-- Logs begin at Wed 2021-07-14 06:21:57 UTC, end at Wed 2021-07-14 08:45:04 UTC. -- Jul 14 06:51:13.713999 n-d-778696-5 systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 06:51:16.383543 n-d-778696-5 neutron-server[93720]: INFO neutron.common.config [-] Logging enabled! Jul 14 06:51:16.384100 n-d-778696-5 neutron-server[93720]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 06:51:16.384315 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93720) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 06:51:16.387530 n-d-778696-5 neutron-server[93720]: INFO neutron.common.config [-] Logging enabled! Jul 14 06:51:16.387787 n-d-778696-5 neutron-server[93720]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 06:51:16.388097 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93720) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 06:51:16.389669 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 06:51:16.389904 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 06:51:16.390269 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 06:51:16.390515 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 06:51:16.390743 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 06:51:16.391064 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.391361 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.391660 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.391895 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.392190 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.392482 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.392767 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.393055 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.393383 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.393670 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.393953 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.394238 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.394469 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.394749 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.395037 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.395322 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.395548 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] debug = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.395828 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.396251 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.396649 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.396928 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.397238 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.397522 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.397794 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.398072 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.398353 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.398680 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] host = n-d-778696-5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.398957 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.399244 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.399528 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.399816 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.400088 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.400365 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.400647 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.400920 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.401209 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] log_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.401486 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.401772 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.402061 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.402349 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.402576 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.402798 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.403086 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.403377 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.403654 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.403928 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.404227 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.404502 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.404777 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.405044 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.405367 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.405653 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.405938 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.406212 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.406486 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.406756 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.407028 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.407311 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.407583 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.407853 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.408127 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.408411 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.408681 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.408953 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.409277 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.409563 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.409844 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.410129 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.410673 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.410955 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.411228 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.411497 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.411767 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] use_json = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.412037 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.412305 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.412585 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.412858 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.413127 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.413438 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.413709 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.413993 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:16.414289 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.414585 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.414884 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.415164 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.415458 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.415736 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.416022 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.416299 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.416588 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.416873 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.417160 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.417459 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.417743 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.418017 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.418307 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.418610 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.418901 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.419190 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.419463 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.419756 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.420028 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.420302 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.420585 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.420874 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.421162 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.421456 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.421732 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.422020 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.422295 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.422566 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.422842 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.423130 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.423410 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.423681 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.423961 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.424235 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.424507 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.424780 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.425056 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.425365 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.425642 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.425912 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.426180 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.426454 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.426724 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.427005 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.427279 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.427550 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.427820 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.428093 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.428361 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.428632 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.428905 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.429175 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.429467 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.429738 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.430005 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.430272 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.430539 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.430808 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.431078 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.431345 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.431618 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.431886 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.432153 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.432420 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.432692 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.432961 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.433274 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.433571 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.433846 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.434122 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.434396 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.434670 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.434944 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.435216 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.436002 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.436315 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.436587 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.436877 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.437161 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.437467 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.437750 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.438030 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.438326 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.438605 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.438887 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.439165 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.439440 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.439727 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.440009 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.440301 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.440593 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.440885 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.441204 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.441496 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.441775 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.442081 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.442360 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:16.442577 n-d-778696-5 neutron-server[93720]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 06:51:16.442815 n-d-778696-5 neutron-server[93720]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93720) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 06:51:16.788834 n-d-778696-5 neutron-server[93720]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 06:51:16.789039 n-d-778696-5 neutron-server[93720]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 06:51:16.789357 n-d-778696-5 neutron-server[93720]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 06:51:16.789692 n-d-778696-5 neutron-server[93720]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 06:51:17.175545 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.175836 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.176105 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.177442 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.177713 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.177981 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.212582 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.212856 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.213123 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.226142 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.226423 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.226693 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.256254 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.256536 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.256811 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.292538 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.292816 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.293082 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.522129 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.522720 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.522720 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.522873 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.523540 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.641793 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.642116 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.642403 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.642672 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.642990 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.643244 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.643502 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.643758 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.644010 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.644289 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.644552 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.644814 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.645067 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.645343 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.645598 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.645860 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.646112 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.646377 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.646644 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.646900 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.647167 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.647418 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.647698 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.648073 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.648322 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.648566 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.648962 n-d-778696-5 neutron-server[93720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 06:51:17.649224 n-d-778696-5 neutron-server[93720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 06:51:17.649470 n-d-778696-5 neutron-server[93720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 06:51:17.649709 n-d-778696-5 neutron-server[93720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 06:51:17.649949 n-d-778696-5 neutron-server[93720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 06:51:17.650186 n-d-778696-5 neutron-server[93720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 06:51:17.650543 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 06:51:17.653637 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 06:51:17.658058 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 06:51:17.662206 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 14 06:51:17.663826 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 06:51:17.664277 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 06:51:17.664611 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 06:51:17.664997 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 06:51:17.667788 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 06:51:17.668041 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 06:51:17.668379 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 06:51:17.696089 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 06:51:17.696533 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.696832 n-d-778696-5 neutron-server[93720]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93720) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 14 06:51:17.697206 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.698565 n-d-778696-5 neutron-server[93720]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93720) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 06:51:17.698846 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 06:51:17.699090 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 06:51:17.703389 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.703671 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:17.768941 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 06:51:17.769175 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 06:51:17.769434 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 06:51:17.769795 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 06:51:17.791149 n-d-778696-5 neutron-server[93720]: DEBUG oslo_db.sqlalchemy.engines [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93720) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 06:51:18.317446 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Initializing driver for type 'gre' Jul 14 06:51:18.317963 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] gre ID ranges: [(1, 1000)] Jul 14 06:51:18.366871 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Initializing driver for type 'local' Jul 14 06:51:18.367229 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Initializing driver for type 'vlan' Jul 14 06:51:18.379867 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] VlanTypeDriver initialization complete Jul 14 06:51:18.380218 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Initializing driver for type 'vxlan' Jul 14 06:51:18.380712 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] vxlan ID ranges: [(1, 1000)] Jul 14 06:51:18.433056 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Initializing extension driver 'port_security' Jul 14 06:51:18.433412 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.extensions.port_security [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] PortSecurityExtensionDriver initialization complete Jul 14 06:51:18.433742 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Initializing mechanism driver 'openvswitch' Jul 14 06:51:18.434066 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Initializing mechanism driver 'hyperv' Jul 14 06:51:18.440988 n-d-778696-5 neutron-server[93720]: DEBUG neutron.plugins.ml2.plugin [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 06:51:18.441859 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > port after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.442239 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > port after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.442595 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > port after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.443110 n-d-778696-5 neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 06:51:18.443545 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.443902 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.444254 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.444643 n-d-778696-5 neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 06:51:18.445066 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > network after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.445424 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > network after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.445771 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > network after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.446161 n-d-778696-5 neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 06:51:18.446561 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > security_group after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.446911 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > security_group after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.447251 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.447643 n-d-778696-5 neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 06:51:18.448047 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.448394 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.448734 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.449121 n-d-778696-5 neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 06:51:18.449553 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > address_group after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.449896 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > address_group after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.450235 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.450623 n-d-778696-5 neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 06:51:18.451576 n-d-778696-5 neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] ML2 OVO RPC backend initialized. {{(pid=93720) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 14 06:51:18.452289 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.452646 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.453062 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > network before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.453439 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > networks before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.453791 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > port before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.454133 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > ports before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.454478 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > subnet before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.454818 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > subnets before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.455161 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > network after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.455502 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > network after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.455839 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > network after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.456176 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > port after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.456513 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > port after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.456848 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > port after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.457198 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.457541 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.457877 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.458444 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.plugin [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Modular L2 Plugin initialization complete Jul 14 06:51:18.458776 n-d-778696-5 neutron-server[93720]: DEBUG neutron.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading services supported by the core plugin {{(pid=93720) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 06:51:18.459101 n-d-778696-5 neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Got port-security extension from driver 'port_security' Jul 14 06:51:18.459562 n-d-778696-5 neutron-server[93720]: INFO neutron.extensions.vlantransparent [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Disabled vlantransparent extension. Jul 14 06:51:18.460045 n-d-778696-5 neutron-server[93720]: DEBUG neutron.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93720) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 06:51:18.460361 n-d-778696-5 neutron-server[93720]: INFO neutron.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading Plugin: router Jul 14 06:51:18.495098 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.495489 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router after_create 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.495859 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router before_create 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.496226 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.496600 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.496957 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router after_delete 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.497345 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.498325 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router after_create 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.498676 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router after_update 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.499028 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router after_update 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.499376 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.499740 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router after_update 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.500153 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.500526 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: port after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.500866 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: port after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.501223 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: subnet after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.501570 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.501920 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.502269 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.502612 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: port before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.502956 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router precommit_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.503309 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router after_update 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.503654 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.504006 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.504369 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.504716 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.505081 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > agent after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.505461 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > agent after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.505809 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > network after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.506660 n-d-778696-5 neutron-server[93720]: DEBUG neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Tracking information for resource: router configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 06:51:18.506992 n-d-778696-5 neutron-server[93720]: DEBUG neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Tracking information for resource: floatingip configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 06:51:18.511765 n-d-778696-5 neutron-server[93720]: INFO neutron.db.l3_agentschedulers_db [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 06:51:18.512343 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: port after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.512707 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: port after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.513065 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: port after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.514062 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: port after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.514861 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router before_create 55550100 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.515229 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.515593 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router precommit_create 55550100 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.515948 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > router precommit_update 55550100 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.520353 n-d-778696-5 neutron-server[93720]: DEBUG neutron.services.provider_configuration [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Service providers = [] {{(pid=93720) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 06:51:18.520718 n-d-778696-5 neutron-server[93720]: DEBUG neutron.db.servicetype_db [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93720) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 06:51:18.523672 n-d-778696-5 neutron-server[93720]: DEBUG neutron.services.service_base [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 06:51:18.524196 n-d-778696-5 neutron-server[93720]: DEBUG neutron.services.service_base [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 06:51:18.524356 n-d-778696-5 neutron-server[93720]: DEBUG neutron.services.service_base [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 06:51:18.525266 n-d-778696-5 neutron-server[93720]: DEBUG neutron.services.service_base [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 06:51:18.525644 n-d-778696-5 neutron-server[93720]: INFO neutron.services.service_base [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 06:51:18.526016 n-d-778696-5 neutron-server[93720]: DEBUG neutron.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 06:51:18.526336 n-d-778696-5 neutron-server[93720]: INFO neutron.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 06:51:18.537108 n-d-778696-5 neutron-server[93720]: DEBUG neutron.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 06:51:18.537472 n-d-778696-5 neutron-server[93720]: INFO neutron.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading Plugin: auto_allocate Jul 14 06:51:18.543175 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: network precommit_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.543547 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: network precommit_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.544060 n-d-778696-5 neutron-server[93720]: DEBUG neutron.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 06:51:18.544382 n-d-778696-5 neutron-server[93720]: INFO neutron.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading Plugin: tag Jul 14 06:51:18.551057 n-d-778696-5 neutron-server[93720]: DEBUG neutron.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 06:51:18.551390 n-d-778696-5 neutron-server[93720]: INFO neutron.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading Plugin: timestamp Jul 14 06:51:18.555193 n-d-778696-5 neutron-server[93720]: DEBUG neutron.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 06:51:18.555523 n-d-778696-5 neutron-server[93720]: INFO neutron.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading Plugin: network_ip_availability Jul 14 06:51:18.561443 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.561817 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.562173 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.562880 n-d-778696-5 neutron-server[93720]: DEBUG neutron.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 06:51:18.563199 n-d-778696-5 neutron-server[93720]: INFO neutron.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading Plugin: flavors Jul 14 06:51:18.568139 n-d-778696-5 neutron-server[93720]: DEBUG neutron.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 06:51:18.568430 n-d-778696-5 neutron-server[93720]: INFO neutron.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading Plugin: revisions Jul 14 06:51:18.572690 n-d-778696-5 neutron-server[93720]: DEBUG neutron.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 06:51:18.573078 n-d-778696-5 neutron-server[93720]: DEBUG oslo_concurrency.lockutils [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.784s {{(pid=93720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 06:51:18.573848 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93720) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 14 06:51:18.574185 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Initializing extension manager. Jul 14 06:51:18.574690 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: __init__.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.575030 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: __pycache__ {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.575362 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.575691 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: address_group.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.577067 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.577650 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: address-group Jul 14 06:51:18.577976 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: address_scope.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.578694 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.579199 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: address-scope Jul 14 06:51:18.579521 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.580450 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.580954 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: router-admin-state-down-before-update Jul 14 06:51:18.581308 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: agent.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.582013 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.582510 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: agent Jul 14 06:51:18.582832 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: agent_resources_synced.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.583757 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.584263 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: agent-resources-synced Jul 14 06:51:18.584587 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: allowedaddresspairs.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.586497 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.587017 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: allowed-address-pairs Jul 14 06:51:18.587345 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: auto_allocated_topology.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.588423 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.588934 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: auto-allocated-topology Jul 14 06:51:18.589294 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: availability_zone.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.589988 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.590487 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: availability_zone Jul 14 06:51:18.590808 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: availability_zone_filter.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.591747 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.592244 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: availability_zone_filter Jul 14 06:51:18.592565 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: data_plane_status.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.593499 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.593999 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 06:51:18.594319 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: default_subnetpools.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.595230 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.595728 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: default-subnetpools Jul 14 06:51:18.596050 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.596851 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.597386 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: dhcp_agent_scheduler Jul 14 06:51:18.597712 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: dns.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.598641 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.599142 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension dns-integration not supported by any of loaded plugins Jul 14 06:51:18.599466 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: dns_domain_ports.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.600384 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.600886 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 06:51:18.601233 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.602166 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.602664 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 06:51:18.602987 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: dvr.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.603657 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.604159 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: dvr Jul 14 06:51:18.604478 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: empty_string_filtering.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.605421 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.605924 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: empty-string-filtering Jul 14 06:51:18.606242 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.607176 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.607698 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 06:51:18.608017 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.608928 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.609465 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 06:51:18.609786 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: external_net.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.610699 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.611200 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: external-net Jul 14 06:51:18.611525 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.612435 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.612935 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: extra_dhcp_opt Jul 14 06:51:18.613288 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: extraroute.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.614200 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.614698 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: extraroute Jul 14 06:51:18.615018 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: extraroute_atomic.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.616038 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.616538 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: extraroute-atomic Jul 14 06:51:18.616860 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: filter_validation.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.617555 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.618226 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: filter-validation Jul 14 06:51:18.618552 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: fip_pf_description.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.619474 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.619971 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 06:51:18.620295 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: fip_port_details.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.621248 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.621756 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: fip-port-details Jul 14 06:51:18.622081 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: flavors.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.623818 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.624330 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: flavors Jul 14 06:51:18.624658 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.626321 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.626847 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 06:51:18.627181 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: floatingip_pools.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.627886 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.628395 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: floatingip-pools Jul 14 06:51:18.628723 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: ip_allocation.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.629675 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.630178 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 06:51:18.630505 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.631425 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.631939 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: ip-substring-filtering Jul 14 06:51:18.632268 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: l2_adjacency.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.633204 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.633717 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 06:51:18.634040 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: l3.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.634998 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.635514 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: router Jul 14 06:51:18.635838 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.638068 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.639177 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 06:51:18.639509 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.640450 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.640963 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: ext-gw-mode Jul 14 06:51:18.641323 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.642252 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.642758 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: l3-ha Jul 14 06:51:18.643083 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: l3_flavors.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.644011 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.644519 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: l3-flavors Jul 14 06:51:18.644842 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.645787 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.646289 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 06:51:18.646610 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: l3agentscheduler.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.647627 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.648131 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: l3_agent_scheduler Jul 14 06:51:18.648454 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: logging.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.649974 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.650493 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension logging not supported by any of loaded plugins Jul 14 06:51:18.650823 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: metering.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.651563 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.652138 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: metering Jul 14 06:51:18.652461 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.654916 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.655445 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: metering_source_and_destination_fields Jul 14 06:51:18.655782 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: multiprovidernet.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.656723 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.657262 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: multi-provider Jul 14 06:51:18.657591 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: netmtu.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.658523 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.659030 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: net-mtu Jul 14 06:51:18.659357 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: netmtu_writable.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.660289 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.661076 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: net-mtu-writable Jul 14 06:51:18.661430 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: network_availability_zone.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.662109 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.662613 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: network_availability_zone Jul 14 06:51:18.662935 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: network_ip_availability.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.664013 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.664513 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: network-ip-availability Jul 14 06:51:18.664837 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: network_segment_range.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.665640 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.666142 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 06:51:18.666465 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: pagination.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.667449 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.667776 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: pagination Jul 14 06:51:18.668096 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: port_device_profile.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.669013 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.669560 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: port-device-profile Jul 14 06:51:18.669907 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.670824 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.671326 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: port-mac-address-regenerate Jul 14 06:51:18.671649 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.672576 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.673082 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: port-numa-affinity-policy Jul 14 06:51:18.673426 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: port_resource_request.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.674337 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.674836 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 06:51:18.675157 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: portbindings.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.676096 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.676602 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: binding Jul 14 06:51:18.676923 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: portbindings_extended.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.678215 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.678729 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: binding-extended Jul 14 06:51:18.679055 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: portsecurity.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.679971 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.680476 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: port-security Jul 14 06:51:18.680801 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: project_id.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.681793 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.682122 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: project-id Jul 14 06:51:18.682444 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: providernet.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.683373 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.683879 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: provider Jul 14 06:51:18.684201 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: qos.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.688224 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.688740 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension qos not supported by any of loaded plugins Jul 14 06:51:18.689070 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.690330 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.690845 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 06:51:18.691173 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.692095 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.692610 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 06:51:18.692934 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: qos_default.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.693882 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.694383 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension qos-default not supported by any of loaded plugins Jul 14 06:51:18.694709 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: qos_fip.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.695359 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.695855 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension qos-fip not supported by any of loaded plugins Jul 14 06:51:18.696174 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: qos_gateway_ip.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.697101 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.697634 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 06:51:18.697957 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: qos_port_network_policy.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.698872 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.699374 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 06:51:18.699696 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: qos_rule_type_details.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.700610 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.701723 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 06:51:18.702049 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: qos_rules_alias.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.703094 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.703598 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 06:51:18.703921 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: quotasv2.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.704823 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.705361 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: quotas Jul 14 06:51:18.705687 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: quotasv2_detail.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.708778 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.709123 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: quota_details Jul 14 06:51:18.709478 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: rbac.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.710537 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.711060 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: rbac-policies Jul 14 06:51:18.711392 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: rbac_address_group.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.712326 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.712844 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: rbac-address-group Jul 14 06:51:18.713173 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: rbac_address_scope.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.714137 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.714647 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: rbac-address-scope Jul 14 06:51:18.714972 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: rbac_security_groups.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.715891 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.716395 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: rbac-security-groups Jul 14 06:51:18.716743 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: rbac_subnetpool.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.717695 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.718202 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: rbac-subnetpool Jul 14 06:51:18.718525 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: revisionifmatch.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.719443 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.719950 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: revision-if-match Jul 14 06:51:18.720275 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: revisions.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.721449 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.721958 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: standard-attr-revisions Jul 14 06:51:18.722285 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: router_availability_zone.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.722965 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.723472 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: router_availability_zone Jul 14 06:51:18.723795 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: routerservicetype.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.724717 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.725257 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension router-service-type not supported by any of loaded plugins Jul 14 06:51:18.725582 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.726507 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.727017 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: security-groups-normalized-cidr Jul 14 06:51:18.727341 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.728262 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.728772 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: port-security-groups-filtering Jul 14 06:51:18.729094 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.730034 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.730542 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: security-groups-remote-address-group Jul 14 06:51:18.730863 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: securitygroup.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.740466 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.741001 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: security-group Jul 14 06:51:18.741372 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: segment.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.742161 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.742676 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension segment not supported by any of loaded plugins Jul 14 06:51:18.743003 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.743960 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.744471 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 06:51:18.744797 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: servicetype.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.745922 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.746443 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: service-type Jul 14 06:51:18.746772 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: sorting.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.747751 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.748735 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: sorting Jul 14 06:51:18.749066 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: standard_attr_segment.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.750084 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.750598 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 06:51:18.750923 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: standardattrdescription.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.751579 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.752087 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: standard-attr-description Jul 14 06:51:18.752417 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: stateful_security_group.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.753399 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.753915 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: stateful-security-group Jul 14 06:51:18.754241 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: stdattrs_common.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.754824 n-d-778696-5 neutron-server[93720]: WARNING neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 06:51:18.755146 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.756071 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.756579 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 06:51:18.756903 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: subnet_onboard.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.757998 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.758510 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: subnet_onboard Jul 14 06:51:18.758832 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.759760 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.760262 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 06:51:18.760584 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: subnet_service_types.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.761536 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.762045 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: subnet-service-types Jul 14 06:51:18.762373 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: subnetallocation.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.764040 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.764557 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: subnet_allocation Jul 14 06:51:18.764883 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.765581 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.766089 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: subnetpool-prefix-ops Jul 14 06:51:18.766412 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.767355 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.767863 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 06:51:18.768188 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: tagging.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.769274 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.769833 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: standard-attr-tag Jul 14 06:51:18.770174 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: timestamp.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.771431 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.771956 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loaded extension: standard-attr-timestamp Jul 14 06:51:18.772283 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: trunk.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.773366 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.773878 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension trunk not supported by any of loaded plugins Jul 14 06:51:18.774206 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: trunk_details.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.775138 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.775649 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension trunk-details not supported by any of loaded plugins Jul 14 06:51:18.775974 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: uplink_status_propagation.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.776903 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.777498 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 06:51:18.777828 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Loading extension file: vlantransparent.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 06:51:18.778501 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 06:51:18.779021 n-d-778696-5 neutron-server[93720]: INFO neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 06:51:18.781479 n-d-778696-5 neutron-server[93720]: INFO neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Creating instance of TrackedResource for resource:network Jul 14 06:51:18.782009 n-d-778696-5 neutron-server[93720]: INFO neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Creating instance of TrackedResource for resource:subnet Jul 14 06:51:18.782415 n-d-778696-5 neutron-server[93720]: INFO neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 06:51:18.782808 n-d-778696-5 neutron-server[93720]: INFO neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Creating instance of TrackedResource for resource:port Jul 14 06:51:18.784055 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 06:51:18.784499 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Service FLAVORS assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 06:51:18.785123 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 06:51:18.785876 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 06:51:18.786165 n-d-778696-5 neutron-server[93720]: INFO neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Creating instance of TrackedResource for resource:router Jul 14 06:51:18.786596 n-d-778696-5 neutron-server[93720]: INFO neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 06:51:18.787086 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Service METERING assigned prefix: /metering {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 06:51:18.788512 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.788877 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.789254 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 06:51:18.790231 n-d-778696-5 neutron-server[93720]: INFO neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 06:51:18.790675 n-d-778696-5 neutron-server[93720]: INFO neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Creating instance of TrackedResource for resource:security_group Jul 14 06:51:18.791123 n-d-778696-5 neutron-server[93720]: INFO neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 06:51:18.791722 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Service CORE assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 06:51:18.792052 n-d-778696-5 neutron-server[93720]: INFO neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 06:51:18.792402 n-d-778696-5 neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] subnetpool is already registered Jul 14 06:51:18.792838 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Service CORE assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 06:51:18.793163 n-d-778696-5 neutron-server[93720]: INFO neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 06:51:18.793518 n-d-778696-5 neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] subnetpool is already registered Jul 14 06:51:18.796319 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 06:51:18.796749 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Service FLAVORS assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 06:51:18.797381 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 06:51:18.797803 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 06:51:18.798135 n-d-778696-5 neutron-server[93720]: INFO neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Creating instance of TrackedResource for resource:router Jul 14 06:51:18.798474 n-d-778696-5 neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] router is already registered Jul 14 06:51:18.798883 n-d-778696-5 neutron-server[93720]: INFO neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 06:51:18.799221 n-d-778696-5 neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] floatingip is already registered Jul 14 06:51:18.799670 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Service METERING assigned prefix: /metering {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 06:51:18.800339 n-d-778696-5 neutron-server[93720]: INFO neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 06:51:18.800668 n-d-778696-5 neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] rbac_policy is already registered Jul 14 06:51:18.801078 n-d-778696-5 neutron-server[93720]: INFO neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Creating instance of TrackedResource for resource:security_group Jul 14 06:51:18.801441 n-d-778696-5 neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] security_group is already registered Jul 14 06:51:18.801844 n-d-778696-5 neutron-server[93720]: INFO neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 06:51:18.802175 n-d-778696-5 neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] security_group_rule is already registered Jul 14 06:51:18.802804 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Service CORE assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 06:51:18.803135 n-d-778696-5 neutron-server[93720]: INFO neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 06:51:18.803467 n-d-778696-5 neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] subnetpool is already registered Jul 14 06:51:18.803878 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Service CORE assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 06:51:18.804198 n-d-778696-5 neutron-server[93720]: INFO neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 06:51:18.804526 n-d-778696-5 neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] subnetpool is already registered Jul 14 06:51:18.804986 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: extensions {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.806480 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: address-groups {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.807952 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: address-scopes {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.809267 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: agents {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.811025 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: auto-allocated-topology {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.812259 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: availability_zones {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.813496 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: dhcp-networks {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.814996 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: dhcp-agents {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.816419 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: routers {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.818118 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: flavors {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.819419 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: service_profiles {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.820574 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: next_providers {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.822049 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: service_profiles {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.823568 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: floatingip-pools {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.824776 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: routers {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.826529 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: floatingips {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.828674 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: l3-routers {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.830133 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: l3-agents {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.831553 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: metering-labels {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.832788 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: metering-label-rules {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.834185 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: network-ip-availabilities {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.835442 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: bindings {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.836982 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: quotas {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.838592 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: quotas {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.840017 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: rbac-policies {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.841200 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: security-groups {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.842527 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: security-group-rules {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.843770 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: service-providers {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.844980 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: subnetpools {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.846327 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: subnetpools {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.847864 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.849550 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.851368 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.853143 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.854847 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.856782 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.859020 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.860797 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.862690 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.864436 n-d-778696-5 neutron-server[93720]: DEBUG neutron.api.extensions [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 06:51:18.870328 n-d-778696-5 neutron-server[93720]: WARNING keystonemiddleware.auth_token [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 06:51:18.875420 n-d-778696-5 neutron-server[93720]: WARNING keystonemiddleware.auth_token [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 06:51:18.883727 n-d-778696-5 neutron-server[93720]: DEBUG oslo_concurrency.lockutils [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Acquired lock "singleton_lock" {{(pid=93720) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 14 06:51:18.884201 n-d-778696-5 neutron-server[93720]: DEBUG oslo_concurrency.lockutils [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Releasing lock "singleton_lock" {{(pid=93720) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 14 06:51:18.884845 n-d-778696-5 neutron-server[93720]: INFO oslo_service.service [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Starting 2 workers Jul 14 06:51:18.889668 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Started child 93827 {{(pid=93720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 06:51:18.894067 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Started child 93828 {{(pid=93720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 06:51:18.894938 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:18.895654 n-d-778696-5 neutron-server[93720]: INFO neutron.service [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 06:51:18.896330 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Notify callbacks [] for process, before_spawn {{(pid=93720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:18.896434 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [-] (93827) wsgi starting up on http://0.0.0.0:9696 Jul 14 06:51:18.898668 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:18.899093 n-d-778696-5 neutron-server[93720]: INFO oslo_service.service [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Starting 1 workers Jul 14 06:51:18.900058 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [-] (93828) wsgi starting up on http://0.0.0.0:9696 Jul 14 06:51:18.903946 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Started child 93829 {{(pid=93720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 06:51:18.904497 n-d-778696-5 neutron-server[93720]: INFO oslo_service.service [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Starting 1 workers Jul 14 06:51:18.907464 n-d-778696-5 neutron-server[93829]: DEBUG neutron.service [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] calling RpcWorker wait() {{(pid=93829) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 06:51:18.908000 n-d-778696-5 neutron-server[93829]: DEBUG neutron.service [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] returning from RpcWorker wait() {{(pid=93829) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 06:51:18.908909 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Started child 93830 {{(pid=93720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 06:51:18.909179 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:18.909648 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 06:51:18.909740 n-d-778696-5 neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-43217111-7af8-490c-8021-1ad1a05542d0 None None] Notify callbacks [] for process, after_spawn {{(pid=93720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:18.911837 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93720) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 06:51:18.912045 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 06:51:18.912229 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 06:51:18.912446 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 06:51:18.912810 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 06:51:18.912974 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 06:51:18.913506 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.913801 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.913893 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:18.914366 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.914366 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.914610 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.914843 n-d-778696-5 neutron-server[93830]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 06:51:18.915183 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.915452 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.915688 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.915962 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.916198 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.916374 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.916542 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.916810 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.917055 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.917393 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.917681 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.917927 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.918189 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.918362 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.918633 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.918899 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.919146 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.919415 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] debug = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.920248 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.920772 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.921014 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.921289 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.921542 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.921837 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.922079 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.922344 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.922590 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.922824 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.923069 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.923317 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.923547 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.923755 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.923969 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.924231 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.924444 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.924913 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] host = n-d-778696-5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.925122 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.925380 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.925627 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.925869 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.926122 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.926335 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.926589 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.926850 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.927104 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.927326 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.927593 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.927843 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.928055 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.928303 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] log_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.928468 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] log_options = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.928706 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.928955 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.929250 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.929439 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.929595 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.929768 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.930031 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.930194 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.930445 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.930666 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.930897 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.931121 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.931358 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.931586 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.931841 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.932092 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.932305 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.932535 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.932775 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.932998 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.933238 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.933464 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.933681 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.933911 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.934144 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.934374 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.934614 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.934848 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.935056 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.935372 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.936129 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.936372 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.936622 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.936862 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.937068 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.937315 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.937548 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.937820 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.938043 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.938300 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.938549 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.938778 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.939034 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.939244 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.939479 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.939717 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] use_json = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.939942 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.940171 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.940457 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.940671 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.940918 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.941127 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.941350 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.941600 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:18.942003 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.942291 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.942607 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.942856 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.943086 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.943330 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.943588 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.943956 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.944223 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.944469 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.944773 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.945587 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.945587 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.945587 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.946197 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.946197 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.946459 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.946618 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.946845 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.952559 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.952559 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.952559 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.952559 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.952559 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.952559 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.952559 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.952559 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.953573 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.953573 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.953573 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.953573 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.953573 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.953573 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.953573 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.953573 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.953573 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.954496 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.954496 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.954496 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.954496 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.954496 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.954496 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.954496 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.954496 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.954496 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.955439 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.955439 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.955439 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.955439 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.955439 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.955439 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.955439 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.955439 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.955439 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.956277 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.956277 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.956277 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.956557 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.956557 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.956764 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.957009 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.957245 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.958042 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.958042 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.958042 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.958357 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.958475 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.958686 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.958909 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.959125 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.959539 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.959679 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.959849 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.960068 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.960850 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.960850 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.960850 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.961104 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.961207 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.961361 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.961663 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.961824 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.962035 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.962271 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.962553 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.962872 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.963132 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.963369 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.963597 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.963862 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.964117 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.964400 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.964652 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.964914 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.965145 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.965424 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.965685 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.965920 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.966168 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.966392 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.966679 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.966910 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.967136 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.967357 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.967602 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.967836 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.968098 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.968353 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.968786 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.968921 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.969057 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.969358 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.969608 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.969862 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.970081 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.970337 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.970630 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.970880 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.971244 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.971481 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.971757 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.972016 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.972250 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.972515 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.972746 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.972979 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.973242 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.973518 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.973838 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.974069 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.974288 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.974516 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.974843 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.975074 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.975311 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.975547 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.975829 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.976423 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.976423 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.976591 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.976833 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.977066 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.977352 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.977591 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.977841 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.978075 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.978307 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.978542 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.978786 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.979020 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.979257 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.979471 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.979686 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.979949 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.980164 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.980383 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.980595 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.980813 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.981051 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.981315 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.981552 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.981774 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.982012 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.982769 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.982988 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.983207 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.983420 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.983684 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.983889 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.984205 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.984433 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.984686 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.984931 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.985221 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.985459 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.986140 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.986395 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.986637 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.986851 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.987067 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.987290 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.987503 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.987765 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.987991 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.988207 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.988467 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.988783 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.989106 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.989371 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.989642 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.989878 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.990098 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.990355 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.990577 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.990792 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.991048 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.991246 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.991463 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.991700 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.991919 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.992140 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.992365 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.992560 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.992769 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.992984 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.993216 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.993518 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.993764 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.993993 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.994256 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.994498 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.994707 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.994967 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.995164 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.995374 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.995613 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.995926 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.996134 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.996387 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.996596 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.996801 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.997020 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.997264 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.997477 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.997700 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.998471 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.998698 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.998926 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.999140 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.999348 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.999617 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:18.999870 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.000080 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.000318 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.000537 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.000746 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.001049 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.001401 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.001620 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.001910 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.002153 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.002397 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.002636 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.002942 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.003150 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.003397 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.003600 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.003819 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.004063 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.004364 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.004642 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.004941 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.005232 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.005624 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.005738 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.006033 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.006310 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.006505 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.006830 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.007205 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.007472 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.007784 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.007954 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.008210 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.008757 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.008757 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.008946 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.009722 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.009722 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.009722 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.010030 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.010030 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.010254 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.010526 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.010704 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.010938 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.011171 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.011425 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.011646 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.011803 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 06:51:19.012360 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93720) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 06:51:19.012502 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 06:51:19.012588 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 06:51:19.012785 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 06:51:19.012923 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 06:51:19.013066 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 06:51:19.013288 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.013479 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.013754 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.013870 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.013941 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.014145 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.014306 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.014453 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.014643 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.014790 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.015095 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.015095 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.015405 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.015405 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.015614 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.015701 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.015884 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.016021 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.016185 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.016331 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.016486 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.016643 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.016852 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] debug = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.017033 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.017123 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.017285 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.017442 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.017598 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.017797 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.017905 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.018228 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.018228 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.018464 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.018464 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.018857 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.018857 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.019127 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.019127 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.019353 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.019353 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.019705 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] host = n-d-778696-5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.019705 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.020055 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.020055 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.020055 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.020445 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.020445 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.020795 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.020795 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.020795 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.021150 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.021150 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.021441 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.021441 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.021734 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] log_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.021734 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] log_options = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.022077 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.022077 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.022295 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.022295 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.022611 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.022611 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.022888 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.022888 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.023231 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.023231 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.023442 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.023547 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.023649 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.023752 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.023905 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.024065 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.024274 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.024417 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.024641 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.024846 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.024846 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.025076 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.025147 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.025274 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.025482 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.025783 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.025783 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.026081 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.026081 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.026467 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.026467 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.026467 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.026894 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.026894 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.026894 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.027268 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.027268 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.027415 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.027655 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.027655 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.027798 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.027900 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.028156 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.028307 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.028395 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.028612 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] use_json = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.028764 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.028913 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.028913 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.029111 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.029334 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.029504 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.029610 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.029722 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 06:51:19.029904 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.030083 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.030219 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.030422 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.030525 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.030692 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.030968 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.031230 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.031230 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.031376 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.031475 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.031585 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.031843 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.031957 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.032150 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.032248 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.032443 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.032631 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.032860 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.032860 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.033453 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.033453 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.033453 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.033453 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.033717 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.033833 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.033916 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.034051 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.034207 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.034497 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.034497 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.034835 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.034835 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.035097 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.035235 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.035618 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.035759 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.035905 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.036033 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.036139 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.036261 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.036437 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.036556 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.036720 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.036877 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.037084 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.037285 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.037416 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.037540 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.038001 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.038001 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.038001 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.038318 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.038318 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.038557 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.038681 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.038787 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.038966 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.039112 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.039274 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.039434 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.039608 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.039988 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.039988 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.040159 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.040248 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.040371 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.040530 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.040689 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.040850 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.041010 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.041169 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.041354 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.041491 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.041637 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.041799 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.042147 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.042147 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.042307 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.042384 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.042542 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.042702 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.042862 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.043022 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.043192 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.043438 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.043572 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.043677 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.043836 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.043995 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.044155 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.044315 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.044473 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.045137 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.045341 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.045501 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.045662 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.045824 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.045984 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.046146 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.046304 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.046465 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.046816 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.046816 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.047054 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.047054 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.047221 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.047380 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.047539 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.047748 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.047914 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.048084 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.048243 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.048405 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.048565 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.048732 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.048901 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.049062 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.049227 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.049394 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.049554 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.049715 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.049874 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.050033 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.050192 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.050351 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.050510 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.050676 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.051011 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.051011 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.051245 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.051327 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.051450 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.051607 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.051767 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.051926 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.052086 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.052245 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.052403 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.052562 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.052722 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.052882 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.053044 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.053227 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.053404 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.053613 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.053739 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.053877 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.054042 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.054203 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.054362 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.054523 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.054683 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.054841 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.055000 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.055164 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.055323 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.055661 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.055661 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.055810 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.055923 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.056082 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.056241 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.056400 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.056560 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.056719 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.056878 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.057039 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.057225 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.057378 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.057549 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.057687 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.057846 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.058006 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.058167 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.058328 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.058488 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.058648 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.058808 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.058968 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.059099 n-d-778696-5 neutron-server[93829]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 06:51:19.059192 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.059271 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.059424 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.059584 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.059745 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.059905 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.060065 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.060255 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.061006 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.061166 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.061349 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.061508 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.061668 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.061827 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.061987 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.062146 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.062305 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.062464 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.062626 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.062790 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.062950 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.063110 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.063269 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.063428 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.063606 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.063737 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.063907 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.064067 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.064226 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.064385 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.064544 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.064703 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.064872 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.065032 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.065236 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.065378 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.065537 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.065696 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.065865 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.066025 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.066184 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.066343 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.066502 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.066661 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.066830 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.066989 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.067148 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.067308 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.067466 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.067625 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.067792 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.067953 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.068112 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.068270 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.068429 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.068588 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.068756 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.068917 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.069077 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.069279 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.069489 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.069583 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.069748 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.069920 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.070080 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.070241 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.070399 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.070558 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.070717 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.070880 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.071044 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.071213 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.071379 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.071540 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.071707 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.071874 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.072040 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.072201 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.072366 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.072538 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.072698 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.072859 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.073018 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.073177 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.073356 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.073517 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.073676 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.073836 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.073995 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.074155 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.074314 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.074473 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.074632 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.074792 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.074951 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.075113 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.075274 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.075619 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.075619 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 06:51:19.076626 n-d-778696-5 neutron-server[93720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 06:51:19.383074 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59292) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:51:19.392111 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069218 Jul 14 06:51:30.484672 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7086f8e0-8516-4878-ad82-ff7d63e0c27b None None] get_active_networks_info from n-d-778696-5 {{(pid=93829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 06:51:30.574600 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7086f8e0-8516-4878-ad82-ff7d63e0c27b None None] No non-hosted networks {{(pid=93829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 06:51:30.582975 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.agentschedulers_db [None req-7086f8e0-8516-4878-ad82-ff7d63e0c27b None None] DHCP Agent not found on host n-d-778696-5 {{(pid=93829) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 14 06:51:30.729228 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-192537c5-aa4b-4339-982a-d39752db7a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-425805'] for agent, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:33.156295 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bb7b825e-c548-45cf-bd80-e94f93271eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-425805'] for agent, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:33.227756 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-102f15b5-3503-41fe-a2d2-81040a82527a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:33.526682 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-425805'] for agent, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:33.527751 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:33.528301 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:33.529306 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:33.529852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:33.530562 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:33.531134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:33.531604 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:33.532094 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:33.532797 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:33.534523 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:33.535002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:33.535553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:33.536375 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-778696-5', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 06:51:33.548185 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-778696-5', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 06:51:34.504563 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-425805'] for agent, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:36.010261 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-425805'] for agent, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:36.037860 n-d-778696-5 neutron-server[93829]: INFO neutron.db.l3_hamode_db [None req-c3b6c731-3ff2-4ada-970d-c9eef88440d6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 06:51:36.114814 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b6c731-3ff2-4ada-970d-c9eef88440d6 None None] Routers set() bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 06:51:36.115200 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b6c731-3ff2-4ada-970d-c9eef88440d6 None None] Router IDs set() for agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 06:51:36.844003 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59386) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:51:37.314873 n-d-778696-5 neutron-server[93828]: WARNING oslo_policy.policy [None req-d08b6042-19f9-4ca8-ab82-61f7a8005169 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 06:51:37.315477 n-d-778696-5 neutron-server[93828]: WARNING oslo_policy.policy [None req-d08b6042-19f9-4ca8-ab82-61f7a8005169 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 06:51:37.530119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [None req-d08b6042-19f9-4ca8-ab82-61f7a8005169 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 06:51:37.541691 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d08b6042-19f9-4ca8-ab82-61f7a8005169 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6862755 Jul 14 06:51:39.842217 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59400) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:51:40.143348 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-31f28d51-d91a-4254-8632-9be5a5cf2634 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 06:51:40.237393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.policy [None req-31f28d51-d91a-4254-8632-9be5a5cf2634 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93828) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 06:51:40.282485 n-d-778696-5 neutron-server[93828]: WARNING oslo_policy.policy [None req-31f28d51-d91a-4254-8632-9be5a5cf2634 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 06:51:40.282842 n-d-778696-5 neutron-server[93828]: WARNING oslo_policy.policy [None req-31f28d51-d91a-4254-8632-9be5a5cf2634 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 06:51:40.291463 n-d-778696-5 neutron-server[93828]: INFO neutron.quota [None req-31f28d51-d91a-4254-8632-9be5a5cf2634 admin admin] Loaded quota_driver: . Jul 14 06:51:40.380846 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31f28d51-d91a-4254-8632-9be5a5cf2634 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770205768993', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770205769676', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770204740579', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770204734761', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770204760932', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770204746200', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1537060', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1513529', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-471555', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-611058'] for rbac-policy, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:40.444144 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31f28d51-d91a-4254-8632-9be5a5cf2634 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:40.445299 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-31f28d51-d91a-4254-8632-9be5a5cf2634 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6020596 Jul 14 06:51:42.963440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59412) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:51:43.249358 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Request body: {'network': {'tenant_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'name': 'private', 'admin_state_up': True, 'project_id': 'b0d767e8603e4edaab9867ee5a3ad883'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 06:51:43.276745 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Made reservation on behalf of b0d767e8603e4edaab9867ee5a3ad883 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 06:51:43.279955 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:43.296718 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:43.414238 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:43.418629 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:43.442056 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 06:51:43.466578 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770202680378', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:43.467141 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Unsubscribe: segment precommit_create {{(pid=93828) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 06:51:43.467626 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Added segment 4c5afb69-fa47-45b7-ac33-191a97bea015 of type vlan for network 58c3b37f-a824-41ed-bb33-76ff65e044f0 Jul 14 06:51:43.484093 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a5fd5d-01c2-4532-b52f-01027e5a3fbd,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:51:43.509038 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:43.509406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:43.509735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:43.510059 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:43.510377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:43.510691 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:43.511002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:43.511318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:43.511627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:43.511934 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:43.512241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:43.512546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Tracked resource versions report: Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: pushed versions: Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: { 'AddressGroup': {'1.2'}, Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'ConntrackHelper': {'1.0'}, Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'Log': {'1.0'}, Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'Network': {'1.1'}, Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'Port': {'1.7'}, Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'PortForwarding': {'1.2'}, Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'QosPolicy': {'1.8'}, Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'SecurityGroup': {'1.4'}, Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'SecurityGroupRule': {'1.2'}, Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'SubPort': {'1.0'}, Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'Subnet': {'1.1'}, Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'Trunk': {'1.1'}} Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: consumer versions: Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: { DHCP agent@n-d-778696-5: {}, Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: L3 agent@n-d-778696-5: {}, Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: Metadata agent@n-d-778696-5: {}, Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: Metering agent@n-d-778696-5: {}, Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: Open vSwitch agent@n-d-778696-5: { 'AddressGroup': '1.2', Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'ConntrackHelper': '1.0', Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'Log': '1.0', Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'Network': '1.1', Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'Port': '1.7', Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'PortForwarding': '1.2', Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'QosPolicy': '1.8', Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'SecurityGroup': '1.4', Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'SecurityGroupRule': '1.2', Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'SubPort': '1.0', Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'Subnet': '1.1', Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: 'Trunk': '1.1'}} Jul 14 06:51:43.513774 n-d-778696-5 neutron-server[93828]: {{(pid=93828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 06:51:43.585611 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:43.632888 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:43.633970 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:51:43.634601 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:43.715940 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7513895 Jul 14 06:51:43.730691 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a50e31-891f-423f-935f-24c7d54cf07e admin admin] Pushing event updated for resources: {'Network': ['ID=58c3b37f-a824-41ed-bb33-76ff65e044f0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:51:43.743887 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 58c3b37f-a824-41ed-bb33-76ff65e044f0 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 06:51:46.296184 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59426) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:51:46.672843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5413f25a-848a-49ce-862c-c9dabf1ef827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:51:46.674229 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5413f25a-848a-49ce-862c-c9dabf1ef827 admin admin] 10.222.0.35 "GET /v2.0/networks/58c3b37f-a824-41ed-bb33-76ff65e044f0 HTTP/1.1" status: 200 len: 825 time: 0.3770950 Jul 14 06:51:46.697648 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-23669c80-5055-4607-a4ec-e02f2ef215ed admin admin] 10.222.0.35 "GET /v2.0/subnetpools/afbbe720-0630-418c-bcb2-0af436ec8333 HTTP/1.1" status: 200 len: 734 time: 0.0181255 Jul 14 06:51:46.705835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-5e2b1409-f7bb-439f-9669-87f31f221802 admin admin] Request body: {'subnet': {'tenant_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'ip_version': 4, 'subnetpool_id': 'afbbe720-0630-418c-bcb2-0af436ec8333', 'gateway_ip': '172.20.0.1', 'network_id': '58c3b37f-a824-41ed-bb33-76ff65e044f0', 'name': 'private-subnet'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 06:51:46.726583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2b1409-f7bb-439f-9669-87f31f221802 admin admin] Made reservation on behalf of b0d767e8603e4edaab9867ee5a3ad883 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 06:51:46.728985 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5e2b1409-f7bb-439f-9669-87f31f221802 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:47.018385 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5e2b1409-f7bb-439f-9669-87f31f221802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:47.087968 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b1409-f7bb-439f-9669-87f31f221802 admin admin] Checking segment: {'id': '4c5afb69-fa47-45b7-ac33-191a97bea015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58c3b37f-a824-41ed-bb33-76ff65e044f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 06:51:47.088343 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2b1409-f7bb-439f-9669-87f31f221802 admin admin] Network hostable DHCP agents. Network: 58c3b37f-a824-41ed-bb33-76ff65e044f0, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 06:51:47.093204 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b1409-f7bb-439f-9669-87f31f221802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df7664b-83f7-415a-90ab-a7298b5a11fc,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:51:47.112888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2b1409-f7bb-439f-9669-87f31f221802 admin admin] Network 58c3b37f-a824-41ed-bb33-76ff65e044f0 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 06:51:47.123919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-5e2b1409-f7bb-439f-9669-87f31f221802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 58c3b37f-a824-41ed-bb33-76ff65e044f0) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 06:51:47.128882 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2b1409-f7bb-439f-9669-87f31f221802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:51:47.129492 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5e2b1409-f7bb-439f-9669-87f31f221802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:47.133542 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2bf572-05a7-475b-94b7-599ec50c0a49 None None] Network 58c3b37f-a824-41ed-bb33-76ff65e044f0 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 06:51:47.143890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5e2b1409-f7bb-439f-9669-87f31f221802 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4413204 Jul 14 06:51:47.443158 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-58c3b37f-a824-41ed-bb33-76ff65e044f0', 'network_id': '58c3b37f-a824-41ed-bb33-76ff65e044f0', 'tenant_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'fixed_ips': [{'subnet_id': '6df7664b-83f7-415a-90ab-a7298b5a11fc'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 06:51:47.444394 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:47.712085 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Allocated IP 172.20.0.2 (58c3b37f-a824-41ed-bb33-76ff65e044f0/6df7664b-83f7-415a-90ab-a7298b5a11fc/0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 06:51:47.908484 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:47.926269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Transition to ACTIVE for port object 0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 06:51:47.976596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Transition to ACTIVE for port object 0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 06:51:47.985730 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:48.049914 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Network 58c3b37f-a824-41ed-bb33-76ff65e044f0 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 06:51:48.059759 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 06:51:48.068513 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 06:51:48.071576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Pushing event updated for resources: {'Port': ['ID=0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:51:48.097167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:48.097540 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:48.097877 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:48.098213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:48.098540 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:48.098878 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:48.099189 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:48.099508 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:48.099828 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:48.100145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:48.100461 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:48.100775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Tracked resource versions report: Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: pushed versions: Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: { 'AddressGroup': {'1.2'}, Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'ConntrackHelper': {'1.0'}, Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'Log': {'1.0'}, Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'Network': {'1.1'}, Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'Port': {'1.7'}, Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'PortForwarding': {'1.2'}, Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'QosPolicy': {'1.8'}, Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'SecurityGroup': {'1.4'}, Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'SecurityGroupRule': {'1.2'}, Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'SubPort': {'1.0'}, Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'Subnet': {'1.1'}, Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'Trunk': {'1.1'}} Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: consumer versions: Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: { DHCP agent@n-d-778696-5: {}, Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: L3 agent@n-d-778696-5: {}, Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: Metadata agent@n-d-778696-5: {}, Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: Metering agent@n-d-778696-5: {}, Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: Open vSwitch agent@n-d-778696-5: { 'AddressGroup': '1.2', Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'ConntrackHelper': '1.0', Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'Log': '1.0', Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'Network': '1.1', Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'Port': '1.7', Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'PortForwarding': '1.2', Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'QosPolicy': '1.8', Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'SecurityGroup': '1.4', Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'SecurityGroupRule': '1.2', Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'SubPort': '1.0', Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'Subnet': '1.1', Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: 'Trunk': '1.1'}} Jul 14 06:51:48.101941 n-d-778696-5 neutron-server[93829]: {{(pid=93829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 06:51:48.152963 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Attempting to bind port 0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 06:51:48.154107 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Attempting to bind port 0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '4c5afb69-fa47-45b7-ac33-191a97bea015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58c3b37f-a824-41ed-bb33-76ff65e044f0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 06:51:48.154446 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Attempting to bind port 0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b on network 58c3b37f-a824-41ed-bb33-76ff65e044f0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 06:51:48.159258 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 6, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 06:51:48.159662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Checking segment: {'id': '4c5afb69-fa47-45b7-ac33-191a97bea015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58c3b37f-a824-41ed-bb33-76ff65e044f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 06:51:48.160149 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:48.160538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Bound using segment: {'id': '4c5afb69-fa47-45b7-ac33-191a97bea015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58c3b37f-a824-41ed-bb33-76ff65e044f0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 06:51:48.161287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Bound port: 0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5afb69-fa47-45b7-ac33-191a97bea015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58c3b37f-a824-41ed-bb33-76ff65e044f0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 06:51:48.161698 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:48.221664 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] For port 0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 06:51:48.226037 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] For port 0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b,segment=NetworkSegment(4c5afb69-fa47-45b7-ac33-191a97bea015),segment_id=4c5afb69-fa47-45b7-ac33-191a97bea015)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 06:51:48.230936 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:48.299296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680b42e-2e00-4f96-a80b-d5705fab2b94 None None] Pushing event updated for resources: {'Port': ['ID=0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:51:49.516412 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59434) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:51:49.817966 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [None req-d51efa59-75ae-4bf3-85e1-2f0d7e52c078 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 06:51:49.819054 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d51efa59-75ae-4bf3-85e1-2f0d7e52c078 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3016932 Jul 14 06:51:52.172240 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59442) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:51:52.653979 n-d-778696-5 neutron-server[93827]: WARNING oslo_policy.policy [None req-28e32ab0-e26d-4274-9715-ca0353e9d8db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 06:51:52.654574 n-d-778696-5 neutron-server[93827]: WARNING oslo_policy.policy [None req-28e32ab0-e26d-4274-9715-ca0353e9d8db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 06:51:52.871036 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-28e32ab0-e26d-4274-9715-ca0353e9d8db admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 06:51:52.872876 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-28e32ab0-e26d-4274-9715-ca0353e9d8db admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6979661 Jul 14 06:51:53.578754 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 06:51:53.658989 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 06:51:54.271128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f41ffc-ca79-407b-bced-cd1b3c1aca5a None None] Network 58c3b37f-a824-41ed-bb33-76ff65e044f0 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 06:51:54.328785 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3da01519-869e-4fbf-b30d-3172a01de6bd None None] Provisioning for port 0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 06:51:54.334557 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3da01519-869e-4fbf-b30d-3172a01de6bd None None] Provisioning complete for port 0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 06:51:54.334959 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3da01519-869e-4fbf-b30d-3172a01de6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:54.491702 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3da01519-869e-4fbf-b30d-3172a01de6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:54.559384 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3da01519-869e-4fbf-b30d-3172a01de6bd None None] For port 0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b,segment=NetworkSegment(4c5afb69-fa47-45b7-ac33-191a97bea015),segment_id=4c5afb69-fa47-45b7-ac33-191a97bea015)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 06:51:54.567554 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3da01519-869e-4fbf-b30d-3172a01de6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:54.626174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da01519-869e-4fbf-b30d-3172a01de6bd None None] Pushing event updated for resources: {'Port': ['ID=0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:51:54.788228 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b827d07e-4c29-4aef-97ef-e50cb9d897d8 None None] Provisioning complete for port 0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 06:51:54.788600 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b827d07e-4c29-4aef-97ef-e50cb9d897d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:55.462256 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59462) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:51:55.557099 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 06:51:55.604600 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 06:51:55.604973 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:55.757249 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ffd3317a-26de-4800-bcc9-cb14f4d10660 admin admin] Request body: {'router': {'tenant_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 06:51:55.821458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.policy [None req-ffd3317a-26de-4800-bcc9-cb14f4d10660 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93827) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 06:51:55.867547 n-d-778696-5 neutron-server[93827]: WARNING oslo_policy.policy [None req-ffd3317a-26de-4800-bcc9-cb14f4d10660 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 06:51:55.867908 n-d-778696-5 neutron-server[93827]: WARNING oslo_policy.policy [None req-ffd3317a-26de-4800-bcc9-cb14f4d10660 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 06:51:55.876256 n-d-778696-5 neutron-server[93827]: INFO neutron.quota [None req-ffd3317a-26de-4800-bcc9-cb14f4d10660 admin admin] Loaded quota_driver: . Jul 14 06:51:55.932892 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ffd3317a-26de-4800-bcc9-cb14f4d10660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:55.935259 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ffd3317a-26de-4800-bcc9-cb14f4d10660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:56.088780 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ffd3317a-26de-4800-bcc9-cb14f4d10660 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:56.093752 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ffd3317a-26de-4800-bcc9-cb14f4d10660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:56.111289 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ffd3317a-26de-4800-bcc9-cb14f4d10660 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:51:56.112444 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ffd3317a-26de-4800-bcc9-cb14f4d10660 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6492233 Jul 14 06:51:58.415293 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59472) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:51:58.710766 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-4e887615-a021-427b-9cf7-d44848aa2c0f admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 06:51:58.711742 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4e887615-a021-427b-9cf7-d44848aa2c0f admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2954400 Jul 14 06:52:00.398680 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e2666503-d54e-47f3-a547-f57d1dd2e2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:01.049326 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59480) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:52:01.346596 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 06:52:01.369387 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Made reservation on behalf of 801ea88eea6046a08cba438df0b078ed for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 06:52:01.372197 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:01.386906 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:01.500414 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:01.503709 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:01.514069 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Reserving flat network on physical network physnet1 {{(pid=93827) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 06:52:01.548420 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770202680378', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:01.548986 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Unsubscribe: segment precommit_create {{(pid=93827) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 06:52:01.549505 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Added segment 736230df-6b1d-47d0-9dad-876adfd14dd8 of type flat for network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 Jul 14 06:52:01.566115 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7841f6aa-4e90-4f48-8571-3ce4d968ea8b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:52:01.591953 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:01.592295 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:01.592631 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:01.592958 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:01.593314 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:01.593642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:01.593961 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:01.594277 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:01.594593 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:01.594908 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:01.595223 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:01.595535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Tracked resource versions report: Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: pushed versions: Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: { 'AddressGroup': {'1.2'}, Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'ConntrackHelper': {'1.0'}, Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'Log': {'1.0'}, Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'Network': {'1.1'}, Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'Port': {'1.7'}, Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'PortForwarding': {'1.2'}, Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'QosPolicy': {'1.8'}, Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'SecurityGroup': {'1.4'}, Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'SecurityGroupRule': {'1.2'}, Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'SubPort': {'1.0'}, Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'Subnet': {'1.1'}, Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'Trunk': {'1.1'}} Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: consumer versions: Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: { DHCP agent@n-d-778696-5: {}, Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: L3 agent@n-d-778696-5: {}, Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: Metadata agent@n-d-778696-5: {}, Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: Metering agent@n-d-778696-5: {}, Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: Open vSwitch agent@n-d-778696-5: { 'AddressGroup': '1.2', Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'ConntrackHelper': '1.0', Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'Log': '1.0', Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'Network': '1.1', Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'Port': '1.7', Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'PortForwarding': '1.2', Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'QosPolicy': '1.8', Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'SecurityGroup': '1.4', Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'SecurityGroupRule': '1.2', Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'SubPort': '1.0', Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'Subnet': '1.1', Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: 'Trunk': '1.1'}} Jul 14 06:52:01.596690 n-d-778696-5 neutron-server[93827]: {{(pid=93827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 06:52:01.673978 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:01.724404 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:01.725642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:52:01.726279 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:01.805087 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7547221 Jul 14 06:52:01.822645 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a456d-2485-4c45-ba21-e63c5b1bb447 admin admin] Pushing event updated for resources: {'Network': ['ID=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:52:01.837037 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 06:52:03.150850 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c9e6ba10-ac41-4e07-ab6b-cce3cb9861a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:03.524903 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:04.128921 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59500) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:52:04.392813 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c7b485-ff60-40b4-a6d2-067eafafc442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:52:04.394162 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-61c7b485-ff60-40b4-a6d2-067eafafc442 admin admin] 10.222.0.35 "GET /v2.0/subnets/6df7664b-83f7-415a-90ab-a7298b5a11fc HTTP/1.1" status: 200 len: 849 time: 0.2643092 Jul 14 06:52:04.415618 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:04.549738 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-613154e0-00c8-4ccc-8538-b574cd0e554a admin admin] 10.222.0.35 "GET /v2.0/routers/c834f5bc-2d3a-4d51-9951-71433ec59bce HTTP/1.1" status: 200 len: 704 time: 0.1502888 Jul 14 06:52:04.804816 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:05.083728 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] Allocated IP 172.20.0.1 (58c3b37f-a824-41ed-bb33-76ff65e044f0/6df7664b-83f7-415a-90ab-a7298b5a11fc/050595ac-4d36-413e-8fd1-313a4fdb031a) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 06:52:05.236846 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:05.258063 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] Transition to ACTIVE for port object 050595ac-4d36-413e-8fd1-313a4fdb031a will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 06:52:05.338103 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:05.450738 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] Network 58c3b37f-a824-41ed-bb33-76ff65e044f0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 06:52:05.455360 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 06:52:05.457795 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 06:52:05.458524 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:05.517697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] Pushing event updated for resources: {'Port': ['ID=050595ac-4d36-413e-8fd1-313a4fdb031a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:52:05.637757 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-33ff5c74-66dc-47f7-b683-db981d353914 None None] Provisioning for port 050595ac-4d36-413e-8fd1-313a4fdb031a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 06:52:05.641174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-33ff5c74-66dc-47f7-b683-db981d353914 None None] Provisioning complete for port 050595ac-4d36-413e-8fd1-313a4fdb031a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 06:52:05.641580 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-33ff5c74-66dc-47f7-b683-db981d353914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:05.672846 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:05.674030 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-33ff5c74-66dc-47f7-b683-db981d353914 None None] Port 050595ac-4d36-413e-8fd1-313a4fdb031a cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 06:52:05.846414 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:05.850676 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:05.851409 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:05.925206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] Pushing event updated for resources: {'Port': ['ID=050595ac-4d36-413e-8fd1-313a4fdb031a,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:52:05.936515 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:05.969616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] Network 58c3b37f-a824-41ed-bb33-76ff65e044f0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 06:52:05.970895 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 06:52:06.131736 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] Router c834f5bc-2d3a-4d51-9951-71433ec59bce is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 06:52:06.195741 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4516007f-697e-43b0-aae8-3a728f501460 None None] Provisioning complete for port 050595ac-4d36-413e-8fd1-313a4fdb031a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 06:52:06.196105 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4516007f-697e-43b0-aae8-3a728f501460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:06.222191 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 06:52:06.227317 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7c2e68b4-4f24-4c67-8e0c-a02c6e0646f7 admin admin] 10.222.0.35 "PUT /v2.0/routers/c834f5bc-2d3a-4d51-9951-71433ec59bce/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6727479 Jul 14 06:52:06.232121 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Sync routers for ids ['c834f5bc-2d3a-4d51-9951-71433ec59bce'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 06:52:06.236430 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-4516007f-697e-43b0-aae8-3a728f501460 None None] Port 050595ac-4d36-413e-8fd1-313a4fdb031a cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 06:52:06.247019 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Routers {'c834f5bc-2d3a-4d51-9951-71433ec59bce'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 06:52:06.247930 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T06:52:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c834f5bc-2d3a-4d51-9951-71433ec59bce'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 06:52:06.426706 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Set router c834f5bc-2d3a-4d51-9951-71433ec59bce gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 06:52:06.845575 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c834f5bc-2d3a-4d51-9951-71433ec59bce', 'name': 'router1', 'tenant_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T06:51:55Z', 'updated_at': '2021-07-14T06:52:05Z', 'revision_number': 2, 'project_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'gw_port_host': None, '_interfaces': [{'id': '050595ac-4d36-413e-8fd1-313a4fdb031a', 'name': '', 'network_id': '58c3b37f-a824-41ed-bb33-76ff65e044f0', 'tenant_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'mac_address': 'fa:16:3e:fa:f8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c834f5bc-2d3a-4d51-9951-71433ec59bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6df7664b-83f7-415a-90ab-a7298b5a11fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T06:52:04Z', 'updated_at': '2021-07-14T06:52:05Z', 'revision_number': 2, 'project_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'subnets': [{'id': '6df7664b-83f7-415a-90ab-a7298b5a11fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afbbe720-0630-418c-bcb2-0af436ec8333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 06:52:06.894256 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Checking router: c834f5bc-2d3a-4d51-9951-71433ec59bce for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 06:52:06.894615 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Updating router c834f5bc-2d3a-4d51-9951-71433ec59bce port 050595ac-4d36-413e-8fd1-313a4fdb031a binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 06:52:06.956666 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:07.444418 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:07.461213 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Transition to ACTIVE for port object 050595ac-4d36-413e-8fd1-313a4fdb031a will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 06:52:07.467118 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:07.623627 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11992eb-f00b-457c-9113-82594fe1f378 None None] Pushing event updated for resources: {'Port': ['ID=050595ac-4d36-413e-8fd1-313a4fdb031a,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:52:07.627981 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Attempting to bind port 050595ac-4d36-413e-8fd1-313a4fdb031a on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 06:52:07.628381 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Attempting to bind port 050595ac-4d36-413e-8fd1-313a4fdb031a by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '4c5afb69-fa47-45b7-ac33-191a97bea015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58c3b37f-a824-41ed-bb33-76ff65e044f0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 06:52:07.628792 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Attempting to bind port 050595ac-4d36-413e-8fd1-313a4fdb031a on network 58c3b37f-a824-41ed-bb33-76ff65e044f0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 06:52:07.639268 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 6, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 06:52:07.639674 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Checking segment: {'id': '4c5afb69-fa47-45b7-ac33-191a97bea015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58c3b37f-a824-41ed-bb33-76ff65e044f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 06:52:07.640159 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:07.640540 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Bound using segment: {'id': '4c5afb69-fa47-45b7-ac33-191a97bea015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58c3b37f-a824-41ed-bb33-76ff65e044f0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 06:52:07.641031 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Bound port: 050595ac-4d36-413e-8fd1-313a4fdb031a, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5afb69-fa47-45b7-ac33-191a97bea015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58c3b37f-a824-41ed-bb33-76ff65e044f0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 06:52:07.641428 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:07.644734 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11992eb-f00b-457c-9113-82594fe1f378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:07.645065 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11992eb-f00b-457c-9113-82594fe1f378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:07.645414 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11992eb-f00b-457c-9113-82594fe1f378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:07.645734 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11992eb-f00b-457c-9113-82594fe1f378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:07.646053 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11992eb-f00b-457c-9113-82594fe1f378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:07.646366 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11992eb-f00b-457c-9113-82594fe1f378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:07.646679 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11992eb-f00b-457c-9113-82594fe1f378 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:07.646988 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11992eb-f00b-457c-9113-82594fe1f378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:07.647296 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11992eb-f00b-457c-9113-82594fe1f378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:07.647606 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11992eb-f00b-457c-9113-82594fe1f378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:07.647914 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11992eb-f00b-457c-9113-82594fe1f378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:07.648221 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11992eb-f00b-457c-9113-82594fe1f378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11992eb-f00b-457c-9113-82594fe1f378 None None] Tracked resource versions report: Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: pushed versions: Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: { 'AddressGroup': {'1.2'}, Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'ConntrackHelper': {'1.0'}, Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'Log': {'1.0'}, Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'Network': {'1.1'}, Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'Port': {'1.7'}, Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'PortForwarding': {'1.2'}, Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'QosPolicy': {'1.8'}, Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'SecurityGroup': {'1.4'}, Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'SecurityGroupRule': {'1.2'}, Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'SubPort': {'1.0'}, Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'Subnet': {'1.1'}, Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'Trunk': {'1.1'}} Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: consumer versions: Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: { DHCP agent@n-d-778696-5: {}, Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: L3 agent@n-d-778696-5: {}, Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: Metadata agent@n-d-778696-5: {}, Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: Metering agent@n-d-778696-5: {}, Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: Open vSwitch agent@n-d-778696-5: { 'AddressGroup': '1.2', Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'ConntrackHelper': '1.0', Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'Log': '1.0', Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'Network': '1.1', Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'Port': '1.7', Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'PortForwarding': '1.2', Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'QosPolicy': '1.8', Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'SecurityGroup': '1.4', Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'SecurityGroupRule': '1.2', Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'SubPort': '1.0', Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'Subnet': '1.1', Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: 'Trunk': '1.1'}} Jul 14 06:52:07.649382 n-d-778696-5 neutron-server[93830]: {{(pid=93830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 06:52:07.712581 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] For port 050595ac-4d36-413e-8fd1-313a4fdb031a, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 06:52:07.733810 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] For port 050595ac-4d36-413e-8fd1-313a4fdb031a, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=050595ac-4d36-413e-8fd1-313a4fdb031a,segment=NetworkSegment(4c5afb69-fa47-45b7-ac33-191a97bea015),segment_id=4c5afb69-fa47-45b7-ac33-191a97bea015)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 06:52:07.737550 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:07.790996 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Routers {'c834f5bc-2d3a-4d51-9951-71433ec59bce'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 06:52:07.791600 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T06:52:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c834f5bc-2d3a-4d51-9951-71433ec59bce'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 06:52:07.829146 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11992eb-f00b-457c-9113-82594fe1f378 None None] Pushing event updated for resources: {'Port': ['ID=050595ac-4d36-413e-8fd1-313a4fdb031a,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:52:07.882823 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] Set router c834f5bc-2d3a-4d51-9951-71433ec59bce gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 06:52:08.088084 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c834f5bc-2d3a-4d51-9951-71433ec59bce', 'name': 'router1', 'tenant_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T06:51:55Z', 'updated_at': '2021-07-14T06:52:05Z', 'revision_number': 2, 'project_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'gw_port_host': None, '_interfaces': [{'id': '050595ac-4d36-413e-8fd1-313a4fdb031a', 'name': '', 'network_id': '58c3b37f-a824-41ed-bb33-76ff65e044f0', 'tenant_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'mac_address': 'fa:16:3e:fa:f8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c834f5bc-2d3a-4d51-9951-71433ec59bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6df7664b-83f7-415a-90ab-a7298b5a11fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T06:52:04Z', 'updated_at': '2021-07-14T06:52:07Z', 'revision_number': 4, 'project_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'subnets': [{'id': '6df7664b-83f7-415a-90ab-a7298b5a11fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afbbe720-0630-418c-bcb2-0af436ec8333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 06:52:08.112285 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d455bd-877f-40a6-bfd8-0b314c5e9064 None None] The sync data for ids ['c834f5bc-2d3a-4d51-9951-71433ec59bce'] in n-d-778696-5 is: [{'id': 'c834f5bc-2d3a-4d51-9951-71433ec59bce', 'name': 'router1', 'tenant_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T06:51:55Z', 'updated_at': '2021-07-14T06:52:05Z', 'revision_number': 2, 'project_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'gw_port_host': None, '_interfaces': [{'id': '050595ac-4d36-413e-8fd1-313a4fdb031a', 'name': '', 'network_id': '58c3b37f-a824-41ed-bb33-76ff65e044f0', 'tenant_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'mac_address': 'fa:16:3e:fa:f8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c834f5bc-2d3a-4d51-9951-71433ec59bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6df7664b-83f7-415a-90ab-a7298b5a11fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T06:52:04Z', 'updated_at': '2021-07-14T06:52:07Z', 'revision_number': 4, 'project_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'subnets': [{'id': '6df7664b-83f7-415a-90ab-a7298b5a11fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afbbe720-0630-418c-bcb2-0af436ec8333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 06:52:08.451238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59520) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:52:08.592015 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8cd237-1345-4dc3-936b-5f198948b8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:52:08.593401 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2a8cd237-1345-4dc3-936b-5f198948b8b0 admin admin] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 842 time: 0.1412060 Jul 14 06:52:08.602959 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-772d9467-fd75-4922-9988-d0d564df9916 admin admin] Request body: {'subnet': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24', 'name': 'public-subnet'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 06:52:08.626566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772d9467-fd75-4922-9988-d0d564df9916 admin admin] Made reservation on behalf of 801ea88eea6046a08cba438df0b078ed for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 06:52:08.628895 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-772d9467-fd75-4922-9988-d0d564df9916 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:09.003484 n-d-778696-5 neutron-server[93827]: DEBUG neutron.objects.ports [None req-772d9467-fd75-4922-9988-d0d564df9916 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 06:52:09.003952 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-772d9467-fd75-4922-9988-d0d564df9916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:09.068682 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d9467-fd75-4922-9988-d0d564df9916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a40e59cd-8d0a-492a-bb6a-6e8abffc07fa,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:52:09.072602 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772d9467-fd75-4922-9988-d0d564df9916 admin admin] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 06:52:09.072990 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772d9467-fd75-4922-9988-d0d564df9916 admin admin] Network hostable DHCP agents. Network: 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 06:52:09.095423 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772d9467-fd75-4922-9988-d0d564df9916 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 06:52:09.105758 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-772d9467-fd75-4922-9988-d0d564df9916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 06:52:09.110440 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772d9467-fd75-4922-9988-d0d564df9916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:52:09.111024 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-772d9467-fd75-4922-9988-d0d564df9916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:09.117120 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17408ac8-f735-4109-baa0-af7e60b71e4b None None] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 06:52:09.131063 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-772d9467-fd75-4922-9988-d0d564df9916 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5261793 Jul 14 06:52:09.246464 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c5f5f6-389b-4261-8231-350d2ead6abd None None] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 06:52:11.396922 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59534) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:52:11.585090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 050595ac-4d36-413e-8fd1-313a4fdb031a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 06:52:11.604662 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3cd2205f-305e-4c2a-929f-b02a88170277 admin admin] 10.222.0.35 "GET /v2.0/routers/c834f5bc-2d3a-4d51-9951-71433ec59bce HTTP/1.1" status: 200 len: 710 time: 0.2065969 Jul 14 06:52:11.637138 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 050595ac-4d36-413e-8fd1-313a4fdb031a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 06:52:11.641242 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 050595ac-4d36-413e-8fd1-313a4fdb031a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 06:52:11.641627 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:11.693403 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4ebb44-642b-493e-aa1b-11d76f3dca22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:52:11.699564 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9d4ebb44-642b-493e-aa1b-11d76f3dca22 admin admin] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 886 time: 0.0845373 Jul 14 06:52:11.703718 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c16b944a-24aa-4b87-829b-25a6ac11eb54 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 06:52:11.719771 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:11.757280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 050595ac-4d36-413e-8fd1-313a4fdb031a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=050595ac-4d36-413e-8fd1-313a4fdb031a,segment=NetworkSegment(4c5afb69-fa47-45b7-ac33-191a97bea015),segment_id=4c5afb69-fa47-45b7-ac33-191a97bea015)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 06:52:11.761484 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:11.808874 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=050595ac-4d36-413e-8fd1-313a4fdb031a,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:52:11.945081 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c16b944a-24aa-4b87-829b-25a6ac11eb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:12.184848 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c16b944a-24aa-4b87-829b-25a6ac11eb54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:12.302978 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c16b944a-24aa-4b87-829b-25a6ac11eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:12.446124 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c16b944a-24aa-4b87-829b-25a6ac11eb54 admin admin] Allocated IP 172.25.7.165 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/0e84999e-b6cf-454e-bbbf-3090eae1aa8e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 06:52:12.549392 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c16b944a-24aa-4b87-829b-25a6ac11eb54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:12.627608 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c16b944a-24aa-4b87-829b-25a6ac11eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:12.694504 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16b944a-24aa-4b87-829b-25a6ac11eb54 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 06:52:12.701376 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c16b944a-24aa-4b87-829b-25a6ac11eb54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 06:52:12.707405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b944a-24aa-4b87-829b-25a6ac11eb54 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 06:52:12.745229 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b944a-24aa-4b87-829b-25a6ac11eb54 admin admin] Pushing event updated for resources: {'Port': ['ID=0e84999e-b6cf-454e-bbbf-3090eae1aa8e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:52:12.980396 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c16b944a-24aa-4b87-829b-25a6ac11eb54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:13.169303 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c16b944a-24aa-4b87-829b-25a6ac11eb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:13.172378 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c16b944a-24aa-4b87-829b-25a6ac11eb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:13.277368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16b944a-24aa-4b87-829b-25a6ac11eb54 admin admin] Router c834f5bc-2d3a-4d51-9951-71433ec59bce has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 06:52:13.378092 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16b944a-24aa-4b87-829b-25a6ac11eb54 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 06:52:13.382309 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c16b944a-24aa-4b87-829b-25a6ac11eb54 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:13.383509 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c16b944a-24aa-4b87-829b-25a6ac11eb54 admin admin] 10.222.0.35 "PUT /v2.0/routers/c834f5bc-2d3a-4d51-9951-71433ec59bce HTTP/1.1" status: 200 len: 890 time: 1.6832688 Jul 14 06:52:13.387858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Sync routers for ids ['c834f5bc-2d3a-4d51-9951-71433ec59bce'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 06:52:13.400239 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Routers {'c834f5bc-2d3a-4d51-9951-71433ec59bce'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 06:52:13.400929 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T06:52:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c834f5bc-2d3a-4d51-9951-71433ec59bce'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 06:52:13.602304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 050595ac-4d36-413e-8fd1-313a4fdb031a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 06:52:13.698012 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Set router c834f5bc-2d3a-4d51-9951-71433ec59bce gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 06:52:13.811252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 050595ac-4d36-413e-8fd1-313a4fdb031a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 06:52:13.811624 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:14.144564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c834f5bc-2d3a-4d51-9951-71433ec59bce', 'name': 'router1', 'tenant_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '0e84999e-b6cf-454e-bbbf-3090eae1aa8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T06:51:55Z', 'updated_at': '2021-07-14T06:52:12Z', 'revision_number': 4, 'project_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'gw_port': {'id': '0e84999e-b6cf-454e-bbbf-3090eae1aa8e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c834f5bc-2d3a-4d51-9951-71433ec59bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T06:52:12Z', 'updated_at': '2021-07-14T06:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '050595ac-4d36-413e-8fd1-313a4fdb031a', 'name': '', 'network_id': '58c3b37f-a824-41ed-bb33-76ff65e044f0', 'tenant_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'mac_address': 'fa:16:3e:fa:f8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c834f5bc-2d3a-4d51-9951-71433ec59bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6df7664b-83f7-415a-90ab-a7298b5a11fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T06:52:04Z', 'updated_at': '2021-07-14T06:52:11Z', 'revision_number': 5, 'project_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'subnets': [{'id': '6df7664b-83f7-415a-90ab-a7298b5a11fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afbbe720-0630-418c-bcb2-0af436ec8333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 06:52:14.195061 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Checking router: c834f5bc-2d3a-4d51-9951-71433ec59bce for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 06:52:14.195406 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Updating router c834f5bc-2d3a-4d51-9951-71433ec59bce port 0e84999e-b6cf-454e-bbbf-3090eae1aa8e binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 06:52:14.227374 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:14.537688 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:14.547611 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Transition to ACTIVE for port object 0e84999e-b6cf-454e-bbbf-3090eae1aa8e will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 06:52:14.553045 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:14.602098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Attempting to bind port 0e84999e-b6cf-454e-bbbf-3090eae1aa8e on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 06:52:14.602461 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Attempting to bind port 0e84999e-b6cf-454e-bbbf-3090eae1aa8e by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 06:52:14.602822 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Attempting to bind port 0e84999e-b6cf-454e-bbbf-3090eae1aa8e on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 06:52:14.605574 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7056a-2e66-42f2-93e6-71147281abfd None None] Pushing event updated for resources: {'Port': ['ID=0e84999e-b6cf-454e-bbbf-3090eae1aa8e,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:52:14.614449 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 6, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 06:52:14.614820 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 06:52:14.615222 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:14.615604 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 06:52:14.616064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Bound port: 0e84999e-b6cf-454e-bbbf-3090eae1aa8e, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 06:52:14.616456 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:14.664879 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] For port 0e84999e-b6cf-454e-bbbf-3090eae1aa8e, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 06:52:14.667789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] For port 0e84999e-b6cf-454e-bbbf-3090eae1aa8e, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0e84999e-b6cf-454e-bbbf-3090eae1aa8e,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 06:52:14.672521 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:14.728245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7056a-2e66-42f2-93e6-71147281abfd None None] Pushing event updated for resources: {'Port': ['ID=0e84999e-b6cf-454e-bbbf-3090eae1aa8e,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:52:14.732005 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Routers {'c834f5bc-2d3a-4d51-9951-71433ec59bce'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 06:52:14.732198 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T06:52:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c834f5bc-2d3a-4d51-9951-71433ec59bce'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 06:52:14.909960 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] Set router c834f5bc-2d3a-4d51-9951-71433ec59bce gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 06:52:15.109533 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c834f5bc-2d3a-4d51-9951-71433ec59bce', 'name': 'router1', 'tenant_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '0e84999e-b6cf-454e-bbbf-3090eae1aa8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T06:51:55Z', 'updated_at': '2021-07-14T06:52:12Z', 'revision_number': 4, 'project_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'gw_port': {'id': '0e84999e-b6cf-454e-bbbf-3090eae1aa8e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c834f5bc-2d3a-4d51-9951-71433ec59bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T06:52:12Z', 'updated_at': '2021-07-14T06:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '050595ac-4d36-413e-8fd1-313a4fdb031a', 'name': '', 'network_id': '58c3b37f-a824-41ed-bb33-76ff65e044f0', 'tenant_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'mac_address': 'fa:16:3e:fa:f8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c834f5bc-2d3a-4d51-9951-71433ec59bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6df7664b-83f7-415a-90ab-a7298b5a11fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T06:52:04Z', 'updated_at': '2021-07-14T06:52:11Z', 'revision_number': 5, 'project_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'subnets': [{'id': '6df7664b-83f7-415a-90ab-a7298b5a11fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afbbe720-0630-418c-bcb2-0af436ec8333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 06:52:15.134173 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0719da-356d-41a0-ab3b-f08adbad6307 None None] The sync data for ids ['c834f5bc-2d3a-4d51-9951-71433ec59bce'] in n-d-778696-5 is: [{'id': 'c834f5bc-2d3a-4d51-9951-71433ec59bce', 'name': 'router1', 'tenant_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '0e84999e-b6cf-454e-bbbf-3090eae1aa8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T06:51:55Z', 'updated_at': '2021-07-14T06:52:12Z', 'revision_number': 4, 'project_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'gw_port': {'id': '0e84999e-b6cf-454e-bbbf-3090eae1aa8e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c834f5bc-2d3a-4d51-9951-71433ec59bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T06:52:12Z', 'updated_at': '2021-07-14T06:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '050595ac-4d36-413e-8fd1-313a4fdb031a', 'name': '', 'network_id': '58c3b37f-a824-41ed-bb33-76ff65e044f0', 'tenant_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'mac_address': 'fa:16:3e:fa:f8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c834f5bc-2d3a-4d51-9951-71433ec59bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6df7664b-83f7-415a-90ab-a7298b5a11fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T06:52:04Z', 'updated_at': '2021-07-14T06:52:11Z', 'revision_number': 5, 'project_id': 'b0d767e8603e4edaab9867ee5a3ad883', 'subnets': [{'id': '6df7664b-83f7-415a-90ab-a7298b5a11fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afbbe720-0630-418c-bcb2-0af436ec8333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 06:52:15.599670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0e84999e-b6cf-454e-bbbf-3090eae1aa8e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 06:52:15.657758 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 0e84999e-b6cf-454e-bbbf-3090eae1aa8e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 06:52:15.662730 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0e84999e-b6cf-454e-bbbf-3090eae1aa8e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 06:52:15.663115 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:15.744063 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:15.765120 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 0e84999e-b6cf-454e-bbbf-3090eae1aa8e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0e84999e-b6cf-454e-bbbf-3090eae1aa8e,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 06:52:15.768733 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:15.779580 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59542) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:52:15.816573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=0e84999e-b6cf-454e-bbbf-3090eae1aa8e,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:52:15.904936 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8c0e6f3d-ac27-44bf-b3e4-bac584a70f9a admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1238115 Jul 14 06:52:17.588523 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0e84999e-b6cf-454e-bbbf-3090eae1aa8e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 06:52:17.642363 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0e84999e-b6cf-454e-bbbf-3090eae1aa8e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 06:52:17.642363 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:21.985370 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 06:52:30.404789 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3782392c-cf43-4957-9d4e-4ae6701ba689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:33.159559 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4767-3bcf-4bc3-8dbf-75ed2094cc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:33.538915 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:34.422419 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:35.967357 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:52:58.974839 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 06:53:00.397378 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-32a198d0-8f9d-40ff-8fe5-e1283fffa0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:53:03.154941 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1422fd44-76a6-4c75-9886-7858bdde140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:53:03.536523 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:53:04.482866 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:53:05.960998 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:53:30.399295 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-56640ab8-d6a0-4b6f-a6ce-077eff4fee7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:53:33.155953 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-701e04ff-3d7f-4afe-bf2c-7d41a46ac901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:53:33.530317 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:53:34.428743 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:53:35.958281 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:53:35.972960 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 06:53:54.753902 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60142) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:53:54.813729 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-9100c86d-5e70-4635-bc24-5d0cd0010c6a admin admin] GET failed (client error): The resource could not be found. Jul 14 06:53:54.815019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9100c86d-5e70-4635-bc24-5d0cd0010c6a admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602107 Jul 14 06:53:54.967179 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16328d6d-f490-4d5a-8a3c-b8fa2176f6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:53:54.968564 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-16328d6d-f490-4d5a-8a3c-b8fa2176f6ab admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1497345 Jul 14 06:53:57.118558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60152) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:53:57.205068 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286ac526-a231-4799-b65f-a606859e5957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:53:57.206404 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-286ac526-a231-4799-b65f-a606859e5957 admin admin] 10.222.0.35 "GET /v2.0/subnets/6df7664b-83f7-415a-90ab-a7298b5a11fc HTTP/1.1" status: 200 len: 849 time: 0.0869141 Jul 14 06:53:57.215547 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-00a32a20-93b5-4bf3-84c7-07fb02a6fa15 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 06:53:57.296840 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00a32a20-93b5-4bf3-84c7-07fb02a6fa15 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:53:57.502717 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00a32a20-93b5-4bf3-84c7-07fb02a6fa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770202522646'] for subnet, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:53:57.533109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a32a20-93b5-4bf3-84c7-07fb02a6fa15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:53:57.533722 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00a32a20-93b5-4bf3-84c7-07fb02a6fa15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:53:57.535388 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-00a32a20-93b5-4bf3-84c7-07fb02a6fa15 admin admin] 10.222.0.35 "PUT /v2.0/subnets/6df7664b-83f7-415a-90ab-a7298b5a11fc HTTP/1.1" status: 200 len: 868 time: 0.3234365 Jul 14 06:53:57.539406 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abce2cfd-0fc7-4b3b-be5e-4b368b095e5a None None] Network 58c3b37f-a824-41ed-bb33-76ff65e044f0 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 06:53:57.554555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a32a20-93b5-4bf3-84c7-07fb02a6fa15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df7664b-83f7-415a-90ab-a7298b5a11fc,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:53:57.561928 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a32a20-93b5-4bf3-84c7-07fb02a6fa15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:53:57.562324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a32a20-93b5-4bf3-84c7-07fb02a6fa15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:53:57.562669 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a32a20-93b5-4bf3-84c7-07fb02a6fa15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:53:57.563002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a32a20-93b5-4bf3-84c7-07fb02a6fa15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:53:57.563335 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a32a20-93b5-4bf3-84c7-07fb02a6fa15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:53:57.563663 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a32a20-93b5-4bf3-84c7-07fb02a6fa15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:53:57.563989 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a32a20-93b5-4bf3-84c7-07fb02a6fa15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:53:57.564368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a32a20-93b5-4bf3-84c7-07fb02a6fa15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:53:57.564697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a32a20-93b5-4bf3-84c7-07fb02a6fa15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:53:57.565015 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a32a20-93b5-4bf3-84c7-07fb02a6fa15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:53:57.565379 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a32a20-93b5-4bf3-84c7-07fb02a6fa15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:53:57.565699 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a32a20-93b5-4bf3-84c7-07fb02a6fa15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:53:57.907945 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3341fd31-7a6b-4366-a7fd-97f6ca9ba8cf None None] Provisioning complete for port 0d31f0f5-ec2f-4831-97bb-e1ac6d72b66b triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 06:53:57.908313 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3341fd31-7a6b-4366-a7fd-97f6ca9ba8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:53:57.992916 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3341fd31-7a6b-4366-a7fd-97f6ca9ba8cf None None] Provisioning complete for port 050595ac-4d36-413e-8fd1-313a4fdb031a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 06:53:57.993247 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3341fd31-7a6b-4366-a7fd-97f6ca9ba8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:53:59.666023 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60160) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:53:59.855542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00f30b0-03e9-4177-9d02-ac9ab723da6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:53:59.855924 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00f30b0-03e9-4177-9d02-ac9ab723da6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:53:59.857463 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a00f30b0-03e9-4177-9d02-ac9ab723da6a admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1904762 Jul 14 06:54:00.399681 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4899661b-9368-4aab-85e4-a4455445af78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:01.976619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60168) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:54:02.104209 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb85230-a57a-4e95-88a3-e38a1b035fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:54:02.105222 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb85230-a57a-4e95-88a3-e38a1b035fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:54:02.106741 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-afb85230-a57a-4e95-88a3-e38a1b035fe7 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1292853 Jul 14 06:54:03.157631 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-339be0ab-f968-4312-94f3-4dbf90d5bb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:03.533264 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:04.234443 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60176) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:54:04.354661 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90833a5-d639-43d9-a198-d30cf79ceb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:54:04.356020 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d90833a5-d639-43d9-a198-d30cf79ceb44 admin admin] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 886 time: 0.1206970 Jul 14 06:54:04.430946 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:05.963159 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:06.484471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60186) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:54:06.609419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1571ed-d84c-4512-b336-659f410bed4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:54:06.610762 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1d1571ed-d84c-4512-b336-659f410bed4e admin admin] 10.222.0.35 "GET /v2.0/networks/58c3b37f-a824-41ed-bb33-76ff65e044f0 HTTP/1.1" status: 200 len: 869 time: 0.1252854 Jul 14 06:54:08.731022 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60194) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:54:08.846853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feae64f0-44a8-4337-aff3-34f15ee50c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:54:08.847311 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feae64f0-44a8-4337-aff3-34f15ee50c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:54:08.848848 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-feae64f0-44a8-4337-aff3-34f15ee50c16 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1168032 Jul 14 06:54:10.978407 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60202) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:54:11.068630 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9e4064-f5ec-4509-8762-32761a88e2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:54:11.069087 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9e4064-f5ec-4509-8762-32761a88e2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:54:11.070616 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cd9e4064-f5ec-4509-8762-32761a88e2ae admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912545 Jul 14 06:54:12.972647 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 06:54:13.186694 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60210) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:54:13.286095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49a354-4b5b-4581-b0f7-2dd72ca5c0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:54:13.287425 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ee49a354-4b5b-4581-b0f7-2dd72ca5c0a2 admin admin] 10.222.0.35 "GET /v2.0/subnets/6df7664b-83f7-415a-90ab-a7298b5a11fc HTTP/1.1" status: 200 len: 868 time: 0.0998106 Jul 14 06:54:15.414537 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60218) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:54:15.558613 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f629c8ea-ae5e-4a2c-ad5c-19c5b746f955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:54:15.559971 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f629c8ea-ae5e-4a2c-ad5c-19c5b746f955 admin admin] 10.222.0.35 "GET /v2.0/subnets/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa HTTP/1.1" status: 200 len: 816 time: 0.1444860 Jul 14 06:54:30.401321 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3c0a65f8-0352-40c3-8457-a71e4a72701f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:33.158223 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-eb0870f5-101e-4ed1-b0e2-23a4da50f260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:33.533007 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:34.433337 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:35.969364 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:39.742215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60270) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:54:39.787102 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-2f9bcb3f-df4c-439a-9355-9bc52ed3c232 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 06:54:39.788065 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2f9bcb3f-df4c-439a-9355-9bc52ed3c232 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449393 Jul 14 06:54:42.009870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60278) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:54:42.068990 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-078587c8-2458-4b40-9906-ec98dd2ca105 admin admin] GET failed (client error): The resource could not be found. Jul 14 06:54:42.070309 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-078587c8-2458-4b40-9906-ec98dd2ca105 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594854 Jul 14 06:54:42.151278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e4e3d4-645e-4469-8dbf-9b18175c44ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:54:42.152747 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-56e4e3d4-645e-4469-8dbf-9b18175c44ea admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0785356 Jul 14 06:54:44.298975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60286) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:54:44.343063 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d8b3b385-1b33-4a13-9197-68e6586bf4a2 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 06:54:44.364341 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b3b385-1b33-4a13-9197-68e6586bf4a2 admin admin] Made reservation on behalf of 801ea88eea6046a08cba438df0b078ed for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 06:54:44.366699 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d8b3b385-1b33-4a13-9197-68e6586bf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:44.394804 n-d-778696-5 neutron-server[93828]: WARNING neutron.services.revisions.revision_plugin [None req-d8b3b385-1b33-4a13-9197-68e6586bf4a2 admin admin] Could not find related network for resource to bump revision. Jul 14 06:54:44.407871 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b3b385-1b33-4a13-9197-68e6586bf4a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 06:54:44.418042 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d8b3b385-1b33-4a13-9197-68e6586bf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:44.418376 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-d8b3b385-1b33-4a13-9197-68e6586bf4a2 admin admin] Added segment c22fde04-d0a0-4e80-a6d0-94befbc1d232 of type vlan for network 29bcecba-5736-4306-a643-6612ee5f2ebd Jul 14 06:54:44.465864 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d8b3b385-1b33-4a13-9197-68e6586bf4a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:44.492427 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d8b3b385-1b33-4a13-9197-68e6586bf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:44.493308 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b3b385-1b33-4a13-9197-68e6586bf4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:54:44.493880 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d8b3b385-1b33-4a13-9197-68e6586bf4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:44.547798 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d8b3b385-1b33-4a13-9197-68e6586bf4a2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2477558 Jul 14 06:54:44.552511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3b385-1b33-4a13-9197-68e6586bf4a2 admin admin] Pushing event updated for resources: {'Network': ['ID=29bcecba-5736-4306-a643-6612ee5f2ebd,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:54:44.570772 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 29bcecba-5736-4306-a643-6612ee5f2ebd details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 06:54:46.699181 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60294) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:54:46.757913 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc90572b-5d81-4e06-b5b2-fc1397b8b54c admin admin] GET failed (client error): The resource could not be found. Jul 14 06:54:46.759237 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cc90572b-5d81-4e06-b5b2-fc1397b8b54c admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591531 Jul 14 06:54:46.855050 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24d0c22-85b3-4292-8228-8651119ee12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:54:46.856480 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a24d0c22-85b3-4292-8228-8651119ee12b admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0933678 Jul 14 06:54:46.866446 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Request body: {'subnet': {'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 06:54:46.886747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Made reservation on behalf of 801ea88eea6046a08cba438df0b078ed for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 06:54:46.889022 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:47.047409 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:47.099254 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0efc4523-efe5-482f-b8b0-964ca1973450,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:54:47.109306 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.109650 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.109986 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.110313 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.110640 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.110963 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.111283 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.111602 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.111920 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.112237 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.112550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.112864 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.116947 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 06:54:47.117323 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Network hostable DHCP agents. Network: 29bcecba-5736-4306-a643-6612ee5f2ebd, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 06:54:47.132756 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 06:54:47.141069 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 29bcecba-5736-4306-a643-6612ee5f2ebd) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 06:54:47.144800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 06:54:47.145415 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:47.149855 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e4818a-23c8-41d0-8fcd-72878c134799 None None] Network 29bcecba-5736-4306-a643-6612ee5f2ebd requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 06:54:47.159584 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ec0d84c2-6cb0-4fc7-8619-c89083128b07 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2964046 Jul 14 06:54:47.392821 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29bcecba-5736-4306-a643-6612ee5f2ebd', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'tenant_id': '801ea88eea6046a08cba438df0b078ed', 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 06:54:47.393677 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:47.527059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Allocated IP 192.168.233.2 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/94b10d1a-157b-4b33-87df-7f62900f9420) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 06:54:47.670511 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:47.679257 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Transition to ACTIVE for port object 94b10d1a-157b-4b33-87df-7f62900f9420 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 06:54:47.694649 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Transition to ACTIVE for port object 94b10d1a-157b-4b33-87df-7f62900f9420 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 06:54:47.701127 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:47.736173 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 06:54:47.740853 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 06:54:47.744729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 06:54:47.759361 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Pushing event updated for resources: {'Port': ['ID=94b10d1a-157b-4b33-87df-7f62900f9420,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:54:47.781625 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.781972 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.782391 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.782824 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.783296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.783634 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.783963 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.784291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.784621 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.785002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.785357 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.785683 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:54:47.820680 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Attempting to bind port 94b10d1a-157b-4b33-87df-7f62900f9420 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 06:54:47.821221 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Attempting to bind port 94b10d1a-157b-4b33-87df-7f62900f9420 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 06:54:47.821581 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Attempting to bind port 94b10d1a-157b-4b33-87df-7f62900f9420 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 06:54:47.827072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 6, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 06:54:47.827456 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 06:54:47.827848 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:47.828235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 06:54:47.828685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Bound port: 94b10d1a-157b-4b33-87df-7f62900f9420, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 06:54:47.829052 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:47.889443 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] For port 94b10d1a-157b-4b33-87df-7f62900f9420, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 06:54:47.893072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] For port 94b10d1a-157b-4b33-87df-7f62900f9420, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=94b10d1a-157b-4b33-87df-7f62900f9420,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 06:54:47.897464 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:47.957996 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47255c33-d102-44a5-9d23-1cd18e08a9e8 None None] Pushing event updated for resources: {'Port': ['ID=94b10d1a-157b-4b33-87df-7f62900f9420,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:54:48.777433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bc2a39-7831-4e63-ac7b-a37ee613f488 None None] Network 29bcecba-5736-4306-a643-6612ee5f2ebd requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 06:54:48.842334 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a6712794-4b16-427d-a044-8a902fe0a743 None None] Provisioning for port 94b10d1a-157b-4b33-87df-7f62900f9420 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 06:54:49.718923 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 94b10d1a-157b-4b33-87df-7f62900f9420 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 06:54:49.769216 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 94b10d1a-157b-4b33-87df-7f62900f9420 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 06:54:49.772699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 94b10d1a-157b-4b33-87df-7f62900f9420 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 06:54:49.773073 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:49.848074 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:49.881904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 94b10d1a-157b-4b33-87df-7f62900f9420, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=94b10d1a-157b-4b33-87df-7f62900f9420,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 06:54:49.886760 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:54:49.933808 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=94b10d1a-157b-4b33-87df-7f62900f9420,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:54:49.971914 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 06:54:51.693749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 94b10d1a-157b-4b33-87df-7f62900f9420 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 06:54:51.740837 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 94b10d1a-157b-4b33-87df-7f62900f9420 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 06:54:51.741213 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:55:00.404382 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ad6793ad-9262-4f50-b538-b2bc68930822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:55:03.159460 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e23cf2c8-322d-4e47-ba53-c2740034a63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:55:03.534749 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:55:04.436610 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:55:05.975601 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:55:26.972215 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 06:55:30.405343 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-12b4795a-04d8-4517-8c1c-ab4607df4ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:55:33.161580 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7d1b936b-e951-4a68-9ca4-f4897ae8b450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:55:33.536095 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:55:34.439384 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:55:35.977836 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:56:00.407369 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cc2d7aca-5c4c-498e-9259-649543ee44f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:56:00.990733 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60346) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:56:00.996812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [None req-8256f782-866f-4244-b4cf-491a71ca2d2f tempest-verify_tempest_config-1532295668 tempest-verify_tempest_config-1532295668-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 06:56:00.997835 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8256f782-866f-4244-b4cf-491a71ca2d2f tempest-verify_tempest_config-1532295668 tempest-verify_tempest_config-1532295668-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061474 Jul 14 06:56:01.288994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60364) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:56:01.386896 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a0081929-a65f-47a2-a825-154e8c709ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:56:01.475528 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a0081929-a65f-47a2-a825-154e8c709ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:56:01.479719 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a0081929-a65f-47a2-a825-154e8c709ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:56:01.522566 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a0081929-a65f-47a2-a825-154e8c709ed8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3bf787c60bce496994e7806bd7a5f05e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2322843 Jul 14 06:56:01.523364 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0081929-a65f-47a2-a825-154e8c709ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c975a45b-b7f3-44a7-97ea-89c35999c4b0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:56:01.526246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60368) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:56:01.530334 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0081929-a65f-47a2-a825-154e8c709ed8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.530682 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0081929-a65f-47a2-a825-154e8c709ed8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.531021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0081929-a65f-47a2-a825-154e8c709ed8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.531355 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0081929-a65f-47a2-a825-154e8c709ed8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.531684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0081929-a65f-47a2-a825-154e8c709ed8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.532036 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0081929-a65f-47a2-a825-154e8c709ed8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.532360 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0081929-a65f-47a2-a825-154e8c709ed8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.532682 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0081929-a65f-47a2-a825-154e8c709ed8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.533004 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0081929-a65f-47a2-a825-154e8c709ed8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.533352 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0081929-a65f-47a2-a825-154e8c709ed8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.533673 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0081929-a65f-47a2-a825-154e8c709ed8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.533992 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0081929-a65f-47a2-a825-154e8c709ed8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.584891 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5029490-ca92-4917-8e3b-820ca332ef15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:56:01.605159 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5029490-ca92-4917-8e3b-820ca332ef15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:56:01.689145 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5029490-ca92-4917-8e3b-820ca332ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:56:01.692300 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5029490-ca92-4917-8e3b-820ca332ef15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:56:01.693589 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e5029490-ca92-4917-8e3b-820ca332ef15 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c975a45b-b7f3-44a7-97ea-89c35999c4b0 HTTP/1.1" status: 204 len: 168 time: 0.1663105 Jul 14 06:56:01.702779 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5029490-ca92-4917-8e3b-820ca332ef15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c975a45b-b7f3-44a7-97ea-89c35999c4b0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 06:56:01.709308 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5029490-ca92-4917-8e3b-820ca332ef15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.709668 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5029490-ca92-4917-8e3b-820ca332ef15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.709997 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5029490-ca92-4917-8e3b-820ca332ef15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.710333 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5029490-ca92-4917-8e3b-820ca332ef15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.710662 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5029490-ca92-4917-8e3b-820ca332ef15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.710990 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5029490-ca92-4917-8e3b-820ca332ef15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.711315 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5029490-ca92-4917-8e3b-820ca332ef15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.711658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5029490-ca92-4917-8e3b-820ca332ef15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.711954 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5029490-ca92-4917-8e3b-820ca332ef15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.712277 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5029490-ca92-4917-8e3b-820ca332ef15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.713146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5029490-ca92-4917-8e3b-820ca332ef15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:01.713512 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5029490-ca92-4917-8e3b-820ca332ef15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 06:56:03.161178 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49d441e4-7ac9-48f4-bcda-4757d1fe31ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:56:03.536384 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:56:03.970561 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 06:56:04.441023 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:56:05.979461 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:56:30.407271 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d168156a-fb5d-41a5-bebb-126029168a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:56:33.162673 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-776a6e58-bd7d-43cd-8318-808df7cf7a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:56:33.538691 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:56:34.444185 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:56:35.983500 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:56:40.969290 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 06:57:00.407959 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2f9ba7d3-0b84-452e-8b4c-df18eeac0737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:57:03.163983 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c63ceb38-98a6-41c2-b964-44e9a2bc5492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:57:03.538659 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:57:04.448336 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:57:05.987832 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:57:17.967395 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 06:57:30.408148 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a7834a02-2b29-475e-a151-ce4c6e793481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:57:33.164589 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-15d2357f-a4ba-4dc0-871c-56362a7c8ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:57:33.539699 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:57:34.450262 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:57:35.989842 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:57:54.967044 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 06:58:00.408085 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-73369dba-af9a-4886-adcb-c7fcb5bd2bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:58:03.164752 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-19af0f9b-f574-4210-abcd-4baf7f9426ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:58:03.540783 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:58:04.452552 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:58:05.992345 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:58:30.408092 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0811624c-6c8c-46ed-8f87-7d9acfa8bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:58:31.964916 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 06:58:33.167154 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4aabfda2-ca94-4d0c-aaf4-8eb3b1b13624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:58:33.541911 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:58:34.455156 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:58:35.995312 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:58:45.163720 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-425805'] for agent, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:58:45.229044 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-425805'] for agent, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:59:00.407147 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0ec6f9c7-48a8-4393-b2d9-8ff458c1c69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:59:03.168930 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-19f7a9b2-fe68-4cf6-a344-0492b842b7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:59:03.541948 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:59:04.458540 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:59:06.002906 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:59:08.965122 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 06:59:15.115285 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:59:15.226252 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:59:30.407664 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f2bc6b70-4334-4297-964f-2b1a4892aad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:59:30.914622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60434) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:59:31.015190 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9bf37559-948a-4af9-8d40-70bdcfc436d8 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0981352 Jul 14 06:59:33.155615 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60444) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 06:59:33.170293 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4804160a-b274-4b6b-8edd-053ca721ea31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:59:33.219260 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-faf89636-f37f-4826-94a6-a649b7dd6bbb admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0625668 Jul 14 06:59:33.543316 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:59:34.461094 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:59:36.001075 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:59:45.114394 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:59:45.239617 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 06:59:45.964156 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:00:00.407750 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bcd17b67-81af-459b-aac8-4c056354d6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:03.171122 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d6381f6d-b422-4425-8150-4fade0660c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:03.545281 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:04.465104 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:06.005949 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:15.116552 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:15.244537 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:22.962883 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:00:30.408127 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cc73fd2b-bab4-4cd7-a2d4-9b09e50f0bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:33.172597 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ae62ec28-93c3-4c26-999b-8e4444ea602b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:33.548063 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:34.468563 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:36.008547 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:45.140139 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:45.266428 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:52.886025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60858) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:52.888718 n-d-778696-5 neutron-server[93828]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 07:00:52.917563 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-e19bbb57-3304-496b-ad7a-d1bbeb724cab tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6b41f3f9fc204a16b44d3a5708e5856c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303171 Jul 14 07:00:53.114316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-95368847-e09d-4e45-8c71-e4efb3a77103 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:00:53.114316 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-95368847-e09d-4e45-8c71-e4efb3a77103 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834264 Jul 14 07:00:53.130443 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-6596a297-0c81-448e-a4b5-e30a8a193795 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/quotas/6b41f3f9fc204a16b44d3a5708e5856c HTTP/1.1" status: 200 len: 375 time: 0.0121694 Jul 14 07:00:53.181475 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-a9537ed3-91fc-4672-ac2c-1d4f0f7ba913 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b41f3f9fc204a16b44d3a5708e5856c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460873 Jul 14 07:00:53.353046 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60894) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:53.497822 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8341a7db-be90-41e1-8228-28152f6825af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:53.616604 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2d5bdc5-e687-490a-89fb-bfdb55348e02 req-9f8baece-b697-4e19-b818-e6f150777e12 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 210 time: 0.1212420 Jul 14 07:00:53.647344 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8341a7db-be90-41e1-8228-28152f6825af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:53.652873 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8341a7db-be90-41e1-8228-28152f6825af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:53.686525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341a7db-be90-41e1-8228-28152f6825af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc90c41-fb57-4265-b9dc-670daaa038d7,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:00:53.699995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341a7db-be90-41e1-8228-28152f6825af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.700342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341a7db-be90-41e1-8228-28152f6825af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.700693 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341a7db-be90-41e1-8228-28152f6825af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.701150 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341a7db-be90-41e1-8228-28152f6825af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.701584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341a7db-be90-41e1-8228-28152f6825af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.702471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341a7db-be90-41e1-8228-28152f6825af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.702934 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341a7db-be90-41e1-8228-28152f6825af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.703271 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341a7db-be90-41e1-8228-28152f6825af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.703615 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341a7db-be90-41e1-8228-28152f6825af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.704170 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341a7db-be90-41e1-8228-28152f6825af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.704739 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341a7db-be90-41e1-8228-28152f6825af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.705219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341a7db-be90-41e1-8228-28152f6825af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341a7db-be90-41e1-8228-28152f6825af admin admin] Tracked resource versions report: Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: pushed versions: Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: { 'AddressGroup': {'1.2'}, Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'ConntrackHelper': {'1.0'}, Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'Log': {'1.0'}, Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'Network': {'1.1'}, Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'Port': {'1.7'}, Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'PortForwarding': {'1.2'}, Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'QosPolicy': {'1.8'}, Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'SecurityGroup': {'1.4'}, Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'SecurityGroupRule': {'1.2'}, Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'SubPort': {'1.0'}, Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'Subnet': {'1.1'}, Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'Trunk': {'1.1'}} Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: consumer versions: Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: { DHCP agent@n-d-778696-5: {}, Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: HyperV agent@n-h1-778696-5: {}, Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: HyperV agent@n-h2-778696-5: {}, Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: L3 agent@n-d-778696-5: {}, Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: Metadata agent@n-d-778696-5: {}, Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: Metering agent@n-d-778696-5: {}, Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: Open vSwitch agent@n-d-778696-5: { 'AddressGroup': '1.2', Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'ConntrackHelper': '1.0', Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'Log': '1.0', Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'Network': '1.1', Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'Port': '1.7', Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'PortForwarding': '1.2', Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'QosPolicy': '1.8', Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'SecurityGroup': '1.4', Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'SecurityGroupRule': '1.2', Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'SubPort': '1.0', Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'Subnet': '1.1', Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: 'Trunk': '1.1'}} Jul 14 07:00:53.706764 n-d-778696-5 neutron-server[93828]: {{(pid=93828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 07:00:53.753077 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60938) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:53.753662 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8341a7db-be90-41e1-8228-28152f6825af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=62f262e1e18a41b1abeeb3ca96b982c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3985443 Jul 14 07:00:53.775600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60944) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:53.832874 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9bd4eb05-b3b6-4434-9ac3-c518ab577325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:53.876896 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9bd4eb05-b3b6-4434-9ac3-c518ab577325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:53.950862 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9bd4eb05-b3b6-4434-9ac3-c518ab577325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:53.956678 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9bd4eb05-b3b6-4434-9ac3-c518ab577325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:53.961340 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2859a426-8d2b-4abe-91b3-d4334aed0b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:53.961845 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9bd4eb05-b3b6-4434-9ac3-c518ab577325 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3dc90c41-fb57-4265-b9dc-670daaa038d7 HTTP/1.1" status: 204 len: 168 time: 0.2070055 Jul 14 07:00:53.972082 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4eb05-b3b6-4434-9ac3-c518ab577325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc90c41-fb57-4265-b9dc-670daaa038d7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:00:53.980907 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4eb05-b3b6-4434-9ac3-c518ab577325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.981509 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4eb05-b3b6-4434-9ac3-c518ab577325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.981857 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4eb05-b3b6-4434-9ac3-c518ab577325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.982262 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4eb05-b3b6-4434-9ac3-c518ab577325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.982513 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4eb05-b3b6-4434-9ac3-c518ab577325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.983149 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4eb05-b3b6-4434-9ac3-c518ab577325 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.983472 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4eb05-b3b6-4434-9ac3-c518ab577325 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.983802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4eb05-b3b6-4434-9ac3-c518ab577325 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.984161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4eb05-b3b6-4434-9ac3-c518ab577325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.984580 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4eb05-b3b6-4434-9ac3-c518ab577325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.984910 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4eb05-b3b6-4434-9ac3-c518ab577325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.985285 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4eb05-b3b6-4434-9ac3-c518ab577325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4eb05-b3b6-4434-9ac3-c518ab577325 admin admin] Tracked resource versions report: Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: pushed versions: Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: { 'AddressGroup': {'1.2'}, Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'ConntrackHelper': {'1.0'}, Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'Log': {'1.0'}, Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'Network': {'1.1'}, Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'Port': {'1.7'}, Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'PortForwarding': {'1.2'}, Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'QosPolicy': {'1.8'}, Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'SecurityGroup': {'1.4'}, Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'SecurityGroupRule': {'1.2'}, Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'SubPort': {'1.0'}, Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'Subnet': {'1.1'}, Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'Trunk': {'1.1'}} Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: consumer versions: Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: { DHCP agent@n-d-778696-5: {}, Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: HyperV agent@n-h1-778696-5: {}, Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: HyperV agent@n-h2-778696-5: {}, Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: L3 agent@n-d-778696-5: {}, Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: Metadata agent@n-d-778696-5: {}, Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: Metering agent@n-d-778696-5: {}, Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: Open vSwitch agent@n-d-778696-5: { 'AddressGroup': '1.2', Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'ConntrackHelper': '1.0', Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'Log': '1.0', Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'Network': '1.1', Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'Port': '1.7', Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'PortForwarding': '1.2', Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'QosPolicy': '1.8', Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'SecurityGroup': '1.4', Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'SecurityGroupRule': '1.2', Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'SubPort': '1.0', Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'Subnet': '1.1', Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: 'Trunk': '1.1'}} Jul 14 07:00:53.986556 n-d-778696-5 neutron-server[93827]: {{(pid=93827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 07:00:54.124745 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2859a426-8d2b-4abe-91b3-d4334aed0b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:54.131636 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2859a426-8d2b-4abe-91b3-d4334aed0b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:54.169013 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859a426-8d2b-4abe-91b3-d4334aed0b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398cd119-5695-4dd9-b88c-ea37921b39eb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:00:54.201222 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2859a426-8d2b-4abe-91b3-d4334aed0b48 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=891f28b8cc9f474ab5febc6b0402474b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4234388 Jul 14 07:00:54.203411 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60992) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:54.292537 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-86debe39-ee06-4309-aac2-c66666ae0f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:54.318470 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-86debe39-ee06-4309-aac2-c66666ae0f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:54.412387 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-86debe39-ee06-4309-aac2-c66666ae0f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:54.415735 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-86debe39-ee06-4309-aac2-c66666ae0f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:54.429289 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-86debe39-ee06-4309-aac2-c66666ae0f1a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/398cd119-5695-4dd9-b88c-ea37921b39eb HTTP/1.1" status: 204 len: 168 time: 0.2125754 Jul 14 07:00:54.442862 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86debe39-ee06-4309-aac2-c66666ae0f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398cd119-5695-4dd9-b88c-ea37921b39eb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:00:54.505504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 32792) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:54.524176 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5ac5817-3b2d-4353-95b1-f3fa018b3a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:54.599475 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 32800) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:54.677382 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5ac5817-3b2d-4353-95b1-f3fa018b3a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:54.687501 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5ac5817-3b2d-4353-95b1-f3fa018b3a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:54.751746 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b5ac5817-3b2d-4353-95b1-f3fa018b3a96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe272b566e834402a05fb45490dcb2d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2448359 Jul 14 07:00:54.754437 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 32816) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:54.763513 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac5817-3b2d-4353-95b1-f3fa018b3a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548b3d9d-d625-44cd-8920-38eb6107c7c1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:00:54.819064 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a044cd19-f312-4cec-ae86-41844db780fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:54.846244 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a044cd19-f312-4cec-ae86-41844db780fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:54.886742 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a36ab72b-4657-4a1e-ae10-ef4b05c1cb59 req-8b12b7f6-7380-467a-8bc8-15fe453b98d3 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 210 time: 0.0383048 Jul 14 07:00:54.929290 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a044cd19-f312-4cec-ae86-41844db780fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:54.934026 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a044cd19-f312-4cec-ae86-41844db780fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:54.939356 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a044cd19-f312-4cec-ae86-41844db780fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/548b3d9d-d625-44cd-8920-38eb6107c7c1 HTTP/1.1" status: 204 len: 168 time: 0.1836810 Jul 14 07:00:54.951484 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044cd19-f312-4cec-ae86-41844db780fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548b3d9d-d625-44cd-8920-38eb6107c7c1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:00:55.154169 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-56dc4ed7-1376-4e6f-a2b6-30fe0120c170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:55.284378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 32854) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:55.329141 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c8e6f3a-6433-4ff2-844a-bdc16ae2ab7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:55.378883 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-56dc4ed7-1376-4e6f-a2b6-30fe0120c170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:55.390473 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-56dc4ed7-1376-4e6f-a2b6-30fe0120c170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:55.434598 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 32866) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:55.514563 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-56dc4ed7-1376-4e6f-a2b6-30fe0120c170 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=383ad39f20f0495abfbfdf30d5a495bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9138019 Jul 14 07:00:55.518659 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 32878) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:55.570674 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc4ed7-1376-4e6f-a2b6-30fe0120c170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bbb845-b2fa-4126-9105-d9288b359c01,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:00:55.646067 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d73d8455-a569-46eb-bf01-bd1db97bcda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:55.676853 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d73d8455-a569-46eb-bf01-bd1db97bcda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:55.708712 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-178d7d76-4b3d-4757-92a0-eda250f10dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:55.747782 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c8e6f3a-6433-4ff2-844a-bdc16ae2ab7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:55.752438 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c8e6f3a-6433-4ff2-844a-bdc16ae2ab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:55.805354 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e6f3a-6433-4ff2-844a-bdc16ae2ab7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3c2077-8fa9-4c73-9cc5-33ee1ccbc9e1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:00:55.811419 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0c8e6f3a-6433-4ff2-844a-bdc16ae2ab7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bcf70df6b9744d4ca5008722548c9877&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5246327 Jul 14 07:00:55.821140 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 32898) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:55.899571 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-178d7d76-4b3d-4757-92a0-eda250f10dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:55.906273 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-178d7d76-4b3d-4757-92a0-eda250f10dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:55.945770 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-898ce4ad-3d42-4bae-8c20-4840b61c9a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:55.946633 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-178d7d76-4b3d-4757-92a0-eda250f10dfa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26e9e8936d5345bbbe7aaebcd3328327&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4881146 Jul 14 07:00:55.947221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 32918) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:55.948983 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d73d8455-a569-46eb-bf01-bd1db97bcda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:55.954196 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d73d8455-a569-46eb-bf01-bd1db97bcda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:55.955474 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d73d8455-a569-46eb-bf01-bd1db97bcda7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/98bbb845-b2fa-4126-9105-d9288b359c01 HTTP/1.1" status: 204 len: 168 time: 0.4233739 Jul 14 07:00:56.009339 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d7d76-4b3d-4757-92a0-eda250f10dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4804566a-307b-4fcb-a782-48f1bc40d7dc,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:00:56.021816 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-898ce4ad-3d42-4bae-8c20-4840b61c9a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:56.034976 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d8455-a569-46eb-bf01-bd1db97bcda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bbb845-b2fa-4126-9105-d9288b359c01,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:00:56.065069 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.15', 61618) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:56.113917 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-ba37653b-24a1-4ab2-9992-6269189059de tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6b41f3f9fc204a16b44d3a5708e5856c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476096 Jul 14 07:00:56.128309 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-898ce4ad-3d42-4bae-8c20-4840b61c9a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:56.131632 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-898ce4ad-3d42-4bae-8c20-4840b61c9a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:56.132889 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-898ce4ad-3d42-4bae-8c20-4840b61c9a4a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d3c2077-8fa9-4c73-9cc5-33ee1ccbc9e1 HTTP/1.1" status: 204 len: 168 time: 0.3133588 Jul 14 07:00:56.139683 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b71a10a9-da27-4140-af02-01f3864aea5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:56.148597 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ce4ad-3d42-4bae-8c20-4840b61c9a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3c2077-8fa9-4c73-9cc5-33ee1ccbc9e1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:00:56.177222 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b71a10a9-da27-4140-af02-01f3864aea5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:56.267211 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b71a10a9-da27-4140-af02-01f3864aea5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:56.271107 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b71a10a9-da27-4140-af02-01f3864aea5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:56.272493 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b71a10a9-da27-4140-af02-01f3864aea5c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4804566a-307b-4fcb-a782-48f1bc40d7dc HTTP/1.1" status: 204 len: 168 time: 0.3242610 Jul 14 07:00:56.287638 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a10a9-da27-4140-af02-01f3864aea5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4804566a-307b-4fcb-a782-48f1bc40d7dc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:00:56.441417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-a8f18635-0507-445f-91ad-666089508b93 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:00:56.442854 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-a8f18635-0507-445f-91ad-666089508b93 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3224728 Jul 14 07:00:56.494845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-6a3c7990-77a7-4f90-9091-b3c48beba0aa tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Request body: {'port': {'device_id': '7f32658b-2d3d-41ae-8e47-1a05df9028a7', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '6b41f3f9fc204a16b44d3a5708e5856c'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:00:56.598586 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-b417b6f1-f54b-4b65-89a8-1f91048b8c96 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=29eff19d9248446bb4f1ef666bd4d1cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295186 Jul 14 07:00:56.707716 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-3afe2cb2-7240-40cb-a450-d409f8ee56c9 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:00:56.714471 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-3afe2cb2-7240-40cb-a450-d409f8ee56c9 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1149385 Jul 14 07:00:56.730906 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-de1c5191-10ea-4429-8d39-9cfed0160840 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/quotas/29eff19d9248446bb4f1ef666bd4d1cc HTTP/1.1" status: 200 len: 375 time: 0.0154777 Jul 14 07:00:56.735860 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-6a3c7990-77a7-4f90-9091-b3c48beba0aa tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Made reservation on behalf of 6b41f3f9fc204a16b44d3a5708e5856c for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:00:56.739817 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-6a3c7990-77a7-4f90-9091-b3c48beba0aa tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:56.756121 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-6a3c7990-77a7-4f90-9091-b3c48beba0aa tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:56.771066 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-f3a42b51-ba95-4ba4-b3d8-582f87fe8e94 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=29eff19d9248446bb4f1ef666bd4d1cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392540 Jul 14 07:00:56.820568 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 32964) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:56.822656 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 32966) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:56.849336 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1548c4a3-c13a-4c3d-ba25-7cbef3284639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:56.970425 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-6a3c7990-77a7-4f90-9091-b3c48beba0aa tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:56.978462 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-6a3c7990-77a7-4f90-9091-b3c48beba0aa tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:57.133787 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1548c4a3-c13a-4c3d-ba25-7cbef3284639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:57.134929 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 32988) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:57.165638 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1548c4a3-c13a-4c3d-ba25-7cbef3284639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:57.216180 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c7990-77a7-4f90-9091-b3c48beba0aa tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c93883-0da6-4024-95d5-b405012a4af6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:00:57.258139 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1548c4a3-c13a-4c3d-ba25-7cbef3284639 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c33f2a1c1d70499e87dfa3a5145121d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4363554 Jul 14 07:00:57.258964 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33008) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:57.283421 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a734b03f-760d-489d-a552-815d81b49a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:57.300589 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f63a2131-2e84-4214-a129-01657428904f req-df76c352-a629-47e2-af11-f96f05d59321 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 210 time: 0.1643522 Jul 14 07:00:57.377388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548c4a3-c13a-4c3d-ba25-7cbef3284639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973960f5-1f5d-4e46-a317-09231c399229,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:00:57.520145 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a734b03f-760d-489d-a552-815d81b49a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:57.526690 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a734b03f-760d-489d-a552-815d81b49a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:57.579201 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-6a3c7990-77a7-4f90-9091-b3c48beba0aa tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Allocated IP 192.168.233.136 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/ab499372-5231-441b-9505-fe4395c99f44) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:00:57.625772 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a734b03f-760d-489d-a552-815d81b49a15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f9be2c62fd442d7af1a83e576c70994&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4881318 Jul 14 07:00:57.660223 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ab07020-e9f7-4acc-94cf-ec4e3ee4e31f req-c1ad3641-76af-48e5-94b9-f1968061bf05 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 210 time: 0.8362658 Jul 14 07:00:57.661768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33038) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:57.667920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734b03f-760d-489d-a552-815d81b49a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b52e11c-3ca3-4fc0-a165-1ad91f897142,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:00:57.773856 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5406-d3b7-413f-93ee-6a570a8ee7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:57.839362 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00ae99ae-4d79-401f-84e7-cf609625a63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:57.848226 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5406-d3b7-413f-93ee-6a570a8ee7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:57.895273 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00ae99ae-4d79-401f-84e7-cf609625a63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:57.966179 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00ae99ae-4d79-401f-84e7-cf609625a63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:57.969472 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00ae99ae-4d79-401f-84e7-cf609625a63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:57.973033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-00ae99ae-4d79-401f-84e7-cf609625a63e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b52e11c-3ca3-4fc0-a165-1ad91f897142 HTTP/1.1" status: 204 len: 168 time: 0.3039620 Jul 14 07:00:57.984438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae99ae-4d79-401f-84e7-cf609625a63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b52e11c-3ca3-4fc0-a165-1ad91f897142,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:00:58.072922 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5406-d3b7-413f-93ee-6a570a8ee7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:58.076128 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5406-d3b7-413f-93ee-6a570a8ee7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:58.079693 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ef4a5406-d3b7-413f-93ee-6a570a8ee7ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/973960f5-1f5d-4e46-a317-09231c399229 HTTP/1.1" status: 204 len: 168 time: 0.8171813 Jul 14 07:00:58.097013 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a5406-d3b7-413f-93ee-6a570a8ee7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973960f5-1f5d-4e46-a317-09231c399229,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:00:58.135277 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-6a3c7990-77a7-4f90-9091-b3c48beba0aa tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:58.165588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-6a3c7990-77a7-4f90-9091-b3c48beba0aa tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Transition to ACTIVE for port object ab499372-5231-441b-9505-fe4395c99f44 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:00:58.294616 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-6a3c7990-77a7-4f90-9091-b3c48beba0aa tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:58.424988 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-6a3c7990-77a7-4f90-9091-b3c48beba0aa tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:00:58.435812 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-6a3c7990-77a7-4f90-9091-b3c48beba0aa tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:00:58.466470 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-6a3c7990-77a7-4f90-9091-b3c48beba0aa tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:00:58.475749 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-6a3c7990-77a7-4f90-9091-b3c48beba0aa tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:00:58.477507 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-6a3c7990-77a7-4f90-9091-b3c48beba0aa tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:58.514267 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c7990-77a7-4f90-9091-b3c48beba0aa tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Pushing event updated for resources: {'Port': ['ID=ab499372-5231-441b-9505-fe4395c99f44,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:00:58.543427 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-6a3c7990-77a7-4f90-9091-b3c48beba0aa tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0520227 Jul 14 07:00:58.556351 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-b5fa6fcb-1910-449a-93f8-90e37571d4f0 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:00:58.563389 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-b5fa6fcb-1910-449a-93f8-90e37571d4f0 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115163 Jul 14 07:00:58.674327 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7a4e9149-a970-4345-a45e-571dda130614 req-37f3f271-e000-4fa6-a2da-6f6eb20a38bf tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 210 time: 0.0451512 Jul 14 07:00:58.919344 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a716f39b-6358-4c96-8734-c23bda24b0e9 None None] Provisioning for port ab499372-5231-441b-9505-fe4395c99f44 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:00:58.925255 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a716f39b-6358-4c96-8734-c23bda24b0e9 None None] Provisioning complete for port ab499372-5231-441b-9505-fe4395c99f44 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:00:58.927532 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a716f39b-6358-4c96-8734-c23bda24b0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:59.008433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a716f39b-6358-4c96-8734-c23bda24b0e9 None None] Port ab499372-5231-441b-9505-fe4395c99f44 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:00:59.121582 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89420297-4b1a-40bd-861a-83b600ef71ab req-bf356abf-ef3d-4885-98dc-05d606835a69 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:00:59.129978 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89420297-4b1a-40bd-861a-83b600ef71ab req-bf356abf-ef3d-4885-98dc-05d606835a69 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 936 time: 0.1340468 Jul 14 07:00:59.219017 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89420297-4b1a-40bd-861a-83b600ef71ab req-4e1ac371-8615-4757-b67f-7030b01774ec tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872116 Jul 14 07:00:59.341128 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33134) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:59.597958 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9488872-8878-4063-b75f-39c167819024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:59.750647 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9488872-8878-4063-b75f-39c167819024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:59.757835 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9488872-8878-4063-b75f-39c167819024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:59.841242 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-acc00a4b-7d2d-4624-85cb-a4f901df5da0 req-dd480ed4-447e-410b-b5fc-636fab5552bc tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 210 time: 0.0404620 Jul 14 07:00:59.843292 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f9488872-8878-4063-b75f-39c167819024 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b562ae0cbf34420a365ab49d0646d18&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5011058 Jul 14 07:00:59.844428 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9488872-8878-4063-b75f-39c167819024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688e1b4f-b4be-465f-9d8c-eb8ba8960005,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:00:59.846208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33156) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:00:59.924564 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43c98a94-8bc2-4447-8d5d-5f141b1c1ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:59.947722 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43c98a94-8bc2-4447-8d5d-5f141b1c1ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:00:59.989570 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:01:00.011563 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43c98a94-8bc2-4447-8d5d-5f141b1c1ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:00.015019 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43c98a94-8bc2-4447-8d5d-5f141b1c1ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:00.019599 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-43c98a94-8bc2-4447-8d5d-5f141b1c1ce4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/688e1b4f-b4be-465f-9d8c-eb8ba8960005 HTTP/1.1" status: 204 len: 168 time: 0.1718829 Jul 14 07:01:00.028663 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c98a94-8bc2-4447-8d5d-5f141b1c1ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688e1b4f-b4be-465f-9d8c-eb8ba8960005,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:00.414501 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0a2ae586-5d86-4935-868f-4cbd1cddad18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:00.434121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b94c0-0375-4a6d-acca-4a4f2a9ae34b req-fe8f96c4-37f7-4694-8a66-c4d034e38418 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:00.442482 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f3b94c0-0375-4a6d-acca-4a4f2a9ae34b req-fe8f96c4-37f7-4694-8a66-c4d034e38418 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 936 time: 0.0992551 Jul 14 07:01:00.479684 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f3b94c0-0375-4a6d-acca-4a4f2a9ae34b req-30dd2434-590d-4dd2-a3db-487f7b7be281 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361824 Jul 14 07:01:00.582891 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33190) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:00.597670 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28bee0ec-3c97-4b0b-911a-93d17e082151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:00.724795 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28bee0ec-3c97-4b0b-911a-93d17e082151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:00.733286 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28bee0ec-3c97-4b0b-911a-93d17e082151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:00.776313 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-28bee0ec-3c97-4b0b-911a-93d17e082151 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16a9e91974f84314996cf90e03daaa5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1892698 Jul 14 07:01:00.776978 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33196) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:00.791438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bee0ec-3c97-4b0b-911a-93d17e082151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9376194b-e7ed-44be-9d2c-3d776203458e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:00.846810 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f33a9de-afcf-4c84-b3bf-6d64633b1d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:00.890715 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f33a9de-afcf-4c84-b3bf-6d64633b1d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:00.976716 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f33a9de-afcf-4c84-b3bf-6d64633b1d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:00.991499 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f33a9de-afcf-4c84-b3bf-6d64633b1d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:00.992680 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3f33a9de-afcf-4c84-b3bf-6d64633b1d5c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9376194b-e7ed-44be-9d2c-3d776203458e HTTP/1.1" status: 204 len: 168 time: 0.2149806 Jul 14 07:01:01.000915 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33a9de-afcf-4c84-b3bf-6d64633b1d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9376194b-e7ed-44be-9d2c-3d776203458e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:01.123004 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2253b144-5577-4e46-81fd-433a600bac4e req-7acb9b72-d04b-486f-929e-dd5c10ff9469 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 210 time: 0.0459170 Jul 14 07:01:01.133624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33216) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:01.456896 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-aa775b75-c9cb-419a-8e4e-20f811354916 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-network', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:01.500361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa775b75-c9cb-419a-8e4e-20f811354916 admin admin] Made reservation on behalf of e1b2d28cf04d40aa988da155be385097 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:01.502854 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa775b75-c9cb-419a-8e4e-20f811354916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:01.518536 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa775b75-c9cb-419a-8e4e-20f811354916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:01.690738 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa775b75-c9cb-419a-8e4e-20f811354916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:01.695485 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa775b75-c9cb-419a-8e4e-20f811354916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:01.743940 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa775b75-c9cb-419a-8e4e-20f811354916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8495b67c-4b91-4d45-bbfa-d49ffdb46ed2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:01.746204 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985182b8-a37d-4439-9260-ca4a0d663f29 req-bde45f9c-c064-40bf-825f-537cf721b7e0 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:01.747756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-985182b8-a37d-4439-9260-ca4a0d663f29 req-bde45f9c-c064-40bf-825f-537cf721b7e0 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 936 time: 0.1278439 Jul 14 07:01:01.789593 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa775b75-c9cb-419a-8e4e-20f811354916 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:01:01.797767 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33240) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:01.833878 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-985182b8-a37d-4439-9260-ca4a0d663f29 req-75333601-dc30-46ba-8451-d3cf9a9099f2 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691648 Jul 14 07:01:01.834040 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa775b75-c9cb-419a-8e4e-20f811354916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:01.837451 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-aa775b75-c9cb-419a-8e4e-20f811354916 admin admin] Added segment 7d719af1-58e1-487a-af61-7254e3dcfc8b of type vlan for network 8275b157-0f8d-4b3a-902c-fb5bdf31df26 Jul 14 07:01:01.916493 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa775b75-c9cb-419a-8e4e-20f811354916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:01.946510 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa775b75-c9cb-419a-8e4e-20f811354916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:01.947540 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa775b75-c9cb-419a-8e4e-20f811354916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:01.952231 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa775b75-c9cb-419a-8e4e-20f811354916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:02.031622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa775b75-c9cb-419a-8e4e-20f811354916 admin admin] Pushing event updated for resources: {'Network': ['ID=8275b157-0f8d-4b3a-902c-fb5bdf31df26,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:02.044263 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5594838f-c61f-4143-bf95-16b352aaf0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:02.052644 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 8275b157-0f8d-4b3a-902c-fb5bdf31df26 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:01:02.069859 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-aa775b75-c9cb-419a-8e4e-20f811354916 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9326520 Jul 14 07:01:02.070451 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33254) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:02.089037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a5649cf9-5f5f-482b-afce-6d0b19aa0f3d admin admin] Request body: {'subnet': {'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-subnet', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:02.200911 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5594838f-c61f-4143-bf95-16b352aaf0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:02.215880 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5594838f-c61f-4143-bf95-16b352aaf0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:02.243265 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5649cf9-5f5f-482b-afce-6d0b19aa0f3d admin admin] Made reservation on behalf of e1b2d28cf04d40aa988da155be385097 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:02.246546 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5649cf9-5f5f-482b-afce-6d0b19aa0f3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:02.298402 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594838f-c61f-4143-bf95-16b352aaf0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5ad18a-b134-4f91-bb4d-b5d40d778a51,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:02.305803 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5594838f-c61f-4143-bf95-16b352aaf0a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd3fc20e69144573a7c9ff595172bcee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5048764 Jul 14 07:01:02.308839 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33264) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:02.410858 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f4ff8ff2-3b21-4707-a70e-99bbdeb58454 req-20031090-9d3e-452c-abec-ec84dc311aef tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 210 time: 0.0581458 Jul 14 07:01:02.445164 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1267bf47-56ae-4b9a-a909-3f5adab1efd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:02.477858 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1267bf47-56ae-4b9a-a909-3f5adab1efd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:02.532386 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1267bf47-56ae-4b9a-a909-3f5adab1efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:02.535452 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1267bf47-56ae-4b9a-a909-3f5adab1efd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:02.539490 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1267bf47-56ae-4b9a-a909-3f5adab1efd3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c5ad18a-b134-4f91-bb4d-b5d40d778a51 HTTP/1.1" status: 204 len: 168 time: 0.2233419 Jul 14 07:01:02.553197 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267bf47-56ae-4b9a-a909-3f5adab1efd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5ad18a-b134-4f91-bb4d-b5d40d778a51,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:02.613933 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5649cf9-5f5f-482b-afce-6d0b19aa0f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:02.709943 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5649cf9-5f5f-482b-afce-6d0b19aa0f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=09316beb-b379-4562-9195-dccf17a52656,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:02.713663 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5649cf9-5f5f-482b-afce-6d0b19aa0f3d admin admin] Checking segment: {'id': '7d719af1-58e1-487a-af61-7254e3dcfc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:02.714026 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5649cf9-5f5f-482b-afce-6d0b19aa0f3d admin admin] Network hostable DHCP agents. Network: 8275b157-0f8d-4b3a-902c-fb5bdf31df26, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:01:02.754496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5649cf9-5f5f-482b-afce-6d0b19aa0f3d admin admin] Network 8275b157-0f8d-4b3a-902c-fb5bdf31df26 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:01:02.824032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a5649cf9-5f5f-482b-afce-6d0b19aa0f3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 8275b157-0f8d-4b3a-902c-fb5bdf31df26) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:02.829035 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5649cf9-5f5f-482b-afce-6d0b19aa0f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:02.829674 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5649cf9-5f5f-482b-afce-6d0b19aa0f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:02.836478 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aa4f0a-79cb-4786-aa8a-73da33365301 None None] Network 8275b157-0f8d-4b3a-902c-fb5bdf31df26 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:01:02.870580 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33284) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:02.871321 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a5649cf9-5f5f-482b-afce-6d0b19aa0f3d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7945709 Jul 14 07:01:02.877159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:02.925548 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:02.926753 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:03.095376 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'fixed_ips': [{'subnet_id': '09316beb-b379-4562-9195-dccf17a52656'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:01:03.097473 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:03.146376 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:03.157707 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33288) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:03.344262 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-670f2894-c91d-4c48-bccb-79cf26b43fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:03.359225 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:03.369869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33298) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:03.371652 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Allocated IP 172.20.0.2 (8275b157-0f8d-4b3a-902c-fb5bdf31df26/09316beb-b379-4562-9195-dccf17a52656/3d709399-4e65-4f77-a933-752880415e72) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:01:03.395926 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2a7d59a1-b996-4fff-80dd-1c6d6df1c87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:03.493839 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95864479-a98a-4901-b0bc-93fc1d808849 req-b360bf50-bed8-47c2-822e-2281b0b606e1 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:03.496127 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95864479-a98a-4901-b0bc-93fc1d808849 req-b360bf50-bed8-47c2-822e-2281b0b606e1 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 936 time: 0.3776221 Jul 14 07:01:03.569329 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95864479-a98a-4901-b0bc-93fc1d808849 req-1b13bf29-a8ca-4be0-8158-b1e24b8cf60f tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618088 Jul 14 07:01:03.641392 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:03.678958 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-857c2021-2fff-407e-82fe-d39b94023151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:03.712767 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2a7d59a1-b996-4fff-80dd-1c6d6df1c87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:03.859031 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:03.885636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Transition to ACTIVE for port object 3d709399-4e65-4f77-a933-752880415e72 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:03.899551 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-857c2021-2fff-407e-82fe-d39b94023151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:03.901912 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2a7d59a1-b996-4fff-80dd-1c6d6df1c87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:03.926779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Transition to ACTIVE for port object 3d709399-4e65-4f77-a933-752880415e72 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:03.939725 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:03.981310 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-857c2021-2fff-407e-82fe-d39b94023151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:04.000597 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Pushing event updated for resources: {'Port': ['ID=3d709399-4e65-4f77-a933-752880415e72,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:04.006134 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bcae1ec0-e070-4406-813d-7faf89f4bdf6 req-8e4904ec-8cf7-40d3-9908-dfcc5e58c678 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 210 time: 0.1106153 Jul 14 07:01:04.013728 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:04.014665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:04.015005 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:04.015502 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:04.016350 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:04.016810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:04.017137 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:04.017501 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:04.017824 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:04.018196 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:04.018521 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:04.018841 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Tracked resource versions report: Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: pushed versions: Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: { 'AddressGroup': {'1.2'}, Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'ConntrackHelper': {'1.0'}, Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'Log': {'1.0'}, Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'Network': {'1.1'}, Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'Port': {'1.7'}, Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'PortForwarding': {'1.2'}, Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'QosPolicy': {'1.8'}, Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'SecurityGroup': {'1.4'}, Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'SecurityGroupRule': {'1.2'}, Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'SubPort': {'1.0'}, Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'Subnet': {'1.1'}, Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'Trunk': {'1.1'}} Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: consumer versions: Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: { DHCP agent@n-d-778696-5: {}, Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: HyperV agent@n-h1-778696-5: {}, Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: HyperV agent@n-h2-778696-5: {}, Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: L3 agent@n-d-778696-5: {}, Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: Metadata agent@n-d-778696-5: {}, Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: Metering agent@n-d-778696-5: {}, Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: Open vSwitch agent@n-d-778696-5: { 'AddressGroup': '1.2', Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'ConntrackHelper': '1.0', Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'Log': '1.0', Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'Network': '1.1', Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'Port': '1.7', Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'PortForwarding': '1.2', Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'QosPolicy': '1.8', Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'SecurityGroup': '1.4', Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'SecurityGroupRule': '1.2', Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'SubPort': '1.0', Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'Subnet': '1.1', Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: 'Trunk': '1.1'}} Jul 14 07:01:04.020004 n-d-778696-5 neutron-server[93829]: {{(pid=93829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 07:01:04.033095 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2a7d59a1-b996-4fff-80dd-1c6d6df1c87e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f06cf5c336854d6497062157206d63b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6597404 Jul 14 07:01:04.048098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Network 8275b157-0f8d-4b3a-902c-fb5bdf31df26 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:04.048294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33310) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:04.049724 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:04.054828 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:01:04.082005 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d59a1-b996-4fff-80dd-1c6d6df1c87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bbf265-94da-48bb-ad7d-0d4caf9a289b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:04.144816 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Attempting to bind port 3d709399-4e65-4f77-a933-752880415e72 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:01:04.145524 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Attempting to bind port 3d709399-4e65-4f77-a933-752880415e72 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '7d719af1-58e1-487a-af61-7254e3dcfc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:01:04.145825 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Attempting to bind port 3d709399-4e65-4f77-a933-752880415e72 on network 8275b157-0f8d-4b3a-902c-fb5bdf31df26 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:04.153455 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:01:04.155024 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Checking segment: {'id': '7d719af1-58e1-487a-af61-7254e3dcfc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:04.155443 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:04.156038 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Bound using segment: {'id': '7d719af1-58e1-487a-af61-7254e3dcfc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:01:04.156852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Bound port: 3d709399-4e65-4f77-a933-752880415e72, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d719af1-58e1-487a-af61-7254e3dcfc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:01:04.157425 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:04.163687 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33316) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:04.165574 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-857c2021-2fff-407e-82fe-d39b94023151 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a17d36a955ed49b78468236486e2f174&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0065949 Jul 14 07:01:04.206110 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c2021-2fff-407e-82fe-d39b94023151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d866022-acae-4876-ba6a-f8bf1f6298e7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:04.242095 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] For port 3d709399-4e65-4f77-a933-752880415e72, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:01:04.247690 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] For port 3d709399-4e65-4f77-a933-752880415e72, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3d709399-4e65-4f77-a933-752880415e72,segment=NetworkSegment(7d719af1-58e1-487a-af61-7254e3dcfc8b),segment_id=7d719af1-58e1-487a-af61-7254e3dcfc8b)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:01:04.258188 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:04.266447 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:04.274128 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e36a20e6-9359-4754-94d1-cbef1271dd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:04.326969 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:04.343375 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e36a20e6-9359-4754-94d1-cbef1271dd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:04.361763 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5bad5f24-b024-4eda-9b27-fa87aa01ef77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:04.379394 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c5d69-4dfb-4e27-a0d2-a80041decd4d None None] Pushing event updated for resources: {'Port': ['ID=3d709399-4e65-4f77-a933-752880415e72,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:04.427040 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e36a20e6-9359-4754-94d1-cbef1271dd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:04.436693 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e36a20e6-9359-4754-94d1-cbef1271dd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:04.440113 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e36a20e6-9359-4754-94d1-cbef1271dd9d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8bbf265-94da-48bb-ad7d-0d4caf9a289b HTTP/1.1" status: 204 len: 168 time: 0.3908739 Jul 14 07:01:04.451150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a20e6-9359-4754-94d1-cbef1271dd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bbf265-94da-48bb-ad7d-0d4caf9a289b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:04.465243 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5bad5f24-b024-4eda-9b27-fa87aa01ef77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:04.520123 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:04.616878 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] Allocated IP 172.25.7.103 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/af537dc5-2a43-4a69-91aa-b4d44a163f06) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:01:04.635394 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5bad5f24-b024-4eda-9b27-fa87aa01ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:04.637994 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5bad5f24-b024-4eda-9b27-fa87aa01ef77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:04.639167 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5bad5f24-b024-4eda-9b27-fa87aa01ef77 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0d866022-acae-4876-ba6a-f8bf1f6298e7 HTTP/1.1" status: 204 len: 168 time: 0.4730959 Jul 14 07:01:04.656550 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad5f24-b024-4eda-9b27-fa87aa01ef77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d866022-acae-4876-ba6a-f8bf1f6298e7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:04.874418 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:05.069116 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f352ed5-8205-4de2-a4a0-f0f25414ca5d req-a8d3865c-dc47-4063-bf54-d962c897a47f tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:05.078933 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f352ed5-8205-4de2-a4a0-f0f25414ca5d req-a8d3865c-dc47-4063-bf54-d962c897a47f tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 936 time: 0.1990514 Jul 14 07:01:05.127064 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:05.225275 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f352ed5-8205-4de2-a4a0-f0f25414ca5d req-ea955283-9989-487d-845c-06e882386f12 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451817 Jul 14 07:01:05.268594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-646839e5-47d3-439d-82a5-05d7b979eac4 req-5eb77c1f-40cd-405d-bf4d-3b4be632ffa6 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 210 time: 0.0855799 Jul 14 07:01:05.273608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:05.275272 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] Pushing event updated for resources: {'Port': ['ID=af537dc5-2a43-4a69-91aa-b4d44a163f06,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:05.278509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:05.331981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:01:05.569951 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33358) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:05.590651 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97cf4776-c273-4c28-8fa7-ace7b338ce47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:05.691126 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33364) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:05.747427 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:05.841975 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97cf4776-c273-4c28-8fa7-ace7b338ce47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:05.854026 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97cf4776-c273-4c28-8fa7-ace7b338ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:05.912838 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91f55cbc-dd9e-473f-aca9-d30539248d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:05.952307 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-97cf4776-c273-4c28-8fa7-ace7b338ce47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa72216557b44d60b5e19f0ac5178215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777344 Jul 14 07:01:05.955690 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf4776-c273-4c28-8fa7-ace7b338ce47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f2726a-4a8f-4854-b033-54bff985acf1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:05.955957 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33370) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:05.988647 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76b8c18-a0f8-42d3-89db-3d1515a9358a None None] Network 8275b157-0f8d-4b3a-902c-fb5bdf31df26 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:01:06.135442 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91f55cbc-dd9e-473f-aca9-d30539248d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:06.158107 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91f55cbc-dd9e-473f-aca9-d30539248d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:06.201011 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61ebd394-b198-473d-b41a-6939fc2022fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:06.230092 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-91f55cbc-dd9e-473f-aca9-d30539248d10 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c1d5eb3e08744126a6726c9ec30d83c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5345998 Jul 14 07:01:06.233113 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33382) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:06.240945 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61ebd394-b198-473d-b41a-6939fc2022fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:06.249077 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 3d709399-4e65-4f77-a933-752880415e72 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:06.266958 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:06.343440 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f55cbc-dd9e-473f-aca9-d30539248d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e19744-3da7-44bb-af2f-059c933fdfee,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:06.415661 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-293cbf04-3724-4d53-a9f9-352ede6445db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:06.446314 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61ebd394-b198-473d-b41a-6939fc2022fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:06.456184 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61ebd394-b198-473d-b41a-6939fc2022fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:06.459414 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-61ebd394-b198-473d-b41a-6939fc2022fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33f2726a-4a8f-4854-b033-54bff985acf1 HTTP/1.1" status: 204 len: 168 time: 0.5008924 Jul 14 07:01:06.469703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] Router 845674d6-8538-4672-96ee-9ea4c087b9f8 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:01:06.492457 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebd394-b198-473d-b41a-6939fc2022fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f2726a-4a8f-4854-b033-54bff985acf1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:06.512138 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-293cbf04-3724-4d53-a9f9-352ede6445db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:06.520418 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:06.547044 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 3d709399-4e65-4f77-a933-752880415e72 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:06.638366 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5a7bdd12-0fc8-438f-9bf8-51e38bc63352 None None] Provisioning for port 3d709399-4e65-4f77-a933-752880415e72 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:06.645385 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5a7bdd12-0fc8-438f-9bf8-51e38bc63352 None None] Provisioning complete for port 3d709399-4e65-4f77-a933-752880415e72 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:06.645934 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a7bdd12-0fc8-438f-9bf8-51e38bc63352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:06.659048 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-293cbf04-3724-4d53-a9f9-352ede6445db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:06.662230 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-293cbf04-3724-4d53-a9f9-352ede6445db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:06.663560 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-293cbf04-3724-4d53-a9f9-352ede6445db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/68e19744-3da7-44bb-af2f-059c933fdfee HTTP/1.1" status: 204 len: 168 time: 0.4268744 Jul 14 07:01:06.679628 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cbf04-3724-4d53-a9f9-352ede6445db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e19744-3da7-44bb-af2f-059c933fdfee,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:06.808951 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:01:06.828756 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Sync routers for ids ['845674d6-8538-4672-96ee-9ea4c087b9f8'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:01:06.857262 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Routers {'845674d6-8538-4672-96ee-9ea4c087b9f8'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:01:06.860002 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-884644b4-be94-40b6-8cc0-bd5a907a482e req-ae6bd081-14d9-40d4-8695-a2416c25d173 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 210 time: 0.0522313 Jul 14 07:01:06.872906 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:01:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['845674d6-8538-4672-96ee-9ea4c087b9f8'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:06.887041 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33408) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:06.896093 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a7bdd12-0fc8-438f-9bf8-51e38bc63352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:06.940573 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:06.949387 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b287b8f0-5391-469e-acd1-8ca69d109cdd admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.0744238 Jul 14 07:01:06.951032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33414) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:06.996001 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5a7bdd12-0fc8-438f-9bf8-51e38bc63352 None None] For port 3d709399-4e65-4f77-a933-752880415e72, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3d709399-4e65-4f77-a933-752880415e72,segment=NetworkSegment(7d719af1-58e1-487a-af61-7254e3dcfc8b),segment_id=7d719af1-58e1-487a-af61-7254e3dcfc8b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:07.008053 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a7bdd12-0fc8-438f-9bf8-51e38bc63352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:07.081966 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a360e-5eca-48e2-a03e-50df78d24f38 req-4e8131d9-39d5-4332-ba08-b31aab968e0e tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:07.111841 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-796a360e-5eca-48e2-a03e-50df78d24f38 req-4e8131d9-39d5-4332-ba08-b31aab968e0e tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 936 time: 0.3050458 Jul 14 07:01:07.183640 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bdd12-0fc8-438f-9bf8-51e38bc63352 None None] Pushing event updated for resources: {'Port': ['ID=3d709399-4e65-4f77-a933-752880415e72,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:07.191965 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-278990b7-bf85-4a51-9a15-ec95c3d41ec1 None None] Provisioning complete for port 3d709399-4e65-4f77-a933-752880415e72 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:07.192337 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-278990b7-bf85-4a51-9a15-ec95c3d41ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:07.235743 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-796a360e-5eca-48e2-a03e-50df78d24f38 req-1dc33312-7bfd-4b38-9a6c-99fa05ad01a4 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194384 Jul 14 07:01:07.263700 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Set router 845674d6-8538-4672-96ee-9ea4c087b9f8 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:01:07.444565 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-73683757-c9e4-420f-8ca8-e11a354689f5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-323353410-network', 'tenant_id': 'b105e52a7ba74b51aa3981183eb54e1c'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:07.493348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73683757-c9e4-420f-8ca8-e11a354689f5 admin admin] Made reservation on behalf of b105e52a7ba74b51aa3981183eb54e1c for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:07.496449 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73683757-c9e4-420f-8ca8-e11a354689f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:07.574648 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Request body: {'port': {'device_id': '7f32658b-2d3d-41ae-8e47-1a05df9028a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:07.582048 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73683757-c9e4-420f-8ca8-e11a354689f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:07.585844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33428) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:07.613285 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dced97a6-3985-402e-a3b2-a3ab365afcd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:07.660012 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:01:05Z', 'revision_number': 3, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:07.691953 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Checking router: 845674d6-8538-4672-96ee-9ea4c087b9f8 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:01:07.692638 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Updating router 845674d6-8538-4672-96ee-9ea4c087b9f8 port af537dc5-2a43-4a69-91aa-b4d44a163f06 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:01:07.735615 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:07.815958 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.db.api [None req-dced97a6-3985-402e-a3b2-a3ab365afcd4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 07:01:07.815958 n-d-778696-5 neutron-server[93828]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 07:01:07.815958 n-d-778696-5 neutron-server[93828]: [parameters: {'project_id_1': 'b3fb339cf5aa40d6bd58875ffec2ebf6', 'expiration_1': datetime.datetime(2021, 7, 14, 7, 1, 7, 650151)}] Jul 14 07:01:07.815958 n-d-778696-5 neutron-server[93828]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:01:07.816345 n-d-778696-5 neutron-server[93828]: DEBUG oslo_db.api [None req-dced97a6-3985-402e-a3b2-a3ab365afcd4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:01:08.011978 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 3d709399-4e65-4f77-a933-752880415e72 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:08.040706 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73683757-c9e4-420f-8ca8-e11a354689f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:08.058884 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73683757-c9e4-420f-8ca8-e11a354689f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:08.086269 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:08.137780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 3d709399-4e65-4f77-a933-752880415e72 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:08.140856 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:08.183001 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73683757-c9e4-420f-8ca8-e11a354689f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:01:08.300361 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-808abecb-10ea-4fb8-bc29-2a2349b85c31 req-0cea53fe-7d90-44ad-bccc-6b8e7d8e4dbc tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 210 time: 0.0794225 Jul 14 07:01:08.322748 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dced97a6-3985-402e-a3b2-a3ab365afcd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:08.334126 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73683757-c9e4-420f-8ca8-e11a354689f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018b568c-71e7-491b-9f9f-df717221fe74,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:08.352756 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:08.354244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.15', 61624) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:08.402108 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Transition to ACTIVE for port object af537dc5-2a43-4a69-91aa-b4d44a163f06 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:08.419567 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:08.450335 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-d43012b8-1eee-49eb-8a25-b1b0dcd1cefb tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=29eff19d9248446bb4f1ef666bd4d1cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914798 Jul 14 07:01:08.453464 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73683757-c9e4-420f-8ca8-e11a354689f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:08.453718 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-73683757-c9e4-420f-8ca8-e11a354689f5 admin admin] Added segment 04617e13-eda3-4f10-b692-f98f56a7bf9e of type vlan for network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b Jul 14 07:01:08.644545 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Attempting to bind port af537dc5-2a43-4a69-91aa-b4d44a163f06 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:01:08.645358 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Attempting to bind port af537dc5-2a43-4a69-91aa-b4d44a163f06 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:01:08.645962 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Attempting to bind port af537dc5-2a43-4a69-91aa-b4d44a163f06 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:08.660857 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1ed97-1523-4d8e-a608-c5d18f82c931 None None] Pushing event updated for resources: {'Port': ['ID=af537dc5-2a43-4a69-91aa-b4d44a163f06,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:08.672143 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:01:08.673007 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:08.673777 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:08.677794 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:01:08.684234 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Bound port: af537dc5-2a43-4a69-91aa-b4d44a163f06, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:01:08.685125 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:08.753904 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73683757-c9e4-420f-8ca8-e11a354689f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:08.854272 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] For port af537dc5-2a43-4a69-91aa-b4d44a163f06, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:01:08.866122 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] For port af537dc5-2a43-4a69-91aa-b4d44a163f06, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=af537dc5-2a43-4a69-91aa-b4d44a163f06,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:01:08.875769 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ed97-1523-4d8e-a608-c5d18f82c931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:08.877420 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ed97-1523-4d8e-a608-c5d18f82c931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:08.877923 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ed97-1523-4d8e-a608-c5d18f82c931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:08.881203 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ed97-1523-4d8e-a608-c5d18f82c931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:08.882340 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ed97-1523-4d8e-a608-c5d18f82c931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:08.884488 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ed97-1523-4d8e-a608-c5d18f82c931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:08.887635 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ed97-1523-4d8e-a608-c5d18f82c931 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:08.888180 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ed97-1523-4d8e-a608-c5d18f82c931 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:08.891247 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ed97-1523-4d8e-a608-c5d18f82c931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:08.892755 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ed97-1523-4d8e-a608-c5d18f82c931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:08.895643 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ed97-1523-4d8e-a608-c5d18f82c931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:08.896202 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ed97-1523-4d8e-a608-c5d18f82c931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ed97-1523-4d8e-a608-c5d18f82c931 None None] Tracked resource versions report: Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: pushed versions: Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: { 'AddressGroup': {'1.2'}, Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'ConntrackHelper': {'1.0'}, Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'Log': {'1.0'}, Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'Network': {'1.1'}, Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'Port': {'1.7'}, Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'PortForwarding': {'1.2'}, Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'QosPolicy': {'1.8'}, Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'SecurityGroup': {'1.4'}, Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'SecurityGroupRule': {'1.2'}, Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'SubPort': {'1.0'}, Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'Subnet': {'1.1'}, Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'Trunk': {'1.1'}} Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: consumer versions: Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: { DHCP agent@n-d-778696-5: {}, Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: HyperV agent@n-h1-778696-5: {}, Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: HyperV agent@n-h2-778696-5: {}, Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: L3 agent@n-d-778696-5: {}, Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: Metadata agent@n-d-778696-5: {}, Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: Metering agent@n-d-778696-5: {}, Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: Open vSwitch agent@n-d-778696-5: { 'AddressGroup': '1.2', Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'ConntrackHelper': '1.0', Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'Log': '1.0', Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'Network': '1.1', Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'Port': '1.7', Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'PortForwarding': '1.2', Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'QosPolicy': '1.8', Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'SecurityGroup': '1.4', Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'SecurityGroupRule': '1.2', Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'SubPort': '1.0', Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'Subnet': '1.1', Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: 'Trunk': '1.1'}} Jul 14 07:01:08.900544 n-d-778696-5 neutron-server[93830]: {{(pid=93830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 07:01:08.911730 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:09.006126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-aa09c5d2-06dc-4f16-810b-dde825090c01 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:09.007909 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-aa09c5d2-06dc-4f16-810b-dde825090c01 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5110319 Jul 14 07:01:09.032178 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Routers {'845674d6-8538-4672-96ee-9ea4c087b9f8'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:01:09.033931 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa866f8-c81e-451d-8f80-5c7fdc1850f3 req-d118f599-0a5c-4d5e-8092-064bd4b67e86 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:09.035525 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efa866f8-c81e-451d-8f80-5c7fdc1850f3 req-d118f599-0a5c-4d5e-8092-064bd4b67e86 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 936 time: 0.2256405 Jul 14 07:01:09.038345 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:01:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['845674d6-8538-4672-96ee-9ea4c087b9f8'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:09.064829 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dced97a6-3985-402e-a3b2-a3ab365afcd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:09.094363 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-7271b4b3-1792-4c70-b78f-412a0a16b1aa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Request body: {'port': {'device_id': 'd915f2db-4b6b-4148-ac63-642d16bcd0a5', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '29eff19d9248446bb4f1ef666bd4d1cc'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:09.133044 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.db.resource_extend [None req-73683757-c9e4-420f-8ca8-e11a354689f5 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:01:09.150225 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1ed97-1523-4d8e-a608-c5d18f82c931 None None] Pushing event updated for resources: {'Port': ['ID=af537dc5-2a43-4a69-91aa-b4d44a163f06,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:09.150530 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:09.224360 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dced97a6-3985-402e-a3b2-a3ab365afcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:09.337403 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] Set router 845674d6-8538-4672-96ee-9ea4c087b9f8 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:01:09.582620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced97a6-3985-402e-a3b2-a3ab365afcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171d82f7-ba2c-4daa-952a-d8d638c96bf4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:09.624355 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab499372-5231-441b-9505-fe4395c99f44 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:01:09.632665 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:09.648902 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Transition to ACTIVE for port object ab499372-5231-441b-9505-fe4395c99f44 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:09.649872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33480) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:09.657572 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73683757-c9e4-420f-8ca8-e11a354689f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:09.658523 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73683757-c9e4-420f-8ca8-e11a354689f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:09.659112 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73683757-c9e4-420f-8ca8-e11a354689f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:09.680200 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-dced97a6-3985-402e-a3b2-a3ab365afcd4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3fb339cf5aa40d6bd58875ffec2ebf6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0926373 Jul 14 07:01:09.691917 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33484) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:09.697249 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-7271b4b3-1792-4c70-b78f-412a0a16b1aa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Made reservation on behalf of 29eff19d9248446bb4f1ef666bd4d1cc for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:09.712321 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-7271b4b3-1792-4c70-b78f-412a0a16b1aa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:09.712982 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:01:05Z', 'revision_number': 3, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:09.731671 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:09.749104 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73683757-c9e4-420f-8ca8-e11a354689f5 admin admin] Pushing event updated for resources: {'Network': ['ID=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:09.761454 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:01:09.815150 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-7271b4b3-1792-4c70-b78f-412a0a16b1aa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:09.823385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Pushing event updated for resources: {'Port': ['ID=ab499372-5231-441b-9505-fe4395c99f44,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:09.930647 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acce1f66-8a9e-497b-9eed-ac28bb7e2a89 None None] The sync data for ids ['845674d6-8538-4672-96ee-9ea4c087b9f8'] in n-d-778696-5 is: [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:01:05Z', 'revision_number': 3, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:01:09.933822 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efa866f8-c81e-451d-8f80-5c7fdc1850f3 req-f5b2815a-7dc1-421c-93c0-84f4499a1f60 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8901095 Jul 14 07:01:09.941885 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-618ecad9-6fd9-4333-8cbe-b7f19c0fc502 req-936a5bf0-17dd-440e-b234-188d774cc42e tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 210 time: 0.2457137 Jul 14 07:01:10.008515 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-adc76132-b33e-42ad-b87d-514e94f7b168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:10.077903 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-adc76132-b33e-42ad-b87d-514e94f7b168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:10.161051 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd6491dd-7593-49d7-8a84-2613b6a29dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:10.176239 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-73683757-c9e4-420f-8ca8-e11a354689f5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.2867565 Jul 14 07:01:10.183040 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33496) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:10.206670 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e44ba476-9410-41b2-a2f6-0ccd1084f71a admin admin] Request body: {'subnet': {'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-323353410-subnet', 'tenant_id': 'b105e52a7ba74b51aa3981183eb54e1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:10.242883 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Attempting to bind port ab499372-5231-441b-9505-fe4395c99f44 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:01:10.243204 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Attempting to bind port ab499372-5231-441b-9505-fe4395c99f44 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:01:10.243570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Attempting to bind port ab499372-5231-441b-9505-fe4395c99f44 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:10.272350 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-adc76132-b33e-42ad-b87d-514e94f7b168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:10.275697 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-adc76132-b33e-42ad-b87d-514e94f7b168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:10.280134 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-adc76132-b33e-42ad-b87d-514e94f7b168 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/171d82f7-ba2c-4daa-952a-d8d638c96bf4 HTTP/1.1" status: 204 len: 168 time: 0.5338962 Jul 14 07:01:10.303566 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc76132-b33e-42ad-b87d-514e94f7b168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171d82f7-ba2c-4daa-952a-d8d638c96bf4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:10.316226 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Port ab499372-5231-441b-9505-fe4395c99f44 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:01:10.337341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Attempting to bind port ab499372-5231-441b-9505-fe4395c99f44 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:10.347981 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:01:10.348343 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:10.348931 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:01:10.349418 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Bound port: ab499372-5231-441b-9505-fe4395c99f44, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:01:10.355978 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:10.401110 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-7271b4b3-1792-4c70-b78f-412a0a16b1aa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:10.407211 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-7271b4b3-1792-4c70-b78f-412a0a16b1aa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:10.562387 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd6491dd-7593-49d7-8a84-2613b6a29dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:10.616099 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd6491dd-7593-49d7-8a84-2613b6a29dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:10.665897 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271b4b3-1792-4c70-b78f-412a0a16b1aa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64fa6654-137f-4ace-86ff-84a28e34e4c0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:10.690092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44ba476-9410-41b2-a2f6-0ccd1084f71a admin admin] Made reservation on behalf of b105e52a7ba74b51aa3981183eb54e1c for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:10.692557 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e44ba476-9410-41b2-a2f6-0ccd1084f71a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:10.739308 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] Allocated IP 172.20.0.1 (8275b157-0f8d-4b3a-902c-fb5bdf31df26/09316beb-b379-4562-9195-dccf17a52656/505e48b0-e897-4020-9a65-f47e12dfec7f) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:01:10.745689 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6491dd-7593-49d7-8a84-2613b6a29dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1517c17-6201-4b7f-8df6-1cc87a61ca6b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:10.768872 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cd6491dd-7593-49d7-8a84-2613b6a29dce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=082c1bce8fe84aed9df725c61de8584b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1124971 Jul 14 07:01:10.773253 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33512) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:10.834354 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33516) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:10.842573 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] For port ab499372-5231-441b-9505-fe4395c99f44, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:01:10.853895 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-7271b4b3-1792-4c70-b78f-412a0a16b1aa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Allocated IP 192.168.233.119 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/a4faddec-a1d0-415f-812b-8f3fc8db7e6a) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:01:10.868239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] For port ab499372-5231-441b-9505-fe4395c99f44, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=ab499372-5231-441b-9505-fe4395c99f44,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:01:10.907285 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:11.057792 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-919fc460-e02b-430d-b2ba-af592bf92619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:11.063187 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Pushing event updated for resources: {'Port': ['ID=ab499372-5231-441b-9505-fe4395c99f44,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:11.106099 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:11.106755 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:11.108506 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-62108035-3ba7-4b80-a41f-c4a1cc370948 service neutron] 10.222.0.15 "PUT /v2.0/ports/ab499372-5231-441b-9505-fe4395c99f44 HTTP/1.1" status: 200 len: 1096 time: 3.8013070 Jul 14 07:01:11.128971 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f32658b-2d3d-41ae-8e47-1a05df9028a7', 'tag': 'ab499372-5231-441b-9505-fe4395c99f44'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:01:11.249862 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e44ba476-9410-41b2-a2f6-0ccd1084f71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:11.287965 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54830586-a5e4-4c83-a313-2efeddb2de27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:11.343875 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7641879b-481d-41b7-8c54-c99511e49308 req-8740d4b3-d378-45cf-b2a0-4734391ba71b tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 210 time: 0.1055880 Jul 14 07:01:11.350934 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-7271b4b3-1792-4c70-b78f-412a0a16b1aa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:11.369066 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54830586-a5e4-4c83-a313-2efeddb2de27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:11.418096 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:11.444005 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-94942b46-33c5-40e4-87ac-0df6525397b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:11.445553 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-94942b46-33c5-40e4-87ac-0df6525397b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b41f3f9fc204a16b44d3a5708e5856c&device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 1099 time: 0.2310753 Jul 14 07:01:11.448531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-7271b4b3-1792-4c70-b78f-412a0a16b1aa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Transition to ACTIVE for port object a4faddec-a1d0-415f-812b-8f3fc8db7e6a will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:11.511906 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c060eb5-0227-4945-a03f-3583b5b61836" -d '{"events": [{"name": "network-changed", "server_uuid": "7f32658b-2d3d-41ae-8e47-1a05df9028a7", "tag": "ab499372-5231-441b-9505-fe4395c99f44"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:01:11.515516 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] Transition to ACTIVE for port object 505e48b0-e897-4020-9a65-f47e12dfec7f will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:11.516740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ba476-9410-41b2-a2f6-0ccd1084f71a admin admin] Pushing event updated for resources: {'Subnet': ['ID=416e4cab-c8c0-4a46-ae21-5c85ac9e0263,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:11.549797 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-a013ab43-8121-4e04-8c16-d1ec1aed1005 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=ab499372-5231-441b-9505-fe4395c99f44 HTTP/1.1" status: 200 len: 217 time: 0.0948131 Jul 14 07:01:11.550014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ba476-9410-41b2-a2f6-0ccd1084f71a admin admin] Checking segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:11.550350 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44ba476-9410-41b2-a2f6-0ccd1084f71a admin admin] Network hostable DHCP agents. Network: 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:01:11.581824 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-919fc460-e02b-430d-b2ba-af592bf92619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:11.586239 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-7271b4b3-1792-4c70-b78f-412a0a16b1aa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:11.597579 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-919fc460-e02b-430d-b2ba-af592bf92619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:11.606552 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2c7b5-ff98-42ff-b043-b7646682f300 req-ff99a20a-e163-402d-9bbb-2a6f6aaa9667 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:11.613518 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36a2c7b5-ff98-42ff-b043-b7646682f300 req-ff99a20a-e163-402d-9bbb-2a6f6aaa9667 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 948 time: 0.3815949 Jul 14 07:01:11.658351 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54830586-a5e4-4c83-a313-2efeddb2de27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:11.661868 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54830586-a5e4-4c83-a313-2efeddb2de27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:11.663222 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-54830586-a5e4-4c83-a313-2efeddb2de27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1517c17-6201-4b7f-8df6-1cc87a61ca6b HTTP/1.1" status: 204 len: 168 time: 0.8811958 Jul 14 07:01:11.677625 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54830586-a5e4-4c83-a313-2efeddb2de27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1517c17-6201-4b7f-8df6-1cc87a61ca6b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:11.698386 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-9227f4f2-5a95-42cb-8c67-c829ef4d9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:11.702920 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-9227f4f2-5a95-42cb-8c67-c829ef4d9d9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1334867 Jul 14 07:01:11.717426 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44ba476-9410-41b2-a2f6-0ccd1084f71a admin admin] Network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:01:11.761675 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-7271b4b3-1792-4c70-b78f-412a0a16b1aa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:11.773013 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:11.783418 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-919fc460-e02b-430d-b2ba-af592bf92619 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad97a8a48a0c40199585e560c4f13df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9396439 Jul 14 07:01:11.796073 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-7271b4b3-1792-4c70-b78f-412a0a16b1aa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:11.798146 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fc460-e02b-430d-b2ba-af592bf92619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0283d1f5-f024-4d4d-9b23-a4d8a6136a4f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:11.801247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33556) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:11.811907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-7271b4b3-1792-4c70-b78f-412a0a16b1aa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:01:11.828284 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-7271b4b3-1792-4c70-b78f-412a0a16b1aa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:11.828965 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-7271b4b3-1792-4c70-b78f-412a0a16b1aa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:11.844629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-e44ba476-9410-41b2-a2f6-0ccd1084f71a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:11.853769 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a8653b-29ae-4dcb-a96e-5e3180b5d9ad None None] Network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:01:11.976777 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271b4b3-1792-4c70-b78f-412a0a16b1aa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Pushing event updated for resources: {'Port': ['ID=a4faddec-a1d0-415f-812b-8f3fc8db7e6a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:12.008224 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44ba476-9410-41b2-a2f6-0ccd1084f71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:12.008224 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e44ba476-9410-41b2-a2f6-0ccd1084f71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:12.039145 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-7271b4b3-1792-4c70-b78f-412a0a16b1aa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9711225 Jul 14 07:01:12.066042 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36a2c7b5-ff98-42ff-b043-b7646682f300 req-b10247a4-b680-451f-aaf3-e3ff27358e32 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494510 Jul 14 07:01:12.071602 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a2a056-3838-4a2a-aa47-320a77bcd77e x-openstack-request-id: req-71a2a056-3838-4a2a-aa47-320a77bcd77e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:01:12.071904 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f32658b-2d3d-41ae-8e47-1a05df9028a7", "tag": "ab499372-5231-441b-9505-fe4395c99f44", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:01:12.072150 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71a2a056-3838-4a2a-aa47-320a77bcd77e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:01:12.072788 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f32658b-2d3d-41ae-8e47-1a05df9028a7', 'tag': 'ab499372-5231-441b-9505-fe4395c99f44', 'status': 'completed', 'code': 200} Jul 14 07:01:12.087741 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e44ba476-9410-41b2-a2f6-0ccd1084f71a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8915498 Jul 14 07:01:12.094170 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Request body: {'port': {'device_id': 'd915f2db-4b6b-4148-ac63-642d16bcd0a5', 'device_owner': 'compute:tempest-test_az-25799791', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:12.097538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device af537dc5-2a43-4a69-91aa-b4d44a163f06 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:12.176296 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] Network 8275b157-0f8d-4b3a-902c-fb5bdf31df26 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:12.213323 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:12.223056 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1647f4ae-65b5-4cd8-a606-29b14358778f None None] Network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:01:12.231826 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] Pushing event updated for resources: {'Port': ['ID=505e48b0-e897-4020-9a65-f47e12dfec7f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:12.256074 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d55c1d7a-5478-4918-9b67-9b4660f4f011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:12.256485 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:01:12.257157 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:12.343144 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d55c1d7a-5478-4918-9b67-9b4660f4f011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:12.344995 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:12.400255 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-baccf2e8-fa67-4c10-96d5-02cb3afa95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:12.402388 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-baccf2e8-fa67-4c10-96d5-02cb3afa95e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6925452 Jul 14 07:01:12.409590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33572) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:12.422999 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-943cc7a2-a58d-410d-af60-9c88a67baedc None None] Provisioning for port a4faddec-a1d0-415f-812b-8f3fc8db7e6a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:12.431506 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port af537dc5-2a43-4a69-91aa-b4d44a163f06 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:12.439196 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port af537dc5-2a43-4a69-91aa-b4d44a163f06 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:12.439839 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:12.441643 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-943cc7a2-a58d-410d-af60-9c88a67baedc None None] Provisioning complete for port a4faddec-a1d0-415f-812b-8f3fc8db7e6a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:12.442313 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-943cc7a2-a58d-410d-af60-9c88a67baedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:12.473950 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cfc122d-c3b0-44e7-b154-c68ef2981af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:12.500305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-943cc7a2-a58d-410d-af60-9c88a67baedc None None] Port a4faddec-a1d0-415f-812b-8f3fc8db7e6a cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:01:12.666111 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:12.694346 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port af537dc5-2a43-4a69-91aa-b4d44a163f06, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=af537dc5-2a43-4a69-91aa-b4d44a163f06,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:12.696921 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-bf571737-5271-407d-a787-70a705a2ff2c service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726829 Jul 14 07:01:12.700794 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:12.760044 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-82979af7-e349-4682-a41a-3487e9cc5152 None None] Provisioning for port 505e48b0-e897-4020-9a65-f47e12dfec7f completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:12.769776 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-82979af7-e349-4682-a41a-3487e9cc5152 None None] Provisioning complete for port 505e48b0-e897-4020-9a65-f47e12dfec7f triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:12.770450 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-82979af7-e349-4682-a41a-3487e9cc5152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:12.838478 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0036510-ae3e-4438-8901-ae0994d36c15 req-ec39364c-c2f8-403a-844c-c964184c8cb7 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339040 Jul 14 07:01:12.846084 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:12.935700 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d55c1d7a-5478-4918-9b67-9b4660f4f011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:12.938241 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d55c1d7a-5478-4918-9b67-9b4660f4f011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:12.939640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d55c1d7a-5478-4918-9b67-9b4660f4f011 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0283d1f5-f024-4d4d-9b23-a4d8a6136a4f HTTP/1.1" status: 204 len: 168 time: 1.0973608 Jul 14 07:01:12.945411 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-82979af7-e349-4682-a41a-3487e9cc5152 None None] Port 505e48b0-e897-4020-9a65-f47e12dfec7f cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:01:12.958445 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=af537dc5-2a43-4a69-91aa-b4d44a163f06,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:12.975047 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c1d7a-5478-4918-9b67-9b4660f4f011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0283d1f5-f024-4d4d-9b23-a4d8a6136a4f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:13.021164 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cfc122d-c3b0-44e7-b154-c68ef2981af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:13.058166 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cfc122d-c3b0-44e7-b154-c68ef2981af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:13.096101 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc122d-c3b0-44e7-b154-c68ef2981af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4d28a1-2d11-49ca-8d8c-e6493cee971d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:13.129590 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698ebab-7b12-4fa9-9221-1137cb933688 req-61107832-b17a-40c3-8fd2-a791d5bf4ffa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:13.131186 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b698ebab-7b12-4fa9-9221-1137cb933688 req-61107832-b17a-40c3-8fd2-a791d5bf4ffa tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 936 time: 0.2676191 Jul 14 07:01:13.153135 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2cfc122d-c3b0-44e7-b154-c68ef2981af0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28effff8486c4d31a94efd00745991ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7399199 Jul 14 07:01:13.157878 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33592) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:13.190310 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b698ebab-7b12-4fa9-9221-1137cb933688 req-d1970604-a50f-42cf-811b-719fbb15ad51 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/security-groups?id=64fa6654-137f-4ace-86ff-84a28e34e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497060 Jul 14 07:01:13.209771 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c060eb5-0227-4945-a03f-3583b5b61836 req-2f2772de-8f67-4783-9eed-e7204bf776fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:13.211286 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5c060eb5-0227-4945-a03f-3583b5b61836 req-2f2772de-8f67-4783-9eed-e7204bf776fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b41f3f9fc204a16b44d3a5708e5856c&device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 1099 time: 0.2855005 Jul 14 07:01:13.341300 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4faddec-a1d0-415f-812b-8f3fc8db7e6a {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:01:13.359514 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:13.401420 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f6112-1299-4b12-a479-10aea280b8b1 req-4de59037-26e6-45b2-97a4-bcf64308f3c0 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:13.403282 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d43f6112-1299-4b12-a479-10aea280b8b1 req-4de59037-26e6-45b2-97a4-bcf64308f3c0 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 948 time: 0.1266587 Jul 14 07:01:13.406977 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Transition to ACTIVE for port object a4faddec-a1d0-415f-812b-8f3fc8db7e6a will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:13.418352 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:13.460172 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7bbf-492a-4c96-bc9d-95061b509a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:13.492695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c060eb5-0227-4945-a03f-3583b5b61836 req-2a89c65f-0a53-4caf-8d23-ed9b970b2935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:13.494679 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5c060eb5-0227-4945-a03f-3583b5b61836 req-2a89c65f-0a53-4caf-8d23-ed9b970b2935 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.2649729 Jul 14 07:01:13.518776 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d43f6112-1299-4b12-a479-10aea280b8b1 req-dfbde492-2456-484c-af5b-6eef2086f455 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088116 Jul 14 07:01:13.521649 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7bbf-492a-4c96-bc9d-95061b509a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:13.562434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Pushing event updated for resources: {'Port': ['ID=a4faddec-a1d0-415f-812b-8f3fc8db7e6a,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:13.582752 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:13.587262 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5c060eb5-0227-4945-a03f-3583b5b61836 req-c2ffa22a-fbc0-4896-972a-303c74335bb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=ab499372-5231-441b-9505-fe4395c99f44 HTTP/1.1" status: 200 len: 217 time: 0.0830791 Jul 14 07:01:13.607318 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:13.608772 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:13.642547 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Attempting to bind port a4faddec-a1d0-415f-812b-8f3fc8db7e6a on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:01:13.642911 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Attempting to bind port a4faddec-a1d0-415f-812b-8f3fc8db7e6a by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:01:13.643268 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Attempting to bind port a4faddec-a1d0-415f-812b-8f3fc8db7e6a on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:13.654897 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Port a4faddec-a1d0-415f-812b-8f3fc8db7e6a on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:01:13.655261 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Attempting to bind port a4faddec-a1d0-415f-812b-8f3fc8db7e6a on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:13.672609 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:01:13.672609 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:13.672609 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:01:13.672609 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Bound port: a4faddec-a1d0-415f-812b-8f3fc8db7e6a, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:01:13.672609 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:13.673766 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33610) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:13.711071 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-985f360b-716d-4a57-b89e-c1efc5e0574f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:13.808161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33616) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:13.812409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] Pushing event updated for resources: {'Port': ['ID=505e48b0-e897-4020-9a65-f47e12dfec7f,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:13.815599 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c060eb5-0227-4945-a03f-3583b5b61836 req-1f2a2ebb-d7ab-42ee-a461-f24b7525a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:13.817063 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5c060eb5-0227-4945-a03f-3583b5b61836 req-1f2a2ebb-d7ab-42ee-a461-f24b7525a31c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.2203097 Jul 14 07:01:13.820167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-55e9f6e7-e0be-483f-b483-a693d51e47be admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1250488437-network', 'tenant_id': '4087f29fd93b4094b7247cf94416ce89'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:13.824424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] For port a4faddec-a1d0-415f-812b-8f3fc8db7e6a, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:01:13.853646 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] For port a4faddec-a1d0-415f-812b-8f3fc8db7e6a, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a4faddec-a1d0-415f-812b-8f3fc8db7e6a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:01:13.859892 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7bbf-492a-4c96-bc9d-95061b509a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:13.862229 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:13.862552 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7bbf-492a-4c96-bc9d-95061b509a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:13.866061 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d9ad7bbf-492a-4c96-bc9d-95061b509a97 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c4d28a1-2d11-49ca-8d8c-e6493cee971d HTTP/1.1" status: 204 len: 168 time: 0.6918058 Jul 14 07:01:13.879185 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad7bbf-492a-4c96-bc9d-95061b509a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4d28a1-2d11-49ca-8d8c-e6493cee971d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:13.903970 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] Network 8275b157-0f8d-4b3a-902c-fb5bdf31df26 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:13.921425 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:13.921907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:13.922529 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:13.924319 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] 10.222.0.15 "PUT /v2.0/ports/a4faddec-a1d0-415f-812b-8f3fc8db7e6a HTTP/1.1" status: 200 len: 1116 time: 1.8506174 Jul 14 07:01:13.924768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd915f2db-4b6b-4148-ac63-642d16bcd0a5', 'tag': 'a4faddec-a1d0-415f-812b-8f3fc8db7e6a'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:01:14.013282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c060eb5-0227-4945-a03f-3583b5b61836 req-27068f7d-755f-47fc-926a-cba9db8e97d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:14.015636 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5c060eb5-0227-4945-a03f-3583b5b61836 req-27068f7d-755f-47fc-926a-cba9db8e97d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1911170 Jul 14 07:01:14.058112 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device af537dc5-2a43-4a69-91aa-b4d44a163f06 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:14.104724 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb6d10-af85-4108-8c21-cb8c9e18aecf service neutron] Pushing event updated for resources: {'Port': ['ID=a4faddec-a1d0-415f-812b-8f3fc8db7e6a,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:14.126348 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-985f360b-716d-4a57-b89e-c1efc5e0574f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:14.145921 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-985f360b-716d-4a57-b89e-c1efc5e0574f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:14.219811 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e9f6e7-e0be-483f-b483-a693d51e47be admin admin] Made reservation on behalf of 4087f29fd93b4094b7247cf94416ce89 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:14.222194 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port af537dc5-2a43-4a69-91aa-b4d44a163f06 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:14.222568 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:14.227079 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55e9f6e7-e0be-483f-b483-a693d51e47be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:14.261626 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-985f360b-716d-4a57-b89e-c1efc5e0574f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a78a7047a77e4703bf2bd76ee1491319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5864060 Jul 14 07:01:14.263888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-110de913-5a1b-4015-8c1f-b11232971442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:14.267380 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-110de913-5a1b-4015-8c1f-b11232971442 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=29eff19d9248446bb4f1ef666bd4d1cc&device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 1119 time: 0.2758825 Jul 14 07:01:14.268290 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33626) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:14.270757 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f360b-716d-4a57-b89e-c1efc5e0574f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7298d8-094d-454c-99b0-45172137c97b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:14.280651 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55e9f6e7-e0be-483f-b483-a693d51e47be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:14.426350 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-13000fff-04f8-4773-9ea6-ef231364ea04 None None] Provisioning complete for port 505e48b0-e897-4020-9a65-f47e12dfec7f triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:14.426990 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-13000fff-04f8-4773-9ea6-ef231364ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:14.462481 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] Router 845674d6-8538-4672-96ee-9ea4c087b9f8 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:01:14.475405 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5c060eb5-0227-4945-a03f-3583b5b61836 req-626ffbac-ab1b-4cda-9e09-fac09d8ad3b5 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245179 Jul 14 07:01:14.480646 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-507514a0-a7bb-46f8-924f-1308b89f3edc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=a4faddec-a1d0-415f-812b-8f3fc8db7e6a HTTP/1.1" status: 200 len: 217 time: 0.1960232 Jul 14 07:01:14.495337 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-13000fff-04f8-4773-9ea6-ef231364ea04 None None] Port 505e48b0-e897-4020-9a65-f47e12dfec7f cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:01:14.543604 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efeb707-8c05-4b6a-8242-5ae09034548a" -d '{"events": [{"name": "network-changed", "server_uuid": "d915f2db-4b6b-4148-ac63-642d16bcd0a5", "tag": "a4faddec-a1d0-415f-812b-8f3fc8db7e6a"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:01:14.647493 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-e68bb98a-c32e-42ee-b17c-9b1e07e822f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:14.649129 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-e68bb98a-c32e-42ee-b17c-9b1e07e822f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1462247 Jul 14 07:01:14.653490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:01:14.668252 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-adcaa171-53eb-4a6d-9cf3-34064b1a4bbe admin admin] 10.222.0.35 "PUT /v2.0/routers/845674d6-8538-4672-96ee-9ea4c087b9f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7073560 Jul 14 07:01:14.668252 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5c060eb5-0227-4945-a03f-3583b5b61836 req-b7150f80-eede-41cd-bfb1-c40ce3acea4a service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485219 Jul 14 07:01:14.674890 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b7f9bb-1f2a-4f60-a706-ed614096b5fb x-openstack-request-id: req-f9b7f9bb-1f2a-4f60-a706-ed614096b5fb {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:01:14.675309 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d915f2db-4b6b-4148-ac63-642d16bcd0a5", "tag": "a4faddec-a1d0-415f-812b-8f3fc8db7e6a", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:01:14.675560 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9b7f9bb-1f2a-4f60-a706-ed614096b5fb {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:01:14.676140 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd915f2db-4b6b-4148-ac63-642d16bcd0a5', 'tag': 'a4faddec-a1d0-415f-812b-8f3fc8db7e6a', 'status': 'completed', 'code': 200} Jul 14 07:01:14.676814 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-06c6f945-0d56-4e61-99b9-67b4ed383724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:14.676920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Sync routers for ids ['845674d6-8538-4672-96ee-9ea4c087b9f8'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:01:14.706042 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Routers {'845674d6-8538-4672-96ee-9ea4c087b9f8'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:01:14.708335 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:01:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['845674d6-8538-4672-96ee-9ea4c087b9f8'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:14.771143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa60f4-31cb-4e00-8ed7-9039cf7e0d3f req-1494488d-582d-4e74-9ff6-60e1d8dfafa9 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:14.772940 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-34aa60f4-31cb-4e00-8ed7-9039cf7e0d3f req-1494488d-582d-4e74-9ff6-60e1d8dfafa9 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 968 time: 0.3104980 Jul 14 07:01:14.785666 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-06c6f945-0d56-4e61-99b9-67b4ed383724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:14.861307 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Set router 845674d6-8538-4672-96ee-9ea4c087b9f8 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:01:14.895686 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-34aa60f4-31cb-4e00-8ed7-9039cf7e0d3f req-76754446-716b-4cbf-b6ae-5edb115d9775 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/security-groups?id=64fa6654-137f-4ace-86ff-84a28e34e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129715 Jul 14 07:01:14.897597 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55e9f6e7-e0be-483f-b483-a693d51e47be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:14.916806 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55e9f6e7-e0be-483f-b483-a693d51e47be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:14.951154 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-aa803449-b851-4f3e-9f8b-2b41f868fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:14.952205 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-aa803449-b851-4f3e-9f8b-2b41f868fd3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2800972 Jul 14 07:01:15.027416 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-06c6f945-0d56-4e61-99b9-67b4ed383724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:15.030005 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-06c6f945-0d56-4e61-99b9-67b4ed383724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:15.031121 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-06c6f945-0d56-4e61-99b9-67b4ed383724 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca7298d8-094d-454c-99b0-45172137c97b HTTP/1.1" status: 204 len: 168 time: 0.7614601 Jul 14 07:01:15.036949 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e9f6e7-e0be-483f-b483-a693d51e47be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:01:15.040342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9f6e7-e0be-483f-b483-a693d51e47be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0d6103-5d94-4c12-b284-32fe164c01ff,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:15.065798 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55e9f6e7-e0be-483f-b483-a693d51e47be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:15.066142 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-55e9f6e7-e0be-483f-b483-a693d51e47be admin admin] Added segment aed956cd-f7f3-4ef2-bc03-6ac1c1c93704 of type vlan for network fad31725-ee3b-4904-917b-4a95600f1821 Jul 14 07:01:15.085455 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6f945-0d56-4e61-99b9-67b4ed383724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7298d8-094d-454c-99b0-45172137c97b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:15.133090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '505e48b0-e897-4020-9a65-f47e12dfec7f', 'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'mac_address': 'fa:16:3e:97:8a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '09316beb-b379-4562-9195-dccf17a52656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:09Z', 'updated_at': '2021-07-14T07:01:13Z', 'revision_number': 2, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'subnets': [{'id': '09316beb-b379-4562-9195-dccf17a52656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:15.143967 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55e9f6e7-e0be-483f-b483-a693d51e47be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:15.157406 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-58bb8d5d-1a83-49a2-8a0c-ffd38718d1e7 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924677 Jul 14 07:01:15.165379 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89184d-cad7-4b62-a58b-051a1af5ffe9 req-2833fb17-e731-4dae-b39d-f8cef4b38af1 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:15.166855 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da89184d-cad7-4b62-a58b-051a1af5ffe9 req-2833fb17-e731-4dae-b39d-f8cef4b38af1 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 948 time: 0.2762811 Jul 14 07:01:15.172127 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Checking router: 845674d6-8538-4672-96ee-9ea4c087b9f8 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:01:15.172681 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Updating router 845674d6-8538-4672-96ee-9ea4c087b9f8 port 505e48b0-e897-4020-9a65-f47e12dfec7f binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:01:15.207563 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:15.214164 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:15.273796 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55e9f6e7-e0be-483f-b483-a693d51e47be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:15.274843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e9f6e7-e0be-483f-b483-a693d51e47be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:15.275395 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55e9f6e7-e0be-483f-b483-a693d51e47be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:15.295929 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:15.306363 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da89184d-cad7-4b62-a58b-051a1af5ffe9 req-1f25ce91-1c98-4376-8dda-75f2d4dca40d tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269934 Jul 14 07:01:15.376162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9f6e7-e0be-483f-b483-a693d51e47be admin admin] Pushing event updated for resources: {'Network': ['ID=fad31725-ee3b-4904-917b-4a95600f1821,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:15.380235 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26dc7803-5f2b-4259-a3f8-e9171cf0574a req-30d89868-48ec-42c9-9a0d-ead3dbe26732 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107017 Jul 14 07:01:15.385267 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33668) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:15.385385 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-55e9f6e7-e0be-483f-b483-a693d51e47be admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5760715 Jul 14 07:01:15.390366 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3f65e41f-1efb-48b8-ac14-e892c183db54 admin admin] Request body: {'subnet': {'network_id': 'fad31725-ee3b-4904-917b-4a95600f1821', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1250488437-subnet', 'tenant_id': '4087f29fd93b4094b7247cf94416ce89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:15.398395 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network fad31725-ee3b-4904-917b-4a95600f1821 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:01:15.417482 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f65e41f-1efb-48b8-ac14-e892c183db54 admin admin] Made reservation on behalf of 4087f29fd93b4094b7247cf94416ce89 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:15.421111 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f65e41f-1efb-48b8-ac14-e892c183db54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:15.681127 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f65e41f-1efb-48b8-ac14-e892c183db54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:15.708684 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:15.723841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeb707-8c05-4b6a-8242-5ae09034548a req-0f1f4df3-c311-4146-86a6-d38bf07396fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:15.725410 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6efeb707-8c05-4b6a-8242-5ae09034548a req-0f1f4df3-c311-4146-86a6-d38bf07396fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=29eff19d9248446bb4f1ef666bd4d1cc&device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 1119 time: 0.2850144 Jul 14 07:01:15.728817 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Transition to ACTIVE for port object 505e48b0-e897-4020-9a65-f47e12dfec7f will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:15.745568 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:15.761142 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65e41f-1efb-48b8-ac14-e892c183db54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9e7142-4672-4a4e-916e-824a012ec905,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:15.777276 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f65e41f-1efb-48b8-ac14-e892c183db54 admin admin] Checking segment: {'id': 'aed956cd-f7f3-4ef2-bc03-6ac1c1c93704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fad31725-ee3b-4904-917b-4a95600f1821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:15.778048 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f65e41f-1efb-48b8-ac14-e892c183db54 admin admin] Network hostable DHCP agents. Network: fad31725-ee3b-4904-917b-4a95600f1821, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:01:15.814685 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f65e41f-1efb-48b8-ac14-e892c183db54 admin admin] Network fad31725-ee3b-4904-917b-4a95600f1821 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:01:15.838215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-3f65e41f-1efb-48b8-ac14-e892c183db54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, fad31725-ee3b-4904-917b-4a95600f1821) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:15.839368 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device ab499372-5231-441b-9505-fe4395c99f44 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:01:15.852895 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f65e41f-1efb-48b8-ac14-e892c183db54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:15.854707 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f65e41f-1efb-48b8-ac14-e892c183db54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:15.890881 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3f65e41f-1efb-48b8-ac14-e892c183db54 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4963155 Jul 14 07:01:15.895329 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1983b363-9ad1-4e5c-9117-928e15903bf8 None None] Network fad31725-ee3b-4904-917b-4a95600f1821 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:01:15.932027 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3557be-a89a-49b3-8a57-4c90b25edd44 None None] Pushing event updated for resources: {'Port': ['ID=505e48b0-e897-4020-9a65-f47e12dfec7f,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:15.971807 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeb707-8c05-4b6a-8242-5ae09034548a req-61f4bec7-2692-4369-b673-a1a3ef23f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:15.973757 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6efeb707-8c05-4b6a-8242-5ae09034548a req-61f4bec7-2692-4369-b673-a1a3ef23f683 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.2414758 Jul 14 07:01:16.017025 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.resource_extend [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:01:16.076333 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6efeb707-8c05-4b6a-8242-5ae09034548a req-441b5b4f-107a-4f21-b080-1836d64a764b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=a4faddec-a1d0-415f-812b-8f3fc8db7e6a HTTP/1.1" status: 200 len: 217 time: 0.0901957 Jul 14 07:01:16.103566 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Attempting to bind port 505e48b0-e897-4020-9a65-f47e12dfec7f on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:01:16.103940 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Attempting to bind port 505e48b0-e897-4020-9a65-f47e12dfec7f by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '7d719af1-58e1-487a-af61-7254e3dcfc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:01:16.104305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Attempting to bind port 505e48b0-e897-4020-9a65-f47e12dfec7f on network 8275b157-0f8d-4b3a-902c-fb5bdf31df26 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:16.122462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:01:16.122839 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Checking segment: {'id': '7d719af1-58e1-487a-af61-7254e3dcfc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:16.126072 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:16.126531 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Bound using segment: {'id': '7d719af1-58e1-487a-af61-7254e3dcfc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:01:16.127060 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Bound port: 505e48b0-e897-4020-9a65-f47e12dfec7f, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d719af1-58e1-487a-af61-7254e3dcfc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:01:16.127476 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:16.169344 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeb707-8c05-4b6a-8242-5ae09034548a req-8dd8dbff-e33b-419f-b559-52b1122533fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:16.170935 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6efeb707-8c05-4b6a-8242-5ae09034548a req-8dd8dbff-e33b-419f-b559-52b1122533fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0637436 Jul 14 07:01:16.183397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd536ee8-f39c-4579-a5bd-e656feec3a43 req-60843ad0-39ef-41ab-9b7f-f36aab1ecb82 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:16.199787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd536ee8-f39c-4579-a5bd-e656feec3a43 req-60843ad0-39ef-41ab-9b7f-f36aab1ecb82 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 968 time: 0.1216910 Jul 14 07:01:16.229359 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port ab499372-5231-441b-9505-fe4395c99f44, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=ab499372-5231-441b-9505-fe4395c99f44,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:16.239603 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33700) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:16.244703 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3460c1ca-ec2c-4497-acde-a33cf2dc320a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1431361426-network', 'tenant_id': 'bd84e158edfa446a947fd3a51a2ca1bb'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:16.272614 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd536ee8-f39c-4579-a5bd-e656feec3a43 req-305d58fa-5b66-433f-aaab-4cdd8da42044 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/security-groups?id=64fa6654-137f-4ace-86ff-84a28e34e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719414 Jul 14 07:01:16.275146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3460c1ca-ec2c-4497-acde-a33cf2dc320a admin admin] Made reservation on behalf of bd84e158edfa446a947fd3a51a2ca1bb for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:16.277551 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3460c1ca-ec2c-4497-acde-a33cf2dc320a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:16.285528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] For port 505e48b0-e897-4020-9a65-f47e12dfec7f, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:01:16.287069 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3460c1ca-ec2c-4497-acde-a33cf2dc320a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:16.290497 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] For port 505e48b0-e897-4020-9a65-f47e12dfec7f, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=505e48b0-e897-4020-9a65-f47e12dfec7f,segment=NetworkSegment(7d719af1-58e1-487a-af61-7254e3dcfc8b),segment_id=7d719af1-58e1-487a-af61-7254e3dcfc8b)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:01:16.323041 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeb707-8c05-4b6a-8242-5ae09034548a req-037df869-58ec-475a-a2f1-9289e3e0e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:16.324561 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6efeb707-8c05-4b6a-8242-5ae09034548a req-037df869-58ec-475a-a2f1-9289e3e0e681 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1222825 Jul 14 07:01:16.327404 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:16.434130 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3460c1ca-ec2c-4497-acde-a33cf2dc320a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:16.441035 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3557be-a89a-49b3-8a57-4c90b25edd44 None None] Pushing event updated for resources: {'Port': ['ID=505e48b0-e897-4020-9a65-f47e12dfec7f,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:16.454405 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3460c1ca-ec2c-4497-acde-a33cf2dc320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:16.479023 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'ab499372-5231-441b-9505-fe4395c99f44', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': 'ab499372-5231-441b-9505-fe4395c99f44', 'mac_address': 'fa:16:3e:28:ce:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:01:16.490855 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Routers {'845674d6-8538-4672-96ee-9ea4c087b9f8'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:01:16.491518 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:01:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['845674d6-8538-4672-96ee-9ea4c087b9f8'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:16.505879 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3460c1ca-ec2c-4497-acde-a33cf2dc320a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:01:16.524127 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460c1ca-ec2c-4497-acde-a33cf2dc320a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dd3fef-a0af-457d-a372-a726298b3684,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:16.536054 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3460c1ca-ec2c-4497-acde-a33cf2dc320a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:16.536345 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-3460c1ca-ec2c-4497-acde-a33cf2dc320a admin admin] Added segment 1cf6125d-337c-4ae3-b351-d25b205c357d of type vlan for network 4d8b4110-078e-4be6-bd78-ba30c3a0a7c3 Jul 14 07:01:16.561583 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6efeb707-8c05-4b6a-8242-5ae09034548a req-45959953-daa8-4232-8c17-3636813fe4a2 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286866 Jul 14 07:01:16.587311 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3460c1ca-ec2c-4497-acde-a33cf2dc320a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:16.639838 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3460c1ca-ec2c-4497-acde-a33cf2dc320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:16.640893 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3460c1ca-ec2c-4497-acde-a33cf2dc320a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:16.642975 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3460c1ca-ec2c-4497-acde-a33cf2dc320a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:16.725938 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3460c1ca-ec2c-4497-acde-a33cf2dc320a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4851909 Jul 14 07:01:16.728773 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33720) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:16.736171 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e1d212cf-9fd3-4db4-a3ec-e3fa2e4eb3a4 admin admin] Request body: {'subnet': {'network_id': '4d8b4110-078e-4be6-bd78-ba30c3a0a7c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1431361426-subnet', 'tenant_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:16.737290 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6efeb707-8c05-4b6a-8242-5ae09034548a req-6ec2f8b8-b39b-4bd9-adfc-2eeb7a1488e8 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697080 Jul 14 07:01:16.740455 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7827611-1107-4ba1-8747-7d05497edb3d None None] Network fad31725-ee3b-4904-917b-4a95600f1821 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:01:16.757855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948abc3-1b53-4f97-abdc-79675154cac6 req-515aec2e-ec4e-474d-b458-46b2dd984620 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:16.760620 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3948abc3-1b53-4f97-abdc-79675154cac6 req-515aec2e-ec4e-474d-b458-46b2dd984620 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 948 time: 0.1360192 Jul 14 07:01:16.784593 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460c1ca-ec2c-4497-acde-a33cf2dc320a admin admin] Pushing event updated for resources: {'Network': ['ID=4d8b4110-078e-4be6-bd78-ba30c3a0a7c3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:16.809746 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d212cf-9fd3-4db4-a3ec-e3fa2e4eb3a4 admin admin] Made reservation on behalf of bd84e158edfa446a947fd3a51a2ca1bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:16.811957 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] Set router 845674d6-8538-4672-96ee-9ea4c087b9f8 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:01:16.813628 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1d212cf-9fd3-4db4-a3ec-e3fa2e4eb3a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:16.918303 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3948abc3-1b53-4f97-abdc-79675154cac6 req-f0a8660f-b788-409a-a896-7a3def8ad4fc tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496563 Jul 14 07:01:17.033050 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-4fcf78f2-ee40-4a61-a84b-fce119a377c8 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:17.040514 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-4fcf78f2-ee40-4a61-a84b-fce119a377c8 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 807 time: 0.2395172 Jul 14 07:01:17.051126 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1d212cf-9fd3-4db4-a3ec-e3fa2e4eb3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:17.051625 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:17.060876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-5cadc98f-1056-42c4-9a98-7e3624525957 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/quotas/b105e52a7ba74b51aa3981183eb54e1c HTTP/1.1" status: 200 len: 375 time: 0.0190756 Jul 14 07:01:17.065436 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 4d8b4110-078e-4be6-bd78-ba30c3a0a7c3 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:01:17.118268 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-1291df59-8cb7-4f24-b13b-f9d93362cc4e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400791 Jul 14 07:01:17.125765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d212cf-9fd3-4db4-a3ec-e3fa2e4eb3a4 admin admin] Checking segment: {'id': '1cf6125d-337c-4ae3-b351-d25b205c357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4d8b4110-078e-4be6-bd78-ba30c3a0a7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:17.126132 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d212cf-9fd3-4db4-a3ec-e3fa2e4eb3a4 admin admin] Network hostable DHCP agents. Network: 4d8b4110-078e-4be6-bd78-ba30c3a0a7c3, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:01:17.130701 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d212cf-9fd3-4db4-a3ec-e3fa2e4eb3a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07547eaa-c753-4194-9cac-7085d3c0178a,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:17.156353 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d212cf-9fd3-4db4-a3ec-e3fa2e4eb3a4 admin admin] Network 4d8b4110-078e-4be6-bd78-ba30c3a0a7c3 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:01:17.168583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e1d212cf-9fd3-4db4-a3ec-e3fa2e4eb3a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 4d8b4110-078e-4be6-bd78-ba30c3a0a7c3) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:17.175995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d212cf-9fd3-4db4-a3ec-e3fa2e4eb3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:17.177601 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1d212cf-9fd3-4db4-a3ec-e3fa2e4eb3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:17.200678 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e1d212cf-9fd3-4db4-a3ec-e3fa2e4eb3a4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4704700 Jul 14 07:01:17.203760 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33742) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:17.215212 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1431361426-router', 'tenant_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:17.246925 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:17.249459 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:17.249593 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b18853-be23-49dc-801d-adbbcd29a533 None None] Network 4d8b4110-078e-4be6-bd78-ba30c3a0a7c3 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:01:17.305387 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab499372-5231-441b-9505-fe4395c99f44 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:01:17.308790 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-ed09caf2-d2eb-4b45-8794-2d5649ef3005 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:01:17.309834 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-ed09caf2-d2eb-4b45-8794-2d5649ef3005 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0826666 Jul 14 07:01:17.313480 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:17.359156 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port ab499372-5231-441b-9505-fe4395c99f44, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=ab499372-5231-441b-9505-fe4395c99f44,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:17.382040 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:17.534796 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:17.543716 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=ab499372-5231-441b-9505-fe4395c99f44,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:17.559957 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-3e0162b3-22fa-4750-9cbb-f829937a9fca service neutron] 10.222.0.35 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412748 Jul 14 07:01:17.621774 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-4d8b4110-078e-4be6-bd78-ba30c3a0a7c3', 'network_id': '4d8b4110-078e-4be6-bd78-ba30c3a0a7c3', 'tenant_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'fixed_ips': [{'subnet_id': '07547eaa-c753-4194-9cac-7085d3c0178a'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:01:17.622656 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:17.633820 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '505e48b0-e897-4020-9a65-f47e12dfec7f', 'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'mac_address': 'fa:16:3e:97:8a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '09316beb-b379-4562-9195-dccf17a52656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:09Z', 'updated_at': '2021-07-14T07:01:16Z', 'revision_number': 4, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'subnets': [{'id': '09316beb-b379-4562-9195-dccf17a52656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:17.667487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf03fdb-c3e5-4c45-ad9b-f2041780cda9 None None] The sync data for ids ['845674d6-8538-4672-96ee-9ea4c087b9f8'] in n-d-778696-5 is: [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '505e48b0-e897-4020-9a65-f47e12dfec7f', 'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'mac_address': 'fa:16:3e:97:8a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '09316beb-b379-4562-9195-dccf17a52656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:09Z', 'updated_at': '2021-07-14T07:01:16Z', 'revision_number': 4, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'subnets': [{'id': '09316beb-b379-4562-9195-dccf17a52656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:01:17.737785 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe798043-fc77-454d-a76c-f8b48cb38bdd req-f3ba5d5e-12e7-41bd-a457-16b02615010c tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:17.739517 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe798043-fc77-454d-a76c-f8b48cb38bdd req-f3ba5d5e-12e7-41bd-a457-16b02615010c tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 968 time: 0.1940944 Jul 14 07:01:17.773273 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-e31618da-31e0-46f0-bd75-e3a45b22bec1 service neutron] 10.222.0.35 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937203 Jul 14 07:01:17.813789 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe798043-fc77-454d-a76c-f8b48cb38bdd req-6a18b927-a46f-4910-acf4-8aebed2e3f1e tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/security-groups?id=64fa6654-137f-4ace-86ff-84a28e34e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673420 Jul 14 07:01:17.833849 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['ab499372-5231-441b-9505-fe4395c99f44'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:01:17.903118 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Allocated IP 172.20.0.2 (4d8b4110-078e-4be6-bd78-ba30c3a0a7c3/07547eaa-c753-4194-9cac-7085d3c0178a/e131c245-9269-4c98-b454-67afbbbda8e6) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:01:18.049883 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:18.094893 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 505e48b0-e897-4020-9a65-f47e12dfec7f up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:18.308263 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 505e48b0-e897-4020-9a65-f47e12dfec7f completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:18.324765 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:18.335626 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 505e48b0-e897-4020-9a65-f47e12dfec7f triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:18.335626 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:18.346440 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:18.375213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Transition to ACTIVE for port object e131c245-9269-4c98-b454-67afbbbda8e6 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:18.401148 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-80c69e2f-2da4-4e89-825a-66c06330b322 req-2e7ad5ce-f340-4b39-89bd-0e94a47051de tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 210 time: 0.0756407 Jul 14 07:01:18.408539 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Transition to ACTIVE for port object e131c245-9269-4c98-b454-67afbbbda8e6 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:18.431257 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:18.536665 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4a42f-5d92-4d00-bf1e-01789cd5d721 req-2657a017-ac3b-4310-aaa4-aaca49d13c8b tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:18.538432 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3a4a42f-5d92-4d00-bf1e-01789cd5d721 req-2657a017-ac3b-4310-aaa4-aaca49d13c8b tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 949 time: 0.2034519 Jul 14 07:01:18.557051 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Network 4d8b4110-078e-4be6-bd78-ba30c3a0a7c3 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:18.566465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:18.574648 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:01:18.578647 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Pushing event updated for resources: {'Port': ['ID=e131c245-9269-4c98-b454-67afbbbda8e6,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:18.580654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] Allocated IP 172.25.7.83 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/ff09d159-2e7e-475e-a732-84c102933778) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:01:18.583123 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:18.615956 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3a4a42f-5d92-4d00-bf1e-01789cd5d721 req-0973a371-dce7-47f9-9281-b80e24ac354b tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675015 Jul 14 07:01:18.770287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Attempting to bind port e131c245-9269-4c98-b454-67afbbbda8e6 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:01:18.770746 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Attempting to bind port e131c245-9269-4c98-b454-67afbbbda8e6 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '1cf6125d-337c-4ae3-b351-d25b205c357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4d8b4110-078e-4be6-bd78-ba30c3a0a7c3'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:01:18.771111 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Attempting to bind port e131c245-9269-4c98-b454-67afbbbda8e6 on network 4d8b4110-078e-4be6-bd78-ba30c3a0a7c3 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:18.776718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 505e48b0-e897-4020-9a65-f47e12dfec7f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=505e48b0-e897-4020-9a65-f47e12dfec7f,segment=NetworkSegment(7d719af1-58e1-487a-af61-7254e3dcfc8b),segment_id=7d719af1-58e1-487a-af61-7254e3dcfc8b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:18.793672 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:18.793823 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:18.801815 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:01:18.802247 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Checking segment: {'id': '1cf6125d-337c-4ae3-b351-d25b205c357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4d8b4110-078e-4be6-bd78-ba30c3a0a7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:18.802761 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:18.803162 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Bound using segment: {'id': '1cf6125d-337c-4ae3-b351-d25b205c357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4d8b4110-078e-4be6-bd78-ba30c3a0a7c3'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:01:18.803728 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Bound port: e131c245-9269-4c98-b454-67afbbbda8e6, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf6125d-337c-4ae3-b351-d25b205c357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4d8b4110-078e-4be6-bd78-ba30c3a0a7c3'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:01:18.804171 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:18.888328 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:18.936120 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:18.938439 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=505e48b0-e897-4020-9a65-f47e12dfec7f,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:18.945780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:18.954393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:01:18.991463 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] For port e131c245-9269-4c98-b454-67afbbbda8e6, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:01:18.995848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] For port e131c245-9269-4c98-b454-67afbbbda8e6, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e131c245-9269-4c98-b454-67afbbbda8e6,segment=NetworkSegment(1cf6125d-337c-4ae3-b351-d25b205c357d),segment_id=1cf6125d-337c-4ae3-b351-d25b205c357d)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:01:19.001897 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:19.063935 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] Pushing event updated for resources: {'Port': ['ID=ff09d159-2e7e-475e-a732-84c102933778,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:19.125521 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe3abd-9ccf-4a97-9216-df7c5f1bf6bf None None] Pushing event updated for resources: {'Port': ['ID=e131c245-9269-4c98-b454-67afbbbda8e6,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:19.296005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca33b41-bdd7-4f51-b00e-77fcbe168499 req-e3101808-1a60-4e8d-aeea-22b29a690414 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:19.297586 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2ca33b41-bdd7-4f51-b00e-77fcbe168499 req-e3101808-1a60-4e8d-aeea-22b29a690414 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 968 time: 0.2230351 Jul 14 07:01:19.403169 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2ca33b41-bdd7-4f51-b00e-77fcbe168499 req-efd5a0a4-2ae0-46f5-adf4-2db3bdd0ca26 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/security-groups?id=64fa6654-137f-4ace-86ff-84a28e34e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944576 Jul 14 07:01:19.417896 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:19.439434 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33832) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:19.623676 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33838) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:19.635452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.30', 60080) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:19.651834 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f1837a2-8359-4663-a54b-0571fe25e93f req-eed86f1b-c350-493d-9553-e430201f7633 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 210 time: 0.0670371 Jul 14 07:01:19.747041 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e703fbc6-8d55-4a6f-a7ee-02aa2271842c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:19.778232 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7f86b5a-b6ce-40d7-9335-fcfe2ad4de1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:19.818518 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:19.825050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a4faddec-a1d0-415f-812b-8f3fc8db7e6a details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:01:19.853750 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device ab499372-5231-441b-9505-fe4395c99f44 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:19.869606 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-b7f86b5a-b6ce-40d7-9335-fcfe2ad4de1f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 07:01:19.869606 n-d-778696-5 neutron-server[93827]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 07:01:19.869606 n-d-778696-5 neutron-server[93827]: [parameters: {'project_id_1': 'bc701ce9eb0f41f9be8e8f3534726c86', 'expiration_1': datetime.datetime(2021, 7, 14, 7, 1, 19, 821513)}] Jul 14 07:01:19.869606 n-d-778696-5 neutron-server[93827]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:01:19.870423 n-d-778696-5 neutron-server[93827]: DEBUG oslo_db.api [None req-b7f86b5a-b6ce-40d7-9335-fcfe2ad4de1f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:01:19.924504 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-37feeed8-e9a8-412b-8136-2b5d9c58c19e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:19.926090 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-37feeed8-e9a8-412b-8136-2b5d9c58c19e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.30 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 807 time: 0.2892873 Jul 14 07:01:19.980902 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-0c4bb436-c119-4fc4-a697-d6a205255f16 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Request body: {'port': {'device_id': 'fb0d1875-f7bd-4c6b-a703-51cf9e990a3d', 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b', 'admin_state_up': True, 'tenant_id': 'b105e52a7ba74b51aa3981183eb54e1c'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:20.026102 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a4faddec-a1d0-415f-812b-8f3fc8db7e6a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a4faddec-a1d0-415f-812b-8f3fc8db7e6a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:20.041619 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'a4faddec-a1d0-415f-812b-8f3fc8db7e6a', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': 'a4faddec-a1d0-415f-812b-8f3fc8db7e6a', 'mac_address': 'fa:16:3e:db:96:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:tempest-test_az-25799791', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:01:20.052724 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d7d32-61d2-48bf-8792-5434937730d5 req-7a110c39-4883-421e-a7c7-a3333362c2f4 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:20.068217 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-733d7d32-61d2-48bf-8792-5434937730d5 req-7a110c39-4883-421e-a7c7-a3333362c2f4 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 949 time: 0.2900186 Jul 14 07:01:20.074810 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e703fbc6-8d55-4a6f-a7ee-02aa2271842c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:20.087482 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e703fbc6-8d55-4a6f-a7ee-02aa2271842c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:20.108133 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:20.135925 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4faddec-a1d0-415f-812b-8f3fc8db7e6a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:01:20.159568 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a4faddec-a1d0-415f-812b-8f3fc8db7e6a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a4faddec-a1d0-415f-812b-8f3fc8db7e6a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:20.165692 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-733d7d32-61d2-48bf-8792-5434937730d5 req-2909225c-a223-43c9-aea8-ca6ce09bdae9 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962281 Jul 14 07:01:20.181241 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:20.182518 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] Router fe2fa1f1-b9bb-4433-b09d-4c9624edac8a is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:01:20.227472 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703fbc6-8d55-4a6f-a7ee-02aa2271842c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a631ae-c3c7-4947-84d4-368f742d3525,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:20.244867 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e703fbc6-8d55-4a6f-a7ee-02aa2271842c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=866921c840e84dc3b59c12e287720ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8018732 Jul 14 07:01:20.245487 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33848) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:20.253076 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e131c245-9269-4c98-b454-67afbbbda8e6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:20.254926 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port ab499372-5231-441b-9505-fe4395c99f44 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:20.322144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-0c4bb436-c119-4fc4-a697-d6a205255f16 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Made reservation on behalf of b105e52a7ba74b51aa3981183eb54e1c for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:20.326660 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-0c4bb436-c119-4fc4-a697-d6a205255f16 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:20.347291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:01:20.362413 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Sync routers for ids ['fe2fa1f1-b9bb-4433-b09d-4c9624edac8a'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:01:20.367574 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:20.369032 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9e228e5d-b8b8-4fb7-af49-3cacffd3d054 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.1621399 Jul 14 07:01:20.371856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33850) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:20.376851 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7f86b5a-b6ce-40d7-9335-fcfe2ad4de1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:20.378601 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Routers {'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:01:20.384441 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:01:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['fe2fa1f1-b9bb-4433-b09d-4c9624edac8a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:20.463805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port ab499372-5231-441b-9505-fe4395c99f44 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:20.464182 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:20.548767 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Set router fe2fa1f1-b9bb-4433-b09d-4c9624edac8a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:01:20.564058 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['a4faddec-a1d0-415f-812b-8f3fc8db7e6a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:01:20.566115 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb958524-ae78-448e-ad7e-03d5f2474c6e None None] Network 4d8b4110-078e-4be6-bd78-ba30c3a0a7c3 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:01:20.577937 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-0c4bb436-c119-4fc4-a697-d6a205255f16 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Allocated IP 172.20.0.3 (6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b/416e4cab-c8c0-4a46-ae21-5c85ac9e0263/3ec3f614-8221-483b-9341-42d8917d9ed6) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:01:20.746508 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-0c4bb436-c119-4fc4-a697-d6a205255f16 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:20.784293 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c8cd40a-3d5f-4012-959b-f36c4ee5427e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:20.786437 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1431361426-router', 'tenant_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ff09d159-2e7e-475e-a732-84c102933778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:17Z', 'updated_at': '2021-07-14T07:01:19Z', 'revision_number': 3, 'project_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'gw_port': {'id': 'ff09d159-2e7e-475e-a732-84c102933778', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:18Z', 'updated_at': '2021-07-14T07:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:20.843509 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Checking router: fe2fa1f1-b9bb-4433-b09d-4c9624edac8a for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:01:20.843926 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Updating router fe2fa1f1-b9bb-4433-b09d-4c9624edac8a port ff09d159-2e7e-475e-a732-84c102933778 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:01:20.854514 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c8cd40a-3d5f-4012-959b-f36c4ee5427e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:20.858301 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-0c4bb436-c119-4fc4-a697-d6a205255f16 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:20.905133 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:20.921282 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=a4faddec-a1d0-415f-812b-8f3fc8db7e6a,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:20.948991 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-80726791-9a86-4c29-b5f7-cd759c024f3a None None] Provisioning for port e131c245-9269-4c98-b454-67afbbbda8e6 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:20.990517 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-0c4bb436-c119-4fc4-a697-d6a205255f16 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:21.014902 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-0c4bb436-c119-4fc4-a697-d6a205255f16 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:21.022698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4bb436-c119-4fc4-a697-d6a205255f16 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Pushing event updated for resources: {'Port': ['ID=3ec3f614-8221-483b-9341-42d8917d9ed6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:21.032516 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port e131c245-9269-4c98-b454-67afbbbda8e6 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:21.035973 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-0c4bb436-c119-4fc4-a697-d6a205255f16 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:01:21.037320 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.040794 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port e131c245-9269-4c98-b454-67afbbbda8e6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:21.041349 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.049540 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-0c4bb436-c119-4fc4-a697-d6a205255f16 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:21.051457 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-0c4bb436-c119-4fc4-a697-d6a205255f16 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.117590 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7f86b5a-b6ce-40d7-9335-fcfe2ad4de1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.132435 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c8cd40a-3d5f-4012-959b-f36c4ee5427e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.144043 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c8cd40a-3d5f-4012-959b-f36c4ee5427e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.145389 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3c8cd40a-3d5f-4012-959b-f36c4ee5427e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b5a631ae-c3c7-4947-84d4-368f742d3525 HTTP/1.1" status: 204 len: 168 time: 0.8974388 Jul 14 07:01:21.146393 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7f86b5a-b6ce-40d7-9335-fcfe2ad4de1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.147280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f32658b-2d3d-41ae-8e47-1a05df9028a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab499372-5231-441b-9505-fe4395c99f44'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:01:21.171971 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-0c4bb436-c119-4fc4-a697-d6a205255f16 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1959848 Jul 14 07:01:21.172807 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cd40a-3d5f-4012-959b-f36c4ee5427e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a631ae-c3c7-4947-84d4-368f742d3525,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:21.230514 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b7f86b5a-b6ce-40d7-9335-fcfe2ad4de1f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc701ce9eb0f41f9be8e8f3534726c86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6057494 Jul 14 07:01:21.231802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33864) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:21.284442 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port ab499372-5231-441b-9505-fe4395c99f44, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=ab499372-5231-441b-9505-fe4395c99f44,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:21.293470 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f86b5a-b6ce-40d7-9335-fcfe2ad4de1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61187ed4-47e7-4dcd-9de8-f48f2b90482d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:21.313580 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.392297 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.403699 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Transition to ACTIVE for port object ff09d159-2e7e-475e-a732-84c102933778 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:21.420055 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.430355 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e08b0137-a10c-433a-9117-eb811f07d839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.461765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=ab499372-5231-441b-9505-fe4395c99f44,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:21.473152 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-de653c50-6090-4ea2-ac1c-5c8337aac8aa None None] Provisioning complete for port e131c245-9269-4c98-b454-67afbbbda8e6 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:21.473783 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-de653c50-6090-4ea2-ac1c-5c8337aac8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.478337 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.484447 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cd59c-82dd-4c3f-96d8-35418ceb923a None None] Pushing event updated for resources: {'Port': ['ID=ff09d159-2e7e-475e-a732-84c102933778,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:21.485737 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e08b0137-a10c-433a-9117-eb811f07d839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.519973 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Attempting to bind port ff09d159-2e7e-475e-a732-84c102933778 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:01:21.520558 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aa495d-2da0-4ebc-970a-85bab3434176" -d '{"events": [{"server_uuid": "7f32658b-2d3d-41ae-8e47-1a05df9028a7", "name": "network-vif-plugged", "status": "completed", "tag": "ab499372-5231-441b-9505-fe4395c99f44"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:01:21.520706 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Attempting to bind port ff09d159-2e7e-475e-a732-84c102933778 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:01:21.520992 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Attempting to bind port ff09d159-2e7e-475e-a732-84c102933778 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:21.528631 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:01:21.529025 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:21.531472 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.531472 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:01:21.531962 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Bound port: ff09d159-2e7e-475e-a732-84c102933778, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:01:21.532397 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.532599 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddd897-16db-45b7-878f-57e9d2ede4e5 req-1a2fe83c-b7bb-4afe-b85e-5c6d467a2a1c tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:21.534213 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4eddd897-16db-45b7-878f-57e9d2ede4e5 req-1a2fe83c-b7bb-4afe-b85e-5c6d467a2a1c tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 969 time: 0.8216012 Jul 14 07:01:21.565663 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port e131c245-9269-4c98-b454-67afbbbda8e6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e131c245-9269-4c98-b454-67afbbbda8e6,segment=NetworkSegment(1cf6125d-337c-4ae3-b351-d25b205c357d),segment_id=1cf6125d-337c-4ae3-b351-d25b205c357d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:21.572432 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.573433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 505e48b0-e897-4020-9a65-f47e12dfec7f up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:21.591332 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e08b0137-a10c-433a-9117-eb811f07d839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.595472 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e08b0137-a10c-433a-9117-eb811f07d839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.600949 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e08b0137-a10c-433a-9117-eb811f07d839 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61187ed4-47e7-4dcd-9de8-f48f2b90482d HTTP/1.1" status: 204 len: 168 time: 0.3534663 Jul 14 07:01:21.608397 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] For port ff09d159-2e7e-475e-a732-84c102933778, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:01:21.613362 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] For port ff09d159-2e7e-475e-a732-84c102933778, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ff09d159-2e7e-475e-a732-84c102933778,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:01:21.622018 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.628761 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b0137-a10c-433a-9117-eb811f07d839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61187ed4-47e7-4dcd-9de8-f48f2b90482d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:21.652349 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cd664-9e5b-413f-8e1a-e7986f05fef8 req-2903d726-8a47-4548-a257-d80afad2bea7 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:21.654191 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a48cd664-9e5b-413f-8e1a-e7986f05fef8 req-2903d726-8a47-4548-a257-d80afad2bea7 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 931 time: 0.6222625 Jul 14 07:01:21.682970 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Routers {'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:01:21.683663 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:01:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['fe2fa1f1-b9bb-4433-b09d-4c9624edac8a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:21.693428 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=e131c245-9269-4c98-b454-67afbbbda8e6,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:21.742577 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 505e48b0-e897-4020-9a65-f47e12dfec7f triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:21.742577 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:21.804221 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] Set router fe2fa1f1-b9bb-4433-b09d-4c9624edac8a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:01:21.811575 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4eddd897-16db-45b7-878f-57e9d2ede4e5 req-cdc990a9-11cc-4639-b2e2-c56c37ffa0af tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/security-groups?id=64fa6654-137f-4ace-86ff-84a28e34e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304919 Jul 14 07:01:21.833634 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33876) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:21.849589 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a48cd664-9e5b-413f-8e1a-e7986f05fef8 req-ae19f076-f19b-4a0b-b461-2db68290e2ea tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734407 Jul 14 07:01:21.851588 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff5e6659-a2b7-4807-9db0-b26e9a402623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:22.046573 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff5e6659-a2b7-4807-9db0-b26e9a402623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:22.054188 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e131c245-9269-4c98-b454-67afbbbda8e6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:22.054743 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff5e6659-a2b7-4807-9db0-b26e9a402623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:22.110042 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:22.114007 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cd59c-82dd-4c3f-96d8-35418ceb923a None None] Pushing event updated for resources: {'Port': ['ID=ff09d159-2e7e-475e-a732-84c102933778,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:22.143457 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ff5e6659-a2b7-4807-9db0-b26e9a402623 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3d05a66c54744999569eae4108266fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087018 Jul 14 07:01:22.144418 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33884) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:22.145143 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e6659-a2b7-4807-9db0-b26e9a402623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5269b7-d44c-4fcd-9a7c-b1ccf800d006,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:22.171544 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port e131c245-9269-4c98-b454-67afbbbda8e6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:22.171951 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:22.186794 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e943a23-b667-4463-8ddc-041bd7027c10 req-312f1294-7a57-4fa7-9d0b-066692fb8b9d tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:22.197405 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e943a23-b667-4463-8ddc-041bd7027c10 req-312f1294-7a57-4fa7-9d0b-066692fb8b9d tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 950 time: 0.1332898 Jul 14 07:01:22.259438 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49671571-9749-4e8d-9f62-4bd61ce91421 x-openstack-request-id: req-49671571-9749-4e8d-9f62-4bd61ce91421 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:01:22.260198 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f32658b-2d3d-41ae-8e47-1a05df9028a7", "name": "network-vif-plugged", "status": "completed", "tag": "ab499372-5231-441b-9505-fe4395c99f44", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:01:22.261225 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49671571-9749-4e8d-9f62-4bd61ce91421 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:01:22.266022 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f32658b-2d3d-41ae-8e47-1a05df9028a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab499372-5231-441b-9505-fe4395c99f44', 'code': 200} Jul 14 07:01:22.292069 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-968f769d-f542-4cd6-99bd-b24752c3b482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:22.314537 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1431361426-router', 'tenant_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ff09d159-2e7e-475e-a732-84c102933778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:17Z', 'updated_at': '2021-07-14T07:01:19Z', 'revision_number': 3, 'project_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'gw_port': {'id': 'ff09d159-2e7e-475e-a732-84c102933778', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:18Z', 'updated_at': '2021-07-14T07:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:22.327631 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e943a23-b667-4463-8ddc-041bd7027c10 req-83889f23-7847-4c0e-98e4-186bcce223a4 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291451 Jul 14 07:01:22.328586 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-968f769d-f542-4cd6-99bd-b24752c3b482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:22.366447 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d52cc-4098-4249-a609-32f75e8c74ec None None] The sync data for ids ['fe2fa1f1-b9bb-4433-b09d-4c9624edac8a'] in n-d-778696-5 is: [{'id': 'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1431361426-router', 'tenant_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ff09d159-2e7e-475e-a732-84c102933778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:17Z', 'updated_at': '2021-07-14T07:01:19Z', 'revision_number': 3, 'project_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'gw_port': {'id': 'ff09d159-2e7e-475e-a732-84c102933778', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:18Z', 'updated_at': '2021-07-14T07:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:01:22.410164 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-968f769d-f542-4cd6-99bd-b24752c3b482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:22.412793 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-968f769d-f542-4cd6-99bd-b24752c3b482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:22.416540 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-968f769d-f542-4cd6-99bd-b24752c3b482 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b5269b7-d44c-4fcd-9a7c-b1ccf800d006 HTTP/1.1" status: 204 len: 168 time: 0.2359817 Jul 14 07:01:22.422513 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f769d-f542-4cd6-99bd-b24752c3b482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5269b7-d44c-4fcd-9a7c-b1ccf800d006,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:22.526840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] Allocated IP 172.20.0.1 (4d8b4110-078e-4be6-bd78-ba30c3a0a7c3/07547eaa-c753-4194-9cac-7085d3c0178a/f82a04a6-bc7a-4363-9d65-c3f21254aadc) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:01:22.530774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876dd1ef-3fe9-4ccf-b564-535ee21ce172 req-b2d73b92-521e-485a-9c49-bb8c8d07eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:22.532401 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-876dd1ef-3fe9-4ccf-b564-535ee21ce172 req-b2d73b92-521e-485a-9c49-bb8c8d07eb99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 1101 time: 0.1615915 Jul 14 07:01:22.564535 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-876dd1ef-3fe9-4ccf-b564-535ee21ce172 req-3572c6e8-7a95-427e-8e44-0faf3ea3a041 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:22.712490 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:22.754961 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] Transition to ACTIVE for port object f82a04a6-bc7a-4363-9d65-c3f21254aadc will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:22.839580 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-876dd1ef-3fe9-4ccf-b564-535ee21ce172 req-3572c6e8-7a95-427e-8e44-0faf3ea3a041 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:22.847475 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-876dd1ef-3fe9-4ccf-b564-535ee21ce172 req-3572c6e8-7a95-427e-8e44-0faf3ea3a041 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:22.884251 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:22.909945 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-876dd1ef-3fe9-4ccf-b564-535ee21ce172 req-3572c6e8-7a95-427e-8e44-0faf3ea3a041 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690760 Jul 14 07:01:22.954631 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572c6e8-7a95-427e-8e44-0faf3ea3a041 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=709c951c-a924-47ba-aaa8-4a0c33d000a7,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:22.961401 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] Network 4d8b4110-078e-4be6-bd78-ba30c3a0a7c3 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:22.967764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:22.986623 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:01:22.987108 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:23.001061 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33914) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:23.051790 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] Pushing event updated for resources: {'Port': ['ID=f82a04a6-bc7a-4363-9d65-c3f21254aadc,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:23.287526 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-97c95c7e-8763-466f-97fc-519eb9b6c7aa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-network', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:23.343252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c95c7e-8763-466f-97fc-519eb9b6c7aa admin admin] Made reservation on behalf of df5007bb538d476aaadc8ea68599bb82 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:23.353522 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97c95c7e-8763-466f-97fc-519eb9b6c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:23.358858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b6dff0a3-a11f-4c03-bad2-38efbe7b8cac None None] Provisioning for port f82a04a6-bc7a-4363-9d65-c3f21254aadc completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:23.365134 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53163941-ffe9-4af0-b53e-6ae22f5b887c req-b17ba357-44a6-4415-a8e6-3798c65bd925 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:23.366665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b6dff0a3-a11f-4c03-bad2-38efbe7b8cac None None] Provisioning complete for port f82a04a6-bc7a-4363-9d65-c3f21254aadc triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:23.366832 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53163941-ffe9-4af0-b53e-6ae22f5b887c req-b17ba357-44a6-4415-a8e6-3798c65bd925 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 969 time: 0.2563381 Jul 14 07:01:23.367333 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b6dff0a3-a11f-4c03-bad2-38efbe7b8cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:23.378388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fbb54-0b63-4b0e-8417-d49bd66f72c2 req-2b48423b-36f7-43ee-9e83-8283a19378bc tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:23.380034 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-588fbb54-0b63-4b0e-8417-d49bd66f72c2 req-2b48423b-36f7-43ee-9e83-8283a19378bc tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 931 time: 0.2656052 Jul 14 07:01:23.384330 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97c95c7e-8763-466f-97fc-519eb9b6c7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:23.421483 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:23.431568 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b6dff0a3-a11f-4c03-bad2-38efbe7b8cac None None] Port f82a04a6-bc7a-4363-9d65-c3f21254aadc cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:01:23.494155 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53163941-ffe9-4af0-b53e-6ae22f5b887c req-3aa9df41-422e-4e4c-87ff-d507eaf01c7b tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/security-groups?id=64fa6654-137f-4ace-86ff-84a28e34e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129804 Jul 14 07:01:23.514542 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-588fbb54-0b63-4b0e-8417-d49bd66f72c2 req-da58ee72-a37f-493d-80e9-3132100233d2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223454 Jul 14 07:01:23.548158 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97c95c7e-8763-466f-97fc-519eb9b6c7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:23.554114 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97c95c7e-8763-466f-97fc-519eb9b6c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:23.608252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c95c7e-8763-466f-97fc-519eb9b6c7aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:01:23.637580 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c95c7e-8763-466f-97fc-519eb9b6c7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da91405-9355-400a-8f3f-d41afea688cf,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:23.665002 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97c95c7e-8763-466f-97fc-519eb9b6c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:23.665599 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-97c95c7e-8763-466f-97fc-519eb9b6c7aa admin admin] Added segment 020f8a0c-1d19-4d1d-9be1-5fa389f767db of type vlan for network 676e2b20-42f6-4071-a6c3-1c63ec9861d1 Jul 14 07:01:23.729821 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97c95c7e-8763-466f-97fc-519eb9b6c7aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:23.774291 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97c95c7e-8763-466f-97fc-519eb9b6c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:23.775336 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c95c7e-8763-466f-97fc-519eb9b6c7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:23.775896 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97c95c7e-8763-466f-97fc-519eb9b6c7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:23.787453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b828e-91ee-4be6-898b-66b12de3b2c5 req-416f8754-bb09-4f70-8617-350f70d296a3 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:23.788880 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d8b828e-91ee-4be6-898b-66b12de3b2c5 req-416f8754-bb09-4f70-8617-350f70d296a3 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 950 time: 0.1178157 Jul 14 07:01:23.793086 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:23.811838 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:23.812571 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:23.845258 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-97c95c7e-8763-466f-97fc-519eb9b6c7aa admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8407266 Jul 14 07:01:23.849958 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33934) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:23.850533 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a4faddec-a1d0-415f-812b-8f3fc8db7e6a up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:23.851174 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c95c7e-8763-466f-97fc-519eb9b6c7aa admin admin] Pushing event updated for resources: {'Network': ['ID=676e2b20-42f6-4071-a6c3-1c63ec9861d1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:23.877428 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 676e2b20-42f6-4071-a6c3-1c63ec9861d1 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:01:23.878051 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-22eceb27-0071-4be5-83e9-d5424007a104 admin admin] Request body: {'subnet': {'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-subnet', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:23.920922 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d8b828e-91ee-4be6-898b-66b12de3b2c5 req-d3cb8d24-8f76-4d5c-bb4e-1dac245a48b7 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244063 Jul 14 07:01:23.977060 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port a4faddec-a1d0-415f-812b-8f3fc8db7e6a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:23.980181 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] Pushing event updated for resources: {'Port': ['ID=f82a04a6-bc7a-4363-9d65-c3f21254aadc,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:23.985248 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port a4faddec-a1d0-415f-812b-8f3fc8db7e6a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:23.985699 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:24.005060 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22eceb27-0071-4be5-83e9-d5424007a104 admin admin] Made reservation on behalf of df5007bb538d476aaadc8ea68599bb82 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:24.010314 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22eceb27-0071-4be5-83e9-d5424007a104 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:24.083265 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ff09d159-2e7e-475e-a732-84c102933778 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:24.115832 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] Network 4d8b4110-078e-4be6-bd78-ba30c3a0a7c3 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:24.120147 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:24.132912 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:24.197293 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a4faddec-a1d0-415f-812b-8f3fc8db7e6a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a4faddec-a1d0-415f-812b-8f3fc8db7e6a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:24.219038 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:24.271918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd915f2db-4b6b-4148-ac63-642d16bcd0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4faddec-a1d0-415f-812b-8f3fc8db7e6a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:01:24.274260 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e0a6e6-394d-4f4a-a24c-f8db9f37aff8" -d '{"events": [{"server_uuid": "d915f2db-4b6b-4148-ac63-642d16bcd0a5", "name": "network-vif-plugged", "status": "completed", "tag": "a4faddec-a1d0-415f-812b-8f3fc8db7e6a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:01:24.278961 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port ff09d159-2e7e-475e-a732-84c102933778 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:24.294933 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port ff09d159-2e7e-475e-a732-84c102933778 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:24.295735 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:24.321140 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=a4faddec-a1d0-415f-812b-8f3fc8db7e6a,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:24.417363 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:24.439656 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a09f68-d4f6-4f20-a8ec-70513f3be030 x-openstack-request-id: req-c6a09f68-d4f6-4f20-a8ec-70513f3be030 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:01:24.440344 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d915f2db-4b6b-4148-ac63-642d16bcd0a5", "name": "network-vif-plugged", "status": "completed", "tag": "a4faddec-a1d0-415f-812b-8f3fc8db7e6a", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:01:24.440883 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6a09f68-d4f6-4f20-a8ec-70513f3be030 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:01:24.441871 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd915f2db-4b6b-4148-ac63-642d16bcd0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4faddec-a1d0-415f-812b-8f3fc8db7e6a', 'code': 200} Jul 14 07:01:24.494095 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port ff09d159-2e7e-475e-a732-84c102933778, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ff09d159-2e7e-475e-a732-84c102933778,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:24.502755 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:24.589721 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=ff09d159-2e7e-475e-a732-84c102933778,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:24.600854 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b7214846-d5cd-43c6-840a-5d62913f0642 None None] Provisioning complete for port f82a04a6-bc7a-4363-9d65-c3f21254aadc triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:24.602627 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b7214846-d5cd-43c6-840a-5d62913f0642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:24.635755 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] Router fe2fa1f1-b9bb-4433-b09d-4c9624edac8a has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:01:24.652037 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22eceb27-0071-4be5-83e9-d5424007a104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:24.655124 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b7214846-d5cd-43c6-840a-5d62913f0642 None None] Port f82a04a6-bc7a-4363-9d65-c3f21254aadc cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:01:24.745287 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb005c2-05ec-4d34-a4ac-8d7418f65d0c req-72de0d2e-9bf6-469f-bc97-1642c2095bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:24.746774 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2eb005c2-05ec-4d34-a4ac-8d7418f65d0c req-72de0d2e-9bf6-469f-bc97-1642c2095bcd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 1121 time: 0.2366838 Jul 14 07:01:24.850841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eceb27-0071-4be5-83e9-d5424007a104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=124c2427-9923-4b0b-a650-c757f2793116,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:24.922993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eceb27-0071-4be5-83e9-d5424007a104 admin admin] Checking segment: {'id': '020f8a0c-1d19-4d1d-9be1-5fa389f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:24.923350 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eceb27-0071-4be5-83e9-d5424007a104 admin admin] Network hostable DHCP agents. Network: 676e2b20-42f6-4071-a6c3-1c63ec9861d1, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:01:24.930309 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2eb005c2-05ec-4d34-a4ac-8d7418f65d0c req-ff1de0d8-40e3-4c8b-86e8-b092b6e4de92 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=64fa6654-137f-4ace-86ff-84a28e34e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604311 Jul 14 07:01:25.012301 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c98cd-2947-437c-af0b-49dca26a7fb2 req-2b689872-6386-46bb-9965-0783800b11ca tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:25.014399 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-870c98cd-2947-437c-af0b-49dca26a7fb2 req-2b689872-6386-46bb-9965-0783800b11ca tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 970 time: 0.2944782 Jul 14 07:01:25.016294 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eceb27-0071-4be5-83e9-d5424007a104 admin admin] Network 676e2b20-42f6-4071-a6c3-1c63ec9861d1 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:01:25.019935 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:01:25.027781 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-085b22a3-1fcf-429a-95f6-befd0d92b9e6 admin admin] 10.222.0.35 "PUT /v2.0/routers/fe2fa1f1-b9bb-4433-b09d-4c9624edac8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6547930 Jul 14 07:01:25.029899 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Sync routers for ids ['fe2fa1f1-b9bb-4433-b09d-4c9624edac8a'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:01:25.040967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Routers {'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:01:25.041669 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:01:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['fe2fa1f1-b9bb-4433-b09d-4c9624edac8a'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:25.053927 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-22eceb27-0071-4be5-83e9-d5424007a104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 676e2b20-42f6-4071-a6c3-1c63ec9861d1) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:25.061987 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eceb27-0071-4be5-83e9-d5424007a104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:25.062700 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22eceb27-0071-4be5-83e9-d5424007a104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:25.086944 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636716e2-0a75-4d44-9e3e-0e7084bd2972 None None] Network 676e2b20-42f6-4071-a6c3-1c63ec9861d1 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:01:25.088445 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095254a7-76d9-4c9a-a805-7877ce94be82 req-024e1c45-c55e-4459-b36b-433aa508ebd1 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:25.090007 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-095254a7-76d9-4c9a-a805-7877ce94be82 req-024e1c45-c55e-4459-b36b-433aa508ebd1 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 931 time: 0.1616652 Jul 14 07:01:25.098935 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-870c98cd-2947-437c-af0b-49dca26a7fb2 req-cf7767da-6d7e-48e4-945a-0aa2b95ab832 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/security-groups?id=64fa6654-137f-4ace-86ff-84a28e34e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770791 Jul 14 07:01:25.101715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-22eceb27-0071-4be5-83e9-d5424007a104 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2454953 Jul 14 07:01:25.104551 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33964) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:25.112123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:25.170739 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-095254a7-76d9-4c9a-a805-7877ce94be82 req-344714a6-2b0e-4eba-b4f0-e3e95337e466 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706296 Jul 14 07:01:25.171655 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:25.172671 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:25.261454 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:25.358990 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Set router fe2fa1f1-b9bb-4433-b09d-4c9624edac8a gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:01:25.474239 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:25.506054 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e0c30-3370-4b98-9b85-d7a57fb71a79 req-75c0bcd0-09e1-4fcf-955d-1422ffedc717 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:25.509667 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2e8e0c30-3370-4b98-9b85-d7a57fb71a79 req-75c0bcd0-09e1-4fcf-955d-1422ffedc717 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 950 time: 0.1590641 Jul 14 07:01:25.535668 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:01:25.536531 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:25.614279 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2e8e0c30-3370-4b98-9b85-d7a57fb71a79 req-ff7a952b-3b0a-4bf3-9f14-a189c8f3c6d9 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012850 Jul 14 07:01:25.737839 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1431361426-router', 'tenant_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ff09d159-2e7e-475e-a732-84c102933778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:17Z', 'updated_at': '2021-07-14T07:01:23Z', 'revision_number': 4, 'project_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'gw_port': {'id': 'ff09d159-2e7e-475e-a732-84c102933778', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:18Z', 'updated_at': '2021-07-14T07:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f82a04a6-bc7a-4363-9d65-c3f21254aadc', 'name': '', 'network_id': '4d8b4110-078e-4be6-bd78-ba30c3a0a7c3', 'tenant_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'mac_address': 'fa:16:3e:8a:53:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': '07547eaa-c753-4194-9cac-7085d3c0178a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:22Z', 'updated_at': '2021-07-14T07:01:23Z', 'revision_number': 2, 'project_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'subnets': [{'id': '07547eaa-c753-4194-9cac-7085d3c0178a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:25.747251 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Allocated IP 172.20.0.2 (676e2b20-42f6-4071-a6c3-1c63ec9861d1/124c2427-9923-4b0b-a650-c757f2793116/e1505eca-c375-4b4c-8e63-1a214b5d7fed) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:01:25.786401 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Checking router: fe2fa1f1-b9bb-4433-b09d-4c9624edac8a for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:01:25.786971 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Updating router fe2fa1f1-b9bb-4433-b09d-4c9624edac8a port f82a04a6-bc7a-4363-9d65-c3f21254aadc binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:01:25.874583 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:25.896448 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:25.924859 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.049759 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ff09d159-2e7e-475e-a732-84c102933778 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:26.100943 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] Allocated IP 172.25.7.163 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/6964dc00-ced1-46c7-b01e-e6bcf9033a32) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:01:26.166563 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.215756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Transition to ACTIVE for port object e1505eca-c375-4b4c-8e63-1a214b5d7fed will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:26.255972 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Transition to ACTIVE for port object e1505eca-c375-4b4c-8e63-1a214b5d7fed will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:26.266691 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.274405 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.276185 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port ff09d159-2e7e-475e-a732-84c102933778 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:26.276668 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.334885 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.381013 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34006) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:26.384345 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Network 676e2b20-42f6-4071-a6c3-1c63ec9861d1 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:26.389612 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-cf5ebd4d-a36d-43c0-b332-9cb924fd2aa3 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--352846309', 'description': 'tempest-description--233903655'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:26.394689 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:26.401005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:26.406772 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:01:26.407440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:26.411778 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Pushing event updated for resources: {'Port': ['ID=e1505eca-c375-4b4c-8e63-1a214b5d7fed,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:26.421423 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34008) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:26.423774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:01:26.448744 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf5ebd4d-a36d-43c0-b332-9cb924fd2aa3 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.547920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Attempting to bind port e1505eca-c375-4b4c-8e63-1a214b5d7fed on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:01:26.548485 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Attempting to bind port e1505eca-c375-4b4c-8e63-1a214b5d7fed by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '020f8a0c-1d19-4d1d-9be1-5fa389f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:01:26.548485 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Attempting to bind port e1505eca-c375-4b4c-8e63-1a214b5d7fed on network 676e2b20-42f6-4071-a6c3-1c63ec9861d1 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:26.553542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] Pushing event updated for resources: {'Port': ['ID=6964dc00-ced1-46c7-b01e-e6bcf9033a32,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:26.564390 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:01:26.564901 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Checking segment: {'id': '020f8a0c-1d19-4d1d-9be1-5fa389f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:26.565769 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.565769 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Bound using segment: {'id': '020f8a0c-1d19-4d1d-9be1-5fa389f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:01:26.566187 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Bound port: e1505eca-c375-4b4c-8e63-1a214b5d7fed, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020f8a0c-1d19-4d1d-9be1-5fa389f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:01:26.566572 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.581342 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf5ebd4d-a36d-43c0-b332-9cb924fd2aa3 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.588856 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf5ebd4d-a36d-43c0-b332-9cb924fd2aa3 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.589081 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.620669 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Transition to ACTIVE for port object f82a04a6-bc7a-4363-9d65-c3f21254aadc will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:26.626088 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ebd4d-a36d-43c0-b332-9cb924fd2aa3 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c7f637-f801-425c-a58b-4ef4c095d693,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:26.635062 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.654519 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf5ebd4d-a36d-43c0-b332-9cb924fd2aa3 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.657151 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cf5ebd4d-a36d-43c0-b332-9cb924fd2aa3 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2744434 Jul 14 07:01:26.659985 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34012) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:26.670372 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-198664b0-257c-41b9-bd49-16d56f8760bd tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Request body: {'security_group_rule': {'security_group_id': 'd3c7f637-f801-425c-a58b-4ef4c095d693', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:26.704434 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] For port e1505eca-c375-4b4c-8e63-1a214b5d7fed, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:01:26.714558 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-e322e6cd-3448-4963-83ba-b85d24d053da tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:01:26.725955 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9db544-d8b1-46e6-9b94-3a2d322afdd7 None None] Pushing event updated for resources: {'Port': ['ID=f82a04a6-bc7a-4363-9d65-c3f21254aadc,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:26.726663 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-e322e6cd-3448-4963-83ba-b85d24d053da tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182500 Jul 14 07:01:26.729413 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] For port e1505eca-c375-4b4c-8e63-1a214b5d7fed, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e1505eca-c375-4b4c-8e63-1a214b5d7fed,segment=NetworkSegment(020f8a0c-1d19-4d1d-9be1-5fa389f767db),segment_id=020f8a0c-1d19-4d1d-9be1-5fa389f767db)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:01:26.736719 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.752281 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cd5920f0-dcbd-486b-90e5-0f66788c59ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.761105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b72d7-5cee-46ec-8728-4ea03bc0427c req-8be78249-3a83-42a0-ac7b-c40473e600b0 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:26.762910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a6b72d7-5cee-46ec-8728-4ea03bc0427c req-8be78249-3a83-42a0-ac7b-c40473e600b0 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 970 time: 0.2425573 Jul 14 07:01:26.770996 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d573f-2a5a-41bb-9772-c12f903ec36b req-d40aab1f-e0f4-49b8-82ee-75f8538ec007 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:26.774166 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-198664b0-257c-41b9-bd49-16d56f8760bd tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.778046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-860d573f-2a5a-41bb-9772-c12f903ec36b req-d40aab1f-e0f4-49b8-82ee-75f8538ec007 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 931 time: 0.2537699 Jul 14 07:01:26.844118 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Attempting to bind port f82a04a6-bc7a-4363-9d65-c3f21254aadc on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:01:26.846287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Attempting to bind port f82a04a6-bc7a-4363-9d65-c3f21254aadc by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '1cf6125d-337c-4ae3-b351-d25b205c357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4d8b4110-078e-4be6-bd78-ba30c3a0a7c3'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:01:26.846749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Attempting to bind port f82a04a6-bc7a-4363-9d65-c3f21254aadc on network 4d8b4110-078e-4be6-bd78-ba30c3a0a7c3 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:26.888223 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:01:26.889432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Checking segment: {'id': '1cf6125d-337c-4ae3-b351-d25b205c357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4d8b4110-078e-4be6-bd78-ba30c3a0a7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:26.891056 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.891176 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Bound using segment: {'id': '1cf6125d-337c-4ae3-b351-d25b205c357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4d8b4110-078e-4be6-bd78-ba30c3a0a7c3'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:01:26.891602 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Bound port: f82a04a6-bc7a-4363-9d65-c3f21254aadc, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf6125d-337c-4ae3-b351-d25b205c357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4d8b4110-078e-4be6-bd78-ba30c3a0a7c3'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:01:26.892082 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.905862 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-198664b0-257c-41b9-bd49-16d56f8760bd tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.907591 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93176a-fbdc-4fe9-b52d-aaeaaea3bdc1 None None] Pushing event updated for resources: {'Port': ['ID=e1505eca-c375-4b4c-8e63-1a214b5d7fed,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:26.912712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Request body: {'port': {'device_id': 'fb0d1875-f7bd-4c6b-a703-51cf9e990a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:26.918466 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-198664b0-257c-41b9-bd49-16d56f8760bd tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:26.931460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-860d573f-2a5a-41bb-9772-c12f903ec36b req-01ed2e85-5471-4a98-9e1d-b11d639ce35f tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522670 Jul 14 07:01:26.939067 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:27.002120 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198664b0-257c-41b9-bd49-16d56f8760bd tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d125370f-1296-499d-8149-c09e5e16fb81,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:27.022273 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] For port f82a04a6-bc7a-4363-9d65-c3f21254aadc, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:01:27.026109 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] For port f82a04a6-bc7a-4363-9d65-c3f21254aadc, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f82a04a6-bc7a-4363-9d65-c3f21254aadc,segment=NetworkSegment(1cf6125d-337c-4ae3-b351-d25b205c357d),segment_id=1cf6125d-337c-4ae3-b351-d25b205c357d)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:01:27.032090 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:27.050755 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:27.140869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Routers {'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:01:27.141646 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:01:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['fe2fa1f1-b9bb-4433-b09d-4c9624edac8a'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:27.144528 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a6b72d7-5cee-46ec-8728-4ea03bc0427c req-6e582b3b-f8de-44bd-8e0c-d4bc717dc13c tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/security-groups?id=64fa6654-137f-4ace-86ff-84a28e34e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616312 Jul 14 07:01:27.146467 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9db544-d8b1-46e6-9b94-3a2d322afdd7 None None] Pushing event updated for resources: {'Port': ['ID=f82a04a6-bc7a-4363-9d65-c3f21254aadc,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:27.349026 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:27.350548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] Set router fe2fa1f1-b9bb-4433-b09d-4c9624edac8a gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:01:27.667222 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cd5920f0-dcbd-486b-90e5-0f66788c59ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:27.682545 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-198664b0-257c-41b9-bd49-16d56f8760bd tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:27.687236 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-198664b0-257c-41b9-bd49-16d56f8760bd tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0226855 Jul 14 07:01:27.687873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34018) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:27.692236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9e11a068-a871-4fe6-8922-50511644be00 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Request body: {'security_group_rule': {'security_group_id': 'd3c7f637-f801-425c-a58b-4ef4c095d693', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:27.699207 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec3f614-8221-483b-9341-42d8917d9ed6 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:01:27.711767 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:27.723565 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cd5920f0-dcbd-486b-90e5-0f66788c59ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:27.733924 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Transition to ACTIVE for port object 3ec3f614-8221-483b-9341-42d8917d9ed6 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:27.734802 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1431361426-router', 'tenant_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ff09d159-2e7e-475e-a732-84c102933778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:17Z', 'updated_at': '2021-07-14T07:01:23Z', 'revision_number': 4, 'project_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'gw_port': {'id': 'ff09d159-2e7e-475e-a732-84c102933778', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:18Z', 'updated_at': '2021-07-14T07:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f82a04a6-bc7a-4363-9d65-c3f21254aadc', 'name': '', 'network_id': '4d8b4110-078e-4be6-bd78-ba30c3a0a7c3', 'tenant_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'mac_address': 'fa:16:3e:8a:53:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': '07547eaa-c753-4194-9cac-7085d3c0178a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:22Z', 'updated_at': '2021-07-14T07:01:27Z', 'revision_number': 4, 'project_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'subnets': [{'id': '07547eaa-c753-4194-9cac-7085d3c0178a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:27.743866 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e11a068-a871-4fe6-8922-50511644be00 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:27.748570 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:27.766054 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402a1ee-ba45-4d02-a9a9-e5fb30a3807d None None] The sync data for ids ['fe2fa1f1-b9bb-4433-b09d-4c9624edac8a'] in n-d-778696-5 is: [{'id': 'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1431361426-router', 'tenant_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ff09d159-2e7e-475e-a732-84c102933778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:17Z', 'updated_at': '2021-07-14T07:01:23Z', 'revision_number': 4, 'project_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'gw_port': {'id': 'ff09d159-2e7e-475e-a732-84c102933778', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:18Z', 'updated_at': '2021-07-14T07:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f82a04a6-bc7a-4363-9d65-c3f21254aadc', 'name': '', 'network_id': '4d8b4110-078e-4be6-bd78-ba30c3a0a7c3', 'tenant_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'mac_address': 'fa:16:3e:8a:53:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': '07547eaa-c753-4194-9cac-7085d3c0178a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:22Z', 'updated_at': '2021-07-14T07:01:27Z', 'revision_number': 4, 'project_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'subnets': [{'id': '07547eaa-c753-4194-9cac-7085d3c0178a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:01:27.803895 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Pushing event updated for resources: {'Port': ['ID=3ec3f614-8221-483b-9341-42d8917d9ed6,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:27.839396 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cd5920f0-dcbd-486b-90e5-0f66788c59ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=85a3fede6284447796cc8544e67ddcd1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3205204 Jul 14 07:01:27.845395 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34020) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:27.858868 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5920f0-dcbd-486b-90e5-0f66788c59ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e669e2f-a938-484e-8a08-1cba1429cdec,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:27.913073 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a65772-ead7-4cc2-b3a7-912bf1515101 req-d4987d8b-dc8d-4c62-8530-08ae514fdc6b tempest-AggregatesAdminTestJSON-207272045 tempest-AggregatesAdminTestJSON-207272045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:27.918805 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41a65772-ead7-4cc2-b3a7-912bf1515101 req-d4987d8b-dc8d-4c62-8530-08ae514fdc6b tempest-AggregatesAdminTestJSON-207272045 tempest-AggregatesAdminTestJSON-207272045-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 1121 time: 0.5472960 Jul 14 07:01:27.933113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5702b-3a03-4a7f-ac86-e9f094baf633 req-b41f9127-46dd-4d3e-baa2-dd93bee477bb tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:27.940798 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fcb5702b-3a03-4a7f-ac86-e9f094baf633 req-b41f9127-46dd-4d3e-baa2-dd93bee477bb tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 950 time: 0.5924733 Jul 14 07:01:27.965644 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3eb16e-a27e-4fc0-9ca0-9b53f08a783b req-33aa3baf-6d33-4e5c-9df0-7aa66323e108 tempest-DeleteServersAdminTestJSON-732842723 tempest-DeleteServersAdminTestJSON-732842723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:27.968139 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ad3eb16e-a27e-4fc0-9ca0-9b53f08a783b req-33aa3baf-6d33-4e5c-9df0-7aa66323e108 tempest-DeleteServersAdminTestJSON-732842723 tempest-DeleteServersAdminTestJSON-732842723-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 1101 time: 0.3135035 Jul 14 07:01:27.979126 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e11a068-a871-4fe6-8922-50511644be00 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:27.984129 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Attempting to bind port 3ec3f614-8221-483b-9341-42d8917d9ed6 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:01:27.984754 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Attempting to bind port 3ec3f614-8221-483b-9341-42d8917d9ed6 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:01:27.984754 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Attempting to bind port 3ec3f614-8221-483b-9341-42d8917d9ed6 on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:27.992876 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e11a068-a871-4fe6-8922-50511644be00 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:27.993878 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-41a65772-ead7-4cc2-b3a7-912bf1515101 req-a7d3080e-751d-4c9a-852b-ff19905bd835 tempest-AggregatesAdminTestJSON-207272045 tempest-AggregatesAdminTestJSON-207272045-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:28.011942 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Port 3ec3f614-8221-483b-9341-42d8917d9ed6 on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:01:28.012293 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Attempting to bind port 3ec3f614-8221-483b-9341-42d8917d9ed6 on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:28.047470 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11a068-a871-4fe6-8922-50511644be00 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737adf1f-c320-467e-a905-83ddcd5bb8a0,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:28.049397 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8d5e257-81d2-498f-be76-c0d589cc9994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:28.056823 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:01:28.057167 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Checking segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:28.057641 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Bound using segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:01:28.058088 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Bound port: 3ec3f614-8221-483b-9341-42d8917d9ed6, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:01:28.058449 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:28.067689 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fcb5702b-3a03-4a7f-ac86-e9f094baf633 req-9d501a31-d189-402f-9922-ca4c37039325 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257374 Jul 14 07:01:28.075623 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e11a068-a871-4fe6-8922-50511644be00 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:28.081844 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9e11a068-a871-4fe6-8922-50511644be00 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3928390 Jul 14 07:01:28.083103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34024) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:28.102002 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-27b56bbe-2326-414b-b07f-56a5937f566c tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:28.143125 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8d5e257-81d2-498f-be76-c0d589cc9994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:28.177074 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e1505eca-c375-4b4c-8e63-1a214b5d7fed up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:28.181352 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] Router 5588aa55-00fb-449d-97f9-55098a2af31f is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:01:28.229262 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] For port 3ec3f614-8221-483b-9341-42d8917d9ed6, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:01:28.233213 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] For port 3ec3f614-8221-483b-9341-42d8917d9ed6, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ec3f614-8221-483b-9341-42d8917d9ed6,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:01:28.245335 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:28.273962 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port e1505eca-c375-4b4c-8e63-1a214b5d7fed completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:28.278214 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f82a04a6-bc7a-4363-9d65-c3f21254aadc up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:28.282040 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8d5e257-81d2-498f-be76-c0d589cc9994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:28.284856 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8d5e257-81d2-498f-be76-c0d589cc9994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:28.286215 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e8d5e257-81d2-498f-be76-c0d589cc9994 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e669e2f-a938-484e-8a08-1cba1429cdec HTTP/1.1" status: 204 len: 168 time: 0.4380836 Jul 14 07:01:28.315566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:28.316811 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:28.318569 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] 10.222.0.30 "PUT /v2.0/ports/3ec3f614-8221-483b-9341-42d8917d9ed6 HTTP/1.1" status: 200 len: 1091 time: 1.5220380 Jul 14 07:01:28.327845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0d1875-f7bd-4c6b-a703-51cf9e990a3d', 'tag': '3ec3f614-8221-483b-9341-42d8917d9ed6'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:01:28.331738 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15e80b5-91d4-4b1c-ace9-dab0b2a6dac5" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0d1875-f7bd-4c6b-a703-51cf9e990a3d", "tag": "3ec3f614-8221-483b-9341-42d8917d9ed6"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:01:28.337220 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5e257-81d2-498f-be76-c0d589cc9994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e669e2f-a938-484e-8a08-1cba1429cdec,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:28.360752 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-ad3eb16e-a27e-4fc0-9ca0-9b53f08a783b req-5c79cce3-c521-434a-8698-dd08dbbf532d tempest-DeleteServersAdminTestJSON-732842723 tempest-DeleteServersAdminTestJSON-732842723-project-admin] Deleting port ab499372-5231-441b-9505-fe4395c99f44 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:01:28.361097 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ad3eb16e-a27e-4fc0-9ca0-9b53f08a783b req-5c79cce3-c521-434a-8698-dd08dbbf532d tempest-DeleteServersAdminTestJSON-732842723 tempest-DeleteServersAdminTestJSON-732842723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:28.415825 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e927c1-499e-4254-b570-fa6749f0610b None None] Network 676e2b20-42f6-4071-a6c3-1c63ec9861d1 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:01:28.481238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94303c-164d-46d6-babb-872bd06f015e service neutron] Pushing event updated for resources: {'Port': ['ID=3ec3f614-8221-483b-9341-42d8917d9ed6,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:28.540644 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-44e87fa5-5032-451a-9a9e-865669c111cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:28.542656 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-44e87fa5-5032-451a-9a9e-865669c111cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 1094 time: 0.1682944 Jul 14 07:01:28.594316 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-8ddffa02-cda7-401d-a47b-b0750cbab175 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec3f614-8221-483b-9341-42d8917d9ed6 HTTP/1.1" status: 200 len: 217 time: 0.0429749 Jul 14 07:01:28.613767 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-41a65772-ead7-4cc2-b3a7-912bf1515101 req-a7d3080e-751d-4c9a-852b-ff19905bd835 tempest-AggregatesAdminTestJSON-207272045 tempest-AggregatesAdminTestJSON-207272045-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:28.615173 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:01:28.627250 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Sync routers for ids ['5588aa55-00fb-449d-97f9-55098a2af31f'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:01:28.637013 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f3100882-2458-487d-9994-1fcce32aafe3 None None] Provisioning for port e1505eca-c375-4b4c-8e63-1a214b5d7fed completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:28.640305 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Routers {'5588aa55-00fb-449d-97f9-55098a2af31f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:01:28.640891 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:01:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5588aa55-00fb-449d-97f9-55098a2af31f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:28.653688 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f3100882-2458-487d-9994-1fcce32aafe3 None None] Provisioning complete for port e1505eca-c375-4b4c-8e63-1a214b5d7fed triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:28.654384 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3100882-2458-487d-9994-1fcce32aafe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:28.657884 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-a02d3c92-2619-42c7-b58f-28dc5c1a74db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:28.658164 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-ad3eb16e-a27e-4fc0-9ca0-9b53f08a783b req-5c79cce3-c521-434a-8698-dd08dbbf532d tempest-DeleteServersAdminTestJSON-732842723 tempest-DeleteServersAdminTestJSON-732842723-project-admin] For port ab499372-5231-441b-9505-fe4395c99f44, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=ab499372-5231-441b-9505-fe4395c99f44,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:28.658547 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ad3eb16e-a27e-4fc0-9ca0-9b53f08a783b req-5c79cce3-c521-434a-8698-dd08dbbf532d tempest-DeleteServersAdminTestJSON-732842723 tempest-DeleteServersAdminTestJSON-732842723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:28.659382 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-a02d3c92-2619-42c7-b58f-28dc5c1a74db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.0595825 Jul 14 07:01:28.669615 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-41a65772-ead7-4cc2-b3a7-912bf1515101 req-a7d3080e-751d-4c9a-852b-ff19905bd835 tempest-AggregatesAdminTestJSON-207272045 tempest-AggregatesAdminTestJSON-207272045-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:28.710158 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-930c0d24-4994-414f-969f-a2fd8a5850fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397677 Jul 14 07:01:28.727297 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27b56bbe-2326-414b-b07f-56a5937f566c tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:28.743536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e971624-2898-4527-bd4c-69ee10455076 req-1e913963-a064-4059-b488-9de5d001ab37 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:28.754107 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e971624-2898-4527-bd4c-69ee10455076 req-1e913963-a064-4059-b488-9de5d001ab37 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 943 time: 0.4214704 Jul 14 07:01:28.769798 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port f82a04a6-bc7a-4363-9d65-c3f21254aadc completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:28.783148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f82a04a6-bc7a-4363-9d65-c3f21254aadc triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:28.783860 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:28.784680 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-ad3eb16e-a27e-4fc0-9ca0-9b53f08a783b req-5c79cce3-c521-434a-8698-dd08dbbf532d tempest-DeleteServersAdminTestJSON-732842723 tempest-DeleteServersAdminTestJSON-732842723-project-admin] Calling delete_port for ab499372-5231-441b-9505-fe4395c99f44 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:01:28.811578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34032) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:28.814988 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:28.816186 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b026ef23-6b0a-4ca3-a7a0-2c4a12e23653 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.7108288 Jul 14 07:01:28.862127 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Set router 5588aa55-00fb-449d-97f9-55098a2af31f gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:01:28.867499 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-df99e50b-4895-4a07-8975-eb5e3a59d844 service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491745 Jul 14 07:01:28.868648 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34034) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:28.893957 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41a65772-ead7-4cc2-b3a7-912bf1515101 req-a7d3080e-751d-4c9a-852b-ff19905bd835 tempest-AggregatesAdminTestJSON-207272045 tempest-AggregatesAdminTestJSON-207272045-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=64fa6654-137f-4ace-86ff-84a28e34e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9456155 Jul 14 07:01:28.975747 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3100882-2458-487d-9994-1fcce32aafe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:28.995713 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251709d8-8d2a-4713-870f-acd1f0ead509 x-openstack-request-id: req-251709d8-8d2a-4713-870f-acd1f0ead509 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:01:28.996015 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0d1875-f7bd-4c6b-a703-51cf9e990a3d", "tag": "3ec3f614-8221-483b-9341-42d8917d9ed6", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:01:28.996268 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-251709d8-8d2a-4713-870f-acd1f0ead509 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:01:28.996667 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0d1875-f7bd-4c6b-a703-51cf9e990a3d', 'tag': '3ec3f614-8221-483b-9341-42d8917d9ed6', 'status': 'completed', 'code': 200} Jul 14 07:01:29.037947 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:29.103756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3080e-751d-4c9a-852b-ff19905bd835 tempest-AggregatesAdminTestJSON-207272045 tempest-AggregatesAdminTestJSON-207272045-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34ab51d-942e-4c1a-abdc-1a65cbe338e2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:29.119107 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d1d89602-9f59-4b8e-881f-31abff764e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:29.153289 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f3100882-2458-487d-9994-1fcce32aafe3 None None] For port e1505eca-c375-4b4c-8e63-1a214b5d7fed, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e1505eca-c375-4b4c-8e63-1a214b5d7fed,segment=NetworkSegment(020f8a0c-1d19-4d1d-9be1-5fa389f767db),segment_id=020f8a0c-1d19-4d1d-9be1-5fa389f767db)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:29.195568 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3100882-2458-487d-9994-1fcce32aafe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:29.207787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e971624-2898-4527-bd4c-69ee10455076 req-865fa00f-5deb-4b2a-adb0-2623fd801630 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523847 Jul 14 07:01:29.285173 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port f82a04a6-bc7a-4363-9d65-c3f21254aadc, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f82a04a6-bc7a-4363-9d65-c3f21254aadc,segment=NetworkSegment(1cf6125d-337c-4ae3-b351-d25b205c357d),segment_id=1cf6125d-337c-4ae3-b351-d25b205c357d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:29.302521 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:26Z', 'revision_number': 3, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:29.306581 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:29.309606 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7391c29c-80f4-4d20-b3c5-dc4c6fc04e3e req-4a90490a-70a5-4577-a1f1-72feec9165e1 service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679812 Jul 14 07:01:29.429706 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3100882-2458-487d-9994-1fcce32aafe3 None None] Pushing event updated for resources: {'Port': ['ID=e1505eca-c375-4b4c-8e63-1a214b5d7fed,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:29.482520 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Checking router: 5588aa55-00fb-449d-97f9-55098a2af31f for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:01:29.482760 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Updating router 5588aa55-00fb-449d-97f9-55098a2af31f port 6964dc00-ced1-46c7-b01e-e6bcf9033a32 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:01:29.517725 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f3590eed-ae09-456c-bc33-033b7475a0ca None None] Provisioning complete for port e1505eca-c375-4b4c-8e63-1a214b5d7fed triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:29.518534 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3590eed-ae09-456c-bc33-033b7475a0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:29.553662 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:29.634173 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ad3eb16e-a27e-4fc0-9ca0-9b53f08a783b req-5c79cce3-c521-434a-8698-dd08dbbf532d tempest-DeleteServersAdminTestJSON-732842723 tempest-DeleteServersAdminTestJSON-732842723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:29.653903 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d1d89602-9f59-4b8e-881f-31abff764e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:29.655704 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['ab499372-5231-441b-9505-fe4395c99f44'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:01:29.671146 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d1d89602-9f59-4b8e-881f-31abff764e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:29.720460 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=f82a04a6-bc7a-4363-9d65-c3f21254aadc,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:29.760760 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d89602-9f59-4b8e-881f-31abff764e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48651250-d697-4792-bf4e-a74fd117b705,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:29.771293 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79cce3-c521-434a-8698-dd08dbbf532d tempest-DeleteServersAdminTestJSON-732842723 tempest-DeleteServersAdminTestJSON-732842723-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab499372-5231-441b-9505-fe4395c99f44,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:29.840166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3eb16e-a27e-4fc0-9ca0-9b53f08a783b req-5c79cce3-c521-434a-8698-dd08dbbf532d tempest-DeleteServersAdminTestJSON-732842723 tempest-DeleteServersAdminTestJSON-732842723-project-admin] No DVR routers for this DVR port ab499372-5231-441b-9505-fe4395c99f44 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:01:29.846081 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d1d89602-9f59-4b8e-881f-31abff764e6c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aeeb3f8dacab452083ff7ebe675f6281&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0288560 Jul 14 07:01:29.852510 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34066) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:29.860817 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed783511-e913-40de-915f-2fc6801fcede req-31187b65-1748-4275-bbc4-d6d9fd635929 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:29.862375 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed783511-e913-40de-915f-2fc6801fcede req-31187b65-1748-4275-bbc4-d6d9fd635929 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f32658b-2d3d-41ae-8e47-1a05df9028a7 HTTP/1.1" status: 200 len: 867 time: 0.3458910 Jul 14 07:01:29.863555 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ad3eb16e-a27e-4fc0-9ca0-9b53f08a783b req-5c79cce3-c521-434a-8698-dd08dbbf532d tempest-DeleteServersAdminTestJSON-732842723 tempest-DeleteServersAdminTestJSON-732842723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:29.868622 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ad3eb16e-a27e-4fc0-9ca0-9b53f08a783b req-5c79cce3-c521-434a-8698-dd08dbbf532d tempest-DeleteServersAdminTestJSON-732842723 tempest-DeleteServersAdminTestJSON-732842723-project-admin] 10.222.0.15 "DELETE /v2.0/ports/ab499372-5231-441b-9505-fe4395c99f44 HTTP/1.1" status: 204 len: 173 time: 1.8857436 Jul 14 07:01:29.869132 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f32658b-2d3d-41ae-8e47-1a05df9028a7', 'name': 'network-vif-deleted', 'tag': 'ab499372-5231-441b-9505-fe4395c99f44'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:01:29.871479 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199570ba-f391-442b-b6ef-aa636e02d0eb" -d '{"events": [{"server_uuid": "7f32658b-2d3d-41ae-8e47-1a05df9028a7", "name": "network-vif-deleted", "tag": "ab499372-5231-441b-9505-fe4395c99f44"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:01:29.889303 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27b56bbe-2326-414b-b07f-56a5937f566c tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:29.932645 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e80b5-91d4-4b1c-ace9-dab0b2a6dac5 req-5473eb77-8536-4d28-b7b0-e0a081c89011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:29.934332 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c15e80b5-91d4-4b1c-ace9-dab0b2a6dac5 req-5473eb77-8536-4d28-b7b0-e0a081c89011 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 1094 time: 0.4440463 Jul 14 07:01:29.939177 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed783511-e913-40de-915f-2fc6801fcede req-b0e76970-90a7-4e86-a586-39d3ccc77ce9 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607722 Jul 14 07:01:29.979200 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:30.046725 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:30.059369 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Transition to ACTIVE for port object 6964dc00-ced1-46c7-b01e-e6bcf9033a32 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:30.071932 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:30.095636 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12fa5309-90ca-4a59-bf5a-575997ec54d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:30.096355 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e1505eca-c375-4b4c-8e63-1a214b5d7fed up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:30.101305 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3ed41f-d0bd-40a9-a27b-2766414bedcd x-openstack-request-id: req-be3ed41f-d0bd-40a9-a27b-2766414bedcd {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:01:30.101639 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f32658b-2d3d-41ae-8e47-1a05df9028a7", "name": "network-vif-deleted", "tag": "ab499372-5231-441b-9505-fe4395c99f44", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:01:30.101891 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be3ed41f-d0bd-40a9-a27b-2766414bedcd {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:01:30.102350 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f32658b-2d3d-41ae-8e47-1a05df9028a7', 'name': 'network-vif-deleted', 'tag': 'ab499372-5231-441b-9505-fe4395c99f44', 'status': 'completed', 'code': 200} Jul 14 07:01:30.153794 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Attempting to bind port 6964dc00-ced1-46c7-b01e-e6bcf9033a32 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:01:30.154760 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Attempting to bind port 6964dc00-ced1-46c7-b01e-e6bcf9033a32 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:01:30.155125 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Attempting to bind port 6964dc00-ced1-46c7-b01e-e6bcf9033a32 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:30.157230 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba28ba-b356-40f8-b29f-285a4e7a958c None None] Pushing event updated for resources: {'Port': ['ID=6964dc00-ced1-46c7-b01e-e6bcf9033a32,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:30.163128 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:01:30.163500 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:30.163903 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:30.164636 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:01:30.165525 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Bound port: 6964dc00-ced1-46c7-b01e-e6bcf9033a32, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:01:30.165525 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:30.192679 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port e1505eca-c375-4b4c-8e63-1a214b5d7fed triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:30.193293 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:30.241379 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] For port 6964dc00-ced1-46c7-b01e-e6bcf9033a32, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:01:30.245934 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] For port 6964dc00-ced1-46c7-b01e-e6bcf9033a32, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6964dc00-ced1-46c7-b01e-e6bcf9033a32,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:01:30.257581 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:30.276443 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12fa5309-90ca-4a59-bf5a-575997ec54d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:30.338904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f82a04a6-bc7a-4363-9d65-c3f21254aadc up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:30.378935 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba28ba-b356-40f8-b29f-285a4e7a958c None None] Pushing event updated for resources: {'Port': ['ID=6964dc00-ced1-46c7-b01e-e6bcf9033a32,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:30.383351 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Routers {'5588aa55-00fb-449d-97f9-55098a2af31f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:01:30.384880 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:01:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5588aa55-00fb-449d-97f9-55098a2af31f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:30.433783 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d07b0c34-816f-4851-a271-96fd4c5454ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:30.437399 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f82a04a6-bc7a-4363-9d65-c3f21254aadc triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:30.437655 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:30.474819 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15840f68-f39f-4a58-9eae-228fa456d894 req-6263e588-050f-4132-b689-cc0505e3716d tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:30.479724 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15840f68-f39f-4a58-9eae-228fa456d894 req-6263e588-050f-4132-b689-cc0505e3716d tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 943 time: 0.1233807 Jul 14 07:01:30.537925 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15840f68-f39f-4a58-9eae-228fa456d894 req-517e56a8-888b-4525-b0cf-8f4ced5780fe tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517285 Jul 14 07:01:30.540126 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] Set router 5588aa55-00fb-449d-97f9-55098a2af31f gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:01:30.715794 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e80b5-91d4-4b1c-ace9-dab0b2a6dac5 req-12ad6bc0-5947-4388-ae7f-102cf41df3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:30.717902 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c15e80b5-91d4-4b1c-ace9-dab0b2a6dac5 req-12ad6bc0-5947-4388-ae7f-102cf41df3c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.7147441 Jul 14 07:01:30.722209 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12fa5309-90ca-4a59-bf5a-575997ec54d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:30.731075 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12fa5309-90ca-4a59-bf5a-575997ec54d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:30.732968 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-12fa5309-90ca-4a59-bf5a-575997ec54d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48651250-d697-4792-bf4e-a74fd117b705 HTTP/1.1" status: 204 len: 168 time: 0.8773444 Jul 14 07:01:30.758046 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa5309-90ca-4a59-bf5a-575997ec54d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48651250-d697-4792-bf4e-a74fd117b705,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:30.768526 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] Allocated IP 172.20.0.1 (676e2b20-42f6-4071-a6c3-1c63ec9861d1/124c2427-9923-4b0b-a650-c757f2793116/f7e320cd-4d7c-4a50-87e7-6429b872ed2c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:01:30.822600 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-27b56bbe-2326-414b-b07f-56a5937f566c tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Allocated IP 172.25.7.179 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/f16ca082-2c42-466b-a777-5b3e1ebb5a96) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:01:30.830366 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c15e80b5-91d4-4b1c-ace9-dab0b2a6dac5 req-9b659369-2470-48e9-88be-6208697e70ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec3f614-8221-483b-9341-42d8917d9ed6 HTTP/1.1" status: 200 len: 217 time: 0.0960264 Jul 14 07:01:30.832267 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:26Z', 'revision_number': 3, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:30.880296 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2dc2ac-5eae-4f05-8a70-6a169743b96a None None] The sync data for ids ['5588aa55-00fb-449d-97f9-55098a2af31f'] in n-d-778696-5 is: [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:26Z', 'revision_number': 3, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:01:31.082194 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27b56bbe-2326-414b-b07f-56a5937f566c tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:31.088115 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e80b5-91d4-4b1c-ace9-dab0b2a6dac5 req-55b4309b-297f-4b4c-80df-7e1e11e9917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:31.089834 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c15e80b5-91d4-4b1c-ace9-dab0b2a6dac5 req-55b4309b-297f-4b4c-80df-7e1e11e9917a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.2519383 Jul 14 07:01:31.171539 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:31.204513 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c15e80b5-91d4-4b1c-ace9-dab0b2a6dac5 req-de35c05c-3b89-42e7-81d9-681532f0850d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002231 Jul 14 07:01:31.254168 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] Transition to ACTIVE for port object f7e320cd-4d7c-4a50-87e7-6429b872ed2c will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:31.399360 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27b56bbe-2326-414b-b07f-56a5937f566c tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:31.405605 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-5e753c1d-2f8a-4658-b318-8606f6d70f2b tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6b41f3f9fc204a16b44d3a5708e5856c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430312 Jul 14 07:01:31.442234 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:31.464921 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b56bbe-2326-414b-b07f-56a5937f566c tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:31.475292 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-27b56bbe-2326-414b-b07f-56a5937f566c tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:31.489493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b56bbe-2326-414b-b07f-56a5937f566c tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:01:31.505588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] Network 676e2b20-42f6-4071-a6c3-1c63ec9861d1 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:31.511341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:31.520333 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:01:31.520799 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:31.594361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-16892b01-b772-4cd8-a1b7-06a5821dcb18 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:31.606504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-16892b01-b772-4cd8-a1b7-06a5821dcb18 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948357 Jul 14 07:01:31.623353 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b56bbe-2326-414b-b07f-56a5937f566c tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Pushing event updated for resources: {'Port': ['ID=f16ca082-2c42-466b-a777-5b3e1ebb5a96,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:31.635413 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4a95daf2-e146-49b7-9ebf-b6aa25c1da9d tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/quotas/6b41f3f9fc204a16b44d3a5708e5856c HTTP/1.1" status: 200 len: 375 time: 0.0208361 Jul 14 07:01:31.686710 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-9b89ca61-af49-4c88-804d-e3c9ef307f8b tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b41f3f9fc204a16b44d3a5708e5856c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395179 Jul 14 07:01:31.730027 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c15e80b5-91d4-4b1c-ace9-dab0b2a6dac5 req-4f9cf816-4aef-45a2-8082-ffa5b4c7d051 service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121300 Jul 14 07:01:31.832934 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] Pushing event updated for resources: {'Port': ['ID=f7e320cd-4d7c-4a50-87e7-6429b872ed2c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:31.842134 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27b56bbe-2326-414b-b07f-56a5937f566c tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:31.882450 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5068ec7f-a273-4a82-b31d-1b15ae12ddd8 None None] Provisioning for port f7e320cd-4d7c-4a50-87e7-6429b872ed2c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:31.891268 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5068ec7f-a273-4a82-b31d-1b15ae12ddd8 None None] Provisioning complete for port f7e320cd-4d7c-4a50-87e7-6429b872ed2c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:31.892236 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5068ec7f-a273-4a82-b31d-1b15ae12ddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:31.901239 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device ab499372-5231-441b-9505-fe4395c99f44 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:01:31.922109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34188) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:32.010356 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: ab499372-5231-441b-9505-fe4395c99f44 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:01:32.010918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device ab499372-5231-441b-9505-fe4395c99f44 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:01:32.052147 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5068ec7f-a273-4a82-b31d-1b15ae12ddd8 None None] Port f7e320cd-4d7c-4a50-87e7-6429b872ed2c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:01:32.117586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084082a-8e44-4550-acd0-6ba674f86095 req-d833ebf4-bf6a-4aa6-8023-a03d71bc0d73 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:32.128381 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d084082a-8e44-4550-acd0-6ba674f86095 req-d833ebf4-bf6a-4aa6-8023-a03d71bc0d73 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 943 time: 0.2142382 Jul 14 07:01:32.134064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6964dc00-ced1-46c7-b01e-e6bcf9033a32 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:32.163383 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c15e80b5-91d4-4b1c-ace9-dab0b2a6dac5 req-7d4d21b1-6f8f-43a6-9cbe-3c7e4cdfdd14 service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114058 Jul 14 07:01:32.167229 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-cb4c97fe-5f11-450a-8bd1-eab4b5a11e25 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1400085025-network', 'tenant_id': '4bb7e9bc2a1044b6a6502114e85dc356'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:32.168155 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27b56bbe-2326-414b-b07f-56a5937f566c tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:32.198304 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:32.225607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4c97fe-5f11-450a-8bd1-eab4b5a11e25 admin admin] Made reservation on behalf of 4bb7e9bc2a1044b6a6502114e85dc356 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:32.228226 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb4c97fe-5f11-450a-8bd1-eab4b5a11e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:32.259561 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 6964dc00-ced1-46c7-b01e-e6bcf9033a32 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:32.264704 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 6964dc00-ced1-46c7-b01e-e6bcf9033a32 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:32.265212 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:32.265929 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d084082a-8e44-4550-acd0-6ba674f86095 req-11e95ef1-fe61-47dc-8786-f97f2e032027 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350579 Jul 14 07:01:32.270469 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb4c97fe-5f11-450a-8bd1-eab4b5a11e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:32.380986 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:32.411135 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 6964dc00-ced1-46c7-b01e-e6bcf9033a32, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6964dc00-ced1-46c7-b01e-e6bcf9033a32,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:32.417539 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01c05cfe-556d-43c6-addc-e16bee3545a0 req-c194aacc-ffb9-4d26-ac77-643ddcd46c70 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a6bcf96-6b20-43c2-a452-a71f6c2cd112 HTTP/1.1" status: 200 len: 210 time: 0.0557342 Jul 14 07:01:32.422653 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:32.552797 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=6964dc00-ced1-46c7-b01e-e6bcf9033a32,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:32.555632 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb4c97fe-5f11-450a-8bd1-eab4b5a11e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:32.563910 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb4c97fe-5f11-450a-8bd1-eab4b5a11e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:32.600940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c97fe-5f11-450a-8bd1-eab4b5a11e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e9db60-017d-4a27-a9cf-80fd5a04513b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:32.629844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4c97fe-5f11-450a-8bd1-eab4b5a11e25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:01:32.653881 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb4c97fe-5f11-450a-8bd1-eab4b5a11e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:32.656515 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-cb4c97fe-5f11-450a-8bd1-eab4b5a11e25 admin admin] Added segment 5b153672-d855-4ed4-bae1-8cdfbea87a37 of type vlan for network fe3e6dc2-d274-4884-a631-cf4f8daefb86 Jul 14 07:01:32.774857 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb4c97fe-5f11-450a-8bd1-eab4b5a11e25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:32.858083 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb4c97fe-5f11-450a-8bd1-eab4b5a11e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:32.864397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4c97fe-5f11-450a-8bd1-eab4b5a11e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:32.864397 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb4c97fe-5f11-450a-8bd1-eab4b5a11e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:32.936789 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27b56bbe-2326-414b-b07f-56a5937f566c tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:33.004276 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27b56bbe-2326-414b-b07f-56a5937f566c tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:33.022355 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cb4c97fe-5f11-450a-8bd1-eab4b5a11e25 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0959866 Jul 14 07:01:33.023360 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34248) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:33.033630 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-442945df-1841-4c6e-b6b9-0601efcf9361 admin admin] Request body: {'subnet': {'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1400085025-subnet', 'tenant_id': '4bb7e9bc2a1044b6a6502114e85dc356', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:33.062867 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c97fe-5f11-450a-8bd1-eab4b5a11e25 admin admin] Pushing event updated for resources: {'Network': ['ID=fe3e6dc2-d274-4884-a631-cf4f8daefb86,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:33.086725 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network fe3e6dc2-d274-4884-a631-cf4f8daefb86 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:01:33.117666 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:33.127162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442945df-1841-4c6e-b6b9-0601efcf9361 admin admin] Made reservation on behalf of 4bb7e9bc2a1044b6a6502114e85dc356 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:33.130293 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-442945df-1841-4c6e-b6b9-0601efcf9361 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:33.142096 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34254) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:33.143124 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:33.143840 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:33.182567 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27b56bbe-2326-414b-b07f-56a5937f566c tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:33.206153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b56bbe-2326-414b-b07f-56a5937f566c tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Pushing event updated for resources: {'Port': ['ID=f16ca082-2c42-466b-a777-5b3e1ebb5a96,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:33.323381 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27b56bbe-2326-414b-b07f-56a5937f566c tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:33.333654 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-27b56bbe-2326-414b-b07f-56a5937f566c tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2265890 Jul 14 07:01:33.348591 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f5bd5659-43a7-42a7-84f2-270227b25c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:33.421292 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] Pushing event updated for resources: {'Port': ['ID=f7e320cd-4d7c-4a50-87e7-6429b872ed2c,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:33.461745 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bad73b65-8ddf-4064-836b-4620a8bfe579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:33.528866 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] Network 676e2b20-42f6-4071-a6c3-1c63ec9861d1 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:33.531893 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:33.574868 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:33.739177 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34280) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:33.780980 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] Router 5588aa55-00fb-449d-97f9-55098a2af31f has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:01:33.872665 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-442945df-1841-4c6e-b6b9-0601efcf9361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:33.902410 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60cc8821-a45a-4f96-b120-caff983b3941 req-b6247de9-322d-4e8a-ae7d-154cdc6806dc tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a6bcf96-6b20-43c2-a452-a71f6c2cd112 HTTP/1.1" status: 200 len: 210 time: 0.2037127 Jul 14 07:01:33.931015 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0fa86647-4ed9-42e8-8c0e-e6de5d31d067 None None] Provisioning complete for port f7e320cd-4d7c-4a50-87e7-6429b872ed2c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:33.931393 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0fa86647-4ed9-42e8-8c0e-e6de5d31d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:34.004230 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3ec3f614-8221-483b-9341-42d8917d9ed6 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:01:34.005067 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bad73b65-8ddf-4064-836b-4620a8bfe579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:34.021694 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bad73b65-8ddf-4064-836b-4620a8bfe579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:34.038177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6964dc00-ced1-46c7-b01e-e6bcf9033a32 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:34.045730 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442945df-1841-4c6e-b6b9-0601efcf9361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7d2e013-b9d3-4daa-9c60-1cf790b7d623,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:34.057820 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26349f-1d6d-4e39-885e-4123f524c017 req-e788188e-6116-45e8-b06f-fab697742b66 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:34.068437 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa26349f-1d6d-4e39-885e-4123f524c017 req-e788188e-6116-45e8-b06f-fab697742b66 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 943 time: 0.4877608 Jul 14 07:01:34.116818 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-0fa86647-4ed9-42e8-8c0e-e6de5d31d067 None None] Port f7e320cd-4d7c-4a50-87e7-6429b872ed2c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:01:34.137215 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bad73b65-8ddf-4064-836b-4620a8bfe579 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=788db625830142a39038fa04c95b9b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9944277 Jul 14 07:01:34.142250 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34298) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:34.176162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442945df-1841-4c6e-b6b9-0601efcf9361 admin admin] Checking segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:34.176509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442945df-1841-4c6e-b6b9-0601efcf9361 admin admin] Network hostable DHCP agents. Network: fe3e6dc2-d274-4884-a631-cf4f8daefb86, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:01:34.178766 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad73b65-8ddf-4064-836b-4620a8bfe579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a011732-bdee-4791-894c-5ac524415a0e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:34.205241 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 6964dc00-ced1-46c7-b01e-e6bcf9033a32 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:34.205821 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:34.246206 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa26349f-1d6d-4e39-885e-4123f524c017 req-65d9246b-148f-4734-86f5-2a98778faa6e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762347 Jul 14 07:01:34.278073 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3ec3f614-8221-483b-9341-42d8917d9ed6, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ec3f614-8221-483b-9341-42d8917d9ed6,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:34.308715 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-300870d3-2c95-4b12-ac6b-99aa85803805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:34.309267 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6ab502b8-98b7-4d61-bace-84dc14f5949d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:34.316422 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-48a25e27-afa3-4751-a02b-9ab71fce399f tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6b41f3f9fc204a16b44d3a5708e5856c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1256220 Jul 14 07:01:34.336169 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '3ec3f614-8221-483b-9341-42d8917d9ed6', 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b', 'port_id': '3ec3f614-8221-483b-9341-42d8917d9ed6', 'mac_address': 'fa:16:3e:b9:c8:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416e4cab-c8c0-4a46-ae21-5c85ac9e0263', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:01:34.348595 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:01:34.370755 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-850ccb4e-fd93-4f13-bd0b-7f58e1dea3ab admin admin] 10.222.0.35 "PUT /v2.0/routers/5588aa55-00fb-449d-97f9-55098a2af31f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4307628 Jul 14 07:01:34.376105 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Sync routers for ids ['5588aa55-00fb-449d-97f9-55098a2af31f'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:01:34.520214 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-300870d3-2c95-4b12-ac6b-99aa85803805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:34.531303 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-300870d3-2c95-4b12-ac6b-99aa85803805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:34.608749 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300870d3-2c95-4b12-ac6b-99aa85803805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720cc51a-3c70-46ea-9847-eea924732a47,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:34.613980 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-300870d3-2c95-4b12-ac6b-99aa85803805 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=959200ee2c204290891a240c9c114673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8738122 Jul 14 07:01:34.616485 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34306) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:34.650014 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Routers {'5588aa55-00fb-449d-97f9-55098a2af31f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:01:34.650672 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:01:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5588aa55-00fb-449d-97f9-55098a2af31f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:34.652711 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:34.656474 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:34.681653 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-56b86317-dbf4-4571-8289-b29654fe7d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:34.704630 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec3f614-8221-483b-9341-42d8917d9ed6 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:01:34.709961 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-56b86317-dbf4-4571-8289-b29654fe7d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:34.782369 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-56b86317-dbf4-4571-8289-b29654fe7d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:34.782564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3ec3f614-8221-483b-9341-42d8917d9ed6, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ec3f614-8221-483b-9341-42d8917d9ed6,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:34.787438 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-56b86317-dbf4-4571-8289-b29654fe7d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:34.789319 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-56b86317-dbf4-4571-8289-b29654fe7d2c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/720cc51a-3c70-46ea-9847-eea924732a47 HTTP/1.1" status: 204 len: 168 time: 0.1710174 Jul 14 07:01:34.794565 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-96a96c73-032d-4073-953a-b0eda6324e84 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--352846309&fields=id&tenant_id=e1b2d28cf04d40aa988da155be385097 HTTP/1.1" status: 200 len: 267 time: 0.6553874 Jul 14 07:01:34.801577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b86317-dbf4-4571-8289-b29654fe7d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720cc51a-3c70-46ea-9847-eea924732a47,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:34.819949 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:34.831203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-0625e0b4-d95c-4f80-a3be-47f8af6705c7 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:34.832754 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-0625e0b4-d95c-4f80-a3be-47f8af6705c7 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4839969 Jul 14 07:01:34.881309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=3ec3f614-8221-483b-9341-42d8917d9ed6,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:34.891076 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Set router 5588aa55-00fb-449d-97f9-55098a2af31f gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:01:34.901480 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442945df-1841-4c6e-b6b9-0601efcf9361 admin admin] Network fe3e6dc2-d274-4884-a631-cf4f8daefb86 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:01:34.911063 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6ab502b8-98b7-4d61-bace-84dc14f5949d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:34.916088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-3636e98e-2de9-4145-a4ac-a704896bd4b7 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Request body: {'port': {'device_id': '0a6bcf96-6b20-43c2-a452-a71f6c2cd112', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '6b41f3f9fc204a16b44d3a5708e5856c'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:34.980736 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-442945df-1841-4c6e-b6b9-0601efcf9361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, fe3e6dc2-d274-4884-a631-cf4f8daefb86) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:34.985636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442945df-1841-4c6e-b6b9-0601efcf9361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:34.986423 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-442945df-1841-4c6e-b6b9-0601efcf9361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:34.993245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e48061b-8404-4c26-b2e3-7dc6b3a7385d None None] Network fe3e6dc2-d274-4884-a631-cf4f8daefb86 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:01:35.095582 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-442945df-1841-4c6e-b6b9-0601efcf9361 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0607243 Jul 14 07:01:35.143661 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['3ec3f614-8221-483b-9341-42d8917d9ed6'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:01:35.150374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-4594cd5b-9881-4efb-b0bf-da2c660126b9 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:35.151963 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-4594cd5b-9881-4efb-b0bf-da2c660126b9 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/networks?id=8275b157-0f8d-4b3a-902c-fb5bdf31df26 HTTP/1.1" status: 200 len: 824 time: 0.3558917 Jul 14 07:01:35.195874 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6ab502b8-98b7-4d61-bace-84dc14f5949d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:35.198536 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6ab502b8-98b7-4d61-bace-84dc14f5949d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:35.203065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6ab502b8-98b7-4d61-bace-84dc14f5949d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a011732-bdee-4791-894c-5ac524415a0e HTTP/1.1" status: 204 len: 168 time: 1.0564444 Jul 14 07:01:35.204540 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-fef0227b-7a43-4a3c-bd81-6f1f08d38c93 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/quotas/e1b2d28cf04d40aa988da155be385097 HTTP/1.1" status: 200 len: 375 time: 0.0439582 Jul 14 07:01:35.234270 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34332) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:35.258479 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ea69e74a-f469-49f9-8ac1-2e313f16dd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:35.261275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab502b8-98b7-4d61-bace-84dc14f5949d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a011732-bdee-4791-894c-5ac524415a0e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:35.290189 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a74c0a-63c1-4f1e-be2f-9db875cc4075 None None] Network fe3e6dc2-d274-4884-a631-cf4f8daefb86 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:01:35.299700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cc748f1f-196f-4915-a5cc-01ac09fbf965 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:35.301314 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cc748f1f-196f-4915-a5cc-01ac09fbf965 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/networks?id=676e2b20-42f6-4071-a6c3-1c63ec9861d1 HTTP/1.1" status: 200 len: 820 time: 0.2988067 Jul 14 07:01:35.356181 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-8f0a11c3-4395-4800-9f12-6be699ba6034 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/quotas/df5007bb538d476aaadc8ea68599bb82 HTTP/1.1" status: 200 len: 375 time: 0.0472014 Jul 14 07:01:35.357094 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-3636e98e-2de9-4145-a4ac-a704896bd4b7 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Made reservation on behalf of 6b41f3f9fc204a16b44d3a5708e5856c for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:35.363936 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-3636e98e-2de9-4145-a4ac-a704896bd4b7 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:35.418929 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 2, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:35.460342 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Checking router: 5588aa55-00fb-449d-97f9-55098a2af31f for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:01:35.460672 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Updating router 5588aa55-00fb-449d-97f9-55098a2af31f port f7e320cd-4d7c-4a50-87e7-6429b872ed2c binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:01:35.474651 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ea69e74a-f469-49f9-8ac1-2e313f16dd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:35.483382 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ea69e74a-f469-49f9-8ac1-2e313f16dd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:35.552794 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69e74a-f469-49f9-8ac1-2e313f16dd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccc1ee6-1c58-4014-a9b2-a856e1833dbf,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:35.559299 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:35.569738 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ea69e74a-f469-49f9-8ac1-2e313f16dd40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c19b365d6d194b1da70413a9320284c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343322 Jul 14 07:01:35.570780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34342) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:35.647341 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1adfb592-b563-4b86-88df-58ccef09ad39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:35.676608 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1adfb592-b563-4b86-88df-58ccef09ad39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:35.678731 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-00385d0d-ced2-4ff8-b071-c784f8bd55d3 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1b2d28cf04d40aa988da155be385097&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4664366 Jul 14 07:01:35.714820 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-e9fda488-5a09-4dc3-8007-f782622293c0 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=df5007bb538d476aaadc8ea68599bb82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3436625 Jul 14 07:01:35.740461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34350) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:35.782264 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1adfb592-b563-4b86-88df-58ccef09ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:35.784897 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1adfb592-b563-4b86-88df-58ccef09ad39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:35.786098 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1adfb592-b563-4b86-88df-58ccef09ad39 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ccc1ee6-1c58-4014-a9b2-a856e1833dbf HTTP/1.1" status: 204 len: 168 time: 0.2143855 Jul 14 07:01:35.786899 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8817026a-5f74-414e-84da-4a76f9d904d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:35.815011 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfb592-b563-4b86-88df-58ccef09ad39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccc1ee6-1c58-4014-a9b2-a856e1833dbf,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:35.908561 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-3636e98e-2de9-4145-a4ac-a704896bd4b7 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Allocated IP 192.168.233.224 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/f1397c10-ecbd-404e-8def-18185fd6911c) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:01:35.940389 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-3a72a4bd-7991-4723-9a21-48857f48e2fa service neutron] 10.222.0.35 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085476 Jul 14 07:01:36.015789 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8817026a-5f74-414e-84da-4a76f9d904d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:36.024743 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8817026a-5f74-414e-84da-4a76f9d904d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:36.054954 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:36.061592 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:36.073422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Transition to ACTIVE for port object f7e320cd-4d7c-4a50-87e7-6429b872ed2c will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:36.082288 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:36.133375 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303035c7-94a5-416a-9cd5-40cf846b250a None None] Pushing event updated for resources: {'Port': ['ID=f7e320cd-4d7c-4a50-87e7-6429b872ed2c,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:36.165036 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-617ced0a-8e04-4fec-9647-580cb7e58032 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:01:36.166091 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-617ced0a-8e04-4fec-9647-580cb7e58032 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3140500 Jul 14 07:01:36.166523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34360) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:36.170078 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8817026a-5f74-414e-84da-4a76f9d904d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd33c0da3c1a42b0a511df577b966239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283614 Jul 14 07:01:36.170915 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817026a-5f74-414e-84da-4a76f9d904d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134b9d97-6cd3-4219-8474-8d7fad899fd9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:36.233452 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Attempting to bind port f7e320cd-4d7c-4a50-87e7-6429b872ed2c on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:01:36.233955 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Attempting to bind port f7e320cd-4d7c-4a50-87e7-6429b872ed2c by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '020f8a0c-1d19-4d1d-9be1-5fa389f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:01:36.234276 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Attempting to bind port f7e320cd-4d7c-4a50-87e7-6429b872ed2c on network 676e2b20-42f6-4071-a6c3-1c63ec9861d1 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:36.247470 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:01:36.251785 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Checking segment: {'id': '020f8a0c-1d19-4d1d-9be1-5fa389f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:36.252251 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:36.252657 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Bound using segment: {'id': '020f8a0c-1d19-4d1d-9be1-5fa389f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:01:36.253157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Bound port: f7e320cd-4d7c-4a50-87e7-6429b872ed2c, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020f8a0c-1d19-4d1d-9be1-5fa389f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:01:36.255058 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:36.272567 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34366) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:36.290513 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-686b8cf8-a50b-49c9-b69e-245843138a53 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1206106457-network', 'tenant_id': '3c6d4b08398948e0a6642d4ab811e4f7'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:36.336439 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46aa6c-68b9-4bc1-abef-7d982185528d req-df4252e7-1145-418e-b472-ff69b8e28512 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:36.337958 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba46aa6c-68b9-4bc1-abef-7d982185528d req-df4252e7-1145-418e-b472-ff69b8e28512 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.15 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 970 time: 0.2412250 Jul 14 07:01:36.350501 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] For port f7e320cd-4d7c-4a50-87e7-6429b872ed2c, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:01:36.355010 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] For port f7e320cd-4d7c-4a50-87e7-6429b872ed2c, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f7e320cd-4d7c-4a50-87e7-6429b872ed2c,segment=NetworkSegment(020f8a0c-1d19-4d1d-9be1-5fa389f767db),segment_id=020f8a0c-1d19-4d1d-9be1-5fa389f767db)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:01:36.360786 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:36.411107 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686b8cf8-a50b-49c9-b69e-245843138a53 admin admin] Made reservation on behalf of 3c6d4b08398948e0a6642d4ab811e4f7 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:36.415449 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-686b8cf8-a50b-49c9-b69e-245843138a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:36.415678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Routers {'5588aa55-00fb-449d-97f9-55098a2af31f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:01:36.416536 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:01:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5588aa55-00fb-449d-97f9-55098a2af31f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:36.433355 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-686b8cf8-a50b-49c9-b69e-245843138a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:36.444506 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-f0dad68d-02eb-43b5-a409-9161f3ad90f6 service neutron] 10.222.0.35 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031946 Jul 14 07:01:36.526805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303035c7-94a5-416a-9cd5-40cf846b250a None None] Pushing event updated for resources: {'Port': ['ID=f7e320cd-4d7c-4a50-87e7-6429b872ed2c,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:36.547585 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-f23eca1f-51b8-47be-9372-f77c7d7e7728 service neutron] 10.222.0.35 "GET /v2.0/networks/8275b157-0f8d-4b3a-902c-fb5bdf31df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919271 Jul 14 07:01:36.550983 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee923db2-4fd9-4f5b-8ee6-b90e4bc203fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:36.620406 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-ba46aa6c-68b9-4bc1-abef-7d982185528d req-dea4e9f8-29e5-4e81-98e4-ec24c9bd0d08 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Deleting port a4faddec-a1d0-415f-812b-8f3fc8db7e6a {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:01:36.620986 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ba46aa6c-68b9-4bc1-abef-7d982185528d req-dea4e9f8-29e5-4e81-98e4-ec24c9bd0d08 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:36.660034 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] Set router 5588aa55-00fb-449d-97f9-55098a2af31f gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:01:36.761110 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-3636e98e-2de9-4145-a4ac-a704896bd4b7 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:36.776086 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee923db2-4fd9-4f5b-8ee6-b90e4bc203fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:36.801907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-3636e98e-2de9-4145-a4ac-a704896bd4b7 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Transition to ACTIVE for port object f1397c10-ecbd-404e-8def-18185fd6911c will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:36.827108 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-9592d0f7-d87c-4278-8f38-91a7045a1128 service neutron] 10.222.0.35 "GET /v2.0/networks/8275b157-0f8d-4b3a-902c-fb5bdf31df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665458 Jul 14 07:01:36.954144 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-686b8cf8-a50b-49c9-b69e-245843138a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:36.956338 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-ba46aa6c-68b9-4bc1-abef-7d982185528d req-dea4e9f8-29e5-4e81-98e4-ec24c9bd0d08 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] For port a4faddec-a1d0-415f-812b-8f3fc8db7e6a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a4faddec-a1d0-415f-812b-8f3fc8db7e6a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:36.963309 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ba46aa6c-68b9-4bc1-abef-7d982185528d req-dea4e9f8-29e5-4e81-98e4-ec24c9bd0d08 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:36.967016 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-686b8cf8-a50b-49c9-b69e-245843138a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:36.973443 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:01:36.989573 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee923db2-4fd9-4f5b-8ee6-b90e4bc203fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:36.998470 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee923db2-4fd9-4f5b-8ee6-b90e4bc203fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:36.999803 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ee923db2-4fd9-4f5b-8ee6-b90e4bc203fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/134b9d97-6cd3-4219-8474-8d7fad899fd9 HTTP/1.1" status: 204 len: 168 time: 0.8125544 Jul 14 07:01:37.014127 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-3636e98e-2de9-4145-a4ac-a704896bd4b7 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:37.022169 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-ba46aa6c-68b9-4bc1-abef-7d982185528d req-dea4e9f8-29e5-4e81-98e4-ec24c9bd0d08 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Calling delete_port for a4faddec-a1d0-415f-812b-8f3fc8db7e6a owned by compute:tempest-test_az-25799791 {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:01:37.077815 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee923db2-4fd9-4f5b-8ee6-b90e4bc203fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134b9d97-6cd3-4219-8474-8d7fad899fd9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:37.098719 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686b8cf8-a50b-49c9-b69e-245843138a53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:01:37.185987 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b8cf8-a50b-49c9-b69e-245843138a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75114a0-3da2-4bac-92d5-cbefcc5efc7c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:37.246843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-3636e98e-2de9-4145-a4ac-a704896bd4b7 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:37.268021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-3636e98e-2de9-4145-a4ac-a704896bd4b7 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:37.270371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636e98e-2de9-4145-a4ac-a704896bd4b7 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Pushing event updated for resources: {'Port': ['ID=f1397c10-ecbd-404e-8def-18185fd6911c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:37.275401 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-3636e98e-2de9-4145-a4ac-a704896bd4b7 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:01:37.284502 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-686b8cf8-a50b-49c9-b69e-245843138a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:37.284802 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-686b8cf8-a50b-49c9-b69e-245843138a53 admin admin] Added segment 5cdbd3f4-82ea-4f70-980a-9f3926c5bf38 of type vlan for network dfffd157-f6a4-42ea-9a6c-96706d028468 Jul 14 07:01:37.291907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-3636e98e-2de9-4145-a4ac-a704896bd4b7 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:37.292438 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-3636e98e-2de9-4145-a4ac-a704896bd4b7 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:37.311290 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:36Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:37.346332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34396) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:37.372752 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdafcc-2cab-4b09-9f3c-0be1f78ae2c3 req-49b3693f-930a-4c67-b927-11da5d8deeca tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:37.374451 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95bdafcc-2cab-4b09-9f3c-0be1f78ae2c3 req-49b3693f-930a-4c67-b927-11da5d8deeca tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 970 time: 0.4563630 Jul 14 07:01:37.374686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee72a055-8eb6-4982-9570-b28d2ec74773 None None] The sync data for ids ['5588aa55-00fb-449d-97f9-55098a2af31f'] in n-d-778696-5 is: [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:36Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:01:37.414875 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-3636e98e-2de9-4145-a4ac-a704896bd4b7 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5154505 Jul 14 07:01:37.489945 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-686b8cf8-a50b-49c9-b69e-245843138a53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:37.534557 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Request body: {'port': {'device_id': '0a6bcf96-6b20-43c2-a452-a71f6c2cd112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:37.710332 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-686b8cf8-a50b-49c9-b69e-245843138a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:37.711304 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686b8cf8-a50b-49c9-b69e-245843138a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:37.711989 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-686b8cf8-a50b-49c9-b69e-245843138a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:37.730587 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95bdafcc-2cab-4b09-9f3c-0be1f78ae2c3 req-250b99f4-96ec-4c06-a929-e4716f174013 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/security-groups?id=64fa6654-137f-4ace-86ff-84a28e34e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178935 Jul 14 07:01:37.761417 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5928845f-989c-4b3c-9aaf-92d5e5c5664d None None] Provisioning for port f1397c10-ecbd-404e-8def-18185fd6911c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:37.773472 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5928845f-989c-4b3c-9aaf-92d5e5c5664d None None] Provisioning complete for port f1397c10-ecbd-404e-8def-18185fd6911c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:37.775473 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5928845f-989c-4b3c-9aaf-92d5e5c5664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:37.875215 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:37.889873 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5928845f-989c-4b3c-9aaf-92d5e5c5664d None None] Port f1397c10-ecbd-404e-8def-18185fd6911c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:01:37.914314 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-70b98f10-4385-4202-a788-3f506abe4a57 tempest-AutoAllocateNetworkTest-2067972236 tempest-AutoAllocateNetworkTest-2067972236-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3f7831764f674b6ab7c52c3cbefe40de&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5666702 Jul 14 07:01:37.921283 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34416) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:37.963064 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ba46aa6c-68b9-4bc1-abef-7d982185528d req-dea4e9f8-29e5-4e81-98e4-ec24c9bd0d08 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:37.967059 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-686b8cf8-a50b-49c9-b69e-245843138a53 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6924236 Jul 14 07:01:38.006594 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3ec3f614-8221-483b-9341-42d8917d9ed6 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:38.024218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34418) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:38.124528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 3ec3f614-8221-483b-9341-42d8917d9ed6 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:38.137167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 3ec3f614-8221-483b-9341-42d8917d9ed6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:38.137385 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:38.176693 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f7e320cd-4d7c-4a50-87e7-6429b872ed2c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:38.216902 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199aabf8-215c-46f5-af4e-da0217c2efda req-296b2bc6-4ded-424c-ba09-c2ac34c144c3 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:38.218564 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-199aabf8-215c-46f5-af4e-da0217c2efda req-296b2bc6-4ded-424c-ba09-c2ac34c144c3 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a6bcf96-6b20-43c2-a452-a71f6c2cd112 HTTP/1.1" status: 200 len: 936 time: 0.8272648 Jul 14 07:01:38.314132 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ff1c3559-8ce7-4f78-9392-0a90e21dba32 admin admin] Request body: {'subnet': {'network_id': 'dfffd157-f6a4-42ea-9a6c-96706d028468', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1206106457-subnet', 'tenant_id': '3c6d4b08398948e0a6642d4ab811e4f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:38.328471 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b421640d-664f-4b0e-9c45-bd2412984aaf tempest-AutoAllocateNetworkTest-2067972236 tempest-AutoAllocateNetworkTest-2067972236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:38.332691 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-199aabf8-215c-46f5-af4e-da0217c2efda req-a1ec9e2e-02f1-455b-b71b-1bd81874a476 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719347 Jul 14 07:01:38.333502 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b421640d-664f-4b0e-9c45-bd2412984aaf tempest-AutoAllocateNetworkTest-2067972236 tempest-AutoAllocateNetworkTest-2067972236-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4104910 Jul 14 07:01:38.349882 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34424) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:38.354306 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port f7e320cd-4d7c-4a50-87e7-6429b872ed2c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:38.371252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b8cf8-a50b-49c9-b69e-245843138a53 admin admin] Pushing event updated for resources: {'Network': ['ID=dfffd157-f6a4-42ea-9a6c-96706d028468,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:38.373620 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f7e320cd-4d7c-4a50-87e7-6429b872ed2c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:38.374553 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:38.374836 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4e9f8-29e5-4e81-98e4-ec24c9bd0d08 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Pushing event deleted for resources: {'Port': ['ID=a4faddec-a1d0-415f-812b-8f3fc8db7e6a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:38.376689 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:38.413816 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network dfffd157-f6a4-42ea-9a6c-96706d028468 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:01:38.476602 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba46aa6c-68b9-4bc1-abef-7d982185528d req-dea4e9f8-29e5-4e81-98e4-ec24c9bd0d08 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] No DVR routers for this DVR port a4faddec-a1d0-415f-812b-8f3fc8db7e6a on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:01:38.479344 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9fabfba8-e07f-43bd-8218-80948ca1cc69 tempest-AutoAllocateNetworkTest-2067972236 tempest-AutoAllocateNetworkTest-2067972236-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1241188 Jul 14 07:01:38.480188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34430) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:38.481024 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ba46aa6c-68b9-4bc1-abef-7d982185528d req-dea4e9f8-29e5-4e81-98e4-ec24c9bd0d08 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:38.484899 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba46aa6c-68b9-4bc1-abef-7d982185528d req-dea4e9f8-29e5-4e81-98e4-ec24c9bd0d08 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.15 "DELETE /v2.0/ports/a4faddec-a1d0-415f-812b-8f3fc8db7e6a HTTP/1.1" status: 204 len: 173 time: 2.1412315 Jul 14 07:01:38.486363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd915f2db-4b6b-4148-ac63-642d16bcd0a5', 'name': 'network-vif-deleted', 'tag': 'a4faddec-a1d0-415f-812b-8f3fc8db7e6a'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:01:38.491726 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46eac0f-8e9c-4588-b876-193793cd755b" -d '{"events": [{"server_uuid": "d915f2db-4b6b-4148-ac63-642d16bcd0a5", "name": "network-vif-deleted", "tag": "a4faddec-a1d0-415f-812b-8f3fc8db7e6a"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:01:38.495055 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1c3559-8ce7-4f78-9392-0a90e21dba32 admin admin] Made reservation on behalf of 3c6d4b08398948e0a6642d4ab811e4f7 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:38.498803 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff1c3559-8ce7-4f78-9392-0a90e21dba32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:38.561602 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0d1875-f7bd-4c6b-a703-51cf9e990a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec3f614-8221-483b-9341-42d8917d9ed6'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:01:38.565337 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bbae4b-22fc-4b73-885d-0cc20b1768a4" -d '{"events": [{"server_uuid": "fb0d1875-f7bd-4c6b-a703-51cf9e990a3d", "name": "network-vif-plugged", "status": "completed", "tag": "3ec3f614-8221-483b-9341-42d8917d9ed6"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:01:38.596134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3ec3f614-8221-483b-9341-42d8917d9ed6, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ec3f614-8221-483b-9341-42d8917d9ed6,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:38.604366 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c00c8479-1e92-47c4-b202-cb4ffbd5f057 tempest-AutoAllocateNetworkTest-2067972236 tempest-AutoAllocateNetworkTest-2067972236-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3f7831764f674b6ab7c52c3cbefe40de HTTP/1.1" status: 200 len: 208 time: 0.1064911 Jul 14 07:01:38.627988 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:38.634381 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa27b69-6307-49e2-aa6e-89ff385fb681 req-15978aeb-a26c-4f5f-a6b2-f8f935363a32 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:38.638021 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-afa27b69-6307-49e2-aa6e-89ff385fb681 req-15978aeb-a26c-4f5f-a6b2-f8f935363a32 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 944 time: 0.5217817 Jul 14 07:01:38.805577 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff1c3559-8ce7-4f78-9392-0a90e21dba32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:38.806764 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=3ec3f614-8221-483b-9341-42d8917d9ed6,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:38.810669 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:38.819929 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d68a6715-636a-42ae-a9f8-7ed49ba2d2cd req-8dce387a-4441-49c9-82cc-ada9f5d45142 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 210 time: 0.1770051 Jul 14 07:01:38.862390 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port f7e320cd-4d7c-4a50-87e7-6429b872ed2c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f7e320cd-4d7c-4a50-87e7-6429b872ed2c,segment=NetworkSegment(020f8a0c-1d19-4d1d-9be1-5fa389f767db),segment_id=020f8a0c-1d19-4d1d-9be1-5fa389f767db)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:38.872376 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:38.922164 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1c3559-8ce7-4f78-9392-0a90e21dba32 admin admin] Checking segment: {'id': '5cdbd3f4-82ea-4f70-980a-9f3926c5bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dfffd157-f6a4-42ea-9a6c-96706d028468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:38.926042 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1c3559-8ce7-4f78-9392-0a90e21dba32 admin admin] Network hostable DHCP agents. Network: dfffd157-f6a4-42ea-9a6c-96706d028468, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:01:38.941355 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=f7e320cd-4d7c-4a50-87e7-6429b872ed2c,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:38.957556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c3559-8ce7-4f78-9392-0a90e21dba32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f8a3c85-2106-4d04-9ca6-fd84eca97fa8,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:39.004801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1c3559-8ce7-4f78-9392-0a90e21dba32 admin admin] Network dfffd157-f6a4-42ea-9a6c-96706d028468 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:01:39.021747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-ff1c3559-8ce7-4f78-9392-0a90e21dba32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, dfffd157-f6a4-42ea-9a6c-96706d028468) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:39.026881 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1c3559-8ce7-4f78-9392-0a90e21dba32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:39.027979 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff1c3559-8ce7-4f78-9392-0a90e21dba32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:39.037888 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75e4353-95b6-4d6e-8545-0e13d52f0d3f None None] Network dfffd157-f6a4-42ea-9a6c-96706d028468 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:01:39.074161 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ff1c3559-8ce7-4f78-9392-0a90e21dba32 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7962949 Jul 14 07:01:39.175730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34450) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:39.396522 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-afa27b69-6307-49e2-aa6e-89ff385fb681 req-123280b9-c4d4-4429-b7d9-2070153f600e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7401443 Jul 14 07:01:39.396985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179461a0-260c-4287-8712-bbd70be6bcdc None None] Network dfffd157-f6a4-42ea-9a6c-96706d028468 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:01:39.429813 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-75786b43-29e1-4bc0-aedb-87f86d8636d1 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:39.435679 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4977cc56-d33d-4a29-8cd5-52d4444eca37 req-76bdab0d-0870-48b4-a03e-fae242f0542d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=12bec10c-43f5-4067-871e-9c03f105f542 HTTP/1.1" status: 200 len: 210 time: 0.0802391 Jul 14 07:01:39.442230 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-75786b43-29e1-4bc0-aedb-87f86d8636d1 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.30 "GET /v2.0/networks?id=676e2b20-42f6-4071-a6c3-1c63ec9861d1 HTTP/1.1" status: 200 len: 820 time: 0.3105524 Jul 14 07:01:39.463317 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-d50e2454-c91f-4ed9-9f19-a1c392f408fd tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Request body: {'port': {'device_id': '75b9f121-449f-4349-a386-4166c2231548', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'admin_state_up': True, 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:39.609693 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6d2acc-00ae-4c54-8e1a-2c69d183f88a x-openstack-request-id: req-7d6d2acc-00ae-4c54-8e1a-2c69d183f88a {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:01:39.609988 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0d1875-f7bd-4c6b-a703-51cf9e990a3d", "name": "network-vif-plugged", "status": "completed", "tag": "3ec3f614-8221-483b-9341-42d8917d9ed6", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:01:39.610240 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d6d2acc-00ae-4c54-8e1a-2c69d183f88a {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:01:39.610639 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0d1875-f7bd-4c6b-a703-51cf9e990a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec3f614-8221-483b-9341-42d8917d9ed6', 'code': 200} Jul 14 07:01:39.648002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1397c10-ecbd-404e-8def-18185fd6911c {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:01:39.677533 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:39.716710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Transition to ACTIVE for port object f1397c10-ecbd-404e-8def-18185fd6911c will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:39.727837 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:39.815904 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44eb6198-7404-44f9-8d0e-47d462b3e8a5 x-openstack-request-id: req-44eb6198-7404-44f9-8d0e-47d462b3e8a5 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:01:39.816473 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d915f2db-4b6b-4148-ac63-642d16bcd0a5", "name": "network-vif-deleted", "tag": "a4faddec-a1d0-415f-812b-8f3fc8db7e6a", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:01:39.816473 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-44eb6198-7404-44f9-8d0e-47d462b3e8a5 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:01:39.816831 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd915f2db-4b6b-4148-ac63-642d16bcd0a5', 'name': 'network-vif-deleted', 'tag': 'a4faddec-a1d0-415f-812b-8f3fc8db7e6a', 'status': 'completed', 'code': 200} Jul 14 07:01:39.869785 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc1d83bc-fe97-4df2-898a-04dad3a04cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:39.878027 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5e3f096-e95b-4c00-afc9-7480217a63b1 req-89614e1d-26ed-4d3f-bd07-52f21d8bc521 tempest-AggregatesAdminTestJSON-1044417554 tempest-AggregatesAdminTestJSON-1044417554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d915f2db-4b6b-4148-ac63-642d16bcd0a5 HTTP/1.1" status: 200 len: 210 time: 0.0961816 Jul 14 07:01:39.882789 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-d50e2454-c91f-4ed9-9f19-a1c392f408fd tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Made reservation on behalf of df5007bb538d476aaadc8ea68599bb82 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:39.887867 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-d50e2454-c91f-4ed9-9f19-a1c392f408fd tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:39.900695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Pushing event updated for resources: {'Port': ['ID=f1397c10-ecbd-404e-8def-18185fd6911c,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:39.938470 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a4faddec-a1d0-415f-812b-8f3fc8db7e6a no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:01:39.986623 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.30', 60090) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:39.993240 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: a4faddec-a1d0-415f-812b-8f3fc8db7e6a {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:01:39.996991 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a4faddec-a1d0-415f-812b-8f3fc8db7e6a not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:01:40.078652 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f7e320cd-4d7c-4a50-87e7-6429b872ed2c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:40.130866 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.30', 60092) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:40.214571 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f7e320cd-4d7c-4a50-87e7-6429b872ed2c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:40.214949 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:40.295091 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Attempting to bind port f1397c10-ecbd-404e-8def-18185fd6911c on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:01:40.295394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Attempting to bind port f1397c10-ecbd-404e-8def-18185fd6911c by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:01:40.296816 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Attempting to bind port f1397c10-ecbd-404e-8def-18185fd6911c on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:40.309293 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc1d83bc-fe97-4df2-898a-04dad3a04cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:40.325335 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc1d83bc-fe97-4df2-898a-04dad3a04cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:40.340940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Port f1397c10-ecbd-404e-8def-18185fd6911c on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:01:40.342256 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Attempting to bind port f1397c10-ecbd-404e-8def-18185fd6911c on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:40.395966 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:01:40.396602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:40.397272 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bc1d83bc-fe97-4df2-898a-04dad3a04cdc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f7831764f674b6ab7c52c3cbefe40de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2203248 Jul 14 07:01:40.397865 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:01:40.398413 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Bound port: f1397c10-ecbd-404e-8def-18185fd6911c, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:01:40.398521 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34488) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:40.399193 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:40.399619 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-d50e2454-c91f-4ed9-9f19-a1c392f408fd tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Allocated IP 172.20.0.10 (676e2b20-42f6-4071-a6c3-1c63ec9861d1/124c2427-9923-4b0b-a650-c757f2793116/8b00ed8e-8f46-4582-8b4d-f80272948664) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:01:40.425576 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d83bc-fe97-4df2-898a-04dad3a04cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f071f9ff-7b34-4a11-b8c4-136bf421da12,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:40.460872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4a6b4-c2c4-42f6-9f2f-5152a52702de req-d6aae57d-fd20-402b-be95-639d3534653a tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:40.462576 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2ce4a6b4-c2c4-42f6-9f2f-5152a52702de req-d6aae57d-fd20-402b-be95-639d3534653a tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a6bcf96-6b20-43c2-a452-a71f6c2cd112 HTTP/1.1" status: 200 len: 948 time: 0.5877910 Jul 14 07:01:40.517950 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82fb21-e3ec-48b9-85f9-fada0f6cd8e4 req-2de56740-0974-4d3d-a414-e4ee98c790a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:40.518997 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54966aa4-bd97-4322-ba7e-ef62193d6c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:40.519653 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d82fb21-e3ec-48b9-85f9-fada0f6cd8e4 req-2de56740-0974-4d3d-a414-e4ee98c790a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 1096 time: 0.5231860 Jul 14 07:01:40.536485 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-813342cc-93a1-4b1b-8086-3c010e122af7 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:40.537914 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-813342cc-93a1-4b1b-8086-3c010e122af7 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.30 "GET /v2.0/networks?id=8275b157-0f8d-4b3a-902c-fb5bdf31df26 HTTP/1.1" status: 200 len: 824 time: 0.4061885 Jul 14 07:01:40.578006 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54966aa4-bd97-4322-ba7e-ef62193d6c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:40.646452 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-d50e2454-c91f-4ed9-9f19-a1c392f408fd tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:40.651269 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] For port f1397c10-ecbd-404e-8def-18185fd6911c, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:01:40.661234 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54966aa4-bd97-4322-ba7e-ef62193d6c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:40.663720 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54966aa4-bd97-4322-ba7e-ef62193d6c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:40.664858 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-54966aa4-bd97-4322-ba7e-ef62193d6c7e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f071f9ff-7b34-4a11-b8c4-136bf421da12 HTTP/1.1" status: 204 len: 168 time: 0.2610109 Jul 14 07:01:40.665874 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-d50e2454-c91f-4ed9-9f19-a1c392f408fd tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Transition to ACTIVE for port object 8b00ed8e-8f46-4582-8b4d-f80272948664 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:40.671871 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2ce4a6b4-c2c4-42f6-9f2f-5152a52702de req-a1e1112b-30a9-4675-b334-86afbf849bee tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810863 Jul 14 07:01:40.680932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54966aa4-bd97-4322-ba7e-ef62193d6c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f071f9ff-7b34-4a11-b8c4-136bf421da12,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:40.693685 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d82fb21-e3ec-48b9-85f9-fada0f6cd8e4 req-7959acfc-9784-4b2f-a1ad-b66f9c9d3081 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508601 Jul 14 07:01:40.698549 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] For port f1397c10-ecbd-404e-8def-18185fd6911c, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f1397c10-ecbd-404e-8def-18185fd6911c,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:01:40.703890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-3f3b0998-9d56-4850-bf6a-3c7ffbfd3a03 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1b2d28cf04d40aa988da155be385097 HTTP/1.1" status: 200 len: 379 time: 0.1388743 Jul 14 07:01:40.710117 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:40.727117 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-d50e2454-c91f-4ed9-9f19-a1c392f408fd tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:40.746472 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d4a83-e965-4993-9286-811dee7fa23d req-17b81d41-dd8d-4299-bc8e-27a740708dd8 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:40.748567 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-284d4a83-e965-4993-9286-811dee7fa23d req-17b81d41-dd8d-4299-bc8e-27a740708dd8 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 821 time: 0.3259172 Jul 14 07:01:40.770814 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:40.771448 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:40.773143 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] 10.222.0.15 "PUT /v2.0/ports/f1397c10-ecbd-404e-8def-18185fd6911c HTTP/1.1" status: 200 len: 1096 time: 3.2570996 Jul 14 07:01:40.775370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6bcf96-6b20-43c2-a452-a71f6c2cd112', 'tag': 'f1397c10-ecbd-404e-8def-18185fd6911c'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:01:40.777677 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b38689-e4c4-4a95-97c8-18ac89441227" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6bcf96-6b20-43c2-a452-a71f6c2cd112", "tag": "f1397c10-ecbd-404e-8def-18185fd6911c"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:01:40.798607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0f22ae07-2fa0-426a-a661-f5603c0acba4 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Request body: {'port': {'device_id': '12bec10c-43f5-4067-871e-9c03f105f542', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'admin_state_up': True, 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'security_groups': ['d3c7f637-f801-425c-a58b-4ef4c095d693']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:40.803582 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-284d4a83-e965-4993-9286-811dee7fa23d req-0d2f3877-2929-4388-9b6d-a8c6455cf687 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/quotas/4bb7e9bc2a1044b6a6502114e85dc356 HTTP/1.1" status: 200 len: 375 time: 0.0486186 Jul 14 07:01:40.826927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-d50e2454-c91f-4ed9-9f19-a1c392f408fd tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Network 676e2b20-42f6-4071-a6c3-1c63ec9861d1 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:40.833873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-d50e2454-c91f-4ed9-9f19-a1c392f408fd tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:40.836507 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e2454-c91f-4ed9-9f19-a1c392f408fd tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Pushing event updated for resources: {'Port': ['ID=8b00ed8e-8f46-4582-8b4d-f80272948664,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:40.838670 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698a324-478b-406d-a815-4e8f53b9f695 service neutron] Pushing event updated for resources: {'Port': ['ID=f1397c10-ecbd-404e-8def-18185fd6911c,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:40.841350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-d50e2454-c91f-4ed9-9f19-a1c392f408fd tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:01:40.853773 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-d50e2454-c91f-4ed9-9f19-a1c392f408fd tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:40.854455 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-d50e2454-c91f-4ed9-9f19-a1c392f408fd tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:40.878712 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-d50e2454-c91f-4ed9-9f19-a1c392f408fd tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4271019 Jul 14 07:01:40.895572 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Request body: {'port': {'device_id': '75b9f121-449f-4349-a386-4166c2231548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:40.981273 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-284d4a83-e965-4993-9286-811dee7fa23d req-b375fbed-939d-444a-b9e2-7fff598c9be9 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1434374 Jul 14 07:01:41.020235 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:41.177649 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-b0ca3efb-d344-4b35-b8d4-76b2adf11dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:41.179129 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-b0ca3efb-d344-4b35-b8d4-76b2adf11dcf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b41f3f9fc204a16b44d3a5708e5856c&device_id=0a6bcf96-6b20-43c2-a452-a71f6c2cd112 HTTP/1.1" status: 200 len: 1099 time: 0.3376691 Jul 14 07:01:41.192276 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e3623-0aa8-4274-8510-324f76fd998e req-f0a0ebe5-e644-4fc6-999d-58c1570aadbc tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:41.193785 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-770e3623-0aa8-4274-8510-324f76fd998e req-f0a0ebe5-e644-4fc6-999d-58c1570aadbc tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 932 time: 0.2993796 Jul 14 07:01:41.204656 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-284d4a83-e965-4993-9286-811dee7fa23d req-1e251fbd-798f-44fd-abaf-12d128244111 service neutron] 10.222.0.35 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918738 Jul 14 07:01:41.238241 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-abb18b43-cb19-46f4-8d86-75029549f801 None None] Provisioning for port 8b00ed8e-8f46-4582-8b4d-f80272948664 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:41.244319 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-abb18b43-cb19-46f4-8d86-75029549f801 None None] Provisioning complete for port 8b00ed8e-8f46-4582-8b4d-f80272948664 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:41.244870 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-abb18b43-cb19-46f4-8d86-75029549f801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:41.281557 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-abb18b43-cb19-46f4-8d86-75029549f801 None None] Port 8b00ed8e-8f46-4582-8b4d-f80272948664 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:01:41.292869 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0f22ae07-2fa0-426a-a661-f5603c0acba4 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Made reservation on behalf of e1b2d28cf04d40aa988da155be385097 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:41.297142 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0f22ae07-2fa0-426a-a661-f5603c0acba4 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:41.307770 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-718ddab4-62bd-4983-bcd1-cda7ca399dbc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=f1397c10-ecbd-404e-8def-18185fd6911c HTTP/1.1" status: 200 len: 217 time: 0.1110916 Jul 14 07:01:41.368500 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b00ed8e-8f46-4582-8b4d-f80272948664 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:01:41.377655 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:41.395098 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Transition to ACTIVE for port object 8b00ed8e-8f46-4582-8b4d-f80272948664 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:41.399975 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:41.422632 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-770e3623-0aa8-4274-8510-324f76fd998e req-76a779bf-660c-4ef5-850e-ab9dccffb2ee tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/security-groups?id=2da91405-9355-400a-8f3f-d41afea688cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027447 Jul 14 07:01:41.459055 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-525337f1-e1e3-42d9-b513-a403bd51383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:41.460517 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-525337f1-e1e3-42d9-b513-a403bd51383f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1419625 Jul 14 07:01:41.521666 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-284d4a83-e965-4993-9286-811dee7fa23d req-13bcd3b3-f8e3-474e-ae60-4fc2a8f39e8f service neutron] 10.222.0.35 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160956 Jul 14 07:01:41.526710 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Attempting to bind port 8b00ed8e-8f46-4582-8b4d-f80272948664 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:01:41.527058 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Attempting to bind port 8b00ed8e-8f46-4582-8b4d-f80272948664 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '020f8a0c-1d19-4d1d-9be1-5fa389f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:01:41.527404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Attempting to bind port 8b00ed8e-8f46-4582-8b4d-f80272948664 on network 676e2b20-42f6-4071-a6c3-1c63ec9861d1 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:41.538164 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Pushing event updated for resources: {'Port': ['ID=8b00ed8e-8f46-4582-8b4d-f80272948664,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:41.558619 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Port 8b00ed8e-8f46-4582-8b4d-f80272948664 on network 676e2b20-42f6-4071-a6c3-1c63ec9861d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:01:41.558619 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Attempting to bind port 8b00ed8e-8f46-4582-8b4d-f80272948664 on network 676e2b20-42f6-4071-a6c3-1c63ec9861d1 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:41.561507 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:01:41.561855 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Checking segment: {'id': '020f8a0c-1d19-4d1d-9be1-5fa389f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:41.562294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Bound using segment: {'id': '020f8a0c-1d19-4d1d-9be1-5fa389f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:01:41.562644 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Bound port: 8b00ed8e-8f46-4582-8b4d-f80272948664, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020f8a0c-1d19-4d1d-9be1-5fa389f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:01:41.562997 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:41.622118 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0f22ae07-2fa0-426a-a661-f5603c0acba4 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Allocated IP 172.20.0.14 (8275b157-0f8d-4b3a-902c-fb5bdf31df26/09316beb-b379-4562-9195-dccf17a52656/a979de78-27f6-49ff-8176-7938934a3bc0) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:01:41.644735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-69e9050b-e137-4677-878d-b5d92eb2f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:41.646309 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-69e9050b-e137-4677-878d-b5d92eb2f461 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1771944 Jul 14 07:01:41.691076 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] For port 8b00ed8e-8f46-4582-8b4d-f80272948664, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:01:41.691187 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] For port 8b00ed8e-8f46-4582-8b4d-f80272948664, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=8b00ed8e-8f46-4582-8b4d-f80272948664,segment=NetworkSegment(020f8a0c-1d19-4d1d-9be1-5fa389f767db),segment_id=020f8a0c-1d19-4d1d-9be1-5fa389f767db)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:01:41.701701 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:41.778807 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:41.782002 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:41.786546 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] 10.222.0.30 "PUT /v2.0/ports/8b00ed8e-8f46-4582-8b4d-f80272948664 HTTP/1.1" status: 200 len: 1092 time: 0.8990800 Jul 14 07:01:41.820599 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b9f121-449f-4349-a386-4166c2231548', 'tag': '8b00ed8e-8f46-4582-8b4d-f80272948664'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:01:41.827164 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bd3e85-e1d6-4402-bbbc-910c5ff63822" -d '{"events": [{"name": "network-changed", "server_uuid": "75b9f121-449f-4349-a386-4166c2231548", "tag": "8b00ed8e-8f46-4582-8b4d-f80272948664"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:01:41.898103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ebacc-4c8e-430a-a972-750dd76c525d service neutron] Pushing event updated for resources: {'Port': ['ID=8b00ed8e-8f46-4582-8b4d-f80272948664,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:41.936333 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-3fb153c1-7368-4559-8712-10a432286f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:41.937876 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-3fb153c1-7368-4559-8712-10a432286f05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df5007bb538d476aaadc8ea68599bb82&device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 1095 time: 0.0904179 Jul 14 07:01:42.013715 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-e9f8a383-9249-43af-a795-509b8cab77d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b00ed8e-8f46-4582-8b4d-f80272948664 HTTP/1.1" status: 200 len: 217 time: 0.0680606 Jul 14 07:01:42.087060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-b894b026-fe14-4a7c-bf96-121a29d6aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:42.088419 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-b894b026-fe14-4a7c-bf96-121a29d6aaf2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=124c2427-9923-4b0b-a650-c757f2793116 HTTP/1.1" status: 200 len: 859 time: 0.0679100 Jul 14 07:01:42.245091 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-7aef63fe-cc99-434b-8ca2-71ea6fba2839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:42.252381 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-7aef63fe-cc99-434b-8ca2-71ea6fba2839 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=676e2b20-42f6-4071-a6c3-1c63ec9861d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537464 Jul 14 07:01:42.337117 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-0234a9c6-08af-4998-b273-e5694a56da60 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6773272 Jul 14 07:01:42.366961 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0f22ae07-2fa0-426a-a661-f5603c0acba4 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:42.422572 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-18121f80-8ec7-4ca6-bcfb-18051905abf6 service neutron] 10.222.0.30 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626155 Jul 14 07:01:42.453332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0f22ae07-2fa0-426a-a661-f5603c0acba4 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Transition to ACTIVE for port object a979de78-27f6-49ff-8176-7938934a3bc0 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:42.491505 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2ddbffe9-a632-4193-a616-699fa8b9eb8d req-99501dba-268c-4603-80be-80bae20c8f00 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=12bec10c-43f5-4067-871e-9c03f105f542 HTTP/1.1" status: 200 len: 210 time: 0.0528932 Jul 14 07:01:42.504955 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe28e0-f9c3-413f-a5d2-f1331e4f8784 req-758b3477-7011-4ea0-ab15-31c4e8c37cbd tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:42.524967 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-effe28e0-f9c3-413f-a5d2-f1331e4f8784 req-758b3477-7011-4ea0-ab15-31c4e8c37cbd tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 945 time: 0.6087947 Jul 14 07:01:42.577769 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7e63bb-d030-4c4c-8e40-49a826bdc7b3 x-openstack-request-id: req-af7e63bb-d030-4c4c-8e40-49a826bdc7b3 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:01:42.578272 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6bcf96-6b20-43c2-a452-a71f6c2cd112", "tag": "f1397c10-ecbd-404e-8def-18185fd6911c", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:01:42.578727 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af7e63bb-d030-4c4c-8e40-49a826bdc7b3 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:01:42.579549 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6bcf96-6b20-43c2-a452-a71f6c2cd112', 'tag': 'f1397c10-ecbd-404e-8def-18185fd6911c', 'status': 'completed', 'code': 200} Jul 14 07:01:42.588266 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86c12db3-4467-4b0c-85b4-cb6ea881cad3 req-6e491443-d34b-4f83-a000-3338188bccb7 service neutron] 10.222.0.30 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576118 Jul 14 07:01:42.624355 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-effe28e0-f9c3-413f-a5d2-f1331e4f8784 req-8008dc32-3e69-478e-86c8-6fc37064f9f3 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987444 Jul 14 07:01:42.627838 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-706cb5a3-72b1-411e-a443-877ed9ab4c86 req-3ba1736f-2aa7-423b-aea0-66ea4d304851 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816594 Jul 14 07:01:42.634517 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0f22ae07-2fa0-426a-a661-f5603c0acba4 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:42.687563 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0f22ae07-2fa0-426a-a661-f5603c0acba4 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Network 8275b157-0f8d-4b3a-902c-fb5bdf31df26 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:42.691232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0f22ae07-2fa0-426a-a661-f5603c0acba4 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:42.699539 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0f22ae07-2fa0-426a-a661-f5603c0acba4 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:01:42.707195 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0f22ae07-2fa0-426a-a661-f5603c0acba4 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:42.708080 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0f22ae07-2fa0-426a-a661-f5603c0acba4 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:42.748354 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22ae07-2fa0-426a-a661-f5603c0acba4 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Pushing event updated for resources: {'Port': ['ID=a979de78-27f6-49ff-8176-7938934a3bc0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:42.754886 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0f22ae07-2fa0-426a-a661-f5603c0acba4 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9653823 Jul 14 07:01:42.785541 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Request body: {'port': {'device_id': '12bec10c-43f5-4067-871e-9c03f105f542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:42.828293 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f70d7c80-3ffe-4f0e-902b-8bd956eaf31a req-3ce52e6d-5836-4727-854a-0f727c4b11f1 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 210 time: 0.0753124 Jul 14 07:01:42.897226 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0ac5c8-13eb-4bd9-919e-e7cc8f1b602d x-openstack-request-id: req-af0ac5c8-13eb-4bd9-919e-e7cc8f1b602d {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:01:42.897719 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b9f121-449f-4349-a386-4166c2231548", "tag": "8b00ed8e-8f46-4582-8b4d-f80272948664", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:01:42.897988 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af0ac5c8-13eb-4bd9-919e-e7cc8f1b602d {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:01:42.898481 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b9f121-449f-4349-a386-4166c2231548', 'tag': '8b00ed8e-8f46-4582-8b4d-f80272948664', 'status': 'completed', 'code': 200} Jul 14 07:01:43.030700 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:43.042638 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd3e85-e1d6-4402-bbbc-910c5ff63822 req-d9d9679f-caae-4438-bdbb-107b20ac1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:43.045983 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-84bd3e85-e1d6-4402-bbbc-910c5ff63822 req-d9d9679f-caae-4438-bdbb-107b20ac1457 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df5007bb538d476aaadc8ea68599bb82&device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 1095 time: 0.1135678 Jul 14 07:01:43.122635 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34568) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:43.126784 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-76661dcb-a0bc-409c-acfe-8cdbbaf3ac05 None None] Provisioning for port a979de78-27f6-49ff-8176-7938934a3bc0 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:43.137556 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-76661dcb-a0bc-409c-acfe-8cdbbaf3ac05 None None] Provisioning complete for port a979de78-27f6-49ff-8176-7938934a3bc0 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:43.137939 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-76661dcb-a0bc-409c-acfe-8cdbbaf3ac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:43.176948 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd3e85-e1d6-4402-bbbc-910c5ff63822 req-07447586-4520-4233-a035-b583ee78f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:43.178233 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0bd8e-b0d1-40b6-90c7-151b5065c000 req-1f52c89e-1a9f-47b7-84ef-73efff0bf2ab tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:43.178535 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-84bd3e85-e1d6-4402-bbbc-910c5ff63822 req-07447586-4520-4233-a035-b583ee78f344 service neutron] 10.222.0.30 "GET /v2.0/networks?id=676e2b20-42f6-4071-a6c3-1c63ec9861d1 HTTP/1.1" status: 200 len: 921 time: 0.1239622 Jul 14 07:01:43.186662 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ac0bd8e-b0d1-40b6-90c7-151b5065c000 req-1f52c89e-1a9f-47b7-84ef-73efff0bf2ab tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a6bcf96-6b20-43c2-a452-a71f6c2cd112 HTTP/1.1" status: 200 len: 948 time: 0.3053997 Jul 14 07:01:43.210091 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-76661dcb-a0bc-409c-acfe-8cdbbaf3ac05 None None] Port a979de78-27f6-49ff-8176-7938934a3bc0 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:01:43.271890 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b38689-e4c4-4a95-97c8-18ac89441227 req-184d413b-4da2-4c06-9c38-4c31cac92545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:43.273450 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8b38689-e4c4-4a95-97c8-18ac89441227 req-184d413b-4da2-4c06-9c38-4c31cac92545 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b41f3f9fc204a16b44d3a5708e5856c&device_id=0a6bcf96-6b20-43c2-a452-a71f6c2cd112 HTTP/1.1" status: 200 len: 1099 time: 0.4019527 Jul 14 07:01:43.400229 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ac0bd8e-b0d1-40b6-90c7-151b5065c000 req-5283c567-ea23-4ffb-a5cd-8f65c4cecfdc tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125752 Jul 14 07:01:43.421287 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-84bd3e85-e1d6-4402-bbbc-910c5ff63822 req-b6502998-297f-462a-99de-7dde9d0c8a58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b00ed8e-8f46-4582-8b4d-f80272948664 HTTP/1.1" status: 200 len: 217 time: 0.2359772 Jul 14 07:01:43.488264 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b38689-e4c4-4a95-97c8-18ac89441227 req-ead35daf-07a2-48fa-bc2d-0474a27b59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:43.489109 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-23f730ee-440f-43d2-b14d-20be78a9ba77 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29eff19d9248446bb4f1ef666bd4d1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652377 Jul 14 07:01:43.489760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8b38689-e4c4-4a95-97c8-18ac89441227 req-ead35daf-07a2-48fa-bc2d-0474a27b59e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.2039268 Jul 14 07:01:43.489941 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34576) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:43.514370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd3e85-e1d6-4402-bbbc-910c5ff63822 req-5ec36cca-601e-42b4-b42f-3c4e0cbdf326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:43.515829 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-84bd3e85-e1d6-4402-bbbc-910c5ff63822 req-5ec36cca-601e-42b4-b42f-3c4e0cbdf326 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=124c2427-9923-4b0b-a650-c757f2793116 HTTP/1.1" status: 200 len: 859 time: 0.0841727 Jul 14 07:01:43.538482 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8b38689-e4c4-4a95-97c8-18ac89441227 req-08425f01-7075-41d2-9b39-83ac762ac7e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=f1397c10-ecbd-404e-8def-18185fd6911c HTTP/1.1" status: 200 len: 217 time: 0.0382361 Jul 14 07:01:43.662986 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a979de78-27f6-49ff-8176-7938934a3bc0 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:01:43.673020 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:43.686586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Transition to ACTIVE for port object a979de78-27f6-49ff-8176-7938934a3bc0 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:43.699852 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b38689-e4c4-4a95-97c8-18ac89441227 req-4c1ae9c6-74c9-41e6-8db9-9132ff2af6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:43.701448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8b38689-e4c4-4a95-97c8-18ac89441227 req-4c1ae9c6-74c9-41e6-8db9-9132ff2af6be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1549294 Jul 14 07:01:43.704124 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:43.705048 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d4a83-e965-4993-9286-811dee7fa23d req-412fbdd1-d512-49bc-a83f-3d49b729036f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:43.706562 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-284d4a83-e965-4993-9286-811dee7fa23d req-412fbdd1-d512-49bc-a83f-3d49b729036f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.15 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 821 time: 0.1438127 Jul 14 07:01:43.712392 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce51a951-d0f9-4861-97b9-9a1b3a741d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:43.721283 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-284d4a83-e965-4993-9286-811dee7fa23d req-81e6cd30-e6cc-4f88-aaa5-80c6e654526a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Request body: {'port': {'device_id': '0e7302c7-4086-42e1-a404-afcf3089b68d', 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86', 'admin_state_up': True, 'tenant_id': '4bb7e9bc2a1044b6a6502114e85dc356'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:43.775449 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd3e85-e1d6-4402-bbbc-910c5ff63822 req-583ccbf7-6fb6-4675-91b0-cb811e052a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:43.777078 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-84bd3e85-e1d6-4402-bbbc-910c5ff63822 req-583ccbf7-6fb6-4675-91b0-cb811e052a39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=676e2b20-42f6-4071-a6c3-1c63ec9861d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2510140 Jul 14 07:01:43.813130 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce51a951-d0f9-4861-97b9-9a1b3a741d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:43.842830 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Pushing event updated for resources: {'Port': ['ID=a979de78-27f6-49ff-8176-7938934a3bc0,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:43.872340 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Attempting to bind port a979de78-27f6-49ff-8176-7938934a3bc0 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:01:43.872667 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Attempting to bind port a979de78-27f6-49ff-8176-7938934a3bc0 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '7d719af1-58e1-487a-af61-7254e3dcfc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:01:43.872986 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Attempting to bind port a979de78-27f6-49ff-8176-7938934a3bc0 on network 8275b157-0f8d-4b3a-902c-fb5bdf31df26 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:43.886743 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b871ddd-8f62-4bd4-9ed0-57472a86172c req-fc472e2a-dfcb-41a7-86f7-01767cd091e4 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:43.888266 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b871ddd-8f62-4bd4-9ed0-57472a86172c req-fc472e2a-dfcb-41a7-86f7-01767cd091e4 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 944 time: 0.2989945 Jul 14 07:01:43.890727 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Port a979de78-27f6-49ff-8176-7938934a3bc0 on network 8275b157-0f8d-4b3a-902c-fb5bdf31df26 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:01:43.891029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Attempting to bind port a979de78-27f6-49ff-8176-7938934a3bc0 on network 8275b157-0f8d-4b3a-902c-fb5bdf31df26 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:43.927158 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:01:43.928307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Checking segment: {'id': '7d719af1-58e1-487a-af61-7254e3dcfc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:43.928307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Bound using segment: {'id': '7d719af1-58e1-487a-af61-7254e3dcfc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:01:43.928307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Bound port: a979de78-27f6-49ff-8176-7938934a3bc0, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d719af1-58e1-487a-af61-7254e3dcfc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:01:43.928669 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:43.944333 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b38689-e4c4-4a95-97c8-18ac89441227 req-da21cf63-362f-4873-9b7a-7142c06dbfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:43.945889 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8b38689-e4c4-4a95-97c8-18ac89441227 req-da21cf63-362f-4873-9b7a-7142c06dbfe4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2359986 Jul 14 07:01:43.961879 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-84bd3e85-e1d6-4402-bbbc-910c5ff63822 req-309a593d-26bd-4163-a21b-be9406e5472a service neutron] 10.222.0.30 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756516 Jul 14 07:01:43.963602 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b871ddd-8f62-4bd4-9ed0-57472a86172c req-0dad9d4f-b25a-46fc-bfd0-e98e914252b3 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/security-groups?id=2da91405-9355-400a-8f3f-d41afea688cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694623 Jul 14 07:01:44.004924 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce51a951-d0f9-4861-97b9-9a1b3a741d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:44.007582 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce51a951-d0f9-4861-97b9-9a1b3a741d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:44.008809 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ce51a951-d0f9-4861-97b9-9a1b3a741d5b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/64fa6654-137f-4ace-86ff-84a28e34e4c0 HTTP/1.1" status: 204 len: 168 time: 0.5157864 Jul 14 07:01:44.113537 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284d4a83-e965-4993-9286-811dee7fa23d req-81e6cd30-e6cc-4f88-aaa5-80c6e654526a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Made reservation on behalf of 4bb7e9bc2a1044b6a6502114e85dc356 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:44.117979 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-284d4a83-e965-4993-9286-811dee7fa23d req-81e6cd30-e6cc-4f88-aaa5-80c6e654526a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:44.118999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] For port a979de78-27f6-49ff-8176-7938934a3bc0, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:01:44.123392 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] For port a979de78-27f6-49ff-8176-7938934a3bc0, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a979de78-27f6-49ff-8176-7938934a3bc0,segment=NetworkSegment(7d719af1-58e1-487a-af61-7254e3dcfc8b),segment_id=7d719af1-58e1-487a-af61-7254e3dcfc8b)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:01:44.127475 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8b38689-e4c4-4a95-97c8-18ac89441227 req-46ed0d35-2b33-4853-8652-e4b953bc7e1a service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631174 Jul 14 07:01:44.131313 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:44.166504 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51a951-d0f9-4861-97b9-9a1b3a741d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fa6654-137f-4ace-86ff-84a28e34e4c0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:44.232761 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:44.233994 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:44.235646 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] 10.222.0.30 "PUT /v2.0/ports/a979de78-27f6-49ff-8176-7938934a3bc0 HTTP/1.1" status: 200 len: 1092 time: 1.4598246 Jul 14 07:01:44.305057 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-84bd3e85-e1d6-4402-bbbc-910c5ff63822 req-612ab057-b775-471a-8727-ede2b8069841 service neutron] 10.222.0.30 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348310 Jul 14 07:01:44.366020 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-284d4a83-e965-4993-9286-811dee7fa23d req-81e6cd30-e6cc-4f88-aaa5-80c6e654526a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Allocated IP 172.20.0.7 (fe3e6dc2-d274-4884-a631-cf4f8daefb86/c7d2e013-b9d3-4daa-9c60-1cf790b7d623/dcf2efef-68b1-4130-9c96-4f28d02d6d7d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:01:44.371565 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0af700-8294-41a1-a683-2f5844dbffbe service neutron] Pushing event updated for resources: {'Port': ['ID=a979de78-27f6-49ff-8176-7938934a3bc0,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:44.405341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34592) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:44.432237 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8b38689-e4c4-4a95-97c8-18ac89441227 req-f2930d63-8aee-4d6e-83f5-c76d8bc8e1c5 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954199 Jul 14 07:01:44.458598 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545c161-78fe-4a97-94d3-bfa8d4bd1560 req-17bb90ab-2fb3-4614-b7c6-fec56c0f22a4 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:44.460473 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b545c161-78fe-4a97-94d3-bfa8d4bd1560 req-17bb90ab-2fb3-4614-b7c6-fec56c0f22a4 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=12bec10c-43f5-4067-871e-9c03f105f542 HTTP/1.1" status: 200 len: 944 time: 0.2339680 Jul 14 07:01:44.472357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9528042-67a1-4058-bbda-9d15dd3beb2e req-207350f8-4fee-450d-8a67-b8a7a124d3ba tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:44.474139 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9528042-67a1-4058-bbda-9d15dd3beb2e req-207350f8-4fee-450d-8a67-b8a7a124d3ba tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 945 time: 0.2492232 Jul 14 07:01:44.486370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-cf10a5c3-ec60-4d30-9cd9-dd1c7d2bb772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:44.487814 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-cf10a5c3-ec60-4d30-9cd9-dd1c7d2bb772 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1b2d28cf04d40aa988da155be385097&device_id=12bec10c-43f5-4067-871e-9c03f105f542 HTTP/1.1" status: 200 len: 1095 time: 0.1684110 Jul 14 07:01:44.521172 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-87648c92-387b-44a8-8236-798e2caab621 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=36e16484a5bc457abe5bc7450e1c34ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1146703 Jul 14 07:01:44.523833 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34596) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:44.547266 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-4060f57d-43c2-4df7-b233-1fc2b196a82b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a979de78-27f6-49ff-8176-7938934a3bc0 HTTP/1.1" status: 200 len: 217 time: 0.0514505 Jul 14 07:01:44.577130 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b545c161-78fe-4a97-94d3-bfa8d4bd1560 req-e7563aeb-4562-4f2a-9966-87a35a716a15 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3c7f637-f801-425c-a58b-4ef4c095d693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002345 Jul 14 07:01:44.603161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bec10c-43f5-4067-871e-9c03f105f542', 'tag': 'a979de78-27f6-49ff-8176-7938934a3bc0'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:01:44.604309 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b0b760-87e9-4ecc-acac-61fdad5ced61" -d '{"events": [{"name": "network-changed", "server_uuid": "12bec10c-43f5-4067-871e-9c03f105f542", "tag": "a979de78-27f6-49ff-8176-7938934a3bc0"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:01:44.613549 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9528042-67a1-4058-bbda-9d15dd3beb2e req-8304e69d-2e3e-4367-b9ef-3b579293de87 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248147 Jul 14 07:01:44.614810 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-284d4a83-e965-4993-9286-811dee7fa23d req-81e6cd30-e6cc-4f88-aaa5-80c6e654526a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:44.618445 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9528cd06-9658-47b9-99cf-2c406575d777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:44.628959 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-c72aacef-af57-494f-8180-7a9c50a49bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:44.630588 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-c72aacef-af57-494f-8180-7a9c50a49bd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09316beb-b379-4562-9195-dccf17a52656 HTTP/1.1" status: 200 len: 863 time: 0.0758204 Jul 14 07:01:44.646537 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9528cd06-9658-47b9-99cf-2c406575d777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:44.701542 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-284d4a83-e965-4993-9286-811dee7fa23d req-81e6cd30-e6cc-4f88-aaa5-80c6e654526a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:44.726579 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-2ce21e60-bfc8-4c06-a497-139645fa3d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:44.728162 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-2ce21e60-bfc8-4c06-a497-139645fa3d8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8275b157-0f8d-4b3a-902c-fb5bdf31df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914397 Jul 14 07:01:44.744984 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9528cd06-9658-47b9-99cf-2c406575d777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:44.747465 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9528cd06-9658-47b9-99cf-2c406575d777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:44.748638 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9528cd06-9658-47b9-99cf-2c406575d777 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f34ab51d-942e-4c1a-abdc-1a65cbe338e2 HTTP/1.1" status: 204 len: 168 time: 0.2239816 Jul 14 07:01:44.767438 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528cd06-9658-47b9-99cf-2c406575d777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34ab51d-942e-4c1a-abdc-1a65cbe338e2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:44.769888 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284d4a83-e965-4993-9286-811dee7fa23d req-81e6cd30-e6cc-4f88-aaa5-80c6e654526a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Network fe3e6dc2-d274-4884-a631-cf4f8daefb86 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:44.775678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-284d4a83-e965-4993-9286-811dee7fa23d req-81e6cd30-e6cc-4f88-aaa5-80c6e654526a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:44.781657 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-284d4a83-e965-4993-9286-811dee7fa23d req-81e6cd30-e6cc-4f88-aaa5-80c6e654526a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:01:44.787629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d4a83-e965-4993-9286-811dee7fa23d req-81e6cd30-e6cc-4f88-aaa5-80c6e654526a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:44.788214 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-284d4a83-e965-4993-9286-811dee7fa23d req-81e6cd30-e6cc-4f88-aaa5-80c6e654526a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:44.791810 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6cd30-e6cc-4f88-aaa5-80c6e654526a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Pushing event updated for resources: {'Port': ['ID=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:44.807521 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-284d4a83-e965-4993-9286-811dee7fa23d req-81e6cd30-e6cc-4f88-aaa5-80c6e654526a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0900009 Jul 14 07:01:44.819217 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Request body: {'port': {'device_id': '0e7302c7-4086-42e1-a404-afcf3089b68d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:44.865508 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2703e6f-6340-49a0-8681-9e3795d29217 req-bced8486-e243-4792-a334-237c2d106c99 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:44.873732 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d2703e6f-6340-49a0-8681-9e3795d29217 req-bced8486-e243-4792-a334-237c2d106c99 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 931 time: 0.1621509 Jul 14 07:01:44.916739 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:44.930144 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d2703e6f-6340-49a0-8681-9e3795d29217 req-4f0fc4bf-05a5-4573-a20d-f301cedfcc16 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554700 Jul 14 07:01:44.932336 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-40a3324a-cb82-4185-8709-d83200e529c0 service neutron] 10.222.0.30 "GET /v2.0/networks/8275b157-0f8d-4b3a-902c-fb5bdf31df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847477 Jul 14 07:01:45.041392 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bca0b4-34f1-4460-8e9e-45402d61d8ab x-openstack-request-id: req-b2bca0b4-34f1-4460-8e9e-45402d61d8ab {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:01:45.041778 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bec10c-43f5-4067-871e-9c03f105f542", "tag": "a979de78-27f6-49ff-8176-7938934a3bc0", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:01:45.042126 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2bca0b4-34f1-4460-8e9e-45402d61d8ab {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:01:45.042611 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bec10c-43f5-4067-871e-9c03f105f542', 'tag': 'a979de78-27f6-49ff-8176-7938934a3bc0', 'status': 'completed', 'code': 200} Jul 14 07:01:45.049633 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edcb36bc-e6a4-4971-b204-6aa29e214a1b req-b9a33307-3ede-49ad-8291-3756a027fad7 service neutron] 10.222.0.30 "GET /v2.0/networks/8275b157-0f8d-4b3a-902c-fb5bdf31df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101816 Jul 14 07:01:45.154968 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:45.291175 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:45.309447 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf2efef-68b1-4130-9c96-4f28d02d6d7d {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:01:45.320637 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:45.336229 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Transition to ACTIVE for port object dcf2efef-68b1-4130-9c96-4f28d02d6d7d will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:45.342307 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:45.395922 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:45.439971 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Attempting to bind port dcf2efef-68b1-4130-9c96-4f28d02d6d7d on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:01:45.440708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Attempting to bind port dcf2efef-68b1-4130-9c96-4f28d02d6d7d by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:01:45.440708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Attempting to bind port dcf2efef-68b1-4130-9c96-4f28d02d6d7d on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:45.445762 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Port dcf2efef-68b1-4130-9c96-4f28d02d6d7d on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:01:45.446169 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Attempting to bind port dcf2efef-68b1-4130-9c96-4f28d02d6d7d on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:45.451333 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:01:45.451826 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Checking segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:45.452311 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Bound using segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:01:45.452733 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Bound port: dcf2efef-68b1-4130-9c96-4f28d02d6d7d, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:01:45.453086 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:45.470674 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d494a-3298-4efc-93b7-8af33b01bd7e req-0e073668-fc3e-4adf-8b91-fcf014f61d08 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:45.472194 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-084d494a-3298-4efc-93b7-8af33b01bd7e req-0e073668-fc3e-4adf-8b91-fcf014f61d08 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a6bcf96-6b20-43c2-a452-a71f6c2cd112 HTTP/1.1" status: 200 len: 948 time: 0.3895688 Jul 14 07:01:45.475231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0b760-87e9-4ecc-acac-61fdad5ced61 req-7d5d0aaa-fa1f-4f79-8674-898bb3312ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:45.476629 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12b0b760-87e9-4ecc-acac-61fdad5ced61 req-7d5d0aaa-fa1f-4f79-8674-898bb3312ce9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1b2d28cf04d40aa988da155be385097&device_id=12bec10c-43f5-4067-871e-9c03f105f542 HTTP/1.1" status: 200 len: 1095 time: 0.1274908 Jul 14 07:01:45.530450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] For port dcf2efef-68b1-4130-9c96-4f28d02d6d7d, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:01:45.534023 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] For port dcf2efef-68b1-4130-9c96-4f28d02d6d7d, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:01:45.540241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d07425-d694-4b45-ac70-d8d5b2401edf req-a2fe1d05-6130-449c-b932-878839aa049d tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:45.542516 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:45.547409 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36d07425-d694-4b45-ac70-d8d5b2401edf req-a2fe1d05-6130-449c-b932-878839aa049d tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 1096 time: 0.1691375 Jul 14 07:01:45.591013 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-084d494a-3298-4efc-93b7-8af33b01bd7e req-6a70f22f-0f00-4490-9b14-07fde74e3a20 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126831 Jul 14 07:01:45.610416 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:45.624368 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36d07425-d694-4b45-ac70-d8d5b2401edf req-5305b511-3387-47c1-a588-b2f85e78e10c tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760200 Jul 14 07:01:45.624719 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:45.625421 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:45.627121 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-284d4a83-e965-4993-9286-811dee7fa23d req-23f8d99e-158f-4a54-a2f8-3616dd14b373 service neutron] 10.222.0.15 "PUT /v2.0/ports/dcf2efef-68b1-4130-9c96-4f28d02d6d7d HTTP/1.1" status: 200 len: 1091 time: 0.8125494 Jul 14 07:01:45.627808 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7302c7-4086-42e1-a404-afcf3089b68d', 'tag': 'dcf2efef-68b1-4130-9c96-4f28d02d6d7d'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:01:45.630504 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf3cb1f-26ab-4381-8c5a-97a1b9da4760" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7302c7-4086-42e1-a404-afcf3089b68d", "tag": "dcf2efef-68b1-4130-9c96-4f28d02d6d7d"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:01:45.665512 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0b760-87e9-4ecc-acac-61fdad5ced61 req-265e964e-bea9-4b8a-bf51-cfe61d968cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:45.667059 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12b0b760-87e9-4ecc-acac-61fdad5ced61 req-265e964e-bea9-4b8a-bf51-cfe61d968cda service neutron] 10.222.0.30 "GET /v2.0/networks?id=8275b157-0f8d-4b3a-902c-fb5bdf31df26 HTTP/1.1" status: 200 len: 925 time: 0.1802688 Jul 14 07:01:45.732730 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12b0b760-87e9-4ecc-acac-61fdad5ced61 req-71b3aba3-5510-4a90-a6a4-57cd56b0cf01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a979de78-27f6-49ff-8176-7938934a3bc0 HTTP/1.1" status: 200 len: 217 time: 0.0577486 Jul 14 07:01:45.756895 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d4a83-e965-4993-9286-811dee7fa23d req-0c0fcfc6-c580-4787-835e-8d4d05871815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:45.758635 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-284d4a83-e965-4993-9286-811dee7fa23d req-0c0fcfc6-c580-4787-835e-8d4d05871815 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 1094 time: 0.0872979 Jul 14 07:01:45.812530 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-284d4a83-e965-4993-9286-811dee7fa23d req-13e6a318-f667-4097-ad63-c70e5db5dce5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcf2efef-68b1-4130-9c96-4f28d02d6d7d HTTP/1.1" status: 200 len: 217 time: 0.0450201 Jul 14 07:01:45.861069 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d4a83-e965-4993-9286-811dee7fa23d req-7e3ee28b-179a-4377-9cc8-b524267d2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:45.862678 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-284d4a83-e965-4993-9286-811dee7fa23d req-7e3ee28b-179a-4377-9cc8-b524267d2e94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.0445020 Jul 14 07:01:45.864523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0b760-87e9-4ecc-acac-61fdad5ced61 req-9007efc6-49f8-4723-93b9-4995121c0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:45.865999 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12b0b760-87e9-4ecc-acac-61fdad5ced61 req-9007efc6-49f8-4723-93b9-4995121c0498 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09316beb-b379-4562-9195-dccf17a52656 HTTP/1.1" status: 200 len: 863 time: 0.1259263 Jul 14 07:01:45.899152 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-284d4a83-e965-4993-9286-811dee7fa23d req-68280af7-ff8e-4478-b76a-4736af76b865 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291235 Jul 14 07:01:45.953919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7fbfe-1973-4d76-9575-9ca713bce8eb req-f5a02c3b-dee1-437c-95db-d3808936d37b tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:45.963667 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78f7fbfe-1973-4d76-9575-9ca713bce8eb req-f5a02c3b-dee1-437c-95db-d3808936d37b tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 944 time: 0.1689339 Jul 14 07:01:46.003913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f1397c10-ecbd-404e-8def-18185fd6911c details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:01:46.006810 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b3aa8-1096-46b1-8f7a-90f5b262401c req-acd6b038-2bc5-47fb-90e4-57a106e70df3 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:46.014660 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-809b3aa8-1096-46b1-8f7a-90f5b262401c req-acd6b038-2bc5-47fb-90e4-57a106e70df3 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=12bec10c-43f5-4067-871e-9c03f105f542 HTTP/1.1" status: 200 len: 944 time: 0.2030423 Jul 14 07:01:46.025396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0b760-87e9-4ecc-acac-61fdad5ced61 req-0261ed46-9895-499b-89bd-597f053135e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:46.026838 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12b0b760-87e9-4ecc-acac-61fdad5ced61 req-0261ed46-9895-499b-89bd-597f053135e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8275b157-0f8d-4b3a-902c-fb5bdf31df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513948 Jul 14 07:01:46.028968 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-284d4a83-e965-4993-9286-811dee7fa23d req-8d3f4051-457b-4b10-9302-edb086b9d145 service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228309 Jul 14 07:01:46.076887 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 8b00ed8e-8f46-4582-8b4d-f80272948664 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:01:46.110716 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78f7fbfe-1973-4d76-9575-9ca713bce8eb req-5526c462-d7a6-481c-b4c9-017e111635e3 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/security-groups?id=2da91405-9355-400a-8f3f-d41afea688cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456780 Jul 14 07:01:46.138110 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f1397c10-ecbd-404e-8def-18185fd6911c, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f1397c10-ecbd-404e-8def-18185fd6911c,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:46.150888 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'f1397c10-ecbd-404e-8def-18185fd6911c', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': 'f1397c10-ecbd-404e-8def-18185fd6911c', 'mac_address': 'fa:16:3e:7a:de:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:01:46.162667 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-809b3aa8-1096-46b1-8f7a-90f5b262401c req-d7961303-2b7a-4044-a8d2-6cfe079dda58 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3c7f637-f801-425c-a58b-4ef4c095d693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470623 Jul 14 07:01:46.177741 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1004d9b4-558a-4420-a065-e8f14ceeafd8 x-openstack-request-id: req-1004d9b4-558a-4420-a065-e8f14ceeafd8 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:01:46.178387 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7302c7-4086-42e1-a404-afcf3089b68d", "tag": "dcf2efef-68b1-4130-9c96-4f28d02d6d7d", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:01:46.178811 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1004d9b4-558a-4420-a065-e8f14ceeafd8 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:01:46.179579 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7302c7-4086-42e1-a404-afcf3089b68d', 'tag': 'dcf2efef-68b1-4130-9c96-4f28d02d6d7d', 'status': 'completed', 'code': 200} Jul 14 07:01:46.199669 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-284d4a83-e965-4993-9286-811dee7fa23d req-6505349f-8976-4271-bc03-c535b258a183 service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614957 Jul 14 07:01:46.228693 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:46.242320 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12b0b760-87e9-4ecc-acac-61fdad5ced61 req-fe7f5d9e-0737-43ea-bad5-85d03d9f555a service neutron] 10.222.0.30 "GET /v2.0/networks/8275b157-0f8d-4b3a-902c-fb5bdf31df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999426 Jul 14 07:01:46.261176 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1397c10-ecbd-404e-8def-18185fd6911c {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:01:46.302144 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f1397c10-ecbd-404e-8def-18185fd6911c, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f1397c10-ecbd-404e-8def-18185fd6911c,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:46.312899 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:46.334333 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3cb1f-26ab-4381-8c5a-97a1b9da4760 req-b085e6d6-c9a7-4aec-b7fd-e612d1b4ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:46.336052 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6cf3cb1f-26ab-4381-8c5a-97a1b9da4760 req-b085e6d6-c9a7-4aec-b7fd-e612d1b4ec51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 1094 time: 0.0747793 Jul 14 07:01:46.384437 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=f1397c10-ecbd-404e-8def-18185fd6911c,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:46.390768 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12b0b760-87e9-4ecc-acac-61fdad5ced61 req-188bee6f-519d-493c-a28f-4eda008003cd service neutron] 10.222.0.30 "GET /v2.0/networks/8275b157-0f8d-4b3a-902c-fb5bdf31df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405184 Jul 14 07:01:46.412911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 8b00ed8e-8f46-4582-8b4d-f80272948664, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=8b00ed8e-8f46-4582-8b4d-f80272948664,segment=NetworkSegment(020f8a0c-1d19-4d1d-9be1-5fa389f767db),segment_id=020f8a0c-1d19-4d1d-9be1-5fa389f767db)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:46.434978 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '8b00ed8e-8f46-4582-8b4d-f80272948664', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'port_id': '8b00ed8e-8f46-4582-8b4d-f80272948664', 'mac_address': 'fa:16:3e:18:6d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:01:46.448922 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf6bfa-2985-4ec4-86eb-3a0614900f5f req-6cfbb76c-32ca-4443-bfd5-ec75def354ab tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:46.457328 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-58cf6bfa-2985-4ec4-86eb-3a0614900f5f req-6cfbb76c-32ca-4443-bfd5-ec75def354ab tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 1096 time: 0.0652206 Jul 14 07:01:46.475321 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3cb1f-26ab-4381-8c5a-97a1b9da4760 req-54690479-7b7a-417a-a035-9090406e45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:46.478613 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6cf3cb1f-26ab-4381-8c5a-97a1b9da4760 req-54690479-7b7a-417a-a035-9090406e45e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 922 time: 0.1351426 Jul 14 07:01:46.502263 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:46.511682 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-58cf6bfa-2985-4ec4-86eb-3a0614900f5f req-04ce5c28-d225-4474-b228-2d95b8f99589 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534198 Jul 14 07:01:46.529173 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b00ed8e-8f46-4582-8b4d-f80272948664 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:01:46.554125 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 8b00ed8e-8f46-4582-8b4d-f80272948664, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=8b00ed8e-8f46-4582-8b4d-f80272948664,segment=NetworkSegment(020f8a0c-1d19-4d1d-9be1-5fa389f767db),segment_id=020f8a0c-1d19-4d1d-9be1-5fa389f767db)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:46.555540 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['f1397c10-ecbd-404e-8def-18185fd6911c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:01:46.567875 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6cf3cb1f-26ab-4381-8c5a-97a1b9da4760 req-494a8e80-6eec-4639-a3c0-9eaf47aa6d9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcf2efef-68b1-4130-9c96-4f28d02d6d7d HTTP/1.1" status: 200 len: 217 time: 0.0810065 Jul 14 07:01:46.600819 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:46.627512 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3cb1f-26ab-4381-8c5a-97a1b9da4760 req-14b87c97-f2da-4a80-99bc-9255f0df5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:46.629309 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6cf3cb1f-26ab-4381-8c5a-97a1b9da4760 req-14b87c97-f2da-4a80-99bc-9255f0df5d2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.0546854 Jul 14 07:01:46.668236 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6cf3cb1f-26ab-4381-8c5a-97a1b9da4760 req-60727ff8-70da-4f88-9d53-e6af35e1f9cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307040 Jul 14 07:01:46.705289 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe2e5f-b98d-478f-83db-c6b9ba0f5caa req-9b434ea9-dab6-4a3d-8448-007762ed376e tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:46.707585 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dcfe2e5f-b98d-478f-83db-c6b9ba0f5caa req-9b434ea9-dab6-4a3d-8448-007762ed376e tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 943 time: 0.0749981 Jul 14 07:01:46.722849 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=8b00ed8e-8f46-4582-8b4d-f80272948664,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:46.761731 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dcfe2e5f-b98d-478f-83db-c6b9ba0f5caa req-f149f510-9ab8-4f2d-8859-2f8293bebe83 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468705 Jul 14 07:01:46.794266 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6cf3cb1f-26ab-4381-8c5a-97a1b9da4760 req-7b5910f2-01a6-4e4f-878c-412d431c6495 service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177773 Jul 14 07:01:46.811291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['8b00ed8e-8f46-4582-8b4d-f80272948664'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:01:46.934416 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6cf3cb1f-26ab-4381-8c5a-97a1b9da4760 req-b43d4337-52ce-445c-a507-853edfc83078 service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336315 Jul 14 07:01:47.010167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4d686-42e8-4b91-adc5-aab63a9fd690 req-a95b2b86-eb9e-4a2d-955b-1435a5c11d4a tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:47.011549 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13d4d686-42e8-4b91-adc5-aab63a9fd690 req-a95b2b86-eb9e-4a2d-955b-1435a5c11d4a tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a6bcf96-6b20-43c2-a452-a71f6c2cd112 HTTP/1.1" status: 200 len: 949 time: 0.0808959 Jul 14 07:01:47.052093 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13d4d686-42e8-4b91-adc5-aab63a9fd690 req-d94ef615-f3e6-4b72-b473-f019f9a70ea6 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341394 Jul 14 07:01:47.324455 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34692) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:47.375759 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846d318-e46f-407a-be23-70246a5284d6 req-fff4d6b6-af37-43e4-a4f5-88836ba5f2a6 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:47.377451 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e846d318-e46f-407a-be23-70246a5284d6 req-fff4d6b6-af37-43e4-a4f5-88836ba5f2a6 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 945 time: 0.1158061 Jul 14 07:01:47.441844 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e846d318-e46f-407a-be23-70246a5284d6 req-b73436b8-eddc-4645-b294-89ae71877761 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/security-groups?id=2da91405-9355-400a-8f3f-d41afea688cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544009 Jul 14 07:01:47.444122 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c69f0487-9d0a-417a-8dde-83a82ca27013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:47.465954 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ff66f-a802-475e-8cb3-84149617bae0 req-af31a4b0-f8bd-4d1c-aa56-7053d57a7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:47.468347 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b3ff66f-a802-475e-8cb3-84149617bae0 req-af31a4b0-f8bd-4d1c-aa56-7053d57a7328 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 1096 time: 0.0900233 Jul 14 07:01:47.577591 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c69f0487-9d0a-417a-8dde-83a82ca27013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:47.582741 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c69f0487-9d0a-417a-8dde-83a82ca27013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:47.603591 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ff66f-a802-475e-8cb3-84149617bae0 req-98e0daaf-1033-4295-8ec5-fcfcfc4da3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:47.605471 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b3ff66f-a802-475e-8cb3-84149617bae0 req-98e0daaf-1033-4295-8ec5-fcfcfc4da3c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.1143494 Jul 14 07:01:47.616899 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c69f0487-9d0a-417a-8dde-83a82ca27013 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d78b558f2b7646f281122ba98599f02d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913582 Jul 14 07:01:47.619633 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34714) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:47.648328 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f0487-9d0a-417a-8dde-83a82ca27013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaabc287-332a-4e54-8b7e-c7adf6379170,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:47.670593 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b3ff66f-a802-475e-8cb3-84149617bae0 req-76834636-aaaf-45cb-8d60-90715f18a169 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec3f614-8221-483b-9341-42d8917d9ed6 HTTP/1.1" status: 200 len: 217 time: 0.0583394 Jul 14 07:01:47.680941 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1884a045-8c8a-432c-b4c5-6414837fbf85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:47.706933 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1884a045-8c8a-432c-b4c5-6414837fbf85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:47.751993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ff66f-a802-475e-8cb3-84149617bae0 req-1c0d7487-54f7-4f71-8584-2cc5aa766671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:47.753532 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b3ff66f-a802-475e-8cb3-84149617bae0 req-1c0d7487-54f7-4f71-8584-2cc5aa766671 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.0660081 Jul 14 07:01:47.762083 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1884a045-8c8a-432c-b4c5-6414837fbf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:47.765452 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1884a045-8c8a-432c-b4c5-6414837fbf85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:47.766065 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b5839-c41c-4761-b1a4-238b2ee7f01e req-994930ff-99d2-4aea-9d25-2771e3480489 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:47.766586 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1884a045-8c8a-432c-b4c5-6414837fbf85 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aaabc287-332a-4e54-8b7e-c7adf6379170 HTTP/1.1" status: 204 len: 168 time: 0.1460063 Jul 14 07:01:47.775294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884a045-8c8a-432c-b4c5-6414837fbf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaabc287-332a-4e54-8b7e-c7adf6379170,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:47.782901 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be3b5839-c41c-4761-b1a4-238b2ee7f01e req-994930ff-99d2-4aea-9d25-2771e3480489 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=12bec10c-43f5-4067-871e-9c03f105f542 HTTP/1.1" status: 200 len: 944 time: 0.1534278 Jul 14 07:01:47.829085 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b3ff66f-a802-475e-8cb3-84149617bae0 req-dc1deed1-61b1-468d-9f97-e3f275592ee7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440733 Jul 14 07:01:47.895045 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be3b5839-c41c-4761-b1a4-238b2ee7f01e req-622b8df5-7b4a-4417-8fb7-ce9ad504f44e tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3c7f637-f801-425c-a58b-4ef4c095d693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111994 Jul 14 07:01:47.947390 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b3ff66f-a802-475e-8cb3-84149617bae0 req-93b87d17-15a4-42a3-985b-4deb1e4b3077 service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121843 Jul 14 07:01:48.020544 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f1397c10-ecbd-404e-8def-18185fd6911c up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:48.084459 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device a979de78-27f6-49ff-8176-7938934a3bc0 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:01:48.086230 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b3ff66f-a802-475e-8cb3-84149617bae0 req-a33e6bfe-fcb4-46bf-b74c-52cc242c404a service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326339 Jul 14 07:01:48.129128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 8b00ed8e-8f46-4582-8b4d-f80272948664 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:48.147021 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34740) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:48.161431 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a835b584-5c1d-4bbb-9499-d7da22a0f83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.225294 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port f1397c10-ecbd-404e-8def-18185fd6911c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:48.253912 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port f1397c10-ecbd-404e-8def-18185fd6911c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:48.254617 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.258880 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 8b00ed8e-8f46-4582-8b4d-f80272948664 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:48.279859 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34748) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:48.286950 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189362cc-7353-4634-a8c2-cef5ca4ae713 req-5ade2fa6-0184-4602-bfce-55396720203f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:48.296375 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-189362cc-7353-4634-a8c2-cef5ca4ae713 req-5ade2fa6-0184-4602-bfce-55396720203f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 943 time: 0.1334183 Jul 14 07:01:48.298041 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 8b00ed8e-8f46-4582-8b4d-f80272948664 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:48.298622 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.339371 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a835b584-5c1d-4bbb-9499-d7da22a0f83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.344999 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a835b584-5c1d-4bbb-9499-d7da22a0f83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.359246 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-189362cc-7353-4634-a8c2-cef5ca4ae713 req-f9e44b69-0483-4968-84ae-96a990e0db78 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456061 Jul 14 07:01:48.399835 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a835b584-5c1d-4bbb-9499-d7da22a0f83b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f2d6d068b6c0413e91129ddcbfd5d929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518656 Jul 14 07:01:48.401260 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835b584-5c1d-4bbb-9499-d7da22a0f83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf8b742-c5aa-4523-98c9-e670e04d637b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:48.402983 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34752) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:48.424977 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port a979de78-27f6-49ff-8176-7938934a3bc0, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a979de78-27f6-49ff-8176-7938934a3bc0,segment=NetworkSegment(7d719af1-58e1-487a-af61-7254e3dcfc8b),segment_id=7d719af1-58e1-487a-af61-7254e3dcfc8b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:48.440103 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9a30deb-3219-42dd-baa0-69a7033910ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.448182 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.480100 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dcb93bec-864d-444b-8a36-33ba2d7fafb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.480467 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'a979de78-27f6-49ff-8176-7938934a3bc0', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'port_id': 'a979de78-27f6-49ff-8176-7938934a3bc0', 'mac_address': 'fa:16:3e:23:bb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09316beb-b379-4562-9195-dccf17a52656', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:01:48.517118 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dcb93bec-864d-444b-8a36-33ba2d7fafb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.548670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6bcf96-6b20-43c2-a452-a71f6c2cd112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1397c10-ecbd-404e-8def-18185fd6911c'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:01:48.551725 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08a6b60-d623-4b32-8efc-e4d7bcb7d937" -d '{"events": [{"server_uuid": "0a6bcf96-6b20-43c2-a452-a71f6c2cd112", "name": "network-vif-plugged", "status": "completed", "tag": "f1397c10-ecbd-404e-8def-18185fd6911c"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:01:48.551939 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9a30deb-3219-42dd-baa0-69a7033910ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.563207 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9a30deb-3219-42dd-baa0-69a7033910ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.563462 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.583389 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f1397c10-ecbd-404e-8def-18185fd6911c, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f1397c10-ecbd-404e-8def-18185fd6911c,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:48.586659 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dcb93bec-864d-444b-8a36-33ba2d7fafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.592362 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.594426 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dcb93bec-864d-444b-8a36-33ba2d7fafb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.595276 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.602137 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-dcb93bec-864d-444b-8a36-33ba2d7fafb4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3bf8b742-c5aa-4523-98c9-e670e04d637b HTTP/1.1" status: 204 len: 168 time: 0.1958733 Jul 14 07:01:48.612899 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f9a30deb-3219-42dd-baa0-69a7033910ff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2b513e493914a5886f664c888a39b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319988 Jul 14 07:01:48.615273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a30deb-3219-42dd-baa0-69a7033910ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15627e5-7e56-4f81-a280-a8b051faae27,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:48.617677 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34766) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:48.632193 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb93bec-864d-444b-8a36-33ba2d7fafb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf8b742-c5aa-4523-98c9-e670e04d637b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:48.645976 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a979de78-27f6-49ff-8176-7938934a3bc0 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:01:48.693983 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f44290f3-ec85-4121-a07c-a497699dbd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.723961 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f44290f3-ec85-4121-a07c-a497699dbd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.762003 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72807c68-ec7c-42e7-bf93-23a392fc4128 req-ddaa997f-47cd-4c04-b698-56213cb0ef8c tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:48.768777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 8b00ed8e-8f46-4582-8b4d-f80272948664, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=8b00ed8e-8f46-4582-8b4d-f80272948664,segment=NetworkSegment(020f8a0c-1d19-4d1d-9be1-5fa389f767db),segment_id=020f8a0c-1d19-4d1d-9be1-5fa389f767db)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:48.772052 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72807c68-ec7c-42e7-bf93-23a392fc4128 req-ddaa997f-47cd-4c04-b698-56213cb0ef8c tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a6bcf96-6b20-43c2-a452-a71f6c2cd112 HTTP/1.1" status: 200 len: 950 time: 0.1042662 Jul 14 07:01:48.787278 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34768) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:48.790177 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.798424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port a979de78-27f6-49ff-8176-7938934a3bc0, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a979de78-27f6-49ff-8176-7938934a3bc0,segment=NetworkSegment(7d719af1-58e1-487a-af61-7254e3dcfc8b),segment_id=7d719af1-58e1-487a-af61-7254e3dcfc8b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:48.799543 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f44290f3-ec85-4121-a07c-a497699dbd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.804364 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f44290f3-ec85-4121-a07c-a497699dbd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.807898 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f44290f3-ec85-4121-a07c-a497699dbd09 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c15627e5-7e56-4f81-a280-a8b051faae27 HTTP/1.1" status: 204 len: 168 time: 0.1870532 Jul 14 07:01:48.816797 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:48.822193 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=f1397c10-ecbd-404e-8def-18185fd6911c,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:48.826946 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44290f3-ec85-4121-a07c-a497699dbd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15627e5-7e56-4f81-a280-a8b051faae27,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:48.840710 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72807c68-ec7c-42e7-bf93-23a392fc4128 req-55d3218c-c2c5-463c-9a62-ee88e920888b tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675075 Jul 14 07:01:48.890196 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=8b00ed8e-8f46-4582-8b4d-f80272948664,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:48.961075 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=a979de78-27f6-49ff-8176-7938934a3bc0,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:49.023485 n-d-778696-5 neutron-server[93827]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 07:01:49.027684 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-78febdd1-ed01-4656-81f9-f26b1484ca4e tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:01:49.028697 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-78febdd1-ed01-4656-81f9-f26b1484ca4e tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2399130 Jul 14 07:01:49.039497 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7742542-e70c-4ae8-aecf-184f7bed6186 req-0080cbcb-a3f6-464f-ad34-5622552feffb tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:49.044269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['a979de78-27f6-49ff-8176-7938934a3bc0'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:01:49.048671 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c7742542-e70c-4ae8-aecf-184f7bed6186 req-0080cbcb-a3f6-464f-ad34-5622552feffb tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 946 time: 0.0769675 Jul 14 07:01:49.087010 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c7742542-e70c-4ae8-aecf-184f7bed6186 req-1afc4de9-c120-4c8a-a69a-d8d4c814a2c0 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/security-groups?id=2da91405-9355-400a-8f3f-d41afea688cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374773 Jul 14 07:01:49.167568 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e945f1d8-3808-42fe-a15d-6336c0379f92 x-openstack-request-id: req-e945f1d8-3808-42fe-a15d-6336c0379f92 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:01:49.167861 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6bcf96-6b20-43c2-a452-a71f6c2cd112", "name": "network-vif-plugged", "status": "completed", "tag": "f1397c10-ecbd-404e-8def-18185fd6911c", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:01:49.168169 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e945f1d8-3808-42fe-a15d-6336c0379f92 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:01:49.168559 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6bcf96-6b20-43c2-a452-a71f6c2cd112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1397c10-ecbd-404e-8def-18185fd6911c', 'code': 200} Jul 14 07:01:49.201992 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-fe2745d0-39ac-4205-955e-5346b11c952b service neutron] Request body: {'binding': {'host': 'n-h2-778696-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:49.202768 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-fe2745d0-39ac-4205-955e-5346b11c952b service neutron] Unknown quota resources ['binding']. {{(pid=93827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 07:01:49.330813 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34792) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:49.372758 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a16f925-2b4a-421e-b665-7bb7dee7bca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:49.383604 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9a714-f17a-4417-bfa3-5c868aaf6e6e req-6f7a5600-da0d-4081-8279-bb9402582941 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:49.391761 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cef9a714-f17a-4417-bfa3-5c868aaf6e6e req-6f7a5600-da0d-4081-8279-bb9402582941 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=12bec10c-43f5-4067-871e-9c03f105f542 HTTP/1.1" status: 200 len: 945 time: 0.0813322 Jul 14 07:01:49.438192 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cef9a714-f17a-4417-bfa3-5c868aaf6e6e req-b1918775-2d44-434f-8ce0-9a5fd2c243ed tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3c7f637-f801-425c-a58b-4ef4c095d693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455577 Jul 14 07:01:49.463651 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652044cc-55c5-4555-8cd6-ed0a2cd629c1 req-1e58e41a-4db9-4a9e-857c-9f4c10b34e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:49.465278 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-652044cc-55c5-4555-8cd6-ed0a2cd629c1 req-1e58e41a-4db9-4a9e-857c-9f4c10b34e3a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a6bcf96-6b20-43c2-a452-a71f6c2cd112 HTTP/1.1" status: 200 len: 1101 time: 0.2170618 Jul 14 07:01:49.612578 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-fe2745d0-39ac-4205-955e-5346b11c952b service neutron] Attempting to bind port 3ec3f614-8221-483b-9341-42d8917d9ed6 on host n-h2-778696-5 for vnic_type normal with profile None {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:01:49.613661 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-fe2745d0-39ac-4205-955e-5346b11c952b service neutron] Attempting to bind port 3ec3f614-8221-483b-9341-42d8917d9ed6 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:01:49.615932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-fe2745d0-39ac-4205-955e-5346b11c952b service neutron] Attempting to bind port 3ec3f614-8221-483b-9341-42d8917d9ed6 on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:49.628749 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-652044cc-55c5-4555-8cd6-ed0a2cd629c1 req-4069211e-d3f1-4d66-a02d-b17f54d8f79f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512821 Jul 14 07:01:49.648476 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a16f925-2b4a-421e-b665-7bb7dee7bca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:49.653063 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-fe2745d0-39ac-4205-955e-5346b11c952b service neutron] Port 3ec3f614-8221-483b-9341-42d8917d9ed6 on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:01:49.655628 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-fe2745d0-39ac-4205-955e-5346b11c952b service neutron] Attempting to bind port 3ec3f614-8221-483b-9341-42d8917d9ed6 on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:49.660280 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a16f925-2b4a-421e-b665-7bb7dee7bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:49.663569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b14764-67ce-40e2-8356-ec9df8baabf6 req-126fc4af-026c-497d-90d7-27d3f8de383e tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:49.665535 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-02b14764-67ce-40e2-8356-ec9df8baabf6 req-126fc4af-026c-497d-90d7-27d3f8de383e tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 943 time: 0.0736034 Jul 14 07:01:49.666155 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34802) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:49.702137 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-fe2745d0-39ac-4205-955e-5346b11c952b service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:01:49.702473 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-fe2745d0-39ac-4205-955e-5346b11c952b service neutron] Checking segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:49.703291 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-fe2745d0-39ac-4205-955e-5346b11c952b service neutron] Bound using segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:01:49.703741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-fe2745d0-39ac-4205-955e-5346b11c952b service neutron] Bound port: 3ec3f614-8221-483b-9341-42d8917d9ed6, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:01:49.721697 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-02b14764-67ce-40e2-8356-ec9df8baabf6 req-1c5f1670-13a7-422d-8b2e-d726deff2748 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489056 Jul 14 07:01:49.793048 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3a16f925-2b4a-421e-b665-7bb7dee7bca5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=210996f4452b45658e8d17224c1d02cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345336 Jul 14 07:01:49.793729 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34810) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:49.802160 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b87f74e4-c8a5-45ad-b958-1cc6004c3c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:49.887771 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-514b1b43-8394-494d-a106-d69c6d1c7a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:49.927412 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-514b1b43-8394-494d-a106-d69c6d1c7a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:50.008115 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b87f74e4-c8a5-45ad-b958-1cc6004c3c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:50.018111 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b87f74e4-c8a5-45ad-b958-1cc6004c3c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:50.021070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device dcf2efef-68b1-4130-9c96-4f28d02d6d7d details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:01:50.041405 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-514b1b43-8394-494d-a106-d69c6d1c7a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:50.043928 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-514b1b43-8394-494d-a106-d69c6d1c7a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:50.044235 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16f925-2b4a-421e-b665-7bb7dee7bca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece44dd7-0880-4297-b308-ba67e471dff0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:50.045368 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-514b1b43-8394-494d-a106-d69c6d1c7a09 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ece44dd7-0880-4297-b308-ba67e471dff0 HTTP/1.1" status: 204 len: 168 time: 0.2506821 Jul 14 07:01:50.084890 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-fe2745d0-39ac-4205-955e-5346b11c952b service neutron] For port 3ec3f614-8221-483b-9341-42d8917d9ed6, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=3ec3f614-8221-483b-9341-42d8917d9ed6,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:01:50.094397 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-fe2745d0-39ac-4205-955e-5346b11c952b service neutron] Notify callbacks [] for binding, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:50.095630 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-fe2745d0-39ac-4205-955e-5346b11c952b service neutron] 10.222.0.35 "POST /v2.0/ports/3ec3f614-8221-483b-9341-42d8917d9ed6/bindings HTTP/1.1" status: 201 len: 389 time: 0.9555378 Jul 14 07:01:50.101599 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b87f74e4-c8a5-45ad-b958-1cc6004c3c23 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ed1fd86148a4f2f9e8687a7e929a110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342511 Jul 14 07:01:50.103478 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f74e4-c8a5-45ad-b958-1cc6004c3c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedac2c1-00cd-42dc-9ac7-3fec86e62346,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:50.104395 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34822) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:50.120610 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b1b43-8394-494d-a106-d69c6d1c7a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece44dd7-0880-4297-b308-ba67e471dff0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:50.135891 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device a979de78-27f6-49ff-8176-7938934a3bc0 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:50.167609 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65033169-e7d4-48f0-83fd-89f9f2f75b72 req-7fb5df21-edda-47cf-98b3-8a4064f0c2e0 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:50.172954 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65033169-e7d4-48f0-83fd-89f9f2f75b72 req-7fb5df21-edda-47cf-98b3-8a4064f0c2e0 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a6bcf96-6b20-43c2-a452-a71f6c2cd112 HTTP/1.1" status: 200 len: 950 time: 0.1290193 Jul 14 07:01:50.193053 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c823d5f-1027-41bd-b350-93cbdaacd080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:50.217939 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c823d5f-1027-41bd-b350-93cbdaacd080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:50.253121 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port dcf2efef-68b1-4130-9c96-4f28d02d6d7d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:50.262493 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65033169-e7d4-48f0-83fd-89f9f2f75b72 req-6e8f8593-af8d-4665-b9dc-e7e667ff9655 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823870 Jul 14 07:01:50.265964 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port a979de78-27f6-49ff-8176-7938934a3bc0 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:50.272736 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'dcf2efef-68b1-4130-9c96-4f28d02d6d7d', 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86', 'port_id': 'dcf2efef-68b1-4130-9c96-4f28d02d6d7d', 'mac_address': 'fa:16:3e:d5:f3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d2e013-b9d3-4daa-9c60-1cf790b7d623', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:01:50.274520 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port a979de78-27f6-49ff-8176-7938934a3bc0 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:50.274937 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:50.329380 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c823d5f-1027-41bd-b350-93cbdaacd080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:50.332405 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c823d5f-1027-41bd-b350-93cbdaacd080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:50.334270 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7c823d5f-1027-41bd-b350-93cbdaacd080 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fedac2c1-00cd-42dc-9ac7-3fec86e62346 HTTP/1.1" status: 204 len: 168 time: 0.2289019 Jul 14 07:01:50.347782 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c823d5f-1027-41bd-b350-93cbdaacd080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedac2c1-00cd-42dc-9ac7-3fec86e62346,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:50.383337 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:50.429435 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf2efef-68b1-4130-9c96-4f28d02d6d7d {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:01:50.462720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port dcf2efef-68b1-4130-9c96-4f28d02d6d7d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:50.463922 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:50.477052 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:50.524536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4e229-56c7-40c1-bbbe-aed8c1a39d1e req-f44acde0-cabf-4071-92ba-b112908d6df3 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:50.537371 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35f4e229-56c7-40c1-bbbe-aed8c1a39d1e req-f44acde0-cabf-4071-92ba-b112908d6df3 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 946 time: 0.1369028 Jul 14 07:01:50.551008 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port a979de78-27f6-49ff-8176-7938934a3bc0, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a979de78-27f6-49ff-8176-7938934a3bc0,segment=NetworkSegment(7d719af1-58e1-487a-af61-7254e3dcfc8b),segment_id=7d719af1-58e1-487a-af61-7254e3dcfc8b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:50.573362 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:50.581355 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:50.650121 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35f4e229-56c7-40c1-bbbe-aed8c1a39d1e req-19c831e9-dd17-4f35-b292-43b5ee5f8e7f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/security-groups?id=2da91405-9355-400a-8f3f-d41afea688cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086543 Jul 14 07:01:50.654898 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=a979de78-27f6-49ff-8176-7938934a3bc0,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:50.690308 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['dcf2efef-68b1-4130-9c96-4f28d02d6d7d'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:01:50.691193 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17808ef-f5f8-4148-b77b-985e79fc8df1 req-cd2da2f4-ecfb-40a1-a8d3-f8bfbd73b43e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:50.692718 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d17808ef-f5f8-4148-b77b-985e79fc8df1 req-cd2da2f4-ecfb-40a1-a8d3-f8bfbd73b43e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 945 time: 0.1160085 Jul 14 07:01:50.777771 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d17808ef-f5f8-4148-b77b-985e79fc8df1 req-e079f469-1728-47af-84e3-6cc574c5b3fd tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673342 Jul 14 07:01:50.779269 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-5d09c62e-d1b7-4ed6-8978-427b08792aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:50.782897 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-5d09c62e-d1b7-4ed6-8978-427b08792aa8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 1096 time: 0.0819631 Jul 14 07:01:50.914341 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232055c-daed-4993-bcd5-4fdd03d19794 req-a5a51e56-b8d3-4cd9-a402-78d899e3529d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:50.926358 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f232055c-daed-4993-bcd5-4fdd03d19794 req-a5a51e56-b8d3-4cd9-a402-78d899e3529d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=12bec10c-43f5-4067-871e-9c03f105f542 HTTP/1.1" status: 200 len: 946 time: 0.1423142 Jul 14 07:01:50.946111 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-807d3685-cf65-42fd-b23c-d846ee46766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:50.948549 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-807d3685-cf65-42fd-b23c-d846ee46766f service neutron] 10.222.0.15 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.1588929 Jul 14 07:01:50.961366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34848) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:51.005747 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-a3c1007b-b4d9-41ae-bff3-70a477db7d4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec3f614-8221-483b-9341-42d8917d9ed6 HTTP/1.1" status: 200 len: 217 time: 0.0496578 Jul 14 07:01:51.012619 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9406f29d-2243-491b-b6e2-8dee834a3d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:51.053722 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f232055c-daed-4993-bcd5-4fdd03d19794 req-4e844064-8e23-4329-9cda-396a5d623a33 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3c7f637-f801-425c-a58b-4ef4c095d693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193123 Jul 14 07:01:51.086428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-0812186a-be13-4c16-8656-2806862b063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:51.088185 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-0812186a-be13-4c16-8656-2806862b063c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.0760422 Jul 14 07:01:51.132632 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-58cd7101-3318-4f6d-bcef-a5ac5c301585 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375006 Jul 14 07:01:51.137310 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b5fd1-23fa-4373-98f2-747ec14d775c req-23a1ff5c-c5a3-4faa-a79d-57dbf42f52a4 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:51.139276 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-016b5fd1-23fa-4373-98f2-747ec14d775c req-23a1ff5c-c5a3-4faa-a79d-57dbf42f52a4 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 944 time: 0.1635809 Jul 14 07:01:51.169889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b9f121-449f-4349-a386-4166c2231548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b00ed8e-8f46-4582-8b4d-f80272948664'}, {'server_uuid': '12bec10c-43f5-4067-871e-9c03f105f542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a979de78-27f6-49ff-8176-7938934a3bc0'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:01:51.172310 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0713d485-7db6-4961-9b1f-d1f9a4b9d51c" -d '{"events": [{"server_uuid": "75b9f121-449f-4349-a386-4166c2231548", "name": "network-vif-plugged", "status": "completed", "tag": "8b00ed8e-8f46-4582-8b4d-f80272948664"}, {"server_uuid": "12bec10c-43f5-4067-871e-9c03f105f542", "name": "network-vif-plugged", "status": "completed", "tag": "a979de78-27f6-49ff-8176-7938934a3bc0"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:01:51.201678 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-016b5fd1-23fa-4373-98f2-747ec14d775c req-a9b29f8b-3e5f-4040-9c56-04a0e74840ed tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507233 Jul 14 07:01:51.236987 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9406f29d-2243-491b-b6e2-8dee834a3d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:51.242177 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9406f29d-2243-491b-b6e2-8dee834a3d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:51.253910 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 07:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8114ad94-16b3-4fd1-b6a6-3add18862f87 x-openstack-request-id: req-8114ad94-16b3-4fd1-b6a6-3add18862f87 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:01:51.254210 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b9f121-449f-4349-a386-4166c2231548", "name": "network-vif-plugged", "status": "completed", "tag": "8b00ed8e-8f46-4582-8b4d-f80272948664", "code": 200}, {"server_uuid": "12bec10c-43f5-4067-871e-9c03f105f542", "name": "network-vif-plugged", "status": "completed", "tag": "a979de78-27f6-49ff-8176-7938934a3bc0", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:01:51.254477 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8114ad94-16b3-4fd1-b6a6-3add18862f87 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:01:51.254978 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b9f121-449f-4349-a386-4166c2231548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b00ed8e-8f46-4582-8b4d-f80272948664', 'code': 200} Jul 14 07:01:51.255283 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bec10c-43f5-4067-871e-9c03f105f542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a979de78-27f6-49ff-8176-7938934a3bc0', 'code': 200} Jul 14 07:01:51.303233 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-5bcdb9b2-c907-4e37-8b3f-6480daca9bdd service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561701 Jul 14 07:01:51.318086 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406f29d-2243-491b-b6e2-8dee834a3d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d875e092-7958-4e1c-ba98-e9e8e4512a52,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:51.356918 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9406f29d-2243-491b-b6e2-8dee834a3d33 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ec5537cba8142a0abcfacea15163b6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914711 Jul 14 07:01:51.358687 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34866) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:51.494830 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7fc0d-de84-4900-a51b-95ad9cd3483d req-e3ac9f9f-92ab-498c-be79-5521bef3e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:51.496315 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4ff7fc0d-de84-4900-a51b-95ad9cd3483d req-e3ac9f9f-92ab-498c-be79-5521bef3e2d5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 1097 time: 0.1353524 Jul 14 07:01:51.499404 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-8d2eca92-fa59-4fda-a5e1-6bd7799dff92 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880901 Jul 14 07:01:51.500454 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa8bd504-b36c-4c82-8dcd-12b9c001cebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:51.519011 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a617e07-3ae1-4d0b-82a9-76977d55a90b req-778703a2-5cb7-4d43-82ad-0490d898d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:51.520580 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a617e07-3ae1-4d0b-82a9-76977d55a90b req-778703a2-5cb7-4d43-82ad-0490d898d777 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12bec10c-43f5-4067-871e-9c03f105f542 HTTP/1.1" status: 200 len: 1097 time: 0.1626179 Jul 14 07:01:51.541544 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4ff7fc0d-de84-4900-a51b-95ad9cd3483d req-e5a5c24c-eca2-4123-840f-3e4da79a06b9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2da91405-9355-400a-8f3f-d41afea688cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389044 Jul 14 07:01:51.554220 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa8bd504-b36c-4c82-8dcd-12b9c001cebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:51.589324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa450f6-6205-4aaf-907f-2715a121eb40 req-15943e3d-3362-402f-8f21-54e84889bd35 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:51.590823 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4aa450f6-6205-4aaf-907f-2715a121eb40 req-15943e3d-3362-402f-8f21-54e84889bd35 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a6bcf96-6b20-43c2-a452-a71f6c2cd112 HTTP/1.1" status: 200 len: 950 time: 0.1784005 Jul 14 07:01:51.603143 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a617e07-3ae1-4d0b-82a9-76977d55a90b req-e47d38e2-064c-4991-9342-77c66cd10170 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d3c7f637-f801-425c-a58b-4ef4c095d693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748696 Jul 14 07:01:51.658655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4aa450f6-6205-4aaf-907f-2715a121eb40 req-72f7bdab-e5a3-4b22-92eb-f6fc4a74d732 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574536 Jul 14 07:01:51.676195 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa8bd504-b36c-4c82-8dcd-12b9c001cebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:51.679121 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa8bd504-b36c-4c82-8dcd-12b9c001cebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:51.684674 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-aa8bd504-b36c-4c82-8dcd-12b9c001cebc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d875e092-7958-4e1c-ba98-e9e8e4512a52 HTTP/1.1" status: 204 len: 168 time: 0.3206203 Jul 14 07:01:51.701927 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bd504-b36c-4c82-8dcd-12b9c001cebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d875e092-7958-4e1c-ba98-e9e8e4512a52,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:51.781684 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-34ff0e3b-0d54-489a-9c7f-88e003b23054 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:51.783218 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-34ff0e3b-0d54-489a-9c7f-88e003b23054 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d&tenant_id=b105e52a7ba74b51aa3981183eb54e1c&binding%3Ahost_id=n-h1-778696-5 HTTP/1.1" status: 200 len: 1096 time: 0.1353135 Jul 14 07:01:51.797370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-5'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:51.886085 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:51.886683 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc130597-57ff-46c6-aeaa-237dd23c582f req-e377bb8d-77a5-4a83-ae26-9e78c4c5247b tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:51.888607 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc130597-57ff-46c6-aeaa-237dd23c582f req-e377bb8d-77a5-4a83-ae26-9e78c4c5247b tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 946 time: 0.0877814 Jul 14 07:01:51.931930 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc130597-57ff-46c6-aeaa-237dd23c582f req-d5a2746c-be87-48de-8394-4c834bc32055 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/security-groups?id=2da91405-9355-400a-8f3f-d41afea688cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371761 Jul 14 07:01:52.025116 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device dcf2efef-68b1-4130-9c96-4f28d02d6d7d up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:01:52.105501 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port dcf2efef-68b1-4130-9c96-4f28d02d6d7d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:01:52.106129 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] For port 3ec3f614-8221-483b-9341-42d8917d9ed6, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ec3f614-8221-483b-9341-42d8917d9ed6,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:52.115055 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port dcf2efef-68b1-4130-9c96-4f28d02d6d7d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:01:52.115459 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:52.184087 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] For port 3ec3f614-8221-483b-9341-42d8917d9ed6, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:01:52.208916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52bf46-5fad-4038-9c3e-ecd2d0568579 req-ed582310-9c85-4a51-bd4c-1fe6f42a18da tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:52.218379 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df52bf46-5fad-4038-9c3e-ecd2d0568579 req-ed582310-9c85-4a51-bd4c-1fe6f42a18da tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 945 time: 0.1391292 Jul 14 07:01:52.275632 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df52bf46-5fad-4038-9c3e-ecd2d0568579 req-9154b16c-86e7-4ddf-bf96-07a207b19cfb tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516050 Jul 14 07:01:52.282838 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:52.296582 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0d1875-f7bd-4c6b-a703-51cf9e990a3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ec3f614-8221-483b-9341-42d8917d9ed6'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:01:52.301840 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c442d1-73fe-4ec3-9210-b1c83a67e3cc" -d '{"events": [{"server_uuid": "fb0d1875-f7bd-4c6b-a703-51cf9e990a3d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ec3f614-8221-483b-9341-42d8917d9ed6"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:01:52.313542 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:52.330230 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:52.356017 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port dcf2efef-68b1-4130-9c96-4f28d02d6d7d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:52.361058 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:52.446387 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:52.475788 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] Pushing event updated for resources: {'Port': ['ID=3ec3f614-8221-483b-9341-42d8917d9ed6,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:52.521652 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] Attempting to bind port 3ec3f614-8221-483b-9341-42d8917d9ed6 on host n-h1-778696-5 for vnic_type normal with profile {"migrating_to": "n-h2-778696-5"} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:01:52.521983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] Attempting to bind port 3ec3f614-8221-483b-9341-42d8917d9ed6 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:01:52.522308 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] Attempting to bind port 3ec3f614-8221-483b-9341-42d8917d9ed6 on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:52.526886 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] Port 3ec3f614-8221-483b-9341-42d8917d9ed6 on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:01:52.527364 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] Attempting to bind port 3ec3f614-8221-483b-9341-42d8917d9ed6 on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:01:52.533672 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:01:52.534099 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] Checking segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:01:52.534485 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] Bound using segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:01:52.534900 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] Bound port: 3ec3f614-8221-483b-9341-42d8917d9ed6, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:01:52.535250 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:52.562329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b66730-4f60-4414-8d32-3e10d80b3aba req-921f5278-bc5d-4897-b524-841fd07067d6 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:52.569642 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-58b66730-4f60-4414-8d32-3e10d80b3aba req-921f5278-bc5d-4897-b524-841fd07067d6 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a6bcf96-6b20-43c2-a452-a71f6c2cd112 HTTP/1.1" status: 200 len: 950 time: 0.1493711 Jul 14 07:01:52.599297 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ab948-8e36-4f51-8a46-b53c36b59cd8 req-9c3870f2-67f4-4d9a-8053-946f8068878b tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:52.601250 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d68ab948-8e36-4f51-8a46-b53c36b59cd8 req-9c3870f2-67f4-4d9a-8053-946f8068878b tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=12bec10c-43f5-4067-871e-9c03f105f542 HTTP/1.1" status: 200 len: 946 time: 0.1488013 Jul 14 07:01:52.632283 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] For port 3ec3f614-8221-483b-9341-42d8917d9ed6, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:01:52.641696 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] For port 3ec3f614-8221-483b-9341-42d8917d9ed6, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ec3f614-8221-483b-9341-42d8917d9ed6,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:01:52.653628 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:52.659489 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-58b66730-4f60-4414-8d32-3e10d80b3aba req-f94767e0-7424-4e17-bbdc-97119d665e8e tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885794 Jul 14 07:01:52.718236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34928) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:52.746143 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d68ab948-8e36-4f51-8a46-b53c36b59cd8 req-cee471e5-5b05-4a18-9e51-fe52d33999e6 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3c7f637-f801-425c-a58b-4ef4c095d693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330018 Jul 14 07:01:52.772795 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:52.773440 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:52.775116 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] 10.222.0.15 "PUT /v2.0/ports/3ec3f614-8221-483b-9341-42d8917d9ed6 HTTP/1.1" status: 200 len: 1121 time: 0.9850361 Jul 14 07:01:52.778771 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccd72c-a4ef-4b29-ba15-1a193a4a6dcc service neutron] Pushing event updated for resources: {'Port': ['ID=3ec3f614-8221-483b-9341-42d8917d9ed6,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:52.830155 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed42486-7e94-49b1-aa54-3703a0ec2b0a x-openstack-request-id: req-fed42486-7e94-49b1-aa54-3703a0ec2b0a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:01:52.830757 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0d1875-f7bd-4c6b-a703-51cf9e990a3d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ec3f614-8221-483b-9341-42d8917d9ed6", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:01:52.830757 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fed42486-7e94-49b1-aa54-3703a0ec2b0a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:01:52.831360 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0d1875-f7bd-4c6b-a703-51cf9e990a3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ec3f614-8221-483b-9341-42d8917d9ed6', 'code': 200} Jul 14 07:01:52.859906 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['3ec3f614-8221-483b-9341-42d8917d9ed6'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:01:52.995629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bef99-ba8b-4570-b69a-c8102dc865d1 req-79d687a6-3885-4600-807c-7441845dea9b tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:53.004319 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-975bef99-ba8b-4570-b69a-c8102dc865d1 req-79d687a6-3885-4600-807c-7441845dea9b tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 945 time: 0.1068630 Jul 14 07:01:53.035449 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93e2aa11-f673-4046-b896-a606bf499f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:53.057088 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-975bef99-ba8b-4570-b69a-c8102dc865d1 req-f3044155-3dbf-4cae-b549-f532f06f7601 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518088 Jul 14 07:01:53.187662 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93e2aa11-f673-4046-b896-a606bf499f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:53.194236 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93e2aa11-f673-4046-b896-a606bf499f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:53.256778 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7302c7-4086-42e1-a404-afcf3089b68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf2efef-68b1-4130-9c96-4f28d02d6d7d'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:01:53.259392 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e011f3a-e9bb-4612-b14d-ddeff8590829" -d '{"events": [{"server_uuid": "0e7302c7-4086-42e1-a404-afcf3089b68d", "name": "network-vif-plugged", "status": "completed", "tag": "dcf2efef-68b1-4130-9c96-4f28d02d6d7d"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:01:53.280926 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34952) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:53.281521 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-93e2aa11-f673-4046-b896-a606bf499f5e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0da94f2110c04b05a23e2c54811b1589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5590122 Jul 14 07:01:53.283015 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2aa11-f673-4046-b896-a606bf499f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1795182b-7c35-4f13-b589-d29a73215be5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:53.347105 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5567faf1-1469-4545-86df-e0d3d1672eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:53.356410 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5e41f-0020-4d2f-8085-d513ffdf6d2c req-566d7dc0-3b25-4f3c-a42f-23c511ff6ce0 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:53.357995 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52e5e41f-0020-4d2f-8085-d513ffdf6d2c req-566d7dc0-3b25-4f3c-a42f-23c511ff6ce0 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 946 time: 0.1481798 Jul 14 07:01:53.419014 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5567faf1-1469-4545-86df-e0d3d1672eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:53.472246 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52e5e41f-0020-4d2f-8085-d513ffdf6d2c req-a16ae794-184c-49e7-90e8-f7153e8357fa tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/security-groups?id=2da91405-9355-400a-8f3f-d41afea688cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978081 Jul 14 07:01:53.497199 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d89777-1d99-4c0b-9b07-c5a9d991f5fa req-b06c2468-d6f2-47a3-8ba6-26f46bea8607 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:53.499553 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31d89777-1d99-4c0b-9b07-c5a9d991f5fa req-b06c2468-d6f2-47a3-8ba6-26f46bea8607 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a6bcf96-6b20-43c2-a452-a71f6c2cd112 HTTP/1.1" status: 200 len: 950 time: 0.1390026 Jul 14 07:01:53.515733 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5567faf1-1469-4545-86df-e0d3d1672eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:53.518231 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5567faf1-1469-4545-86df-e0d3d1672eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:53.521858 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5567faf1-1469-4545-86df-e0d3d1672eef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1795182b-7c35-4f13-b589-d29a73215be5 HTTP/1.1" status: 204 len: 168 time: 0.2363071 Jul 14 07:01:53.526939 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07aea9e-6204-4058-a504-0874e14653ef x-openstack-request-id: req-a07aea9e-6204-4058-a504-0874e14653ef {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:01:53.527973 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7302c7-4086-42e1-a404-afcf3089b68d", "name": "network-vif-plugged", "status": "completed", "tag": "dcf2efef-68b1-4130-9c96-4f28d02d6d7d", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:01:53.528363 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a07aea9e-6204-4058-a504-0874e14653ef {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:01:53.528926 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7302c7-4086-42e1-a404-afcf3089b68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf2efef-68b1-4130-9c96-4f28d02d6d7d', 'code': 200} Jul 14 07:01:53.546231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567faf1-1469-4545-86df-e0d3d1672eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1795182b-7c35-4f13-b589-d29a73215be5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:53.584682 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31d89777-1d99-4c0b-9b07-c5a9d991f5fa req-79c5407b-6f63-4072-902d-fa0436472f35 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/security-groups?id=65c93883-0da6-4024-95d5-b405012a4af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770175 Jul 14 07:01:53.677457 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a663d24-8e49-477a-9db0-b7513b0f3b2c req-edea26f5-4652-4835-8099-b3c069617962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:53.679218 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1a663d24-8e49-477a-9db0-b7513b0f3b2c req-edea26f5-4652-4835-8099-b3c069617962 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 1096 time: 0.0635984 Jul 14 07:01:53.718773 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1a663d24-8e49-477a-9db0-b7513b0f3b2c req-16175b80-5052-49a3-b979-da26e0be059c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320139 Jul 14 07:01:53.743857 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b18de-dcef-4c34-9008-f840cd4935e5 req-5e461bfc-23d5-4598-81e4-92179dd737fc tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:53.745393 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-426b18de-dcef-4c34-9008-f840cd4935e5 req-5e461bfc-23d5-4598-81e4-92179dd737fc tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 943 time: 0.0691879 Jul 14 07:01:53.785161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-426b18de-dcef-4c34-9008-f840cd4935e5 req-c248d01a-ac22-4284-85ed-2d80d062582b tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329316 Jul 14 07:01:53.862490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34978) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:53.876357 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9f68fbb-fa39-450a-ac9b-80ac87b1cde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:53.974971 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9f68fbb-fa39-450a-ac9b-80ac87b1cde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:53.983341 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9f68fbb-fa39-450a-ac9b-80ac87b1cde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:54.028612 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d9f68fbb-fa39-450a-ac9b-80ac87b1cde6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=496c6671b1e243e3b8be6b900ef87d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1649926 Jul 14 07:01:54.029760 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f68fbb-fa39-450a-ac9b-80ac87b1cde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d78e363-ac6a-4c48-b972-9438822b2904,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:54.031655 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34982) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:54.043528 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f68fbb-fa39-450a-ac9b-80ac87b1cde6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:54.043873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f68fbb-fa39-450a-ac9b-80ac87b1cde6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:54.044214 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f68fbb-fa39-450a-ac9b-80ac87b1cde6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:54.045346 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f68fbb-fa39-450a-ac9b-80ac87b1cde6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:54.045688 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f68fbb-fa39-450a-ac9b-80ac87b1cde6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:54.046019 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f68fbb-fa39-450a-ac9b-80ac87b1cde6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:54.046343 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f68fbb-fa39-450a-ac9b-80ac87b1cde6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:54.046663 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f68fbb-fa39-450a-ac9b-80ac87b1cde6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:54.046983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f68fbb-fa39-450a-ac9b-80ac87b1cde6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:54.047302 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f68fbb-fa39-450a-ac9b-80ac87b1cde6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:54.047630 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f68fbb-fa39-450a-ac9b-80ac87b1cde6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:54.047959 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f68fbb-fa39-450a-ac9b-80ac87b1cde6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:54.073253 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-1b8fb4be-e10c-4707-ba1e-e0ca5b6fef42 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2567279 Jul 14 07:01:54.098758 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1ecbcfa8-1072-4243-88a6-497a54fe6dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:54.120673 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1ecbcfa8-1072-4243-88a6-497a54fe6dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:54.172696 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1ecbcfa8-1072-4243-88a6-497a54fe6dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:54.175335 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1ecbcfa8-1072-4243-88a6-497a54fe6dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:54.176488 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1ecbcfa8-1072-4243-88a6-497a54fe6dc6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d78e363-ac6a-4c48-b972-9438822b2904 HTTP/1.1" status: 204 len: 168 time: 0.1431279 Jul 14 07:01:54.186603 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbcfa8-1072-4243-88a6-497a54fe6dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d78e363-ac6a-4c48-b972-9438822b2904,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:54.298564 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:54.322935 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490dfbc-cab9-461c-b4d9-839c633588eb req-8cc9cb94-acea-4e9e-9b77-a9b3b3e21f86 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:54.323417 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490dfbc-cab9-461c-b4d9-839c633588eb req-8cc9cb94-acea-4e9e-9b77-a9b3b3e21f86 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:54.323879 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490dfbc-cab9-461c-b4d9-839c633588eb req-8cc9cb94-acea-4e9e-9b77-a9b3b3e21f86 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:54.324439 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490dfbc-cab9-461c-b4d9-839c633588eb req-8cc9cb94-acea-4e9e-9b77-a9b3b3e21f86 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:54.324860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490dfbc-cab9-461c-b4d9-839c633588eb req-8cc9cb94-acea-4e9e-9b77-a9b3b3e21f86 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:54.325411 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490dfbc-cab9-461c-b4d9-839c633588eb req-8cc9cb94-acea-4e9e-9b77-a9b3b3e21f86 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:54.325959 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490dfbc-cab9-461c-b4d9-839c633588eb req-8cc9cb94-acea-4e9e-9b77-a9b3b3e21f86 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:54.326497 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490dfbc-cab9-461c-b4d9-839c633588eb req-8cc9cb94-acea-4e9e-9b77-a9b3b3e21f86 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:54.326947 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490dfbc-cab9-461c-b4d9-839c633588eb req-8cc9cb94-acea-4e9e-9b77-a9b3b3e21f86 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:54.327487 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490dfbc-cab9-461c-b4d9-839c633588eb req-8cc9cb94-acea-4e9e-9b77-a9b3b3e21f86 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:54.329526 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c490dfbc-cab9-461c-b4d9-839c633588eb req-8cc9cb94-acea-4e9e-9b77-a9b3b3e21f86 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7147 time: 0.4418316 Jul 14 07:01:54.341980 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:54.469926 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:54.545707 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de1d96-076e-4174-b7df-0acf930c57b3 req-87bf84ac-e442-40f9-8125-68731d441a41 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:54.547233 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7de1d96-076e-4174-b7df-0acf930c57b3 req-87bf84ac-e442-40f9-8125-68731d441a41 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=12bec10c-43f5-4067-871e-9c03f105f542 HTTP/1.1" status: 200 len: 946 time: 0.1202030 Jul 14 07:01:54.623220 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7de1d96-076e-4174-b7df-0acf930c57b3 req-18134d59-f2d7-473c-b247-2fc186643d43 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3c7f637-f801-425c-a58b-4ef4c095d693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523961 Jul 14 07:01:54.624244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Allocated IP 172.25.7.171 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/b9ba4412-dafb-444e-b676-de6bb93961c1) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:01:54.782791 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:54.803528 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7c964-4ba9-45a0-898a-e86fef3c5174 req-4b1d9d76-5d5d-4762-8e25-9a5743bcdbdf tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:54.805766 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-13e7c964-4ba9-45a0-898a-e86fef3c5174 req-4b1d9d76-5d5d-4762-8e25-9a5743bcdbdf tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a6bcf96-6b20-43c2-a452-a71f6c2cd112 HTTP/1.1" status: 200 len: 950 time: 0.0825129 Jul 14 07:01:54.839068 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0d1875-f7bd-4c6b-a703-51cf9e990a3d', 'tag': '3ec3f614-8221-483b-9341-42d8917d9ed6'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:01:54.839219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26681f6-0f95-4fe3-959c-468997b8f3b7 req-fd3c54bf-83de-41e4-8d6f-b9312d26af88 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:54.840720 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c26681f6-0f95-4fe3-959c-468997b8f3b7 req-fd3c54bf-83de-41e4-8d6f-b9312d26af88 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 945 time: 0.0954194 Jul 14 07:01:54.841909 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f3a22f-bf53-4471-8dab-51ff847ce4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0d1875-f7bd-4c6b-a703-51cf9e990a3d", "tag": "3ec3f614-8221-483b-9341-42d8917d9ed6"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:01:54.862519 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:54.912201 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:01:54.916826 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:01:54.926197 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:01:54.927784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-13e7c964-4ba9-45a0-898a-e86fef3c5174 req-393143fc-6298-474d-93fe-583c34d7cd38 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Deleting port f1397c10-ecbd-404e-8def-18185fd6911c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:01:54.928655 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-13e7c964-4ba9-45a0-898a-e86fef3c5174 req-393143fc-6298-474d-93fe-583c34d7cd38 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:54.938771 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c26681f6-0f95-4fe3-959c-468997b8f3b7 req-c999bb3f-608c-4654-8ba4-ff4aa7dac183 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900865 Jul 14 07:01:54.987281 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Pushing event updated for resources: {'Port': ['ID=b9ba4412-dafb-444e-b676-de6bb93961c1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:55.011576 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:55.011923 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:55.012264 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:55.012598 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:55.012926 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:55.013321 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:55.013650 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:55.013975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:55.014296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:55.014676 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:55.014937 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:55.015254 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:01:55.037602 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:55.063103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-13e7c964-4ba9-45a0-898a-e86fef3c5174 req-393143fc-6298-474d-93fe-583c34d7cd38 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] For port f1397c10-ecbd-404e-8def-18185fd6911c, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f1397c10-ecbd-404e-8def-18185fd6911c,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:55.063477 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-13e7c964-4ba9-45a0-898a-e86fef3c5174 req-393143fc-6298-474d-93fe-583c34d7cd38 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:55.079442 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-13e7c964-4ba9-45a0-898a-e86fef3c5174 req-393143fc-6298-474d-93fe-583c34d7cd38 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Calling delete_port for f1397c10-ecbd-404e-8def-18185fd6911c owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:01:55.096055 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:55.233607 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-13e7c964-4ba9-45a0-898a-e86fef3c5174 req-393143fc-6298-474d-93fe-583c34d7cd38 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:55.245685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['f1397c10-ecbd-404e-8def-18185fd6911c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:01:55.271905 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393143fc-6298-474d-93fe-583c34d7cd38 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Pushing event deleted for resources: {'Port': ['ID=f1397c10-ecbd-404e-8def-18185fd6911c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:55.291992 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:55.297367 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-2193baf7-3d31-4c1c-89d5-79660e2f69ba req-3d402eb4-b1a6-4736-a067-50441986627a tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Request body: {'security_group': {'name': 'tempest-securitygroup-982523560', 'description': 'tempest-description-475846172'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:55.325295 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:55.334523 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e7c964-4ba9-45a0-898a-e86fef3c5174 req-393143fc-6298-474d-93fe-583c34d7cd38 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] No DVR routers for this DVR port f1397c10-ecbd-404e-8def-18185fd6911c on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:01:55.338464 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-13e7c964-4ba9-45a0-898a-e86fef3c5174 req-393143fc-6298-474d-93fe-583c34d7cd38 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:55.341044 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-13e7c964-4ba9-45a0-898a-e86fef3c5174 req-393143fc-6298-474d-93fe-583c34d7cd38 tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.15 "DELETE /v2.0/ports/f1397c10-ecbd-404e-8def-18185fd6911c HTTP/1.1" status: 204 len: 173 time: 0.5281842 Jul 14 07:01:55.342899 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:55.357140 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2193baf7-3d31-4c1c-89d5-79660e2f69ba req-3d402eb4-b1a6-4736-a067-50441986627a tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:55.391109 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2193baf7-3d31-4c1c-89d5-79660e2f69ba req-3d402eb4-b1a6-4736-a067-50441986627a tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:55.395911 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:55.402687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3194818 Jul 14 07:01:55.499205 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-b4bdf393-2565-4919-a5d3-ef2c817bf40a tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 696 time: 0.0956686 Jul 14 07:01:55.523578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00613b-402e-4725-ab66-e0e69ab4018f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Pushing event updated for resources: {'Port': ['ID=b9ba4412-dafb-444e-b676-de6bb93961c1,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:55.653847 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-72127236-833b-438e-a535-e633bc9d7227 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:55.655230 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-72127236-833b-438e-a535-e633bc9d7227 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.1492114 Jul 14 07:01:55.667983 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-ca08c058-04f8-4075-befb-d28679af2f44 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:01:55.668890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed520f80-ef0a-4f3b-9db5-e948ea0c6cf3 req-ca08c058-04f8-4075-befb-d28679af2f44 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082967 Jul 14 07:01:55.708338 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2193baf7-3d31-4c1c-89d5-79660e2f69ba req-3d402eb4-b1a6-4736-a067-50441986627a tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:55.718876 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2193baf7-3d31-4c1c-89d5-79660e2f69ba req-3d402eb4-b1a6-4736-a067-50441986627a tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:55.792959 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d402eb4-b1a6-4736-a067-50441986627a tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5ef4c0-64d5-4162-8c18-7b5240703e5f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:55.840415 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e5015-6875-441f-8976-ed16ee022c76 req-41ac9d88-33fb-4737-8940-d242922f9d45 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:55.842006 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-864e5015-6875-441f-8976-ed16ee022c76 req-41ac9d88-33fb-4737-8940-d242922f9d45 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 886 time: 0.1509242 Jul 14 07:01:55.873747 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2193baf7-3d31-4c1c-89d5-79660e2f69ba req-3d402eb4-b1a6-4736-a067-50441986627a tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:55.878902 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2193baf7-3d31-4c1c-89d5-79660e2f69ba req-3d402eb4-b1a6-4736-a067-50441986627a tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:55.906352 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2193baf7-3d31-4c1c-89d5-79660e2f69ba req-3d402eb4-b1a6-4736-a067-50441986627a tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:55.907560 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2193baf7-3d31-4c1c-89d5-79660e2f69ba req-3d402eb4-b1a6-4736-a067-50441986627a tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6218307 Jul 14 07:01:55.911318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d402eb4-b1a6-4736-a067-50441986627a tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c61392a-3374-4b0e-b097-fc4281d70c99,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:55.995764 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05abb232-9b9a-4055-8895-52a536b844c4 req-43a6b135-c7f9-49a4-86f4-73abb8c8e28d tempest-DeleteServersAdminTestJSON-2092505649 tempest-DeleteServersAdminTestJSON-2092505649-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a6bcf96-6b20-43c2-a452-a71f6c2cd112 HTTP/1.1" status: 200 len: 210 time: 0.0282686 Jul 14 07:01:56.058790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 3ec3f614-8221-483b-9341-42d8917d9ed6 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:01:56.097932 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6386d-22b4-4feb-aec8-460182f7c51a req-64ad6b94-48d2-48a7-aa3b-e9ef08340e85 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:56.099544 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-47c6386d-22b4-4feb-aec8-460182f7c51a req-64ad6b94-48d2-48a7-aa3b-e9ef08340e85 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=12bec10c-43f5-4067-871e-9c03f105f542 HTTP/1.1" status: 200 len: 946 time: 0.0775702 Jul 14 07:01:56.108897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35052) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:56.113990 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8e3443f3-32c3-455f-9c4e-1864f9f2af2d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Request body: {'floatingip': {'port_id': 'a979de78-27f6-49ff-8176-7938934a3bc0'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:56.198565 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 3ec3f614-8221-483b-9341-42d8917d9ed6, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ec3f614-8221-483b-9341-42d8917d9ed6,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:56.200639 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e3443f3-32c3-455f-9c4e-1864f9f2af2d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for floatingip, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:56.204675 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e382b084-374d-48eb-90e8-1f75587f65c2 x-openstack-request-id: req-e382b084-374d-48eb-90e8-1f75587f65c2 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:01:56.205167 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0d1875-f7bd-4c6b-a703-51cf9e990a3d", "tag": "3ec3f614-8221-483b-9341-42d8917d9ed6", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:01:56.205601 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e382b084-374d-48eb-90e8-1f75587f65c2 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:01:56.206130 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0d1875-f7bd-4c6b-a703-51cf9e990a3d', 'tag': '3ec3f614-8221-483b-9341-42d8917d9ed6', 'status': 'completed', 'code': 200} Jul 14 07:01:56.213762 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 3ec3f614-8221-483b-9341-42d8917d9ed6 has no active binding in host n-h2-778696-5 {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 07:01:56.240559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b5bfb-3947-43ef-80ec-523b7f864a34 req-be6e4b24-c891-4fc1-8432-faed227820f6 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:56.247332 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a21b5bfb-3947-43ef-80ec-523b7f864a34 req-be6e4b24-c891-4fc1-8432-faed227820f6 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 943 time: 0.1278813 Jul 14 07:01:56.273821 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3a22f-bf53-4471-8dab-51ff847ce4bc req-d4c74659-9b50-43be-9adf-dab6ef5329d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:56.275520 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77f3a22f-bf53-4471-8dab-51ff847ce4bc req-d4c74659-9b50-43be-9adf-dab6ef5329d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 1124 time: 0.1036913 Jul 14 07:01:56.309414 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a21b5bfb-3947-43ef-80ec-523b7f864a34 req-c6aa3dc0-1331-4079-a138-62e2b4e2c77c tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606556 Jul 14 07:01:56.381245 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3a22f-bf53-4471-8dab-51ff847ce4bc req-fddd6df2-cbf8-490e-bf0f-4384c0e16ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:56.384460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77f3a22f-bf53-4471-8dab-51ff847ce4bc req-fddd6df2-cbf8-490e-bf0f-4384c0e16ddc service neutron] 10.222.0.30 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.1016474 Jul 14 07:01:56.432589 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77f3a22f-bf53-4471-8dab-51ff847ce4bc req-52f1689a-9835-47ee-81ec-a94bb039d9b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec3f614-8221-483b-9341-42d8917d9ed6 HTTP/1.1" status: 200 len: 217 time: 0.0416284 Jul 14 07:01:56.569176 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3a22f-bf53-4471-8dab-51ff847ce4bc req-592f0d30-f73b-453d-a7c2-a87d16edcccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:56.570593 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77f3a22f-bf53-4471-8dab-51ff847ce4bc req-592f0d30-f73b-453d-a7c2-a87d16edcccc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.1276922 Jul 14 07:01:56.614228 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77f3a22f-bf53-4471-8dab-51ff847ce4bc req-16d5627d-d5bb-4ac5-94e8-2fe70a3f6300 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332487 Jul 14 07:01:56.648221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-7dd8849a-1596-43f6-9fb3-b0dd921dba0d tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:56.649973 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-7dd8849a-1596-43f6-9fb3-b0dd921dba0d tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/networks?id=676e2b20-42f6-4071-a6c3-1c63ec9861d1 HTTP/1.1" status: 200 len: 820 time: 0.2190201 Jul 14 07:01:56.678059 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b510310-db62-4416-8013-a32f63b7d6a7 req-90898d96-0a76-4e60-bc35-d5a6628ff808 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:56.679561 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b510310-db62-4416-8013-a32f63b7d6a7 req-90898d96-0a76-4e60-bc35-d5a6628ff808 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 1096 time: 0.2461908 Jul 14 07:01:56.714164 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-9cd9c9ef-97b2-437f-8cf5-836734267e27 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/quotas/df5007bb538d476aaadc8ea68599bb82 HTTP/1.1" status: 200 len: 375 time: 0.0382633 Jul 14 07:01:56.771543 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b510310-db62-4416-8013-a32f63b7d6a7 req-9851dbca-e21f-46ba-bb41-b24ecee08ffc tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802052 Jul 14 07:01:56.799600 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77f3a22f-bf53-4471-8dab-51ff847ce4bc req-7f1b7522-c07e-441a-a1dc-3347de975e83 service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779366 Jul 14 07:01:56.834594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-dbf115eb-d1a6-472c-b178-361f8e96b5e5 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=df5007bb538d476aaadc8ea68599bb82&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1145594 Jul 14 07:01:56.981674 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77f3a22f-bf53-4471-8dab-51ff847ce4bc req-ffbad7db-44a5-4a49-905b-b121872a19da service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657784 Jul 14 07:01:56.993688 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-92aca71c-b2c9-4569-91a9-40fac3476dc2 service neutron] 10.222.0.35 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494787 Jul 14 07:01:57.012242 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e3443f3-32c3-455f-9c4e-1864f9f2af2d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:57.016190 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e3443f3-32c3-455f-9c4e-1864f9f2af2d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:57.089635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-c9989202-d332-4f04-b20e-927aa3c93865 service neutron] 10.222.0.35 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949810 Jul 14 07:01:57.129981 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-8e3443f3-32c3-455f-9c4e-1864f9f2af2d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Floating IP 30c060ff-d62e-4a37-87be-c6dcb2fe2db1 associated. External IP: 172.25.7.179, port: a979de78-27f6-49ff-8176-7938934a3bc0. Jul 14 07:01:57.198542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961a8a6-6e12-424a-a5e3-2c1eda15fac5 req-bdcd8d17-fc58-4d11-83d1-28e9b7ccfd37 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:57.198542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961a8a6-6e12-424a-a5e3-2c1eda15fac5 req-bdcd8d17-fc58-4d11-83d1-28e9b7ccfd37 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:57.198542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961a8a6-6e12-424a-a5e3-2c1eda15fac5 req-bdcd8d17-fc58-4d11-83d1-28e9b7ccfd37 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:57.198542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961a8a6-6e12-424a-a5e3-2c1eda15fac5 req-bdcd8d17-fc58-4d11-83d1-28e9b7ccfd37 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:57.198542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961a8a6-6e12-424a-a5e3-2c1eda15fac5 req-bdcd8d17-fc58-4d11-83d1-28e9b7ccfd37 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:57.198542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961a8a6-6e12-424a-a5e3-2c1eda15fac5 req-bdcd8d17-fc58-4d11-83d1-28e9b7ccfd37 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:57.198542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961a8a6-6e12-424a-a5e3-2c1eda15fac5 req-bdcd8d17-fc58-4d11-83d1-28e9b7ccfd37 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:57.198542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961a8a6-6e12-424a-a5e3-2c1eda15fac5 req-bdcd8d17-fc58-4d11-83d1-28e9b7ccfd37 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:57.199505 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961a8a6-6e12-424a-a5e3-2c1eda15fac5 req-bdcd8d17-fc58-4d11-83d1-28e9b7ccfd37 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:57.199505 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961a8a6-6e12-424a-a5e3-2c1eda15fac5 req-bdcd8d17-fc58-4d11-83d1-28e9b7ccfd37 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:57.201173 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0961a8a6-6e12-424a-a5e3-2c1eda15fac5 req-bdcd8d17-fc58-4d11-83d1-28e9b7ccfd37 tempest-NetworksTest-297234601 tempest-NetworksTest-297234601-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7147 time: 0.1153567 Jul 14 07:01:57.218792 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-1751807a-f03d-42a3-8ecc-6aacd5bbfc99 req-67f6ab5c-3bd1-4dde-b9ad-a0b130731d18 tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1096895300', 'description': 'tempest-description-1127426493'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:57.244384 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1751807a-f03d-42a3-8ecc-6aacd5bbfc99 req-67f6ab5c-3bd1-4dde-b9ad-a0b130731d18 tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:57.394546 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1751807a-f03d-42a3-8ecc-6aacd5bbfc99 req-67f6ab5c-3bd1-4dde-b9ad-a0b130731d18 tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:57.405919 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1751807a-f03d-42a3-8ecc-6aacd5bbfc99 req-67f6ab5c-3bd1-4dde-b9ad-a0b130731d18 tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:57.425959 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3443f3-32c3-455f-9c4e-1864f9f2af2d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Router 845674d6-8538-4672-96ee-9ea4c087b9f8 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:01:57.438974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ab5c-3bd1-4dde-b9ad-a0b130731d18 tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d89000-5a51-4492-983b-8ef9a1d0e99c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:57.455823 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109680fd-9b9e-4768-b030-8443d55788a4 req-1077bba7-6cea-4217-ac9d-110db71e1057 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:57.457809 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-109680fd-9b9e-4768-b030-8443d55788a4 req-1077bba7-6cea-4217-ac9d-110db71e1057 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 1096 time: 0.1350431 Jul 14 07:01:57.458813 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1751807a-f03d-42a3-8ecc-6aacd5bbfc99 req-67f6ab5c-3bd1-4dde-b9ad-a0b130731d18 tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:57.460088 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1751807a-f03d-42a3-8ecc-6aacd5bbfc99 req-67f6ab5c-3bd1-4dde-b9ad-a0b130731d18 tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2459712 Jul 14 07:01:57.507669 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-109680fd-9b9e-4768-b030-8443d55788a4 req-9c41c0b9-fc36-4a60-9b0b-c011760696b4 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368774 Jul 14 07:01:57.572400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3443f3-32c3-455f-9c4e-1864f9f2af2d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:01:57.578178 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e3443f3-32c3-455f-9c4e-1864f9f2af2d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:57.596700 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0009353b-c573-4187-9fad-0ca63e1900ba None None] Sync routers for ids ['845674d6-8538-4672-96ee-9ea4c087b9f8'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:01:57.607807 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0009353b-c573-4187-9fad-0ca63e1900ba None None] Routers {'845674d6-8538-4672-96ee-9ea4c087b9f8'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:01:57.608655 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0009353b-c573-4187-9fad-0ca63e1900ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:01:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['845674d6-8538-4672-96ee-9ea4c087b9f8'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:57.612037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35100) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:57.626061 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8e3443f3-32c3-455f-9c4e-1864f9f2af2d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "PUT /v2.0/floatingips/30c060ff-d62e-4a37-87be-c6dcb2fe2db1 HTTP/1.1" status: 200 len: 992 time: 1.5160096 Jul 14 07:01:57.669048 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-014108a6-58ad-4c88-80db-f75c6ba18e61 req-0c052494-4b9d-41dd-b67a-05574d7b5912 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=13e6d6bf-e96f-49d2-949e-813c123e64d4 HTTP/1.1" status: 200 len: 210 time: 0.0330234 Jul 14 07:01:57.772316 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8f33609-9bec-4dc1-bf22-eb6f3b2a6e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:57.788975 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0009353b-c573-4187-9fad-0ca63e1900ba None None] Set router 845674d6-8538-4672-96ee-9ea4c087b9f8 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:01:58.019902 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8f33609-9bec-4dc1-bf22-eb6f3b2a6e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:58.042063 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8f33609-9bec-4dc1-bf22-eb6f3b2a6e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:58.057157 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-a5050cb1-a88e-4d56-acc6-33f74e285adf req-fea0e8bd-79d0-4240-83ca-31997a2ce059 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-670161096', 'description': 'tempest-description-743815401'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:58.068913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f1397c10-ecbd-404e-8def-18185fd6911c no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:01:58.092515 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb8b39-5c81-4142-83c8-fbff7d517fc3 req-b4f0c2f4-2224-4d9c-9cff-96bf6bb2d15b tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:58.094286 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71cb8b39-5c81-4142-83c8-fbff7d517fc3 req-b4f0c2f4-2224-4d9c-9cff-96bf6bb2d15b tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 943 time: 0.2638397 Jul 14 07:01:58.096079 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: f1397c10-ecbd-404e-8def-18185fd6911c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:01:58.096626 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f1397c10-ecbd-404e-8def-18185fd6911c not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:01:58.114555 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0009353b-c573-4187-9fad-0ca63e1900ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '30c060ff-d62e-4a37-87be-c6dcb2fe2db1', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'port_id': 'a979de78-27f6-49ff-8176-7938934a3bc0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'mac_address': 'fa:16:3e:23:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bec10c-43f5-4067-871e-9c03f105f542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:01:31Z', 'updated_at': '2021-07-14T07:01:56Z', 'revision_number': 1, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505e48b0-e897-4020-9a65-f47e12dfec7f', 'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'mac_address': 'fa:16:3e:97:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '09316beb-b379-4562-9195-dccf17a52656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:09Z', 'updated_at': '2021-07-14T07:01:18Z', 'revision_number': 5, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'subnets': [{'id': '09316beb-b379-4562-9195-dccf17a52656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:58.142053 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0009353b-c573-4187-9fad-0ca63e1900ba None None] Checking router: 845674d6-8538-4672-96ee-9ea4c087b9f8 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:01:58.146413 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e8f33609-9bec-4dc1-bf22-eb6f3b2a6e0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d7d628e90184e02ad59f80939eed162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5331607 Jul 14 07:01:58.149104 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35118) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:58.154825 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0009353b-c573-4187-9fad-0ca63e1900ba None None] Routers {'845674d6-8538-4672-96ee-9ea4c087b9f8'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:01:58.155664 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0009353b-c573-4187-9fad-0ca63e1900ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:01:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['845674d6-8538-4672-96ee-9ea4c087b9f8'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:58.158744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f33609-9bec-4dc1-bf22-eb6f3b2a6e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0152a564-10e5-4e03-aa4b-b8f6d306b937,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:58.177114 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5050cb1-a88e-4d56-acc6-33f74e285adf req-fea0e8bd-79d0-4240-83ca-31997a2ce059 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:58.202305 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5050cb1-a88e-4d56-acc6-33f74e285adf req-fea0e8bd-79d0-4240-83ca-31997a2ce059 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:58.207934 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6bcf96-6b20-43c2-a452-a71f6c2cd112', 'name': 'network-vif-deleted', 'tag': 'f1397c10-ecbd-404e-8def-18185fd6911c'}, {'name': 'network-changed', 'server_uuid': '12bec10c-43f5-4067-871e-9c03f105f542', 'tag': 'a979de78-27f6-49ff-8176-7938934a3bc0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:01:58.211405 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba0971d-5306-4810-b2a1-1aa1d08eb065" -d '{"events": [{"server_uuid": "0a6bcf96-6b20-43c2-a452-a71f6c2cd112", "name": "network-vif-deleted", "tag": "f1397c10-ecbd-404e-8def-18185fd6911c"}, {"name": "network-changed", "server_uuid": "12bec10c-43f5-4067-871e-9c03f105f542", "tag": "a979de78-27f6-49ff-8176-7938934a3bc0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:01:58.230338 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71cb8b39-5c81-4142-83c8-fbff7d517fc3 req-7e266b13-6bc6-4480-a230-22ae751a7364 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207919 Jul 14 07:01:58.233807 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b5d8e66-d9a1-49d4-9610-097635736e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:58.267806 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b5d8e66-d9a1-49d4-9610-097635736e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:58.287030 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0009353b-c573-4187-9fad-0ca63e1900ba None None] Set router 845674d6-8538-4672-96ee-9ea4c087b9f8 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:01:58.323839 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b5d8e66-d9a1-49d4-9610-097635736e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:58.327410 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b5d8e66-d9a1-49d4-9610-097635736e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:58.331260 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2b5d8e66-d9a1-49d4-9610-097635736e8b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0152a564-10e5-4e03-aa4b-b8f6d306b937 HTTP/1.1" status: 204 len: 168 time: 0.1811242 Jul 14 07:01:58.339361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d8e66-d9a1-49d4-9610-097635736e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0152a564-10e5-4e03-aa4b-b8f6d306b937,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:58.365054 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-8ec5e87b-daad-45e2-ae32-df912d27ea03 service neutron] 10.222.0.30 "GET /v2.0/ports/3ec3f614-8221-483b-9341-42d8917d9ed6/bindings/n-h2-778696-5 HTTP/1.1" status: 200 len: 384 time: 0.1794357 Jul 14 07:01:58.510615 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5050cb1-a88e-4d56-acc6-33f74e285adf req-fea0e8bd-79d0-4240-83ca-31997a2ce059 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:58.519267 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5050cb1-a88e-4d56-acc6-33f74e285adf req-fea0e8bd-79d0-4240-83ca-31997a2ce059 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:58.621032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0e8bd-79d0-4240-83ca-31997a2ce059 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02c2bf0-deb1-436a-9a3c-673280fb5a63,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:58.683932 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-2b44d9d2-0e5e-47d5-91e0-aaf1a07cf69a service neutron] For port 3ec3f614-8221-483b-9341-42d8917d9ed6, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ec3f614-8221-483b-9341-42d8917d9ed6,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:58.721233 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0009353b-c573-4187-9fad-0ca63e1900ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '30c060ff-d62e-4a37-87be-c6dcb2fe2db1', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'port_id': 'a979de78-27f6-49ff-8176-7938934a3bc0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'mac_address': 'fa:16:3e:23:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bec10c-43f5-4067-871e-9c03f105f542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:01:31Z', 'updated_at': '2021-07-14T07:01:56Z', 'revision_number': 1, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505e48b0-e897-4020-9a65-f47e12dfec7f', 'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'mac_address': 'fa:16:3e:97:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '09316beb-b379-4562-9195-dccf17a52656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:09Z', 'updated_at': '2021-07-14T07:01:18Z', 'revision_number': 5, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'subnets': [{'id': '09316beb-b379-4562-9195-dccf17a52656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:01:58.725607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-2b44d9d2-0e5e-47d5-91e0-aaf1a07cf69a service neutron] For port 3ec3f614-8221-483b-9341-42d8917d9ed6, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:01:58.728642 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5050cb1-a88e-4d56-acc6-33f74e285adf req-fea0e8bd-79d0-4240-83ca-31997a2ce059 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:58.736742 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35140) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:58.748614 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5050cb1-a88e-4d56-acc6-33f74e285adf req-fea0e8bd-79d0-4240-83ca-31997a2ce059 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:58.760900 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0009353b-c573-4187-9fad-0ca63e1900ba None None] The sync data for ids ['845674d6-8538-4672-96ee-9ea4c087b9f8'] in n-d-778696-5 is: [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '30c060ff-d62e-4a37-87be-c6dcb2fe2db1', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'port_id': 'a979de78-27f6-49ff-8176-7938934a3bc0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'mac_address': 'fa:16:3e:23:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bec10c-43f5-4067-871e-9c03f105f542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:01:31Z', 'updated_at': '2021-07-14T07:01:56Z', 'revision_number': 1, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505e48b0-e897-4020-9a65-f47e12dfec7f', 'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'mac_address': 'fa:16:3e:97:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '09316beb-b379-4562-9195-dccf17a52656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:09Z', 'updated_at': '2021-07-14T07:01:18Z', 'revision_number': 5, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'subnets': [{'id': '09316beb-b379-4562-9195-dccf17a52656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:01:58.765626 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3903f846-a332-4d11-a2fd-8de53a354e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:58.776355 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-2b44d9d2-0e5e-47d5-91e0-aaf1a07cf69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec3f614-8221-483b-9341-42d8917d9ed6 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:01:58.795710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-2b44d9d2-0e5e-47d5-91e0-aaf1a07cf69a service neutron] For port 3ec3f614-8221-483b-9341-42d8917d9ed6, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=3ec3f614-8221-483b-9341-42d8917d9ed6,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:01:58.798390 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5050cb1-a88e-4d56-acc6-33f74e285adf req-fea0e8bd-79d0-4240-83ca-31997a2ce059 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:58.799705 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5050cb1-a88e-4d56-acc6-33f74e285adf req-fea0e8bd-79d0-4240-83ca-31997a2ce059 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7528667 Jul 14 07:01:58.830059 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0e8bd-79d0-4240-83ca-31997a2ce059 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfe670f-dcc6-419c-a303-fcf6d35f2745,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:58.836372 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-2b44d9d2-0e5e-47d5-91e0-aaf1a07cf69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:58.917451 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 07:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8dd0bf-1833-40fa-8c79-1b145dbc8e6d x-openstack-request-id: req-be8dd0bf-1833-40fa-8c79-1b145dbc8e6d {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:01:58.917927 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6bcf96-6b20-43c2-a452-a71f6c2cd112", "name": "network-vif-deleted", "tag": "f1397c10-ecbd-404e-8def-18185fd6911c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "12bec10c-43f5-4067-871e-9c03f105f542", "tag": "a979de78-27f6-49ff-8176-7938934a3bc0", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:01:58.919574 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be8dd0bf-1833-40fa-8c79-1b145dbc8e6d {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:01:58.920508 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6bcf96-6b20-43c2-a452-a71f6c2cd112', 'name': 'network-vif-deleted', 'tag': 'f1397c10-ecbd-404e-8def-18185fd6911c', 'status': 'completed', 'code': 200} Jul 14 07:01:58.920918 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bec10c-43f5-4067-871e-9c03f105f542', 'tag': 'a979de78-27f6-49ff-8176-7938934a3bc0', 'status': 'completed', 'code': 200} Jul 14 07:01:58.952357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-2b44d9d2-0e5e-47d5-91e0-aaf1a07cf69a service neutron] Transition to ACTIVE for port object 3ec3f614-8221-483b-9341-42d8917d9ed6 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:01:58.959327 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-2b44d9d2-0e5e-47d5-91e0-aaf1a07cf69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:59.059207 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3903f846-a332-4d11-a2fd-8de53a354e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:59.078219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44d9d2-0e5e-47d5-91e0-aaf1a07cf69a service neutron] Pushing event updated for resources: {'Port': ['ID=3ec3f614-8221-483b-9341-42d8917d9ed6,revision_number=10']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:59.102136 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac9072f-1559-455c-a979-5e1e1a1f49b4 None None] New status for floating IP 30c060ff-d62e-4a37-87be-c6dcb2fe2db1: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:01:59.118281 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3903f846-a332-4d11-a2fd-8de53a354e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:59.130030 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-2b44d9d2-0e5e-47d5-91e0-aaf1a07cf69a service neutron] No DVR routers for this DVR port 3ec3f614-8221-483b-9341-42d8917d9ed6 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:01:59.182335 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-2b44d9d2-0e5e-47d5-91e0-aaf1a07cf69a service neutron] 10.222.0.30 "PUT /v2.0/ports/3ec3f614-8221-483b-9341-42d8917d9ed6/bindings/n-h2-778696-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8118601 Jul 14 07:01:59.205873 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3903f846-a332-4d11-a2fd-8de53a354e24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ab0b69caca54af9acd22060380f576a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4676709 Jul 14 07:01:59.208484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35146) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:01:59.210987 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903f846-a332-4d11-a2fd-8de53a354e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e05dc81-d7b1-416e-a6b1-c91b7d9aac7b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:59.236224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-a495362d-6ed8-4880-bd02-dc0185f1d6c8 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:59.238962 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-a495362d-6ed8-4880-bd02-dc0185f1d6c8 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.15 "GET /v2.0/networks?id=676e2b20-42f6-4071-a6c3-1c63ec9861d1 HTTP/1.1" status: 200 len: 820 time: 0.4589739 Jul 14 07:01:59.255251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-b518997c-38b0-4105-b001-7ac9c8b91f7e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Request body: {'port': {'device_id': '13e6d6bf-e96f-49d2-949e-813c123e64d4', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'admin_state_up': True, 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:59.260880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0971d-5306-4810-b2a1-1aa1d08eb065 req-34b6507c-33e9-485f-8cf9-292ffbc471af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:59.265164 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fba0971d-5306-4810-b2a1-1aa1d08eb065 req-34b6507c-33e9-485f-8cf9-292ffbc471af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1b2d28cf04d40aa988da155be385097&device_id=12bec10c-43f5-4067-871e-9c03f105f542 HTTP/1.1" status: 200 len: 1097 time: 0.3326027 Jul 14 07:01:59.406108 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-34658ea1-a287-4504-bfba-e1756dde1c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:59.425506 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-c7912665-eb76-4d99-ad81-37da05dbafde tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:59.427139 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-c7912665-eb76-4d99-ad81-37da05dbafde tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d&tenant_id=b105e52a7ba74b51aa3981183eb54e1c&binding%3Ahost_id=n-h1-778696-5 HTTP/1.1" status: 200 len: 1095 time: 0.1478302 Jul 14 07:01:59.454942 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0971d-5306-4810-b2a1-1aa1d08eb065 req-90829bd0-0b09-4d1e-ad08-602c5c4ad1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:59.456436 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fba0971d-5306-4810-b2a1-1aa1d08eb065 req-90829bd0-0b09-4d1e-ad08-602c5c4ad1ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=8275b157-0f8d-4b3a-902c-fb5bdf31df26 HTTP/1.1" status: 200 len: 925 time: 0.1755898 Jul 14 07:01:59.473664 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-b518997c-38b0-4105-b001-7ac9c8b91f7e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Made reservation on behalf of df5007bb538d476aaadc8ea68599bb82 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:01:59.478880 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-b518997c-38b0-4105-b001-7ac9c8b91f7e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:59.596991 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fba0971d-5306-4810-b2a1-1aa1d08eb065 req-922f307a-6625-4a7c-a903-15e340db29a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a979de78-27f6-49ff-8176-7938934a3bc0 HTTP/1.1" status: 200 len: 1000 time: 0.1326823 Jul 14 07:01:59.692653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0971d-5306-4810-b2a1-1aa1d08eb065 req-52368fc5-e3a7-45b6-8fdf-9ccd2a513934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:59.694148 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fba0971d-5306-4810-b2a1-1aa1d08eb065 req-52368fc5-e3a7-45b6-8fdf-9ccd2a513934 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09316beb-b379-4562-9195-dccf17a52656 HTTP/1.1" status: 200 len: 863 time: 0.0700564 Jul 14 07:01:59.742109 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-34658ea1-a287-4504-bfba-e1756dde1c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:59.745238 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f052f5e-f974-488a-ab91-d922917fab35 req-31c1959f-ab9c-4e61-a23f-1b6b06e0f213 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=13e6d6bf-e96f-49d2-949e-813c123e64d4 HTTP/1.1" status: 200 len: 210 time: 0.3150954 Jul 14 07:01:59.779253 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-b518997c-38b0-4105-b001-7ac9c8b91f7e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Allocated IP 172.20.0.13 (676e2b20-42f6-4071-a6c3-1c63ec9861d1/124c2427-9923-4b0b-a650-c757f2793116/cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:01:59.800628 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0971d-5306-4810-b2a1-1aa1d08eb065 req-173d704a-7382-403b-bcb0-bd828f2d3a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:59.802315 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fba0971d-5306-4810-b2a1-1aa1d08eb065 req-173d704a-7382-403b-bcb0-bd828f2d3a91 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8275b157-0f8d-4b3a-902c-fb5bdf31df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907297 Jul 14 07:01:59.810608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-583128bc-ca24-418d-8263-a5382e061a48 req-61f0a54d-a837-4958-baf1-636d9ddec8d1 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-308457190', 'description': 'tempest-description-1322817807'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:01:59.843893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-141290b8-20e1-420c-9cd2-2bd5522f1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:01:59.845406 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-141290b8-20e1-420c-9cd2-2bd5522f1abe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d&tenant_id=b105e52a7ba74b51aa3981183eb54e1c HTTP/1.1" status: 200 len: 1095 time: 0.3983815 Jul 14 07:01:59.852716 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-583128bc-ca24-418d-8263-a5382e061a48 req-61f0a54d-a837-4958-baf1-636d9ddec8d1 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:59.857031 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-34658ea1-a287-4504-bfba-e1756dde1c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:59.859535 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-34658ea1-a287-4504-bfba-e1756dde1c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:59.860642 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-34658ea1-a287-4504-bfba-e1756dde1c6e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e05dc81-d7b1-416e-a6b1-c91b7d9aac7b HTTP/1.1" status: 204 len: 168 time: 0.6511791 Jul 14 07:01:59.876533 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34658ea1-a287-4504-bfba-e1756dde1c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e05dc81-d7b1-416e-a6b1-c91b7d9aac7b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:01:59.973265 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-583128bc-ca24-418d-8263-a5382e061a48 req-61f0a54d-a837-4958-baf1-636d9ddec8d1 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:01:59.995372 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fba0971d-5306-4810-b2a1-1aa1d08eb065 req-be4e4de5-3b21-454d-b675-20729bd9f29f service neutron] 10.222.0.30 "GET /v2.0/networks/8275b157-0f8d-4b3a-902c-fb5bdf31df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871269 Jul 14 07:01:59.997546 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-583128bc-ca24-418d-8263-a5382e061a48 req-61f0a54d-a837-4958-baf1-636d9ddec8d1 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:00.033469 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-583128bc-ca24-418d-8263-a5382e061a48 req-61f0a54d-a837-4958-baf1-636d9ddec8d1 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:00.034931 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-583128bc-ca24-418d-8263-a5382e061a48 req-61f0a54d-a837-4958-baf1-636d9ddec8d1 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2320104 Jul 14 07:02:00.054341 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0a54d-a837-4958-baf1-636d9ddec8d1 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22009cc-be0d-4c27-8b10-8b9a10da645b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:00.078987 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-ed6bb7dc-008b-4238-897d-4b751b7f0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:00.080737 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-ed6bb7dc-008b-4238-897d-4b751b7f0191 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 1095 time: 0.1275127 Jul 14 07:02:00.223594 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-43a5ce66-44d0-401e-8e57-d9db0dfa8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:00.228385 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-43a5ce66-44d0-401e-8e57-d9db0dfa8fd3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.1331749 Jul 14 07:02:00.283559 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-50dbeb20-a26f-466f-ae94-87e4e60b3293 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:02:00.284563 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-50dbeb20-a26f-466f-ae94-87e4e60b3293 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0317373 Jul 14 07:02:00.300171 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-4fed8779-c64c-4959-a50a-e0194d0e25df service neutron] Request body: {'binding': {'host': 'n-h1-778696-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:00.300622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-4fed8779-c64c-4959-a50a-e0194d0e25df service neutron] Unknown quota resources ['binding']. {{(pid=93827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 07:02:00.302503 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-5d53f9df-2c2c-4a3d-a110-6500cb1b8197 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec3f614-8221-483b-9341-42d8917d9ed6 HTTP/1.1" status: 200 len: 217 time: 0.0669131 Jul 14 07:02:00.346362 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-b518997c-38b0-4105-b001-7ac9c8b91f7e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:00.362383 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-5ac0e0eb-ec35-4e07-9138-59cab4fc0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:00.363858 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-5ac0e0eb-ec35-4e07-9138-59cab4fc0623 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.0550497 Jul 14 07:02:00.420933 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-de822f21-d475-4d0c-b02a-1d77798e3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:00.425459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-b518997c-38b0-4105-b001-7ac9c8b91f7e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Transition to ACTIVE for port object cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:02:00.440437 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-cf8be7c6-ab2a-4082-ae96-68c789a6006e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666142 Jul 14 07:02:00.450160 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fba0971d-5306-4810-b2a1-1aa1d08eb065 req-e8619647-c2c7-4423-988d-4a9bae697f02 service neutron] 10.222.0.30 "GET /v2.0/networks/8275b157-0f8d-4b3a-902c-fb5bdf31df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444199 Jul 14 07:02:00.509818 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-b518997c-38b0-4105-b001-7ac9c8b91f7e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:00.528935 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['8b00ed8e-8f46-4582-8b4d-f80272948664'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:02:00.572765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-4fed8779-c64c-4959-a50a-e0194d0e25df service neutron] Attempting to bind port dcf2efef-68b1-4130-9c96-4f28d02d6d7d on host n-h1-778696-5 for vnic_type normal with profile None {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:02:00.573103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-4fed8779-c64c-4959-a50a-e0194d0e25df service neutron] Attempting to bind port dcf2efef-68b1-4130-9c96-4f28d02d6d7d by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:02:00.573459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-4fed8779-c64c-4959-a50a-e0194d0e25df service neutron] Attempting to bind port dcf2efef-68b1-4130-9c96-4f28d02d6d7d on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:00.576661 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-b518997c-38b0-4105-b001-7ac9c8b91f7e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Network 676e2b20-42f6-4071-a6c3-1c63ec9861d1 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:02:00.586211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-b518997c-38b0-4105-b001-7ac9c8b91f7e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:02:00.590567 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-4fed8779-c64c-4959-a50a-e0194d0e25df service neutron] Port dcf2efef-68b1-4130-9c96-4f28d02d6d7d on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:02:00.590756 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-4fed8779-c64c-4959-a50a-e0194d0e25df service neutron] Attempting to bind port dcf2efef-68b1-4130-9c96-4f28d02d6d7d on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:00.592909 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-b518997c-38b0-4105-b001-7ac9c8b91f7e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:02:00.598391 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-b518997c-38b0-4105-b001-7ac9c8b91f7e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:00.599014 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-b518997c-38b0-4105-b001-7ac9c8b91f7e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:00.607978 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518997c-38b0-4105-b001-7ac9c8b91f7e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Pushing event updated for resources: {'Port': ['ID=cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:00.616705 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-4fed8779-c64c-4959-a50a-e0194d0e25df service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:02:00.617046 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-4fed8779-c64c-4959-a50a-e0194d0e25df service neutron] Checking segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:02:00.619064 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-4fed8779-c64c-4959-a50a-e0194d0e25df service neutron] Bound using segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:02:00.619361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-4fed8779-c64c-4959-a50a-e0194d0e25df service neutron] Bound port: dcf2efef-68b1-4130-9c96-4f28d02d6d7d, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:02:00.642643 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-fc63fc54-2f04-408d-abaa-12eaaefd5223 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930788 Jul 14 07:02:00.659101 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b911a48-ba6d-4750-a1b3-3ba627afbf8f req-b46dcfab-60cf-441e-8cec-0127044eedee tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:00.660873 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b911a48-ba6d-4750-a1b3-3ba627afbf8f req-b46dcfab-60cf-441e-8cec-0127044eedee tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 944 time: 0.1295478 Jul 14 07:02:00.692742 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-4fed8779-c64c-4959-a50a-e0194d0e25df service neutron] For port dcf2efef-68b1-4130-9c96-4f28d02d6d7d, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:02:00.704730 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-4fed8779-c64c-4959-a50a-e0194d0e25df service neutron] Notify callbacks [] for binding, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:00.707059 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-4fed8779-c64c-4959-a50a-e0194d0e25df service neutron] 10.222.0.35 "POST /v2.0/ports/dcf2efef-68b1-4130-9c96-4f28d02d6d7d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4143059 Jul 14 07:02:00.709928 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-b518997c-38b0-4105-b001-7ac9c8b91f7e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4593987 Jul 14 07:02:00.722769 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Request body: {'port': {'device_id': '13e6d6bf-e96f-49d2-949e-813c123e64d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:00.854379 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b911a48-ba6d-4750-a1b3-3ba627afbf8f req-89800687-6b48-42fc-8af6-902c7daf2a12 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735504 Jul 14 07:02:00.921169 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:00.951235 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-36418d88-1447-4fd8-873c-8245b69056de service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886961 Jul 14 07:02:01.036218 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ffede8ba-5a51-4cd3-a482-7ba882321853 None None] Provisioning for port cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:02:01.041359 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ffede8ba-5a51-4cd3-a482-7ba882321853 None None] Provisioning complete for port cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:02:01.041877 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ffede8ba-5a51-4cd3-a482-7ba882321853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:01.147457 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ffede8ba-5a51-4cd3-a482-7ba882321853 None None] Port cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:02:01.352482 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-cfdba582-53c0-4a3f-86c5-b1450d6a330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:01.354368 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-cfdba582-53c0-4a3f-86c5-b1450d6a330a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 1096 time: 0.1627331 Jul 14 07:02:01.439833 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c5592-35dd-4440-982d-ccf95c8d01a9 req-356dacaf-2f3a-4752-8aa1-9e1be6b01230 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:01.446696 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-915c5592-35dd-4440-982d-ccf95c8d01a9 req-356dacaf-2f3a-4752-8aa1-9e1be6b01230 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=13e6d6bf-e96f-49d2-949e-813c123e64d4 HTTP/1.1" status: 200 len: 932 time: 0.1921506 Jul 14 07:02:01.474272 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35216) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:01.484288 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-71e5f5db-4485-42d3-a8b2-98bf25473e66 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:01.485786 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-71e5f5db-4485-42d3-a8b2-98bf25473e66 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d&tenant_id=b105e52a7ba74b51aa3981183eb54e1c&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 1095 time: 0.1649756 Jul 14 07:02:01.504622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:01.509624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-2e61f868-906f-4ee8-a3e7-7732d9c7fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:01.512591 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-2e61f868-906f-4ee8-a3e7-7732d9c7fd5e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 922 time: 0.1474247 Jul 14 07:02:01.515135 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:01.561259 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-aea3374c-6b3a-4610-8e07-b9acca7ffd4c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcf2efef-68b1-4130-9c96-4f28d02d6d7d HTTP/1.1" status: 200 len: 217 time: 0.0422759 Jul 14 07:02:01.561612 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-915c5592-35dd-4440-982d-ccf95c8d01a9 req-d523060b-e68e-4295-ba59-d22418ca5627 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/security-groups?id=2da91405-9355-400a-8f3f-d41afea688cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109328 Jul 14 07:02:01.562406 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Transition to ACTIVE for port object cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:02:01.566772 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:01.638796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-efe63854-2ff3-4481-9c27-66fc6cd201dc tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45079 time: 0.5450239 Jul 14 07:02:01.643332 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f0ddddc-c608-4ed9-bf15-b7dc95cbe791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:01.660490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Pushing event updated for resources: {'Port': ['ID=cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:01.724934 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Attempting to bind port cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:02:01.725292 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Attempting to bind port cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '020f8a0c-1d19-4d1d-9be1-5fa389f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:02:01.725613 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Attempting to bind port cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 on network 676e2b20-42f6-4071-a6c3-1c63ec9861d1 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:01.733576 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-6239806a-294b-4f1f-aa99-fed2e79ba552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:01.735081 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-6239806a-294b-4f1f-aa99-fed2e79ba552 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.1646757 Jul 14 07:02:01.735776 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Port cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 on network 676e2b20-42f6-4071-a6c3-1c63ec9861d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:02:01.736089 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Attempting to bind port cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 on network 676e2b20-42f6-4071-a6c3-1c63ec9861d1 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:01.770830 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-6505bd80-9a76-4462-bc9c-11445ddf0d43 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288851 Jul 14 07:02:01.771770 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:02:01.772320 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Checking segment: {'id': '020f8a0c-1d19-4d1d-9be1-5fa389f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:02:01.772629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Bound using segment: {'id': '020f8a0c-1d19-4d1d-9be1-5fa389f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:02:01.773074 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Bound port: cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020f8a0c-1d19-4d1d-9be1-5fa389f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:02:01.773455 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:01.830610 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-513d58a6-0768-4d96-925c-0f84c6918cf0 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/018b568c-71e7-491b-9f9f-df717221fe74 HTTP/1.1" status: 200 len: 2981 time: 0.1905839 Jul 14 07:02:01.889558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-d34f5e0c-10fa-4999-a1ea-99639e8faa6b service neutron] For port 3ec3f614-8221-483b-9341-42d8917d9ed6, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:01.903306 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-d34f5e0c-10fa-4999-a1ea-99639e8faa6b service neutron] Notify callbacks [] for binding, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:01.904451 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9564daab-bc79-4e94-aa24-b8765f1c79b8 req-d34f5e0c-10fa-4999-a1ea-99639e8faa6b service neutron] 10.222.0.15 "DELETE /v2.0/ports/3ec3f614-8221-483b-9341-42d8917d9ed6/bindings/n-h1-778696-5 HTTP/1.1" status: 204 len: 173 time: 0.4128482 Jul 14 07:02:01.936912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-38f2ba67-d863-4979-b11a-2f03d6dd5e9b tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/018b568c-71e7-491b-9f9f-df717221fe74 HTTP/1.1" status: 200 len: 2981 time: 0.1050799 Jul 14 07:02:01.945726 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] For port cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:01.950116 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37914d1a-9d30-417b-aefc-d2433ab113fd req-abf7f57f-7e48-435f-8575-57ea738c0b63 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:01.954550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] For port cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6,segment=NetworkSegment(020f8a0c-1d19-4d1d-9be1-5fa389f767db),segment_id=020f8a0c-1d19-4d1d-9be1-5fa389f767db)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:02:01.960930 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37914d1a-9d30-417b-aefc-d2433ab113fd req-abf7f57f-7e48-435f-8575-57ea738c0b63 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 945 time: 0.2743902 Jul 14 07:02:01.961382 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-442af229-bbd1-43f2-8fc9-affeb535f872 service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842408 Jul 14 07:02:01.963076 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:02.018987 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:02.019758 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:02.021781 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] 10.222.0.15 "PUT /v2.0/ports/cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 HTTP/1.1" status: 200 len: 1092 time: 1.3035250 Jul 14 07:02:02.022306 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e6d6bf-e96f-49d2-949e-813c123e64d4', 'tag': 'cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:02.024697 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd67e7d-3098-43ee-8643-7cf8cb7b770c" -d '{"events": [{"name": "network-changed", "server_uuid": "13e6d6bf-e96f-49d2-949e-813c123e64d4", "tag": "cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:02.071787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37914d1a-9d30-417b-aefc-d2433ab113fd req-28b91212-6120-49fc-8578-e5700310d31a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093874 Jul 14 07:02:02.078644 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f0ddddc-c608-4ed9-bf15-b7dc95cbe791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:02.091453 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-2bb3571e-59da-4ce3-8d60-6abe5fb8d879 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/1e0d6103-5d94-4c12-b284-32fe164c01ff HTTP/1.1" status: 200 len: 2981 time: 0.1535587 Jul 14 07:02:02.118508 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f0ddddc-c608-4ed9-bf15-b7dc95cbe791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:02.148701 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e90f7-815e-4999-ab3b-93312b89ba5a service neutron] Pushing event updated for resources: {'Port': ['ID=cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:02.161787 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3ec3f614-8221-483b-9341-42d8917d9ed6 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:02:02.253142 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3ec3f614-8221-483b-9341-42d8917d9ed6 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:02:02.256278 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-b59011c8-24d5-4aa9-8401-349cc8ee280c service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850792 Jul 14 07:02:02.268650 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-6f30c299-c96b-4724-887d-43c8e059b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:02.270200 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-6f30c299-c96b-4724-887d-43c8e059b5e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=df5007bb538d476aaadc8ea68599bb82&device_id=13e6d6bf-e96f-49d2-949e-813c123e64d4 HTTP/1.1" status: 200 len: 1095 time: 0.1753349 Jul 14 07:02:02.298001 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-44042b6a-9f1a-454d-8f98-a29716a0ecfe tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/1e0d6103-5d94-4c12-b284-32fe164c01ff HTTP/1.1" status: 200 len: 2981 time: 0.2054231 Jul 14 07:02:02.303867 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ddddc-c608-4ed9-bf15-b7dc95cbe791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dab1710-327a-4eb5-b33e-b357a5910eb6,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:02.348878 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-c8443034-eff1-4f29-b901-81df6bcb5947 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 HTTP/1.1" status: 200 len: 217 time: 0.0700536 Jul 14 07:02:02.390436 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-035c9504-f941-4ca5-8b06-8beac6dd88e6 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/25dd3fef-a0af-457d-a372-a726298b3684 HTTP/1.1" status: 200 len: 2981 time: 0.0771232 Jul 14 07:02:02.411678 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5f0ddddc-c608-4ed9-bf15-b7dc95cbe791 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5449d5080ee44db0b191ecfa0f0d2a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9363804 Jul 14 07:02:02.416246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35246) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:02.478468 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-b1f12d9f-f1d7-4fa1-ad15-9a893da8decc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:02.480040 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-b1f12d9f-f1d7-4fa1-ad15-9a893da8decc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=124c2427-9923-4b0b-a650-c757f2793116 HTTP/1.1" status: 200 len: 859 time: 0.1212199 Jul 14 07:02:02.515488 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-9a0cdc12-d1dd-4292-b084-5b6fe5ee136c tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/25dd3fef-a0af-457d-a372-a726298b3684 HTTP/1.1" status: 200 len: 2981 time: 0.0887747 Jul 14 07:02:02.516705 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-90969d81-35e3-48db-9be5-45ca1819d20c tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:02.518378 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-90969d81-35e3-48db-9be5-45ca1819d20c tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d&tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 1096 time: 0.1683018 Jul 14 07:02:02.519094 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29e69d00-391c-448c-9b50-12e96f9b79bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:02.546698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778696-5'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:02.588181 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe507413-d1a8-4c29-b447-f2c0c5401415 req-eae96874-f196-4ef1-acb4-99f4b8a37d98 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:02.590328 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe507413-d1a8-4c29-b447-f2c0c5401415 req-eae96874-f196-4ef1-acb4-99f4b8a37d98 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 944 time: 0.2413151 Jul 14 07:02:02.596481 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29e69d00-391c-448c-9b50-12e96f9b79bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:02.598221 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-4522d39c-a1be-4f6f-b57d-68ace70ba34a tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/2da91405-9355-400a-8f3f-d41afea688cf HTTP/1.1" status: 200 len: 2981 time: 0.0758314 Jul 14 07:02:02.652692 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe507413-d1a8-4c29-b447-f2c0c5401415 req-8d5ecd74-027d-495d-a21a-e3dbb64c7444 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534914 Jul 14 07:02:02.685627 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-2600b18f-d93e-44dc-ad17-8048e12a7c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:02.687316 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-2600b18f-d93e-44dc-ad17-8048e12a7c7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=676e2b20-42f6-4071-a6c3-1c63ec9861d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1925561 Jul 14 07:02:02.696510 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:02.716111 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-efa7ab61-20a4-47d4-9d7a-8619fdd9dd77 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/2da91405-9355-400a-8f3f-d41afea688cf HTTP/1.1" status: 200 len: 2981 time: 0.0891435 Jul 14 07:02:02.776466 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35256) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:02.780974 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29e69d00-391c-448c-9b50-12e96f9b79bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:02.783629 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29e69d00-391c-448c-9b50-12e96f9b79bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:02.787126 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-29e69d00-391c-448c-9b50-12e96f9b79bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7dab1710-327a-4eb5-b33e-b357a5910eb6 HTTP/1.1" status: 204 len: 168 time: 0.3665440 Jul 14 07:02:02.787268 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-6dd8abde-07d8-41cf-a765-980c1538282b tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/65c93883-0da6-4024-95d5-b405012a4af6 HTTP/1.1" status: 200 len: 2977 time: 0.0598466 Jul 14 07:02:02.818325 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e69d00-391c-448c-9b50-12e96f9b79bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dab1710-327a-4eb5-b33e-b357a5910eb6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:02.884948 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-79d47c24-96cd-40aa-8f5e-613e22dba239 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/65c93883-0da6-4024-95d5-b405012a4af6 HTTP/1.1" status: 200 len: 2977 time: 0.0788448 Jul 14 07:02:02.891214 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193e6950-bdf6-43a5-99d5-f9143faffad7 x-openstack-request-id: req-193e6950-bdf6-43a5-99d5-f9143faffad7 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:02.891429 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e6d6bf-e96f-49d2-949e-813c123e64d4", "tag": "cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:02.891637 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-193e6950-bdf6-43a5-99d5-f9143faffad7 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:02.892038 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e6d6bf-e96f-49d2-949e-813c123e64d4', 'tag': 'cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6', 'status': 'completed', 'code': 200} Jul 14 07:02:02.898352 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-0297a839-640b-4f3b-aa5e-1bda37163141 service neutron] 10.222.0.15 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029529 Jul 14 07:02:02.946436 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-5c0989ed-967f-4460-ac61-608dcaae2a66 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/709c951c-a924-47ba-aaa8-4a0c33d000a7 HTTP/1.1" status: 200 len: 2981 time: 0.0556631 Jul 14 07:02:03.005962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] For port dcf2efef-68b1-4130-9c96-4f28d02d6d7d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:03.036555 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-1162001d-af90-46fa-92b1-68b5efde23e2 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/709c951c-a924-47ba-aaa8-4a0c33d000a7 HTTP/1.1" status: 200 len: 2981 time: 0.0786312 Jul 14 07:02:03.050251 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8fbce04e-b2c1-4616-8960-24abeb9d2a1b req-849671f4-6c21-4e3a-8b1e-50a5f4a47bae service neutron] 10.222.0.15 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458700 Jul 14 07:02:03.077073 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] For port dcf2efef-68b1-4130-9c96-4f28d02d6d7d, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:03.118875 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-611e45c3-5ab7-490d-ab37-b7ff2aebadb1 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/7841f6aa-4e90-4f48-8571-3ce4d968ea8b HTTP/1.1" status: 200 len: 2977 time: 0.0806403 Jul 14 07:02:03.177434 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:03.192177 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:03.198058 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e1b65984-bae0-41bc-ba8b-09905f1799a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:03.218536 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-6831e17f-3658-4239-a82c-0c01e0efa391 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/7841f6aa-4e90-4f48-8571-3ce4d968ea8b HTTP/1.1" status: 200 len: 2977 time: 0.0984666 Jul 14 07:02:03.255065 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd67e7d-3098-43ee-8643-7cf8cb7b770c req-649dbb5e-ca3a-4176-b7df-4ee78a76d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:03.257110 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0fd67e7d-3098-43ee-8643-7cf8cb7b770c req-649dbb5e-ca3a-4176-b7df-4ee78a76d964 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=df5007bb538d476aaadc8ea68599bb82&device_id=13e6d6bf-e96f-49d2-949e-813c123e64d4 HTTP/1.1" status: 200 len: 1095 time: 0.1312940 Jul 14 07:02:03.279608 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-4a119eef-4cd4-402a-ab86-09671e654f7d tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/8495b67c-4b91-4d45-bbfa-d49ffdb46ed2 HTTP/1.1" status: 200 len: 2977 time: 0.0582256 Jul 14 07:02:03.301685 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35274) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:03.312374 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-451c6e9f-a563-40b7-9639-d1a549995922 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b41f3f9fc204a16b44d3a5708e5856c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5343223 Jul 14 07:02:03.323661 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35276) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:03.332511 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ba7c6cae-870a-4933-866d-8959e277021f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:03.351753 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:03.358137 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] Attempting to bind port dcf2efef-68b1-4130-9c96-4f28d02d6d7d on host n-h2-778696-5 for vnic_type normal with profile {"migrating_to": "n-h1-778696-5"} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:02:03.358681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] Attempting to bind port dcf2efef-68b1-4130-9c96-4f28d02d6d7d by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:02:03.359178 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] Attempting to bind port dcf2efef-68b1-4130-9c96-4f28d02d6d7d on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:03.369679 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] Port dcf2efef-68b1-4130-9c96-4f28d02d6d7d on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:02:03.370020 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] Attempting to bind port dcf2efef-68b1-4130-9c96-4f28d02d6d7d on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:03.375782 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-682100a2-4885-4cef-aa98-d7af734e1833 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/8495b67c-4b91-4d45-bbfa-d49ffdb46ed2 HTTP/1.1" status: 200 len: 2977 time: 0.0951920 Jul 14 07:02:03.378140 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:02:03.379227 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] Checking segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:02:03.379772 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] Bound using segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:02:03.380802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] Bound port: dcf2efef-68b1-4130-9c96-4f28d02d6d7d, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:02:03.381377 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:03.446189 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd67e7d-3098-43ee-8643-7cf8cb7b770c req-b267bf00-9d4f-404b-88f8-4da0fc9122b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:03.447679 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0fd67e7d-3098-43ee-8643-7cf8cb7b770c req-b267bf00-9d4f-404b-88f8-4da0fc9122b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=676e2b20-42f6-4071-a6c3-1c63ec9861d1 HTTP/1.1" status: 200 len: 921 time: 0.1825781 Jul 14 07:02:03.485327 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2365a44f-4367-47ee-8314-300eaf0ec0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:03.503808 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0fd67e7d-3098-43ee-8643-7cf8cb7b770c req-1d035be7-4387-481f-9f2e-6a5da0709afc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 HTTP/1.1" status: 200 len: 217 time: 0.0385554 Jul 14 07:02:03.506194 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] For port dcf2efef-68b1-4130-9c96-4f28d02d6d7d, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:03.509953 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-0093ea48-824a-40a6-9f03-aa56c5a5c7cc tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/99e9db60-017d-4a27-a9cf-80fd5a04513b HTTP/1.1" status: 200 len: 2981 time: 0.1254287 Jul 14 07:02:03.525832 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] For port dcf2efef-68b1-4130-9c96-4f28d02d6d7d, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:02:03.548035 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2365a44f-4367-47ee-8314-300eaf0ec0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:03.549005 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:03.558630 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:03.608288 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd67e7d-3098-43ee-8643-7cf8cb7b770c req-a49f2d8c-6495-481d-b4b1-6f32af988dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:03.609783 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0fd67e7d-3098-43ee-8643-7cf8cb7b770c req-a49f2d8c-6495-481d-b4b1-6f32af988dbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=124c2427-9923-4b0b-a650-c757f2793116 HTTP/1.1" status: 200 len: 859 time: 0.0941479 Jul 14 07:02:03.614987 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020aa3ec-2820-42c7-96ac-775cd097566b req-32c32d5b-75ab-4cb1-9fdc-24c45150b03b tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:03.616489 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-020aa3ec-2820-42c7-96ac-775cd097566b req-32c32d5b-75ab-4cb1-9fdc-24c45150b03b tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=13e6d6bf-e96f-49d2-949e-813c123e64d4 HTTP/1.1" status: 200 len: 944 time: 0.2131889 Jul 14 07:02:03.649133 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:03.649705 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ba7c6cae-870a-4933-866d-8959e277021f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:03.649823 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:03.651110 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] 10.222.0.30 "PUT /v2.0/ports/dcf2efef-68b1-4130-9c96-4f28d02d6d7d HTTP/1.1" status: 200 len: 1121 time: 1.1134970 Jul 14 07:02:03.661450 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ba7c6cae-870a-4933-866d-8959e277021f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:03.667803 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-e73a864e-16e7-470c-a8d5-8de727327020 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/99e9db60-017d-4a27-a9cf-80fd5a04513b HTTP/1.1" status: 200 len: 2981 time: 0.1508551 Jul 14 07:02:03.672513 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb4ae6-a7d9-4dec-91ea-2c27b0849795 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:03.709318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd67e7d-3098-43ee-8643-7cf8cb7b770c req-e6315653-d249-4cac-bd34-9b16eecba941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:03.710849 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0fd67e7d-3098-43ee-8643-7cf8cb7b770c req-e6315653-d249-4cac-bd34-9b16eecba941 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=676e2b20-42f6-4071-a6c3-1c63ec9861d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735788 Jul 14 07:02:03.733887 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-020aa3ec-2820-42c7-96ac-775cd097566b req-9f702309-3564-4359-8939-fb0908a91a88 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/security-groups?id=2da91405-9355-400a-8f3f-d41afea688cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102312 Jul 14 07:02:03.738895 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ba7c6cae-870a-4933-866d-8959e277021f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b3dbcae09cb4b51ad2694d3ed4e803f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4358575 Jul 14 07:02:03.743137 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2365a44f-4367-47ee-8314-300eaf0ec0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:03.745669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35280) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:03.745812 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2365a44f-4367-47ee-8314-300eaf0ec0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:03.746167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['dcf2efef-68b1-4130-9c96-4f28d02d6d7d'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:02:03.749017 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2365a44f-4367-47ee-8314-300eaf0ec0bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65c93883-0da6-4024-95d5-b405012a4af6 HTTP/1.1" status: 204 len: 168 time: 0.4221652 Jul 14 07:02:03.749017 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c6cae-870a-4933-866d-8959e277021f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caf1d45-e337-4301-b152-f773a6e84e30,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:03.770229 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365a44f-4367-47ee-8314-300eaf0ec0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c93883-0da6-4024-95d5-b405012a4af6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:03.781494 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-b8d75b67-6508-40e2-8f59-efca8899fac3 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/a75114a0-3da2-4bac-92d5-cbefcc5efc7c HTTP/1.1" status: 200 len: 2981 time: 0.0915921 Jul 14 07:02:03.863310 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-b7d6e461-b21c-4a09-8e5c-c14c5a5f0e06 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/a75114a0-3da2-4bac-92d5-cbefcc5efc7c HTTP/1.1" status: 200 len: 2981 time: 0.0758085 Jul 14 07:02:03.890830 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b517-cec0-4b49-92e1-6a6e8a20a6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:03.894065 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0fd67e7d-3098-43ee-8643-7cf8cb7b770c req-3c24d44e-85ed-4e0b-aa71-62094c5e835b service neutron] 10.222.0.15 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680160 Jul 14 07:02:03.919189 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-d9bc99c9-c420-4a19-a1c4-b2e48a146c5e tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/b4a5fd5d-01c2-4532-b52f-01027e5a3fbd HTTP/1.1" status: 200 len: 2973 time: 0.0543542 Jul 14 07:02:03.963241 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b517-cec0-4b49-92e1-6a6e8a20a6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:04.037825 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-30d9ce0e-9ae1-4776-b354-48c90e7e24c4 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/b4a5fd5d-01c2-4532-b52f-01027e5a3fbd HTTP/1.1" status: 200 len: 2973 time: 0.1170475 Jul 14 07:02:04.039067 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0fd67e7d-3098-43ee-8643-7cf8cb7b770c req-57dc4119-90d4-42b5-970e-5d6d649b2fb5 service neutron] 10.222.0.15 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367407 Jul 14 07:02:04.041800 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b517-cec0-4b49-92e1-6a6e8a20a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:04.044940 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b517-cec0-4b49-92e1-6a6e8a20a6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:04.055949 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8fa1b517-cec0-4b49-92e1-6a6e8a20a6ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9caf1d45-e337-4301-b152-f773a6e84e30 HTTP/1.1" status: 204 len: 168 time: 0.3019726 Jul 14 07:02:04.071311 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1b517-cec0-4b49-92e1-6a6e8a20a6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caf1d45-e337-4301-b152-f773a6e84e30,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:04.092272 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888ca68-03f9-4f10-b1eb-9082e4a035a7 req-e1f22082-ce4b-4bca-bf06-800242f71fb8 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:04.100257 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3888ca68-03f9-4f10-b1eb-9082e4a035a7 req-e1f22082-ce4b-4bca-bf06-800242f71fb8 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 943 time: 0.1191978 Jul 14 07:02:04.140490 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-d8947de7-538b-4a39-bc5a-ab3db7b41e5d tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/bb5ef4c0-64d5-4162-8c18-7b5240703e5f HTTP/1.1" status: 200 len: 2981 time: 0.0973294 Jul 14 07:02:04.156244 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3888ca68-03f9-4f10-b1eb-9082e4a035a7 req-6a08ea9a-be40-4e22-90e1-79b1ec75ed8c tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550649 Jul 14 07:02:04.204706 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-ade8f12f-66f6-43e1-945e-ad63b4d756ea tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/bb5ef4c0-64d5-4162-8c18-7b5240703e5f HTTP/1.1" status: 200 len: 2981 time: 0.0456297 Jul 14 07:02:04.231088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35294) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:04.252532 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6929d685-b322-4c04-8f88-ea7f92bf9e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:04.278039 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-40c07be6-79c9-47c1-8bde-cd1cb65168d3 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d02c2bf0-deb1-436a-9a3c-673280fb5a63 HTTP/1.1" status: 200 len: 2981 time: 0.0673530 Jul 14 07:02:04.346852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ff8a46b-f24b-4804-b744-285d0d28ca3c req-3836653a-6d42-4827-8ad7-7c05e4dcb5a7 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d02c2bf0-deb1-436a-9a3c-673280fb5a63 HTTP/1.1" status: 200 len: 2981 time: 0.0590339 Jul 14 07:02:04.414081 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6929d685-b322-4c04-8f88-ea7f92bf9e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:04.421469 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6929d685-b322-4c04-8f88-ea7f92bf9e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:04.476466 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6929d685-b322-4c04-8f88-ea7f92bf9e2b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3abc71b0355f4abfb1af825cd5d18352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443252 Jul 14 07:02:04.479024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929d685-b322-4c04-8f88-ea7f92bf9e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b612aa-0dc9-411c-a3fe-6ac6f8cd403d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:04.479157 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35308) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:04.480230 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:04.524770 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaeb38-f399-41ae-adf9-a1e576b25b11 req-22bfd66d-1af8-4933-a533-68e99066820d tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:04.527261 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1fcaeb38-f399-41ae-adf9-a1e576b25b11 req-22bfd66d-1af8-4933-a533-68e99066820d tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 1095 time: 0.0635979 Jul 14 07:02:04.548124 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6105a398-e11b-420f-9099-226b01297c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:04.570779 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1fcaeb38-f399-41ae-adf9-a1e576b25b11 req-0bdaa984-90e1-493b-9eac-43c3775ad00f tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380092 Jul 14 07:02:04.577326 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6105a398-e11b-420f-9099-226b01297c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:04.648361 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6105a398-e11b-420f-9099-226b01297c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:04.651466 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6105a398-e11b-420f-9099-226b01297c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:04.655856 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6105a398-e11b-420f-9099-226b01297c19 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7b612aa-0dc9-411c-a3fe-6ac6f8cd403d HTTP/1.1" status: 204 len: 168 time: 0.1754518 Jul 14 07:02:04.664139 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105a398-e11b-420f-9099-226b01297c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b612aa-0dc9-411c-a3fe-6ac6f8cd403d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:04.722515 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb03a337-6d5d-4063-b958-c47af9496b5d req-464f8fd0-ef96-4a2d-b586-5d39511ac77e tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c50488e2fae04ed28b73ff90ae41d84b HTTP/1.1" status: 200 len: 6102 time: 0.0849602 Jul 14 07:02:04.777760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb03a337-6d5d-4063-b958-c47af9496b5d req-720fa563-dc31-4acc-9c0e-0389b5cf94fb tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] 10.222.0.35 "GET /v2.0/security-groups/bb5ef4c0-64d5-4162-8c18-7b5240703e5f HTTP/1.1" status: 200 len: 2981 time: 0.0533245 Jul 14 07:02:04.831219 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb03a337-6d5d-4063-b958-c47af9496b5d req-9fd3b270-0533-478b-93be-952004b9447d tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] 10.222.0.35 "GET /v2.0/security-groups/bb5ef4c0-64d5-4162-8c18-7b5240703e5f HTTP/1.1" status: 200 len: 2981 time: 0.0494127 Jul 14 07:02:04.893157 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7302c7-4086-42e1-a404-afcf3089b68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcf2efef-68b1-4130-9c96-4f28d02d6d7d'}, {'name': 'network-changed', 'server_uuid': '0e7302c7-4086-42e1-a404-afcf3089b68d', 'tag': 'dcf2efef-68b1-4130-9c96-4f28d02d6d7d'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:04.895496 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018d2a39-c975-4d63-88ac-11f2723db3ab" -d '{"events": [{"server_uuid": "0e7302c7-4086-42e1-a404-afcf3089b68d", "name": "network-vif-unplugged", "status": "completed", "tag": "dcf2efef-68b1-4130-9c96-4f28d02d6d7d"}, {"name": "network-changed", "server_uuid": "0e7302c7-4086-42e1-a404-afcf3089b68d", "tag": "dcf2efef-68b1-4130-9c96-4f28d02d6d7d"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:05.046710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8878b1-be51-409c-a11a-515b326ff312 req-75eebf46-9eca-48e5-86c8-314b010aa5d2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:05.053358 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae8878b1-be51-409c-a11a-515b326ff312 req-75eebf46-9eca-48e5-86c8-314b010aa5d2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 807 time: 0.1696012 Jul 14 07:02:05.069357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6981e-bbfd-452b-892b-42363d9ec0c0 req-eae25b24-4455-4fa2-a3fe-e15edbe7432a tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:05.076853 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-45b6981e-bbfd-452b-892b-42363d9ec0c0 req-eae25b24-4455-4fa2-a3fe-e15edbe7432a tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=13e6d6bf-e96f-49d2-949e-813c123e64d4 HTTP/1.1" status: 200 len: 944 time: 0.1203563 Jul 14 07:02:05.094485 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b9ac7fa1-83aa-468f-8c2a-e236bf4cd78a tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/quotas/b105e52a7ba74b51aa3981183eb54e1c HTTP/1.1" status: 200 len: 375 time: 0.0403025 Jul 14 07:02:05.143227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-45b6981e-bbfd-452b-892b-42363d9ec0c0 req-ec5965a4-37be-4c44-9d3c-1393381e9b2c tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/security-groups?id=2da91405-9355-400a-8f3f-d41afea688cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654964 Jul 14 07:02:05.190800 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae8878b1-be51-409c-a11a-515b326ff312 req-613972dc-ffbc-45e7-aac2-2efe591dd40c tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0900204 Jul 14 07:02:05.285462 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae8878b1-be51-409c-a11a-515b326ff312 req-ed29ecb6-1d0c-458a-951f-e112e63946b8 service neutron] 10.222.0.35 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874631 Jul 14 07:02:05.391407 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae8878b1-be51-409c-a11a-515b326ff312 req-a9c5cdce-bc4c-4fe1-91c8-38af942e6c69 service neutron] 10.222.0.35 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976701 Jul 14 07:02:05.565306 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69e0029-c053-445f-bb78-0bf91831db13 x-openstack-request-id: req-a69e0029-c053-445f-bb78-0bf91831db13 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:05.565830 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c42f7e39-e54c-4a62-bb16-3f7d17880f73 req-fe7f541a-0304-4f41-9988-c20f2d781d4c tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/b22009cc-be0d-4c27-8b10-8b9a10da645b HTTP/1.1" status: 200 len: 1777 time: 0.0496707 Jul 14 07:02:05.565940 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7302c7-4086-42e1-a404-afcf3089b68d", "name": "network-vif-unplugged", "status": "completed", "tag": "dcf2efef-68b1-4130-9c96-4f28d02d6d7d", "code": 200}, {"name": "network-changed", "server_uuid": "0e7302c7-4086-42e1-a404-afcf3089b68d", "tag": "dcf2efef-68b1-4130-9c96-4f28d02d6d7d", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:05.565940 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a69e0029-c053-445f-bb78-0bf91831db13 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:05.566233 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7302c7-4086-42e1-a404-afcf3089b68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcf2efef-68b1-4130-9c96-4f28d02d6d7d', 'code': 200} Jul 14 07:02:05.566490 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7302c7-4086-42e1-a404-afcf3089b68d', 'tag': 'dcf2efef-68b1-4130-9c96-4f28d02d6d7d', 'status': 'completed', 'code': 200} Jul 14 07:02:05.650785 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c42f7e39-e54c-4a62-bb16-3f7d17880f73 req-a626b83e-2d64-4677-ab41-4d7c813f73c4 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:05.708233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d2a39-c975-4d63-88ac-11f2723db3ab req-a4b2a7bd-aa59-4abf-a40a-8d608fa0bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:05.710328 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-018d2a39-c975-4d63-88ac-11f2723db3ab req-a4b2a7bd-aa59-4abf-a40a-8d608fa0bc09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 1124 time: 0.1044035 Jul 14 07:02:05.715029 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c42f7e39-e54c-4a62-bb16-3f7d17880f73 req-a626b83e-2d64-4677-ab41-4d7c813f73c4 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:05.810364 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c42f7e39-e54c-4a62-bb16-3f7d17880f73 req-a626b83e-2d64-4677-ab41-4d7c813f73c4 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:05.816676 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c42f7e39-e54c-4a62-bb16-3f7d17880f73 req-a626b83e-2d64-4677-ab41-4d7c813f73c4 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:05.829105 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c42f7e39-e54c-4a62-bb16-3f7d17880f73 req-a626b83e-2d64-4677-ab41-4d7c813f73c4 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/b22009cc-be0d-4c27-8b10-8b9a10da645b HTTP/1.1" status: 204 len: 173 time: 0.2578316 Jul 14 07:02:05.853636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626b83e-2d64-4677-ab41-4d7c813f73c4 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22009cc-be0d-4c27-8b10-8b9a10da645b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:05.884945 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38699d4e-4e58-48b6-8880-14eab6f9e4b5 req-d55befcd-4f8e-4a52-9e00-75d7ca575b39 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:05.892956 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-38699d4e-4e58-48b6-8880-14eab6f9e4b5 req-d55befcd-4f8e-4a52-9e00-75d7ca575b39 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 943 time: 0.1944394 Jul 14 07:02:05.945097 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89a338f4-29f5-42be-992d-b8202aa30559 req-2375df03-eaf2-4d78-b879-dffaa96995eb tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 210 time: 0.0439930 Jul 14 07:02:05.990454 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-38699d4e-4e58-48b6-8880-14eab6f9e4b5 req-2b37fdec-ef67-44c5-b35b-d864066654d2 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965588 Jul 14 07:02:06.036849 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:06.132423 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:02:06.215327 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10095590-530b-4c6e-9264-6fee0a52265a req-177fc253-132e-4b28-9760-89b9049ddacf tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "GET /v2.0/security-groups/8bfe670f-dcc6-419c-a303-fcf6d35f2745 HTTP/1.1" status: 200 len: 1776 time: 0.0796046 Jul 14 07:02:06.224551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device dcf2efef-68b1-4130-9c96-4f28d02d6d7d details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:02:06.238724 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d2a39-c975-4d63-88ac-11f2723db3ab req-17063858-225f-490f-947a-bb1585556010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:06.247448 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-018d2a39-c975-4d63-88ac-11f2723db3ab req-17063858-225f-490f-947a-bb1585556010 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 922 time: 0.5295036 Jul 14 07:02:06.293097 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-10095590-530b-4c6e-9264-6fee0a52265a req-69ba8532-0bd0-4988-9183-e36dac463351 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:06.314675 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-018d2a39-c975-4d63-88ac-11f2723db3ab req-df25e842-f07b-4512-b767-0de4762db61d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcf2efef-68b1-4130-9c96-4f28d02d6d7d HTTP/1.1" status: 200 len: 217 time: 0.0573020 Jul 14 07:02:06.332791 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-10095590-530b-4c6e-9264-6fee0a52265a req-69ba8532-0bd0-4988-9183-e36dac463351 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:06.396928 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-10095590-530b-4c6e-9264-6fee0a52265a req-69ba8532-0bd0-4988-9183-e36dac463351 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:06.401071 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-10095590-530b-4c6e-9264-6fee0a52265a req-69ba8532-0bd0-4988-9183-e36dac463351 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:06.404383 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10095590-530b-4c6e-9264-6fee0a52265a req-69ba8532-0bd0-4988-9183-e36dac463351 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/8bfe670f-dcc6-419c-a303-fcf6d35f2745 HTTP/1.1" status: 204 len: 173 time: 0.1822464 Jul 14 07:02:06.416592 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba8532-0bd0-4988-9183-e36dac463351 tempest-SecurityGroupsTestAdminJSON-1102298636 tempest-SecurityGroupsTestAdminJSON-1102298636-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfe670f-dcc6-419c-a303-fcf6d35f2745,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:06.434030 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d2a39-c975-4d63-88ac-11f2723db3ab req-aaca7a9a-aeff-488f-9a33-65b11c7c5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:06.435776 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-018d2a39-c975-4d63-88ac-11f2723db3ab req-aaca7a9a-aeff-488f-9a33-65b11c7c5371 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.1106486 Jul 14 07:02:06.510830 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-018d2a39-c975-4d63-88ac-11f2723db3ab req-5432e13f-6725-4d23-b863-9bb9902010c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666218 Jul 14 07:02:06.597499 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6,segment=NetworkSegment(020f8a0c-1d19-4d1d-9be1-5fa389f767db),segment_id=020f8a0c-1d19-4d1d-9be1-5fa389f767db)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:06.618125 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'port_id': 'cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6', 'mac_address': 'fa:16:3e:dc:e9:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:02:06.634888 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-018d2a39-c975-4d63-88ac-11f2723db3ab req-6222d8fd-362c-4db8-abc1-25765bf52412 service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113439 Jul 14 07:02:06.677901 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port dcf2efef-68b1-4130-9c96-4f28d02d6d7d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:06.706158 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:06.708212 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device dcf2efef-68b1-4130-9c96-4f28d02d6d7d has no active binding in host n-h1-778696-5 {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 07:02:06.728963 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:06.757524 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-018d2a39-c975-4d63-88ac-11f2723db3ab req-61cb1514-6399-4f37-82bf-9e458dcae2f3 service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113193 Jul 14 07:02:06.758463 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6,segment=NetworkSegment(020f8a0c-1d19-4d1d-9be1-5fa389f767db),segment_id=020f8a0c-1d19-4d1d-9be1-5fa389f767db)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:06.763868 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:06.822995 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:06.833781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:06.834133 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:06.834700 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:06.835093 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:06.835434 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:06.835775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:06.836224 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:06.836804 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:06.837138 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:06.837496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:06.837820 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:06.838266 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:06.895463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd030bd-f818-454a-ac6c-c210c87ea7ce req-accd9abe-d553-41f9-ba9a-cfb2553c07d3 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:06.897097 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4bd030bd-f818-454a-ac6c-c210c87ea7ce req-accd9abe-d553-41f9-ba9a-cfb2553c07d3 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=13e6d6bf-e96f-49d2-949e-813c123e64d4 HTTP/1.1" status: 200 len: 945 time: 0.0774298 Jul 14 07:02:06.941672 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4bd030bd-f818-454a-ac6c-c210c87ea7ce req-ee957b59-f352-4224-aba2-239b8f4a045c tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/security-groups?id=2da91405-9355-400a-8f3f-d41afea688cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386615 Jul 14 07:02:07.038210 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-49df579e-035f-4642-bb97-39c72285f2f3 req-2e6da874-f4b9-40c1-a2bb-572909d2b70a tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] 10.222.0.35 "GET /v2.0/security-groups/a5d89000-5a51-4492-983b-8ef9a1d0e99c HTTP/1.1" status: 200 len: 1778 time: 0.0516553 Jul 14 07:02:07.082655 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:02:07.116960 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-49df579e-035f-4642-bb97-39c72285f2f3 req-eefc34d4-03c2-4882-aab1-c0013e7dd65c tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:07.170109 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-49df579e-035f-4642-bb97-39c72285f2f3 req-eefc34d4-03c2-4882-aab1-c0013e7dd65c tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:07.244549 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8878b1-be51-409c-a11a-515b326ff312 req-e8a74d36-01d3-4cd8-8ef1-72c5a15a1036 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:07.246567 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ae8878b1-be51-409c-a11a-515b326ff312 req-e8a74d36-01d3-4cd8-8ef1-72c5a15a1036 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.30 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 807 time: 0.1932175 Jul 14 07:02:07.252677 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-49df579e-035f-4642-bb97-39c72285f2f3 req-eefc34d4-03c2-4882-aab1-c0013e7dd65c tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:07.262648 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-49df579e-035f-4642-bb97-39c72285f2f3 req-eefc34d4-03c2-4882-aab1-c0013e7dd65c tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:07.264332 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-49df579e-035f-4642-bb97-39c72285f2f3 req-eefc34d4-03c2-4882-aab1-c0013e7dd65c tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] 10.222.0.35 "DELETE /v2.0/security-groups/a5d89000-5a51-4492-983b-8ef9a1d0e99c HTTP/1.1" status: 204 len: 173 time: 0.2182231 Jul 14 07:02:07.265806 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-ae8878b1-be51-409c-a11a-515b326ff312 req-01e32d2e-cefc-45a5-802c-c89fba5d7fda tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Request body: {'port': {'device_id': 'b3e8a8c1-ad38-491f-b851-1c53a097dbf5', 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b', 'admin_state_up': True, 'tenant_id': 'b105e52a7ba74b51aa3981183eb54e1c'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:07.285728 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc34d4-03c2-4882-aab1-c0013e7dd65c tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d89000-5a51-4492-983b-8ef9a1d0e99c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:07.435250 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8878b1-be51-409c-a11a-515b326ff312 req-01e32d2e-cefc-45a5-802c-c89fba5d7fda tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Made reservation on behalf of b105e52a7ba74b51aa3981183eb54e1c for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:02:07.439178 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ae8878b1-be51-409c-a11a-515b326ff312 req-01e32d2e-cefc-45a5-802c-c89fba5d7fda tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:07.475568 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-abdf005b-19a6-411d-bcae-8a0d0ff4c58b req-deb9e8cb-6d7e-4823-ac10-dcddf67c38b0 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 210 time: 0.0510182 Jul 14 07:02:07.616678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-ae8878b1-be51-409c-a11a-515b326ff312 req-01e32d2e-cefc-45a5-802c-c89fba5d7fda tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Allocated IP 172.20.0.14 (6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b/416e4cab-c8c0-4a46-ae21-5c85ac9e0263/bff15c55-9fdd-4384-9f23-280254c2071c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:02:07.713663 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44ce12ce-b2c3-4e65-959d-711661b6cc60 req-042f05ae-2e8d-451e-a7cf-23dcefa6dd86 tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] 10.222.0.35 "GET /v2.0/security-groups/8c61392a-3374-4b0e-b097-fc4281d70c99 HTTP/1.1" status: 200 len: 1776 time: 0.0512772 Jul 14 07:02:07.744091 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cd5aa-8132-4bee-a4d3-e62ef79a9b83 req-9895c5a2-c57a-4d0f-8d74-560978d4ebfb tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:07.751747 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f01cd5aa-8132-4bee-a4d3-e62ef79a9b83 req-9895c5a2-c57a-4d0f-8d74-560978d4ebfb tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 943 time: 0.1240244 Jul 14 07:02:07.793209 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ae8878b1-be51-409c-a11a-515b326ff312 req-01e32d2e-cefc-45a5-802c-c89fba5d7fda tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:07.807251 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f01cd5aa-8132-4bee-a4d3-e62ef79a9b83 req-cd8f4e6f-af76-47db-add3-5e05397b602e tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546825 Jul 14 07:02:07.817736 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-44ce12ce-b2c3-4e65-959d-711661b6cc60 req-11ee21a9-5b36-4728-ac3f-129d60504ac1 tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:07.845229 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ae8878b1-be51-409c-a11a-515b326ff312 req-01e32d2e-cefc-45a5-802c-c89fba5d7fda tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:07.849382 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-44ce12ce-b2c3-4e65-959d-711661b6cc60 req-11ee21a9-5b36-4728-ac3f-129d60504ac1 tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:07.888517 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8878b1-be51-409c-a11a-515b326ff312 req-01e32d2e-cefc-45a5-802c-c89fba5d7fda tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:02:07.895369 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-44ce12ce-b2c3-4e65-959d-711661b6cc60 req-11ee21a9-5b36-4728-ac3f-129d60504ac1 tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:07.896641 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-ae8878b1-be51-409c-a11a-515b326ff312 req-01e32d2e-cefc-45a5-802c-c89fba5d7fda tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:02:07.900534 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8878b1-be51-409c-a11a-515b326ff312 req-01e32d2e-cefc-45a5-802c-c89fba5d7fda tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:02:07.901972 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-44ce12ce-b2c3-4e65-959d-711661b6cc60 req-11ee21a9-5b36-4728-ac3f-129d60504ac1 tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:07.903130 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44ce12ce-b2c3-4e65-959d-711661b6cc60 req-11ee21a9-5b36-4728-ac3f-129d60504ac1 tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] 10.222.0.35 "DELETE /v2.0/security-groups/8c61392a-3374-4b0e-b097-fc4281d70c99 HTTP/1.1" status: 204 len: 173 time: 0.1826015 Jul 14 07:02:07.915377 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8878b1-be51-409c-a11a-515b326ff312 req-01e32d2e-cefc-45a5-802c-c89fba5d7fda tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:07.916057 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ae8878b1-be51-409c-a11a-515b326ff312 req-01e32d2e-cefc-45a5-802c-c89fba5d7fda tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:07.918545 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee21a9-5b36-4728-ac3f-129d60504ac1 tempest-SecurityGroupsTestAdminJSON-5888505 tempest-SecurityGroupsTestAdminJSON-5888505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c61392a-3374-4b0e-b097-fc4281d70c99,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:07.936398 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ae8878b1-be51-409c-a11a-515b326ff312 req-01e32d2e-cefc-45a5-802c-c89fba5d7fda tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6778755 Jul 14 07:02:07.940093 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e32d2e-cefc-45a5-802c-c89fba5d7fda tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Pushing event updated for resources: {'Port': ['ID=bff15c55-9fdd-4384-9f23-280254c2071c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:07.952507 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Request body: {'port': {'device_id': 'b3e8a8c1-ad38-491f-b851-1c53a097dbf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:08.038202 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:08.146332 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:02:08.202334 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:02:08.209095 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:02:08.210167 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:08.246253 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35494) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:08.258479 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fa98bc71-2fd1-452f-b4ef-c6ca777e5622 req-95c8fc1c-133c-4406-be56-5541782279bb tempest-QuotasAdminNegativeTest-1789811422 tempest-QuotasAdminNegativeTest-1789811422-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5d2c99d19df1421c8e34989da9758b21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391870 Jul 14 07:02:08.361957 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:08.371143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98bc71-2fd1-452f-b4ef-c6ca777e5622 req-8dbdd4e7-e88b-4a6c-9a6f-598ec5cac730 tempest-QuotasAdminNegativeTest-1789811422 tempest-QuotasAdminNegativeTest-1789811422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:08.373286 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fa98bc71-2fd1-452f-b4ef-c6ca777e5622 req-8dbdd4e7-e88b-4a6c-9a6f-598ec5cac730 tempest-QuotasAdminNegativeTest-1789811422 tempest-QuotasAdminNegativeTest-1789811422-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1139755 Jul 14 07:02:08.392120 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fa98bc71-2fd1-452f-b4ef-c6ca777e5622 req-cf46552b-43a6-4ecc-8d92-f014485de918 tempest-QuotasAdminNegativeTest-1789811422 tempest-QuotasAdminNegativeTest-1789811422-project] 10.222.0.35 "GET /v2.0/quotas/5d2c99d19df1421c8e34989da9758b21 HTTP/1.1" status: 200 len: 375 time: 0.0109234 Jul 14 07:02:08.395755 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e6d6bf-e96f-49d2-949e-813c123e64d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:08.398510 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6703f5-74ff-417f-b937-7806c13458fa" -d '{"events": [{"server_uuid": "13e6d6bf-e96f-49d2-949e-813c123e64d4", "name": "network-vif-plugged", "status": "completed", "tag": "cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:08.417343 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6,segment=NetworkSegment(020f8a0c-1d19-4d1d-9be1-5fa389f767db),segment_id=020f8a0c-1d19-4d1d-9be1-5fa389f767db)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:08.424471 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:08.435394 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff15c55-9fdd-4384-9f23-280254c2071c {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:08.447860 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fa98bc71-2fd1-452f-b4ef-c6ca777e5622 req-b3216bd2-9786-4fb8-82d7-c3594231c9ef tempest-QuotasAdminNegativeTest-1789811422 tempest-QuotasAdminNegativeTest-1789811422-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d2c99d19df1421c8e34989da9758b21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496333 Jul 14 07:02:08.451546 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:08.475717 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Transition to ACTIVE for port object bff15c55-9fdd-4384-9f23-280254c2071c will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:02:08.485525 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:08.491234 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:08.524393 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-11da47d7-304c-484b-ba0a-ce83246c5698 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c50488e2fae04ed28b73ff90ae41d84b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767942 Jul 14 07:02:08.525072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35504) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:08.551246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=bff15c55-9fdd-4384-9f23-280254c2071c,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:08.597962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Attempting to bind port bff15c55-9fdd-4384-9f23-280254c2071c on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:02:08.598304 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Attempting to bind port bff15c55-9fdd-4384-9f23-280254c2071c by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:02:08.598637 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Attempting to bind port bff15c55-9fdd-4384-9f23-280254c2071c on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:08.603550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Port bff15c55-9fdd-4384-9f23-280254c2071c on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:02:08.603716 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Attempting to bind port bff15c55-9fdd-4384-9f23-280254c2071c on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:08.608936 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:02:08.609386 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Checking segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:02:08.609841 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Bound using segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:02:08.610762 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Bound port: bff15c55-9fdd-4384-9f23-280254c2071c, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:02:08.610762 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:08.626831 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c32f9c3c-9df1-49ac-a8a9-d5cd7bcd3ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:08.638936 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db320a-3303-43ff-8202-69f56fe9a1d7 req-bec83760-fad7-4ce9-a544-d223fe8079ef tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:08.640446 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-47db320a-3303-43ff-8202-69f56fe9a1d7 req-bec83760-fad7-4ce9-a544-d223fe8079ef tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=13e6d6bf-e96f-49d2-949e-813c123e64d4 HTTP/1.1" status: 200 len: 946 time: 0.1019692 Jul 14 07:02:08.673065 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c32f9c3c-9df1-49ac-a8a9-d5cd7bcd3ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:08.687211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] For port bff15c55-9fdd-4384-9f23-280254c2071c, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:08.690366 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] For port bff15c55-9fdd-4384-9f23-280254c2071c, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bff15c55-9fdd-4384-9f23-280254c2071c,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:02:08.696185 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:08.704081 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-47db320a-3303-43ff-8202-69f56fe9a1d7 req-624da831-3189-4c78-92ba-bb7823756e7d tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/security-groups?id=2da91405-9355-400a-8f3f-d41afea688cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564835 Jul 14 07:02:08.722624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:08.723717 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:08.725490 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ae8878b1-be51-409c-a11a-515b326ff312 req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] 10.222.0.30 "PUT /v2.0/ports/bff15c55-9fdd-4384-9f23-280254c2071c HTTP/1.1" status: 200 len: 1092 time: 0.7792385 Jul 14 07:02:08.748781 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e8a8c1-ad38-491f-b851-1c53a097dbf5', 'tag': 'bff15c55-9fdd-4384-9f23-280254c2071c'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:08.751244 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0aefbe7-29f5-45bd-a0a2-de77b1831d85" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e8a8c1-ad38-491f-b851-1c53a097dbf5", "tag": "bff15c55-9fdd-4384-9f23-280254c2071c"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:08.752665 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c32f9c3c-9df1-49ac-a8a9-d5cd7bcd3ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:08.757063 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c32f9c3c-9df1-49ac-a8a9-d5cd7bcd3ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:08.759278 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c32f9c3c-9df1-49ac-a8a9-d5cd7bcd3ad0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bb5ef4c0-64d5-4162-8c18-7b5240703e5f HTTP/1.1" status: 204 len: 168 time: 0.2327039 Jul 14 07:02:08.770855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f9c3c-9df1-49ac-a8a9-d5cd7bcd3ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5ef4c0-64d5-4162-8c18-7b5240703e5f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:08.795993 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c8bf22-fe63-44d8-be7f-5e38f6e3553a x-openstack-request-id: req-a5c8bf22-fe63-44d8-be7f-5e38f6e3553a {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:08.811111 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e6d6bf-e96f-49d2-949e-813c123e64d4", "name": "network-vif-plugged", "status": "completed", "tag": "cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:08.811381 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5c8bf22-fe63-44d8-be7f-5e38f6e3553a {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:08.811868 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e6d6bf-e96f-49d2-949e-813c123e64d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6', 'code': 200} Jul 14 07:02:08.858980 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c399e-7a9c-4dcc-9200-4534e58d4ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=bff15c55-9fdd-4384-9f23-280254c2071c,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:08.897774 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-66ea207b-9b39-4664-bb6e-3ea2120fcf87 service neutron] 10.222.0.15 "GET /v2.0/ports/dcf2efef-68b1-4130-9c96-4f28d02d6d7d/bindings/n-h1-778696-5 HTTP/1.1" status: 200 len: 384 time: 0.1327553 Jul 14 07:02:08.914670 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8878b1-be51-409c-a11a-515b326ff312 req-3037959a-db4c-4da2-8d9b-c3e1cd4dd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:08.916311 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ae8878b1-be51-409c-a11a-515b326ff312 req-3037959a-db4c-4da2-8d9b-c3e1cd4dd1d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 1095 time: 0.1186371 Jul 14 07:02:08.975282 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ae8878b1-be51-409c-a11a-515b326ff312 req-88cc8032-9927-4f16-8348-70fa34dd8831 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bff15c55-9fdd-4384-9f23-280254c2071c HTTP/1.1" status: 200 len: 217 time: 0.0407176 Jul 14 07:02:09.023040 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a5cd2-f26d-46aa-8c40-1bb21afe981d req-b765dfa9-3dc8-409b-a00a-4ca76b936a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:09.024648 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f13a5cd2-f26d-46aa-8c40-1bb21afe981d req-b765dfa9-3dc8-409b-a00a-4ca76b936a1b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=13e6d6bf-e96f-49d2-949e-813c123e64d4 HTTP/1.1" status: 200 len: 1097 time: 0.1536953 Jul 14 07:02:09.037903 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3714d-c9ba-4053-944b-ac9e84fcd304 req-b7459424-bd5c-4289-8782-c234865b0d30 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:09.046600 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ce3714d-c9ba-4053-944b-ac9e84fcd304 req-b7459424-bd5c-4289-8782-c234865b0d30 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 944 time: 0.1198540 Jul 14 07:02:09.072238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8878b1-be51-409c-a11a-515b326ff312 req-82f3fe06-a964-4424-acfa-93681576bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:09.074212 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ae8878b1-be51-409c-a11a-515b326ff312 req-82f3fe06-a964-4424-acfa-93681576bae8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.0862827 Jul 14 07:02:09.147658 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f13a5cd2-f26d-46aa-8c40-1bb21afe981d req-118cb431-7c36-42b3-b76f-a30655ee0c40 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2da91405-9355-400a-8f3f-d41afea688cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979235 Jul 14 07:02:09.156293 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ae8878b1-be51-409c-a11a-515b326ff312 req-a1023867-16fd-427c-b1c7-aedefeaf034b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718946 Jul 14 07:02:09.159822 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ce3714d-c9ba-4053-944b-ac9e84fcd304 req-a1ae1d96-990f-43cd-8c97-ac1e98aab3c4 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120908 Jul 14 07:02:09.267729 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-7408ea31-5883-4167-93fb-dfdd58b39150 service neutron] For port dcf2efef-68b1-4130-9c96-4f28d02d6d7d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:09.296434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35540) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:09.307696 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ae8878b1-be51-409c-a11a-515b326ff312 req-e89c6725-691d-44b1-afc8-67d88dbc48a1 service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446636 Jul 14 07:02:09.314273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-7408ea31-5883-4167-93fb-dfdd58b39150 service neutron] For port dcf2efef-68b1-4130-9c96-4f28d02d6d7d, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:09.349257 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4f2a29cb-db32-42eb-9275-ddaff004aaad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a84e3c52500f4aedac18813e694a97b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481579 Jul 14 07:02:09.349465 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263a61e0-6f9e-41cd-8406-029c0d0df1f3 x-openstack-request-id: req-263a61e0-6f9e-41cd-8406-029c0d0df1f3 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:09.349645 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e8a8c1-ad38-491f-b851-1c53a097dbf5", "tag": "bff15c55-9fdd-4384-9f23-280254c2071c", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:09.349752 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35542) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:09.350010 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-263a61e0-6f9e-41cd-8406-029c0d0df1f3 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:09.350443 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e8a8c1-ad38-491f-b851-1c53a097dbf5', 'tag': 'bff15c55-9fdd-4384-9f23-280254c2071c', 'status': 'completed', 'code': 200} Jul 14 07:02:09.366627 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-7408ea31-5883-4167-93fb-dfdd58b39150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf2efef-68b1-4130-9c96-4f28d02d6d7d {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:09.414583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-7408ea31-5883-4167-93fb-dfdd58b39150 service neutron] For port dcf2efef-68b1-4130-9c96-4f28d02d6d7d, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:09.415153 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-10b044c3-4b68-48a9-9892-6018900ba283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:09.438820 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-7408ea31-5883-4167-93fb-dfdd58b39150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:09.453569 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-10b044c3-4b68-48a9-9892-6018900ba283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:09.504182 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ae8878b1-be51-409c-a11a-515b326ff312 req-532a097e-e976-4e52-925c-87df34a1b126 service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513295 Jul 14 07:02:09.536461 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b10c70-c8b7-4a44-a330-7b075eab01af req-f395bf67-72b8-41e6-8966-cbe37ef042af tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:09.538269 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6b10c70-c8b7-4a44-a330-7b075eab01af req-f395bf67-72b8-41e6-8966-cbe37ef042af tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 943 time: 0.1195018 Jul 14 07:02:09.553833 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-10b044c3-4b68-48a9-9892-6018900ba283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:09.556590 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-10b044c3-4b68-48a9-9892-6018900ba283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:09.557696 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-10b044c3-4b68-48a9-9892-6018900ba283 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d02c2bf0-deb1-436a-9a3c-673280fb5a63 HTTP/1.1" status: 204 len: 168 time: 0.2068598 Jul 14 07:02:09.562846 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-7408ea31-5883-4167-93fb-dfdd58b39150 service neutron] Transition to ACTIVE for port object dcf2efef-68b1-4130-9c96-4f28d02d6d7d will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:02:09.569752 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-7408ea31-5883-4167-93fb-dfdd58b39150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:09.577081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b044c3-4b68-48a9-9892-6018900ba283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02c2bf0-deb1-436a-9a3c-673280fb5a63,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:09.606829 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6b10c70-c8b7-4a44-a330-7b075eab01af req-51cf822a-5120-4360-8d17-3a85a9f32fc1 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617640 Jul 14 07:02:09.691117 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-7408ea31-5883-4167-93fb-dfdd58b39150 service neutron] No DVR routers for this DVR port dcf2efef-68b1-4130-9c96-4f28d02d6d7d on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:02:09.722925 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408ea31-5883-4167-93fb-dfdd58b39150 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,revision_number=10']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:09.764850 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-7408ea31-5883-4167-93fb-dfdd58b39150 service neutron] 10.222.0.15 "PUT /v2.0/ports/dcf2efef-68b1-4130-9c96-4f28d02d6d7d/bindings/n-h1-778696-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8595243 Jul 14 07:02:09.798721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aefbe7-29f5-45bd-a0a2-de77b1831d85 req-c4c8ac7c-969e-499e-9f62-d1d70ad3bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:09.800791 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0aefbe7-29f5-45bd-a0a2-de77b1831d85 req-c4c8ac7c-969e-499e-9f62-d1d70ad3bdb2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 1095 time: 0.2031693 Jul 14 07:02:09.950988 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aefbe7-29f5-45bd-a0a2-de77b1831d85 req-f0d1ab34-4673-4936-8431-a12751df3f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:09.957577 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0aefbe7-29f5-45bd-a0a2-de77b1831d85 req-f0d1ab34-4673-4936-8431-a12751df3f21 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.1455991 Jul 14 07:02:09.990053 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-33a209a8-c667-47f5-b506-db5c92218ee0 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:09.991855 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-33a209a8-c667-47f5-b506-db5c92218ee0 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d&tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 1095 time: 0.1338408 Jul 14 07:02:10.044700 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0aefbe7-29f5-45bd-a0a2-de77b1831d85 req-fcf0a470-4027-4ffe-af9d-1dc0d861fc0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bff15c55-9fdd-4384-9f23-280254c2071c HTTP/1.1" status: 200 len: 217 time: 0.0764222 Jul 14 07:02:10.099027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-440e5a7c-5811-45ce-996b-c6649abb3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:10.101017 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-440e5a7c-5811-45ce-996b-c6649abb3557 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d&tenant_id=4bb7e9bc2a1044b6a6502114e85dc356 HTTP/1.1" status: 200 len: 1095 time: 0.0995111 Jul 14 07:02:10.132440 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aefbe7-29f5-45bd-a0a2-de77b1831d85 req-ef2208dc-d5cd-46f6-b8d7-5fb4c2bf451b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:10.134130 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0aefbe7-29f5-45bd-a0a2-de77b1831d85 req-ef2208dc-d5cd-46f6-b8d7-5fb4c2bf451b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.0814462 Jul 14 07:02:10.202054 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0aefbe7-29f5-45bd-a0a2-de77b1831d85 req-cbb8aa8c-986b-43a6-beda-9e961e62fe98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576913 Jul 14 07:02:10.247221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-cb00fe76-5cff-4c50-b3da-a548379c6481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:10.250455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-cb00fe76-5cff-4c50-b3da-a548379c6481 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 1095 time: 0.1149104 Jul 14 07:02:10.342399 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0aefbe7-29f5-45bd-a0a2-de77b1831d85 req-484a462f-006e-4684-97c6-9971e94eb304 service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280749 Jul 14 07:02:10.374250 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-181f319a-2694-443d-844c-e3e37a8464d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:10.376353 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-181f319a-2694-443d-844c-e3e37a8464d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 922 time: 0.1161540 Jul 14 07:02:10.468509 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0aefbe7-29f5-45bd-a0a2-de77b1831d85 req-6477fa14-4279-4495-9d25-47c015679bfb service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149690 Jul 14 07:02:10.473322 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-ec4e5134-6d54-4cd6-bdff-a117335160fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcf2efef-68b1-4130-9c96-4f28d02d6d7d HTTP/1.1" status: 200 len: 217 time: 0.0824571 Jul 14 07:02:10.558972 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-7b5698af-3d89-4c87-a390-2b7b3ec88d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:10.560473 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-7b5698af-3d89-4c87-a390-2b7b3ec88d87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.0773494 Jul 14 07:02:10.841965 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-9ded9131-7598-46e2-88bf-55733fdfe0fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2706919 Jul 14 07:02:10.935268 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae9d6b-2382-4664-8da6-d65a84689c8e req-0783c3f4-8478-48c2-a47c-6e92054d80c1 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:10.936749 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dcae9d6b-2382-4664-8da6-d65a84689c8e req-0783c3f4-8478-48c2-a47c-6e92054d80c1 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=13e6d6bf-e96f-49d2-949e-813c123e64d4 HTTP/1.1" status: 200 len: 946 time: 0.4101591 Jul 14 07:02:11.012094 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82083dba-eb95-43e8-88b2-997ec36a3d25 req-57a06d4a-cb85-46ae-9fac-c131b017d94a tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:11.014150 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82083dba-eb95-43e8-88b2-997ec36a3d25 req-57a06d4a-cb85-46ae-9fac-c131b017d94a tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 944 time: 0.1751266 Jul 14 07:02:11.018541 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-5250b4d8-04e5-4c6c-b70b-33f531ff4c60 service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678376 Jul 14 07:02:11.021390 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dcae9d6b-2382-4664-8da6-d65a84689c8e req-cda25692-a190-4982-90eb-fa8ea9d213f0 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/security-groups?id=2da91405-9355-400a-8f3f-d41afea688cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777328 Jul 14 07:02:11.109392 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82083dba-eb95-43e8-88b2-997ec36a3d25 req-be9899a4-0ab4-471e-bb44-04ebae2afded tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870273 Jul 14 07:02:11.151888 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-c50d2756-5d33-4ec2-be3d-7546475361fc service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219780 Jul 14 07:02:11.542199 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-8c308559-65cc-4f87-965e-74ba93d3e9c8 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:11.544044 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-8c308559-65cc-4f87-965e-74ba93d3e9c8 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d&tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&binding%3Ahost_id=n-h1-778696-5 HTTP/1.1" status: 200 len: 1095 time: 0.1167874 Jul 14 07:02:11.651688 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08348d0f-8e89-4fd7-b30a-fa36db7af4be req-0161fa3b-e172-4ebd-8c72-01db259d3d8e tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:11.653179 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-08348d0f-8e89-4fd7-b30a-fa36db7af4be req-0161fa3b-e172-4ebd-8c72-01db259d3d8e tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 944 time: 0.1828547 Jul 14 07:02:11.755591 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-e32f9b7b-2788-4023-89ef-8e62732f9ee6 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:11.757073 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-e32f9b7b-2788-4023-89ef-8e62732f9ee6 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b9f121-449f-4349-a386-4166c2231548&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2212050 Jul 14 07:02:11.772135 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-08348d0f-8e89-4fd7-b30a-fa36db7af4be req-4d8b3d1e-d049-4901-b022-7704c6685181 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112154 Jul 14 07:02:11.820359 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-fd5455b3-5515-4847-ac3b-d5c38027a2d3 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 696 time: 0.0555267 Jul 14 07:02:11.830279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-a408f51c-0302-4201-a18d-7073ff40d664 service neutron] For port dcf2efef-68b1-4130-9c96-4f28d02d6d7d, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:11.833573 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-04e0202a-275b-4046-9ec1-6476d24e956f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Request body: {'floatingip': {'port_id': '8b00ed8e-8f46-4582-8b4d-f80272948664', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:11.866415 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-a408f51c-0302-4201-a18d-7073ff40d664 service neutron] Notify callbacks [] for binding, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:11.868102 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9599dd32-0e06-4d8b-b845-160321ecaa91 req-a408f51c-0302-4201-a18d-7073ff40d664 service neutron] 10.222.0.30 "DELETE /v2.0/ports/dcf2efef-68b1-4130-9c96-4f28d02d6d7d/bindings/n-h2-778696-5 HTTP/1.1" status: 204 len: 173 time: 0.2832482 Jul 14 07:02:11.918373 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-04e0202a-275b-4046-9ec1-6476d24e956f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:12.189474 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ff31284-7d59-412f-9402-dd472ecbecf9 req-8da8bc6a-87c0-4112-a11f-7e4ec7fe1778 tempest-QuotasAdminNegativeTest-1789811422 tempest-QuotasAdminNegativeTest-1789811422-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5d2c99d19df1421c8e34989da9758b21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310044 Jul 14 07:02:12.192969 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bff15c55-9fdd-4384-9f23-280254c2071c details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:02:12.290770 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port bff15c55-9fdd-4384-9f23-280254c2071c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bff15c55-9fdd-4384-9f23-280254c2071c,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:12.303860 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'bff15c55-9fdd-4384-9f23-280254c2071c', 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b', 'port_id': 'bff15c55-9fdd-4384-9f23-280254c2071c', 'mac_address': 'fa:16:3e:d4:de:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416e4cab-c8c0-4a46-ae21-5c85ac9e0263', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:02:12.342547 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:12.354934 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff15c55-9fdd-4384-9f23-280254c2071c {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:12.374325 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port bff15c55-9fdd-4384-9f23-280254c2071c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bff15c55-9fdd-4384-9f23-280254c2071c,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:12.377865 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:12.424241 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=bff15c55-9fdd-4384-9f23-280254c2071c,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:12.500929 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff31284-7d59-412f-9402-dd472ecbecf9 req-9785bd70-2d31-4542-8d6a-66f8d8170c5f tempest-QuotasAdminNegativeTest-1789811422 tempest-QuotasAdminNegativeTest-1789811422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:12.502431 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ff31284-7d59-412f-9402-dd472ecbecf9 req-9785bd70-2d31-4542-8d6a-66f8d8170c5f tempest-QuotasAdminNegativeTest-1789811422 tempest-QuotasAdminNegativeTest-1789811422-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3062694 Jul 14 07:02:12.533113 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ff31284-7d59-412f-9402-dd472ecbecf9 req-b33d47d5-6f47-418d-9d0c-a787c6261b81 tempest-QuotasAdminNegativeTest-1789811422 tempest-QuotasAdminNegativeTest-1789811422-project] 10.222.0.35 "GET /v2.0/quotas/5d2c99d19df1421c8e34989da9758b21 HTTP/1.1" status: 200 len: 375 time: 0.0248208 Jul 14 07:02:12.619679 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ff31284-7d59-412f-9402-dd472ecbecf9 req-2b2ca8a5-468b-4e66-803a-59314702d1c7 tempest-QuotasAdminNegativeTest-1789811422 tempest-QuotasAdminNegativeTest-1789811422-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d2c99d19df1421c8e34989da9758b21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625885 Jul 14 07:02:12.639190 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['bff15c55-9fdd-4384-9f23-280254c2071c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:02:12.735914 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-04e0202a-275b-4046-9ec1-6476d24e956f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:12.739994 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-04e0202a-275b-4046-9ec1-6476d24e956f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:13.100318 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-04e0202a-275b-4046-9ec1-6476d24e956f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Floating IP b06ebadd-20a1-4be6-9dbc-5057bf95f119 associated. External IP: 172.25.7.171, port: 8b00ed8e-8f46-4582-8b4d-f80272948664. Jul 14 07:02:13.164419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667cdec-0c23-418f-b938-7f22532eacb4 req-062230ba-22c7-4047-9b7b-e4824d000be1 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:13.165823 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1667cdec-0c23-418f-b938-7f22532eacb4 req-062230ba-22c7-4047-9b7b-e4824d000be1 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 945 time: 0.1194153 Jul 14 07:02:13.241400 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1667cdec-0c23-418f-b938-7f22532eacb4 req-2111349f-cb56-42e7-b923-59c33b6427a4 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470979 Jul 14 07:02:13.352565 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-04e0202a-275b-4046-9ec1-6476d24e956f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Router 5588aa55-00fb-449d-97f9-55098a2af31f has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:02:13.459612 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-04e0202a-275b-4046-9ec1-6476d24e956f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:02:13.465260 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-04e0202a-275b-4046-9ec1-6476d24e956f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:13.469792 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378a09a-a071-44fb-a86b-19a2b3ea179e None None] Sync routers for ids ['5588aa55-00fb-449d-97f9-55098a2af31f'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:02:13.478893 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378a09a-a071-44fb-a86b-19a2b3ea179e None None] Routers {'5588aa55-00fb-449d-97f9-55098a2af31f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:02:13.479505 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4378a09a-a071-44fb-a86b-19a2b3ea179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:02:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5588aa55-00fb-449d-97f9-55098a2af31f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:13.503457 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-04e0202a-275b-4046-9ec1-6476d24e956f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "PUT /v2.0/floatingips/b06ebadd-20a1-4be6-9dbc-5057bf95f119 HTTP/1.1" status: 200 len: 997 time: 1.6759455 Jul 14 07:02:13.504027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b9f121-449f-4349-a386-4166c2231548', 'tag': '8b00ed8e-8f46-4582-8b4d-f80272948664'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:13.506638 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b208daf1-002f-4725-af75-9742e4833edd" -d '{"events": [{"name": "network-changed", "server_uuid": "75b9f121-449f-4349-a386-4166c2231548", "tag": "8b00ed8e-8f46-4582-8b4d-f80272948664"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:13.581884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-1a7e4b46-19bf-4002-8f5d-af029cd16902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:13.583563 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-1a7e4b46-19bf-4002-8f5d-af029cd16902 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df5007bb538d476aaadc8ea68599bb82&device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 1097 time: 0.0642664 Jul 14 07:02:13.605361 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4378a09a-a071-44fb-a86b-19a2b3ea179e None None] Set router 5588aa55-00fb-449d-97f9-55098a2af31f gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:02:13.677920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-8cf82947-254a-4536-8e48-f7d91c6c3a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:13.685696 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-8cf82947-254a-4536-8e48-f7d91c6c3a75 service neutron] 10.222.0.35 "GET /v2.0/networks?id=676e2b20-42f6-4071-a6c3-1c63ec9861d1 HTTP/1.1" status: 200 len: 921 time: 0.0960219 Jul 14 07:02:13.787721 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-06315048-044e-43eb-86da-71d0c7ed5ef6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b00ed8e-8f46-4582-8b4d-f80272948664 HTTP/1.1" status: 200 len: 1000 time: 0.1006622 Jul 14 07:02:13.842191 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-e00d7d79-574f-484c-9b71-20b5500a7a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:13.843679 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-e00d7d79-574f-484c-9b71-20b5500a7a1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=124c2427-9923-4b0b-a650-c757f2793116 HTTP/1.1" status: 200 len: 859 time: 0.0479419 Jul 14 07:02:13.864527 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4378a09a-a071-44fb-a86b-19a2b3ea179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'b06ebadd-20a1-4be6-9dbc-5057bf95f119', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'port_id': '8b00ed8e-8f46-4582-8b4d-f80272948664', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'mac_address': 'fa:16:3e:18:6d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9f121-449f-4349-a386-4166c2231548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:01:54Z', 'updated_at': '2021-07-14T07:02:12Z', 'revision_number': 1, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:38Z', 'revision_number': 5, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:13.889743 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378a09a-a071-44fb-a86b-19a2b3ea179e None None] Checking router: 5588aa55-00fb-449d-97f9-55098a2af31f for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:02:13.897849 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378a09a-a071-44fb-a86b-19a2b3ea179e None None] Routers {'5588aa55-00fb-449d-97f9-55098a2af31f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:02:13.898468 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4378a09a-a071-44fb-a86b-19a2b3ea179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:02:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5588aa55-00fb-449d-97f9-55098a2af31f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:13.907332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-3f1eea00-d1ad-46d0-af70-69f2758f8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:13.909128 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-3f1eea00-d1ad-46d0-af70-69f2758f8e22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=676e2b20-42f6-4071-a6c3-1c63ec9861d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593212 Jul 14 07:02:13.920368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-a37cf4b0-ddad-4d23-8781-1d3a0adb4fca service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:02:13.921527 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-a37cf4b0-ddad-4d23-8781-1d3a0adb4fca service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059233 Jul 14 07:02:13.984582 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:02:14.006799 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4378a09a-a071-44fb-a86b-19a2b3ea179e None None] Set router 5588aa55-00fb-449d-97f9-55098a2af31f gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:02:14.040497 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25843c-b8bc-422a-a758-08383fd98973 req-51343750-e19d-4eae-b62e-d1b2255b3c27 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:14.041977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9c25843c-b8bc-422a-a758-08383fd98973 req-51343750-e19d-4eae-b62e-d1b2255b3c27 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 1095 time: 0.1195719 Jul 14 07:02:14.045698 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-7096c8e8-fdef-4c7e-8e0b-662d3e5cf84c service neutron] 10.222.0.35 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159575 Jul 14 07:02:14.127374 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9c25843c-b8bc-422a-a758-08383fd98973 req-8ffb86a1-2e05-4147-9563-81a623482a8e tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795228 Jul 14 07:02:14.160108 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-242ef00f-d8d1-4744-af91-4d626cab59d9 req-f18e4110-7cc7-4b47-bf79-fca3cd197425 service neutron] 10.222.0.35 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066313 Jul 14 07:02:14.178151 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device dcf2efef-68b1-4130-9c96-4f28d02d6d7d no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:02:14.206994 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bff15c55-9fdd-4384-9f23-280254c2071c up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:02:14.266647 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2ec839-6988-4535-b7b9-4d65eb639144 x-openstack-request-id: req-9c2ec839-6988-4535-b7b9-4d65eb639144 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:14.266647 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b9f121-449f-4349-a386-4166c2231548", "tag": "8b00ed8e-8f46-4582-8b4d-f80272948664", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:14.266647 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c2ec839-6988-4535-b7b9-4d65eb639144 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:14.266647 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b9f121-449f-4349-a386-4166c2231548', 'tag': '8b00ed8e-8f46-4582-8b4d-f80272948664', 'status': 'completed', 'code': 200} Jul 14 07:02:14.283501 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4378a09a-a071-44fb-a86b-19a2b3ea179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'b06ebadd-20a1-4be6-9dbc-5057bf95f119', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'port_id': '8b00ed8e-8f46-4582-8b4d-f80272948664', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'mac_address': 'fa:16:3e:18:6d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9f121-449f-4349-a386-4166c2231548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:01:54Z', 'updated_at': '2021-07-14T07:02:12Z', 'revision_number': 1, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:38Z', 'revision_number': 5, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:14.304381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device dcf2efef-68b1-4130-9c96-4f28d02d6d7d not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:02:14.326918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port bff15c55-9fdd-4384-9f23-280254c2071c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:02:14.338960 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port bff15c55-9fdd-4384-9f23-280254c2071c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:02:14.339646 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:14.353143 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378a09a-a071-44fb-a86b-19a2b3ea179e None None] The sync data for ids ['5588aa55-00fb-449d-97f9-55098a2af31f'] in n-d-778696-5 is: [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'b06ebadd-20a1-4be6-9dbc-5057bf95f119', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'port_id': '8b00ed8e-8f46-4582-8b4d-f80272948664', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'mac_address': 'fa:16:3e:18:6d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9f121-449f-4349-a386-4166c2231548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:01:54Z', 'updated_at': '2021-07-14T07:02:12Z', 'revision_number': 1, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:38Z', 'revision_number': 5, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:02:14.363920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208daf1-002f-4725-af75-9742e4833edd req-62191948-62c4-4e30-adda-9165134d93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:14.365214 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b208daf1-002f-4725-af75-9742e4833edd req-62191948-62c4-4e30-adda-9165134d93f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df5007bb538d476aaadc8ea68599bb82&device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 1097 time: 0.0753636 Jul 14 07:02:14.462453 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:14.490069 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e8a8c1-ad38-491f-b851-1c53a097dbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff15c55-9fdd-4384-9f23-280254c2071c'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:14.493311 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29ec85a-8f2c-47a2-8287-062b4696d7bf" -d '{"events": [{"server_uuid": "b3e8a8c1-ad38-491f-b851-1c53a097dbf5", "name": "network-vif-plugged", "status": "completed", "tag": "bff15c55-9fdd-4384-9f23-280254c2071c"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:14.507279 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port bff15c55-9fdd-4384-9f23-280254c2071c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bff15c55-9fdd-4384-9f23-280254c2071c,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:14.514964 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:14.515874 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device dcf2efef-68b1-4130-9c96-4f28d02d6d7d no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:02:14.529222 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208daf1-002f-4725-af75-9742e4833edd req-bc2d3934-2c3a-4278-af6f-7d5e54b752cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:14.530715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b208daf1-002f-4725-af75-9742e4833edd req-bc2d3934-2c3a-4278-af6f-7d5e54b752cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=676e2b20-42f6-4071-a6c3-1c63ec9861d1 HTTP/1.1" status: 200 len: 921 time: 0.1569226 Jul 14 07:02:14.598734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=bff15c55-9fdd-4384-9f23-280254c2071c,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:14.621861 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-de3ae7d4-2744-484f-8acc-ad8a4dff45ae tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:14.624031 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-de3ae7d4-2744-484f-8acc-ad8a4dff45ae tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=13e6d6bf-e96f-49d2-949e-813c123e64d4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1467750 Jul 14 07:02:14.631306 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b208daf1-002f-4725-af75-9742e4833edd req-0a3940d7-24fb-41ef-8119-18f2d7eb6621 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b00ed8e-8f46-4582-8b4d-f80272948664 HTTP/1.1" status: 200 len: 1000 time: 0.0911539 Jul 14 07:02:14.666180 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59771ff6-7c78-4dde-9950-807acee1bc7f None None] New status for floating IP b06ebadd-20a1-4be6-9dbc-5057bf95f119: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:02:14.765503 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-c09fc68f-d5be-4018-88b1-08a88c180764 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 1000 time: 0.1331661 Jul 14 07:02:14.767471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208daf1-002f-4725-af75-9742e4833edd req-076bc606-e45d-4a56-8a4f-3f884b03fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:14.769023 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b208daf1-002f-4725-af75-9742e4833edd req-076bc606-e45d-4a56-8a4f-3f884b03fc6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=124c2427-9923-4b0b-a650-c757f2793116 HTTP/1.1" status: 200 len: 859 time: 0.1250041 Jul 14 07:02:14.775134 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-14a191de-83f6-4fe1-92b4-2898a1b44079 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Request body: {'floatingip': {'port_id': 'cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:14.865756 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-14a191de-83f6-4fe1-92b4-2898a1b44079 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:14.991259 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208daf1-002f-4725-af75-9742e4833edd req-9d244550-691f-44a4-912e-f213cfb56cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:14.992710 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b208daf1-002f-4725-af75-9742e4833edd req-9d244550-691f-44a4-912e-f213cfb56cdd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=676e2b20-42f6-4071-a6c3-1c63ec9861d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2149234 Jul 14 07:02:15.112599 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35728) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:15.121113 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35732) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:15.140303 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:15.203813 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4153612-4e3b-4144-b56f-f93bdb105a7c req-b5567c9f-ff26-442c-8e0a-962dd04335ef tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:15.205177 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4153612-4e3b-4144-b56f-f93bdb105a7c req-b5567c9f-ff26-442c-8e0a-962dd04335ef tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 946 time: 0.2316024 Jul 14 07:02:15.232069 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38ba6701-e0c2-433a-8f33-2d8455e82118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:15.243172 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b208daf1-002f-4725-af75-9742e4833edd req-68d48a36-bb88-458f-b773-935d27c677d6 service neutron] 10.222.0.30 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289598 Jul 14 07:02:15.251017 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2e5dd62a-f71e-4f35-b648-d89c2fc7ef50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:15.279755 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:15.341357 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38ba6701-e0c2-433a-8f33-2d8455e82118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:15.346664 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38ba6701-e0c2-433a-8f33-2d8455e82118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:15.361530 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4153612-4e3b-4144-b56f-f93bdb105a7c req-716e4058-2933-4cbf-835a-6e6ce9e657dd tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267970 Jul 14 07:02:15.414714 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba6701-e0c2-433a-8f33-2d8455e82118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addd0b60-62c6-4643-85d5-2e3049616c8c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:15.424984 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-38ba6701-e0c2-433a-8f33-2d8455e82118 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e818eb78fe2744cfb337141a0d6892a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107929 Jul 14 07:02:15.426191 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35740) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:15.454046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b208daf1-002f-4725-af75-9742e4833edd req-49f2da73-1804-44c2-90d5-1e9f8d854544 service neutron] 10.222.0.30 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007220 Jul 14 07:02:15.510169 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec120eae-46ec-4766-b59a-bafad3340b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:15.531272 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2e5dd62a-f71e-4f35-b648-d89c2fc7ef50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:15.538940 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2e5dd62a-f71e-4f35-b648-d89c2fc7ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:15.548034 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec120eae-46ec-4766-b59a-bafad3340b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:15.599215 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2e5dd62a-f71e-4f35-b648-d89c2fc7ef50 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f018ef91fb0485c9bde8e9118be20c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4768684 Jul 14 07:02:15.600024 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5dd62a-f71e-4f35-b648-d89c2fc7ef50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b44e26-412e-4051-ba07-25dc8c316a77,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:15.606090 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35746) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:15.622762 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-b4223293-0c2b-4d34-9f76-fe8f576b299b tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:15.624236 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-b4223293-0c2b-4d34-9f76-fe8f576b299b tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 821 time: 0.1776636 Jul 14 07:02:15.649252 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-f67480e6-0537-4bcb-9fb5-1701cbd1391e tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/quotas/4bb7e9bc2a1044b6a6502114e85dc356 HTTP/1.1" status: 200 len: 375 time: 0.0149772 Jul 14 07:02:15.660497 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec120eae-46ec-4766-b59a-bafad3340b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:15.663038 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec120eae-46ec-4766-b59a-bafad3340b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:15.664156 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ec120eae-46ec-4766-b59a-bafad3340b1d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/addd0b60-62c6-4643-85d5-2e3049616c8c HTTP/1.1" status: 204 len: 168 time: 0.2340381 Jul 14 07:02:15.675045 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec120eae-46ec-4766-b59a-bafad3340b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addd0b60-62c6-4643-85d5-2e3049616c8c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:15.677092 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42c856b7-5acd-43d4-8bb5-a838cb6f9208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:15.698959 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42c856b7-5acd-43d4-8bb5-a838cb6f9208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:15.724379 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-14a191de-83f6-4fe1-92b4-2898a1b44079 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:15.732350 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-14a191de-83f6-4fe1-92b4-2898a1b44079 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:15.755139 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42c856b7-5acd-43d4-8bb5-a838cb6f9208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:15.757984 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42c856b7-5acd-43d4-8bb5-a838cb6f9208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:15.761509 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-42c856b7-5acd-43d4-8bb5-a838cb6f9208 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/72b44e26-412e-4051-ba07-25dc8c316a77 HTTP/1.1" status: 204 len: 168 time: 0.1521342 Jul 14 07:02:15.778887 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c856b7-5acd-43d4-8bb5-a838cb6f9208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b44e26-412e-4051-ba07-25dc8c316a77,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:15.996855 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35756) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:16.010243 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5195bfe7-514d-41bf-a8c0-703ae9b3e48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:16.053986 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-92576fcf-56d9-4e0e-bbfd-4398b0c912bf tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3792028 Jul 14 07:02:16.104250 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5195bfe7-514d-41bf-a8c0-703ae9b3e48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:16.109458 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5195bfe7-514d-41bf-a8c0-703ae9b3e48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:16.145885 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5195bfe7-514d-41bf-a8c0-703ae9b3e48e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c4cc59862e24acb9dcaa8312d89969d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477687 Jul 14 07:02:16.148589 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35758) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:16.151345 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195bfe7-514d-41bf-a8c0-703ae9b3e48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa23c20-5967-4fc0-9cd2-5f4b439b4cd2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:16.159582 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-14a191de-83f6-4fe1-92b4-2898a1b44079 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Floating IP b06ebadd-20a1-4be6-9dbc-5057bf95f119 associated. External IP: 172.25.7.171, port: 8b00ed8e-8f46-4582-8b4d-f80272948664. Jul 14 07:02:16.206473 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35760) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:16.220307 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7a412d8-9acc-4cd2-97be-e26d1656ba16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:16.246710 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-0b43d864-bea9-4fab-b85b-2e260b126b4a service neutron] 10.222.0.35 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678135 Jul 14 07:02:16.306418 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7a412d8-9acc-4cd2-97be-e26d1656ba16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:16.310230 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7a412d8-9acc-4cd2-97be-e26d1656ba16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:16.338152 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-afc5a114-0fa4-437b-9619-9b116e7b6d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:16.350604 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e7a412d8-9acc-4cd2-97be-e26d1656ba16 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=96558ef24d0247dcab9592aeb94a436e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403799 Jul 14 07:02:16.350604 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a412d8-9acc-4cd2-97be-e26d1656ba16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fca2c5-5546-4409-b7cf-de2e864da2ce,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:16.351864 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35762) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:16.402048 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-afc5a114-0fa4-437b-9619-9b116e7b6d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:16.487800 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-f852fee2-c2bd-4692-9623-9288f432212b service neutron] 10.222.0.35 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070560 Jul 14 07:02:16.549343 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-54a8de44-f40a-408a-aea9-eab7839c333a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:16.567249 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-afc5a114-0fa4-437b-9619-9b116e7b6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:16.569753 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-afc5a114-0fa4-437b-9619-9b116e7b6d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:16.570874 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-afc5a114-0fa4-437b-9619-9b116e7b6d0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7fa23c20-5967-4fc0-9cd2-5f4b439b4cd2 HTTP/1.1" status: 204 len: 168 time: 0.4213216 Jul 14 07:02:16.596768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5a114-0fa4-437b-9619-9b116e7b6d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa23c20-5967-4fc0-9cd2-5f4b439b4cd2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:16.599703 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-54a8de44-f40a-408a-aea9-eab7839c333a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:16.613629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-14a191de-83f6-4fe1-92b4-2898a1b44079 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Router 5588aa55-00fb-449d-97f9-55098a2af31f has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:02:16.739365 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-54a8de44-f40a-408a-aea9-eab7839c333a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:16.741951 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-54a8de44-f40a-408a-aea9-eab7839c333a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:16.743111 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-54a8de44-f40a-408a-aea9-eab7839c333a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/35fca2c5-5546-4409-b7cf-de2e864da2ce HTTP/1.1" status: 204 len: 168 time: 0.3849688 Jul 14 07:02:16.761529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8de44-f40a-408a-aea9-eab7839c333a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fca2c5-5546-4409-b7cf-de2e864da2ce,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:16.788693 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-14a191de-83f6-4fe1-92b4-2898a1b44079 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:02:16.801565 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb40f383-2505-435b-8761-453af89cd2c5 None None] Sync routers for ids ['5588aa55-00fb-449d-97f9-55098a2af31f'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:02:16.814457 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb40f383-2505-435b-8761-453af89cd2c5 None None] Routers {'5588aa55-00fb-449d-97f9-55098a2af31f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:02:16.815455 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cb40f383-2505-435b-8761-453af89cd2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:02:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5588aa55-00fb-449d-97f9-55098a2af31f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:16.937625 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-cb40f383-2505-435b-8761-453af89cd2c5 None None] Set router 5588aa55-00fb-449d-97f9-55098a2af31f gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:02:17.134570 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-14a191de-83f6-4fe1-92b4-2898a1b44079 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Router 5588aa55-00fb-449d-97f9-55098a2af31f has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:02:17.261021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-14a191de-83f6-4fe1-92b4-2898a1b44079 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:02:17.274497 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-14a191de-83f6-4fe1-92b4-2898a1b44079 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:17.355692 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1220dd24-7c50-4d1c-8761-043e8745f988 x-openstack-request-id: req-1220dd24-7c50-4d1c-8761-043e8745f988 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:17.356607 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e8a8c1-ad38-491f-b851-1c53a097dbf5", "name": "network-vif-plugged", "status": "completed", "tag": "bff15c55-9fdd-4384-9f23-280254c2071c", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:17.357775 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1220dd24-7c50-4d1c-8761-043e8745f988 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:17.358700 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e8a8c1-ad38-491f-b851-1c53a097dbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff15c55-9fdd-4384-9f23-280254c2071c', 'code': 200} Jul 14 07:02:17.362261 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b9f121-449f-4349-a386-4166c2231548', 'tag': '8b00ed8e-8f46-4582-8b4d-f80272948664'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:17.365763 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6ef75f-6232-473f-afc6-e98aea43fc54" -d '{"events": [{"name": "network-changed", "server_uuid": "75b9f121-449f-4349-a386-4166c2231548", "tag": "8b00ed8e-8f46-4582-8b4d-f80272948664"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:17.378483 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-14a191de-83f6-4fe1-92b4-2898a1b44079 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "PUT /v2.0/floatingips/b06ebadd-20a1-4be6-9dbc-5057bf95f119 HTTP/1.1" status: 200 len: 999 time: 2.6066663 Jul 14 07:02:17.448098 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-a65fd746-cbcd-4ec3-b9eb-35f2df5c82d8 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:17.466912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-a65fd746-cbcd-4ec3-b9eb-35f2df5c82d8 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports/8b00ed8e-8f46-4582-8b4d-f80272948664 HTTP/1.1" status: 200 len: 943 time: 0.0869360 Jul 14 07:02:17.574438 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cb40f383-2505-435b-8761-453af89cd2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'b06ebadd-20a1-4be6-9dbc-5057bf95f119', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'port_id': 'cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'mac_address': 'fa:16:3e:dc:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e6d6bf-e96f-49d2-949e-813c123e64d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:01:54Z', 'updated_at': '2021-07-14T07:02:15Z', 'revision_number': 3, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:38Z', 'revision_number': 5, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:17.648410 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb40f383-2505-435b-8761-453af89cd2c5 None None] Checking router: 5588aa55-00fb-449d-97f9-55098a2af31f for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:02:17.666226 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb40f383-2505-435b-8761-453af89cd2c5 None None] Routers {'5588aa55-00fb-449d-97f9-55098a2af31f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:02:17.667108 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cb40f383-2505-435b-8761-453af89cd2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:02:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5588aa55-00fb-449d-97f9-55098a2af31f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:17.697598 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-499b1979-4556-4f8c-a0bd-508c758c9441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:17.705232 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-499b1979-4556-4f8c-a0bd-508c758c9441 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df5007bb538d476aaadc8ea68599bb82&device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 1097 time: 0.1322508 Jul 14 07:02:17.720141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81cfcc-397f-47c2-a7fa-e24fb798a37b req-47cb393f-f69d-4c3f-b8d3-7a80643a731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:17.721886 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b81cfcc-397f-47c2-a7fa-e24fb798a37b req-47cb393f-f69d-4c3f-b8d3-7a80643a731c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 1097 time: 0.1864007 Jul 14 07:02:17.803239 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29764dd5-5d2d-454d-ae4b-106b2a97c751 req-c659fcd4-000b-44b2-a25c-17655b332878 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:17.804837 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29764dd5-5d2d-454d-ae4b-106b2a97c751 req-c659fcd4-000b-44b2-a25c-17655b332878 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 946 time: 0.1980951 Jul 14 07:02:17.897585 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b81cfcc-397f-47c2-a7fa-e24fb798a37b req-05117224-fc72-4124-80aa-c40aac0871e4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601908 Jul 14 07:02:17.907669 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-cb40f383-2505-435b-8761-453af89cd2c5 None None] Set router 5588aa55-00fb-449d-97f9-55098a2af31f gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:02:17.913136 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29764dd5-5d2d-454d-ae4b-106b2a97c751 req-2abb8ee1-dc21-4f00-8dcd-d58b852dead3 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922172 Jul 14 07:02:17.950266 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-55ef6aa1-8353-45a4-aae3-728a19ad4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:17.958307 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-55ef6aa1-8353-45a4-aae3-728a19ad4253 service neutron] 10.222.0.35 "GET /v2.0/networks?id=676e2b20-42f6-4071-a6c3-1c63ec9861d1 HTTP/1.1" status: 200 len: 921 time: 0.2522352 Jul 14 07:02:18.013913 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-b1597cf2-b503-430e-89fe-8791a9b27bd6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b00ed8e-8f46-4582-8b4d-f80272948664 HTTP/1.1" status: 200 len: 217 time: 0.0543692 Jul 14 07:02:18.085860 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89ab4b46-282b-4226-adbb-ffca662bab21 req-8c4ba68e-dcca-4646-a404-c2ccbaeefd42 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 210 time: 0.0420876 Jul 14 07:02:18.095357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-a22aded5-82f0-4bd3-8904-7d2b8e6eda8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:18.102756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-a22aded5-82f0-4bd3-8904-7d2b8e6eda8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=124c2427-9923-4b0b-a650-c757f2793116 HTTP/1.1" status: 200 len: 859 time: 0.0877340 Jul 14 07:02:18.156467 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65ec22a-6044-4e4f-b875-a96874365adc x-openstack-request-id: req-e65ec22a-6044-4e4f-b875-a96874365adc {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:18.156756 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b9f121-449f-4349-a386-4166c2231548", "tag": "8b00ed8e-8f46-4582-8b4d-f80272948664", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:18.157005 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e65ec22a-6044-4e4f-b875-a96874365adc {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:18.157422 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b9f121-449f-4349-a386-4166c2231548', 'tag': '8b00ed8e-8f46-4582-8b4d-f80272948664', 'status': 'completed', 'code': 200} Jul 14 07:02:18.160170 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-40debf70-0aeb-40b9-a4d6-7f63c06cc6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:18.167228 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-40debf70-0aeb-40b9-a4d6-7f63c06cc6a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=676e2b20-42f6-4071-a6c3-1c63ec9861d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636523 Jul 14 07:02:18.173931 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-c72bb60e-c79b-421a-a1f3-d64a7c82f373 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:02:18.181572 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-c72bb60e-c79b-421a-a1f3-d64a7c82f373 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132997 Jul 14 07:02:18.236141 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cb40f383-2505-435b-8761-453af89cd2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'b06ebadd-20a1-4be6-9dbc-5057bf95f119', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'port_id': 'cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'mac_address': 'fa:16:3e:dc:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e6d6bf-e96f-49d2-949e-813c123e64d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:01:54Z', 'updated_at': '2021-07-14T07:02:15Z', 'revision_number': 3, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:38Z', 'revision_number': 5, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:18.268314 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb40f383-2505-435b-8761-453af89cd2c5 None None] The sync data for ids ['5588aa55-00fb-449d-97f9-55098a2af31f'] in n-d-778696-5 is: [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'b06ebadd-20a1-4be6-9dbc-5057bf95f119', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'port_id': 'cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'mac_address': 'fa:16:3e:dc:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e6d6bf-e96f-49d2-949e-813c123e64d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:01:54Z', 'updated_at': '2021-07-14T07:02:15Z', 'revision_number': 3, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:38Z', 'revision_number': 5, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:02:18.361780 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62ee3f7c-f427-4196-8642-5a6063b5f17b req-1916d537-847e-4ab9-8899-d3478b496d88 tempest-QuotasAdminNegativeTest-1789811422 tempest-QuotasAdminNegativeTest-1789811422-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5d2c99d19df1421c8e34989da9758b21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835931 Jul 14 07:02:18.377897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-6117b62f-cff4-442e-840a-c91ede5a852c tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:18.380479 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-6117b62f-cff4-442e-840a-c91ede5a852c tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.15 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 821 time: 0.1359420 Jul 14 07:02:18.397282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-3a357dac-ea29-4f17-8958-199d03e1f0fd tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Request body: {'port': {'device_id': '403f5cfb-13c8-42b0-b0d4-a2afb1655cc4', 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86', 'admin_state_up': True, 'tenant_id': '4bb7e9bc2a1044b6a6502114e85dc356'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:18.544273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-3a357dac-ea29-4f17-8958-199d03e1f0fd tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Made reservation on behalf of 4bb7e9bc2a1044b6a6502114e85dc356 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:02:18.549494 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-3a357dac-ea29-4f17-8958-199d03e1f0fd tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:18.550990 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-363b5af5-a8e7-42aa-a958-e74a08f004a0 service neutron] 10.222.0.35 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674314 Jul 14 07:02:18.562127 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee3f7c-f427-4196-8642-5a6063b5f17b req-0bab65ef-b74a-43ff-bd1a-cfa0a8d728ba tempest-QuotasAdminNegativeTest-1789811422 tempest-QuotasAdminNegativeTest-1789811422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:18.563622 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bc44d9-5f3c-4c45-af77-fc5ee06e6555 None None] New status for floating IP b06ebadd-20a1-4be6-9dbc-5057bf95f119: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:02:18.570455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62ee3f7c-f427-4196-8642-5a6063b5f17b req-0bab65ef-b74a-43ff-bd1a-cfa0a8d728ba tempest-QuotasAdminNegativeTest-1789811422 tempest-QuotasAdminNegativeTest-1789811422-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077899 Jul 14 07:02:18.636839 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62ee3f7c-f427-4196-8642-5a6063b5f17b req-ad4966fb-8403-4792-9629-e305bd307e32 tempest-QuotasAdminNegativeTest-1789811422 tempest-QuotasAdminNegativeTest-1789811422-project] 10.222.0.35 "GET /v2.0/quotas/5d2c99d19df1421c8e34989da9758b21 HTTP/1.1" status: 200 len: 375 time: 0.0654540 Jul 14 07:02:18.645744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ef75f-6232-473f-afc6-e98aea43fc54 req-235ec905-dde5-404f-aed0-3fa31c8946d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:18.646893 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba6ef75f-6232-473f-afc6-e98aea43fc54 req-235ec905-dde5-404f-aed0-3fa31c8946d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df5007bb538d476aaadc8ea68599bb82&device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 1097 time: 0.4361634 Jul 14 07:02:18.716627 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-3a357dac-ea29-4f17-8958-199d03e1f0fd tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Allocated IP 172.20.0.6 (fe3e6dc2-d274-4884-a631-cf4f8daefb86/c7d2e013-b9d3-4daa-9c60-1cf790b7d623/d3324072-a2da-4ee3-a712-5bd39e6be107) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:02:18.750117 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62ee3f7c-f427-4196-8642-5a6063b5f17b req-6b7fc0c8-bf4e-455f-a2d6-eaec623b2f0b tempest-QuotasAdminNegativeTest-1789811422 tempest-QuotasAdminNegativeTest-1789811422-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d2c99d19df1421c8e34989da9758b21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1003826 Jul 14 07:02:18.792248 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-835b37e4-390b-42c4-8d9f-7034ba280c41 service neutron] 10.222.0.35 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113130 Jul 14 07:02:18.827840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ef75f-6232-473f-afc6-e98aea43fc54 req-6cfb32ee-d701-46fc-9b0b-48de30d2e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:18.829921 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba6ef75f-6232-473f-afc6-e98aea43fc54 req-6cfb32ee-d701-46fc-9b0b-48de30d2e3e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=676e2b20-42f6-4071-a6c3-1c63ec9861d1 HTTP/1.1" status: 200 len: 921 time: 0.1747913 Jul 14 07:02:18.898421 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba6ef75f-6232-473f-afc6-e98aea43fc54 req-759029d2-00eb-41e3-bd50-7530e2d3ebf2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b00ed8e-8f46-4582-8b4d-f80272948664 HTTP/1.1" status: 200 len: 217 time: 0.0608222 Jul 14 07:02:18.940951 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ca260-9b40-476c-a57b-c78c73c14ff1 None None] Sync routers for ids ['5588aa55-00fb-449d-97f9-55098a2af31f'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:02:18.955870 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ca260-9b40-476c-a57b-c78c73c14ff1 None None] Routers {'5588aa55-00fb-449d-97f9-55098a2af31f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:02:18.956618 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e98ca260-9b40-476c-a57b-c78c73c14ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:02:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5588aa55-00fb-449d-97f9-55098a2af31f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:18.960331 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-3a357dac-ea29-4f17-8958-199d03e1f0fd tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:19.011974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ef75f-6232-473f-afc6-e98aea43fc54 req-a1a19785-8687-4ac7-a67c-5980d1780b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:19.016594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba6ef75f-6232-473f-afc6-e98aea43fc54 req-a1a19785-8687-4ac7-a67c-5980d1780b82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=124c2427-9923-4b0b-a650-c757f2793116 HTTP/1.1" status: 200 len: 859 time: 0.1089611 Jul 14 07:02:19.031145 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-4b31586a-23a7-4f18-a8b1-bef9ea7a01be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:19.034797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-4b31586a-23a7-4f18-a8b1-bef9ea7a01be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df5007bb538d476aaadc8ea68599bb82&device_id=13e6d6bf-e96f-49d2-949e-813c123e64d4 HTTP/1.1" status: 200 len: 1097 time: 0.1351333 Jul 14 07:02:19.131251 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e98ca260-9b40-476c-a57b-c78c73c14ff1 None None] Set router 5588aa55-00fb-449d-97f9-55098a2af31f gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:02:19.177890 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ef75f-6232-473f-afc6-e98aea43fc54 req-568fb1f7-bef0-468f-948e-5002b4c4a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:19.179725 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba6ef75f-6232-473f-afc6-e98aea43fc54 req-568fb1f7-bef0-468f-948e-5002b4c4a97d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=676e2b20-42f6-4071-a6c3-1c63ec9861d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533160 Jul 14 07:02:19.212200 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-ffe26d50-fd7a-4cdd-81a8-df5fead7c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:19.220200 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-ffe26d50-fd7a-4cdd-81a8-df5fead7c723 service neutron] 10.222.0.35 "GET /v2.0/networks?id=676e2b20-42f6-4071-a6c3-1c63ec9861d1 HTTP/1.1" status: 200 len: 921 time: 0.1391542 Jul 14 07:02:19.241167 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-3a357dac-ea29-4f17-8958-199d03e1f0fd tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:19.299301 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a357dac-ea29-4f17-8958-199d03e1f0fd tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Pushing event updated for resources: {'Port': ['ID=d3324072-a2da-4ee3-a712-5bd39e6be107,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:19.314657 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-3a357dac-ea29-4f17-8958-199d03e1f0fd tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Network fe3e6dc2-d274-4884-a631-cf4f8daefb86 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:02:19.321642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-3a357dac-ea29-4f17-8958-199d03e1f0fd tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:02:19.326539 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-3a357dac-ea29-4f17-8958-199d03e1f0fd tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:02:19.335978 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-3a357dac-ea29-4f17-8958-199d03e1f0fd tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:19.337400 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-3a357dac-ea29-4f17-8958-199d03e1f0fd tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:19.357681 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-3a357dac-ea29-4f17-8958-199d03e1f0fd tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9669890 Jul 14 07:02:19.381805 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Request body: {'port': {'device_id': '403f5cfb-13c8-42b0-b0d4-a2afb1655cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:19.385616 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e98ca260-9b40-476c-a57b-c78c73c14ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'b06ebadd-20a1-4be6-9dbc-5057bf95f119', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'port_id': 'cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'mac_address': 'fa:16:3e:dc:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e6d6bf-e96f-49d2-949e-813c123e64d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:01:54Z', 'updated_at': '2021-07-14T07:02:18Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:38Z', 'revision_number': 5, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:19.431030 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ca260-9b40-476c-a57b-c78c73c14ff1 None None] Checking router: 5588aa55-00fb-449d-97f9-55098a2af31f for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:02:19.442219 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ca260-9b40-476c-a57b-c78c73c14ff1 None None] Routers {'5588aa55-00fb-449d-97f9-55098a2af31f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:02:19.442945 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e98ca260-9b40-476c-a57b-c78c73c14ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:02:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5588aa55-00fb-449d-97f9-55098a2af31f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:19.486238 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:19.569352 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e98ca260-9b40-476c-a57b-c78c73c14ff1 None None] Set router 5588aa55-00fb-449d-97f9-55098a2af31f gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:02:19.627899 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba6ef75f-6232-473f-afc6-e98aea43fc54 req-9b04ce3b-de32-4a6a-8aed-dbac5b19e30f service neutron] 10.222.0.30 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377892 Jul 14 07:02:19.705558 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-e47f0581-f77f-440d-a1d6-43b28fa49a50 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 HTTP/1.1" status: 200 len: 1002 time: 0.4840529 Jul 14 07:02:19.793673 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-565d94b9-0ca1-4a14-a7ce-c2bcc118a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:19.796016 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-565d94b9-0ca1-4a14-a7ce-c2bcc118a587 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=124c2427-9923-4b0b-a650-c757f2793116 HTTP/1.1" status: 200 len: 859 time: 0.0828121 Jul 14 07:02:19.799890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba6ef75f-6232-473f-afc6-e98aea43fc54 req-fbf2529a-e77a-4224-ab70-0303ecaee371 service neutron] 10.222.0.30 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647067 Jul 14 07:02:19.826922 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3324072-a2da-4ee3-a712-5bd39e6be107 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:19.831451 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e98ca260-9b40-476c-a57b-c78c73c14ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'b06ebadd-20a1-4be6-9dbc-5057bf95f119', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'port_id': 'cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'mac_address': 'fa:16:3e:dc:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e6d6bf-e96f-49d2-949e-813c123e64d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:01:54Z', 'updated_at': '2021-07-14T07:02:18Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:38Z', 'revision_number': 5, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:19.834318 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:19.846417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Transition to ACTIVE for port object d3324072-a2da-4ee3-a712-5bd39e6be107 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:02:19.850376 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:19.858342 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ca260-9b40-476c-a57b-c78c73c14ff1 None None] The sync data for ids ['5588aa55-00fb-449d-97f9-55098a2af31f'] in n-d-778696-5 is: [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'b06ebadd-20a1-4be6-9dbc-5057bf95f119', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'port_id': 'cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'mac_address': 'fa:16:3e:dc:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e6d6bf-e96f-49d2-949e-813c123e64d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:01:54Z', 'updated_at': '2021-07-14T07:02:18Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:38Z', 'revision_number': 5, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:02:19.870136 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f071e548-6db8-474d-8c73-78647e52147a req-c8e649a7-7073-4cfd-8c5f-f6d9b99d89e4 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a021c0bacdbf438babf9ab1eb8995926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491021 Jul 14 07:02:19.937910 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3324072-a2da-4ee3-a712-5bd39e6be107,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:19.942313 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Attempting to bind port d3324072-a2da-4ee3-a712-5bd39e6be107 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:02:19.942643 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Attempting to bind port d3324072-a2da-4ee3-a712-5bd39e6be107 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:02:19.943424 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Attempting to bind port d3324072-a2da-4ee3-a712-5bd39e6be107 on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:19.947371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-1a77c995-6e7d-4f85-be7d-4d54b8ab18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:19.952964 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Port d3324072-a2da-4ee3-a712-5bd39e6be107 on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:02:19.952964 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Attempting to bind port d3324072-a2da-4ee3-a712-5bd39e6be107 on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:19.953415 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:02:19.953749 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Checking segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:02:19.954130 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Bound using segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:02:19.954550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Bound port: d3324072-a2da-4ee3-a712-5bd39e6be107, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:02:19.954890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-1a77c995-6e7d-4f85-be7d-4d54b8ab18a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=676e2b20-42f6-4071-a6c3-1c63ec9861d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485143 Jul 14 07:02:19.954997 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:20.024479 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] For port d3324072-a2da-4ee3-a712-5bd39e6be107, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:20.027776 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] For port d3324072-a2da-4ee3-a712-5bd39e6be107, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=d3324072-a2da-4ee3-a712-5bd39e6be107,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:02:20.032880 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:20.048674 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071e548-6db8-474d-8c73-78647e52147a req-648f45f0-bc5b-4af6-b02b-bc3aeb363883 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:20.050321 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f071e548-6db8-474d-8c73-78647e52147a req-648f45f0-bc5b-4af6-b02b-bc3aeb363883 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725771 Jul 14 07:02:20.069654 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:20.070311 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:20.071722 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] 10.222.0.15 "PUT /v2.0/ports/d3324072-a2da-4ee3-a712-5bd39e6be107 HTTP/1.1" status: 200 len: 1091 time: 0.6973560 Jul 14 07:02:20.074011 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403f5cfb-13c8-42b0-b0d4-a2afb1655cc4', 'tag': 'd3324072-a2da-4ee3-a712-5bd39e6be107'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:20.076840 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb044cb8-75e3-4a79-b8f3-9b6dfa8bbc48" -d '{"events": [{"name": "network-changed", "server_uuid": "403f5cfb-13c8-42b0-b0d4-a2afb1655cc4", "tag": "d3324072-a2da-4ee3-a712-5bd39e6be107"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:20.081768 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f071e548-6db8-474d-8c73-78647e52147a req-b3effd33-3d1d-48ea-bcc8-83ea119ac8d8 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/quotas/a021c0bacdbf438babf9ab1eb8995926 HTTP/1.1" status: 200 len: 375 time: 0.0249662 Jul 14 07:02:20.122466 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f9465-eeef-4dc7-b04b-157a0873aaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3324072-a2da-4ee3-a712-5bd39e6be107,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:20.123485 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f071e548-6db8-474d-8c73-78647e52147a req-ac9dffcb-0976-4b87-bce2-eb6e8e95eadf tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a021c0bacdbf438babf9ab1eb8995926&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345623 Jul 14 07:02:20.125643 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-17fea6b3-b8cd-43bc-ba15-3d7eea979304 service neutron] 10.222.0.35 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696494 Jul 14 07:02:20.167897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-756f75cc-2bed-4e96-8676-c0759ac272e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:20.169510 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-756f75cc-2bed-4e96-8676-c0759ac272e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 1094 time: 0.0579989 Jul 14 07:02:20.178146 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e6d6bf-e96f-49d2-949e-813c123e64d4', 'tag': 'cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:20.180349 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81f1280-3717-405c-b0a1-05869a81c286" -d '{"events": [{"name": "network-changed", "server_uuid": "13e6d6bf-e96f-49d2-949e-813c123e64d4", "tag": "cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:20.217247 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-f98f7073-611b-4b1e-b6f1-4737f0d93813 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3324072-a2da-4ee3-a712-5bd39e6be107 HTTP/1.1" status: 200 len: 217 time: 0.0402200 Jul 14 07:02:20.225996 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df0cd97-f169-4e58-86d1-317d77d5f19a req-6cd699e2-d7fe-4985-be98-13634aecc860 service neutron] 10.222.0.35 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931432 Jul 14 07:02:20.278146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-85afc3ff-f244-4ce1-9a42-6c57f0debcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:20.280200 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-85afc3ff-f244-4ce1-9a42-6c57f0debcc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.0565438 Jul 14 07:02:20.321261 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-45dfbaa6-7bba-499f-8654-0a8c48ac153f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306408 Jul 14 07:02:20.420604 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f59d08-124d-4381-93f9-fa772538ab43 req-aa4e50f4-8ddb-4866-bade-c3547b562ea1 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:20.422905 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-76f59d08-124d-4381-93f9-fa772538ab43 req-aa4e50f4-8ddb-4866-bade-c3547b562ea1 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 946 time: 0.0921981 Jul 14 07:02:20.439868 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-a7a9c64e-8dd2-4b37-aa6a-034b7bd980cb service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083119 Jul 14 07:02:20.465894 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-76f59d08-124d-4381-93f9-fa772538ab43 req-7a11f969-7de1-4921-a9bf-74368a94ec03 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370605 Jul 14 07:02:20.548480 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08537827-ae69-41ec-ae49-25b6abd3da9c req-e9a21c6c-ba1a-434e-8eb2-0ddc3ddf8f0d tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:20.550453 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-08537827-ae69-41ec-ae49-25b6abd3da9c req-e9a21c6c-ba1a-434e-8eb2-0ddc3ddf8f0d tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 943 time: 0.0741310 Jul 14 07:02:20.551080 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ae58ff0-0dd9-4de7-a0b4-8614246377c7 req-3ac7f1d9-6457-4d37-82da-a767ca8ae0fd service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041803 Jul 14 07:02:20.609695 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-08537827-ae69-41ec-ae49-25b6abd3da9c req-cddc012f-d4de-4a26-807d-ad95615cd49c tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505598 Jul 14 07:02:20.646801 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aef598e-8df0-424b-802a-3eee9b9ef64f x-openstack-request-id: req-2aef598e-8df0-424b-802a-3eee9b9ef64f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:20.647095 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403f5cfb-13c8-42b0-b0d4-a2afb1655cc4", "tag": "d3324072-a2da-4ee3-a712-5bd39e6be107", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:20.647340 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2aef598e-8df0-424b-802a-3eee9b9ef64f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:20.647731 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403f5cfb-13c8-42b0-b0d4-a2afb1655cc4', 'tag': 'd3324072-a2da-4ee3-a712-5bd39e6be107', 'status': 'completed', 'code': 200} Jul 14 07:02:20.722197 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be82173a-f3f7-403a-ad72-2a555f3c4f88 x-openstack-request-id: req-be82173a-f3f7-403a-ad72-2a555f3c4f88 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:20.722727 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e6d6bf-e96f-49d2-949e-813c123e64d4", "tag": "cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:20.722820 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be82173a-f3f7-403a-ad72-2a555f3c4f88 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:20.723264 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e6d6bf-e96f-49d2-949e-813c123e64d4', 'tag': 'cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6', 'status': 'completed', 'code': 200} Jul 14 07:02:20.767659 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb044cb8-75e3-4a79-b8f3-9b6dfa8bbc48 req-502db8e6-8423-4b5f-a4f0-d6660fa1f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:20.769693 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fb044cb8-75e3-4a79-b8f3-9b6dfa8bbc48 req-502db8e6-8423-4b5f-a4f0-d6660fa1f1b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 1094 time: 0.0967410 Jul 14 07:02:20.856352 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-76996947-6545-481e-b505-ea9db7b1997e req-749d34ff-61a5-46eb-9007-5b403acc6bf0 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/ports?device_id=48963eca-4386-4ba9-8870-b577898c91f3 HTTP/1.1" status: 200 len: 210 time: 0.0661902 Jul 14 07:02:20.893901 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1dd0c872-97d3-40d0-8fce-a7b6372aad0a req-ad6a5462-60f7-49a7-a545-367ff65a254a tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 1002 time: 0.1049347 Jul 14 07:02:20.914708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f1280-3717-405c-b0a1-05869a81c286 req-b0d423f9-0bf9-4f49-aac9-2cecc59a7c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:20.916203 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e81f1280-3717-405c-b0a1-05869a81c286 req-b0d423f9-0bf9-4f49-aac9-2cecc59a7c0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=df5007bb538d476aaadc8ea68599bb82&device_id=13e6d6bf-e96f-49d2-949e-813c123e64d4 HTTP/1.1" status: 200 len: 1097 time: 0.1675756 Jul 14 07:02:20.922152 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb044cb8-75e3-4a79-b8f3-9b6dfa8bbc48 req-48974970-17d8-4c20-a29d-47326d821abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:20.924129 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fb044cb8-75e3-4a79-b8f3-9b6dfa8bbc48 req-48974970-17d8-4c20-a29d-47326d821abe service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 922 time: 0.1476893 Jul 14 07:02:20.979278 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fb044cb8-75e3-4a79-b8f3-9b6dfa8bbc48 req-d1bfa90e-b540-4874-add3-56c1ad354181 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3324072-a2da-4ee3-a712-5bd39e6be107 HTTP/1.1" status: 200 len: 217 time: 0.0447397 Jul 14 07:02:21.005054 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0c872-97d3-40d0-8fce-a7b6372aad0a req-ff1b818c-3941-4478-8b98-fb1e7efe54ae tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:21.006461 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1dd0c872-97d3-40d0-8fce-a7b6372aad0a req-ff1b818c-3941-4478-8b98-fb1e7efe54ae tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports/cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 HTTP/1.1" status: 200 len: 943 time: 0.1063490 Jul 14 07:02:21.015216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35934) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:21.051942 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f1280-3717-405c-b0a1-05869a81c286 req-09d038c5-16fd-45ed-8dc2-c0ed2ce8e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:21.054135 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e81f1280-3717-405c-b0a1-05869a81c286 req-09d038c5-16fd-45ed-8dc2-c0ed2ce8e8ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=676e2b20-42f6-4071-a6c3-1c63ec9861d1 HTTP/1.1" status: 200 len: 921 time: 0.1204152 Jul 14 07:02:21.091701 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb044cb8-75e3-4a79-b8f3-9b6dfa8bbc48 req-c4805b5f-43e2-4d17-99a7-e18464bc4b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:21.094427 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fb044cb8-75e3-4a79-b8f3-9b6dfa8bbc48 req-c4805b5f-43e2-4d17-99a7-e18464bc4b17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.1090486 Jul 14 07:02:21.140817 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fb044cb8-75e3-4a79-b8f3-9b6dfa8bbc48 req-4029ebd6-4c8c-4e3f-8e93-bb36e51bd5cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306742 Jul 14 07:02:21.239344 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fb044cb8-75e3-4a79-b8f3-9b6dfa8bbc48 req-d4599cb7-105e-4033-aa9d-32072e85fdf2 service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909767 Jul 14 07:02:21.239755 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a42ffd38-bcd0-4789-930a-188733379d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:21.260750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e81f1280-3717-405c-b0a1-05869a81c286 req-bd135cd3-11ca-4e7e-a013-43c4d44d9c68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 HTTP/1.1" status: 200 len: 1002 time: 0.1990237 Jul 14 07:02:21.265540 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1dd0c872-97d3-40d0-8fce-a7b6372aad0a req-c240fed4-89bc-4e95-a075-cfaf9a633018 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 1002 time: 0.1259491 Jul 14 07:02:21.333685 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fb044cb8-75e3-4a79-b8f3-9b6dfa8bbc48 req-ad10bb4e-3075-40db-9290-200e597faf3d service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868783 Jul 14 07:02:21.392681 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d7ed0-0011-4158-a708-ed0d34e15a96 req-36eb4880-8ae6-4c26-8292-07c28c118d7e tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:21.394125 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7a7d7ed0-0011-4158-a708-ed0d34e15a96 req-36eb4880-8ae6-4c26-8292-07c28c118d7e tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 1097 time: 0.2564635 Jul 14 07:02:21.400372 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f1280-3717-405c-b0a1-05869a81c286 req-77229bee-da32-43cb-a2cd-c082d6d815ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:21.401760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e81f1280-3717-405c-b0a1-05869a81c286 req-77229bee-da32-43cb-a2cd-c082d6d815ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=124c2427-9923-4b0b-a650-c757f2793116 HTTP/1.1" status: 200 len: 859 time: 0.1332390 Jul 14 07:02:21.501506 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7a7d7ed0-0011-4158-a708-ed0d34e15a96 req-fd66027f-a549-421a-83ce-d397346027c3 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987725 Jul 14 07:02:21.512187 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0c872-97d3-40d0-8fce-a7b6372aad0a req-18d9f195-2152-4be6-a003-ffde41c7c728 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:21.514103 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1dd0c872-97d3-40d0-8fce-a7b6372aad0a req-18d9f195-2152-4be6-a003-ffde41c7c728 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.2307217 Jul 14 07:02:21.555411 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f1280-3717-405c-b0a1-05869a81c286 req-79f9ebb5-0e6e-421a-91ea-004001001ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:21.556921 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e81f1280-3717-405c-b0a1-05869a81c286 req-79f9ebb5-0e6e-421a-91ea-004001001ef5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=676e2b20-42f6-4071-a6c3-1c63ec9861d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416771 Jul 14 07:02:21.567629 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a42ffd38-bcd0-4789-930a-188733379d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:21.638815 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a42ffd38-bcd0-4789-930a-188733379d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:21.664634 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f071e548-6db8-474d-8c73-78647e52147a req-b907b954-fa6b-49b5-8844-e2c5782d0e8e tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a021c0bacdbf438babf9ab1eb8995926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364161 Jul 14 07:02:21.758584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ffd38-bcd0-4789-930a-188733379d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f00a26e-ab12-4fee-a2b4-e900c0670777,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:21.763170 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a42ffd38-bcd0-4789-930a-188733379d4d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d2c99d19df1421c8e34989da9758b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7467976 Jul 14 07:02:21.766565 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-3db53cb3-68ca-4a41-a6ff-d2107eb1ed61 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 1002 time: 0.1861980 Jul 14 07:02:21.769764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35956) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:21.824780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071e548-6db8-474d-8c73-78647e52147a req-232ee24a-29e2-4b8b-bfcf-252c2db560a5 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:21.827125 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f071e548-6db8-474d-8c73-78647e52147a req-232ee24a-29e2-4b8b-bfcf-252c2db560a5 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1560624 Jul 14 07:02:21.842730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-f071e548-6db8-474d-8c73-78647e52147a req-a2f66a97-1be0-44e3-9b8f-2eeda137eff3 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Request body: {'port': {'device_id': '48963eca-4386-4ba9-8870-b577898c91f3', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': 'a021c0bacdbf438babf9ab1eb8995926'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:21.889902 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-8f03e97a-a734-4d43-a3b6-c90c08f683f9 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:21.891526 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-8f03e97a-a734-4d43-a3b6-c90c08f683f9 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports/cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 HTTP/1.1" status: 200 len: 943 time: 0.1053097 Jul 14 07:02:21.911497 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e81f1280-3717-405c-b0a1-05869a81c286 req-7330aaf3-8e28-4a93-9642-d33d07b63b43 service neutron] 10.222.0.15 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395369 Jul 14 07:02:21.915864 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35964) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:21.945257 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a197a4-383a-41a4-805f-ddfae2e67f14 req-a95c8220-6e32-41d2-bdcd-06b0a7c73920 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:21.958079 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10a197a4-383a-41a4-805f-ddfae2e67f14 req-a95c8220-6e32-41d2-bdcd-06b0a7c73920 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 1097 time: 0.2470465 Jul 14 07:02:22.000511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f071e548-6db8-474d-8c73-78647e52147a req-a2f66a97-1be0-44e3-9b8f-2eeda137eff3 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Made reservation on behalf of a021c0bacdbf438babf9ab1eb8995926 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:02:22.004427 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f071e548-6db8-474d-8c73-78647e52147a req-a2f66a97-1be0-44e3-9b8f-2eeda137eff3 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.015194 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f071e548-6db8-474d-8c73-78647e52147a req-a2f66a97-1be0-44e3-9b8f-2eeda137eff3 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.050608 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f4d4723-7a3c-4421-bb04-6403bacd578a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.072249 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e08fdb76-4719-45cc-b8ce-ba7a955111a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.128204 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f071e548-6db8-474d-8c73-78647e52147a req-a2f66a97-1be0-44e3-9b8f-2eeda137eff3 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.135013 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f071e548-6db8-474d-8c73-78647e52147a req-a2f66a97-1be0-44e3-9b8f-2eeda137eff3 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.139236 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-e94cc437-98f9-4b1d-b074-054e96536bea tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 1002 time: 0.1226923 Jul 14 07:02:22.142969 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e08fdb76-4719-45cc-b8ce-ba7a955111a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.145727 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10a197a4-383a-41a4-805f-ddfae2e67f14 req-9de07f11-0a88-46b9-9e88-5bdc8c9db825 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869965 Jul 14 07:02:22.218568 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e81f1280-3717-405c-b0a1-05869a81c286 req-93cb6826-f5e4-44d4-a931-80632d734eaa service neutron] 10.222.0.15 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975583 Jul 14 07:02:22.227364 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f66a97-1be0-44e3-9b8f-2eeda137eff3 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6683bc5-ec07-4371-8d9b-84496f7b56a5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:22.321286 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-f071e548-6db8-474d-8c73-78647e52147a req-a2f66a97-1be0-44e3-9b8f-2eeda137eff3 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Allocated IP 192.168.233.36 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/68246c3f-ea32-44e4-b96f-e74d16de6557) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:02:22.328236 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-fb242126-d584-496f-ac3e-3d8243e790ac tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:22.329745 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-fb242126-d584-496f-ac3e-3d8243e790ac tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.1806479 Jul 14 07:02:22.346314 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e08fdb76-4719-45cc-b8ce-ba7a955111a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.348880 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e08fdb76-4719-45cc-b8ce-ba7a955111a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.350019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e08fdb76-4719-45cc-b8ce-ba7a955111a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9f00a26e-ab12-4fee-a2b4-e900c0670777 HTTP/1.1" status: 204 len: 168 time: 0.5776579 Jul 14 07:02:22.350966 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f4d4723-7a3c-4421-bb04-6403bacd578a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.357536 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f4d4723-7a3c-4421-bb04-6403bacd578a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.367811 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fdb76-4719-45cc-b8ce-ba7a955111a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f00a26e-ab12-4fee-a2b4-e900c0670777,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:22.428025 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d4723-7a3c-4421-bb04-6403bacd578a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb33ca1-6c0b-434e-96f3-2954d7b94efc,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:22.435035 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9f4d4723-7a3c-4421-bb04-6403bacd578a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb5795e14c984a92b5306989d09788c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5181594 Jul 14 07:02:22.438250 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35974) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:22.439679 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-358abb99-1df9-4f68-ad8e-a7ebe9aadf9f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 1002 time: 0.0884938 Jul 14 07:02:22.451032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa7b0d-31ed-4507-8f3e-613441e555cc req-aee22cf5-4eb9-4944-b719-cdeaa1379e1a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:22.457758 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1dfa7b0d-31ed-4507-8f3e-613441e555cc req-aee22cf5-4eb9-4944-b719-cdeaa1379e1a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 943 time: 0.1558256 Jul 14 07:02:22.468858 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-96ca7240-cd78-47cb-ac44-1180e8969203 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:22.537553 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1dfa7b0d-31ed-4507-8f3e-613441e555cc req-86c6950c-b58e-475a-b5d8-f9af321e4fde tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789237 Jul 14 07:02:22.541893 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-96ca7240-cd78-47cb-ac44-1180e8969203 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.556637 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d831070-783b-4527-bef7-41bb40516694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.605556 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d831070-783b-4527-bef7-41bb40516694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.609709 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f071e548-6db8-474d-8c73-78647e52147a req-a2f66a97-1be0-44e3-9b8f-2eeda137eff3 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.641219 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-f071e548-6db8-474d-8c73-78647e52147a req-a2f66a97-1be0-44e3-9b8f-2eeda137eff3 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Transition to ACTIVE for port object 68246c3f-ea32-44e4-b96f-e74d16de6557 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:02:22.686717 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d831070-783b-4527-bef7-41bb40516694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.689373 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d831070-783b-4527-bef7-41bb40516694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.693292 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0d831070-783b-4527-bef7-41bb40516694 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cfb33ca1-6c0b-434e-96f3-2954d7b94efc HTTP/1.1" status: 204 len: 168 time: 0.2486653 Jul 14 07:02:22.701112 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d831070-783b-4527-bef7-41bb40516694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb33ca1-6c0b-434e-96f3-2954d7b94efc,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:22.703980 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f071e548-6db8-474d-8c73-78647e52147a req-a2f66a97-1be0-44e3-9b8f-2eeda137eff3 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.763687 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35980) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:22.801810 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f071e548-6db8-474d-8c73-78647e52147a req-a2f66a97-1be0-44e3-9b8f-2eeda137eff3 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:02:22.803191 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-178a78bf-7df7-4713-ba49-e417d7359365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.814156 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-f071e548-6db8-474d-8c73-78647e52147a req-a2f66a97-1be0-44e3-9b8f-2eeda137eff3 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:02:22.824187 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f071e548-6db8-474d-8c73-78647e52147a req-a2f66a97-1be0-44e3-9b8f-2eeda137eff3 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:02:22.830984 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071e548-6db8-474d-8c73-78647e52147a req-a2f66a97-1be0-44e3-9b8f-2eeda137eff3 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:22.831639 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f071e548-6db8-474d-8c73-78647e52147a req-a2f66a97-1be0-44e3-9b8f-2eeda137eff3 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.837353 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f66a97-1be0-44e3-9b8f-2eeda137eff3 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Pushing event updated for resources: {'Port': ['ID=68246c3f-ea32-44e4-b96f-e74d16de6557,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:22.967155 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-178a78bf-7df7-4713-ba49-e417d7359365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.980799 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-178a78bf-7df7-4713-ba49-e417d7359365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:22.995319 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f071e548-6db8-474d-8c73-78647e52147a req-a2f66a97-1be0-44e3-9b8f-2eeda137eff3 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1585906 Jul 14 07:02:23.012252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Request body: {'port': {'device_id': '48963eca-4386-4ba9-8870-b577898c91f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:23.043120 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-96ca7240-cd78-47cb-ac44-1180e8969203 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:23.058566 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe3774-03e2-4d95-b0ce-407beb7c2622 req-3c8ebdaf-9ff2-46d3-ab41-568444364cfb tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:23.060739 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ffe3774-03e2-4d95-b0ce-407beb7c2622 req-3c8ebdaf-9ff2-46d3-ab41-568444364cfb tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/ports?device_id=48963eca-4386-4ba9-8870-b577898c91f3 HTTP/1.1" status: 200 len: 935 time: 0.1678095 Jul 14 07:02:23.061971 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-96ca7240-cd78-47cb-ac44-1180e8969203 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:23.062305 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-96ca7240-cd78-47cb-ac44-1180e8969203 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Floating IP b06ebadd-20a1-4be6-9dbc-5057bf95f119 disassociated. External IP: 172.25.7.171, port: cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6. Jul 14 07:02:23.072604 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-178a78bf-7df7-4713-ba49-e417d7359365 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc1db3f6dc754dfb9764bf9047c853d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056757 Jul 14 07:02:23.073526 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a78bf-7df7-4713-ba49-e417d7359365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ab9dba-34e2-486e-8acb-70d35ddb7d38,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:23.075897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35988) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:23.107442 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cc239ee2-758b-4224-a561-02ed9d06a838 None None] Provisioning for port 68246c3f-ea32-44e4-b96f-e74d16de6557 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:02:23.115421 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cc239ee2-758b-4224-a561-02ed9d06a838 None None] Provisioning complete for port 68246c3f-ea32-44e4-b96f-e74d16de6557 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:02:23.116109 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cc239ee2-758b-4224-a561-02ed9d06a838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:23.168279 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-cc239ee2-758b-4224-a561-02ed9d06a838 None None] Port 68246c3f-ea32-44e4-b96f-e74d16de6557 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:02:23.177726 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ffe3774-03e2-4d95-b0ce-407beb7c2622 req-1c6cf97c-aebe-4bf5-a5fd-ee07e95dbf0b tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6683bc5-ec07-4371-8d9b-84496f7b56a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790405 Jul 14 07:02:23.180511 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:23.201274 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-734b1b6d-8b42-4952-98a7-41d18d54e713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:23.248590 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-734b1b6d-8b42-4952-98a7-41d18d54e713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:23.338122 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-96ca7240-cd78-47cb-ac44-1180e8969203 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Router 5588aa55-00fb-449d-97f9-55098a2af31f has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:02:23.412304 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-734b1b6d-8b42-4952-98a7-41d18d54e713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:23.415160 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-734b1b6d-8b42-4952-98a7-41d18d54e713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:23.418621 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-734b1b6d-8b42-4952-98a7-41d18d54e713 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e9ab9dba-34e2-486e-8acb-70d35ddb7d38 HTTP/1.1" status: 204 len: 168 time: 0.3237307 Jul 14 07:02:23.435518 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b1b6d-8b42-4952-98a7-41d18d54e713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ab9dba-34e2-486e-8acb-70d35ddb7d38,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:23.491826 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-96ca7240-cd78-47cb-ac44-1180e8969203 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:02:23.504388 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-96ca7240-cd78-47cb-ac44-1180e8969203 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:23.505593 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7939930-0aaa-4413-813e-226f7e2c4af0 None None] Sync routers for ids ['5588aa55-00fb-449d-97f9-55098a2af31f'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:02:23.530781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7939930-0aaa-4413-813e-226f7e2c4af0 None None] Routers {'5588aa55-00fb-449d-97f9-55098a2af31f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:02:23.530781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e7939930-0aaa-4413-813e-226f7e2c4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:02:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5588aa55-00fb-449d-97f9-55098a2af31f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:23.569689 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-96ca7240-cd78-47cb-ac44-1180e8969203 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "PUT /v2.0/floatingips/b06ebadd-20a1-4be6-9dbc-5057bf95f119 HTTP/1.1" status: 200 len: 695 time: 1.1031096 Jul 14 07:02:23.570539 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e6d6bf-e96f-49d2-949e-813c123e64d4', 'tag': 'cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:23.573975 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8dce1e6-d0ba-4631-841d-49ee507961d8" -d '{"events": [{"name": "network-changed", "server_uuid": "13e6d6bf-e96f-49d2-949e-813c123e64d4", "tag": "cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:23.590205 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68246c3f-ea32-44e4-b96f-e74d16de6557 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:23.605254 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:23.643566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Transition to ACTIVE for port object 68246c3f-ea32-44e4-b96f-e74d16de6557 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:02:23.648330 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-05edf8ee-42e0-44e4-83d2-1be4e51f22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:23.650231 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-05edf8ee-42e0-44e4-83d2-1be4e51f22d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df5007bb538d476aaadc8ea68599bb82&device_id=13e6d6bf-e96f-49d2-949e-813c123e64d4 HTTP/1.1" status: 200 len: 1097 time: 0.0733004 Jul 14 07:02:23.652297 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:23.700117 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-e7939930-0aaa-4413-813e-226f7e2c4af0 None None] Set router 5588aa55-00fb-449d-97f9-55098a2af31f gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:02:23.753459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Pushing event updated for resources: {'Port': ['ID=68246c3f-ea32-44e4-b96f-e74d16de6557,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:23.812909 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Attempting to bind port 68246c3f-ea32-44e4-b96f-e74d16de6557 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:02:23.813356 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Attempting to bind port 68246c3f-ea32-44e4-b96f-e74d16de6557 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:02:23.814083 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Attempting to bind port 68246c3f-ea32-44e4-b96f-e74d16de6557 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:23.820888 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Port 68246c3f-ea32-44e4-b96f-e74d16de6557 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:02:23.821548 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Attempting to bind port 68246c3f-ea32-44e4-b96f-e74d16de6557 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:23.829025 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:02:23.829472 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:02:23.830404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:02:23.830833 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Bound port: 68246c3f-ea32-44e4-b96f-e74d16de6557, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:02:23.831582 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:23.862891 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-fa5c0eaf-ecc3-49bd-8848-38bd583f0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:23.864758 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-fa5c0eaf-ecc3-49bd-8848-38bd583f0da2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=676e2b20-42f6-4071-a6c3-1c63ec9861d1 HTTP/1.1" status: 200 len: 921 time: 0.2070315 Jul 14 07:02:23.923058 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] For port 68246c3f-ea32-44e4-b96f-e74d16de6557, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:23.926872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] For port 68246c3f-ea32-44e4-b96f-e74d16de6557, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=68246c3f-ea32-44e4-b96f-e74d16de6557,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:02:23.938458 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:23.961423 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-494ecbf0-19a6-4a89-841a-67ec61c28819 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 HTTP/1.1" status: 200 len: 217 time: 0.0886693 Jul 14 07:02:24.035557 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:24.036172 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:24.039756 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f071e548-6db8-474d-8c73-78647e52147a req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] 10.222.0.15 "PUT /v2.0/ports/68246c3f-ea32-44e4-b96f-e74d16de6557 HTTP/1.1" status: 200 len: 1095 time: 1.0320199 Jul 14 07:02:24.040229 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48963eca-4386-4ba9-8870-b577898c91f3', 'tag': '68246c3f-ea32-44e4-b96f-e74d16de6557'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:24.053882 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d807ff62-94b6-4fdc-852d-d5939cb29d66" -d '{"events": [{"name": "network-changed", "server_uuid": "48963eca-4386-4ba9-8870-b577898c91f3", "tag": "68246c3f-ea32-44e4-b96f-e74d16de6557"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:24.110247 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69153717-1e71-4f1f-9625-070e3aaa84e4 service neutron] Pushing event updated for resources: {'Port': ['ID=68246c3f-ea32-44e4-b96f-e74d16de6557,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:24.135514 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-2f5dbc14-3f52-4bab-9309-675c78f3d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:24.149529 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-2f5dbc14-3f52-4bab-9309-675c78f3d99a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=124c2427-9923-4b0b-a650-c757f2793116 HTTP/1.1" status: 200 len: 859 time: 0.1814084 Jul 14 07:02:24.179331 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e7939930-0aaa-4413-813e-226f7e2c4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:38Z', 'revision_number': 5, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:24.198363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071e548-6db8-474d-8c73-78647e52147a req-4f94540b-2960-4cb0-8813-5359ae2eb72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:24.203288 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f071e548-6db8-474d-8c73-78647e52147a req-4f94540b-2960-4cb0-8813-5359ae2eb72b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a021c0bacdbf438babf9ab1eb8995926&device_id=48963eca-4386-4ba9-8870-b577898c91f3 HTTP/1.1" status: 200 len: 1098 time: 0.1048176 Jul 14 07:02:24.211560 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7939930-0aaa-4413-813e-226f7e2c4af0 None None] Checking router: 5588aa55-00fb-449d-97f9-55098a2af31f for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:02:24.223507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7939930-0aaa-4413-813e-226f7e2c4af0 None None] Routers {'5588aa55-00fb-449d-97f9-55098a2af31f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:02:24.224159 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e7939930-0aaa-4413-813e-226f7e2c4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:02:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5588aa55-00fb-449d-97f9-55098a2af31f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:24.252294 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cdf7c-2954-4d3b-910a-081ca95bc238 req-a3b410b8-35ee-487a-9fdc-9b5b1b861771 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:24.253977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f5cdf7c-2954-4d3b-910a-081ca95bc238 req-a3b410b8-35ee-487a-9fdc-9b5b1b861771 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 943 time: 0.2008059 Jul 14 07:02:24.261587 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f071e548-6db8-474d-8c73-78647e52147a req-c18f0121-3b19-4a57-a6f6-17b6b5d350c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=68246c3f-ea32-44e4-b96f-e74d16de6557 HTTP/1.1" status: 200 len: 217 time: 0.0508943 Jul 14 07:02:24.286372 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-2b895065-fcca-4edd-908d-c2c4c56be91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:24.295417 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-2b895065-fcca-4edd-908d-c2c4c56be91f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=676e2b20-42f6-4071-a6c3-1c63ec9861d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447020 Jul 14 07:02:24.351791 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071e548-6db8-474d-8c73-78647e52147a req-5dd21156-17af-4492-880e-ec6dcab68aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:24.357677 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f071e548-6db8-474d-8c73-78647e52147a req-5dd21156-17af-4492-880e-ec6dcab68aae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0901337 Jul 14 07:02:24.384623 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f5cdf7c-2954-4d3b-910a-081ca95bc238 req-eefbe68e-8675-4521-86b9-6183b2d91908 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232734 Jul 14 07:02:24.440823 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071e548-6db8-474d-8c73-78647e52147a req-ffc90344-cf65-4499-9d1d-859b46f68263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:24.442431 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f071e548-6db8-474d-8c73-78647e52147a req-ffc90344-cf65-4499-9d1d-859b46f68263 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0758352 Jul 14 07:02:24.453751 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26da5b6-0372-4fb3-9688-d4b3bffbdf9d x-openstack-request-id: req-b26da5b6-0372-4fb3-9688-d4b3bffbdf9d {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:24.454153 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e6d6bf-e96f-49d2-949e-813c123e64d4", "tag": "cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:24.454653 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b26da5b6-0372-4fb3-9688-d4b3bffbdf9d {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:24.455246 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e6d6bf-e96f-49d2-949e-813c123e64d4', 'tag': 'cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6', 'status': 'completed', 'code': 200} Jul 14 07:02:24.461805 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-40256ee7-3dc4-4987-a392-198b62b27c94 service neutron] 10.222.0.35 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651559 Jul 14 07:02:24.521212 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device d3324072-a2da-4ee3-a712-5bd39e6be107 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:02:24.574826 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f071e548-6db8-474d-8c73-78647e52147a req-3278df52-b2bd-4c4d-a7c5-1de19b9b90f1 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223845 Jul 14 07:02:24.592818 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-e7939930-0aaa-4413-813e-226f7e2c4af0 None None] Set router 5588aa55-00fb-449d-97f9-55098a2af31f gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:02:24.687763 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c4c6d6a-a03c-4f0f-98f7-ef4dbab8fd52 req-a420510e-d48f-4a2a-9038-52f4e42b890d service neutron] 10.222.0.35 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202759 Jul 14 07:02:24.697293 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dce1e6-d0ba-4631-841d-49ee507961d8 req-b506d50b-d22e-4ec6-9d54-bf3ba0d01b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:24.700097 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8dce1e6-d0ba-4631-841d-49ee507961d8 req-b506d50b-d22e-4ec6-9d54-bf3ba0d01b6f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=df5007bb538d476aaadc8ea68599bb82&device_id=13e6d6bf-e96f-49d2-949e-813c123e64d4 HTTP/1.1" status: 200 len: 1097 time: 0.1497242 Jul 14 07:02:24.720180 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f071e548-6db8-474d-8c73-78647e52147a req-a6d0f76f-ba0a-475f-9733-07486d9eb6f2 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388063 Jul 14 07:02:24.781799 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port d3324072-a2da-4ee3-a712-5bd39e6be107, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=d3324072-a2da-4ee3-a712-5bd39e6be107,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:24.802175 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'd3324072-a2da-4ee3-a712-5bd39e6be107', 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86', 'port_id': 'd3324072-a2da-4ee3-a712-5bd39e6be107', 'mac_address': 'fa:16:3e:b1:bc:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d2e013-b9d3-4daa-9c60-1cf790b7d623', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:02:24.825212 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dce1e6-d0ba-4631-841d-49ee507961d8 req-59d68d09-39bd-4a6f-8020-611cd1afdb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:24.826952 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8dce1e6-d0ba-4631-841d-49ee507961d8 req-59d68d09-39bd-4a6f-8020-611cd1afdb38 service neutron] 10.222.0.15 "GET /v2.0/networks?id=676e2b20-42f6-4071-a6c3-1c63ec9861d1 HTTP/1.1" status: 200 len: 921 time: 0.1211855 Jul 14 07:02:24.848307 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:24.869759 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3324072-a2da-4ee3-a712-5bd39e6be107 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:24.903961 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8dce1e6-d0ba-4631-841d-49ee507961d8 req-280bac1f-f748-42df-a081-815c2f6e57e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 HTTP/1.1" status: 200 len: 217 time: 0.0689878 Jul 14 07:02:24.921698 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port d3324072-a2da-4ee3-a712-5bd39e6be107, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=d3324072-a2da-4ee3-a712-5bd39e6be107,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:24.932208 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:24.998994 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e7939930-0aaa-4413-813e-226f7e2c4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:38Z', 'revision_number': 5, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:25.001960 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dce1e6-d0ba-4631-841d-49ee507961d8 req-6ed4ef9e-1b2b-41be-b8b6-709b1b0157ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:25.007373 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8dce1e6-d0ba-4631-841d-49ee507961d8 req-6ed4ef9e-1b2b-41be-b8b6-709b1b0157ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=124c2427-9923-4b0b-a650-c757f2793116 HTTP/1.1" status: 200 len: 859 time: 0.0872197 Jul 14 07:02:25.030199 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7939930-0aaa-4413-813e-226f7e2c4af0 None None] The sync data for ids ['5588aa55-00fb-449d-97f9-55098a2af31f'] in n-d-778696-5 is: [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:38Z', 'revision_number': 5, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:02:25.039727 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=d3324072-a2da-4ee3-a712-5bd39e6be107,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:25.136244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dce1e6-d0ba-4631-841d-49ee507961d8 req-b71d38a3-f4a0-41fa-9a18-7cf3ed079b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:25.137929 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8dce1e6-d0ba-4631-841d-49ee507961d8 req-b71d38a3-f4a0-41fa-9a18-7cf3ed079b96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=676e2b20-42f6-4071-a6c3-1c63ec9861d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211340 Jul 14 07:02:25.145944 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a43af-c4f9-4952-a743-018ade7e861c req-b74e669d-2667-43be-8b1f-adc6b07d5a2f tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:25.147836 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c6a43af-c4f9-4952-a743-018ade7e861c req-b74e669d-2667-43be-8b1f-adc6b07d5a2f tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 1097 time: 0.0925763 Jul 14 07:02:25.198695 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['d3324072-a2da-4ee3-a712-5bd39e6be107'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:02:25.270789 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c6a43af-c4f9-4952-a743-018ade7e861c req-0b82732e-646a-47ae-afa1-f65494cd6e01 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103911 Jul 14 07:02:25.329881 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8dce1e6-d0ba-4631-841d-49ee507961d8 req-e7a9d085-f6e3-4c5c-9b04-53d33d39d636 service neutron] 10.222.0.15 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776986 Jul 14 07:02:25.344802 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf99262-201f-490b-9765-4afa37ee9619 x-openstack-request-id: req-2bf99262-201f-490b-9765-4afa37ee9619 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:25.345793 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48963eca-4386-4ba9-8870-b577898c91f3", "tag": "68246c3f-ea32-44e4-b96f-e74d16de6557", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:25.346252 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2bf99262-201f-490b-9765-4afa37ee9619 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:25.346858 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48963eca-4386-4ba9-8870-b577898c91f3', 'tag': '68246c3f-ea32-44e4-b96f-e74d16de6557', 'status': 'completed', 'code': 200} Jul 14 07:02:25.423827 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33bfd4f-e8a1-42a8-9a0c-ea078a517f00 None None] New status for floating IP b06ebadd-20a1-4be6-9dbc-5057bf95f119: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:02:25.481058 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807ff62-94b6-4fdc-852d-d5939cb29d66 req-6cac1dfa-4d9b-4e7f-8e92-6a74ebeaf150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:25.485423 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d807ff62-94b6-4fdc-852d-d5939cb29d66 req-6cac1dfa-4d9b-4e7f-8e92-6a74ebeaf150 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a021c0bacdbf438babf9ab1eb8995926&device_id=48963eca-4386-4ba9-8870-b577898c91f3 HTTP/1.1" status: 200 len: 1098 time: 0.1139174 Jul 14 07:02:25.565662 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8dce1e6-d0ba-4631-841d-49ee507961d8 req-2d5fa936-68ec-41ab-a04f-86261e9d40fe service neutron] 10.222.0.15 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319951 Jul 14 07:02:25.600889 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807ff62-94b6-4fdc-852d-d5939cb29d66 req-5ce5207a-c425-45bc-ba35-b8f57f31b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:25.603200 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d807ff62-94b6-4fdc-852d-d5939cb29d66 req-5ce5207a-c425-45bc-ba35-b8f57f31b4fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.1113436 Jul 14 07:02:25.620766 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c8636-886d-4cfb-91c6-f984f5596238 req-86755205-296a-440f-a1ee-9c4a85852a57 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:25.622886 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f51c8636-886d-4cfb-91c6-f984f5596238 req-86755205-296a-440f-a1ee-9c4a85852a57 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/ports?device_id=48963eca-4386-4ba9-8870-b577898c91f3 HTTP/1.1" status: 200 len: 947 time: 0.0732846 Jul 14 07:02:25.674025 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f51c8636-886d-4cfb-91c6-f984f5596238 req-46c66fdf-5b47-492e-9a70-e3b3dc42040f tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6683bc5-ec07-4371-8d9b-84496f7b56a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450747 Jul 14 07:02:25.677706 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d807ff62-94b6-4fdc-852d-d5939cb29d66 req-604a82dc-e133-4ff3-afba-5b1fcf6d2db7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=68246c3f-ea32-44e4-b96f-e74d16de6557 HTTP/1.1" status: 200 len: 217 time: 0.0642343 Jul 14 07:02:25.742745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807ff62-94b6-4fdc-852d-d5939cb29d66 req-550d693e-9189-45b2-8ef5-27dee8a43266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:25.744491 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d807ff62-94b6-4fdc-852d-d5939cb29d66 req-550d693e-9189-45b2-8ef5-27dee8a43266 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0592630 Jul 14 07:02:25.816624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807ff62-94b6-4fdc-852d-d5939cb29d66 req-219ed8ec-28d5-4004-bc14-adc6f2e86d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:25.819520 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d807ff62-94b6-4fdc-852d-d5939cb29d66 req-219ed8ec-28d5-4004-bc14-adc6f2e86d68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674238 Jul 14 07:02:25.927929 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d807ff62-94b6-4fdc-852d-d5939cb29d66 req-f206e443-b41b-4f50-bd8a-ab636ae5b27e service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914862 Jul 14 07:02:26.035046 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d93a3-bb14-4d69-bfb7-13efd9886576 req-48149521-a39e-4e04-8585-3b822c5ec164 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:26.036897 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb7d93a3-bb14-4d69-bfb7-13efd9886576 req-48149521-a39e-4e04-8585-3b822c5ec164 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 944 time: 0.0739172 Jul 14 07:02:26.042890 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d807ff62-94b6-4fdc-852d-d5939cb29d66 req-b7fd5c86-2005-435a-a49e-3937ad496fac service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012144 Jul 14 07:02:26.081396 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb7d93a3-bb14-4d69-bfb7-13efd9886576 req-ac7ec925-c502-4f68-8bbc-54e2b49500f0 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387945 Jul 14 07:02:26.254168 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device d3324072-a2da-4ee3-a712-5bd39e6be107 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:02:26.311096 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port d3324072-a2da-4ee3-a712-5bd39e6be107 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:02:26.316394 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port d3324072-a2da-4ee3-a712-5bd39e6be107 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:02:26.316791 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:26.325490 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-5eba9327-a1bc-434a-8669-e3f8d3544297 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2281f30133514aaea601f8c8dab8e960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326812 Jul 14 07:02:26.409550 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:26.433387 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403f5cfb-13c8-42b0-b0d4-a2afb1655cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3324072-a2da-4ee3-a712-5bd39e6be107'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:26.436363 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9835f122-15da-42b6-829a-9ea089076ddf" -d '{"events": [{"server_uuid": "403f5cfb-13c8-42b0-b0d4-a2afb1655cc4", "name": "network-vif-plugged", "status": "completed", "tag": "d3324072-a2da-4ee3-a712-5bd39e6be107"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:26.443003 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-faa41f0c-5123-44bf-9f90-83ea507316d5 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:26.444450 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-faa41f0c-5123-44bf-9f90-83ea507316d5 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1079154 Jul 14 07:02:26.451608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port d3324072-a2da-4ee3-a712-5bd39e6be107, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=d3324072-a2da-4ee3-a712-5bd39e6be107,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:26.456019 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:26.460213 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-f21d6137-2e30-415f-8860-137077e5ca5b tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/quotas/2281f30133514aaea601f8c8dab8e960 HTTP/1.1" status: 200 len: 375 time: 0.0100729 Jul 14 07:02:26.494516 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-962d3a35-d7b9-4031-8f8c-c5e2e47f2a88 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2281f30133514aaea601f8c8dab8e960&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277426 Jul 14 07:02:26.507004 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=d3324072-a2da-4ee3-a712-5bd39e6be107,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:26.790645 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-94c55258-50c9-4562-b17c-023fc194de1c tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:02:26.794457 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-94c55258-50c9-4562-b17c-023fc194de1c tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079358 Jul 14 07:02:26.801715 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-a45ee6a7-ac94-494a-8d5b-44813e27dd51 service neutron] Request body: {'binding': {'host': 'n-h2-778696-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:26.802453 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-a45ee6a7-ac94-494a-8d5b-44813e27dd51 service neutron] Unknown quota resources ['binding']. {{(pid=93827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 07:02:26.805218 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-5d914cfe-aa17-447a-a5bf-084ad734b4d5 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:26.806367 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-5d914cfe-aa17-447a-a5bf-084ad734b4d5 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b9f121-449f-4349-a386-4166c2231548&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0807269 Jul 14 07:02:26.856080 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-7a667ab0-64ff-4938-9d19-19d6bf0122d1 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 696 time: 0.0431204 Jul 14 07:02:26.874372 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-9a080348-63b3-4dd1-ab6b-a44830a6294e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Request body: {'floatingip': {'port_id': '8b00ed8e-8f46-4582-8b4d-f80272948664', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:26.917217 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-9a080348-63b3-4dd1-ab6b-a44830a6294e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:26.941786 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-a45ee6a7-ac94-494a-8d5b-44813e27dd51 service neutron] Attempting to bind port bff15c55-9fdd-4384-9f23-280254c2071c on host n-h2-778696-5 for vnic_type normal with profile None {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:02:26.942216 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-a45ee6a7-ac94-494a-8d5b-44813e27dd51 service neutron] Attempting to bind port bff15c55-9fdd-4384-9f23-280254c2071c by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:02:26.942635 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-a45ee6a7-ac94-494a-8d5b-44813e27dd51 service neutron] Attempting to bind port bff15c55-9fdd-4384-9f23-280254c2071c on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:26.947142 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-a45ee6a7-ac94-494a-8d5b-44813e27dd51 service neutron] Port bff15c55-9fdd-4384-9f23-280254c2071c on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:02:26.947530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-a45ee6a7-ac94-494a-8d5b-44813e27dd51 service neutron] Attempting to bind port bff15c55-9fdd-4384-9f23-280254c2071c on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:26.953664 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-a45ee6a7-ac94-494a-8d5b-44813e27dd51 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:02:26.954283 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-a45ee6a7-ac94-494a-8d5b-44813e27dd51 service neutron] Checking segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:02:26.954856 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-a45ee6a7-ac94-494a-8d5b-44813e27dd51 service neutron] Bound using segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:02:26.956037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-a45ee6a7-ac94-494a-8d5b-44813e27dd51 service neutron] Bound port: bff15c55-9fdd-4384-9f23-280254c2071c, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:02:27.026640 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-a45ee6a7-ac94-494a-8d5b-44813e27dd51 service neutron] For port bff15c55-9fdd-4384-9f23-280254c2071c, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bff15c55-9fdd-4384-9f23-280254c2071c,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:02:27.034727 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-a45ee6a7-ac94-494a-8d5b-44813e27dd51 service neutron] Notify callbacks [] for binding, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:27.036078 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-a45ee6a7-ac94-494a-8d5b-44813e27dd51 service neutron] 10.222.0.35 "POST /v2.0/ports/bff15c55-9fdd-4384-9f23-280254c2071c/bindings HTTP/1.1" status: 201 len: 389 time: 0.2379613 Jul 14 07:02:27.260091 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06fee98-616a-4473-8ccc-35d55b574f70 x-openstack-request-id: req-b06fee98-616a-4473-8ccc-35d55b574f70 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:27.260606 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403f5cfb-13c8-42b0-b0d4-a2afb1655cc4", "name": "network-vif-plugged", "status": "completed", "tag": "d3324072-a2da-4ee3-a712-5bd39e6be107", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:27.260606 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b06fee98-616a-4473-8ccc-35d55b574f70 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:27.261000 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403f5cfb-13c8-42b0-b0d4-a2afb1655cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3324072-a2da-4ee3-a712-5bd39e6be107', 'code': 200} Jul 14 07:02:27.373516 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7b349-216d-40f4-95b6-46830b7ebd81 req-5588d543-5df3-442f-84e0-3f99de1f174d tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:27.375453 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-63b7b349-216d-40f4-95b6-46830b7ebd81 req-5588d543-5df3-442f-84e0-3f99de1f174d tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.15 "GET /v2.0/ports?device_id=13e6d6bf-e96f-49d2-949e-813c123e64d4 HTTP/1.1" status: 200 len: 946 time: 0.0901988 Jul 14 07:02:27.405260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.15', 61669) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:27.489527 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-63b7b349-216d-40f4-95b6-46830b7ebd81 req-3cd14750-4331-462f-adaa-d465090d4940 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Deleting port cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:02:27.489857 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-63b7b349-216d-40f4-95b6-46830b7ebd81 req-3cd14750-4331-462f-adaa-d465090d4940 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:27.491085 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0550b408-31b5-428b-bab5-855ce9ed0381 req-1b0d7135-3f9b-4a46-b682-eb6379575ee4 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e581f15-f546-469c-96e7-d241cf69ee44 HTTP/1.1" status: 200 len: 210 time: 0.0837379 Jul 14 07:02:27.501483 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.db.resource_extend [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-9a080348-63b3-4dd1-ab6b-a44830a6294e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:02:27.573963 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-9a080348-63b3-4dd1-ab6b-a44830a6294e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:27.581865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-63b7b349-216d-40f4-95b6-46830b7ebd81 req-3cd14750-4331-462f-adaa-d465090d4940 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] For port cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6,segment=NetworkSegment(020f8a0c-1d19-4d1d-9be1-5fa389f767db),segment_id=020f8a0c-1d19-4d1d-9be1-5fa389f767db)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:27.582277 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-63b7b349-216d-40f4-95b6-46830b7ebd81 req-3cd14750-4331-462f-adaa-d465090d4940 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:27.584430 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-9a080348-63b3-4dd1-ab6b-a44830a6294e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:27.588957 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-adce7c1f-6927-4601-aec4-8b0b8d2c6059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:27.590494 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-adce7c1f-6927-4601-aec4-8b0b8d2c6059 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 1097 time: 0.1818655 Jul 14 07:02:27.595756 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-63b7b349-216d-40f4-95b6-46830b7ebd81 req-3cd14750-4331-462f-adaa-d465090d4940 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Calling delete_port for cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:02:27.620091 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f7046-dca0-4aaa-b438-5c57839138a3 req-51e97e55-f503-4bb9-8389-2000b57d74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:27.621552 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fa7f7046-dca0-4aaa-b438-5c57839138a3 req-51e97e55-f503-4bb9-8389-2000b57d74b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 1096 time: 0.2154300 Jul 14 07:02:27.744994 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-63b7b349-216d-40f4-95b6-46830b7ebd81 req-3cd14750-4331-462f-adaa-d465090d4940 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:27.763507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:02:27.766201 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['8b00ed8e-8f46-4582-8b4d-f80272948664'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:02:27.873773 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd14750-4331-462f-adaa-d465090d4940 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Pushing event deleted for resources: {'Port': ['ID=cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:27.903372 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b7b349-216d-40f4-95b6-46830b7ebd81 req-3cd14750-4331-462f-adaa-d465090d4940 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] No DVR routers for this DVR port cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:02:27.907092 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-63b7b349-216d-40f4-95b6-46830b7ebd81 req-3cd14750-4331-462f-adaa-d465090d4940 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:27.910589 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-63b7b349-216d-40f4-95b6-46830b7ebd81 req-3cd14750-4331-462f-adaa-d465090d4940 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.15 "DELETE /v2.0/ports/cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 HTTP/1.1" status: 204 len: 173 time: 0.5294619 Jul 14 07:02:27.911093 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e6d6bf-e96f-49d2-949e-813c123e64d4', 'name': 'network-vif-deleted', 'tag': 'cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:27.914476 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9fd7b1-b499-40fd-8b72-fd78fe9f3c87" -d '{"events": [{"server_uuid": "13e6d6bf-e96f-49d2-949e-813c123e64d4", "name": "network-vif-deleted", "tag": "cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:28.140230 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-9e2bf319-a028-4f31-8c07-02f718895043 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2281f30133514aaea601f8c8dab8e960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821242 Jul 14 07:02:28.146728 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fa7f7046-dca0-4aaa-b438-5c57839138a3 req-db8a5f59-b0c5-4458-aa7e-1f814df9801c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141513 Jul 14 07:02:28.192033 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-9a080348-63b3-4dd1-ab6b-a44830a6294e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Floating IP b06ebadd-20a1-4be6-9dbc-5057bf95f119 associated. External IP: 172.25.7.171, port: 8b00ed8e-8f46-4582-8b4d-f80272948664. Jul 14 07:02:28.252784 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 68246c3f-ea32-44e4-b96f-e74d16de6557 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:02:28.278986 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-7f97f111-bab5-4b35-9243-955aa329fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:28.280454 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-7f97f111-bab5-4b35-9243-955aa329fe51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.6560206 Jul 14 07:02:28.345547 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 68246c3f-ea32-44e4-b96f-e74d16de6557, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=68246c3f-ea32-44e4-b96f-e74d16de6557,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:28.357018 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '68246c3f-ea32-44e4-b96f-e74d16de6557', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '68246c3f-ea32-44e4-b96f-e74d16de6557', 'mac_address': 'fa:16:3e:58:60:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:02:28.372952 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-0c6aa9ef-5640-4cb9-8e76-345829fbc1a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bff15c55-9fdd-4384-9f23-280254c2071c HTTP/1.1" status: 200 len: 217 time: 0.0826128 Jul 14 07:02:28.387217 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449babb-a16e-4650-8851-23989f511123 req-8f09740d-6067-4f4e-ab02-495cc970484f tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:28.388694 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a449babb-a16e-4650-8851-23989f511123 req-8f09740d-6067-4f4e-ab02-495cc970484f tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/ports?device_id=48963eca-4386-4ba9-8870-b577898c91f3 HTTP/1.1" status: 200 len: 947 time: 0.3295784 Jul 14 07:02:28.396375 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:28.408805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68246c3f-ea32-44e4-b96f-e74d16de6557 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:28.428472 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 68246c3f-ea32-44e4-b96f-e74d16de6557, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=68246c3f-ea32-44e4-b96f-e74d16de6557,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:28.432665 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:28.444296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-f595eb1d-fea5-4527-aa7c-58b16d1ee198 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:28.445785 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-f595eb1d-fea5-4527-aa7c-58b16d1ee198 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2887049 Jul 14 07:02:28.467032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-9c4cdf28-10f5-4c8b-a0d3-b0d57e8a48d8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Request body: {'port': {'device_id': '3e581f15-f546-469c-96e7-d241cf69ee44', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '2281f30133514aaea601f8c8dab8e960'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:28.481060 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=68246c3f-ea32-44e4-b96f-e74d16de6557,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:28.536497 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-8352ca7a-dd27-4ccb-9f4f-278b7a52f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:28.537992 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-8352ca7a-dd27-4ccb-9f4f-278b7a52f90e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.1439447 Jul 14 07:02:28.559143 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a449babb-a16e-4650-8851-23989f511123 req-f79c28c4-da6b-4e69-91ec-6c9ffe56b30d tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6683bc5-ec07-4371-8d9b-84496f7b56a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541717 Jul 14 07:02:28.613566 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-0fe36b57-d4e8-4f77-90b5-10211f554bf4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665691 Jul 14 07:02:28.679327 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['68246c3f-ea32-44e4-b96f-e74d16de6557'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:02:28.834586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-9a080348-63b3-4dd1-ab6b-a44830a6294e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Router 5588aa55-00fb-449d-97f9-55098a2af31f has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:02:28.837460 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-9c4cdf28-10f5-4c8b-a0d3-b0d57e8a48d8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Made reservation on behalf of 2281f30133514aaea601f8c8dab8e960 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:02:28.841473 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-9c4cdf28-10f5-4c8b-a0d3-b0d57e8a48d8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:28.844578 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-f7a04e03-9814-41b6-8a45-e93a0a12c4ef service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169816 Jul 14 07:02:28.867306 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-9c4cdf28-10f5-4c8b-a0d3-b0d57e8a48d8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:28.984002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744404c-010d-4b41-b2af-322b34837dc9 req-2631bb69-36a1-4416-bd33-39c8024fb5ba tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:28.985590 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5744404c-010d-4b41-b2af-322b34837dc9 req-2631bb69-36a1-4416-bd33-39c8024fb5ba tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 946 time: 0.2928991 Jul 14 07:02:29.094486 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-25414b28-b13e-45c3-8220-8deb20b5586c service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362988 Jul 14 07:02:29.113354 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5744404c-010d-4b41-b2af-322b34837dc9 req-a57efd0e-0fbf-4e2d-bf53-c158689a0b83 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198597 Jul 14 07:02:29.136209 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-9a080348-63b3-4dd1-ab6b-a44830a6294e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:02:29.142364 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-9a080348-63b3-4dd1-ab6b-a44830a6294e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:29.147779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e71970-e8b4-4302-a6ce-8381f9c8b6f6 None None] Sync routers for ids ['5588aa55-00fb-449d-97f9-55098a2af31f'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:02:29.158738 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e71970-e8b4-4302-a6ce-8381f9c8b6f6 None None] Routers {'5588aa55-00fb-449d-97f9-55098a2af31f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:02:29.159371 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-28e71970-e8b4-4302-a6ce-8381f9c8b6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:02:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5588aa55-00fb-449d-97f9-55098a2af31f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:29.228986 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-9c4cdf28-10f5-4c8b-a0d3-b0d57e8a48d8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:29.245013 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-9a080348-63b3-4dd1-ab6b-a44830a6294e tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "PUT /v2.0/floatingips/b06ebadd-20a1-4be6-9dbc-5057bf95f119 HTTP/1.1" status: 200 len: 997 time: 2.3837254 Jul 14 07:02:29.247286 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b9f121-449f-4349-a386-4166c2231548', 'tag': '8b00ed8e-8f46-4582-8b4d-f80272948664'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:29.249053 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a0c416-d8a6-4aa3-8fec-cd01b30df9d4" -d '{"events": [{"name": "network-changed", "server_uuid": "75b9f121-449f-4349-a386-4166c2231548", "tag": "8b00ed8e-8f46-4582-8b4d-f80272948664"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:29.251442 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-9c4cdf28-10f5-4c8b-a0d3-b0d57e8a48d8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:29.268896 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-28e71970-e8b4-4302-a6ce-8381f9c8b6f6 None None] Set router 5588aa55-00fb-449d-97f9-55098a2af31f gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:02:29.390014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cdf28-10f5-4c8b-a0d3-b0d57e8a48d8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ea2410-3b67-474c-b695-a014308cf957,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:29.403780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-e27c17b5-76b5-4513-a5c0-dcb52bacf3cb tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:29.405322 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-e27c17b5-76b5-4513-a5c0-dcb52bacf3cb tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5&tenant_id=b105e52a7ba74b51aa3981183eb54e1c&binding%3Ahost_id=n-h1-778696-5 HTTP/1.1" status: 200 len: 1097 time: 0.2571464 Jul 14 07:02:29.425162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-5'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:29.495522 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31ad1e-61d8-4bdd-8f0f-599e850bc002 req-6c1cc5d5-5c58-47b5-8f93-0fa6fad8b6af tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:29.497562 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb31ad1e-61d8-4bdd-8f0f-599e850bc002 req-6c1cc5d5-5c58-47b5-8f93-0fa6fad8b6af tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 945 time: 0.2650859 Jul 14 07:02:29.527486 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-e990791a-4411-4d1e-997b-c7f6bf517c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:29.528970 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-e990791a-4411-4d1e-997b-c7f6bf517c42 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df5007bb538d476aaadc8ea68599bb82&device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 1097 time: 0.2478855 Jul 14 07:02:29.530176 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-28e71970-e8b4-4302-a6ce-8381f9c8b6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'b06ebadd-20a1-4be6-9dbc-5057bf95f119', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'port_id': '8b00ed8e-8f46-4582-8b4d-f80272948664', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'mac_address': 'fa:16:3e:18:6d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9f121-449f-4349-a386-4166c2231548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:01:54Z', 'updated_at': '2021-07-14T07:02:27Z', 'revision_number': 8, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:38Z', 'revision_number': 5, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:29.554090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-9c4cdf28-10f5-4c8b-a0d3-b0d57e8a48d8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Allocated IP 192.168.233.48 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/1ea406d5-86c1-43b0-b2b2-1c833cebd2fa) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:02:29.559830 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e71970-e8b4-4302-a6ce-8381f9c8b6f6 None None] Checking router: 5588aa55-00fb-449d-97f9-55098a2af31f for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:02:29.568121 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e71970-e8b4-4302-a6ce-8381f9c8b6f6 None None] Routers {'5588aa55-00fb-449d-97f9-55098a2af31f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:02:29.568707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-28e71970-e8b4-4302-a6ce-8381f9c8b6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:02:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5588aa55-00fb-449d-97f9-55098a2af31f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:29.655427 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb31ad1e-61d8-4bdd-8f0f-599e850bc002 req-d17ffb3f-1c46-4be6-904b-2cf5fbfb0a53 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453619 Jul 14 07:02:29.660193 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:29.771822 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39d71a9-e849-49d1-a3bd-6ebeed859e4c x-openstack-request-id: req-c39d71a9-e849-49d1-a3bd-6ebeed859e4c {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:29.772837 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e6d6bf-e96f-49d2-949e-813c123e64d4", "name": "network-vif-deleted", "tag": "cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:29.775424 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c39d71a9-e849-49d1-a3bd-6ebeed859e4c {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:29.776729 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e6d6bf-e96f-49d2-949e-813c123e64d4', 'name': 'network-vif-deleted', 'tag': 'cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6', 'status': 'completed', 'code': 200} Jul 14 07:02:29.803561 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-28e71970-e8b4-4302-a6ce-8381f9c8b6f6 None None] Set router 5588aa55-00fb-449d-97f9-55098a2af31f gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:02:29.807809 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-18007265-bfae-44ae-9b2e-69e043525406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:29.809916 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-18007265-bfae-44ae-9b2e-69e043525406 service neutron] 10.222.0.35 "GET /v2.0/networks?id=676e2b20-42f6-4071-a6c3-1c63ec9861d1 HTTP/1.1" status: 200 len: 921 time: 0.2673426 Jul 14 07:02:30.043446 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-28e71970-e8b4-4302-a6ce-8381f9c8b6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'b06ebadd-20a1-4be6-9dbc-5057bf95f119', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'port_id': '8b00ed8e-8f46-4582-8b4d-f80272948664', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'mac_address': 'fa:16:3e:18:6d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9f121-449f-4349-a386-4166c2231548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:01:54Z', 'updated_at': '2021-07-14T07:02:27Z', 'revision_number': 8, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:38Z', 'revision_number': 5, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:30.072064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e71970-e8b4-4302-a6ce-8381f9c8b6f6 None None] The sync data for ids ['5588aa55-00fb-449d-97f9-55098a2af31f'] in n-d-778696-5 is: [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'b06ebadd-20a1-4be6-9dbc-5057bf95f119', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'port_id': '8b00ed8e-8f46-4582-8b4d-f80272948664', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'mac_address': 'fa:16:3e:18:6d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9f121-449f-4349-a386-4166c2231548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:01:54Z', 'updated_at': '2021-07-14T07:02:27Z', 'revision_number': 8, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:38Z', 'revision_number': 5, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:02:30.208268 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-104c9f0f-3774-424b-930a-755b1e907872 req-82d16882-31bf-4759-ad6a-712bcd8c57c9 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e581f15-f546-469c-96e7-d241cf69ee44 HTTP/1.1" status: 200 len: 210 time: 0.0527625 Jul 14 07:02:30.250195 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-ca14ba57-48b7-47e3-bfc2-f650f2fa901d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b00ed8e-8f46-4582-8b4d-f80272948664 HTTP/1.1" status: 200 len: 1000 time: 0.4070656 Jul 14 07:02:30.277984 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea32fd5e-c8ae-4446-ae69-b3ea2148808e x-openstack-request-id: req-ea32fd5e-c8ae-4446-ae69-b3ea2148808e {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:30.278291 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b9f121-449f-4349-a386-4166c2231548", "tag": "8b00ed8e-8f46-4582-8b4d-f80272948664", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:30.278545 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea32fd5e-c8ae-4446-ae69-b3ea2148808e {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:30.279117 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b9f121-449f-4349-a386-4166c2231548', 'tag': '8b00ed8e-8f46-4582-8b4d-f80272948664', 'status': 'completed', 'code': 200} Jul 14 07:02:30.283968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 68246c3f-ea32-44e4-b96f-e74d16de6557 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:02:30.294639 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253d259b-681e-4b75-b442-4efd78fb9e9f None None] New status for floating IP b06ebadd-20a1-4be6-9dbc-5057bf95f119: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:02:30.313258 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-9c4cdf28-10f5-4c8b-a0d3-b0d57e8a48d8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:30.318132 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] For port bff15c55-9fdd-4384-9f23-280254c2071c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bff15c55-9fdd-4384-9f23-280254c2071c,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:30.344872 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 68246c3f-ea32-44e4-b96f-e74d16de6557 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:02:30.350745 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 68246c3f-ea32-44e4-b96f-e74d16de6557 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:02:30.350918 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:30.358099 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-9c4cdf28-10f5-4c8b-a0d3-b0d57e8a48d8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Transition to ACTIVE for port object 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:02:30.393685 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-d1a1ea4e-b0bb-434f-bcce-b35c35a57918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:30.395162 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-d1a1ea4e-b0bb-434f-bcce-b35c35a57918 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=124c2427-9923-4b0b-a650-c757f2793116 HTTP/1.1" status: 200 len: 859 time: 0.1371195 Jul 14 07:02:30.413068 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0c416-d8a6-4aa3-8fec-cd01b30df9d4 req-d04d0491-bff8-46f2-9df6-dcffe0b38838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:30.414620 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f7a0c416-d8a6-4aa3-8fec-cd01b30df9d4 req-d04d0491-bff8-46f2-9df6-dcffe0b38838 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df5007bb538d476aaadc8ea68599bb82&device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 1097 time: 0.1177630 Jul 14 07:02:30.421692 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5481ad5b-8a14-4c08-85d3-c5fc84de828b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:30.433023 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] For port bff15c55-9fdd-4384-9f23-280254c2071c, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:30.473701 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:30.500806 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48963eca-4386-4ba9-8870-b577898c91f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68246c3f-ea32-44e4-b96f-e74d16de6557'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:30.503136 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca81d2-0916-4b02-b0a3-09262981623b" -d '{"events": [{"server_uuid": "48963eca-4386-4ba9-8870-b577898c91f3", "name": "network-vif-plugged", "status": "completed", "tag": "68246c3f-ea32-44e4-b96f-e74d16de6557"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:30.519138 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 68246c3f-ea32-44e4-b96f-e74d16de6557, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=68246c3f-ea32-44e4-b96f-e74d16de6557,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:30.524169 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:30.525072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:02:30.531864 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:30.533752 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0c416-d8a6-4aa3-8fec-cd01b30df9d4 req-4f98b8ed-83e6-4551-a467-0bafbeeb78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:30.535694 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f7a0c416-d8a6-4aa3-8fec-cd01b30df9d4 req-4f98b8ed-83e6-4551-a467-0bafbeeb78fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=676e2b20-42f6-4071-a6c3-1c63ec9861d1 HTTP/1.1" status: 200 len: 921 time: 0.1121595 Jul 14 07:02:30.572597 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:02:30.573351 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device cf6f5b4a-26d7-4dfe-8f6b-f2182b3c37d6 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:02:30.589910 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:30.601174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=68246c3f-ea32-44e4-b96f-e74d16de6557,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:30.669695 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-9c4cdf28-10f5-4c8b-a0d3-b0d57e8a48d8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:30.719278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] Pushing event updated for resources: {'Port': ['ID=bff15c55-9fdd-4384-9f23-280254c2071c,revision_number=7']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:30.748885 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-9c4cdf28-10f5-4c8b-a0d3-b0d57e8a48d8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:02:30.785044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-9c4cdf28-10f5-4c8b-a0d3-b0d57e8a48d8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:02:30.787475 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-9c4cdf28-10f5-4c8b-a0d3-b0d57e8a48d8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:02:30.793462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-9c4cdf28-10f5-4c8b-a0d3-b0d57e8a48d8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:30.794618 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-9c4cdf28-10f5-4c8b-a0d3-b0d57e8a48d8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:30.798848 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-5d0975cc-1601-44b8-ba58-b94962d1bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:30.801536 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-5d0975cc-1601-44b8-ba58-b94962d1bf0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=676e2b20-42f6-4071-a6c3-1c63ec9861d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3147287 Jul 14 07:02:30.831244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8413b0-0dd8-44da-a954-4c544a8a5b0c req-24447f52-42ac-4236-87b5-f0ba003ca97b tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:30.832335 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f7a0c416-d8a6-4aa3-8fec-cd01b30df9d4 req-133ac990-67a2-4130-ab48-f9abbba62e91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b00ed8e-8f46-4582-8b4d-f80272948664 HTTP/1.1" status: 200 len: 1000 time: 0.2888393 Jul 14 07:02:30.833107 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a8413b0-0dd8-44da-a954-4c544a8a5b0c req-24447f52-42ac-4236-87b5-f0ba003ca97b tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/ports?device_id=48963eca-4386-4ba9-8870-b577898c91f3 HTTP/1.1" status: 200 len: 948 time: 0.3616009 Jul 14 07:02:30.852980 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] Attempting to bind port bff15c55-9fdd-4384-9f23-280254c2071c on host n-h1-778696-5 for vnic_type normal with profile {"migrating_to": "n-h2-778696-5"} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:02:30.853339 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] Attempting to bind port bff15c55-9fdd-4384-9f23-280254c2071c by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:02:30.853652 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] Attempting to bind port bff15c55-9fdd-4384-9f23-280254c2071c on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:30.895456 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0c416-d8a6-4aa3-8fec-cd01b30df9d4 req-897847a6-359a-427d-b7aa-b09ac77bd548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:30.897028 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f7a0c416-d8a6-4aa3-8fec-cd01b30df9d4 req-897847a6-359a-427d-b7aa-b09ac77bd548 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=124c2427-9923-4b0b-a650-c757f2793116 HTTP/1.1" status: 200 len: 859 time: 0.0502365 Jul 14 07:02:30.908988 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] Port bff15c55-9fdd-4384-9f23-280254c2071c on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:02:30.909462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] Attempting to bind port bff15c55-9fdd-4384-9f23-280254c2071c on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:30.921872 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-9c4cdf28-10f5-4c8b-a0d3-b0d57e8a48d8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4639881 Jul 14 07:02:30.922337 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cdf28-10f5-4c8b-a0d3-b0d57e8a48d8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Pushing event updated for resources: {'Port': ['ID=1ea406d5-86c1-43b0-b2b2-1c833cebd2fa,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:30.938529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Request body: {'port': {'device_id': '3e581f15-f546-469c-96e7-d241cf69ee44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:30.943043 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:02:30.943043 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] Checking segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:02:30.943294 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] Bound using segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:02:30.943664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] Bound port: bff15c55-9fdd-4384-9f23-280254c2071c, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:02:30.944020 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:30.958607 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0c416-d8a6-4aa3-8fec-cd01b30df9d4 req-821526fe-c81e-4c49-a7fe-fb5379993f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:30.960123 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f7a0c416-d8a6-4aa3-8fec-cd01b30df9d4 req-821526fe-c81e-4c49-a7fe-fb5379993f0d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=676e2b20-42f6-4071-a6c3-1c63ec9861d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557208 Jul 14 07:02:31.016624 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a8413b0-0dd8-44da-a954-4c544a8a5b0c req-cb8a7b52-cb49-47a5-97f8-862df924f052 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6683bc5-ec07-4371-8d9b-84496f7b56a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594501 Jul 14 07:02:31.034384 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a9a9795c-5fdf-4ae0-8990-4dd8d6c019f8 None None] Provisioning for port 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:02:31.039499 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a9a9795c-5fdf-4ae0-8990-4dd8d6c019f8 None None] Provisioning complete for port 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:02:31.040033 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a9a9795c-5fdf-4ae0-8990-4dd8d6c019f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:31.087402 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f7a0c416-d8a6-4aa3-8fec-cd01b30df9d4 req-faa76eda-76b4-4028-929c-27b01c4993da service neutron] 10.222.0.30 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187286 Jul 14 07:02:31.088158 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a9a9795c-5fdf-4ae0-8990-4dd8d6c019f8 None None] Port 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:02:31.088687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-0d4d74d2-3c2b-464f-9d1a-b1b9c95a5bb9 service neutron] 10.222.0.35 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742519 Jul 14 07:02:31.178398 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] For port bff15c55-9fdd-4384-9f23-280254c2071c, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:31.179259 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f7a0c416-d8a6-4aa3-8fec-cd01b30df9d4 req-70da758a-567c-4458-8950-3f8c1c8e2dd3 service neutron] 10.222.0.30 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847208 Jul 14 07:02:31.181273 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:31.220599 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] For port bff15c55-9fdd-4384-9f23-280254c2071c, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bff15c55-9fdd-4384-9f23-280254c2071c,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:02:31.235232 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:31.343134 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35a5ecc8-a7df-4793-a9d4-b6435318683f req-5bb62afb-7d25-4a3e-bbc4-7bd5d735e5e3 service neutron] 10.222.0.35 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441840 Jul 14 07:02:31.425797 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] Pushing event updated for resources: {'Port': ['ID=bff15c55-9fdd-4384-9f23-280254c2071c,revision_number=8']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:31.435956 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462c502-7fd0-4835-84d6-c10c98a85a82 req-b62a1d03-a257-4cf6-988a-600751c1dc3d tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:31.437504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1462c502-7fd0-4835-84d6-c10c98a85a82 req-b62a1d03-a257-4cf6-988a-600751c1dc3d tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 1096 time: 0.2776625 Jul 14 07:02:31.440961 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:31.444994 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:31.444994 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-af2b5e41-055c-42c8-906d-1c494504474a service neutron] 10.222.0.15 "PUT /v2.0/ports/bff15c55-9fdd-4384-9f23-280254c2071c HTTP/1.1" status: 200 len: 1122 time: 2.0296292 Jul 14 07:02:31.532836 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1462c502-7fd0-4835-84d6-c10c98a85a82 req-11d0a863-28fc-42e2-86dd-f4ee90befc7e tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861502 Jul 14 07:02:31.547898 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['bff15c55-9fdd-4384-9f23-280254c2071c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:02:31.596964 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53915f38-2ee2-4049-b9fe-1567974db2d1 x-openstack-request-id: req-53915f38-2ee2-4049-b9fe-1567974db2d1 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:31.598153 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48963eca-4386-4ba9-8870-b577898c91f3", "name": "network-vif-plugged", "status": "completed", "tag": "68246c3f-ea32-44e4-b96f-e74d16de6557", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:31.598549 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53915f38-2ee2-4049-b9fe-1567974db2d1 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:31.599101 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48963eca-4386-4ba9-8870-b577898c91f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68246c3f-ea32-44e4-b96f-e74d16de6557', 'code': 200} Jul 14 07:02:31.676344 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:31.694459 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:31.735703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Transition to ACTIVE for port object 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:02:31.745422 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:31.817395 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cd44b-ef92-44f2-a0c0-a652f34af0c8 req-f8b430a6-994a-4b50-b68b-b3d8a9991ce4 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:31.818838 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f01cd44b-ef92-44f2-a0c0-a652f34af0c8 req-f8b430a6-994a-4b50-b68b-b3d8a9991ce4 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 944 time: 0.1861145 Jul 14 07:02:31.853363 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Pushing event updated for resources: {'Port': ['ID=1ea406d5-86c1-43b0-b2b2-1c833cebd2fa,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:31.863671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117bf3c-2d9f-4538-9949-3f6144d9ce86 req-a76db8f6-fe9d-4c98-89e0-b03a29f2aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:31.865146 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c117bf3c-2d9f-4538-9949-3f6144d9ce86 req-a76db8f6-fe9d-4c98-89e0-b03a29f2aa38 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=48963eca-4386-4ba9-8870-b577898c91f3 HTTP/1.1" status: 200 len: 1100 time: 0.1843314 Jul 14 07:02:31.943375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Attempting to bind port 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:02:31.943694 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Attempting to bind port 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:02:31.944015 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Attempting to bind port 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:31.963383 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f01cd44b-ef92-44f2-a0c0-a652f34af0c8 req-73640e6d-e895-4fb2-8f9b-b90335e7d0b9 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285636 Jul 14 07:02:31.966951 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Port 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:02:31.967271 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Attempting to bind port 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:31.971554 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c117bf3c-2d9f-4538-9949-3f6144d9ce86 req-22fd763a-bf23-483a-874f-f2810c622a1c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b6683bc5-ec07-4371-8d9b-84496f7b56a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993726 Jul 14 07:02:31.976889 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:02:31.986824 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:02:31.986824 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:02:31.986824 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Bound port: 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:02:31.986824 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:32.037245 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e175c-6db8-467b-9662-e64baa716d8c req-fa5117e6-5f71-4521-92ae-c1588923cd83 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:32.038643 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4a6e175c-6db8-467b-9662-e64baa716d8c req-fa5117e6-5f71-4521-92ae-c1588923cd83 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e581f15-f546-469c-96e7-d241cf69ee44 HTTP/1.1" status: 200 len: 947 time: 0.2375097 Jul 14 07:02:32.116959 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ce21721-bc72-4590-9991-fd0341db1c48 req-68a86b24-b763-4f48-a590-f8aa634a62cb tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/floatingips/b06ebadd-20a1-4be6-9dbc-5057bf95f119 HTTP/1.1" status: 200 len: 999 time: 0.1274259 Jul 14 07:02:32.152289 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4a6e175c-6db8-467b-9662-e64baa716d8c req-682d6812-fb78-4157-ae05-c878a0375389 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855398 Jul 14 07:02:32.183589 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] For port 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:32.209582 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] For port 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1ea406d5-86c1-43b0-b2b2-1c833cebd2fa,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:02:32.222948 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:32.279330 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:32.279951 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:32.281407 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] 10.222.0.30 "PUT /v2.0/ports/1ea406d5-86c1-43b0-b2b2-1c833cebd2fa HTTP/1.1" status: 200 len: 1095 time: 1.3472128 Jul 14 07:02:32.281863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e8a8c1-ad38-491f-b851-1c53a097dbf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bff15c55-9fdd-4384-9f23-280254c2071c'}, {'name': 'network-changed', 'server_uuid': 'b3e8a8c1-ad38-491f-b851-1c53a097dbf5', 'tag': 'bff15c55-9fdd-4384-9f23-280254c2071c'}, {'name': 'network-changed', 'server_uuid': '3e581f15-f546-469c-96e7-d241cf69ee44', 'tag': '1ea406d5-86c1-43b0-b2b2-1c833cebd2fa'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:32.284130 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d55924-c479-49cf-9fa6-7004ca3a2287" -d '{"events": [{"server_uuid": "b3e8a8c1-ad38-491f-b851-1c53a097dbf5", "name": "network-vif-unplugged", "status": "completed", "tag": "bff15c55-9fdd-4384-9f23-280254c2071c"}, {"name": "network-changed", "server_uuid": "b3e8a8c1-ad38-491f-b851-1c53a097dbf5", "tag": "bff15c55-9fdd-4384-9f23-280254c2071c"}, {"name": "network-changed", "server_uuid": "3e581f15-f546-469c-96e7-d241cf69ee44", "tag": "1ea406d5-86c1-43b0-b2b2-1c833cebd2fa"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:32.296920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce21721-bc72-4590-9991-fd0341db1c48 req-9b759cb6-f39d-4a8f-9924-c0db6c3fba57 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:32.303392 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ce21721-bc72-4590-9991-fd0341db1c48 req-9b759cb6-f39d-4a8f-9924-c0db6c3fba57 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.1785750 Jul 14 07:02:32.313707 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-6ce21721-bc72-4590-9991-fd0341db1c48 req-0650a1a1-6636-46a4-8636-ad56f0dfdea5 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:02:32.314691 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ce21721-bc72-4590-9991-fd0341db1c48 req-0650a1a1-6636-46a4-8636-ad56f0dfdea5 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105209 Jul 14 07:02:32.386950 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0293a79-1255-4a2d-9522-21faf577e54a service neutron] Pushing event updated for resources: {'Port': ['ID=1ea406d5-86c1-43b0-b2b2-1c833cebd2fa,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:32.429492 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8aa93-c76e-45ca-9234-835841d27b44 req-102da3a1-3090-4e9f-8d82-b478dac5a8f9 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:32.431053 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ba8aa93-c76e-45ca-9234-835841d27b44 req-102da3a1-3090-4e9f-8d82-b478dac5a8f9 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 1096 time: 0.1256642 Jul 14 07:02:32.472052 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-49cf1520-8e5b-4e95-8565-d9fe8d3f30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:32.473618 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-49cf1520-8e5b-4e95-8565-d9fe8d3f30b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2281f30133514aaea601f8c8dab8e960&device_id=3e581f15-f546-469c-96e7-d241cf69ee44 HTTP/1.1" status: 200 len: 1098 time: 0.1191797 Jul 14 07:02:32.531048 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-422e0047-b898-417c-bbd2-eb745a630adf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=1ea406d5-86c1-43b0-b2b2-1c833cebd2fa HTTP/1.1" status: 200 len: 217 time: 0.0453758 Jul 14 07:02:32.538700 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ba8aa93-c76e-45ca-9234-835841d27b44 req-2c1f9ac5-0914-4846-b66d-6dfab8932766 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763443 Jul 14 07:02:32.602704 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b19e3c-2f3b-4496-a09b-e06d50399f37 req-c08f296a-2a02-4770-99c4-5ec3d267853d tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:32.604212 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0b19e3c-2f3b-4496-a09b-e06d50399f37 req-c08f296a-2a02-4770-99c4-5ec3d267853d tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/ports?device_id=48963eca-4386-4ba9-8870-b577898c91f3 HTTP/1.1" status: 200 len: 949 time: 0.1700222 Jul 14 07:02:32.606848 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-72195997-2e86-4ee4-8ee8-8e3ce73faec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:32.608214 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-72195997-2e86-4ee4-8ee8-8e3ce73faec2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0659297 Jul 14 07:02:32.680011 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0b19e3c-2f3b-4496-a09b-e06d50399f37 req-f480b88d-2b92-43ae-896d-c914a5c830da tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6683bc5-ec07-4371-8d9b-84496f7b56a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681806 Jul 14 07:02:32.707856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-4a6fca96-12ef-49a4-bc64-b6d68f46bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:32.707856 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-4a6fca96-12ef-49a4-bc64-b6d68f46bd49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854516 Jul 14 07:02:32.771905 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ebb727-6da6-4a87-bf85-52a11be7ccd3 x-openstack-request-id: req-d6ebb727-6da6-4a87-bf85-52a11be7ccd3 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:32.772498 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e8a8c1-ad38-491f-b851-1c53a097dbf5", "name": "network-vif-unplugged", "status": "completed", "tag": "bff15c55-9fdd-4384-9f23-280254c2071c", "code": 200}, {"name": "network-changed", "server_uuid": "b3e8a8c1-ad38-491f-b851-1c53a097dbf5", "tag": "bff15c55-9fdd-4384-9f23-280254c2071c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3e581f15-f546-469c-96e7-d241cf69ee44", "tag": "1ea406d5-86c1-43b0-b2b2-1c833cebd2fa", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:32.772744 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6ebb727-6da6-4a87-bf85-52a11be7ccd3 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:32.773312 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e8a8c1-ad38-491f-b851-1c53a097dbf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bff15c55-9fdd-4384-9f23-280254c2071c', 'code': 200} Jul 14 07:02:32.773671 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e8a8c1-ad38-491f-b851-1c53a097dbf5', 'tag': 'bff15c55-9fdd-4384-9f23-280254c2071c', 'status': 'completed', 'code': 200} Jul 14 07:02:32.774022 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e581f15-f546-469c-96e7-d241cf69ee44', 'tag': '1ea406d5-86c1-43b0-b2b2-1c833cebd2fa', 'status': 'completed', 'code': 200} Jul 14 07:02:32.915203 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-282a6106-46df-4eb9-9a1a-27efb937eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:32.921676 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-282a6106-46df-4eb9-9a1a-27efb937eae1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 1125 time: 0.1234434 Jul 14 07:02:32.926333 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-b836d6d9-5a6f-4614-a2ba-2719c853db4c service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130418 Jul 14 07:02:32.936727 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-47b59ffb-7274-4999-8620-aec813f6479f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 1002 time: 0.1436753 Jul 14 07:02:33.027855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36206) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:33.103055 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-2704ebb4-ee8b-4b89-ae89-90c54bf0061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:33.106410 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-db96fcf8-47fb-4a54-baf3-826fda95b46b tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:33.108098 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-2704ebb4-ee8b-4b89-ae89-90c54bf0061b service neutron] 10.222.0.30 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.1726120 Jul 14 07:02:33.118405 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-db96fcf8-47fb-4a54-baf3-826fda95b46b tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports/8b00ed8e-8f46-4582-8b4d-f80272948664 HTTP/1.1" status: 200 len: 943 time: 0.1485682 Jul 14 07:02:33.178453 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a75a431b-f2d6-40f5-89a5-425b0a6b6ef2 req-0f3da275-95d2-46ac-8b41-323611846281 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357564 Jul 14 07:02:33.186837 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-e1a87726-97ba-47d2-9c27-281377aefa5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bff15c55-9fdd-4384-9f23-280254c2071c HTTP/1.1" status: 200 len: 217 time: 0.0714016 Jul 14 07:02:33.203849 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-142da2e7-bf8a-4e81-8eb4-b4bab18007c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:33.227619 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80e6056b-e1c5-491e-9204-a9eed75e5715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:33.247624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-5a49677f-4e89-4b22-b472-ea2035bfd9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:33.249213 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-5a49677f-4e89-4b22-b472-ea2035bfd9dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.0561938 Jul 14 07:02:33.293956 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-045169d0-36d1-4547-af73-0b296853b06f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376060 Jul 14 07:02:33.389232 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-698eca0d-4d43-4f69-a0f2-88eff21accee service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863047 Jul 14 07:02:33.405162 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-11cfb5d9-2429-40c3-9278-8f1391f26aab tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 1002 time: 0.1248567 Jul 14 07:02:33.484772 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-8b0c3133-ad8c-4cc1-8626-5b58f37f2d79 service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855279 Jul 14 07:02:33.498462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69e458-2d11-49eb-b6ec-3ff430a3ad4f req-2fa90a3a-960c-4db6-bed7-a829f5495563 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:33.500235 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d69e458-2d11-49eb-b6ec-3ff430a3ad4f req-2fa90a3a-960c-4db6-bed7-a829f5495563 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 944 time: 0.1737082 Jul 14 07:02:33.565910 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:33.568701 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80e6056b-e1c5-491e-9204-a9eed75e5715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:33.583737 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80e6056b-e1c5-491e-9204-a9eed75e5715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:33.603220 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d69e458-2d11-49eb-b6ec-3ff430a3ad4f req-640c4b90-48ae-48a0-8c33-b4ef88944e23 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914056 Jul 14 07:02:33.604393 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-83d0f39c-cc3f-4e06-99bd-ba1c4f601132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:33.606603 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-83d0f39c-cc3f-4e06-99bd-ba1c4f601132 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2281f30133514aaea601f8c8dab8e960&device_id=3e581f15-f546-469c-96e7-d241cf69ee44 HTTP/1.1" status: 200 len: 1098 time: 0.0599267 Jul 14 07:02:33.613504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-bebbbcc7-12c4-48c5-84ad-ad1ec6a684dc tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:33.614856 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-bebbbcc7-12c4-48c5-84ad-ad1ec6a684dc tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.2021906 Jul 14 07:02:33.643259 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6056b-e1c5-491e-9204-a9eed75e5715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e21428-ec71-479e-a312-837e3b62f24c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:33.678285 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-80e6056b-e1c5-491e-9204-a9eed75e5715 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f081bb2a3178481497545da417c008c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6166809 Jul 14 07:02:33.680836 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36216) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:33.704369 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-4f2c7a33-9505-434b-8d93-18fa9c379673 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 1002 time: 0.0796087 Jul 14 07:02:33.714772 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-748e25f4-fd5c-4236-99db-ed9fbe88dc2b tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:33.750350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-53eb5283-dc11-4bf2-b886-6d8b4376f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:33.751753 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-53eb5283-dc11-4bf2-b886-6d8b4376f30b service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.1371109 Jul 14 07:02:33.756110 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a7e5dbd-1b8e-4070-b480-4af28ce36a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:33.768762 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-748e25f4-fd5c-4236-99db-ed9fbe88dc2b tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:33.799228 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-66db0024-3537-4b02-9078-3c1778adbfeb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=1ea406d5-86c1-43b0-b2b2-1c833cebd2fa HTTP/1.1" status: 200 len: 217 time: 0.0389283 Jul 14 07:02:33.819652 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a7e5dbd-1b8e-4070-b480-4af28ce36a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:33.885794 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-1c6ddecb-a2ec-4852-a4ce-c57e14d3ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:33.887524 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-1c6ddecb-a2ec-4852-a4ce-c57e14d3ad09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0780189 Jul 14 07:02:33.938997 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a7e5dbd-1b8e-4070-b480-4af28ce36a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:33.942000 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a7e5dbd-1b8e-4070-b480-4af28ce36a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:33.945695 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6a7e5dbd-1b8e-4070-b480-4af28ce36a98 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/02e21428-ec71-479e-a312-837e3b62f24c HTTP/1.1" status: 204 len: 168 time: 0.2635758 Jul 14 07:02:33.964224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e5dbd-1b8e-4070-b480-4af28ce36a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e21428-ec71-479e-a312-837e3b62f24c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:33.999105 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-e94cd598-475c-4887-bbbe-9d7edd351a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:34.000818 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-e94cd598-475c-4887-bbbe-9d7edd351a28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1055901 Jul 14 07:02:34.121287 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-47ebe369-2a0f-4ce9-bd4e-4952fd42005d service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109028 Jul 14 07:02:34.226725 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80d55924-c479-49cf-9fa6-7004ca3a2287 req-8d2ade97-675e-4bc0-bc43-ffb1706a48f6 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931447 Jul 14 07:02:34.269535 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-748e25f4-fd5c-4236-99db-ed9fbe88dc2b tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:34.288912 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-748e25f4-fd5c-4236-99db-ed9fbe88dc2b tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:34.289335 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-748e25f4-fd5c-4236-99db-ed9fbe88dc2b tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Floating IP b06ebadd-20a1-4be6-9dbc-5057bf95f119 disassociated. External IP: 172.25.7.171, port: 8b00ed8e-8f46-4582-8b4d-f80272948664. Jul 14 07:02:34.300478 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bff15c55-9fdd-4384-9f23-280254c2071c details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:02:34.326054 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36230) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:34.345411 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1aa4e57c-a6e8-46c6-a294-74e33a12254a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:34.416153 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a14b85-86b1-4798-ba1f-48ba6fcf5e8c req-29abc9a0-2ac7-471e-b706-a7fa3895358c tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:34.417707 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d4a14b85-86b1-4798-ba1f-48ba6fcf5e8c req-29abc9a0-2ac7-471e-b706-a7fa3895358c tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e581f15-f546-469c-96e7-d241cf69ee44 HTTP/1.1" status: 200 len: 947 time: 0.1967878 Jul 14 07:02:34.430569 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port bff15c55-9fdd-4384-9f23-280254c2071c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bff15c55-9fdd-4384-9f23-280254c2071c,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:34.443970 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bff15c55-9fdd-4384-9f23-280254c2071c has no active binding in host n-h2-778696-5 {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 07:02:34.447972 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1aa4e57c-a6e8-46c6-a294-74e33a12254a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:34.453008 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1aa4e57c-a6e8-46c6-a294-74e33a12254a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:34.482359 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:34.495662 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1aa4e57c-a6e8-46c6-a294-74e33a12254a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b2b63f3d0f34ed3a5331cae56ca4dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1677389 Jul 14 07:02:34.496964 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4e57c-a6e8-46c6-a294-74e33a12254a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402b4dfe-03dc-4b63-8217-2d5156a3a786,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:34.498974 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36232) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:34.518591 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d4a14b85-86b1-4798-ba1f-48ba6fcf5e8c req-936ac819-6f83-4a92-853d-567e5c668ca5 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924568 Jul 14 07:02:34.551568 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c2b68ff-bb74-4b3e-9e7f-4a16804ec230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:34.578458 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c2b68ff-bb74-4b3e-9e7f-4a16804ec230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:34.582937 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-748e25f4-fd5c-4236-99db-ed9fbe88dc2b tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Router 5588aa55-00fb-449d-97f9-55098a2af31f has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:02:34.629768 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c2b68ff-bb74-4b3e-9e7f-4a16804ec230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:34.632297 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c2b68ff-bb74-4b3e-9e7f-4a16804ec230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:34.633564 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0c2b68ff-bb74-4b3e-9e7f-4a16804ec230 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/402b4dfe-03dc-4b63-8217-2d5156a3a786 HTTP/1.1" status: 204 len: 168 time: 0.1334999 Jul 14 07:02:34.642332 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b68ff-bb74-4b3e-9e7f-4a16804ec230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402b4dfe-03dc-4b63-8217-2d5156a3a786,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:34.734559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-748e25f4-fd5c-4236-99db-ed9fbe88dc2b tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:02:34.739489 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-748e25f4-fd5c-4236-99db-ed9fbe88dc2b tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:34.744488 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b170d0c-0e71-48fa-ac13-24a70b638300 None None] Sync routers for ids ['5588aa55-00fb-449d-97f9-55098a2af31f'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:02:34.755733 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b170d0c-0e71-48fa-ac13-24a70b638300 None None] Routers {'5588aa55-00fb-449d-97f9-55098a2af31f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:02:34.756454 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4b170d0c-0e71-48fa-ac13-24a70b638300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:02:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5588aa55-00fb-449d-97f9-55098a2af31f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:34.778187 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d64f8-7248-40fa-b1ca-7023bb7138db req-9a083cc5-8a8f-4300-a84a-73fc5b35d250 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:34.779726 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ad6d64f8-7248-40fa-b1ca-7023bb7138db req-9a083cc5-8a8f-4300-a84a-73fc5b35d250 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/ports?device_id=48963eca-4386-4ba9-8870-b577898c91f3 HTTP/1.1" status: 200 len: 949 time: 0.1485882 Jul 14 07:02:34.800706 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-748e25f4-fd5c-4236-99db-ed9fbe88dc2b tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "PUT /v2.0/floatingips/b06ebadd-20a1-4be6-9dbc-5057bf95f119 HTTP/1.1" status: 200 len: 696 time: 1.0898621 Jul 14 07:02:34.806521 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b9f121-449f-4349-a386-4166c2231548', 'tag': '8b00ed8e-8f46-4582-8b4d-f80272948664'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:34.810500 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6521c58d-366d-4cdf-9cb4-6eb4e9a9abf6" -d '{"events": [{"name": "network-changed", "server_uuid": "75b9f121-449f-4349-a386-4166c2231548", "tag": "8b00ed8e-8f46-4582-8b4d-f80272948664"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:34.842083 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ad6d64f8-7248-40fa-b1ca-7023bb7138db req-7b803f0b-2253-4eb6-b470-57dfee316380 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6683bc5-ec07-4371-8d9b-84496f7b56a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515883 Jul 14 07:02:34.879278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-4b170d0c-0e71-48fa-ac13-24a70b638300 None None] Set router 5588aa55-00fb-449d-97f9-55098a2af31f gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:02:34.900259 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-e3072c5b-278f-45d8-a924-47d299d0d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:34.902040 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-e3072c5b-278f-45d8-a924-47d299d0d1b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df5007bb538d476aaadc8ea68599bb82&device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 1097 time: 0.0730669 Jul 14 07:02:35.009739 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36244) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:35.024764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-ff9875f4-3a33-4ea0-91e7-d6b8cbeac8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:35.025004 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d7ff7b86-27d4-43f7-8dcc-1982e95750de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:35.026578 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-ff9875f4-3a33-4ea0-91e7-d6b8cbeac8e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=676e2b20-42f6-4071-a6c3-1c63ec9861d1 HTTP/1.1" status: 200 len: 921 time: 0.1179345 Jul 14 07:02:35.085835 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-89cc8592-572b-452e-8913-0708e5a725e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b00ed8e-8f46-4582-8b4d-f80272948664 HTTP/1.1" status: 200 len: 217 time: 0.0533533 Jul 14 07:02:35.129445 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4b170d0c-0e71-48fa-ac13-24a70b638300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:38Z', 'revision_number': 5, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:35.135056 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d7ff7b86-27d4-43f7-8dcc-1982e95750de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:35.143727 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d7ff7b86-27d4-43f7-8dcc-1982e95750de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:35.144792 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-2d756ac4-a4ba-4d8f-8f16-ca2c69b9c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:35.146765 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-2d756ac4-a4ba-4d8f-8f16-ca2c69b9c0eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=124c2427-9923-4b0b-a650-c757f2793116 HTTP/1.1" status: 200 len: 859 time: 0.0537229 Jul 14 07:02:35.162331 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b170d0c-0e71-48fa-ac13-24a70b638300 None None] Checking router: 5588aa55-00fb-449d-97f9-55098a2af31f for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:02:35.175424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b170d0c-0e71-48fa-ac13-24a70b638300 None None] Routers {'5588aa55-00fb-449d-97f9-55098a2af31f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:02:35.176192 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4b170d0c-0e71-48fa-ac13-24a70b638300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:02:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5588aa55-00fb-449d-97f9-55098a2af31f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:35.211101 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff7b86-27d4-43f7-8dcc-1982e95750de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b76c9f7-3c5b-4b4f-b45f-1a67f23f6bc7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:35.231868 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d7ff7b86-27d4-43f7-8dcc-1982e95750de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=65461fbc5632468ebd54c7a22d15d203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183230 Jul 14 07:02:35.232500 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36248) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:35.240545 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-ba449e5b-cc6b-41a1-b6e5-53d89002d171 service neutron] 10.222.0.30 "GET /v2.0/ports/bff15c55-9fdd-4384-9f23-280254c2071c/bindings/n-h2-778696-5 HTTP/1.1" status: 200 len: 384 time: 0.1092405 Jul 14 07:02:35.294414 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-4b170d0c-0e71-48fa-ac13-24a70b638300 None None] Set router 5588aa55-00fb-449d-97f9-55098a2af31f gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:02:35.300110 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-19d6a160-3133-49f1-9474-25bafdf90906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:35.301675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-19d6a160-3133-49f1-9474-25bafdf90906 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=676e2b20-42f6-4071-a6c3-1c63ec9861d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492472 Jul 14 07:02:35.308701 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7ccd9-2690-4f92-a63f-5aab6a463652 req-b255ee49-3f83-44d3-9349-159bc139a190 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:35.310232 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72b7ccd9-2690-4f92-a63f-5aab6a463652 req-b255ee49-3f83-44d3-9349-159bc139a190 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 1096 time: 0.1220400 Jul 14 07:02:35.333052 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f97ccf0-bcd4-405c-a5ee-3fdcc053b7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:35.411331 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f97ccf0-bcd4-405c-a5ee-3fdcc053b7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:35.419918 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-107b34da-2c6e-4350-ae71-e3291cc10bca service neutron] For port bff15c55-9fdd-4384-9f23-280254c2071c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bff15c55-9fdd-4384-9f23-280254c2071c,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:35.424660 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72b7ccd9-2690-4f92-a63f-5aab6a463652 req-d8f02c11-91a4-4cc8-9358-c54b98e7826b tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022935 Jul 14 07:02:35.451050 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-107b34da-2c6e-4350-ae71-e3291cc10bca service neutron] For port bff15c55-9fdd-4384-9f23-280254c2071c, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:35.479056 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-03ddbe75-273d-4876-aabe-caea7f2a48a1 service neutron] 10.222.0.35 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663785 Jul 14 07:02:35.499802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-107b34da-2c6e-4350-ae71-e3291cc10bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff15c55-9fdd-4384-9f23-280254c2071c {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:35.511549 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-107b34da-2c6e-4350-ae71-e3291cc10bca service neutron] For port bff15c55-9fdd-4384-9f23-280254c2071c, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bff15c55-9fdd-4384-9f23-280254c2071c,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:35.521528 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f97ccf0-bcd4-405c-a5ee-3fdcc053b7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:35.524279 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f97ccf0-bcd4-405c-a5ee-3fdcc053b7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:35.525960 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0f97ccf0-bcd4-405c-a5ee-3fdcc053b7a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b76c9f7-3c5b-4b4f-b45f-1a67f23f6bc7 HTTP/1.1" status: 204 len: 168 time: 0.2916381 Jul 14 07:02:35.530153 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-107b34da-2c6e-4350-ae71-e3291cc10bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:35.559922 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4b170d0c-0e71-48fa-ac13-24a70b638300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:38Z', 'revision_number': 5, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:35.569676 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97ccf0-bcd4-405c-a5ee-3fdcc053b7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b76c9f7-3c5b-4b4f-b45f-1a67f23f6bc7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:35.622368 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c613157-cfa2-4e9c-af2f-f0f62bab73eb req-c5ed6b25-4a59-4b8d-b14e-632ea17822a3 service neutron] 10.222.0.35 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360469 Jul 14 07:02:35.629340 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b170d0c-0e71-48fa-ac13-24a70b638300 None None] The sync data for ids ['5588aa55-00fb-449d-97f9-55098a2af31f'] in n-d-778696-5 is: [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f7e320cd-4d7c-4a50-87e7-6429b872ed2c', 'name': '', 'network_id': '676e2b20-42f6-4071-a6c3-1c63ec9861d1', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'mac_address': 'fa:16:3e:7e:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '124c2427-9923-4b0b-a650-c757f2793116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:30Z', 'updated_at': '2021-07-14T07:01:38Z', 'revision_number': 5, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'subnets': [{'id': '124c2427-9923-4b0b-a650-c757f2793116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:02:35.667437 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-107b34da-2c6e-4350-ae71-e3291cc10bca service neutron] Transition to ACTIVE for port object bff15c55-9fdd-4384-9f23-280254c2071c will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:02:35.676537 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-107b34da-2c6e-4350-ae71-e3291cc10bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:35.722646 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5124a15-2239-49f2-90ef-3ec3e18efcf2 x-openstack-request-id: req-d5124a15-2239-49f2-90ef-3ec3e18efcf2 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:35.722942 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b9f121-449f-4349-a386-4166c2231548", "tag": "8b00ed8e-8f46-4582-8b4d-f80272948664", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:35.723193 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5124a15-2239-49f2-90ef-3ec3e18efcf2 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:35.723586 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b9f121-449f-4349-a386-4166c2231548', 'tag': '8b00ed8e-8f46-4582-8b4d-f80272948664', 'status': 'completed', 'code': 200} Jul 14 07:02:35.768209 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-107b34da-2c6e-4350-ae71-e3291cc10bca service neutron] No DVR routers for this DVR port bff15c55-9fdd-4384-9f23-280254c2071c on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:02:35.810069 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b34da-2c6e-4350-ae71-e3291cc10bca service neutron] Pushing event updated for resources: {'Port': ['ID=bff15c55-9fdd-4384-9f23-280254c2071c,revision_number=10']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:35.834218 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-107b34da-2c6e-4350-ae71-e3291cc10bca service neutron] 10.222.0.30 "PUT /v2.0/ports/bff15c55-9fdd-4384-9f23-280254c2071c/bindings/n-h2-778696-5/activate HTTP/1.1" status: 200 len: 369 time: 0.5864458 Jul 14 07:02:35.914625 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9552a2-dfba-4ffd-aa3e-7cd0c258a0e9 req-2a76b444-41fb-4c97-9e28-440b83bb40e7 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:35.914625 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb9552a2-dfba-4ffd-aa3e-7cd0c258a0e9 req-2a76b444-41fb-4c97-9e28-440b83bb40e7 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 945 time: 0.1454797 Jul 14 07:02:35.916222 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c58d-366d-4cdf-9cb4-6eb4e9a9abf6 req-c7e5a667-d86b-44d5-99a5-0d1a863fda4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:35.917838 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6521c58d-366d-4cdf-9cb4-6eb4e9a9abf6 req-c7e5a667-d86b-44d5-99a5-0d1a863fda4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df5007bb538d476aaadc8ea68599bb82&device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 1097 time: 0.1634474 Jul 14 07:02:36.027523 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd93b46-ae09-40f1-ba62-f11ef82a29b9 None None] New status for floating IP b06ebadd-20a1-4be6-9dbc-5057bf95f119: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:02:36.036958 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:36.101662 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb9552a2-dfba-4ffd-aa3e-7cd0c258a0e9 req-bc783832-cafe-42f8-a538-dac9d210a4c1 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739514 Jul 14 07:02:36.172029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-f04e6645-a3d4-4f35-bea0-1f2f9f7c707d tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:36.176269 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-f04e6645-a3d4-4f35-bea0-1f2f9f7c707d tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5&tenant_id=b105e52a7ba74b51aa3981183eb54e1c&binding%3Ahost_id=n-h1-778696-5 HTTP/1.1" status: 200 len: 1096 time: 0.2575324 Jul 14 07:02:36.180462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c58d-366d-4cdf-9cb4-6eb4e9a9abf6 req-e7000b33-4c4e-4b07-8556-684f8d4e61de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:36.182012 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6521c58d-366d-4cdf-9cb4-6eb4e9a9abf6 req-e7000b33-4c4e-4b07-8556-684f8d4e61de service neutron] 10.222.0.30 "GET /v2.0/networks?id=676e2b20-42f6-4071-a6c3-1c63ec9861d1 HTTP/1.1" status: 200 len: 921 time: 0.2343647 Jul 14 07:02:36.297255 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6521c58d-366d-4cdf-9cb4-6eb4e9a9abf6 req-7e8452db-5089-4aa9-bc8d-38026bb2639b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b00ed8e-8f46-4582-8b4d-f80272948664 HTTP/1.1" status: 200 len: 217 time: 0.0973647 Jul 14 07:02:36.359014 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:02:36.402078 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c58d-366d-4cdf-9cb4-6eb4e9a9abf6 req-a49d6094-3b51-4d92-bbe8-ea54392e18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:36.404623 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6521c58d-366d-4cdf-9cb4-6eb4e9a9abf6 req-a49d6094-3b51-4d92-bbe8-ea54392e18a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=124c2427-9923-4b0b-a650-c757f2793116 HTTP/1.1" status: 200 len: 859 time: 0.0878220 Jul 14 07:02:36.443536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-c03df298-43f8-43b0-bbda-61ff8882e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:36.445114 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-c03df298-43f8-43b0-bbda-61ff8882e0c6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5&tenant_id=b105e52a7ba74b51aa3981183eb54e1c HTTP/1.1" status: 200 len: 1096 time: 0.2602341 Jul 14 07:02:36.460620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d816ba-acbe-44b7-b966-cb02f76ec1c0 req-200b8e01-0aa3-4b5f-826d-eaf2965603a9 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:36.462157 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61d816ba-acbe-44b7-b966-cb02f76ec1c0 req-200b8e01-0aa3-4b5f-826d-eaf2965603a9 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e581f15-f546-469c-96e7-d241cf69ee44 HTTP/1.1" status: 200 len: 947 time: 0.2040172 Jul 14 07:02:36.483747 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1ea406d5-86c1-43b0-b2b2-1c833cebd2fa,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:36.497975 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '1ea406d5-86c1-43b0-b2b2-1c833cebd2fa', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '1ea406d5-86c1-43b0-b2b2-1c833cebd2fa', 'mac_address': 'fa:16:3e:7f:4f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:02:36.546010 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:36.558531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c58d-366d-4cdf-9cb4-6eb4e9a9abf6 req-18cbbda6-003c-4203-bcf5-455e31cbf8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:36.560654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6521c58d-366d-4cdf-9cb4-6eb4e9a9abf6 req-18cbbda6-003c-4203-bcf5-455e31cbf8bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=676e2b20-42f6-4071-a6c3-1c63ec9861d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475542 Jul 14 07:02:36.565599 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:36.586968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1ea406d5-86c1-43b0-b2b2-1c833cebd2fa,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:36.592690 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:36.624797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61d816ba-acbe-44b7-b966-cb02f76ec1c0 req-fd5fbb4e-381b-4bd6-a433-3ed45d4d3f50 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532371 Jul 14 07:02:36.644900 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=1ea406d5-86c1-43b0-b2b2-1c833cebd2fa,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:36.668216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-f398ce56-e9d2-4064-bc6d-7287f740d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:36.670818 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-f398ce56-e9d2-4064-bc6d-7287f740d3b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 1096 time: 0.1965032 Jul 14 07:02:36.748938 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6521c58d-366d-4cdf-9cb4-6eb4e9a9abf6 req-677676eb-22ea-487d-b0d1-bb4e3a85dff8 service neutron] 10.222.0.30 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788049 Jul 14 07:02:36.849641 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['1ea406d5-86c1-43b0-b2b2-1c833cebd2fa'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:02:36.862328 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-c9d53657-d7e0-49ba-bbfe-080a11fae68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:36.864139 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-c9d53657-d7e0-49ba-bbfe-080a11fae68c service neutron] 10.222.0.15 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.1863244 Jul 14 07:02:36.925172 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-e8ee5763-34bb-4ff0-9079-133ae253b44f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bff15c55-9fdd-4384-9f23-280254c2071c HTTP/1.1" status: 200 len: 217 time: 0.0540316 Jul 14 07:02:36.927848 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6521c58d-366d-4cdf-9cb4-6eb4e9a9abf6 req-cefa3d9a-77fd-4cb2-880e-ea94808fe919 service neutron] 10.222.0.30 "GET /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697192 Jul 14 07:02:37.025426 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-dd25e837-5a11-4ea1-9e70-9893c7dcc170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:37.027005 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-dd25e837-5a11-4ea1-9e70-9893c7dcc170 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.0929513 Jul 14 07:02:37.089678 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-4646badc-ae72-4bec-9587-862f9d87fc0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553823 Jul 14 07:02:37.160121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-11add139-2cb2-4e3f-b282-0908413530b7 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:02:37.161953 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-11add139-2cb2-4e3f-b282-0908413530b7 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066476 Jul 14 07:02:37.174239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-38d96570-c1fb-4cd0-b1b1-37a049403661 service neutron] Request body: {'binding': {'host': 'n-h1-778696-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:37.174818 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-38d96570-c1fb-4cd0-b1b1-37a049403661 service neutron] Unknown quota resources ['binding']. {{(pid=93827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 07:02:37.203597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-8f6bd8bc-cf4f-4bbe-93f0-3ceceee00443 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076784 Jul 14 07:02:37.309520 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-135c6dec-160f-4e54-9c7e-644b0c956582 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984900 Jul 14 07:02:37.335881 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-38d96570-c1fb-4cd0-b1b1-37a049403661 service neutron] Attempting to bind port d3324072-a2da-4ee3-a712-5bd39e6be107 on host n-h1-778696-5 for vnic_type normal with profile None {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:02:37.336222 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-38d96570-c1fb-4cd0-b1b1-37a049403661 service neutron] Attempting to bind port d3324072-a2da-4ee3-a712-5bd39e6be107 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:02:37.336545 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-38d96570-c1fb-4cd0-b1b1-37a049403661 service neutron] Attempting to bind port d3324072-a2da-4ee3-a712-5bd39e6be107 on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:37.344870 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-38d96570-c1fb-4cd0-b1b1-37a049403661 service neutron] Port d3324072-a2da-4ee3-a712-5bd39e6be107 on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:02:37.345262 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-38d96570-c1fb-4cd0-b1b1-37a049403661 service neutron] Attempting to bind port d3324072-a2da-4ee3-a712-5bd39e6be107 on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:37.350793 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-38d96570-c1fb-4cd0-b1b1-37a049403661 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:02:37.351208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-38d96570-c1fb-4cd0-b1b1-37a049403661 service neutron] Checking segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:02:37.351651 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-38d96570-c1fb-4cd0-b1b1-37a049403661 service neutron] Bound using segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:02:37.352070 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-38d96570-c1fb-4cd0-b1b1-37a049403661 service neutron] Bound port: d3324072-a2da-4ee3-a712-5bd39e6be107, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:02:37.403729 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-38d96570-c1fb-4cd0-b1b1-37a049403661 service neutron] For port d3324072-a2da-4ee3-a712-5bd39e6be107, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d3324072-a2da-4ee3-a712-5bd39e6be107,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:02:37.410382 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-38d96570-c1fb-4cd0-b1b1-37a049403661 service neutron] Notify callbacks [] for binding, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:37.411613 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-38d96570-c1fb-4cd0-b1b1-37a049403661 service neutron] 10.222.0.35 "POST /v2.0/ports/d3324072-a2da-4ee3-a712-5bd39e6be107/bindings HTTP/1.1" status: 201 len: 389 time: 0.2415295 Jul 14 07:02:37.441307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf1446-1415-4f03-ab7e-04fde314c65b req-699b92a3-3017-40ae-bd7b-981eff84da89 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:37.444667 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5acf1446-1415-4f03-ab7e-04fde314c65b req-699b92a3-3017-40ae-bd7b-981eff84da89 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/ports?device_id=48963eca-4386-4ba9-8870-b577898c91f3 HTTP/1.1" status: 200 len: 949 time: 0.0708597 Jul 14 07:02:37.504966 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5acf1446-1415-4f03-ab7e-04fde314c65b req-87e98e59-8d12-417f-aa03-107862a77520 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6683bc5-ec07-4371-8d9b-84496f7b56a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522726 Jul 14 07:02:37.643329 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bcd7b495-404a-4a67-be75-58b75fc7386c req-d3f84941-e3cf-45ed-bdcc-2e76900642cd tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/floatingips/b06ebadd-20a1-4be6-9dbc-5057bf95f119 HTTP/1.1" status: 200 len: 694 time: 0.1000421 Jul 14 07:02:37.794342 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36338) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:37.833144 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-113f3400-f8bd-424c-b8fa-d2d890a51ccd tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:37.834677 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-113f3400-f8bd-424c-b8fa-d2d890a51ccd tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5&tenant_id=b105e52a7ba74b51aa3981183eb54e1c&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 1096 time: 0.2446637 Jul 14 07:02:37.844277 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef126ee6-8dc9-4ccd-b80e-c7decc5b6335 req-4b3946fd-1174-4855-9967-f9bc2b230d7e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:37.845688 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ef126ee6-8dc9-4ccd-b80e-c7decc5b6335 req-4b3946fd-1174-4855-9967-f9bc2b230d7e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 945 time: 0.2443211 Jul 14 07:02:37.863583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7b495-404a-4a67-be75-58b75fc7386c req-6c5af83d-ff07-477c-8677-74b9d9625d56 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:37.864828 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bcd7b495-404a-4a67-be75-58b75fc7386c req-6c5af83d-ff07-477c-8677-74b9d9625d56 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.1984472 Jul 14 07:02:37.898001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-bcd7b495-404a-4a67-be75-58b75fc7386c req-0f0e6ed9-d4ec-4c8c-8599-bc021b82380f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:02:37.898910 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a94633ac-c87e-4aba-a674-b65a6e138538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:37.899043 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bcd7b495-404a-4a67-be75-58b75fc7386c req-0f0e6ed9-d4ec-4c8c-8599-bc021b82380f tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148263 Jul 14 07:02:37.914246 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-a27a934e-ea0a-4f9f-bce3-90bac0633ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:37.915673 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-a27a934e-ea0a-4f9f-bce3-90bac0633ee6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 1096 time: 0.2195127 Jul 14 07:02:37.988636 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a94633ac-c87e-4aba-a674-b65a6e138538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:37.992720 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a94633ac-c87e-4aba-a674-b65a6e138538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:38.027434 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ef126ee6-8dc9-4ccd-b80e-c7decc5b6335 req-1bd640d3-aef1-48c4-b927-84ef9a7f7ef3 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720750 Jul 14 07:02:38.030872 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a94633ac-c87e-4aba-a674-b65a6e138538 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79279fa9bf674abb9ee2b5e69791230a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353499 Jul 14 07:02:38.031739 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94633ac-c87e-4aba-a674-b65a6e138538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65610ad5-146e-4fec-8cf7-797598288b86,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:38.033201 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bcd7b495-404a-4a67-be75-58b75fc7386c req-76f6ae29-58ce-4de5-9e65-ff52c7bb74af tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 697 time: 0.1242816 Jul 14 07:02:38.034357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36342) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:38.363461 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:02:38.415496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:02:38.419814 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:02:38.420520 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:38.434498 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bcd7b495-404a-4a67-be75-58b75fc7386c req-9bb038bc-5db1-42b0-a686-570846dc5dc7 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 697 time: 0.3910089 Jul 14 07:02:38.494823 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:38.516438 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e581f15-f546-469c-96e7-d241cf69ee44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea406d5-86c1-43b0-b2b2-1c833cebd2fa'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:38.518775 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3e58d4-0dac-4031-a0d8-58397040a68f" -d '{"events": [{"server_uuid": "3e581f15-f546-469c-96e7-d241cf69ee44", "name": "network-vif-plugged", "status": "completed", "tag": "1ea406d5-86c1-43b0-b2b2-1c833cebd2fa"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:38.532456 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1ea406d5-86c1-43b0-b2b2-1c833cebd2fa,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:38.537050 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:38.538016 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bff15c55-9fdd-4384-9f23-280254c2071c no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:02:38.544429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-4b5ea053-ea94-486b-a9fb-09b4510644b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:38.546191 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-4b5ea053-ea94-486b-a9fb-09b4510644b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 922 time: 0.6174879 Jul 14 07:02:38.616500 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bff15c55-9fdd-4384-9f23-280254c2071c not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:02:38.618249 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=1ea406d5-86c1-43b0-b2b2-1c833cebd2fa,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:38.621410 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4cbaf8a8-a37b-43b9-96d1-97b348b0cbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:38.663785 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-cfb3132f-b593-4793-a8be-924c904e12f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3324072-a2da-4ee3-a712-5bd39e6be107 HTTP/1.1" status: 200 len: 217 time: 0.1014011 Jul 14 07:02:38.679587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-a88f56f4-cca5-4419-b7c2-80b5baf115a5 service neutron] For port bff15c55-9fdd-4384-9f23-280254c2071c, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:38.704608 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-a88f56f4-cca5-4419-b7c2-80b5baf115a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:38.705708 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0eac59c0-5755-4131-b02f-7307fd1972b5 req-a88f56f4-cca5-4419-b7c2-80b5baf115a5 service neutron] 10.222.0.15 "DELETE /v2.0/ports/bff15c55-9fdd-4384-9f23-280254c2071c/bindings/n-h1-778696-5 HTTP/1.1" status: 204 len: 173 time: 0.8577130 Jul 14 07:02:38.746341 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4cbaf8a8-a37b-43b9-96d1-97b348b0cbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:38.766271 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad8b61-7f27-4188-ac5a-68ce40caf828 req-fe3b04db-d5a8-485d-8d1e-1e2b2de4bf2d tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:38.767723 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ad8b61-7f27-4188-ac5a-68ce40caf828 req-fe3b04db-d5a8-485d-8d1e-1e2b2de4bf2d tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.15 "GET /v2.0/ports?device_id=48963eca-4386-4ba9-8870-b577898c91f3 HTTP/1.1" status: 200 len: 949 time: 0.3936598 Jul 14 07:02:38.850941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d2869-db32-415b-98bb-2248f292e00b req-4edad15a-e203-4276-93c0-167e2583a848 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:38.852433 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8f6d2869-db32-415b-98bb-2248f292e00b req-4edad15a-e203-4276-93c0-167e2583a848 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 945 time: 0.4814079 Jul 14 07:02:38.853744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-81b173ef-f98b-4d73-b492-eeeb76d6cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:38.855048 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-81b173ef-f98b-4d73-b492-eeeb76d6cf8b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.1782498 Jul 14 07:02:38.923726 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-6d7df36c-2005-412c-9642-0ec1381ea99d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523405 Jul 14 07:02:39.009974 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4cbaf8a8-a37b-43b9-96d1-97b348b0cbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:39.012576 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4cbaf8a8-a37b-43b9-96d1-97b348b0cbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:39.015058 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4cbaf8a8-a37b-43b9-96d1-97b348b0cbba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65610ad5-146e-4fec-8cf7-797598288b86 HTTP/1.1" status: 204 len: 168 time: 0.9730010 Jul 14 07:02:39.015058 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-bcd7b495-404a-4a67-be75-58b75fc7386c req-972c3062-6694-4345-9204-6f389ee153fe tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Deleting port b9ba4412-dafb-444e-b676-de6bb93961c1 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:02:39.015392 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bcd7b495-404a-4a67-be75-58b75fc7386c req-972c3062-6694-4345-9204-6f389ee153fe tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:39.028004 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8f6d2869-db32-415b-98bb-2248f292e00b req-410e8c46-441b-4784-99f2-3875556c6184 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659365 Jul 14 07:02:39.076989 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbaf8a8-a37b-43b9-96d1-97b348b0cbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65610ad5-146e-4fec-8cf7-797598288b86,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:39.149237 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-db324f54-3830-4928-aa31-589648083c92 service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057137 Jul 14 07:02:39.150562 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-a2ad8b61-7f27-4188-ac5a-68ce40caf828 req-c1e2a539-e41f-477a-a9e2-f7a10b3b73ce tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Deleting port 68246c3f-ea32-44e4-b96f-e74d16de6557 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:02:39.150887 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a2ad8b61-7f27-4188-ac5a-68ce40caf828 req-c1e2a539-e41f-477a-a9e2-f7a10b3b73ce tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:39.185422 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bcd7b495-404a-4a67-be75-58b75fc7386c req-972c3062-6694-4345-9204-6f389ee153fe tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:39.185778 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bcd7b495-404a-4a67-be75-58b75fc7386c req-972c3062-6694-4345-9204-6f389ee153fe tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:39.300648 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-bcd7b495-404a-4a67-be75-58b75fc7386c req-972c3062-6694-4345-9204-6f389ee153fe tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Calling delete_port for b9ba4412-dafb-444e-b676-de6bb93961c1 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:02:39.333769 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36360) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:39.347272 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97dfd215-3362-4075-9e61-3442cf32f680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:39.421372 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-a2ad8b61-7f27-4188-ac5a-68ce40caf828 req-c1e2a539-e41f-477a-a9e2-f7a10b3b73ce tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] For port 68246c3f-ea32-44e4-b96f-e74d16de6557, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=68246c3f-ea32-44e4-b96f-e74d16de6557,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:39.421737 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a2ad8b61-7f27-4188-ac5a-68ce40caf828 req-c1e2a539-e41f-477a-a9e2-f7a10b3b73ce tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:39.438468 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97dfd215-3362-4075-9e61-3442cf32f680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:39.443080 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97dfd215-3362-4075-9e61-3442cf32f680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:39.459609 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-de909956-f71b-4faa-90c8-afd4cd190be6 service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956407 Jul 14 07:02:39.460610 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-a2ad8b61-7f27-4188-ac5a-68ce40caf828 req-c1e2a539-e41f-477a-a9e2-f7a10b3b73ce tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Calling delete_port for 68246c3f-ea32-44e4-b96f-e74d16de6557 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:02:39.477179 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-97dfd215-3362-4075-9e61-3442cf32f680 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7279333f0ed4659865060c03ed28c79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422410 Jul 14 07:02:39.480790 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36362) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:39.502693 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e0377-a4ea-449c-9d64-000c1f89d184 req-52c15ec2-f6d8-439b-8936-cb39fcfec7bd tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:39.504233 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f8e0377-a4ea-449c-9d64-000c1f89d184 req-52c15ec2-f6d8-439b-8936-cb39fcfec7bd tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e581f15-f546-469c-96e7-d241cf69ee44 HTTP/1.1" status: 200 len: 949 time: 0.2483640 Jul 14 07:02:39.508130 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfd215-3362-4075-9e61-3442cf32f680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdae7c5-7ed9-488f-bab3-43f83fc18d9c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:39.544079 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f84bbe34-e9ac-4598-8716-5701201d8f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:39.570136 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f84bbe34-e9ac-4598-8716-5701201d8f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:39.620437 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f84bbe34-e9ac-4598-8716-5701201d8f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:39.623221 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f84bbe34-e9ac-4598-8716-5701201d8f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:39.624473 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f84bbe34-e9ac-4598-8716-5701201d8f27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8bdae7c5-7ed9-488f-bab3-43f83fc18d9c HTTP/1.1" status: 204 len: 168 time: 0.1422460 Jul 14 07:02:39.632539 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bbe34-e9ac-4598-8716-5701201d8f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdae7c5-7ed9-488f-bab3-43f83fc18d9c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:39.655904 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f8e0377-a4ea-449c-9d64-000c1f89d184 req-72f6af15-d0a3-49a5-a6d2-b09ce203b377 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206400 Jul 14 07:02:39.691166 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bcd7b495-404a-4a67-be75-58b75fc7386c req-972c3062-6694-4345-9204-6f389ee153fe tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:39.697911 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-77adcc17-2806-4f29-8bb9-ef96867cc780 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:39.699505 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-77adcc17-2806-4f29-8bb9-ef96867cc780 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4&tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 1096 time: 0.1660519 Jul 14 07:02:39.747975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778696-5'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:39.776799 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c3062-6694-4345-9204-6f389ee153fe tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Pushing event deleted for resources: {'Port': ['ID=b9ba4412-dafb-444e-b676-de6bb93961c1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:39.805705 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8b28ed-5e61-45ea-ae17-1161a03e7974 x-openstack-request-id: req-cd8b28ed-5e61-45ea-ae17-1161a03e7974 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:39.806237 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e581f15-f546-469c-96e7-d241cf69ee44", "name": "network-vif-plugged", "status": "completed", "tag": "1ea406d5-86c1-43b0-b2b2-1c833cebd2fa", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:39.806237 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd8b28ed-5e61-45ea-ae17-1161a03e7974 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:39.806633 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e581f15-f546-469c-96e7-d241cf69ee44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea406d5-86c1-43b0-b2b2-1c833cebd2fa', 'code': 200} Jul 14 07:02:39.822063 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bcd7b495-404a-4a67-be75-58b75fc7386c req-972c3062-6694-4345-9204-6f389ee153fe tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:39.825800 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bcd7b495-404a-4a67-be75-58b75fc7386c req-972c3062-6694-4345-9204-6f389ee153fe tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:39.837866 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bcd7b495-404a-4a67-be75-58b75fc7386c req-972c3062-6694-4345-9204-6f389ee153fe tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "DELETE /v2.0/floatingips/b06ebadd-20a1-4be6-9dbc-5057bf95f119 HTTP/1.1" status: 204 len: 173 time: 1.3730738 Jul 14 07:02:39.874243 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a2ad8b61-7f27-4188-ac5a-68ce40caf828 req-c1e2a539-e41f-477a-a9e2-f7a10b3b73ce tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:39.885702 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['68246c3f-ea32-44e4-b96f-e74d16de6557'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:02:39.939855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2a539-e41f-477a-a9e2-f7a10b3b73ce tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Pushing event deleted for resources: {'Port': ['ID=68246c3f-ea32-44e4-b96f-e74d16de6557,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:39.984053 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25431d-7e6b-4eec-8b81-00ba400cbc7c req-b73dd602-3694-473a-b35c-dff0e2a19059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:39.984912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5b5cee1-7c54-4055-8d36-69bc15d2513d req-9c001792-232c-4772-af0a-4d14956340f3 tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.35 "GET /v2.0/ports?device_id=48963eca-4386-4ba9-8870-b577898c91f3 HTTP/1.1" status: 200 len: 210 time: 0.0388710 Jul 14 07:02:39.985713 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0c25431d-7e6b-4eec-8b81-00ba400cbc7c req-b73dd602-3694-473a-b35c-dff0e2a19059 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3e581f15-f546-469c-96e7-d241cf69ee44 HTTP/1.1" status: 200 len: 1100 time: 0.1045160 Jul 14 07:02:40.041465 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0c25431d-7e6b-4eec-8b81-00ba400cbc7c req-50d4523b-93b5-451a-81c9-29ab0b6a19ef service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491207 Jul 14 07:02:40.104174 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:40.133289 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ad8b61-7f27-4188-ac5a-68ce40caf828 req-c1e2a539-e41f-477a-a9e2-f7a10b3b73ce tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] No DVR routers for this DVR port 68246c3f-ea32-44e4-b96f-e74d16de6557 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:02:40.140938 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a2ad8b61-7f27-4188-ac5a-68ce40caf828 req-c1e2a539-e41f-477a-a9e2-f7a10b3b73ce tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:40.143128 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ad8b61-7f27-4188-ac5a-68ce40caf828 req-c1e2a539-e41f-477a-a9e2-f7a10b3b73ce tempest-ServerDiagnosticsNegativeTest-1149352696 tempest-ServerDiagnosticsNegativeTest-1149352696-project] 10.222.0.15 "DELETE /v2.0/ports/68246c3f-ea32-44e4-b96f-e74d16de6557 HTTP/1.1" status: 204 len: 173 time: 1.3639781 Jul 14 07:02:40.144998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48963eca-4386-4ba9-8870-b577898c91f3', 'name': 'network-vif-deleted', 'tag': '68246c3f-ea32-44e4-b96f-e74d16de6557'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:40.148075 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0d116f-3656-4c09-98e3-1a318cbfeab4" -d '{"events": [{"server_uuid": "48963eca-4386-4ba9-8870-b577898c91f3", "name": "network-vif-deleted", "tag": "68246c3f-ea32-44e4-b96f-e74d16de6557"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:40.232320 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271976ae-90f5-44a4-b7e1-5e3f36f4f5c3 req-5d02c2de-318a-449e-978d-ab4a68a9a636 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:40.234516 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-271976ae-90f5-44a4-b7e1-5e3f36f4f5c3 req-5d02c2de-318a-449e-978d-ab4a68a9a636 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 945 time: 0.2484725 Jul 14 07:02:40.310244 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-271976ae-90f5-44a4-b7e1-5e3f36f4f5c3 req-adda4324-8774-45e6-b6a5-55c5c2c8cf79 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510287 Jul 14 07:02:40.374696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] For port d3324072-a2da-4ee3-a712-5bd39e6be107, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=d3324072-a2da-4ee3-a712-5bd39e6be107,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:40.426064 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] For port d3324072-a2da-4ee3-a712-5bd39e6be107, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:40.503952 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:40.512912 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:40.597619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d90c4-98d9-4272-8584-a6e62d89ba72 req-0bd5d035-789e-472d-8839-d4a754546a43 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:40.601681 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-358d90c4-98d9-4272-8584-a6e62d89ba72 req-0bd5d035-789e-472d-8839-d4a754546a43 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 945 time: 0.1415513 Jul 14 07:02:40.614666 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8372c2-0ca9-4955-a802-c83ec1bcddd6 x-openstack-request-id: req-cc8372c2-0ca9-4955-a802-c83ec1bcddd6 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:40.615128 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48963eca-4386-4ba9-8870-b577898c91f3", "name": "network-vif-deleted", "tag": "68246c3f-ea32-44e4-b96f-e74d16de6557", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:40.615525 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc8372c2-0ca9-4955-a802-c83ec1bcddd6 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:40.616307 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48963eca-4386-4ba9-8870-b577898c91f3', 'name': 'network-vif-deleted', 'tag': '68246c3f-ea32-44e4-b96f-e74d16de6557', 'status': 'completed', 'code': 200} Jul 14 07:02:40.662074 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] Pushing event updated for resources: {'Port': ['ID=d3324072-a2da-4ee3-a712-5bd39e6be107,revision_number=7']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:40.694174 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-358d90c4-98d9-4272-8584-a6e62d89ba72 req-4675a8d4-f5da-42ec-9264-09929d168c30 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725689 Jul 14 07:02:40.695028 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] Attempting to bind port d3324072-a2da-4ee3-a712-5bd39e6be107 on host n-h2-778696-5 for vnic_type normal with profile {"migrating_to": "n-h1-778696-5"} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:02:40.695409 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] Attempting to bind port d3324072-a2da-4ee3-a712-5bd39e6be107 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:02:40.695783 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] Attempting to bind port d3324072-a2da-4ee3-a712-5bd39e6be107 on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:40.701057 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] Port d3324072-a2da-4ee3-a712-5bd39e6be107 on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:02:40.701435 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] Attempting to bind port d3324072-a2da-4ee3-a712-5bd39e6be107 on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:40.708386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:02:40.708787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] Checking segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:02:40.709312 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] Bound using segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:02:40.711322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] Bound port: d3324072-a2da-4ee3-a712-5bd39e6be107, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:02:40.711322 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:40.897518 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] For port d3324072-a2da-4ee3-a712-5bd39e6be107, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:40.946464 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] For port d3324072-a2da-4ee3-a712-5bd39e6be107, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=d3324072-a2da-4ee3-a712-5bd39e6be107,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:02:40.953271 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:41.047231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0a309-cb42-4257-afa9-1d92b214bfd2 req-ad246a85-8cf0-421a-940c-a25b379dbdba tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:41.048712 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bc0a309-cb42-4257-afa9-1d92b214bfd2 req-ad246a85-8cf0-421a-940c-a25b379dbdba tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 946 time: 0.2394905 Jul 14 07:02:41.051181 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] Pushing event updated for resources: {'Port': ['ID=d3324072-a2da-4ee3-a712-5bd39e6be107,revision_number=8']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:41.084173 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:41.084774 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:41.086096 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-c0f09844-1697-4c25-9a55-ee6cde575b42 service neutron] 10.222.0.30 "PUT /v2.0/ports/d3324072-a2da-4ee3-a712-5bd39e6be107 HTTP/1.1" status: 200 len: 1121 time: 1.3590732 Jul 14 07:02:41.087746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6ebe1-b37a-4cb4-aa1b-ee9723dd2617 req-2c78af40-fe66-4097-aa07-33c3d3eb2759 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:41.089106 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bdc6ebe1-b37a-4cb4-aa1b-ee9723dd2617 req-2c78af40-fe66-4097-aa07-33c3d3eb2759 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 1096 time: 0.1991942 Jul 14 07:02:41.139581 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bc0a309-cb42-4257-afa9-1d92b214bfd2 req-dee81f26-9d3d-4a83-bf2b-b8418a98f646 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/security-groups?id=2da91405-9355-400a-8f3f-d41afea688cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667858 Jul 14 07:02:41.145607 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bdc6ebe1-b37a-4cb4-aa1b-ee9723dd2617 req-69030520-1488-467e-afe3-37d043c3577a tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494308 Jul 14 07:02:41.153386 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['d3324072-a2da-4ee3-a712-5bd39e6be107'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:02:41.351506 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960bead-7689-4ecf-b79a-c6be4541a4a6 req-d8a7a72a-2955-4215-8b37-affc4a4c37a8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:41.353580 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4960bead-7689-4ecf-b79a-c6be4541a4a6 req-d8a7a72a-2955-4215-8b37-affc4a4c37a8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e581f15-f546-469c-96e7-d241cf69ee44 HTTP/1.1" status: 200 len: 949 time: 0.0867763 Jul 14 07:02:41.393556 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4960bead-7689-4ecf-b79a-c6be4541a4a6 req-5984849f-731d-4f83-bb0b-cfd4c1058806 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333371 Jul 14 07:02:41.661785 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-2292e665-c814-46c5-9dcf-9a51e7cce7a6 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:41.672052 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-2292e665-c814-46c5-9dcf-9a51e7cce7a6 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 807 time: 0.1132886 Jul 14 07:02:41.682364 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-5858b632-c652-41de-9e91-d17e8cd53a2e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/quotas/b105e52a7ba74b51aa3981183eb54e1c HTTP/1.1" status: 200 len: 375 time: 0.0092652 Jul 14 07:02:41.754624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36452) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:41.768102 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-1d550de9-42ea-4cf3-b14b-4d7ec12173f2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781996 Jul 14 07:02:41.857204 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-f58b0fe0-a842-48a7-8fc6-eba5d26e6da6 service neutron] 10.222.0.35 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881603 Jul 14 07:02:41.914180 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4af1fd82-e1cc-4a5c-b8f9-560d25e98b12 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a021c0bacdbf438babf9ab1eb8995926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569228 Jul 14 07:02:41.914997 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36458) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:41.984977 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27c20edb-cf4d-4a40-a243-c3ed559d57b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:42.010925 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27c20edb-cf4d-4a40-a243-c3ed559d57b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:42.060006 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27c20edb-cf4d-4a40-a243-c3ed559d57b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:42.064422 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27c20edb-cf4d-4a40-a243-c3ed559d57b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:42.065774 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-27c20edb-cf4d-4a40-a243-c3ed559d57b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6683bc5-ec07-4371-8d9b-84496f7b56a5 HTTP/1.1" status: 204 len: 168 time: 0.1489797 Jul 14 07:02:42.076825 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c20edb-cf4d-4a40-a243-c3ed559d57b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6683bc5-ec07-4371-8d9b-84496f7b56a5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:42.313912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-42620840-37a3-40be-8b3c-52ca31488638 service neutron] 10.222.0.35 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509418 Jul 14 07:02:42.327395 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d025ec-f096-4933-bf34-752e85a1ffe1 req-a73fcec8-1145-411d-a006-95cc919c25ec tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:42.328914 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0d025ec-f096-4933-bf34-752e85a1ffe1 req-a73fcec8-1145-411d-a006-95cc919c25ec tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 946 time: 0.0974264 Jul 14 07:02:42.363996 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 68246c3f-ea32-44e4-b96f-e74d16de6557 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:02:42.399527 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 68246c3f-ea32-44e4-b96f-e74d16de6557 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:02:42.399972 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 68246c3f-ea32-44e4-b96f-e74d16de6557 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:02:42.413087 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36472) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:42.426855 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2e6f4c70-3755-4b77-8984-2dde40a8c03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:42.511263 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ac846-074e-405c-a954-6cc69a756a8b req-4d24f692-52c4-47d8-82df-638745369323 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:42.513702 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-816ac846-074e-405c-a954-6cc69a756a8b req-4d24f692-52c4-47d8-82df-638745369323 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 943 time: 0.1378200 Jul 14 07:02:42.526622 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2e6f4c70-3755-4b77-8984-2dde40a8c03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:42.530909 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2e6f4c70-3755-4b77-8984-2dde40a8c03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:42.575214 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2e6f4c70-3755-4b77-8984-2dde40a8c03e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6354b500ffeb4d90a2ab4907301c813b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584334 Jul 14 07:02:42.575383 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-6222416c-36c5-4c05-984a-a43b617d9b4e tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2281f30133514aaea601f8c8dab8e960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546842 Jul 14 07:02:42.576213 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-f0d025ec-f096-4933-bf34-752e85a1ffe1 req-1eedb1d2-e3a7-4bc1-afb2-20c7c363704c tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Deleting port 8b00ed8e-8f46-4582-8b4d-f80272948664 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:02:42.576561 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f0d025ec-f096-4933-bf34-752e85a1ffe1 req-1eedb1d2-e3a7-4bc1-afb2-20c7c363704c tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:42.577934 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f4c70-3755-4b77-8984-2dde40a8c03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf0f53a-1e66-44f5-99b5-06d153a8f673,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:42.579077 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36488) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:42.623676 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403f5cfb-13c8-42b0-b0d4-a2afb1655cc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3324072-a2da-4ee3-a712-5bd39e6be107'}, {'name': 'network-changed', 'server_uuid': '403f5cfb-13c8-42b0-b0d4-a2afb1655cc4', 'tag': 'd3324072-a2da-4ee3-a712-5bd39e6be107'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:42.625983 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9475767f-1f91-40cf-8fcb-ce89f95ecc8e" -d '{"events": [{"server_uuid": "403f5cfb-13c8-42b0-b0d4-a2afb1655cc4", "name": "network-vif-unplugged", "status": "completed", "tag": "d3324072-a2da-4ee3-a712-5bd39e6be107"}, {"name": "network-changed", "server_uuid": "403f5cfb-13c8-42b0-b0d4-a2afb1655cc4", "tag": "d3324072-a2da-4ee3-a712-5bd39e6be107"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:42.708938 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-816ac846-074e-405c-a954-6cc69a756a8b req-cdaa03cb-517c-45c0-9d80-3f3a3c348d2f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822932 Jul 14 07:02:42.799155 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27673954-0ca5-4015-89ea-02231d090235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:42.846277 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-e710b0e6-5981-406a-b4a9-dcfe64f33222 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:42.847715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-e710b0e6-5981-406a-b4a9-dcfe64f33222 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2675424 Jul 14 07:02:42.852457 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-f0d025ec-f096-4933-bf34-752e85a1ffe1 req-1eedb1d2-e3a7-4bc1-afb2-20c7c363704c tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] For port 8b00ed8e-8f46-4582-8b4d-f80272948664, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=8b00ed8e-8f46-4582-8b4d-f80272948664,segment=NetworkSegment(020f8a0c-1d19-4d1d-9be1-5fa389f767db),segment_id=020f8a0c-1d19-4d1d-9be1-5fa389f767db)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:42.852823 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f0d025ec-f096-4933-bf34-752e85a1ffe1 req-1eedb1d2-e3a7-4bc1-afb2-20c7c363704c tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:42.865941 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27673954-0ca5-4015-89ea-02231d090235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:42.910008 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-f0d025ec-f096-4933-bf34-752e85a1ffe1 req-1eedb1d2-e3a7-4bc1-afb2-20c7c363704c tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Calling delete_port for 8b00ed8e-8f46-4582-8b4d-f80272948664 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:02:42.919345 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-4dd6f23b-ce22-40c8-bd4d-b61f14d747ed tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/quotas/2281f30133514aaea601f8c8dab8e960 HTTP/1.1" status: 200 len: 375 time: 0.0562389 Jul 14 07:02:43.065121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8ff6b-ad5d-4e71-925a-cc0d62fb015a req-81ee473e-6b3b-42b8-a699-c81a134fc6e9 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:43.066707 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-74a8ff6b-ad5d-4e71-925a-cc0d62fb015a req-81ee473e-6b3b-42b8-a699-c81a134fc6e9 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 946 time: 0.2278805 Jul 14 07:02:43.072666 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27673954-0ca5-4015-89ea-02231d090235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:43.075244 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27673954-0ca5-4015-89ea-02231d090235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:43.076363 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-27673954-0ca5-4015-89ea-02231d090235 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1bf0f53a-1e66-44f5-99b5-06d153a8f673 HTTP/1.1" status: 204 len: 168 time: 0.4950819 Jul 14 07:02:43.114717 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27673954-0ca5-4015-89ea-02231d090235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf0f53a-1e66-44f5-99b5-06d153a8f673,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:43.137127 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-a6752268-d616-41ae-8f7e-19985cfa64f2 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2281f30133514aaea601f8c8dab8e960&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2041266 Jul 14 07:02:43.187038 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-74a8ff6b-ad5d-4e71-925a-cc0d62fb015a req-3a947c5e-cd7f-4142-831c-e11bf51f29da tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/security-groups?id=2da91405-9355-400a-8f3f-d41afea688cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089256 Jul 14 07:02:43.234444 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f0d025ec-f096-4933-bf34-752e85a1ffe1 req-1eedb1d2-e3a7-4bc1-afb2-20c7c363704c tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:43.248109 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['8b00ed8e-8f46-4582-8b4d-f80272948664'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:02:43.263621 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedb1d2-e3a7-4bc1-afb2-20c7c363704c tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Pushing event deleted for resources: {'Port': ['ID=8b00ed8e-8f46-4582-8b4d-f80272948664,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:43.331534 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d025ec-f096-4933-bf34-752e85a1ffe1 req-1eedb1d2-e3a7-4bc1-afb2-20c7c363704c tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] No DVR routers for this DVR port 8b00ed8e-8f46-4582-8b4d-f80272948664 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:02:43.334189 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f0d025ec-f096-4933-bf34-752e85a1ffe1 req-1eedb1d2-e3a7-4bc1-afb2-20c7c363704c tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:43.336412 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0d025ec-f096-4933-bf34-752e85a1ffe1 req-1eedb1d2-e3a7-4bc1-afb2-20c7c363704c tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.30 "DELETE /v2.0/ports/8b00ed8e-8f46-4582-8b4d-f80272948664 HTTP/1.1" status: 204 len: 173 time: 1.0017164 Jul 14 07:02:43.591475 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7dd1db3f-f081-4d97-b577-9328f4377e7b req-3034990b-1aef-43c2-8a35-765864a408a2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 210 time: 0.0616684 Jul 14 07:02:43.618814 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7dfe8c-8973-43de-9cfe-43e5399033da x-openstack-request-id: req-7d7dfe8c-8973-43de-9cfe-43e5399033da {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:43.619382 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403f5cfb-13c8-42b0-b0d4-a2afb1655cc4", "name": "network-vif-unplugged", "status": "completed", "tag": "d3324072-a2da-4ee3-a712-5bd39e6be107", "code": 200}, {"name": "network-changed", "server_uuid": "403f5cfb-13c8-42b0-b0d4-a2afb1655cc4", "tag": "d3324072-a2da-4ee3-a712-5bd39e6be107", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:43.619714 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d7dfe8c-8973-43de-9cfe-43e5399033da {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:43.620279 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403f5cfb-13c8-42b0-b0d4-a2afb1655cc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3324072-a2da-4ee3-a712-5bd39e6be107', 'code': 200} Jul 14 07:02:43.620709 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403f5cfb-13c8-42b0-b0d4-a2afb1655cc4', 'tag': 'd3324072-a2da-4ee3-a712-5bd39e6be107', 'status': 'completed', 'code': 200} Jul 14 07:02:43.912002 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-02520cf1-1d35-4939-a2bc-6df65676491a req-69d7dcbf-edf8-47d5-a130-1332b27ed0e7 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 210 time: 0.0681381 Jul 14 07:02:44.052502 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-f76f1c49-96f5-4561-96b8-66cf63b02ff2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:44.054062 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-f76f1c49-96f5-4561-96b8-66cf63b02ff2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.15 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 807 time: 0.3907654 Jul 14 07:02:44.088796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-14600c47-a89e-4d2b-afcf-f58cf7b238a2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Request body: {'port': {'device_id': '1ed1b443-df32-478a-8a5a-09eec64bc274', 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b', 'admin_state_up': True, 'tenant_id': 'b105e52a7ba74b51aa3981183eb54e1c'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:44.208428 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475767f-1f91-40cf-8fcb-ce89f95ecc8e req-36dbb00f-37d1-4398-b1d2-8f49f8e0503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:44.214775 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9475767f-1f91-40cf-8fcb-ce89f95ecc8e req-36dbb00f-37d1-4398-b1d2-8f49f8e0503e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 1124 time: 0.5700810 Jul 14 07:02:44.275893 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36546) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:44.410367 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d3324072-a2da-4ee3-a712-5bd39e6be107 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:02:44.531465 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9797b3-a1f4-4316-a1e0-eb1c4cf394ea req-b46629e7-c78f-4847-a7ca-96ef6ffe353e tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:44.549134 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b9797b3-a1f4-4316-a1e0-eb1c4cf394ea req-b46629e7-c78f-4847-a7ca-96ef6ffe353e tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 943 time: 0.3278670 Jul 14 07:02:44.643935 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port d3324072-a2da-4ee3-a712-5bd39e6be107, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=d3324072-a2da-4ee3-a712-5bd39e6be107,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:44.658491 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d3324072-a2da-4ee3-a712-5bd39e6be107 has no active binding in host n-h1-778696-5 {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 07:02:44.666950 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475767f-1f91-40cf-8fcb-ce89f95ecc8e req-33aa177d-7e18-4524-bb6f-28de90965074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:44.668432 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9475767f-1f91-40cf-8fcb-ce89f95ecc8e req-33aa177d-7e18-4524-bb6f-28de90965074 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 922 time: 0.4201038 Jul 14 07:02:44.689111 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb17b-f0ca-483f-bf32-3312ec2c4e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:44.695405 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a0fa8719-d750-4548-aca4-c5253d8344ec req-3b26b917-e8f0-4c55-b936-42f19f6456f8 tempest-FloatingIPsAssociationTestJSON-1362227010 tempest-FloatingIPsAssociationTestJSON-1362227010-project] 10.222.0.35 "GET /v2.0/ports?device_id=75b9f121-449f-4349-a386-4166c2231548 HTTP/1.1" status: 200 len: 210 time: 0.1021054 Jul 14 07:02:44.732965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-14600c47-a89e-4d2b-afcf-f58cf7b238a2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Made reservation on behalf of b105e52a7ba74b51aa3981183eb54e1c for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:02:44.736899 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-14600c47-a89e-4d2b-afcf-f58cf7b238a2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:44.746253 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9475767f-1f91-40cf-8fcb-ce89f95ecc8e req-b26b874d-fa8e-4026-8480-1b33644f05ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3324072-a2da-4ee3-a712-5bd39e6be107 HTTP/1.1" status: 200 len: 217 time: 0.0545816 Jul 14 07:02:44.774768 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b9797b3-a1f4-4316-a1e0-eb1c4cf394ea req-ae2b2f5e-b594-443a-ba9b-390aad550019 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235365 Jul 14 07:02:44.803037 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb17b-f0ca-483f-bf32-3312ec2c4e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:44.814272 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb17b-f0ca-483f-bf32-3312ec2c4e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:44.870949 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f2dbb17b-f0ca-483f-bf32-3312ec2c4e90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69bf095a1f4f4a4fb1ef8c8829037ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5912707 Jul 14 07:02:44.871061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475767f-1f91-40cf-8fcb-ce89f95ecc8e req-442c983f-2bfa-4c82-aedb-07412af3e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:44.872260 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9475767f-1f91-40cf-8fcb-ce89f95ecc8e req-442c983f-2bfa-4c82-aedb-07412af3e70f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.0929947 Jul 14 07:02:44.872514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbb17b-f0ca-483f-bf32-3312ec2c4e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073a49fc-5dc8-4670-89aa-60d330d4f723,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:44.872949 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36568) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:44.882184 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-4bba27d6-ced8-4b6a-92a9-0df4617d5ffc service neutron] 10.222.0.15 "GET /v2.0/ports/d3324072-a2da-4ee3-a712-5bd39e6be107/bindings/n-h1-778696-5 HTTP/1.1" status: 200 len: 384 time: 0.2772572 Jul 14 07:02:45.095223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-14600c47-a89e-4d2b-afcf-f58cf7b238a2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Allocated IP 172.20.0.9 (6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b/416e4cab-c8c0-4a46-ae21-5c85ac9e0263/5391242a-3277-4680-97ad-29af538efedb) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:02:45.154618 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:45.253249 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-14600c47-a89e-4d2b-afcf-f58cf7b238a2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:45.265004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-f0544876-d1c5-4a22-9068-9953aee5d924 service neutron] For port d3324072-a2da-4ee3-a712-5bd39e6be107, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=d3324072-a2da-4ee3-a712-5bd39e6be107,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:45.310747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-f0544876-d1c5-4a22-9068-9953aee5d924 service neutron] For port d3324072-a2da-4ee3-a712-5bd39e6be107, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:45.316048 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:45.335805 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9475767f-1f91-40cf-8fcb-ce89f95ecc8e req-8de6e5d0-3da1-4736-a03e-3c1b82f061d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4409063 Jul 14 07:02:45.336273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36578) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:45.391560 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-f0544876-d1c5-4a22-9068-9953aee5d924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3324072-a2da-4ee3-a712-5bd39e6be107 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:45.420224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-f0544876-d1c5-4a22-9068-9953aee5d924 service neutron] For port d3324072-a2da-4ee3-a712-5bd39e6be107, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d3324072-a2da-4ee3-a712-5bd39e6be107,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:45.471281 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-f0544876-d1c5-4a22-9068-9953aee5d924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:45.496029 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9475767f-1f91-40cf-8fcb-ce89f95ecc8e req-e24bbcb1-3e33-4e30-a1a0-aac8f00078ac service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356633 Jul 14 07:02:45.500779 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19249293-eb77-46c7-88a6-9093b936ee05 req-edadbbd5-0d8a-47cb-9428-674b756ff4d7 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 210 time: 0.2201021 Jul 14 07:02:45.513173 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2e73741-6b54-48ea-9589-a91b8ee46b19 req-285c8c5e-7b68-40e3-b570-69778a1b1899 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 210 time: 0.2217743 Jul 14 07:02:45.526446 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-242d6e9c-5cae-4179-acc1-3a9b28bf0f0d tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2281f30133514aaea601f8c8dab8e960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2018409 Jul 14 07:02:45.605073 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-f0544876-d1c5-4a22-9068-9953aee5d924 service neutron] Transition to ACTIVE for port object d3324072-a2da-4ee3-a712-5bd39e6be107 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:02:45.610801 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-f0544876-d1c5-4a22-9068-9953aee5d924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:45.641428 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b9f121-449f-4349-a386-4166c2231548', 'name': 'network-vif-deleted', 'tag': '8b00ed8e-8f46-4582-8b4d-f80272948664'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:45.644613 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1b069b-f4f3-4440-850e-17ccaf643465" -d '{"events": [{"server_uuid": "75b9f121-449f-4349-a386-4166c2231548", "name": "network-vif-deleted", "tag": "8b00ed8e-8f46-4582-8b4d-f80272948664"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:45.661941 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-14600c47-a89e-4d2b-afcf-f58cf7b238a2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:45.700493 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d4dea2a-2f9e-4361-9b96-a993f1992009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:45.731901 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-f0544876-d1c5-4a22-9068-9953aee5d924 service neutron] No DVR routers for this DVR port d3324072-a2da-4ee3-a712-5bd39e6be107 on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:02:45.768873 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3f7605-9c58-4353-8fd7-3f9e785e99c5 x-openstack-request-id: req-7f3f7605-9c58-4353-8fd7-3f9e785e99c5 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:45.769163 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b9f121-449f-4349-a386-4166c2231548", "name": "network-vif-deleted", "tag": "8b00ed8e-8f46-4582-8b4d-f80272948664", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:45.769452 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f3f7605-9c58-4353-8fd7-3f9e785e99c5 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:45.769854 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b9f121-449f-4349-a386-4166c2231548', 'name': 'network-vif-deleted', 'tag': '8b00ed8e-8f46-4582-8b4d-f80272948664', 'status': 'completed', 'code': 200} Jul 14 07:02:45.787818 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-14600c47-a89e-4d2b-afcf-f58cf7b238a2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:02:45.805581 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-f0544876-d1c5-4a22-9068-9953aee5d924 service neutron] 10.222.0.15 "PUT /v2.0/ports/d3324072-a2da-4ee3-a712-5bd39e6be107/bindings/n-h1-778696-5/activate HTTP/1.1" status: 200 len: 369 time: 0.9171836 Jul 14 07:02:45.808560 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-14600c47-a89e-4d2b-afcf-f58cf7b238a2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:02:45.815583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0544876-d1c5-4a22-9068-9953aee5d924 service neutron] Pushing event updated for resources: {'Port': ['ID=d3324072-a2da-4ee3-a712-5bd39e6be107,revision_number=10']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:45.840012 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-14600c47-a89e-4d2b-afcf-f58cf7b238a2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:02:45.847654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-14600c47-a89e-4d2b-afcf-f58cf7b238a2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:45.848474 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-14600c47-a89e-4d2b-afcf-f58cf7b238a2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:45.878424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36598) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:45.987051 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d4dea2a-2f9e-4361-9b96-a993f1992009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:45.994448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-cec8a13d-4616-4120-934f-e59e4671bb10 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:45.996051 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-cec8a13d-4616-4120-934f-e59e4671bb10 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4&tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 1095 time: 0.1326733 Jul 14 07:02:46.025005 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce7ca187-077e-4ea4-8dd5-82aca57f62d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:46.026892 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14600c47-a89e-4d2b-afcf-f58cf7b238a2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Pushing event updated for resources: {'Port': ['ID=5391242a-3277-4680-97ad-29af538efedb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:46.030846 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9475767f-1f91-40cf-8fcb-ce89f95ecc8e req-a6ee860f-c3e0-4a87-b9ba-62ad7c93e344 service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140612 Jul 14 07:02:46.094918 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-03dd2596-b488-40c2-b108-3b72917e555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:46.095853 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-14600c47-a89e-4d2b-afcf-f58cf7b238a2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0119741 Jul 14 07:02:46.096444 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-03dd2596-b488-40c2-b108-3b72917e555f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4&tenant_id=4bb7e9bc2a1044b6a6502114e85dc356 HTTP/1.1" status: 200 len: 1095 time: 0.0935895 Jul 14 07:02:46.132804 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-0c18f526-dd97-4236-af61-f253e1d66794 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=56a49258a4224fa3bb7cbb77c7009a21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1426201 Jul 14 07:02:46.149549 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Request body: {'port': {'device_id': '1ed1b443-df32-478a-8a5a-09eec64bc274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:46.170267 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-2ac6917a-4da3-42e3-9610-2304f4933c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:46.172001 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-2ac6917a-4da3-42e3-9610-2304f4933c0b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 1095 time: 0.0541463 Jul 14 07:02:46.232386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-7234a74f-f1f9-43d9-91fc-cfae686ddfb5 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:46.233897 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-7234a74f-f1f9-43d9-91fc-cfae686ddfb5 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6090362 Jul 14 07:02:46.263601 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-3a47b943-e413-461a-97b3-2f13201e7c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:46.265306 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-3a47b943-e413-461a-97b3-2f13201e7c67 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 922 time: 0.0878499 Jul 14 07:02:46.282075 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-ef13fe8d-48f8-44af-bc14-021f415a1e68 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Request body: {'port': {'device_id': '4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '2281f30133514aaea601f8c8dab8e960'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:46.307178 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-3067e704-23e7-4474-a2b9-21753289f238 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3324072-a2da-4ee3-a712-5bd39e6be107 HTTP/1.1" status: 200 len: 217 time: 0.0356145 Jul 14 07:02:46.352835 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-6278bf03-c61f-4b1f-9aa6-d376fa0bff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:46.354326 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-6278bf03-c61f-4b1f-9aa6-d376fa0bff9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.0406010 Jul 14 07:02:46.389233 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-a67d62a6-f785-4e68-b52a-9953640f7c13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288010 Jul 14 07:02:46.410397 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 8b00ed8e-8f46-4582-8b4d-f80272948664 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:02:46.432166 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 8b00ed8e-8f46-4582-8b4d-f80272948664 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:02:46.432553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 8b00ed8e-8f46-4582-8b4d-f80272948664 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:02:46.480639 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-e7222256-1ff3-4381-980a-3a0d1b88e340 service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841539 Jul 14 07:02:46.581772 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-d895cb6e-9f61-41c9-8147-f11ddbb84aa3 service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933640 Jul 14 07:02:46.735179 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d4dea2a-2f9e-4361-9b96-a993f1992009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:46.737764 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d4dea2a-2f9e-4361-9b96-a993f1992009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:46.738925 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4d4dea2a-2f9e-4361-9b96-a993f1992009 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/073a49fc-5dc8-4670-89aa-60d330d4f723 HTTP/1.1" status: 204 len: 168 time: 1.8648438 Jul 14 07:02:46.829651 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d5adb-2015-4dff-a101-b180988aaf1a req-b984797d-024a-44af-b5b0-473669b3f036 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:46.831167 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c40d5adb-2015-4dff-a101-b180988aaf1a req-b984797d-024a-44af-b5b0-473669b3f036 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 944 time: 0.7848868 Jul 14 07:02:46.842225 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4dea2a-2f9e-4361-9b96-a993f1992009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073a49fc-5dc8-4670-89aa-60d330d4f723,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:46.843766 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:46.893802 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-114e3ac0-af31-44f9-9022-9bdaed4e209f tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:46.895285 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-114e3ac0-af31-44f9-9022-9bdaed4e209f tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7300663 Jul 14 07:02:46.978348 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-f5bddd2b-0fc0-400b-916b-f8a7a54dfa3f tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/quotas/56a49258a4224fa3bb7cbb77c7009a21 HTTP/1.1" status: 200 len: 375 time: 0.0627120 Jul 14 07:02:47.022377 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c40d5adb-2015-4dff-a101-b180988aaf1a req-f53f3361-f4e4-4bce-adf3-bef498dde1a4 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742520 Jul 14 07:02:47.024136 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce7ca187-077e-4ea4-8dd5-82aca57f62d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:47.070201 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce7ca187-077e-4ea4-8dd5-82aca57f62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:47.088300 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-078b6494-a629-4580-9944-1b2aef665423 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=56a49258a4224fa3bb7cbb77c7009a21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692303 Jul 14 07:02:47.205391 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-ef13fe8d-48f8-44af-bc14-021f415a1e68 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Made reservation on behalf of 2281f30133514aaea601f8c8dab8e960 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:02:47.208911 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-ef13fe8d-48f8-44af-bc14-021f415a1e68 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:47.261544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ca187-077e-4ea4-8dd5-82aca57f62d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb96db3-7939-4deb-856c-744e900be1a8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:47.270574 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ce7ca187-077e-4ea4-8dd5-82aca57f62d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=796403eea4424ac6a09cb64b3fec32e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9241502 Jul 14 07:02:47.287503 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36628) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:47.302300 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-1f4538c8-dbf6-4702-80a8-365cf3942f00 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:47.304050 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-1f4538c8-dbf6-4702-80a8-365cf3942f00 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4&tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&binding%3Ahost_id=n-h1-778696-5 HTTP/1.1" status: 200 len: 1095 time: 0.1516535 Jul 14 07:02:47.519210 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dfea8496-c114-4141-918c-7241d989f6a9 req-a0d8d10f-2a49-45a1-83e6-7b7d4f7517d9 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 210 time: 0.1057022 Jul 14 07:02:47.548823 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-1c95917a-7322-42a4-816d-5c4d474f888b service neutron] For port d3324072-a2da-4ee3-a712-5bd39e6be107, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:47.552412 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-1c95917a-7322-42a4-816d-5c4d474f888b service neutron] Notify callbacks [] for binding, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:47.569442 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2912b5b9-d3b4-410e-a896-c463bed09d45 req-1c95917a-7322-42a4-816d-5c4d474f888b service neutron] 10.222.0.30 "DELETE /v2.0/ports/d3324072-a2da-4ee3-a712-5bd39e6be107/bindings/n-h2-778696-5 HTTP/1.1" status: 204 len: 173 time: 0.2583158 Jul 14 07:02:47.627846 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36644) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:47.671665 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c4afde9-aa26-43f9-981f-7e2c4679ad6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:47.674672 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ce25a0c-5d93-4f25-b3fa-b790dd049908 req-e3cefdc8-657f-40f6-9aa3-734474374864 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa9702b-6215-41b5-924e-ac9e2c37e9ba HTTP/1.1" status: 200 len: 210 time: 0.0877085 Jul 14 07:02:47.748749 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-384a5c4f-38eb-4912-a366-d87fcb527ab9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1565960200-network', 'tenant_id': '483d61bc9c664c6abb041a2bbc8eeba2'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:47.769569 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384a5c4f-38eb-4912-a366-d87fcb527ab9 admin admin] Made reservation on behalf of 483d61bc9c664c6abb041a2bbc8eeba2 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:02:47.772745 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-384a5c4f-38eb-4912-a366-d87fcb527ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:47.781871 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-ef13fe8d-48f8-44af-bc14-021f415a1e68 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Allocated IP 192.168.233.137 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/d487147e-50b4-4129-8759-2ad2e05b0739) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:02:47.803976 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c4afde9-aa26-43f9-981f-7e2c4679ad6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:47.867491 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a4839-9b35-446b-997b-4de7777baabc req-5fd761b4-6174-45c5-a79b-67f474d041c8 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:47.869477 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b34a4839-9b35-446b-997b-4de7777baabc req-5fd761b4-6174-45c5-a79b-67f474d041c8 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 931 time: 0.4072943 Jul 14 07:02:47.873621 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5391242a-3277-4680-97ad-29af538efedb {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:47.908001 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:47.972219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Transition to ACTIVE for port object 5391242a-3277-4680-97ad-29af538efedb will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:02:47.985012 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.018674 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-384a5c4f-38eb-4912-a366-d87fcb527ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.044154 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0688652d-581b-448c-9ff6-ee9ae5161c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.049817 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b34a4839-9b35-446b-997b-4de7777baabc req-5a48bc7e-02b6-401f-838c-ceafa7aa52de tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498406 Jul 14 07:02:48.109122 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c4afde9-aa26-43f9-981f-7e2c4679ad6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.111767 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c4afde9-aa26-43f9-981f-7e2c4679ad6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.112902 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6c4afde9-aa26-43f9-981f-7e2c4679ad6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aeb96db3-7939-4deb-856c-744e900be1a8 HTTP/1.1" status: 204 len: 168 time: 0.8220127 Jul 14 07:02:48.173708 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-384a5c4f-38eb-4912-a366-d87fcb527ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.179706 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Pushing event updated for resources: {'Port': ['ID=5391242a-3277-4680-97ad-29af538efedb,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:48.180722 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-384a5c4f-38eb-4912-a366-d87fcb527ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.190000 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4afde9-aa26-43f9-981f-7e2c4679ad6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb96db3-7939-4deb-856c-744e900be1a8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:48.230729 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a5c4f-38eb-4912-a366-d87fcb527ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c72e83f-da09-4568-9198-d9cc12ead09f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:48.244746 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384a5c4f-38eb-4912-a366-d87fcb527ab9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:02:48.258063 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-384a5c4f-38eb-4912-a366-d87fcb527ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.258834 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-384a5c4f-38eb-4912-a366-d87fcb527ab9 admin admin] Added segment 1c64a72d-5825-461d-8cde-0a8c60565c68 of type vlan for network 5ac0c3a8-574e-48f9-9eae-9eb1b30e2ede Jul 14 07:02:48.318878 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-384a5c4f-38eb-4912-a366-d87fcb527ab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.361253 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Attempting to bind port 5391242a-3277-4680-97ad-29af538efedb on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:02:48.362205 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Attempting to bind port 5391242a-3277-4680-97ad-29af538efedb by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:02:48.362542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Attempting to bind port 5391242a-3277-4680-97ad-29af538efedb on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:48.378417 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-384a5c4f-38eb-4912-a366-d87fcb527ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.382840 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384a5c4f-38eb-4912-a366-d87fcb527ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:48.385676 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-384a5c4f-38eb-4912-a366-d87fcb527ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.386372 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Port 5391242a-3277-4680-97ad-29af538efedb on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:02:48.386892 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Attempting to bind port 5391242a-3277-4680-97ad-29af538efedb on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:48.393668 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device d3324072-a2da-4ee3-a712-5bd39e6be107 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:02:48.431251 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:02:48.431852 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Checking segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:02:48.432405 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Bound using segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:02:48.433033 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Bound port: 5391242a-3277-4680-97ad-29af538efedb, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:02:48.433588 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.438830 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device d3324072-a2da-4ee3-a712-5bd39e6be107 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:02:48.481664 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-384a5c4f-38eb-4912-a366-d87fcb527ab9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8517995 Jul 14 07:02:48.484936 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36658) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:48.493790 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a5c4f-38eb-4912-a366-d87fcb527ab9 admin admin] Pushing event updated for resources: {'Network': ['ID=5ac0c3a8-574e-48f9-9eae-9eb1b30e2ede,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:48.504000 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-ef13fe8d-48f8-44af-bc14-021f415a1e68 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.505211 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 5ac0c3a8-574e-48f9-9eae-9eb1b30e2ede details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:02:48.530009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ed2241a1-8376-4132-9075-644851d32348 admin admin] Request body: {'subnet': {'network_id': '5ac0c3a8-574e-48f9-9eae-9eb1b30e2ede', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1565960200-subnet', 'tenant_id': '483d61bc9c664c6abb041a2bbc8eeba2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:48.546765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36660) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:48.582009 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc7869b8-8075-4b22-abcf-759e3c962a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.589587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-ef13fe8d-48f8-44af-bc14-021f415a1e68 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Transition to ACTIVE for port object d487147e-50b4-4129-8759-2ad2e05b0739 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:02:48.612721 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94280b-d977-4cb9-9d26-29f8b21045af req-9951c7ec-61a2-4425-9d73-efe763b9a5f8 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:48.614442 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be94280b-d977-4cb9-9d26-29f8b21045af req-9951c7ec-61a2-4425-9d73-efe763b9a5f8 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 944 time: 0.4361565 Jul 14 07:02:48.675398 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2241a1-8376-4132-9075-644851d32348 admin admin] Made reservation on behalf of 483d61bc9c664c6abb041a2bbc8eeba2 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:02:48.677900 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ed2241a1-8376-4132-9075-644851d32348 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.720900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] For port 5391242a-3277-4680-97ad-29af538efedb, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:48.726479 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-227e2347-893e-4ab1-9929-b9b1ae3e04a4 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=56a49258a4224fa3bb7cbb77c7009a21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301738 Jul 14 07:02:48.799114 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-33cd85f4-28e3-4f03-95bb-eea5f8106e14 req-3142557b-78d4-42ca-97ca-4d6f359bedbe tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 210 time: 0.1174142 Jul 14 07:02:48.813824 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] For port 5391242a-3277-4680-97ad-29af538efedb, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5391242a-3277-4680-97ad-29af538efedb,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:02:48.845654 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc7869b8-8075-4b22-abcf-759e3c962a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.849924 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be94280b-d977-4cb9-9d26-29f8b21045af req-134e4c37-8128-4c0f-9aec-748b8cf0036f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191303 Jul 14 07:02:48.871401 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.872467 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc7869b8-8075-4b22-abcf-759e3c962a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.883806 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-cf7908e9-6760-4e5f-b31c-171b6f9ff4f7 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:48.885505 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-cf7908e9-6760-4e5f-b31c-171b6f9ff4f7 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1545889 Jul 14 07:02:48.928188 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-e7920d03-ddcf-4be6-b5ed-127e95f906fa tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Request body: {'port': {'device_id': 'eaa9702b-6215-41b5-924e-ac9e2c37e9ba', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '56a49258a4224fa3bb7cbb77c7009a21'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:48.954936 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-ef13fe8d-48f8-44af-bc14-021f415a1e68 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.967009 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['1ea406d5-86c1-43b0-b2b2-1c833cebd2fa'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:02:48.984379 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:48.985121 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:48.986695 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] 10.222.0.15 "PUT /v2.0/ports/5391242a-3277-4680-97ad-29af538efedb HTTP/1.1" status: 200 len: 1091 time: 2.8602219 Jul 14 07:02:49.005981 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fc7869b8-8075-4b22-abcf-759e3c962a08 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b0abf2e494f94edeaa1f851ff0224d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579394 Jul 14 07:02:49.016775 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36670) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:49.037069 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7869b8-8075-4b22-abcf-759e3c962a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c1fa74-efca-4385-aaf6-34651e5bfc65,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:49.046321 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed1b443-df32-478a-8a5a-09eec64bc274', 'tag': '5391242a-3277-4680-97ad-29af538efedb'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:49.048556 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dc3ee0-cc9a-4e10-a6f2-1f131a7a3114" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed1b443-df32-478a-8a5a-09eec64bc274", "tag": "5391242a-3277-4680-97ad-29af538efedb"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:49.120867 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6a14b69-cb8a-4309-b53a-dd511ad0976a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:49.154003 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6a14b69-cb8a-4309-b53a-dd511ad0976a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:49.155723 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-e7920d03-ddcf-4be6-b5ed-127e95f906fa tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Made reservation on behalf of 56a49258a4224fa3bb7cbb77c7009a21 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:02:49.159168 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-e7920d03-ddcf-4be6-b5ed-127e95f906fa tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:49.171715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12efbb0d-e529-41b6-8e6c-34eb5948e06c req-23b7f268-6d0f-42bd-9594-a4255844efd1 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa9702b-6215-41b5-924e-ac9e2c37e9ba HTTP/1.1" status: 200 len: 210 time: 0.1263373 Jul 14 07:02:49.175113 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-e7920d03-ddcf-4be6-b5ed-127e95f906fa tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:49.182326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-ef13fe8d-48f8-44af-bc14-021f415a1e68 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:02:49.238704 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6a14b69-cb8a-4309-b53a-dd511ad0976a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:49.242186 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6a14b69-cb8a-4309-b53a-dd511ad0976a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:49.245488 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c6a14b69-cb8a-4309-b53a-dd511ad0976a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9c1fa74-efca-4385-aaf6-34651e5bfc65 HTTP/1.1" status: 204 len: 168 time: 0.2250707 Jul 14 07:02:49.266147 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a14b69-cb8a-4309-b53a-dd511ad0976a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c1fa74-efca-4385-aaf6-34651e5bfc65,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:49.351593 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-e7920d03-ddcf-4be6-b5ed-127e95f906fa tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:49.356472 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-e7920d03-ddcf-4be6-b5ed-127e95f906fa tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:49.431092 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7920d03-ddcf-4be6-b5ed-127e95f906fa tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6093f71-7a54-4b6c-98b8-9abbfcb436de,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:49.505200 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-e7920d03-ddcf-4be6-b5ed-127e95f906fa tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Allocated IP 192.168.233.49 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:02:49.526940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-ef13fe8d-48f8-44af-bc14-021f415a1e68 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:02:49.542647 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-ef13fe8d-48f8-44af-bc14-021f415a1e68 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:02:49.548970 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-ef13fe8d-48f8-44af-bc14-021f415a1e68 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:49.549695 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-ef13fe8d-48f8-44af-bc14-021f415a1e68 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:49.594966 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700ee77-986d-4b14-9f42-5d2e6847766e service neutron] Pushing event updated for resources: {'Port': ['ID=5391242a-3277-4680-97ad-29af538efedb,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:49.659323 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13fe8d-48f8-44af-bc14-021f415a1e68 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Pushing event updated for resources: {'Port': ['ID=d487147e-50b4-4129-8759-2ad2e05b0739,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:49.690626 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-ef13fe8d-48f8-44af-bc14-021f415a1e68 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4197631 Jul 14 07:02:49.715919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Request body: {'port': {'device_id': '4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:49.734623 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-e7920d03-ddcf-4be6-b5ed-127e95f906fa tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:49.750052 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-e7920d03-ddcf-4be6-b5ed-127e95f906fa tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Transition to ACTIVE for port object 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:02:49.793093 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-e7920d03-ddcf-4be6-b5ed-127e95f906fa tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:49.808231 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ea485566-253c-4ad8-aa61-12ae207b5df9 None None] Provisioning for port d487147e-50b4-4129-8759-2ad2e05b0739 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:02:49.812546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ea485566-253c-4ad8-aa61-12ae207b5df9 None None] Provisioning complete for port d487147e-50b4-4129-8759-2ad2e05b0739 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:02:49.814510 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ea485566-253c-4ad8-aa61-12ae207b5df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:49.831256 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-0688652d-581b-448c-9ff6-ee9ae5161c0d admin admin] Deleting port f7e320cd-4d7c-4a50-87e7-6429b872ed2c {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:02:49.831587 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0688652d-581b-448c-9ff6-ee9ae5161c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:49.834457 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-01c99314-d316-4164-9f1f-82e90fdf9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:49.835923 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-01c99314-d316-4164-9f1f-82e90fdf9c6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 1094 time: 0.7485948 Jul 14 07:02:49.838896 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-e7920d03-ddcf-4be6-b5ed-127e95f906fa tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:02:49.846607 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-e7920d03-ddcf-4be6-b5ed-127e95f906fa tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:02:49.862030 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ea485566-253c-4ad8-aa61-12ae207b5df9 None None] Port d487147e-50b4-4129-8759-2ad2e05b0739 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:02:49.863530 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae105c8-a485-4c5d-8bc6-a466ea6ab0c4 req-39b54d8a-de92-4d34-a989-e80d54a9c338 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:49.868925 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-e7920d03-ddcf-4be6-b5ed-127e95f906fa tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:02:49.870649 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ae105c8-a485-4c5d-8bc6-a466ea6ab0c4 req-39b54d8a-de92-4d34-a989-e80d54a9c338 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 1095 time: 0.7913089 Jul 14 07:02:49.881363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-e7920d03-ddcf-4be6-b5ed-127e95f906fa tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:49.882151 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-e7920d03-ddcf-4be6-b5ed-127e95f906fa tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:49.899168 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7920d03-ddcf-4be6-b5ed-127e95f906fa tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Pushing event updated for resources: {'Port': ['ID=9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:49.906496 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-e7920d03-ddcf-4be6-b5ed-127e95f906fa tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9957676 Jul 14 07:02:49.921427 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Request body: {'port': {'device_id': 'eaa9702b-6215-41b5-924e-ac9e2c37e9ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:49.985035 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883988f6-932f-44f4-8218-c0f50711f3b4 req-a0ee1ef7-e1c1-45ce-bbe6-a40331d7a703 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:49.990215 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-883988f6-932f-44f4-8218-c0f50711f3b4 req-a0ee1ef7-e1c1-45ce-bbe6-a40331d7a703 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 943 time: 0.4486709 Jul 14 07:02:50.024566 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-da904550-1b7f-4566-b19c-090bd8090ec7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5391242a-3277-4680-97ad-29af538efedb HTTP/1.1" status: 200 len: 217 time: 0.1725473 Jul 14 07:02:50.025411 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ed2241a1-8376-4132-9075-644851d32348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:50.026835 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:50.120395 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ae105c8-a485-4c5d-8bc6-a466ea6ab0c4 req-80ff846c-9949-44b1-8331-5a65c0fa3876 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488780 Jul 14 07:02:50.201920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c0471119-afd0-4a0c-bb97-31887a7ad2c9 None None] Provisioning for port 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:02:50.206779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c0471119-afd0-4a0c-bb97-31887a7ad2c9 None None] Provisioning complete for port 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:02:50.207278 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c0471119-afd0-4a0c-bb97-31887a7ad2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:50.229566 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-0688652d-581b-448c-9ff6-ee9ae5161c0d admin admin] For port f7e320cd-4d7c-4a50-87e7-6429b872ed2c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f7e320cd-4d7c-4a50-87e7-6429b872ed2c,segment=NetworkSegment(020f8a0c-1d19-4d1d-9be1-5fa389f767db),segment_id=020f8a0c-1d19-4d1d-9be1-5fa389f767db)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:50.230233 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0688652d-581b-448c-9ff6-ee9ae5161c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:50.247356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-0688652d-581b-448c-9ff6-ee9ae5161c0d admin admin] Calling delete_port for f7e320cd-4d7c-4a50-87e7-6429b872ed2c owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:02:50.320624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-c0471119-afd0-4a0c-bb97-31887a7ad2c9 None None] Port 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:02:50.408828 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:50.410155 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002f7ca6-73b6-4beb-afed-4a591c0e81c9 x-openstack-request-id: req-002f7ca6-73b6-4beb-afed-4a591c0e81c9 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:50.410513 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed1b443-df32-478a-8a5a-09eec64bc274", "tag": "5391242a-3277-4680-97ad-29af538efedb", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:50.410819 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-002f7ca6-73b6-4beb-afed-4a591c0e81c9 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:50.411443 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed1b443-df32-478a-8a5a-09eec64bc274', 'tag': '5391242a-3277-4680-97ad-29af538efedb', 'status': 'completed', 'code': 200} Jul 14 07:02:50.416891 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:50.425663 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:50.431990 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Transition to ACTIVE for port object 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:02:50.437474 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:50.527120 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Pushing event updated for resources: {'Port': ['ID=9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:50.534305 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Attempting to bind port 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:02:50.534657 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Attempting to bind port 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:02:50.534968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Attempting to bind port 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:50.539566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Port 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:02:50.539889 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Attempting to bind port 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:50.545737 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:02:50.546083 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:02:50.546471 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:02:50.547132 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Bound port: 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:02:50.547499 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:50.551309 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-883988f6-932f-44f4-8218-c0f50711f3b4 req-39d95511-53bf-4d84-b629-f8a7c04c4093 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5601015 Jul 14 07:02:50.552828 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-b2a242ee-d957-4e69-971c-7e2e5db68494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:50.554250 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-b2a242ee-d957-4e69-971c-7e2e5db68494 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.5041292 Jul 14 07:02:50.561638 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2241a1-8376-4132-9075-644851d32348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b923a713-50fb-48d4-baad-b4449713a3bc,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:50.635721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] For port 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:50.639409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] For port 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:02:50.647230 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:50.648165 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-61223875-8163-490f-a1de-41843d516ebe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617368 Jul 14 07:02:50.668024 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f0a857a-a780-4110-9355-b1950c7ad33c req-849a867e-2b30-4838-9324-728f57d3cca8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12bec10c-43f5-4067-871e-9c03f105f542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6680295 Jul 14 07:02:50.689180 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:50.689892 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:50.691278 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] 10.222.0.30 "PUT /v2.0/ports/9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 HTTP/1.1" status: 200 len: 1095 time: 0.7779016 Jul 14 07:02:50.691747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa9702b-6215-41b5-924e-ac9e2c37e9ba', 'tag': '9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:50.694085 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a054061-98cf-4cf3-adc5-fd0b43905562" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa9702b-6215-41b5-924e-ac9e2c37e9ba", "tag": "9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:50.750408 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839eb5ad-0b06-4038-a447-22d12526fedc service neutron] Pushing event updated for resources: {'Port': ['ID=9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:50.816698 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2241a1-8376-4132-9075-644851d32348 admin admin] Checking segment: {'id': '1c64a72d-5825-461d-8cde-0a8c60565c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5ac0c3a8-574e-48f9-9eae-9eb1b30e2ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:02:50.816698 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2241a1-8376-4132-9075-644851d32348 admin admin] Network hostable DHCP agents. Network: 5ac0c3a8-574e-48f9-9eae-9eb1b30e2ede, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:02:50.823008 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a857a-a780-4110-9355-b1950c7ad33c req-069db61f-53dc-4e5d-8bcc-545a76ff9b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:50.824672 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5f0a857a-a780-4110-9355-b1950c7ad33c req-069db61f-53dc-4e5d-8bcc-545a76ff9b6c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1b2d28cf04d40aa988da155be385097&device_id=12bec10c-43f5-4067-871e-9c03f105f542 HTTP/1.1" status: 200 len: 1097 time: 0.0827940 Jul 14 07:02:50.954352 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a857a-a780-4110-9355-b1950c7ad33c req-f869a65d-441b-45fa-9eb9-cb813a7fdf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:50.956851 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5f0a857a-a780-4110-9355-b1950c7ad33c req-f869a65d-441b-45fa-9eb9-cb813a7fdf4e service neutron] 10.222.0.30 "GET /v2.0/networks?id=8275b157-0f8d-4b3a-902c-fb5bdf31df26 HTTP/1.1" status: 200 len: 925 time: 0.1020513 Jul 14 07:02:50.974136 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63fa447e-e63f-4433-a34c-e9bf2b7b0207 req-e24b0746-f5a0-422c-88ef-cd8dba53619a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5613217 Jul 14 07:02:50.988198 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:02:51.037611 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9bdf2-8e97-4b95-812f-f3029b9a33a6 req-7f102f78-0023-4a73-9ea8-4520a12eeeec tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:51.039115 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6cd9bdf2-8e97-4b95-812f-f3029b9a33a6 req-7f102f78-0023-4a73-9ea8-4520a12eeeec tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 936 time: 0.6031785 Jul 14 07:02:51.046584 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0688652d-581b-448c-9ff6-ee9ae5161c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:51.049899 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5f0a857a-a780-4110-9355-b1950c7ad33c req-0e9d8853-be65-4c2f-8e5f-804eece42913 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a979de78-27f6-49ff-8176-7938934a3bc0 HTTP/1.1" status: 200 len: 1002 time: 0.0876796 Jul 14 07:02:51.086523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2241a1-8376-4132-9075-644851d32348 admin admin] Network 5ac0c3a8-574e-48f9-9eae-9eb1b30e2ede is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:02:51.103958 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a857a-a780-4110-9355-b1950c7ad33c req-96f3ea77-898a-4ba2-aca4-6ea527cc1739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:51.105564 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5f0a857a-a780-4110-9355-b1950c7ad33c req-96f3ea77-898a-4ba2-aca4-6ea527cc1739 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09316beb-b379-4562-9195-dccf17a52656 HTTP/1.1" status: 200 len: 863 time: 0.0499966 Jul 14 07:02:51.163500 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a857a-a780-4110-9355-b1950c7ad33c req-d2bdf6f9-be10-45c8-bedc-309bcb650935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:51.165662 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5f0a857a-a780-4110-9355-b1950c7ad33c req-d2bdf6f9-be10-45c8-bedc-309bcb650935 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8275b157-0f8d-4b3a-902c-fb5bdf31df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542564 Jul 14 07:02:51.180407 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688652d-581b-448c-9ff6-ee9ae5161c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e320cd-4d7c-4a50-87e7-6429b872ed2c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:51.208735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ed2241a1-8376-4132-9075-644851d32348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 5ac0c3a8-574e-48f9-9eae-9eb1b30e2ede) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:02:51.216550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed281e1-ee3c-43e0-8f31-30a80d568507 None None] Network 5ac0c3a8-574e-48f9-9eae-9eb1b30e2ede requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:02:51.247981 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-23927f57-290c-4f5d-bc50-a57912af1e73 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902319 Jul 14 07:02:51.250446 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2241a1-8376-4132-9075-644851d32348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:51.251033 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ed2241a1-8376-4132-9075-644851d32348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:51.277598 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5f0a857a-a780-4110-9355-b1950c7ad33c req-03c9d22b-ead8-4613-9a8a-98604a2c53b7 service neutron] 10.222.0.30 "GET /v2.0/networks/8275b157-0f8d-4b3a-902c-fb5bdf31df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060021 Jul 14 07:02:51.315883 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-713decc2-a41c-4b5f-800d-3fd00b9398bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:51.317414 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-713decc2-a41c-4b5f-800d-3fd00b9398bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56a49258a4224fa3bb7cbb77c7009a21&device_id=eaa9702b-6215-41b5-924e-ac9e2c37e9ba HTTP/1.1" status: 200 len: 1098 time: 0.5469215 Jul 14 07:02:51.385487 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5f0a857a-a780-4110-9355-b1950c7ad33c req-f322dc63-7b19-41d8-9426-789b3c95ccdb service neutron] 10.222.0.30 "GET /v2.0/networks/8275b157-0f8d-4b3a-902c-fb5bdf31df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015787 Jul 14 07:02:51.398309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14122cdf-366d-4091-8529-00910fc2700d req-92df1814-03c4-47a9-87f2-a8619c8efcdd tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:51.406545 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14122cdf-366d-4091-8529-00910fc2700d req-92df1814-03c4-47a9-87f2-a8619c8efcdd tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa9702b-6215-41b5-924e-ac9e2c37e9ba HTTP/1.1" status: 200 len: 947 time: 0.6216972 Jul 14 07:02:51.461566 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6cd9bdf2-8e97-4b95-812f-f3029b9a33a6 req-1137d87d-709c-4648-8556-e4ac537aab37 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806086 Jul 14 07:02:51.493066 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ed2241a1-8376-4132-9075-644851d32348 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9865236 Jul 14 07:02:51.494587 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-4a4654c1-f0eb-4214-a0be-fcbb2b75f362 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 HTTP/1.1" status: 200 len: 217 time: 0.1483269 Jul 14 07:02:51.519409 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549c9e18-0254-4183-a249-ed17467bff7b None None] Network 5ac0c3a8-574e-48f9-9eae-9eb1b30e2ede requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:02:51.647668 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14122cdf-366d-4091-8529-00910fc2700d req-e9304f38-c50f-4009-ae5f-b936db277b6d tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6093f71-7a54-4b6c-98b8-9abbfcb436de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400005 Jul 14 07:02:51.680581 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa447e-e63f-4433-a34c-e9bf2b7b0207 req-8ec25d9a-6ecb-4219-ad13-1805303f34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:51.682124 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63fa447e-e63f-4433-a34c-e9bf2b7b0207 req-8ec25d9a-6ecb-4219-ad13-1805303f34b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 1095 time: 0.6419718 Jul 14 07:02:51.695215 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56474e22-bc71-40de-a7fa-a53939423d5e x-openstack-request-id: req-56474e22-bc71-40de-a7fa-a53939423d5e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:51.695707 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa9702b-6215-41b5-924e-ac9e2c37e9ba", "tag": "9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:51.696086 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-56474e22-bc71-40de-a7fa-a53939423d5e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:51.697437 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa9702b-6215-41b5-924e-ac9e2c37e9ba', 'tag': '9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89', 'status': 'completed', 'code': 200} Jul 14 07:02:51.757524 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-8d3ae31c-01c9-48fc-b3d0-4b10b93439d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:51.758892 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-8d3ae31c-01c9-48fc-b3d0-4b10b93439d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.2524283 Jul 14 07:02:51.760661 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ea68440-f669-4d9b-a9f5-07f9f4f24146 req-80704d22-087a-4059-a186-35dc18082d80 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006716 Jul 14 07:02:52.092206 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0688652d-581b-448c-9ff6-ee9ae5161c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:52.204786 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d487147e-50b4-4129-8759-2ad2e05b0739 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:52.256098 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:52.319515 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-eda34d80-5dc7-4925-8426-72e15e3f128f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:52.320955 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-eda34d80-5dc7-4925-8426-72e15e3f128f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 821 time: 0.7350357 Jul 14 07:02:52.324218 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Transition to ACTIVE for port object d487147e-50b4-4129-8759-2ad2e05b0739 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:02:52.371576 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:52.418006 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa447e-e63f-4433-a34c-e9bf2b7b0207 req-adb0c73a-9240-4cf0-91cc-b8b8e02c5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:52.419477 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63fa447e-e63f-4433-a34c-e9bf2b7b0207 req-adb0c73a-9240-4cf0-91cc-b8b8e02c5a2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.7101851 Jul 14 07:02:52.439255 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-2c537887-3660-4753-a564-6c4472d4240b tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/quotas/4bb7e9bc2a1044b6a6502114e85dc356 HTTP/1.1" status: 200 len: 375 time: 0.1017179 Jul 14 07:02:52.522716 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-21661350-6083-484a-bdec-05a734de52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:52.524227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-21661350-6083-484a-bdec-05a734de52f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7503023 Jul 14 07:02:52.525463 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63fa447e-e63f-4433-a34c-e9bf2b7b0207 req-e5bb2393-fea2-4f98-b755-1684e8846487 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec3f614-8221-483b-9341-42d8917d9ed6 HTTP/1.1" status: 200 len: 217 time: 0.0948703 Jul 14 07:02:52.527035 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc3ee0-cc9a-4e10-a6f2-1f131a7a3114 req-14620c48-89d0-4682-948f-9d1bdbfd97e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:52.528961 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14dc3ee0-cc9a-4e10-a6f2-1f131a7a3114 req-14620c48-89d0-4682-948f-9d1bdbfd97e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 1094 time: 0.4253943 Jul 14 07:02:52.553453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Pushing event updated for resources: {'Port': ['ID=d487147e-50b4-4129-8759-2ad2e05b0739,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:52.587363 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd4266-5b95-4076-80b4-4013fd28de00 req-1900bf55-c8a0-44f1-ad24-a1eb95232bd0 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:52.588789 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-47cd4266-5b95-4076-80b4-4013fd28de00 req-1900bf55-c8a0-44f1-ad24-a1eb95232bd0 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 943 time: 0.4877124 Jul 14 07:02:52.780705 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Attempting to bind port d487147e-50b4-4129-8759-2ad2e05b0739 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:02:52.781382 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Attempting to bind port d487147e-50b4-4129-8759-2ad2e05b0739 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:02:52.781489 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Attempting to bind port d487147e-50b4-4129-8759-2ad2e05b0739 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:52.822437 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Port d487147e-50b4-4129-8759-2ad2e05b0739 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:02:52.822754 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Attempting to bind port d487147e-50b4-4129-8759-2ad2e05b0739 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:52.826655 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa447e-e63f-4433-a34c-e9bf2b7b0207 req-db75c24e-0403-49fc-ac56-368cafeb1447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:52.828094 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63fa447e-e63f-4433-a34c-e9bf2b7b0207 req-db75c24e-0403-49fc-ac56-368cafeb1447 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.2792275 Jul 14 07:02:52.893142 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:02:52.893402 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:02:52.893790 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:02:52.894197 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Bound port: d487147e-50b4-4129-8759-2ad2e05b0739, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:02:52.894551 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:52.921166 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-47cd4266-5b95-4076-80b4-4013fd28de00 req-1d768b1e-408c-4d83-8a35-059e68f89007 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112285 Jul 14 07:02:52.938375 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63fa447e-e63f-4433-a34c-e9bf2b7b0207 req-3b79f493-9083-4851-a9fa-1a856ed202e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879905 Jul 14 07:02:52.973462 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-efa245d5-ec9f-4412-b773-1dea0ba0841c service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232380 Jul 14 07:02:52.995452 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-4c379a01-a96a-4013-85fa-61489ab2460c tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5376372 Jul 14 07:02:52.996965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc3ee0-cc9a-4e10-a6f2-1f131a7a3114 req-e07c31a0-084f-4bb4-a717-c45d307fd8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:52.998309 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14dc3ee0-cc9a-4e10-a6f2-1f131a7a3114 req-e07c31a0-084f-4bb4-a717-c45d307fd8d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.4470692 Jul 14 07:02:53.057633 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-e67a680d-a9a5-4cf1-bc2b-e64d6c64e5b3 req-91d7bdc1-39e1-4a8e-ae23-a8b2734c9d58 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-992219532', 'description': 'tempest-description-1311858294'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:53.189287 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14dc3ee0-cc9a-4e10-a6f2-1f131a7a3114 req-1ebaad06-b6e4-465f-a366-a48b110ea6be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5391242a-3277-4680-97ad-29af538efedb HTTP/1.1" status: 200 len: 217 time: 0.1395519 Jul 14 07:02:53.204899 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0688652d-581b-448c-9ff6-ee9ae5161c0d admin admin] Router 5588aa55-00fb-449d-97f9-55098a2af31f has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:02:53.275437 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e67a680d-a9a5-4cf1-bc2b-e64d6c64e5b3 req-91d7bdc1-39e1-4a8e-ae23-a8b2734c9d58 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:53.288479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] For port d487147e-50b4-4129-8759-2ad2e05b0739, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:53.344757 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] For port d487147e-50b4-4129-8759-2ad2e05b0739, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d487147e-50b4-4129-8759-2ad2e05b0739,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:02:53.394518 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63fa447e-e63f-4433-a34c-e9bf2b7b0207 req-3872b2c9-52c5-488f-a712-dba94fa494c9 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409385 Jul 14 07:02:53.404200 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:53.416837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc3ee0-cc9a-4e10-a6f2-1f131a7a3114 req-ff52409a-a14a-41c3-ac7c-6cd1d1b6e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:53.418238 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14dc3ee0-cc9a-4e10-a6f2-1f131a7a3114 req-ff52409a-a14a-41c3-ac7c-6cd1d1b6e752 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.2183728 Jul 14 07:02:53.476723 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-4b0c4f07-6461-4756-b042-191638ff687b service neutron] 10.222.0.35 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260273 Jul 14 07:02:53.561387 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:53.561494 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:53.562976 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] 10.222.0.30 "PUT /v2.0/ports/d487147e-50b4-4129-8759-2ad2e05b0739 HTTP/1.1" status: 200 len: 1096 time: 3.8626235 Jul 14 07:02:53.564749 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe439f82-90ac-4c11-9865-a357a863fc6f req-d0fcf153-7f74-468a-946f-2817b9528bd5 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626533 Jul 14 07:02:53.582665 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a', 'tag': 'd487147e-50b4-4129-8759-2ad2e05b0739'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:53.584920 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93684e9-4618-4e4c-b7ea-65a408bc78d0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a", "tag": "d487147e-50b4-4129-8759-2ad2e05b0739"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:53.589266 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14dc3ee0-cc9a-4e10-a6f2-1f131a7a3114 req-448a383b-bc1f-4232-a5ba-26ab75e58031 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492682 Jul 14 07:02:54.078333 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7b38c-b42d-4e22-98bb-6a3795b81fcf service neutron] Pushing event updated for resources: {'Port': ['ID=d487147e-50b4-4129-8759-2ad2e05b0739,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:54.103948 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0688652d-581b-448c-9ff6-ee9ae5161c0d admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:02:54.108828 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0688652d-581b-448c-9ff6-ee9ae5161c0d admin admin] 10.222.0.35 "PUT /v2.0/routers/5588aa55-00fb-449d-97f9-55098a2af31f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2269659 Jul 14 07:02:54.111491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36760) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:54.114856 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf26ce-7e8f-4cb5-a85f-eed7e07ccc99 None None] Sync routers for ids ['5588aa55-00fb-449d-97f9-55098a2af31f'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:02:54.126381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf26ce-7e8f-4cb5-a85f-eed7e07ccc99 None None] Routers {'5588aa55-00fb-449d-97f9-55098a2af31f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:02:54.127674 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-facf26ce-7e8f-4cb5-a85f-eed7e07ccc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:02:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5588aa55-00fb-449d-97f9-55098a2af31f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:54.188261 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63fa447e-e63f-4433-a34c-e9bf2b7b0207 req-38003754-c011-4760-8109-864906a7add4 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7756917 Jul 14 07:02:54.219969 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:54.234164 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e67a680d-a9a5-4cf1-bc2b-e64d6c64e5b3 req-91d7bdc1-39e1-4a8e-ae23-a8b2734c9d58 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:54.237722 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-facf26ce-7e8f-4cb5-a85f-eed7e07ccc99 None None] Set router 5588aa55-00fb-449d-97f9-55098a2af31f gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:02:54.239300 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14dc3ee0-cc9a-4e10-a6f2-1f131a7a3114 req-6a4b6411-95d3-4521-a585-de7ab1d20f93 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358447 Jul 14 07:02:54.245753 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-d0f967e2-c432-4a24-bdfb-f51e538238e6 service neutron] 10.222.0.35 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6898360 Jul 14 07:02:54.254016 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e67a680d-a9a5-4cf1-bc2b-e64d6c64e5b3 req-91d7bdc1-39e1-4a8e-ae23-a8b2734c9d58 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:54.285094 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-e7b37316-4964-4002-b2c3-481cc863cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:54.286562 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-e7b37316-4964-4002-b2c3-481cc863cb42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2281f30133514aaea601f8c8dab8e960&device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 1099 time: 0.6195023 Jul 14 07:02:54.288145 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a054061-98cf-4cf3-adc5-fd0b43905562 req-04cde62c-1501-4741-a203-02b299dc536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:54.289792 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a054061-98cf-4cf3-adc5-fd0b43905562 req-04cde62c-1501-4741-a203-02b299dc536e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56a49258a4224fa3bb7cbb77c7009a21&device_id=eaa9702b-6215-41b5-924e-ac9e2c37e9ba HTTP/1.1" status: 200 len: 1098 time: 0.6510477 Jul 14 07:02:54.333063 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:54.393987 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Deleting port 6964dc00-ced1-46c7-b01e-e6bcf9033a32 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:02:54.394630 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:54.408586 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 5391242a-3277-4680-97ad-29af538efedb details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:02:54.510620 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e67a680d-a9a5-4cf1-bc2b-e64d6c64e5b3 req-91d7bdc1-39e1-4a8e-ae23-a8b2734c9d58 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:54.512834 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e67a680d-a9a5-4cf1-bc2b-e64d6c64e5b3 req-91d7bdc1-39e1-4a8e-ae23-a8b2734c9d58 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.5131083 Jul 14 07:02:54.514758 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-61acf37d-5662-4a3d-86a1-043a33f55b69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=d487147e-50b4-4129-8759-2ad2e05b0739 HTTP/1.1" status: 200 len: 217 time: 0.1808338 Jul 14 07:02:54.517204 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a054061-98cf-4cf3-adc5-fd0b43905562 req-92c94314-c5a4-4409-8b6f-e9f71ffbf3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:54.518932 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a054061-98cf-4cf3-adc5-fd0b43905562 req-92c94314-c5a4-4409-8b6f-e9f71ffbf3e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.1839128 Jul 14 07:02:54.548497 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 5391242a-3277-4680-97ad-29af538efedb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5391242a-3277-4680-97ad-29af538efedb,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:54.558729 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] For port 6964dc00-ced1-46c7-b01e-e6bcf9033a32, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6964dc00-ced1-46c7-b01e-e6bcf9033a32,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:54.559661 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:54.562583 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '5391242a-3277-4680-97ad-29af538efedb', 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b', 'port_id': '5391242a-3277-4680-97ad-29af538efedb', 'mac_address': 'fa:16:3e:6f:e1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416e4cab-c8c0-4a46-ae21-5c85ac9e0263', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:02:54.570642 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7bdc1-39e1-4a8e-ae23-a8b2734c9d58 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ba3e06-64a9-4f8f-acc2-9171a65fa40a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:54.574766 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Calling delete_port for 6964dc00-ced1-46c7-b01e-e6bcf9033a32 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:02:54.576078 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14dc3ee0-cc9a-4e10-a6f2-1f131a7a3114 req-73e1fc51-f174-4789-bf14-09a3df418bb9 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118589 Jul 14 07:02:54.611380 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-facf26ce-7e8f-4cb5-a85f-eed7e07ccc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:02:50Z', 'revision_number': 5, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port': {'id': '6964dc00-ced1-46c7-b01e-e6bcf9033a32', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:54.642154 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf26ce-7e8f-4cb5-a85f-eed7e07ccc99 None None] Checking router: 5588aa55-00fb-449d-97f9-55098a2af31f for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:02:54.659191 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf26ce-7e8f-4cb5-a85f-eed7e07ccc99 None None] Routers {'5588aa55-00fb-449d-97f9-55098a2af31f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:02:54.659827 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-facf26ce-7e8f-4cb5-a85f-eed7e07ccc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:02:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5588aa55-00fb-449d-97f9-55098a2af31f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:54.701264 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:54.747624 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a054061-98cf-4cf3-adc5-fd0b43905562 req-3c0c5f71-e5d2-42f5-838a-9020711a79a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 HTTP/1.1" status: 200 len: 217 time: 0.1672058 Jul 14 07:02:54.784303 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5391242a-3277-4680-97ad-29af538efedb {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:54.801608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-facf26ce-7e8f-4cb5-a85f-eed7e07ccc99 None None] Set router 5588aa55-00fb-449d-97f9-55098a2af31f gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:02:54.808233 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:54.840520 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Pushing event deleted for resources: {'Port': ['ID=6964dc00-ced1-46c7-b01e-e6bcf9033a32,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:54.840958 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-f4446263-1752-4ccd-8621-47a39bd05049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:54.842471 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-f4446263-1752-4ccd-8621-47a39bd05049 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.2569823 Jul 14 07:02:54.860867 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:54.861330 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:54.861737 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:54.862141 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:54.862904 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:54.863297 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:54.863693 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:54.864190 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:54.864577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:54.864974 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:54.865678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:54.865678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:54.876620 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-facf26ce-7e8f-4cb5-a85f-eed7e07ccc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:02:54Z', 'revision_number': 6, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:54.882870 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 5391242a-3277-4680-97ad-29af538efedb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5391242a-3277-4680-97ad-29af538efedb,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:54.889658 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:54.891776 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a054061-98cf-4cf3-adc5-fd0b43905562 req-5fc21b71-f289-4830-96e8-bdb2abaa2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:54.893995 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a054061-98cf-4cf3-adc5-fd0b43905562 req-5fc21b71-f289-4830-96e8-bdb2abaa2861 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1364906 Jul 14 07:02:54.924791 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:54.928890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf26ce-7e8f-4cb5-a85f-eed7e07ccc99 None None] The sync data for ids ['5588aa55-00fb-449d-97f9-55098a2af31f'] in n-d-778696-5 is: [{'id': '5588aa55-00fb-449d-97f9-55098a2af31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-250535234-router', 'tenant_id': 'df5007bb538d476aaadc8ea68599bb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:25Z', 'updated_at': '2021-07-14T07:02:54Z', 'revision_number': 6, 'project_id': 'df5007bb538d476aaadc8ea68599bb82', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:02:54.952690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369ed74-2ff3-4047-b879-cde8f4afde55 req-90a2547d-ec9e-4866-98da-ff10714226f4 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:54.966912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f369ed74-2ff3-4047-b879-cde8f4afde55 req-90a2547d-ec9e-4866-98da-ff10714226f4 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 948 time: 0.4371643 Jul 14 07:02:55.012863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=5391242a-3277-4680-97ad-29af538efedb,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:55.014140 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b39dc-ad00-482c-b4e8-3c26f7e6f5ac req-8db2024a-fd51-4f91-a45b-e87355293199 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:55.015652 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-340b39dc-ad00-482c-b4e8-3c26f7e6f5ac req-8db2024a-fd51-4f91-a45b-e87355293199 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa9702b-6215-41b5-924e-ac9e2c37e9ba HTTP/1.1" status: 200 len: 947 time: 0.2690570 Jul 14 07:02:55.049456 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:55.052645 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:55.068460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f369ed74-2ff3-4047-b879-cde8f4afde55 req-870d66b0-4ff5-4db8-b2d3-317077ea7131 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924997 Jul 14 07:02:55.073672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-523c2aca-f2d7-4be7-95fa-a36206259adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:55.075699 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-523c2aca-f2d7-4be7-95fa-a36206259adc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2216523 Jul 14 07:02:55.114359 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-340b39dc-ad00-482c-b4e8-3c26f7e6f5ac req-2685b263-e227-4a6f-9c50-7bdc1ac05c74 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6093f71-7a54-4b6c-98b8-9abbfcb436de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915132 Jul 14 07:02:55.116325 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a054061-98cf-4cf3-adc5-fd0b43905562 req-741004d6-ae61-4791-bbbf-ee13f963cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:55.117999 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a054061-98cf-4cf3-adc5-fd0b43905562 req-741004d6-ae61-4791-bbbf-ee13f963cf42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2143674 Jul 14 07:02:55.131853 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['5391242a-3277-4680-97ad-29af538efedb'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:02:55.270453 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a054061-98cf-4cf3-adc5-fd0b43905562 req-b450d190-c5a7-480f-a3e5-3143fc616b5c service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205118 Jul 14 07:02:55.272023 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae104fe0-e4af-451f-8518-7b61c8d8d3d2 x-openstack-request-id: req-ae104fe0-e4af-451f-8518-7b61c8d8d3d2 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:55.272306 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a", "tag": "d487147e-50b4-4129-8759-2ad2e05b0739", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:55.272555 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae104fe0-e4af-451f-8518-7b61c8d8d3d2 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:55.272927 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a', 'tag': 'd487147e-50b4-4129-8759-2ad2e05b0739', 'status': 'completed', 'code': 200} Jul 14 07:02:55.378143 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-7328912a-6d16-4754-a8b2-4d4e4e85c2f1 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935870 Jul 14 07:02:55.379678 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:55.380293 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5588aa55-00fb-449d-97f9-55098a2af31f {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:02:55.390942 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:55.395762 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a60fee77-88bf-4102-a8c2-251a9707fc68 admin admin] 10.222.0.35 "DELETE /v2.0/routers/5588aa55-00fb-449d-97f9-55098a2af31f HTTP/1.1" status: 204 len: 168 time: 1.2825727 Jul 14 07:02:55.396397 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36776) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:55.447029 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0e3a8d-c5c4-4e58-aed9-7748657df646 admin admin] Deleting subnet 124c2427-9923-4b0b-a650-c757f2793116 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:02:55.452549 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3a8d-c5c4-4e58-aed9-7748657df646 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:55.502743 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3a8d-c5c4-4e58-aed9-7748657df646 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:55.585578 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3a8d-c5c4-4e58-aed9-7748657df646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:55.623005 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f09301d6-993b-4d59-9ba6-9822958c49f7 req-3b3ff9a4-79b3-4d40-88f7-7bd586d4d10f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 210 time: 0.1098859 Jul 14 07:02:55.624941 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f506f0a-833e-4eed-aeae-f0345b718bc6 req-6d420bb8-3d6c-4829-bad0-b29c3671029e service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330303 Jul 14 07:02:55.653942 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3a8d-c5c4-4e58-aed9-7748657df646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:55.688375 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3a8d-c5c4-4e58-aed9-7748657df646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:55.695389 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e246dbbe-94f9-40ee-bfee-7fbd323af14e None None] Network 676e2b20-42f6-4071-a6c3-1c63ec9861d1 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:02:55.695924 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2f0e3a8d-c5c4-4e58-aed9-7748657df646 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/124c2427-9923-4b0b-a650-c757f2793116 HTTP/1.1" status: 204 len: 168 time: 0.2945013 Jul 14 07:02:55.697002 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36780) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:55.698003 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e3a8d-c5c4-4e58-aed9-7748657df646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=124c2427-9923-4b0b-a650-c757f2793116,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:55.698111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f909ee-0458-468d-b2ab-9401b8cf5ba2 req-3c0db29d-0afd-45cd-84f6-e57567688978 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:55.700414 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19f909ee-0458-468d-b2ab-9401b8cf5ba2 req-3c0db29d-0afd-45cd-84f6-e57567688978 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 944 time: 0.2074673 Jul 14 07:02:55.727042 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a054061-98cf-4cf3-adc5-fd0b43905562 req-902172fe-4331-482c-9f85-686d1d49f7f2 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475571 Jul 14 07:02:55.780478 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:55.817163 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52a23b63-f91d-4941-90d3-40ba39c19b51 req-534ac5a6-9ff2-4ce2-91e1-47d40938e8a7 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "GET /v2.0/security-groups/87ba3e06-64a9-4f8f-acc2-9171a65fa40a HTTP/1.1" status: 200 len: 1812 time: 0.0937643 Jul 14 07:02:55.834820 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19f909ee-0458-468d-b2ab-9401b8cf5ba2 req-b0e0cfef-6488-4046-81a1-5a1da6dbcd22 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108046 Jul 14 07:02:55.854075 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-52a23b63-f91d-4941-90d3-40ba39c19b51 req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87ba3e06-64a9-4f8f-acc2-9171a65fa40a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:55.855067 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-52a23b63-f91d-4941-90d3-40ba39c19b51 req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87ba3e06-64a9-4f8f-acc2-9171a65fa40a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:55.865472 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Deleting port e1505eca-c375-4b4c-8e63-1a214b5d7fed {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:02:55.865945 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:55.866987 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93684e9-4618-4e4c-b7ea-65a408bc78d0 req-58ed063e-03fb-4cc8-a84b-d2896a244655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:55.869459 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a93684e9-4618-4e4c-b7ea-65a408bc78d0 req-58ed063e-03fb-4cc8-a84b-d2896a244655 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2281f30133514aaea601f8c8dab8e960&device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 1099 time: 0.1893296 Jul 14 07:02:55.933719 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0113d6f-3e18-4746-853b-483ea59c06ab None None] DHCP port deletion for 676e2b20-42f6-4071-a6c3-1c63ec9861d1 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:02:55.968248 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] For port e1505eca-c375-4b4c-8e63-1a214b5d7fed, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e1505eca-c375-4b4c-8e63-1a214b5d7fed,segment=NetworkSegment(020f8a0c-1d19-4d1d-9be1-5fa389f767db),segment_id=020f8a0c-1d19-4d1d-9be1-5fa389f767db)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:55.968929 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:55.994497 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a0113d6f-3e18-4746-853b-483ea59c06ab None None] Deleting port e1505eca-c375-4b4c-8e63-1a214b5d7fed {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:02:55.995110 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a0113d6f-3e18-4746-853b-483ea59c06ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:56.005845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Calling delete_port for e1505eca-c375-4b4c-8e63-1a214b5d7fed owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:02:56.062166 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-52a23b63-f91d-4941-90d3-40ba39c19b51 req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:56.124787 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a0113d6f-3e18-4746-853b-483ea59c06ab None None] For port e1505eca-c375-4b4c-8e63-1a214b5d7fed, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e1505eca-c375-4b4c-8e63-1a214b5d7fed,segment=NetworkSegment(020f8a0c-1d19-4d1d-9be1-5fa389f767db),segment_id=020f8a0c-1d19-4d1d-9be1-5fa389f767db)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:56.127163 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a0113d6f-3e18-4746-853b-483ea59c06ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:56.156405 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a0113d6f-3e18-4746-853b-483ea59c06ab None None] Calling delete_port for e1505eca-c375-4b4c-8e63-1a214b5d7fed owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:02:56.176401 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93684e9-4618-4e4c-b7ea-65a408bc78d0 req-434e42da-29ec-492e-9870-4b4fd37ba1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:56.177950 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a93684e9-4618-4e4c-b7ea-65a408bc78d0 req-434e42da-29ec-492e-9870-4b4fd37ba1eb service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.3002687 Jul 14 07:02:56.179962 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-52a23b63-f91d-4941-90d3-40ba39c19b51 req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:56.214527 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:56.229704 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f7e320cd-4d7c-4a50-87e7-6429b872ed2c no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:02:56.250499 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] No DVR routers for this DVR port e1505eca-c375-4b4c-8e63-1a214b5d7fed on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:02:56.253290 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-52a23b63-f91d-4941-90d3-40ba39c19b51 req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:56.254920 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1505eca-c375-4b4c-8e63-1a214b5d7fed,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:56.269659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a93684e9-4618-4e4c-b7ea-65a408bc78d0 req-924ab1f8-39a1-4fed-8e24-dd773e6d649f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=d487147e-50b4-4129-8759-2ad2e05b0739 HTTP/1.1" status: 200 len: 217 time: 0.0845773 Jul 14 07:02:56.333304 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:56.357880 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:02:56.358228 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:02:56.359000 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:02:56.359351 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Subscribe: > port after_create 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:02:56.359692 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:02:56.360031 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Subscribe: > port after_update 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:02:56.360353 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:02:56.360692 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:02:56.361010 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:02:56.361387 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:02:56.362584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: f7e320cd-4d7c-4a50-87e7-6429b872ed2c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:02:56.363090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f7e320cd-4d7c-4a50-87e7-6429b872ed2c not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:02:56.363638 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e1505eca-c375-4b4c-8e63-1a214b5d7fed no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:02:56.382879 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93684e9-4618-4e4c-b7ea-65a408bc78d0 req-ffb67212-dc32-41e7-a6ee-2f26ea05d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:56.384344 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a93684e9-4618-4e4c-b7ea-65a408bc78d0 req-ffb67212-dc32-41e7-a6ee-2f26ea05d796 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0648289 Jul 14 07:02:56.394018 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: e1505eca-c375-4b4c-8e63-1a214b5d7fed {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:02:56.394359 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e1505eca-c375-4b4c-8e63-1a214b5d7fed not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:02:56.394761 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6964dc00-ced1-46c7-b01e-e6bcf9033a32 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:02:56.403428 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-52a23b63-f91d-4941-90d3-40ba39c19b51 req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:56.404670 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52a23b63-f91d-4941-90d3-40ba39c19b51 req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5642989 Jul 14 07:02:56.412804 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bd6ffb-0bbb-4772-bcd1-5bb7aeabeb23,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:56.424634 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 6964dc00-ced1-46c7-b01e-e6bcf9033a32 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:02:56.424973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6964dc00-ced1-46c7-b01e-e6bcf9033a32 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:02:56.433655 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 5391242a-3277-4680-97ad-29af538efedb up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:02:56.470204 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:02:56.471329 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:02:56.472259 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:02:56.472799 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:02:56.473451 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676e2b20-42f6-4071-a6c3-1c63ec9861d1']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:56.489702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:56.490048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:56.490388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:56.490721 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:56.491227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:56.491564 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:56.491891 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:56.492217 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:56.492542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:56.492868 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:56.493231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:56.493535 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4363eb18-285e-4a29-8f7b-cfeaa42a6905 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:02:56.495239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020f8a0c-1d19-4d1d-9be1-5fa389f767db') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:56.495732 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020f8a0c-1d19-4d1d-9be1-5fa389f767db') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:02:56.506061 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:02:56.522165 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-56cc0145-9655-4796-aef3-149e2b4303c7 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:56.522165 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-56cc0145-9655-4796-aef3-149e2b4303c7 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.15 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 821 time: 0.4450855 Jul 14 07:02:56.530640 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 5391242a-3277-4680-97ad-29af538efedb completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:02:56.532154 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:56.537784 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 5391242a-3277-4680-97ad-29af538efedb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:02:56.538163 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:56.538547 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-a79ae068-34a1-4f38-846b-7411120fc436 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Request body: {'port': {'device_id': 'b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837', 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86', 'admin_state_up': True, 'tenant_id': '4bb7e9bc2a1044b6a6502114e85dc356'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:56.541006 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a0113d6f-3e18-4746-853b-483ea59c06ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:56.559577 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:56.569681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:02:56.570516 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:56.584865 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0113d6f-3e18-4746-853b-483ea59c06ab None None] Pushing event deleted for resources: {'Port': ['ID=e1505eca-c375-4b4c-8e63-1a214b5d7fed,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: from cryptography.utils import int_from_bytes Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: from cryptography.utils import int_from_bytes Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:02:56.598415 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:02:56.602328 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ccda6-b729-4460-8de7-7dd84c08d3c8 req-a05ae2af-6424-4b05-9129-1a884ef33c87 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:56.602759 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c90ccda6-b729-4460-8de7-7dd84c08d3c8 req-a05ae2af-6424-4b05-9129-1a884ef33c87 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 948 time: 0.2943375 Jul 14 07:02:56.655663 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0113d6f-3e18-4746-853b-483ea59c06ab None None] No DVR routers for this DVR port e1505eca-c375-4b4c-8e63-1a214b5d7fed on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:02:56.661632 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:56.665988 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93684e9-4618-4e4c-b7ea-65a408bc78d0 req-a4e6e157-7d8d-41c2-89f1-1ffd778c1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:56.667491 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a93684e9-4618-4e4c-b7ea-65a408bc78d0 req-a4e6e157-7d8d-41c2-89f1-1ffd778c1a57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2558072 Jul 14 07:02:56.672231 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:56.677349 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] 10.222.0.35 "DELETE /v2.0/networks/676e2b20-42f6-4071-a6c3-1c63ec9861d1 HTTP/1.1" status: 204 len: 168 time: 0.9762096 Jul 14 07:02:56.689665 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efff1a-27e5-46b9-85d1-cb54920bec09 admin admin] Pushing event deleted for resources: {'Network': ['ID=676e2b20-42f6-4071-a6c3-1c63ec9861d1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:56.741366 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:56.759760 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:56.782157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed1b443-df32-478a-8a5a-09eec64bc274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5391242a-3277-4680-97ad-29af538efedb'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:56.784701 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e892c770-c2d4-4727-b8c5-a4702bd52844" -d '{"events": [{"server_uuid": "1ed1b443-df32-478a-8a5a-09eec64bc274", "name": "network-vif-plugged", "status": "completed", "tag": "5391242a-3277-4680-97ad-29af538efedb"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:56.789155 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89', 'mac_address': 'fa:16:3e:aa:bf:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:02:56.799781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 5391242a-3277-4680-97ad-29af538efedb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5391242a-3277-4680-97ad-29af538efedb,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:56.805664 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c90ccda6-b729-4460-8de7-7dd84c08d3c8 req-ce64a067-61e0-40cc-b4ac-e91e7483b830 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914332 Jul 14 07:02:56.834121 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:56.854210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fcfe7-0543-416b-a6bc-0f0eb2048ce0 req-446604a6-e0c2-4b61-bebc-9714260690af tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:56.857576 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-087fcfe7-0543-416b-a6bc-0f0eb2048ce0 req-446604a6-e0c2-4b61-bebc-9714260690af tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa9702b-6215-41b5-924e-ac9e2c37e9ba HTTP/1.1" status: 200 len: 947 time: 0.2956750 Jul 14 07:02:56.891666 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a93684e9-4618-4e4c-b7ea-65a408bc78d0 req-10d3cdb3-0dff-4b70-afe0-a528500088a5 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010326 Jul 14 07:02:56.896000 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-a79ae068-34a1-4f38-846b-7411120fc436 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Made reservation on behalf of 4bb7e9bc2a1044b6a6502114e85dc356 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:02:56.899739 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-a79ae068-34a1-4f38-846b-7411120fc436 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:56.908121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36810) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:56.981974 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-41b3d197-9d6e-4c17-afd4-f06f3395ce39 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df5007bb538d476aaadc8ea68599bb82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693748 Jul 14 07:02:56.982754 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36812) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:57.007290 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a93684e9-4618-4e4c-b7ea-65a408bc78d0 req-42c10804-d1b2-4728-a7e2-557d46f0e9bf service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036258 Jul 14 07:02:57.047020 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6b3b5e-352c-4a53-89fe-3b9bd228f147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:57.050787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-087fcfe7-0543-416b-a6bc-0f0eb2048ce0 req-e3542af4-991a-472b-abcd-f644a0a5c062 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6093f71-7a54-4b6c-98b8-9abbfcb436de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840768 Jul 14 07:02:57.063922 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:57.072551 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6b3b5e-352c-4a53-89fe-3b9bd228f147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:57.096746 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=5391242a-3277-4680-97ad-29af538efedb,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:57.103367 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:57.120301 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2e79737e-edfd-42f3-aa59-d54dd45af91e req-b6ba9a11-f591-4d47-b20c-e4cabfa13337 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "GET /v2.0/security-groups/87ba3e06-64a9-4f8f-acc2-9171a65fa40a HTTP/1.1" status: 200 len: 2405 time: 0.1090612 Jul 14 07:02:57.134259 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:57.144906 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:57.153224 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6b3b5e-352c-4a53-89fe-3b9bd228f147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:57.155784 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6b3b5e-352c-4a53-89fe-3b9bd228f147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:57.156940 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cc6b3b5e-352c-4a53-89fe-3b9bd228f147 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2da91405-9355-400a-8f3f-d41afea688cf HTTP/1.1" status: 204 len: 168 time: 0.1731942 Jul 14 07:02:57.170047 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b3b5e-352c-4a53-89fe-3b9bd228f147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da91405-9355-400a-8f3f-d41afea688cf,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:57.239827 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8f7161-c1cf-43a9-b271-036c37296de5 x-openstack-request-id: req-7e8f7161-c1cf-43a9-b271-036c37296de5 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:57.240402 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed1b443-df32-478a-8a5a-09eec64bc274", "name": "network-vif-plugged", "status": "completed", "tag": "5391242a-3277-4680-97ad-29af538efedb", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:57.240402 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e8f7161-c1cf-43a9-b271-036c37296de5 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:57.240782 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed1b443-df32-478a-8a5a-09eec64bc274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5391242a-3277-4680-97ad-29af538efedb', 'code': 200} Jul 14 07:02:57.242557 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-a79ae068-34a1-4f38-846b-7411120fc436 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Allocated IP 172.20.0.13 (fe3e6dc2-d274-4884-a631-cf4f8daefb86/c7d2e013-b9d3-4daa-9c60-1cf790b7d623/c97c7178-2433-40eb-86e7-7f07290839b9) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:02:57.302545 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:57.398496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:02:57.443324 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c2187e5-1520-4515-bf59-0152839fcb31 req-09f67a84-34e9-47be-8542-f6dd6f6f9da2 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 210 time: 0.1087573 Jul 14 07:02:57.569744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36824) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:57.587169 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-beb99f87-a300-4a58-a548-7d700a2f0f1c req-64b773da-f400-4fd9-9651-f5a22919790a tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "GET /v2.0/security-group-rules/e7bd6ffb-0bbb-4772-bcd1-5bb7aeabeb23 HTTP/1.1" status: 200 len: 778 time: 0.1097047 Jul 14 07:02:57.602962 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a61cf-2aa0-45ff-8d56-212c1b90d2be req-0aff7094-26ae-419f-8d9d-8e0535a20247 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:57.604533 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc7a61cf-2aa0-45ff-8d56-212c1b90d2be req-0aff7094-26ae-419f-8d9d-8e0535a20247 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 945 time: 0.2486770 Jul 14 07:02:57.606372 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f62de-a36f-470a-8f36-8e470f4760ae req-3348dd20-5527-44a0-b046-ffe39620af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:57.607788 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa5f62de-a36f-470a-8f36-8e470f4760ae req-3348dd20-5527-44a0-b046-ffe39620af89 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 1096 time: 0.3086889 Jul 14 07:02:57.683736 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc9d5e14-d878-4610-bab8-52b7153d2cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:57.737004 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-a79ae068-34a1-4f38-846b-7411120fc436 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:57.744905 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa5f62de-a36f-470a-8f36-8e470f4760ae req-54101acf-c8f2-46a9-9c46-fa59975e9e1f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293795 Jul 14 07:02:57.750522 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc7a61cf-2aa0-45ff-8d56-212c1b90d2be req-a4c22f64-88c7-4d4c-9672-6cd0f2f3c57e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362047 Jul 14 07:02:57.756163 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-beb99f87-a300-4a58-a548-7d700a2f0f1c req-6dcf78ff-9555-4d80-883b-90c0fe88902b tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "GET /v2.0/security-groups/87ba3e06-64a9-4f8f-acc2-9171a65fa40a HTTP/1.1" status: 200 len: 2405 time: 0.1455238 Jul 14 07:02:57.801223 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc9d5e14-d878-4610-bab8-52b7153d2cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:57.805517 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc9d5e14-d878-4610-bab8-52b7153d2cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:57.823440 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-beb99f87-a300-4a58-a548-7d700a2f0f1c req-5c913f39-8759-4526-b6a0-1cd4dd60c662 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:57.832692 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-a79ae068-34a1-4f38-846b-7411120fc436 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:57.838123 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-beb99f87-a300-4a58-a548-7d700a2f0f1c req-5c913f39-8759-4526-b6a0-1cd4dd60c662 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:57.849097 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d5e14-d878-4610-bab8-52b7153d2cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87701b52-f553-47ea-985e-fcb4280d7a84,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:57.866121 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dc9d5e14-d878-4610-bab8-52b7153d2cc1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=660c23e1aeb14f9682147ed57c3b223f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902925 Jul 14 07:02:57.866868 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36842) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:57.915741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-a79ae068-34a1-4f38-846b-7411120fc436 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Network fe3e6dc2-d274-4884-a631-cf4f8daefb86 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:02:57.926267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-a79ae068-34a1-4f38-846b-7411120fc436 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:02:57.936903 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-a79ae068-34a1-4f38-846b-7411120fc436 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:02:57.942647 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef89b-d84b-406b-84ea-5c41a63ce54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:57.943111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-a79ae068-34a1-4f38-846b-7411120fc436 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:57.943930 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-a79ae068-34a1-4f38-846b-7411120fc436 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:57.951771 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ae068-34a1-4f38-846b-7411120fc436 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Pushing event updated for resources: {'Port': ['ID=c97c7178-2433-40eb-86e7-7f07290839b9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:57.957638 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-beb99f87-a300-4a58-a548-7d700a2f0f1c req-5c913f39-8759-4526-b6a0-1cd4dd60c662 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:57.962912 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-beb99f87-a300-4a58-a548-7d700a2f0f1c req-5c913f39-8759-4526-b6a0-1cd4dd60c662 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:57.964062 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-beb99f87-a300-4a58-a548-7d700a2f0f1c req-5c913f39-8759-4526-b6a0-1cd4dd60c662 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/e7bd6ffb-0bbb-4772-bcd1-5bb7aeabeb23 HTTP/1.1" status: 204 len: 173 time: 0.1966801 Jul 14 07:02:57.981588 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef89b-d84b-406b-84ea-5c41a63ce54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:58.040701 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef89b-d84b-406b-84ea-5c41a63ce54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:58.045118 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef89b-d84b-406b-84ea-5c41a63ce54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:58.049261 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5f6ef89b-d84b-406b-84ea-5c41a63ce54a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87701b52-f553-47ea-985e-fcb4280d7a84 HTTP/1.1" status: 204 len: 168 time: 0.1785822 Jul 14 07:02:58.056163 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ef89b-d84b-406b-84ea-5c41a63ce54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87701b52-f553-47ea-985e-fcb4280d7a84,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:58.335990 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c913f39-8759-4526-b6a0-1cd4dd60c662 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7bd6ffb-0bbb-4772-bcd1-5bb7aeabeb23,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:58.341469 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-ab8700f5-db11-416c-98fa-79be21f74a3d req-8f936e0f-b932-4725-8915-c53ee3bda165 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1784858768', 'description': 'tempest-description-1357187724'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:58.351869 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-a79ae068-34a1-4f38-846b-7411120fc436 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8194160 Jul 14 07:02:58.367073 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Request body: {'port': {'device_id': 'b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:02:58.374695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36860) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:58.388492 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5431b5c6-efac-4ea8-9374-f1aa64dbada9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:58.404588 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ab8700f5-db11-416c-98fa-79be21f74a3d req-8f936e0f-b932-4725-8915-c53ee3bda165 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:58.469633 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dfdec-8dc9-4dae-95d7-58eced229f77 req-3fd4c44e-0660-4930-9fa2-e2bdfd679c93 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:58.473818 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-130dfdec-8dc9-4dae-95d7-58eced229f77 req-3fd4c44e-0660-4930-9fa2-e2bdfd679c93 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 948 time: 0.5051341 Jul 14 07:02:58.486753 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5431b5c6-efac-4ea8-9374-f1aa64dbada9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:58.491952 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5431b5c6-efac-4ea8-9374-f1aa64dbada9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:58.509295 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d487147e-50b4-4129-8759-2ad2e05b0739 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:02:58.516796 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:02:58.518246 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:58.531947 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431b5c6-efac-4ea8-9374-f1aa64dbada9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bba7f1-2a03-48d6-b6d7-f5dc01ef9b88,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:58.537400 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5431b5c6-efac-4ea8-9374-f1aa64dbada9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2358213a357f4a06881f5469994c93a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609886 Jul 14 07:02:58.539664 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36864) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:58.547291 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-130dfdec-8dc9-4dae-95d7-58eced229f77 req-6dead1e0-92b9-4a38-b530-3c30e6f1ed77 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682714 Jul 14 07:02:58.611769 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e52bb842-fd80-422f-a96b-e2d3c16e3fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:58.639437 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e52bb842-fd80-422f-a96b-e2d3c16e3fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:58.696609 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ab8700f5-db11-416c-98fa-79be21f74a3d req-8f936e0f-b932-4725-8915-c53ee3bda165 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:58.702781 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e52bb842-fd80-422f-a96b-e2d3c16e3fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:58.705554 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ab8700f5-db11-416c-98fa-79be21f74a3d req-8f936e0f-b932-4725-8915-c53ee3bda165 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:58.705853 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e52bb842-fd80-422f-a96b-e2d3c16e3fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:58.709511 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e52bb842-fd80-422f-a96b-e2d3c16e3fc1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f6bba7f1-2a03-48d6-b6d7-f5dc01ef9b88 HTTP/1.1" status: 204 len: 168 time: 0.1668506 Jul 14 07:02:58.716876 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:02:58.722518 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bb842-fd80-422f-a96b-e2d3c16e3fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bba7f1-2a03-48d6-b6d7-f5dc01ef9b88,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:58.722718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:02:58.723114 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:58.791626 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f936e0f-b932-4725-8915-c53ee3bda165 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6c7fb6-f378-4cd7-a56c-0a73270099da,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:58.804462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port d487147e-50b4-4129-8759-2ad2e05b0739, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d487147e-50b4-4129-8759-2ad2e05b0739,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:58.806779 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ab8700f5-db11-416c-98fa-79be21f74a3d req-8f936e0f-b932-4725-8915-c53ee3bda165 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:58.807989 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab8700f5-db11-416c-98fa-79be21f74a3d req-8f936e0f-b932-4725-8915-c53ee3bda165 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4906242 Jul 14 07:02:58.839278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'd487147e-50b4-4129-8759-2ad2e05b0739', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': 'd487147e-50b4-4129-8759-2ad2e05b0739', 'mac_address': 'fa:16:3e:66:65:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:02:58.875693 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:58.932038 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:58.955183 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:58.959135 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d487147e-50b4-4129-8759-2ad2e05b0739 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:58.966591 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:59.003808 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port d487147e-50b4-4129-8759-2ad2e05b0739, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d487147e-50b4-4129-8759-2ad2e05b0739,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:02:59.015945 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:59.029875 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932d1d7-7879-4059-952a-457a9164eac0 req-800fab8a-49c0-46dd-9b33-93eb29631515 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:59.031391 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d932d1d7-7879-4059-952a-457a9164eac0 req-800fab8a-49c0-46dd-9b33-93eb29631515 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa9702b-6215-41b5-924e-ac9e2c37e9ba HTTP/1.1" status: 200 len: 948 time: 0.1159773 Jul 14 07:02:59.036750 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:59.100042 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=d487147e-50b4-4129-8759-2ad2e05b0739,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:59.126111 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d932d1d7-7879-4059-952a-457a9164eac0 req-edcda988-87a7-4af4-a4e3-7809bc8260b3 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6093f71-7a54-4b6c-98b8-9abbfcb436de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736604 Jul 14 07:02:59.129200 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97c7178-2433-40eb-86e7-7f07290839b9 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:02:59.137679 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:59.161074 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Transition to ACTIVE for port object c97c7178-2433-40eb-86e7-7f07290839b9 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:02:59.161571 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:59.242666 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa9702b-6215-41b5-924e-ac9e2c37e9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:59.243669 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Pushing event updated for resources: {'Port': ['ID=c97c7178-2433-40eb-86e7-7f07290839b9,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:59.247678 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2676d0-6b39-4dc3-92ca-2ac8c6645691" -d '{"events": [{"server_uuid": "eaa9702b-6215-41b5-924e-ac9e2c37e9ba", "name": "network-vif-plugged", "status": "completed", "tag": "9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:59.261608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Attempting to bind port c97c7178-2433-40eb-86e7-7f07290839b9 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:02:59.261994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Attempting to bind port c97c7178-2433-40eb-86e7-7f07290839b9 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:02:59.262359 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Attempting to bind port c97c7178-2433-40eb-86e7-7f07290839b9 on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:59.267292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Port c97c7178-2433-40eb-86e7-7f07290839b9 on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:02:59.267651 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Attempting to bind port c97c7178-2433-40eb-86e7-7f07290839b9 on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:02:59.273428 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:02:59.273840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Checking segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:02:59.274261 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Bound using segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:02:59.274631 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Bound port: c97c7178-2433-40eb-86e7-7f07290839b9, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:02:59.275024 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:59.282083 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['d487147e-50b4-4129-8759-2ad2e05b0739'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:02:59.417995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] For port c97c7178-2433-40eb-86e7-7f07290839b9, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:02:59.438377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] For port c97c7178-2433-40eb-86e7-7f07290839b9, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c97c7178-2433-40eb-86e7-7f07290839b9,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:02:59.453565 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:59.507893 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36894) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:59.513915 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6288c-9a0b-4ceb-b4b4-b468024b027f req-94ca2683-dd74-4f3a-8d45-cccd4571ba26 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:59.515774 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18d6288c-9a0b-4ceb-b4b4-b468024b027f req-94ca2683-dd74-4f3a-8d45-cccd4571ba26 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 944 time: 0.1843085 Jul 14 07:02:59.520374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:59.520981 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:59.522315 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] 10.222.0.15 "PUT /v2.0/ports/c97c7178-2433-40eb-86e7-7f07290839b9 HTTP/1.1" status: 200 len: 1092 time: 1.1612515 Jul 14 07:02:59.522808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837', 'tag': 'c97c7178-2433-40eb-86e7-7f07290839b9'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:02:59.524946 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3470481c-5b1e-48d8-aa28-cb3ffb05cb1b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837", "tag": "c97c7178-2433-40eb-86e7-7f07290839b9"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:02:59.540678 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5847aa-c630-42ce-aa59-9e1f4aea2297 req-09fde438-270d-4dd8-8617-63c7e5cb8d3e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:59.542218 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba5847aa-c630-42ce-aa59-9e1f4aea2297 req-09fde438-270d-4dd8-8617-63c7e5cb8d3e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 945 time: 0.1712427 Jul 14 07:02:59.572082 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1f0c1-3447-43df-bd59-f56e545b170f service neutron] Pushing event updated for resources: {'Port': ['ID=c97c7178-2433-40eb-86e7-7f07290839b9,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:59.641826 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18d6288c-9a0b-4ceb-b4b4-b468024b027f req-a5626791-d8ec-4b0d-bf4a-456fca8e975a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124253 Jul 14 07:02:59.645728 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6c1cfda-aee3-4b14-91b1-0abef2e650be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:59.647915 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba5847aa-c630-42ce-aa59-9e1f4aea2297 req-bfc7a2ea-4eaf-4f02-bcf0-d5cb0363d44a tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834303 Jul 14 07:02:59.669273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-7b807e79-e992-48dd-a568-0838ba0e04da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:59.671448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-7b807e79-e992-48dd-a568-0838ba0e04da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 1095 time: 0.0932081 Jul 14 07:02:59.722748 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335be1a8-d5e4-4a8d-9902-48d4361c7219 x-openstack-request-id: req-335be1a8-d5e4-4a8d-9902-48d4361c7219 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:59.723289 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa9702b-6215-41b5-924e-ac9e2c37e9ba", "name": "network-vif-plugged", "status": "completed", "tag": "9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:59.723376 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-335be1a8-d5e4-4a8d-9902-48d4361c7219 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:59.723739 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa9702b-6215-41b5-924e-ac9e2c37e9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89', 'code': 200} Jul 14 07:02:59.766813 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6c1cfda-aee3-4b14-91b1-0abef2e650be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:59.769224 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-690add38-7de4-4ebb-88b4-6eaa9ff751b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c97c7178-2433-40eb-86e7-7f07290839b9 HTTP/1.1" status: 200 len: 217 time: 0.0798762 Jul 14 07:02:59.772154 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c35ff97-51bd-4e26-be6f-e84eaa63da6d x-openstack-request-id: req-7c35ff97-51bd-4e26-be6f-e84eaa63da6d {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:02:59.772373 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837", "tag": "c97c7178-2433-40eb-86e7-7f07290839b9", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:02:59.772689 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c35ff97-51bd-4e26-be6f-e84eaa63da6d {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:02:59.773012 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837', 'tag': 'c97c7178-2433-40eb-86e7-7f07290839b9', 'status': 'completed', 'code': 200} Jul 14 07:02:59.773121 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6c1cfda-aee3-4b14-91b1-0abef2e650be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:59.830697 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d6c1cfda-aee3-4b14-91b1-0abef2e650be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec14cdb366fd46329539b109d25eec51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207889 Jul 14 07:02:59.832913 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1cfda-aee3-4b14-91b1-0abef2e650be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd462827-9a33-4ab2-8ce0-79938f0f6c4a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:02:59.835368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36914) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:02:59.883078 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff00c116-c864-44bf-9966-565c8de358fc req-a0ed4a4b-f59c-4f89-8228-54d247ee6237 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "GET /v2.0/security-groups/3d6c7fb6-f378-4cd7-a56c-0a73270099da HTTP/1.1" status: 200 len: 1813 time: 0.1870744 Jul 14 07:02:59.897109 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8dd638b-854a-4c51-99cf-cc8d6f2850c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:59.906264 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-111df375-a75f-40e0-abdd-c6bade8d82f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:59.907630 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-111df375-a75f-40e0-abdd-c6bade8d82f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.1261940 Jul 14 07:02:59.925972 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8dd638b-854a-4c51-99cf-cc8d6f2850c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:02:59.965523 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-71259235-4848-4dd9-b624-d9ef2b6b7e44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373731 Jul 14 07:02:59.967636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd57b8-e18e-4d7a-b58d-e4f2a617ae64 req-15a5bb7e-334d-4698-b119-7f5185eb9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:02:59.969019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12cd57b8-e18e-4d7a-b58d-e4f2a617ae64 req-15a5bb7e-334d-4698-b119-7f5185eb9437 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eaa9702b-6215-41b5-924e-ac9e2c37e9ba HTTP/1.1" status: 200 len: 1100 time: 0.1552262 Jul 14 07:02:59.999850 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8dd638b-854a-4c51-99cf-cc8d6f2850c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:00.002443 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8dd638b-854a-4c51-99cf-cc8d6f2850c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:00.003935 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e8dd638b-854a-4c51-99cf-cc8d6f2850c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd462827-9a33-4ab2-8ce0-79938f0f6c4a HTTP/1.1" status: 204 len: 168 time: 0.1674869 Jul 14 07:03:00.012874 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd638b-854a-4c51-99cf-cc8d6f2850c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd462827-9a33-4ab2-8ce0-79938f0f6c4a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:00.109115 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12cd57b8-e18e-4d7a-b58d-e4f2a617ae64 req-2ada0bc7-6e09-41d1-b87f-ad311204d115 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f6093f71-7a54-4b6c-98b8-9abbfcb436de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116557 Jul 14 07:03:00.134029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e121c08-696e-414d-87f8-7195dbfd74bc req-26ae5b10-6800-4fd1-9536-87c523e5b5cf tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:00.135564 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8e121c08-696e-414d-87f8-7195dbfd74bc req-26ae5b10-6800-4fd1-9536-87c523e5b5cf tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 949 time: 0.2556319 Jul 14 07:03:00.184466 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-8b60967f-31a9-4561-bb21-0d21343e7d70 service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119889 Jul 14 07:03:00.250888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ca2df-7ba9-4bc2-a11f-07630ced889b req-535ac176-103e-4837-b38e-2161d1fa8ccc tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:00.252422 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a6ca2df-7ba9-4bc2-a11f-07630ced889b req-535ac176-103e-4837-b38e-2161d1fa8ccc tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 1096 time: 0.2026064 Jul 14 07:03:00.262959 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8e121c08-696e-414d-87f8-7195dbfd74bc req-c695fef7-8d91-4127-b8b6-c27af1a4ba57 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205938 Jul 14 07:03:00.321139 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce78bd67-2c68-45dd-9a0c-87837ad0c5c6 req-a5390816-075e-44a8-9abf-bb923a70bfd5 service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296844 Jul 14 07:03:00.337719 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a6ca2df-7ba9-4bc2-a11f-07630ced889b req-ea89cd69-a1bb-4251-94af-0f959a05af77 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671902 Jul 14 07:03:00.412203 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4f226fcd-eb52-46e9-b896-b235c0c42039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:00.440011 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470481c-5b1e-48d8-aa28-cb3ffb05cb1b req-e4749122-83f7-45fd-ae2a-7e3172cbedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:00.443014 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3470481c-5b1e-48d8-aa28-cb3ffb05cb1b req-e4749122-83f7-45fd-ae2a-7e3172cbedc5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 1095 time: 0.0632579 Jul 14 07:03:00.504462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d487147e-50b4-4129-8759-2ad2e05b0739 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:00.519067 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-fa3c36fe-cf01-450c-9e63-a38e5f5af3d7 req-df6658cd-62ff-47ab-b7b4-c15cdf07aa65 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1193302633', 'description': 'tempest-description-1936716823'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:00.595200 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port d487147e-50b4-4129-8759-2ad2e05b0739 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:00.599376 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port d487147e-50b4-4129-8759-2ad2e05b0739 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:00.599754 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:00.617236 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fa3c36fe-cf01-450c-9e63-a38e5f5af3d7 req-df6658cd-62ff-47ab-b7b4-c15cdf07aa65 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:00.659995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470481c-5b1e-48d8-aa28-cb3ffb05cb1b req-3e17a834-66e3-478c-822c-37b564fc3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:00.661577 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3470481c-5b1e-48d8-aa28-cb3ffb05cb1b req-3e17a834-66e3-478c-822c-37b564fc3535 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 922 time: 0.2113285 Jul 14 07:03:00.675423 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499fd5f-1749-4561-8034-9aad25f63225 req-e719dc71-d220-4ffb-8775-661b843653e9 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:00.676911 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1499fd5f-1749-4561-8034-9aad25f63225 req-e719dc71-d220-4ffb-8775-661b843653e9 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa9702b-6215-41b5-924e-ac9e2c37e9ba HTTP/1.1" status: 200 len: 949 time: 0.1373262 Jul 14 07:03:00.726741 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:00.764150 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1499fd5f-1749-4561-8034-9aad25f63225 req-b9bc233a-5121-4705-8654-7cc9d5f8f386 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6093f71-7a54-4b6c-98b8-9abbfcb436de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766542 Jul 14 07:03:00.765572 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3470481c-5b1e-48d8-aa28-cb3ffb05cb1b req-8bffefd8-6fc1-40ae-818b-3cb7497cc7ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c97c7178-2433-40eb-86e7-7f07290839b9 HTTP/1.1" status: 200 len: 217 time: 0.0877719 Jul 14 07:03:00.806406 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port d487147e-50b4-4129-8759-2ad2e05b0739, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d487147e-50b4-4129-8759-2ad2e05b0739,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:00.815039 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:00.851101 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470481c-5b1e-48d8-aa28-cb3ffb05cb1b req-d7e0910c-3265-46eb-b53b-0b6ed2112da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:00.853021 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3470481c-5b1e-48d8-aa28-cb3ffb05cb1b req-d7e0910c-3265-46eb-b53b-0b6ed2112da5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.0777481 Jul 14 07:03:00.893869 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3470481c-5b1e-48d8-aa28-cb3ffb05cb1b req-1b35f1b2-8e5a-4e3c-bec7-6bdba1d076d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346107 Jul 14 07:03:00.961349 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=d487147e-50b4-4129-8759-2ad2e05b0739,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:01.024690 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fa3c36fe-cf01-450c-9e63-a38e5f5af3d7 req-df6658cd-62ff-47ab-b7b4-c15cdf07aa65 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:01.032040 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36970) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:01.040180 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fa3c36fe-cf01-450c-9e63-a38e5f5af3d7 req-df6658cd-62ff-47ab-b7b4-c15cdf07aa65 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:01.103022 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fa3c36fe-cf01-450c-9e63-a38e5f5af3d7 req-df6658cd-62ff-47ab-b7b4-c15cdf07aa65 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:01.104703 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fa3c36fe-cf01-450c-9e63-a38e5f5af3d7 req-df6658cd-62ff-47ab-b7b4-c15cdf07aa65 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5924408 Jul 14 07:03:01.111575 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6658cd-62ff-47ab-b7b4-c15cdf07aa65 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33585475-37ba-4532-91c4-e55fe4e93602,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:01.144081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefeac6-cb4b-4c77-a5bd-4b11c26ecd26 req-b4346bac-4856-4eb1-af35-685d7a3ff6a5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:01.151049 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-daefeac6-cb4b-4c77-a5bd-4b11c26ecd26 req-b4346bac-4856-4eb1-af35-685d7a3ff6a5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 944 time: 0.1625607 Jul 14 07:03:01.160865 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3470481c-5b1e-48d8-aa28-cb3ffb05cb1b req-6a5075b5-ac72-4d7a-9bef-bbdeb67bf40d service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490170 Jul 14 07:03:01.248495 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-daefeac6-cb4b-4c77-a5bd-4b11c26ecd26 req-19645986-6424-434c-846e-a850cab20174 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965137 Jul 14 07:03:01.276352 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5853701f-06ef-444b-a4a8-393d086978f8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1001256254-network', 'tenant_id': '5ffe93569e6b4ab3869438ae16a99d04'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:01.306443 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5853701f-06ef-444b-a4a8-393d086978f8 admin admin] Made reservation on behalf of 5ffe93569e6b4ab3869438ae16a99d04 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:03:01.309394 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5853701f-06ef-444b-a4a8-393d086978f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:01.320719 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5853701f-06ef-444b-a4a8-393d086978f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:01.376538 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3470481c-5b1e-48d8-aa28-cb3ffb05cb1b req-c3b96d4a-ee68-4f88-bce4-fbb314fe76cb service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070227 Jul 14 07:03:01.422387 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-556bfc13-5d95-46f2-8bdb-cce46c448d4a req-adbb13cb-3636-45c9-af5a-32de6b525cf1 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "GET /v2.0/security-groups/33585475-37ba-4532-91c4-e55fe4e93602 HTTP/1.1" status: 200 len: 1813 time: 0.1221809 Jul 14 07:03:01.473719 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-35944cc7-2882-47cd-b83f-4a6334197b2c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=17cfa03ae4c5479faf3fc5028688613e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334949 Jul 14 07:03:01.493934 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5853701f-06ef-444b-a4a8-393d086978f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:01.498990 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5853701f-06ef-444b-a4a8-393d086978f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:01.528772 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5853701f-06ef-444b-a4a8-393d086978f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:03:01.541466 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5853701f-06ef-444b-a4a8-393d086978f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:01.542002 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-5853701f-06ef-444b-a4a8-393d086978f8 admin admin] Added segment 4296627c-5d5f-419b-ae9f-d801c4a225dc of type vlan for network 45df145f-edff-413e-8652-f1cab6798224 Jul 14 07:03:01.610051 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5853701f-06ef-444b-a4a8-393d086978f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:01.615420 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853701f-06ef-444b-a4a8-393d086978f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07ca33a-2e75-4f22-81d1-511330649cb6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:01.642735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-d89f2786-d8c6-416a-aab1-5a1ce4f5ca09 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:01.644148 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-d89f2786-d8c6-416a-aab1-5a1ce4f5ca09 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1500671 Jul 14 07:03:01.656370 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5853701f-06ef-444b-a4a8-393d086978f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:01.657214 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72811294-d1e5-49ef-96f3-3745190284cb req-d8782e38-763d-4ee0-8aac-9084701b6d09 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:01.657450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5853701f-06ef-444b-a4a8-393d086978f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:01.658036 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5853701f-06ef-444b-a4a8-393d086978f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:01.658879 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72811294-d1e5-49ef-96f3-3745190284cb req-d8782e38-763d-4ee0-8aac-9084701b6d09 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 950 time: 0.1076992 Jul 14 07:03:01.675730 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-d8111c32-ad32-4d1c-b79d-da83783c7de6 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/quotas/17cfa03ae4c5479faf3fc5028688613e HTTP/1.1" status: 200 len: 375 time: 0.0158691 Jul 14 07:03:01.712065 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5853701f-06ef-444b-a4a8-393d086978f8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6779661 Jul 14 07:03:01.716402 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37004) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:01.721562 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-89f837cc-3c5c-4224-8d5b-037bce53809c admin admin] Request body: {'subnet': {'network_id': '45df145f-edff-413e-8652-f1cab6798224', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1001256254-subnet', 'tenant_id': '5ffe93569e6b4ab3869438ae16a99d04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:01.725366 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd487147e-50b4-4129-8759-2ad2e05b0739'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:03:01.727759 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853701f-06ef-444b-a4a8-393d086978f8 admin admin] Pushing event updated for resources: {'Network': ['ID=45df145f-edff-413e-8652-f1cab6798224,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:01.728500 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a461870e-e76b-40e0-abad-b9ea88539bdc" -d '{"events": [{"server_uuid": "4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a", "name": "network-vif-plugged", "status": "completed", "tag": "d487147e-50b4-4129-8759-2ad2e05b0739"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:03:01.741559 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-6971a587-e53b-4cae-95d1-8879eff75140 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=17cfa03ae4c5479faf3fc5028688613e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564902 Jul 14 07:03:01.743762 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 45df145f-edff-413e-8652-f1cab6798224 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:03:01.750787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72811294-d1e5-49ef-96f3-3745190284cb req-06ed922a-d65e-4c3c-a862-4993ba57a7e8 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846558 Jul 14 07:03:01.752063 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f837cc-3c5c-4224-8d5b-037bce53809c admin admin] Made reservation on behalf of 5ffe93569e6b4ab3869438ae16a99d04 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:03:01.754716 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89f837cc-3c5c-4224-8d5b-037bce53809c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:01.807437 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-0651ec5f-0e9f-4f03-a7a8-434f3bd0c51c req-f90e9bbc-dbe1-43e4-a01a-f24d41874b4a tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-322286626', 'description': 'tempest-description-1845249182'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:01.853528 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0651ec5f-0e9f-4f03-a7a8-434f3bd0c51c req-f90e9bbc-dbe1-43e4-a01a-f24d41874b4a tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:02.017139 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89f837cc-3c5c-4224-8d5b-037bce53809c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:02.028191 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0651ec5f-0e9f-4f03-a7a8-434f3bd0c51c req-f90e9bbc-dbe1-43e4-a01a-f24d41874b4a tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:02.034137 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0651ec5f-0e9f-4f03-a7a8-434f3bd0c51c req-f90e9bbc-dbe1-43e4-a01a-f24d41874b4a tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:02.083208 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0651ec5f-0e9f-4f03-a7a8-434f3bd0c51c req-f90e9bbc-dbe1-43e4-a01a-f24d41874b4a tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:02.102238 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0651ec5f-0e9f-4f03-a7a8-434f3bd0c51c req-f90e9bbc-dbe1-43e4-a01a-f24d41874b4a tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2988777 Jul 14 07:03:02.107716 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e9bbc-dbe1-43e4-a01a-f24d41874b4a tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5da936a-8481-4948-b36f-0e792599316d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:02.123324 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f837cc-3c5c-4224-8d5b-037bce53809c admin admin] Checking segment: {'id': '4296627c-5d5f-419b-ae9f-d801c4a225dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '45df145f-edff-413e-8652-f1cab6798224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:02.124351 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f837cc-3c5c-4224-8d5b-037bce53809c admin admin] Network hostable DHCP agents. Network: 45df145f-edff-413e-8652-f1cab6798224, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:03:02.128066 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f837cc-3c5c-4224-8d5b-037bce53809c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee51cbfa-270b-4beb-9903-eae55c37294c,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:02.151704 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c7942e-2494-4ae6-a779-3b7ed217d6cd x-openstack-request-id: req-74c7942e-2494-4ae6-a779-3b7ed217d6cd {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:03:02.151989 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a", "name": "network-vif-plugged", "status": "completed", "tag": "d487147e-50b4-4129-8759-2ad2e05b0739", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:03:02.152389 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74c7942e-2494-4ae6-a779-3b7ed217d6cd {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:03:02.152954 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd487147e-50b4-4129-8759-2ad2e05b0739', 'code': 200} Jul 14 07:03:02.169376 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f837cc-3c5c-4224-8d5b-037bce53809c admin admin] Network 45df145f-edff-413e-8652-f1cab6798224 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:03:02.186126 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-89f837cc-3c5c-4224-8d5b-037bce53809c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 45df145f-edff-413e-8652-f1cab6798224) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:02.198392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f837cc-3c5c-4224-8d5b-037bce53809c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:02.198990 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89f837cc-3c5c-4224-8d5b-037bce53809c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:02.207673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc49c034-3a75-4212-954e-bff809c1b0c8 None None] Network 45df145f-edff-413e-8652-f1cab6798224 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:03:02.242326 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-89f837cc-3c5c-4224-8d5b-037bce53809c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5245986 Jul 14 07:03:02.257687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a40866c-a188-43ab-ade3-216e4762346b req-518eb29f-3ebc-421d-88cc-1ebe183d1bb5 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=625ad290-41b0-40f0-aba8-9048fefefedf HTTP/1.1" status: 200 len: 210 time: 0.0691493 Jul 14 07:03:02.393298 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5f79559-42f2-403e-bf21-2470eb394c51 req-3e135112-9ed2-47db-9dc1-332f92074c8e tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "GET /v2.0/security-groups/e5da936a-8481-4948-b36f-0e792599316d HTTP/1.1" status: 200 len: 1812 time: 0.0889292 Jul 14 07:03:02.402198 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae705e-519e-4915-a688-78a778e4d04c req-e816c049-3205-463b-b5dc-328a13ebcff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:02.405057 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-51ae705e-519e-4915-a688-78a778e4d04c req-e816c049-3205-463b-b5dc-328a13ebcff5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 1101 time: 0.1459324 Jul 14 07:03:02.413771 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f22c1e-986a-49c5-bc94-9320f4c4df91 None None] Network 45df145f-edff-413e-8652-f1cab6798224 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:03:02.483568 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52a75f-e704-447c-bf1c-ba2746138835 req-d9216506-5a64-4495-ac20-d39a59f08983 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:02.484742 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a52a75f-e704-447c-bf1c-ba2746138835 req-d9216506-5a64-4495-ac20-d39a59f08983 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa9702b-6215-41b5-924e-ac9e2c37e9ba HTTP/1.1" status: 200 len: 949 time: 0.1829123 Jul 14 07:03:02.535807 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-51ae705e-519e-4915-a688-78a778e4d04c req-870f44db-afaa-4a43-b54f-a0ca2b1697ee service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180544 Jul 14 07:03:02.561844 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a52a75f-e704-447c-bf1c-ba2746138835 req-465d2671-dce1-460b-8723-268c42bb1bac tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6093f71-7a54-4b6c-98b8-9abbfcb436de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628438 Jul 14 07:03:02.585603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-2ab76c69-fb1e-4b77-a98e-6417c7096001 req-5d9f7cec-7ace-46e2-80c7-b3430b7bedec tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-600943836', 'description': 'tempest-description-1333689115'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:02.657692 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2ab76c69-fb1e-4b77-a98e-6417c7096001 req-5d9f7cec-7ace-46e2-80c7-b3430b7bedec tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:02.688314 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988f5cc-18b0-4162-9f20-cfa6c54028eb req-89f71f8a-b90c-4b6d-a296-0663e4f5bdc3 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:02.689840 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b988f5cc-18b0-4162-9f20-cfa6c54028eb req-89f71f8a-b90c-4b6d-a296-0663e4f5bdc3 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 944 time: 0.0989118 Jul 14 07:03:02.755690 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b988f5cc-18b0-4162-9f20-cfa6c54028eb req-6768f23e-b1b5-4068-b81f-6bcd70eb99a0 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574708 Jul 14 07:03:02.800218 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2ab76c69-fb1e-4b77-a98e-6417c7096001 req-5d9f7cec-7ace-46e2-80c7-b3430b7bedec tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:02.805165 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2ab76c69-fb1e-4b77-a98e-6417c7096001 req-5d9f7cec-7ace-46e2-80c7-b3430b7bedec tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:02.847770 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2ab76c69-fb1e-4b77-a98e-6417c7096001 req-5d9f7cec-7ace-46e2-80c7-b3430b7bedec tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:02.849005 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2ab76c69-fb1e-4b77-a98e-6417c7096001 req-5d9f7cec-7ace-46e2-80c7-b3430b7bedec tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2680864 Jul 14 07:03:02.850517 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f7cec-7ace-46e2-80c7-b3430b7bedec tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8371149b-254e-4698-a572-be09eb2b1273,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:02.876963 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-adabb725-aaf6-45f1-becd-11aff7392195 req-2947ab3d-53ae-40fe-9fad-659393a30e36 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-93097309', 'description': 'tempest-description-1121773432'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:02.900192 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-adabb725-aaf6-45f1-becd-11aff7392195 req-2947ab3d-53ae-40fe-9fad-659393a30e36 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:02.998713 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-adabb725-aaf6-45f1-becd-11aff7392195 req-2947ab3d-53ae-40fe-9fad-659393a30e36 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:03.002772 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-adabb725-aaf6-45f1-becd-11aff7392195 req-2947ab3d-53ae-40fe-9fad-659393a30e36 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:03.028458 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-adabb725-aaf6-45f1-becd-11aff7392195 req-2947ab3d-53ae-40fe-9fad-659393a30e36 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:03.033244 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-adabb725-aaf6-45f1-becd-11aff7392195 req-2947ab3d-53ae-40fe-9fad-659393a30e36 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1586137 Jul 14 07:03:03.047638 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947ab3d-53ae-40fe-9fad-659393a30e36 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097b0fdb-5c42-4ea1-a02b-84e12e7533a8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:03.124724 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6099984f-dead-4136-ab31-d9eb64daacea req-ed661102-d311-4ff7-9607-183510d6c081 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "GET /v2.0/security-groups/8371149b-254e-4698-a572-be09eb2b1273 HTTP/1.1" status: 200 len: 1812 time: 0.0430081 Jul 14 07:03:03.192803 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-94fed959-d52a-4379-b290-808833e82356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:03.203420 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1dc83f22-5147-4714-a829-7bf91a8e23d7 req-fa3cd019-cea1-47f2-a78f-68d3fea16ebf tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-groups/097b0fdb-5c42-4ea1-a02b-84e12e7533a8 HTTP/1.1" status: 200 len: 1803 time: 0.0495667 Jul 14 07:03:03.233081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-1dc83f22-5147-4714-a829-7bf91a8e23d7 req-05ba2d1a-7dba-4c64-9a0c-c1d5ea7e157b tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '097b0fdb-5c42-4ea1-a02b-84e12e7533a8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:03.233415 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-1dc83f22-5147-4714-a829-7bf91a8e23d7 req-05ba2d1a-7dba-4c64-9a0c-c1d5ea7e157b tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '097b0fdb-5c42-4ea1-a02b-84e12e7533a8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:03.273136 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-e0810d69-cf9b-4016-a7c3-3602cce22fb1 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=17cfa03ae4c5479faf3fc5028688613e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290153 Jul 14 07:03:03.375226 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c6b7d-ee19-4d0a-9400-d43c11217738 req-d7fd16bd-956b-4f79-88a4-661d485a1e18 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:03.376323 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2f9c6b7d-ee19-4d0a-9400-d43c11217738 req-d7fd16bd-956b-4f79-88a4-661d485a1e18 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 950 time: 0.1852345 Jul 14 07:03:03.408806 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1dc83f22-5147-4714-a829-7bf91a8e23d7 req-05ba2d1a-7dba-4c64-9a0c-c1d5ea7e157b tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:03.457718 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-59da451b-9098-4e30-a5d9-fc735f366794 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:03.459143 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-59da451b-9098-4e30-a5d9-fc735f366794 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772056 Jul 14 07:03:03.478423 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-cba9a000-b9ab-4d31-81e4-e119d9e7446c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Request body: {'port': {'device_id': '625ad290-41b0-40f0-aba8-9048fefefedf', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '17cfa03ae4c5479faf3fc5028688613e'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:03.485742 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1dc83f22-5147-4714-a829-7bf91a8e23d7 req-05ba2d1a-7dba-4c64-9a0c-c1d5ea7e157b tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:03.498355 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2f9c6b7d-ee19-4d0a-9400-d43c11217738 req-03563f80-aa8f-4fd2-b10f-8ba9b2cf823e tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024618 Jul 14 07:03:03.522747 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1dc83f22-5147-4714-a829-7bf91a8e23d7 req-05ba2d1a-7dba-4c64-9a0c-c1d5ea7e157b tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:03.556326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba2d1a-7dba-4c64-9a0c-c1d5ea7e157b tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16652144-2883-4b78-bcbd-3f9ef4203200,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:03.561370 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:03.570544 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1dc83f22-5147-4714-a829-7bf91a8e23d7 req-05ba2d1a-7dba-4c64-9a0c-c1d5ea7e157b tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:03.571681 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1dc83f22-5147-4714-a829-7bf91a8e23d7 req-05ba2d1a-7dba-4c64-9a0c-c1d5ea7e157b tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3489897 Jul 14 07:03:03.624947 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-c42f63d1-855d-4ff5-a973-2fb5b09f21e7 req-2f5404fc-26be-4d66-8887-6a58a5f55e64 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] show failed (client error): The resource could not be found. Jul 14 07:03:03.626120 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c42f63d1-855d-4ff5-a973-2fb5b09f21e7 req-2f5404fc-26be-4d66-8887-6a58a5f55e64 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "GET /v2.0/security-groups/4aaf5c4a-f51b-48ef-bc3a-7ef99d61480a HTTP/1.1" status: 404 len: 352 time: 0.0206664 Jul 14 07:03:03.632451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-cba9a000-b9ab-4d31-81e4-e119d9e7446c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Made reservation on behalf of 17cfa03ae4c5479faf3fc5028688613e for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:03:03.636227 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-cba9a000-b9ab-4d31-81e4-e119d9e7446c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:03.646404 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-cba9a000-b9ab-4d31-81e4-e119d9e7446c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:03.724187 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-9c98c9fb-3ed7-4c46-9f70-10d2346d199c req-e706fabb-53da-4564-815d-6fc37512acee tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-77031119', 'description': 'tempest-description-1565581052'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:03.769424 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-271e7b29-0c21-4b5b-bb9f-3baae762b27f req-f14eba8e-1705-4c16-ba4a-f3871a530627 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=625ad290-41b0-40f0-aba8-9048fefefedf HTTP/1.1" status: 200 len: 210 time: 0.0395792 Jul 14 07:03:03.804017 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-cba9a000-b9ab-4d31-81e4-e119d9e7446c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:03.809712 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-cba9a000-b9ab-4d31-81e4-e119d9e7446c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:03.885485 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9c98c9fb-3ed7-4c46-9f70-10d2346d199c req-e706fabb-53da-4564-815d-6fc37512acee tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:03.894698 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9a000-b9ab-4d31-81e4-e119d9e7446c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902b49f2-91d0-4c6b-9cf6-0d295f41de2a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:03.906437 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-5da2a40a-e7bd-4e39-9590-4031e0546a35 req-59e48114-ffba-45d5-a9ee-af6f2cb25d13 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] show failed (client error): The resource could not be found. Jul 14 07:03:03.907409 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5da2a40a-e7bd-4e39-9590-4031e0546a35 req-59e48114-ffba-45d5-a9ee-af6f2cb25d13 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "GET /v2.0/security-group-rules/776bf30b-755a-4ab1-ae8e-7da3c53c2012 HTTP/1.1" status: 404 len: 361 time: 0.0415280 Jul 14 07:03:03.992851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-cba9a000-b9ab-4d31-81e4-e119d9e7446c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Allocated IP 192.168.233.68 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/5ceab21c-bf59-4888-a76a-914e42b42219) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:04.065041 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9c98c9fb-3ed7-4c46-9f70-10d2346d199c req-e706fabb-53da-4564-815d-6fc37512acee tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:04.071985 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9c98c9fb-3ed7-4c46-9f70-10d2346d199c req-e706fabb-53da-4564-815d-6fc37512acee tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:04.146948 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9c98c9fb-3ed7-4c46-9f70-10d2346d199c req-e706fabb-53da-4564-815d-6fc37512acee tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:04.148163 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9c98c9fb-3ed7-4c46-9f70-10d2346d199c req-e706fabb-53da-4564-815d-6fc37512acee tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4281323 Jul 14 07:03:04.153700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706fabb-53da-4564-815d-6fc37512acee tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cc89b2-2491-469a-8f77-6f637fd6c587,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:04.197725 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-cba9a000-b9ab-4d31-81e4-e119d9e7446c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:04.214982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-cba9a000-b9ab-4d31-81e4-e119d9e7446c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Transition to ACTIVE for port object 5ceab21c-bf59-4888-a76a-914e42b42219 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:04.250624 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-cba9a000-b9ab-4d31-81e4-e119d9e7446c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:04.346789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-cba9a000-b9ab-4d31-81e4-e119d9e7446c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:04.349148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-cba9a000-b9ab-4d31-81e4-e119d9e7446c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:04.351794 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9a000-b9ab-4d31-81e4-e119d9e7446c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Pushing event updated for resources: {'Port': ['ID=5ceab21c-bf59-4888-a76a-914e42b42219,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:04.353923 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-cba9a000-b9ab-4d31-81e4-e119d9e7446c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:04.359946 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-cba9a000-b9ab-4d31-81e4-e119d9e7446c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:04.360543 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-cba9a000-b9ab-4d31-81e4-e119d9e7446c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:04.380341 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-cba9a000-b9ab-4d31-81e4-e119d9e7446c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9116037 Jul 14 07:03:04.402334 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0bc51-9fd2-4faf-b6a8-ff70dbf365c7 req-9d7379db-500b-480e-bccf-d8609291bef1 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:04.403989 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56e0bc51-9fd2-4faf-b6a8-ff70dbf365c7 req-9d7379db-500b-480e-bccf-d8609291bef1 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 944 time: 0.1207647 Jul 14 07:03:04.435314 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device c97c7178-2433-40eb-86e7-7f07290839b9 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:03:04.454944 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56e0bc51-9fd2-4faf-b6a8-ff70dbf365c7 req-31cf2656-34be-4e2e-b05b-d371103a1ad8 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445294 Jul 14 07:03:04.472771 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Request body: {'port': {'device_id': '625ad290-41b0-40f0-aba8-9048fefefedf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:04.556850 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:04.601780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port c97c7178-2433-40eb-86e7-7f07290839b9, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c97c7178-2433-40eb-86e7-7f07290839b9,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:04.619134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'c97c7178-2433-40eb-86e7-7f07290839b9', 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86', 'port_id': 'c97c7178-2433-40eb-86e7-7f07290839b9', 'mac_address': 'fa:16:3e:cb:db:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d2e013-b9d3-4daa-9c60-1cf790b7d623', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:03:04.671532 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0545aa37-b242-4aa6-9061-ef38be121f83 None None] Provisioning for port 5ceab21c-bf59-4888-a76a-914e42b42219 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:04.673768 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:04.685527 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0545aa37-b242-4aa6-9061-ef38be121f83 None None] Provisioning complete for port 5ceab21c-bf59-4888-a76a-914e42b42219 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:04.686226 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0545aa37-b242-4aa6-9061-ef38be121f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:04.707833 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97c7178-2433-40eb-86e7-7f07290839b9 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:03:04.741543 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port c97c7178-2433-40eb-86e7-7f07290839b9, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c97c7178-2433-40eb-86e7-7f07290839b9,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:04.742942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-0545aa37-b242-4aa6-9061-ef38be121f83 None None] Port 5ceab21c-bf59-4888-a76a-914e42b42219 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:03:04.747903 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:04.799709 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=c97c7178-2433-40eb-86e7-7f07290839b9,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:04.911225 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-510f3f69-d282-407a-aa09-44b74a492972 req-a4f71ca6-bf83-48d2-8a47-716ae45f460d tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "GET /v2.0/security-groups/8371149b-254e-4698-a572-be09eb2b1273 HTTP/1.1" status: 200 len: 1812 time: 0.1015399 Jul 14 07:03:04.917827 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-904b3845-1405-440c-8899-4cec7a151220 req-64c27c44-3fda-416c-a44c-e52514993027 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-groups/e1cc89b2-2491-469a-8f77-6f637fd6c587 HTTP/1.1" status: 200 len: 1803 time: 0.1071415 Jul 14 07:03:04.928055 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:04.934813 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-904b3845-1405-440c-8899-4cec7a151220 req-26afa25f-1af4-4878-a249-b403001641cb tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e1cc89b2-2491-469a-8f77-6f637fd6c587', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:04.935127 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-904b3845-1405-440c-8899-4cec7a151220 req-26afa25f-1af4-4878-a249-b403001641cb tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e1cc89b2-2491-469a-8f77-6f637fd6c587', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:04.965073 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['c97c7178-2433-40eb-86e7-7f07290839b9'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:03:05.104641 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-510f3f69-d282-407a-aa09-44b74a492972 req-ad0cbb79-068f-4238-985d-6e9aef1c05b4 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:05.139181 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-904b3845-1405-440c-8899-4cec7a151220 req-26afa25f-1af4-4878-a249-b403001641cb tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:05.150906 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-510f3f69-d282-407a-aa09-44b74a492972 req-ad0cbb79-068f-4238-985d-6e9aef1c05b4 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:05.230248 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-904b3845-1405-440c-8899-4cec7a151220 req-26afa25f-1af4-4878-a249-b403001641cb tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:05.236943 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-904b3845-1405-440c-8899-4cec7a151220 req-26afa25f-1af4-4878-a249-b403001641cb tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:05.269615 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afa25f-1af4-4878-a249-b403001641cb tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdf4a5b-5d29-4154-a291-847ee222f3c5,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:05.271153 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-510f3f69-d282-407a-aa09-44b74a492972 req-ad0cbb79-068f-4238-985d-6e9aef1c05b4 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:05.273684 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-510f3f69-d282-407a-aa09-44b74a492972 req-ad0cbb79-068f-4238-985d-6e9aef1c05b4 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:05.274833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-510f3f69-d282-407a-aa09-44b74a492972 req-ad0cbb79-068f-4238-985d-6e9aef1c05b4 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "DELETE /v2.0/security-groups/8371149b-254e-4698-a572-be09eb2b1273 HTTP/1.1" status: 204 len: 173 time: 0.3561013 Jul 14 07:03:05.286174 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-904b3845-1405-440c-8899-4cec7a151220 req-26afa25f-1af4-4878-a249-b403001641cb tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:05.287939 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-904b3845-1405-440c-8899-4cec7a151220 req-26afa25f-1af4-4878-a249-b403001641cb tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3602805 Jul 14 07:03:05.299845 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cbb79-068f-4238-985d-6e9aef1c05b4 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8371149b-254e-4698-a572-be09eb2b1273,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:05.388342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ceab21c-bf59-4888-a76a-914e42b42219 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:03:05.411207 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:05.456008 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Transition to ACTIVE for port object 5ceab21c-bf59-4888-a76a-914e42b42219 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:05.479328 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:05.553519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Pushing event updated for resources: {'Port': ['ID=5ceab21c-bf59-4888-a76a-914e42b42219,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:05.599002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e614eeb-b7ab-4fa8-85af-4b4d50ca6081 req-d55f246a-cb5c-4ca1-a5f3-cf63981f6eb7 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:05.600549 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e614eeb-b7ab-4fa8-85af-4b4d50ca6081 req-d55f246a-cb5c-4ca1-a5f3-cf63981f6eb7 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 950 time: 0.2005608 Jul 14 07:03:05.615571 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44da33-4b07-4a8f-8578-ed78b6dccc90 req-ae19d737-b666-4d0b-b9e3-4075a9da0d4f tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:05.617092 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab44da33-4b07-4a8f-8578-ed78b6dccc90 req-ae19d737-b666-4d0b-b9e3-4075a9da0d4f tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa9702b-6215-41b5-924e-ac9e2c37e9ba HTTP/1.1" status: 200 len: 949 time: 0.1764905 Jul 14 07:03:05.629053 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Attempting to bind port 5ceab21c-bf59-4888-a76a-914e42b42219 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:05.629409 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Attempting to bind port 5ceab21c-bf59-4888-a76a-914e42b42219 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:05.629742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Attempting to bind port 5ceab21c-bf59-4888-a76a-914e42b42219 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:05.657107 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Port 5ceab21c-bf59-4888-a76a-914e42b42219 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:03:05.657475 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Attempting to bind port 5ceab21c-bf59-4888-a76a-914e42b42219 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:05.681047 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:05.681414 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:05.681801 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:05.682243 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Bound port: 5ceab21c-bf59-4888-a76a-914e42b42219, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:05.682603 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:05.700307 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e614eeb-b7ab-4fa8-85af-4b4d50ca6081 req-30c8abdd-71e7-42b3-9237-0d3ebac68517 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924973 Jul 14 07:03:05.704800 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab44da33-4b07-4a8f-8578-ed78b6dccc90 req-e8c4f58e-aa37-4cde-ba97-fc89ac4cf2e7 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6093f71-7a54-4b6c-98b8-9abbfcb436de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786715 Jul 14 07:03:05.769002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] For port 5ceab21c-bf59-4888-a76a-914e42b42219, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:05.772566 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] For port 5ceab21c-bf59-4888-a76a-914e42b42219, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5ceab21c-bf59-4888-a76a-914e42b42219,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:05.780846 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:05.841560 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:05.842211 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:05.843844 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] 10.222.0.15 "PUT /v2.0/ports/5ceab21c-bf59-4888-a76a-914e42b42219 HTTP/1.1" status: 200 len: 1095 time: 1.3786328 Jul 14 07:03:05.844303 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625ad290-41b0-40f0-aba8-9048fefefedf', 'tag': '5ceab21c-bf59-4888-a76a-914e42b42219'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:03:05.846664 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19fe627-0fd0-4043-b430-eb8d19099813" -d '{"events": [{"name": "network-changed", "server_uuid": "625ad290-41b0-40f0-aba8-9048fefefedf", "tag": "5ceab21c-bf59-4888-a76a-914e42b42219"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:03:05.963337 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7087c6-80f4-4def-ac66-cacd5a355871 service neutron] Pushing event updated for resources: {'Port': ['ID=5ceab21c-bf59-4888-a76a-914e42b42219,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:06.069821 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:06.081094 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-a8cbfa97-b689-4657-849a-352e01482a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:06.083052 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-a8cbfa97-b689-4657-849a-352e01482a6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17cfa03ae4c5479faf3fc5028688613e&device_id=625ad290-41b0-40f0-aba8-9048fefefedf HTTP/1.1" status: 200 len: 1098 time: 0.1806424 Jul 14 07:03:06.147263 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-e1e9e784-71bb-4bdb-9607-9a079e134783 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=5ceab21c-bf59-4888-a76a-914e42b42219 HTTP/1.1" status: 200 len: 217 time: 0.0572553 Jul 14 07:03:06.157565 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9dca1-df9d-439d-a0b1-abb2faecb247 req-aab0ae98-5e96-49e4-a0b8-325357ff988e tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:06.158984 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ca9dca1-df9d-439d-a0b1-abb2faecb247 req-aab0ae98-5e96-49e4-a0b8-325357ff988e tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=625ad290-41b0-40f0-aba8-9048fefefedf HTTP/1.1" status: 200 len: 947 time: 0.2827940 Jul 14 07:03:06.231379 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5ea54-e449-48a7-8791-7e6877579cba req-4c876e24-6633-4295-9fae-c7a2fa20abe0 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:06.232826 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aba5ea54-e449-48a7-8791-7e6877579cba req-4c876e24-6633-4295-9fae-c7a2fa20abe0 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.30 "GET /v2.0/ports?device_id=eaa9702b-6215-41b5-924e-ac9e2c37e9ba HTTP/1.1" status: 200 len: 949 time: 0.2479556 Jul 14 07:03:06.290923 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a23ab847-9318-4467-b60f-f93371249544 req-56267e59-7c90-468e-9543-23d79945a361 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "GET /v2.0/security-groups/e5da936a-8481-4948-b36f-0e792599316d HTTP/1.1" status: 200 len: 1812 time: 0.1834610 Jul 14 07:03:06.299725 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ca9dca1-df9d-439d-a0b1-abb2faecb247 req-c9018672-5de7-4b53-b046-4d5ccd375193 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294651 Jul 14 07:03:06.315959 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-78fb0803-4483-4494-ab9f-10757b5d1c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:06.317448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-78fb0803-4483-4494-ab9f-10757b5d1c99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1575906 Jul 14 07:03:06.352146 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-a212d357-1d82-428d-b5bd-9bd212d2c9ba req-f174179b-4464-4345-9aa3-f2bf17c3ee08 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-917788055', 'description': 'tempest-description-2078802245'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:06.452639 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device c97c7178-2433-40eb-86e7-7f07290839b9 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:06.458578 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a212d357-1d82-428d-b5bd-9bd212d2c9ba req-f174179b-4464-4345-9aa3-f2bf17c3ee08 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:06.473401 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a23ab847-9318-4467-b60f-f93371249544 req-b4d1c960-d4be-4f06-b868-5022c8995a5e tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:06.513235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port c97c7178-2433-40eb-86e7-7f07290839b9 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:06.517202 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port c97c7178-2433-40eb-86e7-7f07290839b9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:06.517587 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:06.518613 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-1d3d9729-70a8-4b39-b3c7-91aeb2044942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:06.520074 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-1d3d9729-70a8-4b39-b3c7-91aeb2044942 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1890838 Jul 14 07:03:06.531982 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a23ab847-9318-4467-b60f-f93371249544 req-b4d1c960-d4be-4f06-b868-5022c8995a5e tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:06.571362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-aba5ea54-e449-48a7-8791-7e6877579cba req-54b70c4f-74ba-4b40-a7e1-2325bbabc418 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Deleting port 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:03:06.571775 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-aba5ea54-e449-48a7-8791-7e6877579cba req-54b70c4f-74ba-4b40-a7e1-2325bbabc418 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:06.595151 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:06.617997 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97c7178-2433-40eb-86e7-7f07290839b9'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:03:06.620256 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce84b87-d5e8-4fb7-aaba-c34c7290daed" -d '{"events": [{"server_uuid": "b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837", "name": "network-vif-plugged", "status": "completed", "tag": "c97c7178-2433-40eb-86e7-7f07290839b9"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:03:06.634200 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port c97c7178-2433-40eb-86e7-7f07290839b9, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c97c7178-2433-40eb-86e7-7f07290839b9,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:06.639661 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:06.694598 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=c97c7178-2433-40eb-86e7-7f07290839b9,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:06.744496 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a23ab847-9318-4467-b60f-f93371249544 req-b4d1c960-d4be-4f06-b868-5022c8995a5e tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:06.747160 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a23ab847-9318-4467-b60f-f93371249544 req-b4d1c960-d4be-4f06-b868-5022c8995a5e tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:06.748357 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a23ab847-9318-4467-b60f-f93371249544 req-b4d1c960-d4be-4f06-b868-5022c8995a5e tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "DELETE /v2.0/security-groups/e5da936a-8481-4948-b36f-0e792599316d HTTP/1.1" status: 204 len: 173 time: 0.4477181 Jul 14 07:03:06.790388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1c960-d4be-4f06-b868-5022c8995a5e tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5da936a-8481-4948-b36f-0e792599316d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:06.794833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-7bf35661-1a51-4b54-8478-f3fa3564e9e6 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658443 Jul 14 07:03:06.827335 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-aba5ea54-e449-48a7-8791-7e6877579cba req-54b70c4f-74ba-4b40-a7e1-2325bbabc418 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] For port 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:06.827633 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-aba5ea54-e449-48a7-8791-7e6877579cba req-54b70c4f-74ba-4b40-a7e1-2325bbabc418 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:06.878792 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a212d357-1d82-428d-b5bd-9bd212d2c9ba req-f174179b-4464-4345-9aa3-f2bf17c3ee08 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:06.892473 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-aba5ea54-e449-48a7-8791-7e6877579cba req-54b70c4f-74ba-4b40-a7e1-2325bbabc418 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Calling delete_port for 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:03:06.901101 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a212d357-1d82-428d-b5bd-9bd212d2c9ba req-f174179b-4464-4345-9aa3-f2bf17c3ee08 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:07.000504 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a212d357-1d82-428d-b5bd-9bd212d2c9ba req-f174179b-4464-4345-9aa3-f2bf17c3ee08 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:07.001732 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a212d357-1d82-428d-b5bd-9bd212d2c9ba req-f174179b-4464-4345-9aa3-f2bf17c3ee08 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6678278 Jul 14 07:03:07.024668 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174179b-4464-4345-9aa3-f2bf17c3ee08 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d759a2f1-f680-47b7-b424-db72bd32761b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:07.084357 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f786df6-1d26-4f51-8e6b-92116582e1c7 req-569b371c-8180-4d15-985f-11726560f6c0 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751694 Jul 14 07:03:07.098505 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f7761-440b-4f2f-87db-f2cd77539422 req-36219251-0de2-4571-8ed0-d4431813d139 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:07.100060 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f8f7761-440b-4f2f-87db-f2cd77539422 req-36219251-0de2-4571-8ed0-d4431813d139 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 946 time: 0.2200711 Jul 14 07:03:07.169878 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f8f7761-440b-4f2f-87db-f2cd77539422 req-67bea79a-6d59-4644-bdd7-831ebe1eb12b tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617621 Jul 14 07:03:07.192310 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-aba5ea54-e449-48a7-8791-7e6877579cba req-54b70c4f-74ba-4b40-a7e1-2325bbabc418 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:07.213724 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:03:07.258656 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b70c4f-74ba-4b40-a7e1-2325bbabc418 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Pushing event deleted for resources: {'Port': ['ID=9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:07.276598 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26f2d64-b121-4f30-8024-b3185f63cb6b x-openstack-request-id: req-c26f2d64-b121-4f30-8024-b3185f63cb6b {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:03:07.277483 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837", "name": "network-vif-plugged", "status": "completed", "tag": "c97c7178-2433-40eb-86e7-7f07290839b9", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:03:07.277619 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca3189a-7523-455f-aca2-cfa4676c483c x-openstack-request-id: req-cca3189a-7523-455f-aca2-cfa4676c483c {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:03:07.277975 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625ad290-41b0-40f0-aba8-9048fefefedf", "tag": "5ceab21c-bf59-4888-a76a-914e42b42219", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:03:07.278218 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cca3189a-7523-455f-aca2-cfa4676c483c {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:03:07.278569 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c26f2d64-b121-4f30-8024-b3185f63cb6b {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:03:07.278677 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625ad290-41b0-40f0-aba8-9048fefefedf', 'tag': '5ceab21c-bf59-4888-a76a-914e42b42219', 'status': 'completed', 'code': 200} Jul 14 07:03:07.279190 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97c7178-2433-40eb-86e7-7f07290839b9', 'code': 200} Jul 14 07:03:07.380344 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba5ea54-e449-48a7-8791-7e6877579cba req-54b70c4f-74ba-4b40-a7e1-2325bbabc418 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] No DVR routers for this DVR port 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:03:07.391614 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-aba5ea54-e449-48a7-8791-7e6877579cba req-54b70c4f-74ba-4b40-a7e1-2325bbabc418 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:07.393750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aba5ea54-e449-48a7-8791-7e6877579cba req-54b70c4f-74ba-4b40-a7e1-2325bbabc418 tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.30 "DELETE /v2.0/ports/9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 HTTP/1.1" status: 204 len: 173 time: 1.1523087 Jul 14 07:03:07.479657 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-159e0d92-e919-48a1-a47a-7b629476440e req-b8674266-720e-4453-933c-f75dc61ae4ec tempest-TenantUsagesTestJSON-1382895208 tempest-TenantUsagesTestJSON-1382895208-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa9702b-6215-41b5-924e-ac9e2c37e9ba HTTP/1.1" status: 200 len: 210 time: 0.0903704 Jul 14 07:03:07.525575 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-abe0a8dd-0d99-465b-ad25-e3e7ffed2f67 req-1f5db78c-500e-43bb-8f54-f2918df6e142 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "GET /v2.0/security-groups/33585475-37ba-4532-91c4-e55fe4e93602 HTTP/1.1" status: 200 len: 1813 time: 0.2106216 Jul 14 07:03:07.544624 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-4ab03fd2-1a3c-41ac-8438-bcc7ef7f4288 req-cfebd9b8-d8c7-4205-b920-fa5507bd640b tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-688183206', 'description': 'tempest-description-801559904'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:07.593674 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fe627-0fd0-4043-b430-eb8d19099813 req-1785fb0b-60b6-460e-9149-790d03f72cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:07.595808 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b19fe627-0fd0-4043-b430-eb8d19099813 req-1785fb0b-60b6-460e-9149-790d03f72cc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17cfa03ae4c5479faf3fc5028688613e&device_id=625ad290-41b0-40f0-aba8-9048fefefedf HTTP/1.1" status: 200 len: 1098 time: 0.2795253 Jul 14 07:03:07.600537 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aac4bb-3f50-4702-82e0-713c54501ee9 req-19d976f2-9877-483d-8299-8d0cb68c2a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:07.602357 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3aac4bb-3f50-4702-82e0-713c54501ee9 req-19d976f2-9877-483d-8299-8d0cb68c2a58 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 1097 time: 0.2148747 Jul 14 07:03:07.674664 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4ab03fd2-1a3c-41ac-8438-bcc7ef7f4288 req-cfebd9b8-d8c7-4205-b920-fa5507bd640b tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:07.717860 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-abe0a8dd-0d99-465b-ad25-e3e7ffed2f67 req-3ac0d5e0-f03b-4619-b7cc-6d36aee1ce17 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:07.725323 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3aac4bb-3f50-4702-82e0-713c54501ee9 req-ed3c1330-900b-4022-a06b-e48d20da6b4e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150982 Jul 14 07:03:07.775951 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-abe0a8dd-0d99-465b-ad25-e3e7ffed2f67 req-3ac0d5e0-f03b-4619-b7cc-6d36aee1ce17 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:07.805613 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fe627-0fd0-4043-b430-eb8d19099813 req-3f49c27d-22d0-4ec1-a4be-6855c7ef39de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:07.807407 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b19fe627-0fd0-4043-b430-eb8d19099813 req-3f49c27d-22d0-4ec1-a4be-6855c7ef39de service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.2041612 Jul 14 07:03:07.869955 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b19fe627-0fd0-4043-b430-eb8d19099813 req-8a2f1f82-cf0b-488d-aefb-a3d8a6f05ecd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=5ceab21c-bf59-4888-a76a-914e42b42219 HTTP/1.1" status: 200 len: 217 time: 0.0447197 Jul 14 07:03:07.913216 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-abe0a8dd-0d99-465b-ad25-e3e7ffed2f67 req-3ac0d5e0-f03b-4619-b7cc-6d36aee1ce17 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:07.915721 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-abe0a8dd-0d99-465b-ad25-e3e7ffed2f67 req-3ac0d5e0-f03b-4619-b7cc-6d36aee1ce17 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:07.916843 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-abe0a8dd-0d99-465b-ad25-e3e7ffed2f67 req-3ac0d5e0-f03b-4619-b7cc-6d36aee1ce17 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "DELETE /v2.0/security-groups/33585475-37ba-4532-91c4-e55fe4e93602 HTTP/1.1" status: 204 len: 173 time: 0.3902299 Jul 14 07:03:07.980084 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4ab03fd2-1a3c-41ac-8438-bcc7ef7f4288 req-cfebd9b8-d8c7-4205-b920-fa5507bd640b tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:07.992208 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0d5e0-f03b-4619-b7cc-6d36aee1ce17 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33585475-37ba-4532-91c4-e55fe4e93602,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:07.996363 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4ab03fd2-1a3c-41ac-8438-bcc7ef7f4288 req-cfebd9b8-d8c7-4205-b920-fa5507bd640b tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:08.004387 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fe627-0fd0-4043-b430-eb8d19099813 req-6b436003-000d-4f40-b83a-34bb63838cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:08.006017 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b19fe627-0fd0-4043-b430-eb8d19099813 req-6b436003-000d-4f40-b83a-34bb63838cd7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1292615 Jul 14 07:03:08.073615 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4ab03fd2-1a3c-41ac-8438-bcc7ef7f4288 req-cfebd9b8-d8c7-4205-b920-fa5507bd640b tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:08.075942 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ab03fd2-1a3c-41ac-8438-bcc7ef7f4288 req-cfebd9b8-d8c7-4205-b920-fa5507bd640b tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5474815 Jul 14 07:03:08.087590 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebd9b8-d8c7-4205-b920-fa5507bd640b tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ea96fc-615a-4bff-90e7-bbe239109cba,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:08.114651 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fe627-0fd0-4043-b430-eb8d19099813 req-baeddebc-1445-407e-aad9-594d03317c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:08.116336 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b19fe627-0fd0-4043-b430-eb8d19099813 req-baeddebc-1445-407e-aad9-594d03317c31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1021984 Jul 14 07:03:08.289594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b19fe627-0fd0-4043-b430-eb8d19099813 req-b8c4d5df-2e37-4f0f-a7dd-417f795a3fe3 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658862 Jul 14 07:03:08.320126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e0a3f-a4d7-46ce-a06a-281d8b43b5ec req-2b44fff0-096e-4d63-828d-90e0d28486cd tempest-ServersAdminNegativeTestJSON-2042016208 tempest-ServersAdminNegativeTestJSON-2042016208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:08.321592 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ef5e0a3f-a4d7-46ce-a06a-281d8b43b5ec req-2b44fff0-096e-4d63-828d-90e0d28486cd tempest-ServersAdminNegativeTestJSON-2042016208 tempest-ServersAdminNegativeTestJSON-2042016208-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 1101 time: 0.1476703 Jul 14 07:03:08.376920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e6e1e-ac48-4b41-8b09-a7bcdda0038b req-d4ce4438-10a0-4456-843f-bbdc2e3f7fcf tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:08.378410 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ad0e6e1e-ac48-4b41-8b09-a7bcdda0038b req-d4ce4438-10a0-4456-843f-bbdc2e3f7fcf tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=625ad290-41b0-40f0-aba8-9048fefefedf HTTP/1.1" status: 200 len: 947 time: 0.1877892 Jul 14 07:03:08.388945 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ef5e0a3f-a4d7-46ce-a06a-281d8b43b5ec req-a1d80247-dfd2-4adb-9736-857ceb95497b tempest-ServersAdminNegativeTestJSON-2042016208 tempest-ServersAdminNegativeTestJSON-2042016208-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:08.460287 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b19fe627-0fd0-4043-b430-eb8d19099813 req-3751c347-1a80-4e72-b229-8d7d0d7fa77b service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626675 Jul 14 07:03:08.464464 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ad0e6e1e-ac48-4b41-8b09-a7bcdda0038b req-3973964d-f9e8-4402-aa28-877ecf3b9522 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791545 Jul 14 07:03:08.554524 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88d886df-4caa-4a53-be42-b0147f8e84df req-d2d8a839-f6fc-4eac-bd8c-dabf08c0f7ef tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "GET /v2.0/security-groups/3d6c7fb6-f378-4cd7-a56c-0a73270099da HTTP/1.1" status: 200 len: 1813 time: 0.0542700 Jul 14 07:03:08.583852 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ef5e0a3f-a4d7-46ce-a06a-281d8b43b5ec req-a1d80247-dfd2-4adb-9736-857ceb95497b tempest-ServersAdminNegativeTestJSON-2042016208 tempest-ServersAdminNegativeTestJSON-2042016208-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:08.599720 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ef5e0a3f-a4d7-46ce-a06a-281d8b43b5ec req-a1d80247-dfd2-4adb-9736-857ceb95497b tempest-ServersAdminNegativeTestJSON-2042016208 tempest-ServersAdminNegativeTestJSON-2042016208-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:08.638949 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ef5e0a3f-a4d7-46ce-a06a-281d8b43b5ec req-a1d80247-dfd2-4adb-9736-857ceb95497b tempest-ServersAdminNegativeTestJSON-2042016208 tempest-ServersAdminNegativeTestJSON-2042016208-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875190 Jul 14 07:03:08.649240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d80247-dfd2-4adb-9736-857ceb95497b tempest-ServersAdminNegativeTestJSON-2042016208 tempest-ServersAdminNegativeTestJSON-2042016208-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe91f3ad-d2ac-4c6a-bae6-a25d516e898d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:08.661899 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-88d886df-4caa-4a53-be42-b0147f8e84df req-e30e08ac-b7a1-4060-9dce-78556099c205 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:08.713923 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-88d886df-4caa-4a53-be42-b0147f8e84df req-e30e08ac-b7a1-4060-9dce-78556099c205 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:08.752681 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d92f9b2-f545-4d5d-8dea-4eafc620f676 req-1637c68f-20d7-45b9-9d3c-d20296a000cc tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-groups/d759a2f1-f680-47b7-b424-db72bd32761b HTTP/1.1" status: 200 len: 1804 time: 0.0656018 Jul 14 07:03:08.783251 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-88d886df-4caa-4a53-be42-b0147f8e84df req-e30e08ac-b7a1-4060-9dce-78556099c205 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:08.785806 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-88d886df-4caa-4a53-be42-b0147f8e84df req-e30e08ac-b7a1-4060-9dce-78556099c205 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:08.786915 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88d886df-4caa-4a53-be42-b0147f8e84df req-e30e08ac-b7a1-4060-9dce-78556099c205 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "DELETE /v2.0/security-groups/3d6c7fb6-f378-4cd7-a56c-0a73270099da HTTP/1.1" status: 204 len: 173 time: 0.2250254 Jul 14 07:03:08.804728 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e08ac-b7a1-4060-9dce-78556099c205 tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6c7fb6-f378-4cd7-a56c-0a73270099da,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:08.811971 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d92f9b2-f545-4d5d-8dea-4eafc620f676 req-0024071a-ba6c-4db3-ab12-63e21b0283e2 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-groups/c8ea96fc-615a-4bff-90e7-bbe239109cba HTTP/1.1" status: 200 len: 1803 time: 0.0529773 Jul 14 07:03:08.831472 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-8d92f9b2-f545-4d5d-8dea-4eafc620f676 req-75a2cf6f-39e6-4225-9134-cae863ac04b2 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd759a2f1-f680-47b7-b424-db72bd32761b', 'remote_group_id': 'c8ea96fc-615a-4bff-90e7-bbe239109cba', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:08.831907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-8d92f9b2-f545-4d5d-8dea-4eafc620f676 req-75a2cf6f-39e6-4225-9134-cae863ac04b2 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd759a2f1-f680-47b7-b424-db72bd32761b', 'remote_group_id': 'c8ea96fc-615a-4bff-90e7-bbe239109cba', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:08.908139 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8d92f9b2-f545-4d5d-8dea-4eafc620f676 req-75a2cf6f-39e6-4225-9134-cae863ac04b2 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:08.982325 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8d92f9b2-f545-4d5d-8dea-4eafc620f676 req-75a2cf6f-39e6-4225-9134-cae863ac04b2 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:08.986095 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8d92f9b2-f545-4d5d-8dea-4eafc620f676 req-75a2cf6f-39e6-4225-9134-cae863ac04b2 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.011397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d93b11-09fb-4487-b194-d5ddcff64c3a req-d326bed6-4fbe-43bf-be57-b8d219d5c8dd tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:09.013405 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43d93b11-09fb-4487-b194-d5ddcff64c3a req-d326bed6-4fbe-43bf-be57-b8d219d5c8dd tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 946 time: 0.1182802 Jul 14 07:03:09.016981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2cf6f-39e6-4225-9134-cae863ac04b2 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f750c17-5389-4950-ae5e-1424c21c81b1,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:09.027048 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8d92f9b2-f545-4d5d-8dea-4eafc620f676 req-75a2cf6f-39e6-4225-9134-cae863ac04b2 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.028770 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d92f9b2-f545-4d5d-8dea-4eafc620f676 req-75a2cf6f-39e6-4225-9134-cae863ac04b2 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2073390 Jul 14 07:03:09.056493 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43d93b11-09fb-4487-b194-d5ddcff64c3a req-421cde4c-e972-434d-b62a-25f7c8f36728 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359180 Jul 14 07:03:09.157519 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-99a81d8e-8b3c-4843-ad4c-24c72c99263f req-9b505f50-50a1-4fed-9cae-2ed7c66320dd tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "GET /v2.0/security-groups/87ba3e06-64a9-4f8f-acc2-9171a65fa40a HTTP/1.1" status: 200 len: 1812 time: 0.0402656 Jul 14 07:03:09.188497 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-2bb4a4ca-09be-43ab-9523-03a2b94799c6 req-4366204a-340e-4a10-90a4-1263f179e953 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-976399345', 'description': 'tempest-description-1098567487'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:09.225964 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2bb4a4ca-09be-43ab-9523-03a2b94799c6 req-4366204a-340e-4a10-90a4-1263f179e953 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.248001 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-99a81d8e-8b3c-4843-ad4c-24c72c99263f req-244ab508-747a-40dd-a6dc-246f601db46c tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.277905 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-99a81d8e-8b3c-4843-ad4c-24c72c99263f req-244ab508-747a-40dd-a6dc-246f601db46c tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.279985 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa9702b-6215-41b5-924e-ac9e2c37e9ba', 'name': 'network-vif-deleted', 'tag': '9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:03:09.282313 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d18e0f-35a1-42a8-8d8e-51d26b2bffec" -d '{"events": [{"server_uuid": "eaa9702b-6215-41b5-924e-ac9e2c37e9ba", "name": "network-vif-deleted", "tag": "9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:03:09.318874 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37148) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:09.346436 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-99a81d8e-8b3c-4843-ad4c-24c72c99263f req-244ab508-747a-40dd-a6dc-246f601db46c tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.348950 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-99a81d8e-8b3c-4843-ad4c-24c72c99263f req-244ab508-747a-40dd-a6dc-246f601db46c tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.350112 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-99a81d8e-8b3c-4843-ad4c-24c72c99263f req-244ab508-747a-40dd-a6dc-246f601db46c tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] 10.222.0.35 "DELETE /v2.0/security-groups/87ba3e06-64a9-4f8f-acc2-9171a65fa40a HTTP/1.1" status: 204 len: 173 time: 0.1873055 Jul 14 07:03:09.357812 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37152) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:09.369925 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ab508-747a-40dd-a6dc-246f601db46c tempest-SecurityGroupRulesNegativeTestJSON-1462816061 tempest-SecurityGroupRulesNegativeTestJSON-1462816061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ba3e06-64a9-4f8f-acc2-9171a65fa40a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:09.383217 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2bb4a4ca-09be-43ab-9523-03a2b94799c6 req-4366204a-340e-4a10-90a4-1263f179e953 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.389164 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2bb4a4ca-09be-43ab-9523-03a2b94799c6 req-4366204a-340e-4a10-90a4-1263f179e953 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.420614 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366204a-340e-4a10-90a4-1263f179e953 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f942738-afa5-4a7a-9bf8-ddfbaa4cf347,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:09.433010 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2bb4a4ca-09be-43ab-9523-03a2b94799c6 req-4366204a-340e-4a10-90a4-1263f179e953 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.444698 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2bb4a4ca-09be-43ab-9523-03a2b94799c6 req-4366204a-340e-4a10-90a4-1263f179e953 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2576916 Jul 14 07:03:09.444924 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82d97be-836b-4f4b-bd78-83ef25c635a1 admin admin] Deleting subnet b923a713-50fb-48d4-baad-b4449713a3bc {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:03:09.445832 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d82d97be-836b-4f4b-bd78-83ef25c635a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.480237 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d82d97be-836b-4f4b-bd78-83ef25c635a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.549650 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fef4b99-613c-4c5f-b1af-6a06558b73c2 x-openstack-request-id: req-5fef4b99-613c-4c5f-b1af-6a06558b73c2 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:03:09.550019 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa9702b-6215-41b5-924e-ac9e2c37e9ba", "name": "network-vif-deleted", "tag": "9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:03:09.550357 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5fef4b99-613c-4c5f-b1af-6a06558b73c2 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:03:09.550844 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa9702b-6215-41b5-924e-ac9e2c37e9ba', 'name': 'network-vif-deleted', 'tag': '9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89', 'status': 'completed', 'code': 200} Jul 14 07:03:09.559303 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-862f03ef-ce04-473f-be4f-749d8106e02a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56a49258a4224fa3bb7cbb77c7009a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386940 Jul 14 07:03:09.561785 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d82d97be-836b-4f4b-bd78-83ef25c635a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.569445 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37160) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:09.582051 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-2e24e023-15c5-4d23-9bfb-b6239d06e8d6 req-0f0b485d-ff5d-4414-b0db-8daa7cfecfd8 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-807750649', 'description': 'tempest-description-451541901'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:09.613721 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d82d97be-836b-4f4b-bd78-83ef25c635a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.634598 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2e24e023-15c5-4d23-9bfb-b6239d06e8d6 req-0f0b485d-ff5d-4414-b0db-8daa7cfecfd8 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.640876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d97be-836b-4f4b-bd78-83ef25c635a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b923a713-50fb-48d4-baad-b4449713a3bc,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:09.643015 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d82d97be-836b-4f4b-bd78-83ef25c635a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.645659 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d82d97be-836b-4f4b-bd78-83ef25c635a1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b923a713-50fb-48d4-baad-b4449713a3bc HTTP/1.1" status: 204 len: 168 time: 0.2813358 Jul 14 07:03:09.648167 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37162) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:09.671169 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349ef7d-2e6f-4396-b2ce-4aba3453bebf req-0dc5e998-4391-480a-87ed-3304d49ef539 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:09.672689 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e349ef7d-2e6f-4396-b2ce-4aba3453bebf req-0dc5e998-4391-480a-87ed-3304d49ef539 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 1097 time: 0.1327844 Jul 14 07:03:09.676922 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-34d49d4d-86a2-4dd6-be6c-97cb14119917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.715760 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02bc5c01-c17f-4afd-b254-aee85c14082f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.729067 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-34d49d4d-86a2-4dd6-be6c-97cb14119917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.762593 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e349ef7d-2e6f-4396-b2ce-4aba3453bebf req-3d71df55-dbfa-4d2f-a387-4ea202f72218 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819387 Jul 14 07:03:09.807295 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02bc5c01-c17f-4afd-b254-aee85c14082f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.811049 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-02bc5c01-c17f-4afd-b254-aee85c14082f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac0c3a8-574e-48f9-9eae-9eb1b30e2ede']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:09.822272 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-02bc5c01-c17f-4afd-b254-aee85c14082f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c64a72d-5825-461d-8cde-0a8c60565c68') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:09.822666 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-02bc5c01-c17f-4afd-b254-aee85c14082f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c64a72d-5825-461d-8cde-0a8c60565c68') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:09.832303 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02bc5c01-c17f-4afd-b254-aee85c14082f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.846974 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02bc5c01-c17f-4afd-b254-aee85c14082f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.853919 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bc5c01-c17f-4afd-b254-aee85c14082f admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:03:09.854612 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02bc5c01-c17f-4afd-b254-aee85c14082f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:03:09.856935 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:03:09.911789 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02bc5c01-c17f-4afd-b254-aee85c14082f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.920190 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02bc5c01-c17f-4afd-b254-aee85c14082f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:09.922386 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-02bc5c01-c17f-4afd-b254-aee85c14082f admin admin] 10.222.0.35 "DELETE /v2.0/networks/5ac0c3a8-574e-48f9-9eae-9eb1b30e2ede HTTP/1.1" status: 204 len: 168 time: 0.2732947 Jul 14 07:03:09.935701 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc5c01-c17f-4afd-b254-aee85c14082f admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac0c3a8-574e-48f9-9eae-9eb1b30e2ede,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:10.044925 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37170) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:10.086244 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7af6b65a-45fc-4a17-8760-36a46ddbc2f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=483d61bc9c664c6abb041a2bbc8eeba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396259 Jul 14 07:03:10.088766 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37172) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:10.124827 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2e24e023-15c5-4d23-9bfb-b6239d06e8d6 req-0f0b485d-ff5d-4414-b0db-8daa7cfecfd8 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:10.132513 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2e24e023-15c5-4d23-9bfb-b6239d06e8d6 req-0f0b485d-ff5d-4414-b0db-8daa7cfecfd8 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:10.139666 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7502f3c0-0c32-4fd0-a29b-955dda0ce7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:10.150252 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-34d49d4d-86a2-4dd6-be6c-97cb14119917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:10.153245 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-34d49d4d-86a2-4dd6-be6c-97cb14119917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:10.154350 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-34d49d4d-86a2-4dd6-be6c-97cb14119917 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f6093f71-7a54-4b6c-98b8-9abbfcb436de HTTP/1.1" status: 204 len: 168 time: 0.5817196 Jul 14 07:03:10.161600 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7502f3c0-0c32-4fd0-a29b-955dda0ce7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:10.172485 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2e24e023-15c5-4d23-9bfb-b6239d06e8d6 req-0f0b485d-ff5d-4414-b0db-8daa7cfecfd8 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:10.173721 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2e24e023-15c5-4d23-9bfb-b6239d06e8d6 req-0f0b485d-ff5d-4414-b0db-8daa7cfecfd8 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6030455 Jul 14 07:03:10.187415 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102cced-07c1-490c-9db8-4b2d29f44587 req-7b013772-4f30-49f0-a214-db5c407e1ae3 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:10.189126 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d102cced-07c1-490c-9db8-4b2d29f44587 req-7b013772-4f30-49f0-a214-db5c407e1ae3 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=625ad290-41b0-40f0-aba8-9048fefefedf HTTP/1.1" status: 200 len: 947 time: 0.1296790 Jul 14 07:03:10.190370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b485d-ff5d-4414-b0db-8daa7cfecfd8 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad95c81a-08cb-45d5-854c-1ebd0a534a16,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:10.211979 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7502f3c0-0c32-4fd0-a29b-955dda0ce7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:10.215780 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7502f3c0-0c32-4fd0-a29b-955dda0ce7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:10.219747 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7502f3c0-0c32-4fd0-a29b-955dda0ce7ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c72e83f-da09-4568-9198-d9cc12ead09f HTTP/1.1" status: 204 len: 168 time: 0.1299908 Jul 14 07:03:10.220512 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d49d4d-86a2-4dd6-be6c-97cb14119917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6093f71-7a54-4b6c-98b8-9abbfcb436de,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:10.241768 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502f3c0-0c32-4fd0-a29b-955dda0ce7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c72e83f-da09-4568-9198-d9cc12ead09f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:10.298069 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d102cced-07c1-490c-9db8-4b2d29f44587 req-1a3b3c48-22c7-471f-8f17-e46a3ff3169d tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924423 Jul 14 07:03:10.374046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8b03acfb-9465-470f-add2-e27617901dc9 req-82ed3305-acef-44a9-a075-4244c36bd4ad tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-groups/5f942738-afa5-4a7a-9bf8-ddfbaa4cf347 HTTP/1.1" status: 200 len: 1804 time: 0.0615346 Jul 14 07:03:10.461883 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8b03acfb-9465-470f-add2-e27617901dc9 req-f5419600-bde1-4d2e-9a1e-668847d9db58 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-groups/ad95c81a-08cb-45d5-854c-1ebd0a534a16 HTTP/1.1" status: 200 len: 1803 time: 0.0789945 Jul 14 07:03:10.474968 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-8b03acfb-9465-470f-add2-e27617901dc9 req-4081d038-d288-4229-825b-fc0a87a2051d tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5f942738-afa5-4a7a-9bf8-ddfbaa4cf347', 'remote_group_id': 'ad95c81a-08cb-45d5-854c-1ebd0a534a16', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:10.477070 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-8b03acfb-9465-470f-add2-e27617901dc9 req-4081d038-d288-4229-825b-fc0a87a2051d tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5f942738-afa5-4a7a-9bf8-ddfbaa4cf347', 'remote_group_id': 'ad95c81a-08cb-45d5-854c-1ebd0a534a16', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:10.491380 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 5ceab21c-bf59-4888-a76a-914e42b42219 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:03:10.545280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:03:10.618254 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8b03acfb-9465-470f-add2-e27617901dc9 req-4081d038-d288-4229-825b-fc0a87a2051d tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:10.620274 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:03:10.624629 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 9cc29b4a-dd1b-4a8e-b3ea-230bed34cc89 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:03:10.638710 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.resource_extend [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:03:10.697786 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8b03acfb-9465-470f-add2-e27617901dc9 req-4081d038-d288-4229-825b-fc0a87a2051d tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:10.709794 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8b03acfb-9465-470f-add2-e27617901dc9 req-4081d038-d288-4229-825b-fc0a87a2051d tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:10.738311 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081d038-d288-4229-825b-fc0a87a2051d tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4247c8be-cff2-4a95-885c-a620ccec8931,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:10.756293 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8b03acfb-9465-470f-add2-e27617901dc9 req-4081d038-d288-4229-825b-fc0a87a2051d tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:10.766933 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8b03acfb-9465-470f-add2-e27617901dc9 req-4081d038-d288-4229-825b-fc0a87a2051d tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2975807 Jul 14 07:03:10.831598 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 5ceab21c-bf59-4888-a76a-914e42b42219, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5ceab21c-bf59-4888-a76a-914e42b42219,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:10.858460 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '5ceab21c-bf59-4888-a76a-914e42b42219', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '5ceab21c-bf59-4888-a76a-914e42b42219', 'mac_address': 'fa:16:3e:cf:5c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:03:10.914100 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:10.915013 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa16b4eb-db25-4381-87a3-493b2479249a req-3f76e65d-11fa-4b32-aaff-cf721ea81140 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-groups/ad95c81a-08cb-45d5-854c-1ebd0a534a16 HTTP/1.1" status: 200 len: 1803 time: 0.0821810 Jul 14 07:03:10.928114 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ceab21c-bf59-4888-a76a-914e42b42219 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:03:10.956258 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 5ceab21c-bf59-4888-a76a-914e42b42219, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5ceab21c-bf59-4888-a76a-914e42b42219,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:10.957143 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37204) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:10.964367 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:10.973391 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b23025e-7cf5-4ae4-bcef-11c599735995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:11.064710 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=5ceab21c-bf59-4888-a76a-914e42b42219,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:11.072939 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:11.073317 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:11.073647 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:11.074155 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:11.074700 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:11.075202 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:11.075687 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:11.076191 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:11.076878 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:11.086914 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f30c0-1ca8-4b8e-8383-cb45f6b7d07e req-f944cb92-42e0-4dae-8a2f-17fc37408981 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:11.092743 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c8f30c0-1ca8-4b8e-8383-cb45f6b7d07e req-f944cb92-42e0-4dae-8a2f-17fc37408981 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 950 time: 0.1767278 Jul 14 07:03:11.094837 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-aa16b4eb-db25-4381-87a3-493b2479249a req-d84e39d2-1c5c-4653-9480-a85b8e993fb4 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:11.095574 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:11.097177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:11.098015 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:11.141138 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b23025e-7cf5-4ae4-bcef-11c599735995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:11.145864 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b23025e-7cf5-4ae4-bcef-11c599735995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:11.151008 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-aa16b4eb-db25-4381-87a3-493b2479249a req-d84e39d2-1c5c-4653-9480-a85b8e993fb4 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:11.158387 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c8f30c0-1ca8-4b8e-8383-cb45f6b7d07e req-0988da12-6e9f-4e15-8723-aa8626afa172 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644510 Jul 14 07:03:11.189339 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0b23025e-7cf5-4ae4-bcef-11c599735995 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa49344130ec413cafe83243e70430fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304344 Jul 14 07:03:11.191229 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37212) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:11.220438 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['5ceab21c-bf59-4888-a76a-914e42b42219'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:03:11.233084 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-aa16b4eb-db25-4381-87a3-493b2479249a req-d84e39d2-1c5c-4653-9480-a85b8e993fb4 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:11.238861 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23025e-7cf5-4ae4-bcef-11c599735995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130567e2-16ab-403d-b5b6-d5719ebedf2a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:11.242796 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-aa16b4eb-db25-4381-87a3-493b2479249a req-d84e39d2-1c5c-4653-9480-a85b8e993fb4 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:11.245463 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa16b4eb-db25-4381-87a3-493b2479249a req-d84e39d2-1c5c-4653-9480-a85b8e993fb4 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "DELETE /v2.0/security-groups/ad95c81a-08cb-45d5-854c-1ebd0a534a16 HTTP/1.1" status: 204 len: 173 time: 0.3010137 Jul 14 07:03:11.270654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e39d2-1c5c-4653-9480-a85b8e993fb4 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad95c81a-08cb-45d5-854c-1ebd0a534a16,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:11.296007 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d6c66a1-cab6-4499-83b6-73dece5bf3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:11.343436 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac8c8dfa-81f1-44e6-9840-05e3a6ae757a req-d3212835-d653-4a9a-a8ff-cdf6163d597f tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-groups/5f942738-afa5-4a7a-9bf8-ddfbaa4cf347 HTTP/1.1" status: 200 len: 1804 time: 0.0740373 Jul 14 07:03:11.344218 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d6c66a1-cab6-4499-83b6-73dece5bf3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:11.380338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-2dd77b23-be87-4956-84da-a90cec7f24bb req-ec2220f6-fc57-411a-b5a3-426326fafa77 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1189846324', 'description': 'tempest-description-1716940343'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:11.419609 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d6c66a1-cab6-4499-83b6-73dece5bf3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:11.423223 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d6c66a1-cab6-4499-83b6-73dece5bf3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:11.425170 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1d6c66a1-cab6-4499-83b6-73dece5bf3ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/130567e2-16ab-403d-b5b6-d5719ebedf2a HTTP/1.1" status: 204 len: 168 time: 0.2325373 Jul 14 07:03:11.446204 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2dd77b23-be87-4956-84da-a90cec7f24bb req-ec2220f6-fc57-411a-b5a3-426326fafa77 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:11.448140 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c66a1-cab6-4499-83b6-73dece5bf3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130567e2-16ab-403d-b5b6-d5719ebedf2a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:11.622579 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51858e3-99bc-4298-ac2a-56c952deacfb req-df78ed79-893a-4680-abd7-3d9145c271f0 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:11.624254 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a51858e3-99bc-4298-ac2a-56c952deacfb req-df78ed79-893a-4680-abd7-3d9145c271f0 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=625ad290-41b0-40f0-aba8-9048fefefedf HTTP/1.1" status: 200 len: 948 time: 0.1284871 Jul 14 07:03:11.688840 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a51858e3-99bc-4298-ac2a-56c952deacfb req-bb0f2082-e043-4a2a-8b0a-93d1b97de63c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558293 Jul 14 07:03:11.691390 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2dd77b23-be87-4956-84da-a90cec7f24bb req-ec2220f6-fc57-411a-b5a3-426326fafa77 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:11.699140 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2dd77b23-be87-4956-84da-a90cec7f24bb req-ec2220f6-fc57-411a-b5a3-426326fafa77 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:11.724837 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2dd77b23-be87-4956-84da-a90cec7f24bb req-ec2220f6-fc57-411a-b5a3-426326fafa77 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:11.726255 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2dd77b23-be87-4956-84da-a90cec7f24bb req-ec2220f6-fc57-411a-b5a3-426326fafa77 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3502319 Jul 14 07:03:11.752544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2220f6-fc57-411a-b5a3-426326fafa77 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f8d88f-3ae1-4eb3-9fef-c0282b1307b2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:11.803039 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37240) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:11.835585 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b156eb1-3598-426e-b898-027d380c03b3 req-49b7ad94-2833-494c-8a79-1fcf45f099db tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-groups/90f8d88f-3ae1-4eb3-9fef-c0282b1307b2 HTTP/1.1" status: 200 len: 1805 time: 0.0697103 Jul 14 07:03:11.843742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-2b156eb1-3598-426e-b898-027d380c03b3 req-dadb7759-8ba4-4cb7-bd00-06b4eaf561a3 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '90f8d88f-3ae1-4eb3-9fef-c0282b1307b2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:11.843742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-2b156eb1-3598-426e-b898-027d380c03b3 req-dadb7759-8ba4-4cb7-bd00-06b4eaf561a3 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '90f8d88f-3ae1-4eb3-9fef-c0282b1307b2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:11.977247 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2b156eb1-3598-426e-b898-027d380c03b3 req-dadb7759-8ba4-4cb7-bd00-06b4eaf561a3 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.021590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-98eb86e5-46e0-485f-a56e-13eb0f483c2d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-70974883-network', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:12.032232 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2b156eb1-3598-426e-b898-027d380c03b3 req-dadb7759-8ba4-4cb7-bd00-06b4eaf561a3 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.037244 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2b156eb1-3598-426e-b898-027d380c03b3 req-dadb7759-8ba4-4cb7-bd00-06b4eaf561a3 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.049173 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eb86e5-46e0-485f-a56e-13eb0f483c2d admin admin] Made reservation on behalf of 52f6ea5960964fe69672c40f1222d3ee for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:03:12.051650 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98eb86e5-46e0-485f-a56e-13eb0f483c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.064255 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98eb86e5-46e0-485f-a56e-13eb0f483c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.065273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb7759-8ba4-4cb7-bd00-06b4eaf561a3 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc9393a-a773-4053-8ca3-dfead242a759,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:12.074919 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2b156eb1-3598-426e-b898-027d380c03b3 req-dadb7759-8ba4-4cb7-bd00-06b4eaf561a3 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.080592 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b156eb1-3598-426e-b898-027d380c03b3 req-dadb7759-8ba4-4cb7-bd00-06b4eaf561a3 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2430015 Jul 14 07:03:12.160192 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98eb86e5-46e0-485f-a56e-13eb0f483c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.166382 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98eb86e5-46e0-485f-a56e-13eb0f483c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.177321 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a63d65f6-a302-48ba-8682-39bdd10cd877 req-c1c46f33-2407-4aec-b91d-aeca77d79b05 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-groups/90f8d88f-3ae1-4eb3-9fef-c0282b1307b2 HTTP/1.1" status: 200 len: 2398 time: 0.0742910 Jul 14 07:03:12.194472 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98eb86e5-46e0-485f-a56e-13eb0f483c2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:03:12.211378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-a63d65f6-a302-48ba-8682-39bdd10cd877 req-82819a2f-ef79-4473-8919-75d3ef8d33fe tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '90f8d88f-3ae1-4eb3-9fef-c0282b1307b2', 'remote_group_id': None}]} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:12.211378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-a63d65f6-a302-48ba-8682-39bdd10cd877 req-82819a2f-ef79-4473-8919-75d3ef8d33fe tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '90f8d88f-3ae1-4eb3-9fef-c0282b1307b2', 'remote_group_id': None}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:12.212631 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb86e5-46e0-485f-a56e-13eb0f483c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60c9bbb-b190-41d5-8da6-7ddc48f01148,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:12.212631 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98eb86e5-46e0-485f-a56e-13eb0f483c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.212631 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-98eb86e5-46e0-485f-a56e-13eb0f483c2d admin admin] Added segment f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07 of type vlan for network 21bbc63d-be7d-4ecb-8dec-01b67666fcd3 Jul 14 07:03:12.253063 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83bf4b-8799-4037-b251-49ee70ea3420 req-fa7fda82-da9e-4817-ac80-d3620375b966 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:12.254151 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98eb86e5-46e0-485f-a56e-13eb0f483c2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.254609 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d83bf4b-8799-4037-b251-49ee70ea3420 req-fa7fda82-da9e-4817-ac80-d3620375b966 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 950 time: 0.1616096 Jul 14 07:03:12.291942 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98eb86e5-46e0-485f-a56e-13eb0f483c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.293492 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eb86e5-46e0-485f-a56e-13eb0f483c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:12.294367 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98eb86e5-46e0-485f-a56e-13eb0f483c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.356877 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-98eb86e5-46e0-485f-a56e-13eb0f483c2d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5526147 Jul 14 07:03:12.359736 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37268) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:12.364435 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-92298891-8926-404c-a279-4703462d7ba7 admin admin] Request body: {'subnet': {'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-70974883-subnet', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:12.383048 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a63d65f6-a302-48ba-8682-39bdd10cd877 req-82819a2f-ef79-4473-8919-75d3ef8d33fe tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.383422 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb86e5-46e0-485f-a56e-13eb0f483c2d admin admin] Pushing event updated for resources: {'Network': ['ID=21bbc63d-be7d-4ecb-8dec-01b67666fcd3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:12.387799 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92298891-8926-404c-a279-4703462d7ba7 admin admin] Made reservation on behalf of 52f6ea5960964fe69672c40f1222d3ee for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:03:12.390428 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92298891-8926-404c-a279-4703462d7ba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.396099 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 21bbc63d-be7d-4ecb-8dec-01b67666fcd3 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:03:12.464207 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a63d65f6-a302-48ba-8682-39bdd10cd877 req-82819a2f-ef79-4473-8919-75d3ef8d33fe tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.479382 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a63d65f6-a302-48ba-8682-39bdd10cd877 req-82819a2f-ef79-4473-8919-75d3ef8d33fe tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.485601 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37272) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:12.515007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e24a66-d932-4639-8d19-1c50eabb484a req-951cddaf-9a4a-40ce-96cc-20c49c7f6c95 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:12.516655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-79e24a66-d932-4639-8d19-1c50eabb484a req-951cddaf-9a4a-40ce-96cc-20c49c7f6c95 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 950 time: 0.1881690 Jul 14 07:03:12.520652 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82819a2f-ef79-4473-8919-75d3ef8d33fe tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdaf689-4f83-489f-b87d-a33e360bea67,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:12.530865 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-7d83bf4b-8799-4037-b251-49ee70ea3420 req-616935db-6f64-4b99-9c52-469d36f9b7a2 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Deleting port d487147e-50b4-4129-8759-2ad2e05b0739 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:03:12.531243 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7d83bf4b-8799-4037-b251-49ee70ea3420 req-616935db-6f64-4b99-9c52-469d36f9b7a2 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.537775 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a63d65f6-a302-48ba-8682-39bdd10cd877 req-82819a2f-ef79-4473-8919-75d3ef8d33fe tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.538933 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a63d65f6-a302-48ba-8682-39bdd10cd877 req-82819a2f-ef79-4473-8919-75d3ef8d33fe tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3517308 Jul 14 07:03:12.622602 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 5ceab21c-bf59-4888-a76a-914e42b42219 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:12.637913 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-79e24a66-d932-4639-8d19-1c50eabb484a req-93f42b15-cb9e-496b-9ec9-5df286c0fea4 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030517 Jul 14 07:03:12.639290 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-616c84ca-6543-4821-a1b5-7fcfe5b2527e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-823487540-network', 'tenant_id': '58f9c064db304f4485bfb5cc8e4b240a'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:12.675330 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616c84ca-6543-4821-a1b5-7fcfe5b2527e admin admin] Made reservation on behalf of 58f9c064db304f4485bfb5cc8e4b240a for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:03:12.678245 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-616c84ca-6543-4821-a1b5-7fcfe5b2527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.691772 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-616c84ca-6543-4821-a1b5-7fcfe5b2527e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.701467 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92298891-8926-404c-a279-4703462d7ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.703018 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 5ceab21c-bf59-4888-a76a-914e42b42219 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:12.707951 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 5ceab21c-bf59-4888-a76a-914e42b42219 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:12.708516 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.726222 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-7d83bf4b-8799-4037-b251-49ee70ea3420 req-616935db-6f64-4b99-9c52-469d36f9b7a2 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] For port d487147e-50b4-4129-8759-2ad2e05b0739, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d487147e-50b4-4129-8759-2ad2e05b0739,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:12.726596 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7d83bf4b-8799-4037-b251-49ee70ea3420 req-616935db-6f64-4b99-9c52-469d36f9b7a2 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.751585 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-7d83bf4b-8799-4037-b251-49ee70ea3420 req-616935db-6f64-4b99-9c52-469d36f9b7a2 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Calling delete_port for d487147e-50b4-4129-8759-2ad2e05b0739 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:03:12.783787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a647c4d-72af-4ce4-a803-854ab6e7cfe6 req-ae1276d4-6e9a-48a9-acc3-0f51967185f4 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-groups/90f8d88f-3ae1-4eb3-9fef-c0282b1307b2 HTTP/1.1" status: 200 len: 2996 time: 0.0904336 Jul 14 07:03:12.800966 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92298891-8926-404c-a279-4703462d7ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e117d8-8c9f-4a20-845a-03bc73716be0,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:12.811218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92298891-8926-404c-a279-4703462d7ba7 admin admin] Checking segment: {'id': 'f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:12.811588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92298891-8926-404c-a279-4703462d7ba7 admin admin] Network hostable DHCP agents. Network: 21bbc63d-be7d-4ecb-8dec-01b67666fcd3, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:03:12.813304 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.841559 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92298891-8926-404c-a279-4703462d7ba7 admin admin] Network 21bbc63d-be7d-4ecb-8dec-01b67666fcd3 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:03:12.857931 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-92298891-8926-404c-a279-4703462d7ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 21bbc63d-be7d-4ecb-8dec-01b67666fcd3) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:12.868117 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 5ceab21c-bf59-4888-a76a-914e42b42219, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5ceab21c-bf59-4888-a76a-914e42b42219,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:12.868359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92298891-8926-404c-a279-4703462d7ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:12.868883 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92298891-8926-404c-a279-4703462d7ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.870138 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625ad290-41b0-40f0-aba8-9048fefefedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ceab21c-bf59-4888-a76a-914e42b42219'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:03:12.877345 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9f4c34-4dba-4c57-9bb4-d777d498087c" -d '{"events": [{"server_uuid": "625ad290-41b0-40f0-aba8-9048fefefedf", "name": "network-vif-plugged", "status": "completed", "tag": "5ceab21c-bf59-4888-a76a-914e42b42219"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:03:12.884129 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587d9d5a-c07c-49aa-aa49-af62ef16ec29 None None] Network 21bbc63d-be7d-4ecb-8dec-01b67666fcd3 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:03:12.907857 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-616c84ca-6543-4821-a1b5-7fcfe5b2527e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.917519 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-616c84ca-6543-4821-a1b5-7fcfe5b2527e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.931277 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616c84ca-6543-4821-a1b5-7fcfe5b2527e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:03:12.946124 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.982251 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-92298891-8926-404c-a279-4703462d7ba7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6213348 Jul 14 07:03:12.989041 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-616c84ca-6543-4821-a1b5-7fcfe5b2527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:12.989812 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-616c84ca-6543-4821-a1b5-7fcfe5b2527e admin admin] Added segment 48b77ce6-803d-4356-aac7-7d83c725d03b of type vlan for network ee09d836-6117-4985-91ae-6d80cf69ab80 Jul 14 07:03:12.991443 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37290) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:12.999299 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-70974883-router', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:13.016594 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c84ca-6543-4821-a1b5-7fcfe5b2527e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd13be7a-3afe-4a42-95e8-60724d77ba69,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:13.044826 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7d83bf4b-8799-4037-b251-49ee70ea3420 req-616935db-6f64-4b99-9c52-469d36f9b7a2 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:13.072390 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-616c84ca-6543-4821-a1b5-7fcfe5b2527e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:13.078919 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:13.079387 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['1ea406d5-86c1-43b0-b2b2-1c833cebd2fa', 'd487147e-50b4-4129-8759-2ad2e05b0739'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:03:13.080200 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:13.126780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=5ceab21c-bf59-4888-a76a-914e42b42219,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:13.149103 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-21bbc63d-be7d-4ecb-8dec-01b67666fcd3', 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'fixed_ips': [{'subnet_id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:03:13.152416 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616935db-6f64-4b99-9c52-469d36f9b7a2 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Pushing event deleted for resources: {'Port': ['ID=d487147e-50b4-4129-8759-2ad2e05b0739,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:13.159238 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:13.161166 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-616c84ca-6543-4821-a1b5-7fcfe5b2527e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:13.162380 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616c84ca-6543-4821-a1b5-7fcfe5b2527e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:13.163319 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-616c84ca-6543-4821-a1b5-7fcfe5b2527e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:13.174309 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:13.223758 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8a75841-11e8-44ca-97e5-770e7985859d req-f3fd0b5a-670f-4050-b93c-56f0a6cfa361 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-group-rules/5fdaf689-4f83-489f-b87d-a33e360bea67 HTTP/1.1" status: 200 len: 783 time: 0.0747540 Jul 14 07:03:13.270322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d83bf4b-8799-4037-b251-49ee70ea3420 req-616935db-6f64-4b99-9c52-469d36f9b7a2 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] No DVR routers for this DVR port d487147e-50b4-4129-8759-2ad2e05b0739 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:03:13.273264 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7d83bf4b-8799-4037-b251-49ee70ea3420 req-616935db-6f64-4b99-9c52-469d36f9b7a2 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:13.276016 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d83bf4b-8799-4037-b251-49ee70ea3420 req-616935db-6f64-4b99-9c52-469d36f9b7a2 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.30 "DELETE /v2.0/ports/d487147e-50b4-4129-8759-2ad2e05b0739 HTTP/1.1" status: 204 len: 173 time: 1.0160618 Jul 14 07:03:13.277255 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a', 'name': 'network-vif-deleted', 'tag': 'd487147e-50b4-4129-8759-2ad2e05b0739'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:03:13.280655 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37255f53-e9f7-4a92-99d3-1cc91ec65b26" -d '{"events": [{"server_uuid": "4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a", "name": "network-vif-deleted", "tag": "d487147e-50b4-4129-8759-2ad2e05b0739"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:03:13.318962 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-616c84ca-6543-4821-a1b5-7fcfe5b2527e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8320124 Jul 14 07:03:13.325144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37300) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:13.331752 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-19533ae0-82fc-47ea-9d19-407dbf18ee89 admin admin] Request body: {'subnet': {'network_id': 'ee09d836-6117-4985-91ae-6d80cf69ab80', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-823487540-subnet', 'tenant_id': '58f9c064db304f4485bfb5cc8e4b240a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:13.337376 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c84ca-6543-4821-a1b5-7fcfe5b2527e admin admin] Pushing event updated for resources: {'Network': ['ID=ee09d836-6117-4985-91ae-6d80cf69ab80,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:13.364812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2162a5-bda6-4fcf-99d3-1b1cb42eb800 req-d0340628-1ee3-4a5d-ae51-b50fc07ca8d1 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:13.366454 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d2162a5-bda6-4fcf-99d3-1b1cb42eb800 req-d0340628-1ee3-4a5d-ae51-b50fc07ca8d1 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=625ad290-41b0-40f0-aba8-9048fefefedf HTTP/1.1" status: 200 len: 949 time: 0.3867650 Jul 14 07:03:13.375712 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8a75841-11e8-44ca-97e5-770e7985859d req-07ccfe7c-01f6-405e-b32d-c3efc4cb5950 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-groups/90f8d88f-3ae1-4eb3-9fef-c0282b1307b2 HTTP/1.1" status: 200 len: 2996 time: 0.1064472 Jul 14 07:03:13.445301 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Allocated IP 172.20.0.2 (21bbc63d-be7d-4ecb-8dec-01b67666fcd3/a5e117d8-8c9f-4a20-845a-03bc73716be0/324b3462-f656-4e44-9762-196a988fa44d) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:13.467146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network ee09d836-6117-4985-91ae-6d80cf69ab80 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:03:13.485849 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d2162a5-bda6-4fcf-99d3-1b1cb42eb800 req-4628f8c0-250b-4ab7-b612-d30aeb75a7c5 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043346 Jul 14 07:03:13.506433 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:13.535602 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c8a75841-11e8-44ca-97e5-770e7985859d req-ff4d6157-86f7-48cd-b427-a22da5426bc0 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:13.537493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19533ae0-82fc-47ea-9d19-407dbf18ee89 admin admin] Made reservation on behalf of 58f9c064db304f4485bfb5cc8e4b240a for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:03:13.547593 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c8a75841-11e8-44ca-97e5-770e7985859d req-ff4d6157-86f7-48cd-b427-a22da5426bc0 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:13.554661 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19533ae0-82fc-47ea-9d19-407dbf18ee89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:13.578507 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb18254-5c30-4c28-8989-72b3c2f3df49 x-openstack-request-id: req-cbb18254-5c30-4c28-8989-72b3c2f3df49 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:03:13.579077 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625ad290-41b0-40f0-aba8-9048fefefedf", "name": "network-vif-plugged", "status": "completed", "tag": "5ceab21c-bf59-4888-a76a-914e42b42219", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:03:13.579537 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cbb18254-5c30-4c28-8989-72b3c2f3df49 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:03:13.580203 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625ad290-41b0-40f0-aba8-9048fefefedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ceab21c-bf59-4888-a76a-914e42b42219', 'code': 200} Jul 14 07:03:13.603442 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c8a75841-11e8-44ca-97e5-770e7985859d req-ff4d6157-86f7-48cd-b427-a22da5426bc0 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:13.612548 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c8a75841-11e8-44ca-97e5-770e7985859d req-ff4d6157-86f7-48cd-b427-a22da5426bc0 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:13.613701 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8a75841-11e8-44ca-97e5-770e7985859d req-ff4d6157-86f7-48cd-b427-a22da5426bc0 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/5fdaf689-4f83-489f-b87d-a33e360bea67 HTTP/1.1" status: 204 len: 173 time: 0.2371914 Jul 14 07:03:13.635684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d6157-86f7-48cd-b427-a22da5426bc0 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fdaf689-4f83-489f-b87d-a33e360bea67,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:13.697817 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eceb7205-df7c-473f-b759-67b7ee94de4d x-openstack-request-id: req-eceb7205-df7c-473f-b759-67b7ee94de4d {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:03:13.698902 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a", "name": "network-vif-deleted", "tag": "d487147e-50b4-4129-8759-2ad2e05b0739", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:03:13.699202 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eceb7205-df7c-473f-b759-67b7ee94de4d {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:03:13.699594 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a', 'name': 'network-vif-deleted', 'tag': 'd487147e-50b4-4129-8759-2ad2e05b0739', 'status': 'completed', 'code': 200} Jul 14 07:03:13.759176 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cff5ed-6223-4b3c-b4ec-3c25eee20dcc req-c960ceb1-41a3-41d8-adf7-33620f824c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:13.760713 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4cff5ed-6223-4b3c-b4ec-3c25eee20dcc req-c960ceb1-41a3-41d8-adf7-33620f824c8c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=625ad290-41b0-40f0-aba8-9048fefefedf HTTP/1.1" status: 200 len: 1100 time: 0.1039093 Jul 14 07:03:13.797574 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc231cc0-469b-4af3-88b5-3d51e996daca req-91a1f0f9-d977-4d36-8a71-487e86be8ead tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-groups/90f8d88f-3ae1-4eb3-9fef-c0282b1307b2 HTTP/1.1" status: 200 len: 2398 time: 0.0732498 Jul 14 07:03:13.808524 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:13.820207 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Transition to ACTIVE for port object 324b3462-f656-4e44-9762-196a988fa44d will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:13.842226 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Transition to ACTIVE for port object 324b3462-f656-4e44-9762-196a988fa44d will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:13.852552 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:13.862688 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4cff5ed-6223-4b3c-b4ec-3c25eee20dcc req-a1f9050b-a1e0-482a-9e42-4a9083f76a63 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810921 Jul 14 07:03:13.926578 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bc231cc0-469b-4af3-88b5-3d51e996daca req-ebe84aa7-91be-4703-af10-306be75434e5 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:13.934673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Network 21bbc63d-be7d-4ecb-8dec-01b67666fcd3 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:13.957099 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:13.961552 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:13.966382 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-273f835a-479c-4dff-8a34-ef53cdb020f7 req-45ccab97-10e2-4f26-a0f5-369209c58b4c tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c4bd836-8a00-46e2-9ef4-b8b215ae4b7a HTTP/1.1" status: 200 len: 210 time: 0.0582476 Jul 14 07:03:13.991745 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Pushing event updated for resources: {'Port': ['ID=324b3462-f656-4e44-9762-196a988fa44d,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:14.007501 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bc231cc0-469b-4af3-88b5-3d51e996daca req-ebe84aa7-91be-4703-af10-306be75434e5 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.026117 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Attempting to bind port 324b3462-f656-4e44-9762-196a988fa44d on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:14.026329 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Attempting to bind port 324b3462-f656-4e44-9762-196a988fa44d by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:14.026634 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Attempting to bind port 324b3462-f656-4e44-9762-196a988fa44d on network 21bbc63d-be7d-4ecb-8dec-01b67666fcd3 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:14.033607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:14.033985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Checking segment: {'id': 'f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:14.034390 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.034791 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Bound using segment: {'id': 'f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:14.035258 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Bound port: 324b3462-f656-4e44-9762-196a988fa44d, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:14.035644 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.063686 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bc231cc0-469b-4af3-88b5-3d51e996daca req-ebe84aa7-91be-4703-af10-306be75434e5 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.068408 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bc231cc0-469b-4af3-88b5-3d51e996daca req-ebe84aa7-91be-4703-af10-306be75434e5 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.079512 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc231cc0-469b-4af3-88b5-3d51e996daca req-ebe84aa7-91be-4703-af10-306be75434e5 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "DELETE /v2.0/security-groups/90f8d88f-3ae1-4eb3-9fef-c0282b1307b2 HTTP/1.1" status: 204 len: 173 time: 0.2810130 Jul 14 07:03:14.127404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] For port 324b3462-f656-4e44-9762-196a988fa44d, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:14.131608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] For port 324b3462-f656-4e44-9762-196a988fa44d, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=324b3462-f656-4e44-9762-196a988fa44d,segment=NetworkSegment(f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07),segment_id=f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:14.132637 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe84aa7-91be-4703-af10-306be75434e5 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f8d88f-3ae1-4eb3-9fef-c0282b1307b2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:14.136269 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-842d8e16-2999-49ac-a579-2ec8ee190192 req-e1fe77cc-1d3e-4638-83b6-679a41a45c3e tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] show failed (client error): The resource could not be found. Jul 14 07:03:14.138604 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-842d8e16-2999-49ac-a579-2ec8ee190192 req-e1fe77cc-1d3e-4638-83b6-679a41a45c3e tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-groups/ad95c81a-08cb-45d5-854c-1ebd0a534a16 HTTP/1.1" status: 404 len: 352 time: 0.0478101 Jul 14 07:03:14.139678 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.202630 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19533ae0-82fc-47ea-9d19-407dbf18ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.250931 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2d1c173-24b2-4393-9c85-d3b0890e24c8 req-76e2b4ce-89f3-4fbf-86ed-31008c1eb890 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-groups/5f942738-afa5-4a7a-9bf8-ddfbaa4cf347 HTTP/1.1" status: 200 len: 1804 time: 0.0803552 Jul 14 07:03:14.294397 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5959fe5-a6d3-4894-bb8b-657383b5cac3 None None] Pushing event updated for resources: {'Port': ['ID=324b3462-f656-4e44-9762-196a988fa44d,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:14.302297 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.321499 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e2d1c173-24b2-4393-9c85-d3b0890e24c8 req-cf6e9ff8-0fea-4e42-bc61-0f8c54eb6888 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.354925 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e2d1c173-24b2-4393-9c85-d3b0890e24c8 req-cf6e9ff8-0fea-4e42-bc61-0f8c54eb6888 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.409582 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e2d1c173-24b2-4393-9c85-d3b0890e24c8 req-cf6e9ff8-0fea-4e42-bc61-0f8c54eb6888 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.412825 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e2d1c173-24b2-4393-9c85-d3b0890e24c8 req-cf6e9ff8-0fea-4e42-bc61-0f8c54eb6888 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.417550 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2d1c173-24b2-4393-9c85-d3b0890e24c8 req-cf6e9ff8-0fea-4e42-bc61-0f8c54eb6888 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "DELETE /v2.0/security-groups/5f942738-afa5-4a7a-9bf8-ddfbaa4cf347 HTTP/1.1" status: 204 len: 173 time: 0.1655803 Jul 14 07:03:14.432727 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e9ff8-0fea-4e42-bc61-0f8c54eb6888 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f942738-afa5-4a7a-9bf8-ddfbaa4cf347,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:14.547185 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f119320-d1be-442a-9502-3725a6240534 req-95a43c5a-b171-47cd-b91f-fcb353f4ed3b tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-groups/c8ea96fc-615a-4bff-90e7-bbe239109cba HTTP/1.1" status: 200 len: 1803 time: 0.0995305 Jul 14 07:03:14.622159 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1f119320-d1be-442a-9502-3725a6240534 req-33fd910d-d40f-4e94-a48e-733e40dfef2f tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.625402 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.628906 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19533ae0-82fc-47ea-9d19-407dbf18ee89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b0b2f2-5d02-4c39-b85b-c9a8edbbcb80,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:14.646533 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19533ae0-82fc-47ea-9d19-407dbf18ee89 admin admin] Checking segment: {'id': '48b77ce6-803d-4356-aac7-7d83c725d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ee09d836-6117-4985-91ae-6d80cf69ab80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:14.646802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19533ae0-82fc-47ea-9d19-407dbf18ee89 admin admin] Network hostable DHCP agents. Network: ee09d836-6117-4985-91ae-6d80cf69ab80, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:03:14.659892 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1f119320-d1be-442a-9502-3725a6240534 req-33fd910d-d40f-4e94-a48e-733e40dfef2f tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.702967 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19533ae0-82fc-47ea-9d19-407dbf18ee89 admin admin] Network ee09d836-6117-4985-91ae-6d80cf69ab80 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:03:14.734463 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-19533ae0-82fc-47ea-9d19-407dbf18ee89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, ee09d836-6117-4985-91ae-6d80cf69ab80) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:14.743104 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19533ae0-82fc-47ea-9d19-407dbf18ee89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:14.743755 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19533ae0-82fc-47ea-9d19-407dbf18ee89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.747369 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75aa4fa-460e-4f05-be56-e4860e4e16de None None] Network ee09d836-6117-4985-91ae-6d80cf69ab80 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:03:14.770548 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-19533ae0-82fc-47ea-9d19-407dbf18ee89 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4437783 Jul 14 07:03:14.777887 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37320) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:14.783203 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-823487540-router', 'tenant_id': '58f9c064db304f4485bfb5cc8e4b240a', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:14.827883 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] Allocated IP 172.25.7.135 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/8393fe8c-c610-43fa-9163-16a42d884741) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:14.830529 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.831675 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.837968 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefb4e0-62d8-4f98-9fe0-68cade612c0b req-9667dbd3-425b-4f09-8396-cfe2303d7471 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:14.839730 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cefb4e0-62d8-4f98-9fe0-68cade612c0b req-9667dbd3-425b-4f09-8396-cfe2303d7471 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=625ad290-41b0-40f0-aba8-9048fefefedf HTTP/1.1" status: 200 len: 949 time: 0.1616769 Jul 14 07:03:14.854141 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1f119320-d1be-442a-9502-3725a6240534 req-33fd910d-d40f-4e94-a48e-733e40dfef2f tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.857621 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1f119320-d1be-442a-9502-3725a6240534 req-33fd910d-d40f-4e94-a48e-733e40dfef2f tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:14.858907 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f119320-d1be-442a-9502-3725a6240534 req-33fd910d-d40f-4e94-a48e-733e40dfef2f tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "DELETE /v2.0/security-groups/c8ea96fc-615a-4bff-90e7-bbe239109cba HTTP/1.1" status: 204 len: 173 time: 0.3106701 Jul 14 07:03:14.909935 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd910d-d40f-4e94-a48e-733e40dfef2f tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ea96fc-615a-4bff-90e7-bbe239109cba,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:14.960719 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cefb4e0-62d8-4f98-9fe0-68cade612c0b req-2cb4effc-4630-4b3c-ab86-9bf185be3623 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117396 Jul 14 07:03:15.017537 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:15.052545 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-ee09d836-6117-4985-91ae-6d80cf69ab80', 'network_id': 'ee09d836-6117-4985-91ae-6d80cf69ab80', 'tenant_id': '58f9c064db304f4485bfb5cc8e4b240a', 'fixed_ips': [{'subnet_id': '36b0b2f2-5d02-4c39-b85b-c9a8edbbcb80'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:03:15.053699 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:15.139532 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4a4211ca-998d-432e-9384-5e235949f33d req-a84099f5-59dd-4bfd-8ffc-28e7980a8ac7 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-groups/d759a2f1-f680-47b7-b424-db72bd32761b HTTP/1.1" status: 200 len: 1804 time: 0.0906689 Jul 14 07:03:15.219183 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4a4211ca-998d-432e-9384-5e235949f33d req-1c213849-e05c-4d1b-995d-00c14eb0cdf8 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:15.223230 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:15.242270 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:15.275632 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4a4211ca-998d-432e-9384-5e235949f33d req-1c213849-e05c-4d1b-995d-00c14eb0cdf8 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:15.314461 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:15.326915 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:15.331022 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4a4211ca-998d-432e-9384-5e235949f33d req-1c213849-e05c-4d1b-995d-00c14eb0cdf8 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:15.334057 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Allocated IP 172.20.0.2 (ee09d836-6117-4985-91ae-6d80cf69ab80/36b0b2f2-5d02-4c39-b85b-c9a8edbbcb80/25f0bff8-f676-4d8b-81ab-c373ae4f6330) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:15.334202 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4a4211ca-998d-432e-9384-5e235949f33d req-1c213849-e05c-4d1b-995d-00c14eb0cdf8 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:15.335440 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4a4211ca-998d-432e-9384-5e235949f33d req-1c213849-e05c-4d1b-995d-00c14eb0cdf8 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "DELETE /v2.0/security-groups/d759a2f1-f680-47b7-b424-db72bd32761b HTTP/1.1" status: 204 len: 173 time: 0.1950352 Jul 14 07:03:15.356961 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c213849-e05c-4d1b-995d-00c14eb0cdf8 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d759a2f1-f680-47b7-b424-db72bd32761b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:15.456861 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-121829c9-c717-4e2d-8ee4-2f0a7d904cf9 req-3f5a2350-1e86-48c9-bfef-a4dc578bf104 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-groups/e1cc89b2-2491-469a-8f77-6f637fd6c587 HTTP/1.1" status: 200 len: 2402 time: 0.0859096 Jul 14 07:03:15.489006 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:15.565642 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-121829c9-c717-4e2d-8ee4-2f0a7d904cf9 req-8c9fcb17-a67b-4473-b55f-9a923d364aa9 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:15.608009 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-121829c9-c717-4e2d-8ee4-2f0a7d904cf9 req-8c9fcb17-a67b-4473-b55f-9a923d364aa9 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:15.621388 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:15.631532 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:15.637157 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:15.673710 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] Pushing event updated for resources: {'Port': ['ID=8393fe8c-c610-43fa-9163-16a42d884741,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:15.693328 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:15.718373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Transition to ACTIVE for port object 25f0bff8-f676-4d8b-81ab-c373ae4f6330 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:15.754159 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Transition to ACTIVE for port object 25f0bff8-f676-4d8b-81ab-c373ae4f6330 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:15.768652 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:15.799026 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-121829c9-c717-4e2d-8ee4-2f0a7d904cf9 req-8c9fcb17-a67b-4473-b55f-9a923d364aa9 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:15.809307 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-121829c9-c717-4e2d-8ee4-2f0a7d904cf9 req-8c9fcb17-a67b-4473-b55f-9a923d364aa9 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:15.826631 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-121829c9-c717-4e2d-8ee4-2f0a7d904cf9 req-8c9fcb17-a67b-4473-b55f-9a923d364aa9 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "DELETE /v2.0/security-groups/e1cc89b2-2491-469a-8f77-6f637fd6c587 HTTP/1.1" status: 204 len: 173 time: 0.3616953 Jul 14 07:03:15.847521 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Pushing event updated for resources: {'Port': ['ID=25f0bff8-f676-4d8b-81ab-c373ae4f6330,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:15.855410 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7478e4-c396-4638-9877-28eb3832f233 None None] Network 21bbc63d-be7d-4ecb-8dec-01b67666fcd3 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:03:15.880498 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Network ee09d836-6117-4985-91ae-6d80cf69ab80 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:15.883768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fcb17-a67b-4473-b55f-9a923d364aa9 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cc89b2-2491-469a-8f77-6f637fd6c587,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:15.903364 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98c1d6-ce6a-4236-976b-c54c07430ff9 req-4e4fb05f-9f93-4130-8855-f7512e62f6c5 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:15.906814 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd98c1d6-ce6a-4236-976b-c54c07430ff9 req-4e4fb05f-9f93-4130-8855-f7512e62f6c5 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e581f15-f546-469c-96e7-d241cf69ee44 HTTP/1.1" status: 200 len: 949 time: 0.2148314 Jul 14 07:03:15.918267 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:15.927711 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-55a3223e-ee14-4056-a3e1-eee0c010377d req-12100459-be23-4a9c-8bbe-1cf2ca6896d3 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "GET /v2.0/security-groups/097b0fdb-5c42-4ea1-a02b-84e12e7533a8 HTTP/1.1" status: 200 len: 2396 time: 0.0874505 Jul 14 07:03:15.929989 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:15.942144 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bf5ac04b-3e7a-4312-8dd3-43b00616342f None None] Provisioning for port 324b3462-f656-4e44-9762-196a988fa44d completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:15.984250 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd98c1d6-ce6a-4236-976b-c54c07430ff9 req-4632119a-9483-4bee-b7c7-734fdf2001af tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708013 Jul 14 07:03:16.024816 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Attempting to bind port 25f0bff8-f676-4d8b-81ab-c373ae4f6330 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:16.025809 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Attempting to bind port 25f0bff8-f676-4d8b-81ab-c373ae4f6330 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '48b77ce6-803d-4356-aac7-7d83c725d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ee09d836-6117-4985-91ae-6d80cf69ab80'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:16.026284 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Attempting to bind port 25f0bff8-f676-4d8b-81ab-c373ae4f6330 on network ee09d836-6117-4985-91ae-6d80cf69ab80 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:16.038921 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-55a3223e-ee14-4056-a3e1-eee0c010377d req-09f3f427-00d4-4f0b-8302-ebef6958d161 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.075619 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:16.077406 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-55a3223e-ee14-4056-a3e1-eee0c010377d req-09f3f427-00d4-4f0b-8302-ebef6958d161 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.077777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Checking segment: {'id': '48b77ce6-803d-4356-aac7-7d83c725d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ee09d836-6117-4985-91ae-6d80cf69ab80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:16.078389 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.082980 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Bound using segment: {'id': '48b77ce6-803d-4356-aac7-7d83c725d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ee09d836-6117-4985-91ae-6d80cf69ab80'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:16.085272 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Bound port: 25f0bff8-f676-4d8b-81ab-c373ae4f6330, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b77ce6-803d-4356-aac7-7d83c725d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ee09d836-6117-4985-91ae-6d80cf69ab80'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:16.085951 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.097177 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.126225 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.167467 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.172978 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-55a3223e-ee14-4056-a3e1-eee0c010377d req-09f3f427-00d4-4f0b-8302-ebef6958d161 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.175738 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-55a3223e-ee14-4056-a3e1-eee0c010377d req-09f3f427-00d4-4f0b-8302-ebef6958d161 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.177231 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-55a3223e-ee14-4056-a3e1-eee0c010377d req-09f3f427-00d4-4f0b-8302-ebef6958d161 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] 10.222.0.35 "DELETE /v2.0/security-groups/097b0fdb-5c42-4ea1-a02b-84e12e7533a8 HTTP/1.1" status: 204 len: 173 time: 0.2393417 Jul 14 07:03:16.182827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37342) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:16.203918 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3f427-00d4-4f0b-8302-ebef6958d161 tempest-SecurityGroupRulesTestJSON-158261974 tempest-SecurityGroupRulesTestJSON-158261974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=097b0fdb-5c42-4ea1-a02b-84e12e7533a8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:16.222745 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 324b3462-f656-4e44-9762-196a988fa44d up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:16.290758 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8119f09-33b0-438c-8dd5-77d630b4f7fb admin admin] Deleting subnet ee51cbfa-270b-4beb-9903-eae55c37294c {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:03:16.294864 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d8119f09-33b0-438c-8dd5-77d630b4f7fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.323027 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] For port 25f0bff8-f676-4d8b-81ab-c373ae4f6330, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:16.327304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] For port 25f0bff8-f676-4d8b-81ab-c373ae4f6330, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=25f0bff8-f676-4d8b-81ab-c373ae4f6330,segment=NetworkSegment(48b77ce6-803d-4356-aac7-7d83c725d03b),segment_id=48b77ce6-803d-4356-aac7-7d83c725d03b)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:16.342539 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d8119f09-33b0-438c-8dd5-77d630b4f7fb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.345002 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.358073 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d8119f09-33b0-438c-8dd5-77d630b4f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.395843 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 324b3462-f656-4e44-9762-196a988fa44d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:16.409235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 324b3462-f656-4e44-9762-196a988fa44d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:16.412769 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.454003 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d8119f09-33b0-438c-8dd5-77d630b4f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.534205 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d8119f09-33b0-438c-8dd5-77d630b4f7fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.536940 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d8119f09-33b0-438c-8dd5-77d630b4f7fb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ee51cbfa-270b-4beb-9903-eae55c37294c HTTP/1.1" status: 204 len: 168 time: 0.3525217 Jul 14 07:03:16.542071 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37350) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:16.552630 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8119f09-33b0-438c-8dd5-77d630b4f7fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee51cbfa-270b-4beb-9903-eae55c37294c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:16.559302 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bae9e-a1f6-45fa-b063-52fc1673ae05 None None] Pushing event updated for resources: {'Port': ['ID=25f0bff8-f676-4d8b-81ab-c373ae4f6330,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:16.592142 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d487147e-50b4-4129-8759-2ad2e05b0739 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:03:16.595356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaade08-391b-4a9b-967c-16cc1725a0e9 req-9d85defa-3543-4751-9aa7-61788287186a tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:16.609319 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aaaade08-391b-4a9b-967c-16cc1725a0e9 req-9d85defa-3543-4751-9aa7-61788287186a tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=625ad290-41b0-40f0-aba8-9048fefefedf HTTP/1.1" status: 200 len: 949 time: 0.3756332 Jul 14 07:03:16.679530 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: d487147e-50b4-4129-8759-2ad2e05b0739 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:03:16.680156 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d487147e-50b4-4129-8759-2ad2e05b0739 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:03:16.707131 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.707390 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aaaade08-391b-4a9b-967c-16cc1725a0e9 req-d3cdb194-08b4-4deb-86f1-528d9b8102ef tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971031 Jul 14 07:03:16.749933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] Allocated IP 172.25.7.123 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/a7454b73-97f7-4a1b-90a2-447ebe7b4396) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:16.802578 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 324b3462-f656-4e44-9762-196a988fa44d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=324b3462-f656-4e44-9762-196a988fa44d,segment=NetworkSegment(f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07),segment_id=f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:16.810868 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.816058 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.903052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=324b3462-f656-4e44-9762-196a988fa44d,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:16.937446 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-133abb2b-d5ed-4935-8f32-d85518b99d42 None None] Provisioning complete for port 324b3462-f656-4e44-9762-196a988fa44d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:16.937752 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-133abb2b-d5ed-4935-8f32-d85518b99d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:16.999009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f7d81-16c4-4b98-925a-9654f5caa567 req-b84d98b4-dce2-446a-9e83-5d948bc73f25 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:17.014973 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c48f7d81-16c4-4b98-925a-9654f5caa567 req-b84d98b4-dce2-446a-9e83-5d948bc73f25 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 1096 time: 0.1977665 Jul 14 07:03:17.020161 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec16143c-c8ae-4da4-8360-b87599deaf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:17.039704 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b5a0f-7294-452f-9c4a-637c70dce7b5 req-9c629e65-d628-42cf-9a9a-146df27b926c tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:17.041628 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de6b5a0f-7294-452f-9c4a-637c70dce7b5 req-9c629e65-d628-42cf-9a9a-146df27b926c tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e581f15-f546-469c-96e7-d241cf69ee44 HTTP/1.1" status: 200 len: 949 time: 0.1564050 Jul 14 07:03:17.128318 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c48f7d81-16c4-4b98-925a-9654f5caa567 req-79d3f606-1545-4c4b-ad97-18235dfba831 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122224 Jul 14 07:03:17.176760 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] Router f0e72a84-4710-42e4-830a-3c6a8456f514 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:03:17.245769 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-de6b5a0f-7294-452f-9c4a-637c70dce7b5 req-92bd670a-c8a6-4923-b8b3-2236df878a4f tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Deleting port 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:03:17.246736 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-de6b5a0f-7294-452f-9c4a-637c70dce7b5 req-92bd670a-c8a6-4923-b8b3-2236df878a4f tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:17.272868 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec16143c-c8ae-4da4-8360-b87599deaf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:17.290427 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-ec16143c-c8ae-4da4-8360-b87599deaf95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45df145f-edff-413e-8652-f1cab6798224']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:17.314693 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-ec16143c-c8ae-4da4-8360-b87599deaf95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4296627c-5d5f-419b-ae9f-d801c4a225dc') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:17.315253 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-ec16143c-c8ae-4da4-8360-b87599deaf95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4296627c-5d5f-419b-ae9f-d801c4a225dc') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:17.327095 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:17.334379 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec16143c-c8ae-4da4-8360-b87599deaf95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:17.391051 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec16143c-c8ae-4da4-8360-b87599deaf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:17.405447 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec16143c-c8ae-4da4-8360-b87599deaf95 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:03:17.405878 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec16143c-c8ae-4da4-8360-b87599deaf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:03:17.407661 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:03:17.443856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-de6b5a0f-7294-452f-9c4a-637c70dce7b5 req-92bd670a-c8a6-4923-b8b3-2236df878a4f tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] For port 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1ea406d5-86c1-43b0-b2b2-1c833cebd2fa,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:17.445117 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-de6b5a0f-7294-452f-9c4a-637c70dce7b5 req-92bd670a-c8a6-4923-b8b3-2236df878a4f tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:17.470709 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-de6b5a0f-7294-452f-9c4a-637c70dce7b5 req-92bd670a-c8a6-4923-b8b3-2236df878a4f tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Calling delete_port for 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:03:17.473738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:03:17.485455 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Sync routers for ids ['f0e72a84-4710-42e4-830a-3c6a8456f514'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:03:17.501058 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Routers {'f0e72a84-4710-42e4-830a-3c6a8456f514'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:17.503389 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f0e72a84-4710-42e4-830a-3c6a8456f514'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:17.509438 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:17.516461 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37364) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:17.521123 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bfa2c7a0-7894-40b0-a3a9-452231e866d5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.5281942 Jul 14 07:03:17.522903 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec16143c-c8ae-4da4-8360-b87599deaf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:17.525308 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:17.559569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf00b69-5b75-4185-9f79-df636c7ea96a req-dcd75a1f-8258-4003-a4c4-e783b6d13dae tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:17.564320 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-baf00b69-5b75-4185-9f79-df636c7ea96a req-dcd75a1f-8258-4003-a4c4-e783b6d13dae tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e581f15-f546-469c-96e7-d241cf69ee44 HTTP/1.1" status: 200 len: 949 time: 0.2193115 Jul 14 07:03:17.602527 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec16143c-c8ae-4da4-8360-b87599deaf95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:17.604553 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ec16143c-c8ae-4da4-8360-b87599deaf95 admin admin] 10.222.0.35 "DELETE /v2.0/networks/45df145f-edff-413e-8652-f1cab6798224 HTTP/1.1" status: 204 len: 168 time: 1.0584950 Jul 14 07:03:17.605362 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] Pushing event updated for resources: {'Port': ['ID=a7454b73-97f7-4a1b-90a2-447ebe7b4396,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:17.608043 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16143c-c8ae-4da4-8360-b87599deaf95 admin admin] Pushing event deleted for resources: {'Network': ['ID=45df145f-edff-413e-8652-f1cab6798224,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:17.624692 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:17.627601 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:17.633720 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:17.796350 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Set router f0e72a84-4710-42e4-830a-3c6a8456f514 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:17.842967 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37374) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:17.923514 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-baf00b69-5b75-4185-9f79-df636c7ea96a req-40f051d8-7487-4bbe-8bc9-ba15267295c4 tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3ea2410-3b67-474c-b695-a014308cf957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481242 Jul 14 07:03:17.980864 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5ca31191-d3ca-4364-a4ab-2eacda9477ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ffe93569e6b4ab3869438ae16a99d04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1353016 Jul 14 07:03:17.983682 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37382) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:18.094839 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a24671-0ca5-42ff-9f5d-0e53ff5a5f11 None None] Network ee09d836-6117-4985-91ae-6d80cf69ab80 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:03:18.139211 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60b2eae5-055c-4332-a7e6-be450c1dd886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:18.184109 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60b2eae5-055c-4332-a7e6-be450c1dd886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:18.194975 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'name': 'tempest-ServersTestJSON-70974883-router', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8393fe8c-c610-43fa-9163-16a42d884741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:13Z', 'updated_at': '2021-07-14T07:03:15Z', 'revision_number': 3, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'gw_port': {'id': '8393fe8c-c610-43fa-9163-16a42d884741', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:18.228073 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:18.251765 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Checking router: f0e72a84-4710-42e4-830a-3c6a8456f514 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:03:18.252113 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Updating router f0e72a84-4710-42e4-830a-3c6a8456f514 port 8393fe8c-c610-43fa-9163-16a42d884741 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:03:18.329715 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:18.347342 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fcd6714a-bb23-45bf-9a7e-87e1afd199cf None None] Provisioning for port 25f0bff8-f676-4d8b-81ab-c373ae4f6330 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:18.404699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 324b3462-f656-4e44-9762-196a988fa44d up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:18.529387 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 324b3462-f656-4e44-9762-196a988fa44d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:18.529971 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:18.576188 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-de6b5a0f-7294-452f-9c4a-637c70dce7b5 req-92bd670a-c8a6-4923-b8b3-2236df878a4f tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:18.595601 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['1ea406d5-86c1-43b0-b2b2-1c833cebd2fa'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:03:18.628811 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d622b-c88f-4808-a8ef-3ee1af9ca690 req-6831f71d-597a-4579-a75c-0f61b9825fef tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:18.646197 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee1d622b-c88f-4808-a8ef-3ee1af9ca690 req-6831f71d-597a-4579-a75c-0f61b9825fef tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=625ad290-41b0-40f0-aba8-9048fefefedf HTTP/1.1" status: 200 len: 949 time: 0.4227166 Jul 14 07:03:18.692944 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 25f0bff8-f676-4d8b-81ab-c373ae4f6330 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:18.727943 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd670a-c8a6-4923-b8b3-2236df878a4f tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Pushing event deleted for resources: {'Port': ['ID=1ea406d5-86c1-43b0-b2b2-1c833cebd2fa,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:18.793658 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 25f0bff8-f676-4d8b-81ab-c373ae4f6330 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:18.799616 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 25f0bff8-f676-4d8b-81ab-c373ae4f6330 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:18.800330 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:18.917331 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60b2eae5-055c-4332-a7e6-be450c1dd886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:18.931310 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60b2eae5-055c-4332-a7e6-be450c1dd886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:18.934594 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-60b2eae5-055c-4332-a7e6-be450c1dd886 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a07ca33a-2e75-4f22-81d1-511330649cb6 HTTP/1.1" status: 204 len: 168 time: 0.9484985 Jul 14 07:03:18.975461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-3c41de1a-cf4c-46ee-8ed5-bf9782940ff2 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:03:18.977602 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-3c41de1a-cf4c-46ee-8ed5-bf9782940ff2 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0390577 Jul 14 07:03:18.980044 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:19.000775 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-f7854aa4-aeb3-46ff-a656-b9cee93b5234 service neutron] Request body: {'binding': {'host': 'n-h1-778696-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:19.002834 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-f7854aa4-aeb3-46ff-a656-b9cee93b5234 service neutron] Unknown quota resources ['binding']. {{(pid=93827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 07:03:19.003988 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Transition to ACTIVE for port object 8393fe8c-c610-43fa-9163-16a42d884741 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:19.010719 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2eae5-055c-4332-a7e6-be450c1dd886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07ca33a-2e75-4f22-81d1-511330649cb6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:19.020840 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:19.028083 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:19.037471 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee1d622b-c88f-4808-a8ef-3ee1af9ca690 req-2f1ab13d-51bd-4d4d-b0c6-20863dd16539 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907239 Jul 14 07:03:19.056547 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f8f6eb56-71ae-465b-b067-e9a065315d67 None None] Provisioning complete for port 25f0bff8-f676-4d8b-81ab-c373ae4f6330 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:19.056945 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f8f6eb56-71ae-465b-b067-e9a065315d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:19.115855 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d98e41-4f02-41fa-a3c7-6714af0e4eb4 None None] Pushing event updated for resources: {'Port': ['ID=8393fe8c-c610-43fa-9163-16a42d884741,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:19.124741 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d98e41-4f02-41fa-a3c7-6714af0e4eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:19.125220 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d98e41-4f02-41fa-a3c7-6714af0e4eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:19.125521 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d98e41-4f02-41fa-a3c7-6714af0e4eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:19.125743 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d98e41-4f02-41fa-a3c7-6714af0e4eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:19.126068 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d98e41-4f02-41fa-a3c7-6714af0e4eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:19.126521 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d98e41-4f02-41fa-a3c7-6714af0e4eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:19.127103 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d98e41-4f02-41fa-a3c7-6714af0e4eb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:19.127427 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d98e41-4f02-41fa-a3c7-6714af0e4eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:19.127740 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d98e41-4f02-41fa-a3c7-6714af0e4eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:19.128061 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d98e41-4f02-41fa-a3c7-6714af0e4eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:19.128370 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d98e41-4f02-41fa-a3c7-6714af0e4eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:19.128681 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d98e41-4f02-41fa-a3c7-6714af0e4eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:19.149407 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Attempting to bind port 8393fe8c-c610-43fa-9163-16a42d884741 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:19.149821 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Attempting to bind port 8393fe8c-c610-43fa-9163-16a42d884741 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:19.150471 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Attempting to bind port 8393fe8c-c610-43fa-9163-16a42d884741 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:19.155311 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6b5a0f-7294-452f-9c4a-637c70dce7b5 req-92bd670a-c8a6-4923-b8b3-2236df878a4f tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] No DVR routers for this DVR port 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:03:19.158222 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:19.159162 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:19.159606 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:19.160031 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:19.161127 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Bound port: 8393fe8c-c610-43fa-9163-16a42d884741, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:19.161127 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:19.164537 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-de6b5a0f-7294-452f-9c4a-637c70dce7b5 req-92bd670a-c8a6-4923-b8b3-2236df878a4f tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:19.167160 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de6b5a0f-7294-452f-9c4a-637c70dce7b5 req-92bd670a-c8a6-4923-b8b3-2236df878a4f tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.30 "DELETE /v2.0/ports/1ea406d5-86c1-43b0-b2b2-1c833cebd2fa HTTP/1.1" status: 204 len: 173 time: 2.1163924 Jul 14 07:03:19.171122 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e581f15-f546-469c-96e7-d241cf69ee44', 'name': 'network-vif-deleted', 'tag': '1ea406d5-86c1-43b0-b2b2-1c833cebd2fa'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:03:19.173484 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140b2085-b55c-4b1f-8252-84721040dab8" -d '{"events": [{"server_uuid": "3e581f15-f546-469c-96e7-d241cf69ee44", "name": "network-vif-deleted", "tag": "1ea406d5-86c1-43b0-b2b2-1c833cebd2fa"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:03:19.217866 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:19.338740 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] For port 8393fe8c-c610-43fa-9163-16a42d884741, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:19.347203 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] For port 8393fe8c-c610-43fa-9163-16a42d884741, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8393fe8c-c610-43fa-9163-16a42d884741,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:19.359604 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:19.477724 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Routers {'f0e72a84-4710-42e4-830a-3c6a8456f514'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:19.478531 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f0e72a84-4710-42e4-830a-3c6a8456f514'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:19.616629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-f7854aa4-aeb3-46ff-a656-b9cee93b5234 service neutron] Attempting to bind port 5391242a-3277-4680-97ad-29af538efedb on host n-h1-778696-5 for vnic_type normal with profile None {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:19.616969 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-f7854aa4-aeb3-46ff-a656-b9cee93b5234 service neutron] Attempting to bind port 5391242a-3277-4680-97ad-29af538efedb by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:19.617326 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-f7854aa4-aeb3-46ff-a656-b9cee93b5234 service neutron] Attempting to bind port 5391242a-3277-4680-97ad-29af538efedb on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:19.637859 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 25f0bff8-f676-4d8b-81ab-c373ae4f6330, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=25f0bff8-f676-4d8b-81ab-c373ae4f6330,segment=NetworkSegment(48b77ce6-803d-4356-aac7-7d83c725d03b),segment_id=48b77ce6-803d-4356-aac7-7d83c725d03b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:19.642470 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-f7854aa4-aeb3-46ff-a656-b9cee93b5234 service neutron] Port 5391242a-3277-4680-97ad-29af538efedb on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:03:19.642894 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-f7854aa4-aeb3-46ff-a656-b9cee93b5234 service neutron] Attempting to bind port 5391242a-3277-4680-97ad-29af538efedb on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:19.650981 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:19.665605 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-f7854aa4-aeb3-46ff-a656-b9cee93b5234 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:19.666083 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-f7854aa4-aeb3-46ff-a656-b9cee93b5234 service neutron] Checking segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:19.666577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-f7854aa4-aeb3-46ff-a656-b9cee93b5234 service neutron] Bound using segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:19.667198 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-f7854aa4-aeb3-46ff-a656-b9cee93b5234 service neutron] Bound port: 5391242a-3277-4680-97ad-29af538efedb, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:19.671522 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:19.706405 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] Allocated IP 172.20.0.1 (21bbc63d-be7d-4ecb-8dec-01b67666fcd3/a5e117d8-8c9f-4a20-845a-03bc73716be0/9d20bb07-611d-4940-b370-22e37864d6c9) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:19.716042 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-573ee6e0-b1b1-49b7-a8db-5a214d7ea8bc req-9b5cc506-52e3-4241-bdf9-96c64ba8e5bb tempest-ServersAdminNegativeTestJSON-1420861584 tempest-ServersAdminNegativeTestJSON-1420861584-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e581f15-f546-469c-96e7-d241cf69ee44 HTTP/1.1" status: 200 len: 210 time: 0.1167719 Jul 14 07:03:19.751602 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] Set router f0e72a84-4710-42e4-830a-3c6a8456f514 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:19.781938 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=25f0bff8-f676-4d8b-81ab-c373ae4f6330,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:19.933412 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-f7854aa4-aeb3-46ff-a656-b9cee93b5234 service neutron] For port 5391242a-3277-4680-97ad-29af538efedb, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5391242a-3277-4680-97ad-29af538efedb,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:19.936726 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6735cf0a-a4a8-467d-8be3-2226df05d25c x-openstack-request-id: req-6735cf0a-a4a8-467d-8be3-2226df05d25c {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:03:19.937335 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e581f15-f546-469c-96e7-d241cf69ee44", "name": "network-vif-deleted", "tag": "1ea406d5-86c1-43b0-b2b2-1c833cebd2fa", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:03:19.937588 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6735cf0a-a4a8-467d-8be3-2226df05d25c {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:03:19.937990 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e581f15-f546-469c-96e7-d241cf69ee44', 'name': 'network-vif-deleted', 'tag': '1ea406d5-86c1-43b0-b2b2-1c833cebd2fa', 'status': 'completed', 'code': 200} Jul 14 07:03:19.947103 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-f7854aa4-aeb3-46ff-a656-b9cee93b5234 service neutron] Notify callbacks [] for binding, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:19.948415 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-f7854aa4-aeb3-46ff-a656-b9cee93b5234 service neutron] 10.222.0.35 "POST /v2.0/ports/5391242a-3277-4680-97ad-29af538efedb/bindings HTTP/1.1" status: 201 len: 389 time: 0.9538231 Jul 14 07:03:20.016058 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d98e41-4f02-41fa-a3c7-6714af0e4eb4 None None] Pushing event updated for resources: {'Port': ['ID=8393fe8c-c610-43fa-9163-16a42d884741,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:20.058847 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] Router 12b34e07-388c-43ba-ab51-4cf738072966 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:03:20.071385 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:20.117291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] Transition to ACTIVE for port object 9d20bb07-611d-4940-b370-22e37864d6c9 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:20.179653 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'name': 'tempest-ServersTestJSON-70974883-router', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8393fe8c-c610-43fa-9163-16a42d884741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:13Z', 'updated_at': '2021-07-14T07:03:15Z', 'revision_number': 3, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'gw_port': {'id': '8393fe8c-c610-43fa-9163-16a42d884741', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:20.192819 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 25f0bff8-f676-4d8b-81ab-c373ae4f6330 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:20.196159 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-2e16571f-cc8a-47a5-8792-7b25c5fd6fc6 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=17cfa03ae4c5479faf3fc5028688613e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574365 Jul 14 07:03:20.258260 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5834b61c-3ce8-4e3c-b4dc-b896811ffcf2 None None] The sync data for ids ['f0e72a84-4710-42e4-830a-3c6a8456f514'] in n-d-778696-5 is: [{'id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'name': 'tempest-ServersTestJSON-70974883-router', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8393fe8c-c610-43fa-9163-16a42d884741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:13Z', 'updated_at': '2021-07-14T07:03:15Z', 'revision_number': 3, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'gw_port': {'id': '8393fe8c-c610-43fa-9163-16a42d884741', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:03:20.316156 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:20.333261 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 25f0bff8-f676-4d8b-81ab-c373ae4f6330 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:20.333873 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:20.350860 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:03:20.391800 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:20.393050 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-10198a8a-30cf-42bf-b464-a687d78cfd09 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6139834 Jul 14 07:03:20.396169 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37436) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:20.397125 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Sync routers for ids ['12b34e07-388c-43ba-ab51-4cf738072966'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:03:20.405146 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] Network 21bbc63d-be7d-4ecb-8dec-01b67666fcd3 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:20.440376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:20.444681 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Routers {'12b34e07-388c-43ba-ab51-4cf738072966'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:20.445367 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['12b34e07-388c-43ba-ab51-4cf738072966'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:20.453765 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:20.454343 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:20.541069 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=9d20bb07-611d-4940-b370-22e37864d6c9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:20.679266 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37440) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:20.683254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Set router 12b34e07-388c-43ba-ab51-4cf738072966 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:20.804913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:03:20.971880 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:03:20.972235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1ea406d5-86c1-43b0-b2b2-1c833cebd2fa not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:03:20.986757 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a0cd6dd0-1199-4f9b-b096-6a0a67c5b462 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1652567660-network', 'tenant_id': '7822b75b03c3441d980aa93f78ef9dad'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:21.021481 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cd6dd0-1199-4f9b-b096-6a0a67c5b462 admin admin] Made reservation on behalf of 7822b75b03c3441d980aa93f78ef9dad for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:03:21.024514 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0cd6dd0-1199-4f9b-b096-6a0a67c5b462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:21.045775 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0cd6dd0-1199-4f9b-b096-6a0a67c5b462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:21.127622 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-aae02696-97d3-48db-a8d5-d9158dc56659 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:21.130074 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-aae02696-97d3-48db-a8d5-d9158dc56659 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9339249 Jul 14 07:03:21.244254 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:21.258404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5f23d944-b1a1-4ed6-8cdc-bd52fac9c8ea None None] Provisioning for port 9d20bb07-611d-4940-b370-22e37864d6c9 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:21.293541 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09362a25-cd2a-4630-b3a4-e4d50e586666 req-4439eded-dd9b-4c09-bf1d-44f4f7436e54 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:21.294213 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:21.303630 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09362a25-cd2a-4630-b3a4-e4d50e586666 req-4439eded-dd9b-4c09-bf1d-44f4f7436e54 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 945 time: 0.9957538 Jul 14 07:03:21.308163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5f23d944-b1a1-4ed6-8cdc-bd52fac9c8ea None None] Provisioning complete for port 9d20bb07-611d-4940-b370-22e37864d6c9 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:21.308941 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5f23d944-b1a1-4ed6-8cdc-bd52fac9c8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:21.319438 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0cd6dd0-1199-4f9b-b096-6a0a67c5b462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:21.330220 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0cd6dd0-1199-4f9b-b096-6a0a67c5b462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:21.345693 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-e01ba3f2-4a7b-47f8-8a4e-ebe3d312e1d2 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/quotas/17cfa03ae4c5479faf3fc5028688613e HTTP/1.1" status: 200 len: 375 time: 0.1210289 Jul 14 07:03:21.359901 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09362a25-cd2a-4630-b3a4-e4d50e586666 req-d2312f07-1bbb-407b-b77a-9e1b56e31e1a tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552173 Jul 14 07:03:21.380741 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5f23d944-b1a1-4ed6-8cdc-bd52fac9c8ea None None] Port 9d20bb07-611d-4940-b370-22e37864d6c9 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:03:21.390270 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b34e07-388c-43ba-ab51-4cf738072966', 'name': 'tempest-FloatingIPDetailsTestJSON-823487540-router', 'tenant_id': '58f9c064db304f4485bfb5cc8e4b240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a7454b73-97f7-4a1b-90a2-447ebe7b4396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:17Z', 'revision_number': 3, 'project_id': '58f9c064db304f4485bfb5cc8e4b240a', 'gw_port': {'id': 'a7454b73-97f7-4a1b-90a2-447ebe7b4396', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ca:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b34e07-388c-43ba-ab51-4cf738072966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:16Z', 'updated_at': '2021-07-14T07:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:21.408935 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0cd6dd0-1199-4f9b-b096-6a0a67c5b462 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:03:21.420010 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd6dd0-1199-4f9b-b096-6a0a67c5b462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc47c6d8-1885-4a47-8f1e-5a65d5e81a23,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:21.420183 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Checking router: 12b34e07-388c-43ba-ab51-4cf738072966 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:03:21.420410 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Updating router 12b34e07-388c-43ba-ab51-4cf738072966 port a7454b73-97f7-4a1b-90a2-447ebe7b4396 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:03:21.428998 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0cd6dd0-1199-4f9b-b096-6a0a67c5b462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:21.429394 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-a0cd6dd0-1199-4f9b-b096-6a0a67c5b462 admin admin] Added segment 049d27e4-c4d3-4240-aa60-42cadabf78cc of type vlan for network 5c479332-e8e7-4a0c-b573-ad436b3547e4 Jul 14 07:03:21.474336 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:21.512334 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-41c7b73b-8fb7-4a0c-a1bb-1899c6ba60aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:21.514013 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-41c7b73b-8fb7-4a0c-a1bb-1899c6ba60aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 1096 time: 0.9582181 Jul 14 07:03:21.515454 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0cd6dd0-1199-4f9b-b096-6a0a67c5b462 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:21.610167 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] Allocated IP 172.20.0.1 (ee09d836-6117-4985-91ae-6d80cf69ab80/36b0b2f2-5d02-4c39-b85b-c9a8edbbcb80/0013ddb6-78a0-42d1-8dda-7c8f4c0323dc) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:21.621558 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0cd6dd0-1199-4f9b-b096-6a0a67c5b462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:21.622624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd6dd0-1199-4f9b-b096-6a0a67c5b462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:21.623380 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0cd6dd0-1199-4f9b-b096-6a0a67c5b462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:21.648481 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-4a408ab1-7d15-49a4-ac80-a92d3d8074bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:21.650211 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-4a408ab1-7d15-49a4-ac80-a92d3d8074bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.1284115 Jul 14 07:03:21.710688 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a0cd6dd0-1199-4f9b-b096-6a0a67c5b462 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0303576 Jul 14 07:03:21.720463 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37450) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:21.735113 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e744682d-22e2-4a33-b579-6455822a847c admin admin] Request body: {'subnet': {'network_id': '5c479332-e8e7-4a0c-b573-ad436b3547e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1652567660-subnet', 'tenant_id': '7822b75b03c3441d980aa93f78ef9dad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:21.740387 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-8f35a15f-b2bb-4915-8124-52487e0fb0af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5391242a-3277-4680-97ad-29af538efedb HTTP/1.1" status: 200 len: 217 time: 0.0540793 Jul 14 07:03:21.758491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd6dd0-1199-4f9b-b096-6a0a67c5b462 admin admin] Pushing event updated for resources: {'Network': ['ID=5c479332-e8e7-4a0c-b573-ad436b3547e4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:21.775287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 5c479332-e8e7-4a0c-b573-ad436b3547e4 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:03:21.792309 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e744682d-22e2-4a33-b579-6455822a847c admin admin] Made reservation on behalf of 7822b75b03c3441d980aa93f78ef9dad for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:03:21.794727 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e744682d-22e2-4a33-b579-6455822a847c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:21.827321 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-7d9deef1-f2fe-4640-8fb3-81ff530acbf3 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=17cfa03ae4c5479faf3fc5028688613e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4157703 Jul 14 07:03:21.837467 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:21.858803 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-47af9d68-ce1e-4374-babc-be30079e4b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:21.860394 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-47af9d68-ce1e-4374-babc-be30079e4b91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.1096120 Jul 14 07:03:21.861987 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Transition to ACTIVE for port object a7454b73-97f7-4a1b-90a2-447ebe7b4396 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:21.904732 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-fd52fea7-9db1-4cb3-ac2f-55d5246201d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356758 Jul 14 07:03:21.906976 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:21.913971 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:21.941315 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:21.954946 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] Transition to ACTIVE for port object 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:21.974119 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:21.974849 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:22.031443 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Attempting to bind port a7454b73-97f7-4a1b-90a2-447ebe7b4396 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:22.031980 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Attempting to bind port a7454b73-97f7-4a1b-90a2-447ebe7b4396 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:22.032301 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Attempting to bind port a7454b73-97f7-4a1b-90a2-447ebe7b4396 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:22.064573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74986a-d950-4083-be97-b254e564070d None None] Pushing event updated for resources: {'Port': ['ID=a7454b73-97f7-4a1b-90a2-447ebe7b4396,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:22.078053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:22.078811 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:22.079118 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:22.079991 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:22.080500 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Bound port: a7454b73-97f7-4a1b-90a2-447ebe7b4396, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:22.080881 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:22.104185 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37458) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:22.155196 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:22.188614 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24cacc09-96ae-4d40-b250-830a13c3d332 req-a97ec896-9908-415d-84d0-86c2aa9ad45c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=e38d4700-7e89-4410-8672-22b8fab6180f HTTP/1.1" status: 200 len: 210 time: 0.1583762 Jul 14 07:03:22.210543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=9d20bb07-611d-4940-b370-22e37864d6c9,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:22.233870 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] For port a7454b73-97f7-4a1b-90a2-447ebe7b4396, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:22.238539 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] For port a7454b73-97f7-4a1b-90a2-447ebe7b4396, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a7454b73-97f7-4a1b-90a2-447ebe7b4396,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:22.245072 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-bd53ed62-3236-4675-b82f-828beab6ea46 service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331747 Jul 14 07:03:22.267212 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8393fe8c-c610-43fa-9163-16a42d884741 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:22.286505 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:22.287319 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] Pushing event updated for resources: {'Port': ['ID=0013ddb6-78a0-42d1-8dda-7c8f4c0323dc,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:22.325113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] Network 21bbc63d-be7d-4ecb-8dec-01b67666fcd3 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:22.330940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:22.373210 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] Network ee09d836-6117-4985-91ae-6d80cf69ab80 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:22.380852 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:22.395245 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:22.436806 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:22.493081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] Router f0e72a84-4710-42e4-830a-3c6a8456f514 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:03:22.513345 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-71ec4a08-da03-4e9a-9b23-a17969e4a4c4 service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616737 Jul 14 07:03:22.648645 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e744682d-22e2-4a33-b579-6455822a847c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:22.684475 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Routers {'12b34e07-388c-43ba-ab51-4cf738072966'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:22.684809 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['12b34e07-388c-43ba-ab51-4cf738072966'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:22.697532 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74986a-d950-4083-be97-b254e564070d None None] Pushing event updated for resources: {'Port': ['ID=a7454b73-97f7-4a1b-90a2-447ebe7b4396,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:22.816031 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b830e92d-3533-4ff4-8d92-3181697f01d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2281f30133514aaea601f8c8dab8e960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7093186 Jul 14 07:03:22.819335 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37474) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:22.856394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:03:22.870483 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-450262d4-f9a3-475e-a3c8-0aa1497a7ab1 admin admin] 10.222.0.35 "PUT /v2.0/routers/f0e72a84-4710-42e4-830a-3c6a8456f514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3525646 Jul 14 07:03:22.892436 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c4067-0924-49ee-9b33-bae429d7a512 req-3a7939c5-caf4-40c6-8f83-ef0c2195015b tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:22.899721 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Sync routers for ids ['f0e72a84-4710-42e4-830a-3c6a8456f514'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:03:22.900395 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a51c4067-0924-49ee-9b33-bae429d7a512 req-3a7939c5-caf4-40c6-8f83-ef0c2195015b tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 945 time: 0.2915864 Jul 14 07:03:22.911823 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Routers {'f0e72a84-4710-42e4-830a-3c6a8456f514'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:22.914361 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f0e72a84-4710-42e4-830a-3c6a8456f514'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:22.943935 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f27bdcfe-45c2-41e6-8ae5-ef9a02bffde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:22.957102 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a51c4067-0924-49ee-9b33-bae429d7a512 req-5656bc91-29c3-4bae-a5ac-644c8c94d8db tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558028 Jul 14 07:03:22.975610 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] Set router 12b34e07-388c-43ba-ab51-4cf738072966 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:23.000219 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f27bdcfe-45c2-41e6-8ae5-ef9a02bffde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:23.033626 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744682d-22e2-4a33-b579-6455822a847c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aafd260-d2d3-42d8-9e65-dc156cefb976,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:23.041847 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744682d-22e2-4a33-b579-6455822a847c admin admin] Checking segment: {'id': '049d27e4-c4d3-4240-aa60-42cadabf78cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c479332-e8e7-4a0c-b573-ad436b3547e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:23.047557 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e744682d-22e2-4a33-b579-6455822a847c admin admin] Network hostable DHCP agents. Network: 5c479332-e8e7-4a0c-b573-ad436b3547e4, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:03:23.053419 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:23.111449 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f27bdcfe-45c2-41e6-8ae5-ef9a02bffde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:23.115282 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f27bdcfe-45c2-41e6-8ae5-ef9a02bffde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:23.119728 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f27bdcfe-45c2-41e6-8ae5-ef9a02bffde4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3ea2410-3b67-474c-b695-a014308cf957 HTTP/1.1" status: 204 len: 168 time: 0.2989693 Jul 14 07:03:23.131937 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bdcfe-45c2-41e6-8ae5-ef9a02bffde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ea2410-3b67-474c-b695-a014308cf957,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:23.144321 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e744682d-22e2-4a33-b579-6455822a847c admin admin] Network 5c479332-e8e7-4a0c-b573-ad436b3547e4 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:03:23.228163 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e744682d-22e2-4a33-b579-6455822a847c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 5c479332-e8e7-4a0c-b573-ad436b3547e4) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:23.232831 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 8393fe8c-c610-43fa-9163-16a42d884741 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:23.266203 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce0a44e-5971-4297-af22-616d44e75efa None None] Network 5c479332-e8e7-4a0c-b573-ad436b3547e4 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:03:23.306814 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 8393fe8c-c610-43fa-9163-16a42d884741 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:23.307269 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:23.362025 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d2a9e086-2fa8-4290-a81d-6071f6a1d3bd None None] Provisioning complete for port 9d20bb07-611d-4940-b370-22e37864d6c9 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:23.362392 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d2a9e086-2fa8-4290-a81d-6071f6a1d3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:23.362607 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e744682d-22e2-4a33-b579-6455822a847c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:23.366979 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e744682d-22e2-4a33-b579-6455822a847c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:23.407743 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Set router f0e72a84-4710-42e4-830a-3c6a8456f514 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:23.429441 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e744682d-22e2-4a33-b579-6455822a847c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7008076 Jul 14 07:03:23.500251 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b103477b-ac07-43a5-9756-a745f71cdc96 req-d3562392-9ce9-44df-b215-4bfe8321b571 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=e38d4700-7e89-4410-8672-22b8fab6180f HTTP/1.1" status: 200 len: 210 time: 0.1253352 Jul 14 07:03:23.508227 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:23.517872 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:23.573005 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d2a9e086-2fa8-4290-a81d-6071f6a1d3bd None None] Port 9d20bb07-611d-4940-b370-22e37864d6c9 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:03:23.612053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d2a9e086-2fa8-4290-a81d-6071f6a1d3bd None None] Provisioning for port 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:23.637674 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d2a9e086-2fa8-4290-a81d-6071f6a1d3bd None None] Provisioning complete for port 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:23.638051 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d2a9e086-2fa8-4290-a81d-6071f6a1d3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:23.805753 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37498) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:23.911441 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'name': 'tempest-ServersTestJSON-70974883-router', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8393fe8c-c610-43fa-9163-16a42d884741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:13Z', 'updated_at': '2021-07-14T07:03:21Z', 'revision_number': 4, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'gw_port': {'id': '8393fe8c-c610-43fa-9163-16a42d884741', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '9d20bb07-611d-4940-b370-22e37864d6c9', 'name': '', 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'mac_address': 'fa:16:3e:01:95:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:19Z', 'updated_at': '2021-07-14T07:03:21Z', 'revision_number': 2, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'subnets': [{'id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:23.919400 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-6de7e707-40a9-4e63-8c15-855182102bb6 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=17cfa03ae4c5479faf3fc5028688613e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619128 Jul 14 07:03:23.951334 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Checking router: f0e72a84-4710-42e4-830a-3c6a8456f514 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:03:23.951932 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Updating router f0e72a84-4710-42e4-830a-3c6a8456f514 port 9d20bb07-611d-4940-b370-22e37864d6c9 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:03:23.966573 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5faa49a9-1c82-42fd-be19-3164d41cdd0a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3be9f7fb58c5422db290bd587f083048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568966 Jul 14 07:03:23.998409 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:24.001906 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37502) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:24.012059 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37506) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:24.111884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3c9522d1-6b98-44a0-8834-cd8db192bf3a tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--514774093', 'description': 'tempest-description--995430359'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:24.207580 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c9522d1-6b98-44a0-8834-cd8db192bf3a tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:24.269018 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-83248ee0-668a-46d9-bf61-289c507f095d tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:24.272834 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-83248ee0-668a-46d9-bf61-289c507f095d tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3444595 Jul 14 07:03:24.281680 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:24.308309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d2a9e086-2fa8-4290-a81d-6071f6a1d3bd None None] Port 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:03:24.319882 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469f951a-d594-45b2-b0b9-0ddeef3f63a8 None None] Network 5c479332-e8e7-4a0c-b573-ad436b3547e4 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:03:24.322949 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:24.424048 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c9522d1-6b98-44a0-8834-cd8db192bf3a tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:24.432505 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d7f830a-788a-4777-9aea-7e886721f627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:24.440926 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 8393fe8c-c610-43fa-9163-16a42d884741, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8393fe8c-c610-43fa-9163-16a42d884741,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:24.446081 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b34e07-388c-43ba-ab51-4cf738072966', 'name': 'tempest-FloatingIPDetailsTestJSON-823487540-router', 'tenant_id': '58f9c064db304f4485bfb5cc8e4b240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a7454b73-97f7-4a1b-90a2-447ebe7b4396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:17Z', 'revision_number': 3, 'project_id': '58f9c064db304f4485bfb5cc8e4b240a', 'gw_port': {'id': 'a7454b73-97f7-4a1b-90a2-447ebe7b4396', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ca:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b34e07-388c-43ba-ab51-4cf738072966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:16Z', 'updated_at': '2021-07-14T07:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:24.451971 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-144c8480-47fb-4790-a875-333eae01ba48 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Request body: {'port': {'device_id': 'e38d4700-7e89-4410-8672-22b8fab6180f', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '17cfa03ae4c5479faf3fc5028688613e'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:24.457781 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c9522d1-6b98-44a0-8834-cd8db192bf3a tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:24.460975 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:24.497980 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] Network ee09d836-6117-4985-91ae-6d80cf69ab80 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:24.499675 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:24.503730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] Pushing event updated for resources: {'Port': ['ID=0013ddb6-78a0-42d1-8dda-7c8f4c0323dc,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:24.525629 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:24.537975 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Transition to ACTIVE for port object 9d20bb07-611d-4940-b370-22e37864d6c9 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:24.548346 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:24.654611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] Router 12b34e07-388c-43ba-ab51-4cf738072966 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:03:24.672121 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28c844d-7478-4c1c-a2ed-999180b1ff4e None None] The sync data for ids ['12b34e07-388c-43ba-ab51-4cf738072966'] in n-d-778696-5 is: [{'id': '12b34e07-388c-43ba-ab51-4cf738072966', 'name': 'tempest-FloatingIPDetailsTestJSON-823487540-router', 'tenant_id': '58f9c064db304f4485bfb5cc8e4b240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a7454b73-97f7-4a1b-90a2-447ebe7b4396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:17Z', 'revision_number': 3, 'project_id': '58f9c064db304f4485bfb5cc8e4b240a', 'gw_port': {'id': 'a7454b73-97f7-4a1b-90a2-447ebe7b4396', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ca:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b34e07-388c-43ba-ab51-4cf738072966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:16Z', 'updated_at': '2021-07-14T07:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:03:24.679323 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1923529-1ce9-431b-a0c7-59a45b34063e None None] Pushing event updated for resources: {'Port': ['ID=9d20bb07-611d-4940-b370-22e37864d6c9,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:24.776805 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d7f830a-788a-4777-9aea-7e886721f627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:24.792463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9522d1-6b98-44a0-8834-cd8db192bf3a tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8549c0-275d-42f4-a75d-dbf071a2ef14,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:24.796772 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c9522d1-6b98-44a0-8834-cd8db192bf3a tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:24.809781 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3c9522d1-6b98-44a0-8834-cd8db192bf3a tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7163825 Jul 14 07:03:24.814806 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37520) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:24.833883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=8393fe8c-c610-43fa-9163-16a42d884741,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:24.850646 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3494fdb3-bdec-46a1-a2d1-20421d999c6a tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Request body: {'security_group_rule': {'security_group_id': '8a8549c0-275d-42f4-a75d-dbf071a2ef14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:24.862879 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Attempting to bind port 9d20bb07-611d-4940-b370-22e37864d6c9 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:24.863463 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Attempting to bind port 9d20bb07-611d-4940-b370-22e37864d6c9 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:24.864007 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Attempting to bind port 9d20bb07-611d-4940-b370-22e37864d6c9 on network 21bbc63d-be7d-4ecb-8dec-01b67666fcd3 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:24.871936 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:24.872294 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Checking segment: {'id': 'f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:24.872701 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:24.873085 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Bound using segment: {'id': 'f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:24.873771 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Bound port: 9d20bb07-611d-4940-b370-22e37864d6c9, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:24.873994 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:24.930577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:03:24.936846 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1288270e-912d-49b9-9995-89ebddc62d43 admin admin] 10.222.0.35 "PUT /v2.0/routers/12b34e07-388c-43ba-ab51-4cf738072966/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5395591 Jul 14 07:03:24.947935 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d288bf82-33c3-48a2-9da2-15c1a98b0394 None None] Provisioning complete for port 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:24.948580 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d288bf82-33c3-48a2-9da2-15c1a98b0394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:25.031132 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] For port 9d20bb07-611d-4940-b370-22e37864d6c9, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:25.037474 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d288bf82-33c3-48a2-9da2-15c1a98b0394 None None] Port 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:03:25.041521 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3494fdb3-bdec-46a1-a2d1-20421d999c6a tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:25.047530 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] For port 9d20bb07-611d-4940-b370-22e37864d6c9, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9d20bb07-611d-4940-b370-22e37864d6c9,segment=NetworkSegment(f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07),segment_id=f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:25.055845 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:25.154912 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-144c8480-47fb-4790-a875-333eae01ba48 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Made reservation on behalf of 17cfa03ae4c5479faf3fc5028688613e for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:03:25.158685 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-144c8480-47fb-4790-a875-333eae01ba48 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:25.159724 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1923529-1ce9-431b-a0c7-59a45b34063e None None] Pushing event updated for resources: {'Port': ['ID=9d20bb07-611d-4940-b370-22e37864d6c9,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:25.185069 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Routers {'f0e72a84-4710-42e4-830a-3c6a8456f514'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:25.185942 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f0e72a84-4710-42e4-830a-3c6a8456f514'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:25.189631 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a2996-58c1-45eb-abba-5f8286008900 req-3df77c5a-202f-439e-a6c9-feb5bb8f1d15 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:25.191296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-712a2996-58c1-45eb-abba-5f8286008900 req-3df77c5a-202f-439e-a6c9-feb5bb8f1d15 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/networks?id=5c479332-e8e7-4a0c-b573-ad436b3547e4 HTTP/1.1" status: 200 len: 809 time: 0.7295024 Jul 14 07:03:25.199125 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4045ac0-7bb7-4aa0-93c7-1b8e34a2ee6c req-3b7728d2-b540-4305-9b33-f98ef4e766a6 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:25.212734 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4045ac0-7bb7-4aa0-93c7-1b8e34a2ee6c req-3b7728d2-b540-4305-9b33-f98ef4e766a6 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 945 time: 0.7770796 Jul 14 07:03:25.248770 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d7f830a-788a-4777-9aea-7e886721f627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:25.251318 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d7f830a-788a-4777-9aea-7e886721f627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:25.252439 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8d7f830a-788a-4777-9aea-7e886721f627 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe91f3ad-d2ac-4c6a-bae6-a25d516e898d HTTP/1.1" status: 204 len: 168 time: 1.2413707 Jul 14 07:03:25.351450 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] Set router f0e72a84-4710-42e4-830a-3c6a8456f514 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:25.366479 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3494fdb3-bdec-46a1-a2d1-20421d999c6a tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:25.383932 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3494fdb3-bdec-46a1-a2d1-20421d999c6a tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:25.413449 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f830a-788a-4777-9aea-7e886721f627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe91f3ad-d2ac-4c6a-bae6-a25d516e898d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:25.418475 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-712a2996-58c1-45eb-abba-5f8286008900 req-010de8a5-55c7-47cc-a025-eb360e98c0b0 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/quotas/7822b75b03c3441d980aa93f78ef9dad HTTP/1.1" status: 200 len: 375 time: 0.2041576 Jul 14 07:03:25.504415 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-712a2996-58c1-45eb-abba-5f8286008900 req-9380fc59-7bd6-4e4a-a5f5-29bf600c4b68 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7822b75b03c3441d980aa93f78ef9dad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599189 Jul 14 07:03:25.658541 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'name': 'tempest-ServersTestJSON-70974883-router', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8393fe8c-c610-43fa-9163-16a42d884741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:13Z', 'updated_at': '2021-07-14T07:03:21Z', 'revision_number': 4, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'gw_port': {'id': '8393fe8c-c610-43fa-9163-16a42d884741', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '9d20bb07-611d-4940-b370-22e37864d6c9', 'name': '', 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'mac_address': 'fa:16:3e:01:95:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:19Z', 'updated_at': '2021-07-14T07:03:25Z', 'revision_number': 4, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'subnets': [{'id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:25.670844 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-712a2996-58c1-45eb-abba-5f8286008900 req-9222a10a-98b5-40b8-ab49-6250babe8296 service neutron] 10.222.0.35 "GET /v2.0/networks/5c479332-e8e7-4a0c-b573-ad436b3547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197164 Jul 14 07:03:25.675451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494fdb3-bdec-46a1-a2d1-20421d999c6a tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b09f2ba-65c6-44ab-ba0c-530430e28cd0,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:25.693819 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4045ac0-7bb7-4aa0-93c7-1b8e34a2ee6c req-a81aeb8f-41c4-441c-8c75-c9befd8f2048 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475946 Jul 14 07:03:25.716675 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d0eb7-af7e-4ffd-bfa3-8099b0dc5231 None None] The sync data for ids ['f0e72a84-4710-42e4-830a-3c6a8456f514'] in n-d-778696-5 is: [{'id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'name': 'tempest-ServersTestJSON-70974883-router', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8393fe8c-c610-43fa-9163-16a42d884741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:13Z', 'updated_at': '2021-07-14T07:03:21Z', 'revision_number': 4, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'gw_port': {'id': '8393fe8c-c610-43fa-9163-16a42d884741', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '9d20bb07-611d-4940-b370-22e37864d6c9', 'name': '', 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'mac_address': 'fa:16:3e:01:95:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:19Z', 'updated_at': '2021-07-14T07:03:25Z', 'revision_number': 4, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'subnets': [{'id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:03:25.719242 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3494fdb3-bdec-46a1-a2d1-20421d999c6a tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:25.723090 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37534) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:25.726790 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3494fdb3-bdec-46a1-a2d1-20421d999c6a tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8775933 Jul 14 07:03:25.728436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8222fb66-d449-4bd4-b042-dcc98d1b9720 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Request body: {'security_group_rule': {'security_group_id': '8a8549c0-275d-42f4-a75d-dbf071a2ef14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:25.764702 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8222fb66-d449-4bd4-b042-dcc98d1b9720 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:25.886462 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8222fb66-d449-4bd4-b042-dcc98d1b9720 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:25.899724 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8222fb66-d449-4bd4-b042-dcc98d1b9720 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:25.937203 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222fb66-d449-4bd4-b042-dcc98d1b9720 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579a1ce3-6509-4584-b793-f1c168495a7a,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:25.951437 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8222fb66-d449-4bd4-b042-dcc98d1b9720 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:25.960100 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8222fb66-d449-4bd4-b042-dcc98d1b9720 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2357130 Jul 14 07:03:25.960738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37540) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:25.979740 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-904665d9-f6b5-4020-94ac-9ce38262ccfa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:25.989927 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ba267c5-9fa6-43f7-9aa6-c22bd76e0058 req-bf71f29a-71d5-46cf-b386-1383ead36e60 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=e38d4700-7e89-4410-8672-22b8fab6180f HTTP/1.1" status: 200 len: 210 time: 0.0645778 Jul 14 07:03:26.041731 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-904665d9-f6b5-4020-94ac-9ce38262ccfa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:26.165110 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-144c8480-47fb-4790-a875-333eae01ba48 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Allocated IP 192.168.233.6 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/22c35cae-8946-4e71-9f40-8c27b31f35e2) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:26.249688 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-712a2996-58c1-45eb-abba-5f8286008900 req-8f24a810-2be7-49d6-8c96-16a97b9881b1 service neutron] 10.222.0.35 "GET /v2.0/networks/5c479332-e8e7-4a0c-b573-ad436b3547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451701 Jul 14 07:03:26.282748 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-904665d9-f6b5-4020-94ac-9ce38262ccfa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:26.632121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-904665d9-f6b5-4020-94ac-9ce38262ccfa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Allocated IP 172.25.7.118 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/05939016-6c05-4f69-9df0-ce4b40ca581c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:26.674108 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-11c4088c-ed85-4c89-b2c5-b8c1dc4ca216 req-04c1a004-e38e-4cff-a00b-dfd21b7d1eef tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3df0343-3323-4ac7-a05a-509651ca3558 HTTP/1.1" status: 200 len: 210 time: 0.0819545 Jul 14 07:03:26.794187 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a7454b73-97f7-4a1b-90a2-447ebe7b4396 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:26.799193 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-144c8480-47fb-4790-a875-333eae01ba48 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:26.824549 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-f9276846-be73-4ced-bbff-2fce4effebfd tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3760500 Jul 14 07:03:26.841784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-cf2f1291-9b4c-423e-89c9-683f3dc2e737 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:26.874606 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-144c8480-47fb-4790-a875-333eae01ba48 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Transition to ACTIVE for port object 22c35cae-8946-4e71-9f40-8c27b31f35e2 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:26.875607 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-904665d9-f6b5-4020-94ac-9ce38262ccfa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:26.893129 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-cf2f1291-9b4c-423e-89c9-683f3dc2e737 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:26.922153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37564) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:26.947595 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port a7454b73-97f7-4a1b-90a2-447ebe7b4396 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:26.953150 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port a7454b73-97f7-4a1b-90a2-447ebe7b4396 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:26.953600 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:27.108341 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-904665d9-f6b5-4020-94ac-9ce38262ccfa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:27.192057 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:27.226692 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904665d9-f6b5-4020-94ac-9ce38262ccfa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:27.236967 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-144c8480-47fb-4790-a875-333eae01ba48 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:27.240670 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-cf42e71d-8fdf-453b-8ec3-059aca526567 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1347734939-network', 'tenant_id': '5897b779e1914aaa9e9b64d2f1911e1b'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:27.247810 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-904665d9-f6b5-4020-94ac-9ce38262ccfa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:27.254727 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904665d9-f6b5-4020-94ac-9ce38262ccfa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:27.263531 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['5ceab21c-bf59-4888-a76a-914e42b42219'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:03:27.313707 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904665d9-f6b5-4020-94ac-9ce38262ccfa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Pushing event updated for resources: {'Port': ['ID=05939016-6c05-4f69-9df0-ce4b40ca581c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:27.315731 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port a7454b73-97f7-4a1b-90a2-447ebe7b4396, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a7454b73-97f7-4a1b-90a2-447ebe7b4396,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:27.333385 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:27.336419 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9d20bb07-611d-4940-b370-22e37864d6c9 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:27.365070 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf42e71d-8fdf-453b-8ec3-059aca526567 admin admin] Made reservation on behalf of 5897b779e1914aaa9e9b64d2f1911e1b for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:03:27.384010 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf42e71d-8fdf-453b-8ec3-059aca526567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:27.395247 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf42e71d-8fdf-453b-8ec3-059aca526567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:27.513657 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-904665d9-f6b5-4020-94ac-9ce38262ccfa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:27.565714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=a7454b73-97f7-4a1b-90a2-447ebe7b4396,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:27.599407 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-904665d9-f6b5-4020-94ac-9ce38262ccfa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:27.691990 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 9d20bb07-611d-4940-b370-22e37864d6c9 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:27.701720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9d20bb07-611d-4940-b370-22e37864d6c9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:27.702093 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:27.835423 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:27.878089 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf42e71d-8fdf-453b-8ec3-059aca526567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:27.886665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 9d20bb07-611d-4940-b370-22e37864d6c9, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9d20bb07-611d-4940-b370-22e37864d6c9,segment=NetworkSegment(f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07),segment_id=f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:27.890768 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf42e71d-8fdf-453b-8ec3-059aca526567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:27.896738 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:27.898888 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8393fe8c-c610-43fa-9163-16a42d884741 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:27.993998 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf42e71d-8fdf-453b-8ec3-059aca526567 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:03:27.995744 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:03:28.012900 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=9d20bb07-611d-4940-b370-22e37864d6c9,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:28.064323 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42e71d-8fdf-453b-8ec3-059aca526567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e10463-96c2-4c69-8ddb-329763965c3d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:28.070645 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-144c8480-47fb-4790-a875-333eae01ba48 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:28.083013 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf42e71d-8fdf-453b-8ec3-059aca526567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:28.083416 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-cf42e71d-8fdf-453b-8ec3-059aca526567 admin admin] Added segment 8ed0b547-e1da-4ac5-a793-196448b84ddf of type vlan for network c54f27f2-ef46-423d-8076-766c23ba03d9 Jul 14 07:03:28.087571 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-144c8480-47fb-4790-a875-333eae01ba48 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:28.103711 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210239d-2496-4a2f-b814-9a732ad68313 req-b6b2e4af-5956-4b0f-9a23-5680f2e0b6c6 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:28.105900 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d210239d-2496-4a2f-b814-9a732ad68313 req-b6b2e4af-5956-4b0f-9a23-5680f2e0b6c6 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 945 time: 1.0240769 Jul 14 07:03:28.108151 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-144c8480-47fb-4790-a875-333eae01ba48 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:28.136814 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-144c8480-47fb-4790-a875-333eae01ba48 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:28.137383 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-144c8480-47fb-4790-a875-333eae01ba48 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:28.142511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c8480-47fb-4790-a875-333eae01ba48 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Pushing event updated for resources: {'Port': ['ID=22c35cae-8946-4e71-9f40-8c27b31f35e2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:28.142802 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 8393fe8c-c610-43fa-9163-16a42d884741 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:28.143236 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:28.148036 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf42e71d-8fdf-453b-8ec3-059aca526567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:28.177467 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Sync routers for ids ['12b34e07-388c-43ba-ab51-4cf738072966'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:03:28.185700 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-cf2f1291-9b4c-423e-89c9-683f3dc2e737 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:28.203609 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Routers {'12b34e07-388c-43ba-ab51-4cf738072966'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:28.204196 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['12b34e07-388c-43ba-ab51-4cf738072966'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:28.234774 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf42e71d-8fdf-453b-8ec3-059aca526567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:28.235757 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf42e71d-8fdf-453b-8ec3-059aca526567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:28.236348 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf42e71d-8fdf-453b-8ec3-059aca526567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:28.316868 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42e71d-8fdf-453b-8ec3-059aca526567 admin admin] Pushing event updated for resources: {'Network': ['ID=c54f27f2-ef46-423d-8076-766c23ba03d9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:28.346854 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-904665d9-f6b5-4020-94ac-9ce38262ccfa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:28.367874 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cf42e71d-8fdf-453b-8ec3-059aca526567 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4267862 Jul 14 07:03:28.368674 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37582) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:28.371906 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-904665d9-f6b5-4020-94ac-9ce38262ccfa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:28.375981 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network c54f27f2-ef46-423d-8076-766c23ba03d9 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:03:28.386152 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d7368965-748d-4466-a56e-d20127aa8c69 admin admin] Request body: {'subnet': {'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347734939-subnet', 'tenant_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:28.414521 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-cf2f1291-9b4c-423e-89c9-683f3dc2e737 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Allocated IP 172.25.7.171 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/16cf6dc0-e44a-445c-8b83-c0db0102b12a) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:28.446395 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904665d9-f6b5-4020-94ac-9ce38262ccfa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Pushing event updated for resources: {'Port': ['ID=05939016-6c05-4f69-9df0-ce4b40ca581c,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:28.515274 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-904665d9-f6b5-4020-94ac-9ce38262ccfa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:28.539466 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7368965-748d-4466-a56e-d20127aa8c69 admin admin] Made reservation on behalf of 5897b779e1914aaa9e9b64d2f1911e1b for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:03:28.549315 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d7368965-748d-4466-a56e-d20127aa8c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:28.571985 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-904665d9-f6b5-4020-94ac-9ce38262ccfa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:28.573749 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-904665d9-f6b5-4020-94ac-9ce38262ccfa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6090770 Jul 14 07:03:28.614142 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-144c8480-47fb-4790-a875-333eae01ba48 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1827979 Jul 14 07:03:28.629979 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c9f29300-4eb7-4138-8138-3869a0e09645 None None] Provisioning for port 22c35cae-8946-4e71-9f40-8c27b31f35e2 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:28.670360 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a7454b73-97f7-4a1b-90a2-447ebe7b4396 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:28.673926 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Request body: {'port': {'device_id': 'e38d4700-7e89-4410-8672-22b8fab6180f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:28.728736 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c9f29300-4eb7-4138-8138-3869a0e09645 None None] Provisioning complete for port 22c35cae-8946-4e71-9f40-8c27b31f35e2 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:28.742378 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c9f29300-4eb7-4138-8138-3869a0e09645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:28.751740 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Set router 12b34e07-388c-43ba-ab51-4cf738072966 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:28.760333 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d210239d-2496-4a2f-b814-9a732ad68313 req-31df866a-ecb8-4e08-ad53-f4ab91c26992 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6187444 Jul 14 07:03:28.852332 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:28.858289 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-cf2f1291-9b4c-423e-89c9-683f3dc2e737 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:28.873929 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a2996-58c1-45eb-abba-5f8286008900 req-c1430710-4946-423b-9111-4e99da1830c9 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:28.875899 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-712a2996-58c1-45eb-abba-5f8286008900 req-c1430710-4946-423b-9111-4e99da1830c9 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.30 "GET /v2.0/networks?id=5c479332-e8e7-4a0c-b573-ad436b3547e4 HTTP/1.1" status: 200 len: 809 time: 0.3066564 Jul 14 07:03:28.892970 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-712a2996-58c1-45eb-abba-5f8286008900 req-54656022-b598-47f2-a918-e80bbeb8a6cb tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Request body: {'port': {'device_id': 'f3df0343-3323-4ac7-a05a-509651ca3558', 'network_id': '5c479332-e8e7-4a0c-b573-ad436b3547e4', 'admin_state_up': True, 'tenant_id': '7822b75b03c3441d980aa93f78ef9dad'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:28.957840 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d7368965-748d-4466-a56e-d20127aa8c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:29.026447 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-c9f29300-4eb7-4138-8138-3869a0e09645 None None] Port 22c35cae-8946-4e71-9f40-8c27b31f35e2 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:03:29.049115 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7368965-748d-4466-a56e-d20127aa8c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b8a75a-6ec2-4357-b66e-1bf63d580d3d,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:29.054325 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7368965-748d-4466-a56e-d20127aa8c69 admin admin] Checking segment: {'id': '8ed0b547-e1da-4ac5-a793-196448b84ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:29.055374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7368965-748d-4466-a56e-d20127aa8c69 admin admin] Network hostable DHCP agents. Network: c54f27f2-ef46-423d-8076-766c23ba03d9, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:03:29.075777 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7368965-748d-4466-a56e-d20127aa8c69 admin admin] Network c54f27f2-ef46-423d-8076-766c23ba03d9 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:03:29.087120 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d7368965-748d-4466-a56e-d20127aa8c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, c54f27f2-ef46-423d-8076-766c23ba03d9) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:29.093272 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7368965-748d-4466-a56e-d20127aa8c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:29.094036 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d7368965-748d-4466-a56e-d20127aa8c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:29.110043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac55456-382f-4875-ab39-afabce51174f None None] Network c54f27f2-ef46-423d-8076-766c23ba03d9 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:03:29.114967 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d7368965-748d-4466-a56e-d20127aa8c69 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7440970 Jul 14 07:03:29.115869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37588) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:29.121331 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1347734939-router', 'tenant_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:29.144454 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-cf2f1291-9b4c-423e-89c9-683f3dc2e737 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:29.158088 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:29.159821 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:29.191942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port a7454b73-97f7-4a1b-90a2-447ebe7b4396 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:29.192612 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:29.231377 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:29.274514 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-cf2f1291-9b4c-423e-89c9-683f3dc2e737 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:29.284110 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f7a9e-7275-4757-8fee-7d3bba29e27c req-bc3482cb-2c9d-49a1-96ac-d9fff26b0474 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:29.291557 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d80f7a9e-7275-4757-8fee-7d3bba29e27c req-bc3482cb-2c9d-49a1-96ac-d9fff26b0474 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=e38d4700-7e89-4410-8672-22b8fab6180f HTTP/1.1" status: 200 len: 934 time: 0.3248227 Jul 14 07:03:29.321092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-cf2f1291-9b4c-423e-89c9-683f3dc2e737 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:29.331863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-cf2f1291-9b4c-423e-89c9-683f3dc2e737 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:29.351030 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b34e07-388c-43ba-ab51-4cf738072966', 'name': 'tempest-FloatingIPDetailsTestJSON-823487540-router', 'tenant_id': '58f9c064db304f4485bfb5cc8e4b240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a7454b73-97f7-4a1b-90a2-447ebe7b4396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:22Z', 'revision_number': 4, 'project_id': '58f9c064db304f4485bfb5cc8e4b240a', 'gw_port': {'id': 'a7454b73-97f7-4a1b-90a2-447ebe7b4396', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b34e07-388c-43ba-ab51-4cf738072966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:16Z', 'updated_at': '2021-07-14T07:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '0013ddb6-78a0-42d1-8dda-7c8f4c0323dc', 'name': '', 'network_id': 'ee09d836-6117-4985-91ae-6d80cf69ab80', 'tenant_id': '58f9c064db304f4485bfb5cc8e4b240a', 'mac_address': 'fa:16:3e:c8:24:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b34e07-388c-43ba-ab51-4cf738072966', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '36b0b2f2-5d02-4c39-b85b-c9a8edbbcb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:21Z', 'updated_at': '2021-07-14T07:03:23Z', 'revision_number': 2, 'project_id': '58f9c064db304f4485bfb5cc8e4b240a', 'subnets': [{'id': '36b0b2f2-5d02-4c39-b85b-c9a8edbbcb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:29.360601 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f1291-9b4c-423e-89c9-683f3dc2e737 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Pushing event updated for resources: {'Port': ['ID=16cf6dc0-e44a-445c-8b83-c0db0102b12a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:29.394971 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:29.402718 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d80f7a9e-7275-4757-8fee-7d3bba29e27c req-4e777f8b-a686-431a-a320-9038f8c70ef1 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099389 Jul 14 07:03:29.404649 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Checking router: 12b34e07-388c-43ba-ab51-4cf738072966 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:03:29.404997 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Updating router 12b34e07-388c-43ba-ab51-4cf738072966 port 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:03:29.409210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-712a2996-58c1-45eb-abba-5f8286008900 req-54656022-b598-47f2-a918-e80bbeb8a6cb tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Made reservation on behalf of 7822b75b03c3441d980aa93f78ef9dad for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:03:29.418965 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-712a2996-58c1-45eb-abba-5f8286008900 req-54656022-b598-47f2-a918-e80bbeb8a6cb tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:29.540069 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-cf2f1291-9b4c-423e-89c9-683f3dc2e737 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:29.627945 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:29.650366 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:29.673077 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:29.697775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9d20bb07-611d-4940-b370-22e37864d6c9 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:29.773128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-c54f27f2-ef46-423d-8076-766c23ba03d9', 'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9', 'tenant_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'fixed_ips': [{'subnet_id': '99b8a75a-6ec2-4357-b66e-1bf63d580d3d'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:03:29.774201 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:29.801013 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] Allocated IP 172.25.7.227 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/c2fc5a0f-bca0-4eec-8afa-01e8c981b749) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:29.833382 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-712a2996-58c1-45eb-abba-5f8286008900 req-54656022-b598-47f2-a918-e80bbeb8a6cb tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Allocated IP 172.20.0.7 (5c479332-e8e7-4a0c-b573-ad436b3547e4/5aafd260-d2d3-42d8-9e65-dc156cefb976/bf8ef970-b334-443f-a113-a0318471165a) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:29.924048 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:29.936686 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-cf2f1291-9b4c-423e-89c9-683f3dc2e737 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:29.974071 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:29.998874 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Allocated IP 172.20.0.2 (c54f27f2-ef46-423d-8076-766c23ba03d9/99b8a75a-6ec2-4357-b66e-1bf63d580d3d/9bafb9db-6219-4cf7-9066-d2b0a05d846b) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:30.012137 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:30.018833 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:30.022474 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:30.028542 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] Pushing event updated for resources: {'Port': ['ID=c2fc5a0f-bca0-4eec-8afa-01e8c981b749,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:30.142567 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-cf2f1291-9b4c-423e-89c9-683f3dc2e737 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.251929 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-cf2f1291-9b4c-423e-89c9-683f3dc2e737 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.258635 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9d20bb07-611d-4940-b370-22e37864d6c9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:30.259633 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.273486 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c35cae-8946-4e71-9f40-8c27b31f35e2 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:03:30.299685 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.315079 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.333567 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.341741 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-cf2f1291-9b4c-423e-89c9-683f3dc2e737 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.347288 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Transition to ACTIVE for port object 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:30.364039 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Transition to ACTIVE for port object 22c35cae-8946-4e71-9f40-8c27b31f35e2 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:30.378372 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.383830 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.392504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f1291-9b4c-423e-89c9-683f3dc2e737 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Pushing event updated for resources: {'Port': ['ID=16cf6dc0-e44a-445c-8b83-c0db0102b12a,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:30.402985 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bfce6-2e26-4710-8bf0-fb82e486dd16 req-2a290813-8323-434d-814f-55b6bd742798 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:30.404911 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-675bfce6-2e26-4710-8bf0-fb82e486dd16 req-2a290813-8323-434d-814f-55b6bd742798 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 1097 time: 0.5410500 Jul 14 07:03:30.412460 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-cf2f1291-9b4c-423e-89c9-683f3dc2e737 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.420498 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-cf2f1291-9b4c-423e-89c9-683f3dc2e737 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5932205 Jul 14 07:03:30.505973 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8d2cd5ff-c036-40a3-9d35-fa186ef79c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.540867 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-5a2b5204-f12c-4d81-9772-333d2d1d0a45 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 696 time: 0.1096580 Jul 14 07:03:30.543962 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-712a2996-58c1-45eb-abba-5f8286008900 req-54656022-b598-47f2-a918-e80bbeb8a6cb tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.548031 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b5eaa-21ea-4ebe-b385-2baccc9ea4fb None None] Pushing event updated for resources: {'Port': ['ID=0013ddb6-78a0-42d1-8dda-7c8f4c0323dc,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:30.565807 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.583415 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.602127 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Transition to ACTIVE for port object 9bafb9db-6219-4cf7-9066-d2b0a05d846b will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:30.644959 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-675bfce6-2e26-4710-8bf0-fb82e486dd16 req-a4239e06-c93f-44ba-bb9e-5fd6ab878cbd tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090964 Jul 14 07:03:30.679803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Transition to ACTIVE for port object 9bafb9db-6219-4cf7-9066-d2b0a05d846b will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:30.687165 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Attempting to bind port 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:30.687700 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Attempting to bind port 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '48b77ce6-803d-4356-aac7-7d83c725d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ee09d836-6117-4985-91ae-6d80cf69ab80'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:30.688066 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Attempting to bind port 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc on network ee09d836-6117-4985-91ae-6d80cf69ab80 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:30.694327 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:30.694906 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Checking segment: {'id': '48b77ce6-803d-4356-aac7-7d83c725d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ee09d836-6117-4985-91ae-6d80cf69ab80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:30.695330 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.695828 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Bound using segment: {'id': '48b77ce6-803d-4356-aac7-7d83c725d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ee09d836-6117-4985-91ae-6d80cf69ab80'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:30.696304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Bound port: 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b77ce6-803d-4356-aac7-7d83c725d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ee09d836-6117-4985-91ae-6d80cf69ab80'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:30.696688 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.699669 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.760275 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Pushing event updated for resources: {'Port': ['ID=9bafb9db-6219-4cf7-9066-d2b0a05d846b,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:30.789457 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Network c54f27f2-ef46-423d-8076-766c23ba03d9 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:30.791974 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:30.810050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:30.820086 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-623f73b7-f9cf-480e-9d0b-b95a7419265e tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:30.821723 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-623f73b7-f9cf-480e-9d0b-b95a7419265e tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.2484400 Jul 14 07:03:30.876758 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] Router a0189ac4-9ff9-409d-bd27-e6268fa0e291 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:03:30.880755 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Pushing event updated for resources: {'Port': ['ID=22c35cae-8946-4e71-9f40-8c27b31f35e2,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:30.895076 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-712a2996-58c1-45eb-abba-5f8286008900 req-54656022-b598-47f2-a918-e80bbeb8a6cb tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.903005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-68947410-f2bf-4f87-afd9-b684a6d29696 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:03:30.904017 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6627c2d-37c7-4e6f-8cc9-584c8a7aec38 req-68947410-f2bf-4f87-afd9-b684a6d29696 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0276904 Jul 14 07:03:30.918673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Attempting to bind port 9bafb9db-6219-4cf7-9066-d2b0a05d846b on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:30.919046 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Attempting to bind port 9bafb9db-6219-4cf7-9066-d2b0a05d846b by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '8ed0b547-e1da-4ac5-a793-196448b84ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:30.919584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Attempting to bind port 9bafb9db-6219-4cf7-9066-d2b0a05d846b on network c54f27f2-ef46-423d-8076-766c23ba03d9 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:30.929320 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:30.929700 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Checking segment: {'id': '8ed0b547-e1da-4ac5-a793-196448b84ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:30.930110 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.930505 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Bound using segment: {'id': '8ed0b547-e1da-4ac5-a793-196448b84ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:30.930984 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Bound port: 9bafb9db-6219-4cf7-9066-d2b0a05d846b, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed0b547-e1da-4ac5-a793-196448b84ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:30.931370 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:30.934115 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] For port 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:30.937942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] For port 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0013ddb6-78a0-42d1-8dda-7c8f4c0323dc,segment=NetworkSegment(48b77ce6-803d-4356-aac7-7d83c725d03b),segment_id=48b77ce6-803d-4356-aac7-7d83c725d03b)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:30.954271 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:31.022859 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54656022-b598-47f2-a918-e80bbeb8a6cb tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Pushing event updated for resources: {'Port': ['ID=bf8ef970-b334-443f-a113-a0318471165a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:31.035495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:03:31.048217 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Sync routers for ids ['a0189ac4-9ff9-409d-bd27-e6268fa0e291'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:03:31.051731 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-712a2996-58c1-45eb-abba-5f8286008900 req-54656022-b598-47f2-a918-e80bbeb8a6cb tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Network 5c479332-e8e7-4a0c-b573-ad436b3547e4 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:31.061240 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Routers {'a0189ac4-9ff9-409d-bd27-e6268fa0e291'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:31.062413 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a0189ac4-9ff9-409d-bd27-e6268fa0e291'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:31.063273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-712a2996-58c1-45eb-abba-5f8286008900 req-54656022-b598-47f2-a918-e80bbeb8a6cb tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:31.066220 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-712a2996-58c1-45eb-abba-5f8286008900 req-54656022-b598-47f2-a918-e80bbeb8a6cb tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:31.072606 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a2996-58c1-45eb-abba-5f8286008900 req-54656022-b598-47f2-a918-e80bbeb8a6cb tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:31.073509 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-712a2996-58c1-45eb-abba-5f8286008900 req-54656022-b598-47f2-a918-e80bbeb8a6cb tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:31.078570 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b5eaa-21ea-4ebe-b385-2baccc9ea4fb None None] Pushing event updated for resources: {'Port': ['ID=0013ddb6-78a0-42d1-8dda-7c8f4c0323dc,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:31.083656 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] For port 9bafb9db-6219-4cf7-9066-d2b0a05d846b, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:31.087110 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] For port 9bafb9db-6219-4cf7-9066-d2b0a05d846b, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9bafb9db-6219-4cf7-9066-d2b0a05d846b,segment=NetworkSegment(8ed0b547-e1da-4ac5-a793-196448b84ddf),segment_id=8ed0b547-e1da-4ac5-a793-196448b84ddf)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:31.088242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Attempting to bind port 22c35cae-8946-4e71-9f40-8c27b31f35e2 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:31.088990 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Routers {'12b34e07-388c-43ba-ab51-4cf738072966'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:31.089139 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Attempting to bind port 22c35cae-8946-4e71-9f40-8c27b31f35e2 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:31.089484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Attempting to bind port 22c35cae-8946-4e71-9f40-8c27b31f35e2 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:31.089700 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['12b34e07-388c-43ba-ab51-4cf738072966'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:31.102838 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:31.104488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Port 22c35cae-8946-4e71-9f40-8c27b31f35e2 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:03:31.104817 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Attempting to bind port 22c35cae-8946-4e71-9f40-8c27b31f35e2 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:31.107655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-712a2996-58c1-45eb-abba-5f8286008900 req-54656022-b598-47f2-a918-e80bbeb8a6cb tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2205589 Jul 14 07:03:31.113481 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37608) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:31.114511 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ca6abc43-dc2a-4703-bea2-3886eb376134 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9969900 Jul 14 07:03:31.130157 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:31.132240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Request body: {'port': {'device_id': 'f3df0343-3323-4ac7-a05a-509651ca3558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:31.173033 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:31.173427 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:31.173809 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:31.174262 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Bound port: 22c35cae-8946-4e71-9f40-8c27b31f35e2, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:31.174731 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:31.195556 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Set router a0189ac4-9ff9-409d-bd27-e6268fa0e291 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:31.211494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfaa07-d333-4665-ae68-5754ae686a43 None None] Pushing event updated for resources: {'Port': ['ID=9bafb9db-6219-4cf7-9066-d2b0a05d846b,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:31.263802 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-16e94b7c-5fb3-4df2-9474-de4d73f02fa3 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--514774093&fields=id&tenant_id=52f6ea5960964fe69672c40f1222d3ee HTTP/1.1" status: 200 len: 267 time: 0.2166624 Jul 14 07:03:31.304436 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] Set router 12b34e07-388c-43ba-ab51-4cf738072966 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:31.422450 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0189ac4-9ff9-409d-bd27-e6268fa0e291', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347734939-router', 'tenant_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'c2fc5a0f-bca0-4eec-8afa-01e8c981b749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:29Z', 'updated_at': '2021-07-14T07:03:30Z', 'revision_number': 3, 'project_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'gw_port': {'id': 'c2fc5a0f-bca0-4eec-8afa-01e8c981b749', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:35:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0189ac4-9ff9-409d-bd27-e6268fa0e291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:29Z', 'updated_at': '2021-07-14T07:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:31.428453 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:31.446730 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d47a1-2d26-4ebc-bfc3-70c21f8dfa53 req-4f62a89c-a95f-4aed-a7fd-d4bdd4edf902 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:31.454315 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4a7d47a1-2d26-4ebc-bfc3-70c21f8dfa53 req-4f62a89c-a95f-4aed-a7fd-d4bdd4edf902 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3df0343-3323-4ac7-a05a-509651ca3558 HTTP/1.1" status: 200 len: 931 time: 0.5747616 Jul 14 07:03:31.457617 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Checking router: a0189ac4-9ff9-409d-bd27-e6268fa0e291 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:03:31.457715 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Updating router a0189ac4-9ff9-409d-bd27-e6268fa0e291 port c2fc5a0f-bca0-4eec-8afa-01e8c981b749 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:03:31.518300 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:31.540463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] For port 22c35cae-8946-4e71-9f40-8c27b31f35e2, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:31.596889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b34e07-388c-43ba-ab51-4cf738072966', 'name': 'tempest-FloatingIPDetailsTestJSON-823487540-router', 'tenant_id': '58f9c064db304f4485bfb5cc8e4b240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a7454b73-97f7-4a1b-90a2-447ebe7b4396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:22Z', 'revision_number': 4, 'project_id': '58f9c064db304f4485bfb5cc8e4b240a', 'gw_port': {'id': 'a7454b73-97f7-4a1b-90a2-447ebe7b4396', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b34e07-388c-43ba-ab51-4cf738072966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:16Z', 'updated_at': '2021-07-14T07:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '0013ddb6-78a0-42d1-8dda-7c8f4c0323dc', 'name': '', 'network_id': 'ee09d836-6117-4985-91ae-6d80cf69ab80', 'tenant_id': '58f9c064db304f4485bfb5cc8e4b240a', 'mac_address': 'fa:16:3e:c8:24:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b34e07-388c-43ba-ab51-4cf738072966', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '36b0b2f2-5d02-4c39-b85b-c9a8edbbcb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:21Z', 'updated_at': '2021-07-14T07:03:30Z', 'revision_number': 4, 'project_id': '58f9c064db304f4485bfb5cc8e4b240a', 'subnets': [{'id': '36b0b2f2-5d02-4c39-b85b-c9a8edbbcb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:31.597973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] For port 22c35cae-8946-4e71-9f40-8c27b31f35e2, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=22c35cae-8946-4e71-9f40-8c27b31f35e2,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:31.618420 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:31.635023 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28032e08-45d8-484f-8c94-e2cf8ff407f1 None None] The sync data for ids ['12b34e07-388c-43ba-ab51-4cf738072966'] in n-d-778696-5 is: [{'id': '12b34e07-388c-43ba-ab51-4cf738072966', 'name': 'tempest-FloatingIPDetailsTestJSON-823487540-router', 'tenant_id': '58f9c064db304f4485bfb5cc8e4b240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a7454b73-97f7-4a1b-90a2-447ebe7b4396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:22Z', 'revision_number': 4, 'project_id': '58f9c064db304f4485bfb5cc8e4b240a', 'gw_port': {'id': 'a7454b73-97f7-4a1b-90a2-447ebe7b4396', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b34e07-388c-43ba-ab51-4cf738072966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:16Z', 'updated_at': '2021-07-14T07:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '0013ddb6-78a0-42d1-8dda-7c8f4c0323dc', 'name': '', 'network_id': 'ee09d836-6117-4985-91ae-6d80cf69ab80', 'tenant_id': '58f9c064db304f4485bfb5cc8e4b240a', 'mac_address': 'fa:16:3e:c8:24:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b34e07-388c-43ba-ab51-4cf738072966', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '36b0b2f2-5d02-4c39-b85b-c9a8edbbcb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:21Z', 'updated_at': '2021-07-14T07:03:30Z', 'revision_number': 4, 'project_id': '58f9c064db304f4485bfb5cc8e4b240a', 'subnets': [{'id': '36b0b2f2-5d02-4c39-b85b-c9a8edbbcb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:03:31.665304 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4a7d47a1-2d26-4ebc-bfc3-70c21f8dfa53 req-adb4b50f-5d51-4b62-bf3e-ef1065bc29af tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc47c6d8-1885-4a47-8f1e-5a65d5e81a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101009 Jul 14 07:03:31.833388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:31.834037 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:31.835504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] 10.222.0.30 "PUT /v2.0/ports/22c35cae-8946-4e71-9f40-8c27b31f35e2 HTTP/1.1" status: 200 len: 1094 time: 3.1869788 Jul 14 07:03:31.850394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-2be3ed3a-153e-448b-8f73-9cdefa5c2b20 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:31.852069 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-2be3ed3a-153e-448b-8f73-9cdefa5c2b20 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/networks?id=21bbc63d-be7d-4ecb-8dec-01b67666fcd3 HTTP/1.1" status: 200 len: 804 time: 0.5713022 Jul 14 07:03:31.852540 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38d4700-7e89-4410-8672-22b8fab6180f', 'tag': '22c35cae-8946-4e71-9f40-8c27b31f35e2'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:03:31.854942 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7bb49e-4b97-40b5-950a-519e4dde862c" -d '{"events": [{"name": "network-changed", "server_uuid": "e38d4700-7e89-4410-8672-22b8fab6180f", "tag": "22c35cae-8946-4e71-9f40-8c27b31f35e2"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:03:31.999723 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:32.015853 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Transition to ACTIVE for port object c2fc5a0f-bca0-4eec-8afa-01e8c981b749 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:32.024869 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:32.071170 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f230407-3f91-4ca0-9510-925987e4633c None None] Pushing event updated for resources: {'Port': ['ID=c2fc5a0f-bca0-4eec-8afa-01e8c981b749,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:32.094382 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Attempting to bind port c2fc5a0f-bca0-4eec-8afa-01e8c981b749 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:32.094752 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Attempting to bind port c2fc5a0f-bca0-4eec-8afa-01e8c981b749 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:32.095111 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Attempting to bind port c2fc5a0f-bca0-4eec-8afa-01e8c981b749 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:32.100919 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:32.101396 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:32.101800 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:32.102188 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:32.102655 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Bound port: c2fc5a0f-bca0-4eec-8afa-01e8c981b749, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:32.103051 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:32.168448 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] For port c2fc5a0f-bca0-4eec-8afa-01e8c981b749, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:32.172830 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] For port c2fc5a0f-bca0-4eec-8afa-01e8c981b749, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c2fc5a0f-bca0-4eec-8afa-01e8c981b749,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:32.179536 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:32.249521 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f230407-3f91-4ca0-9510-925987e4633c None None] Pushing event updated for resources: {'Port': ['ID=c2fc5a0f-bca0-4eec-8afa-01e8c981b749,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:32.283977 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Routers {'a0189ac4-9ff9-409d-bd27-e6268fa0e291'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:32.284621 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a0189ac4-9ff9-409d-bd27-e6268fa0e291'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:32.405507 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] Set router a0189ac4-9ff9-409d-bd27-e6268fa0e291 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:32.422842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ce189-5b99-4296-8bc2-6949f573b83d service neutron] Pushing event updated for resources: {'Port': ['ID=22c35cae-8946-4e71-9f40-8c27b31f35e2,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:32.439100 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-4fec80f0-21e6-4d27-a197-bc4c7f333dc3 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/quotas/52f6ea5960964fe69672c40f1222d3ee HTTP/1.1" status: 200 len: 375 time: 0.5207388 Jul 14 07:03:32.545479 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98737cfc-85fb-4e13-bfcd-635518b24730 None None] Network c54f27f2-ef46-423d-8076-766c23ba03d9 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:03:32.624006 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8e62ab30-9b93-4fb9-9c41-a83803f04ade None None] Provisioning for port 9bafb9db-6219-4cf7-9066-d2b0a05d846b completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:32.706862 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0189ac4-9ff9-409d-bd27-e6268fa0e291', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347734939-router', 'tenant_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'c2fc5a0f-bca0-4eec-8afa-01e8c981b749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:29Z', 'updated_at': '2021-07-14T07:03:30Z', 'revision_number': 3, 'project_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'gw_port': {'id': 'c2fc5a0f-bca0-4eec-8afa-01e8c981b749', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:35:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0189ac4-9ff9-409d-bd27-e6268fa0e291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:29Z', 'updated_at': '2021-07-14T07:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:32.712280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:32.726225 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-c561dd94-f413-4f8d-90b4-4ec63cfd371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:32.727806 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-c561dd94-f413-4f8d-90b4-4ec63cfd371b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17cfa03ae4c5479faf3fc5028688613e&device_id=e38d4700-7e89-4410-8672-22b8fab6180f HTTP/1.1" status: 200 len: 1097 time: 0.7604759 Jul 14 07:03:32.743087 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0549b-2903-4b43-8976-4636154519da req-3c559fe0-2eb9-4b8c-8661-86c2b0beb7cf tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:32.744559 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fa0549b-2903-4b43-8976-4636154519da req-3c559fe0-2eb9-4b8c-8661-86c2b0beb7cf tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 945 time: 0.8317270 Jul 14 07:03:32.750639 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd6457-4015-42e8-ad96-2e12f350dfc0 None None] The sync data for ids ['a0189ac4-9ff9-409d-bd27-e6268fa0e291'] in n-d-778696-5 is: [{'id': 'a0189ac4-9ff9-409d-bd27-e6268fa0e291', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347734939-router', 'tenant_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'c2fc5a0f-bca0-4eec-8afa-01e8c981b749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:29Z', 'updated_at': '2021-07-14T07:03:30Z', 'revision_number': 3, 'project_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'gw_port': {'id': 'c2fc5a0f-bca0-4eec-8afa-01e8c981b749', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:35:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0189ac4-9ff9-409d-bd27-e6268fa0e291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:29Z', 'updated_at': '2021-07-14T07:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:03:32.822012 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:32.831711 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:32.832178 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:32.863474 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-9a00f9a6-2f43-4b40-9f9d-fda040ac6370 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=22c35cae-8946-4e71-9f40-8c27b31f35e2 HTTP/1.1" status: 200 len: 217 time: 0.1117175 Jul 14 07:03:32.947682 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:32.948563 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fa0549b-2903-4b43-8976-4636154519da req-eab927b2-131f-492e-b493-5875589453de tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606264 Jul 14 07:03:33.022402 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0013ddb6-78a0-42d1-8dda-7c8f4c0323dc,segment=NetworkSegment(48b77ce6-803d-4356-aac7-7d83c725d03b),segment_id=48b77ce6-803d-4356-aac7-7d83c725d03b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:33.032235 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:33.033051 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9bafb9db-6219-4cf7-9066-d2b0a05d846b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:33.041423 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-170e966b-dd5b-48eb-a38c-15c6e247d83d tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=52f6ea5960964fe69672c40f1222d3ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5933485 Jul 14 07:03:33.196837 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 9bafb9db-6219-4cf7-9066-d2b0a05d846b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:33.214859 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9bafb9db-6219-4cf7-9066-d2b0a05d846b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:33.215257 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:33.300240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-61ddb749-046b-4a17-a6e1-deaf3b103f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:33.301785 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-61ddb749-046b-4a17-a6e1-deaf3b103f77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.4358542 Jul 14 07:03:33.319610 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b255feea-c60d-4b74-96a2-a4b919d59c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:33.374376 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b7fc9c4d-d4f3-4bb3-aa59-9882af80f1d2 None None] Provisioning complete for port 9bafb9db-6219-4cf7-9066-d2b0a05d846b triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:33.375206 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b7fc9c4d-d4f3-4bb3-aa59-9882af80f1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:33.400321 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=0013ddb6-78a0-42d1-8dda-7c8f4c0323dc,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:33.406418 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:33.453452 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8ef970-b334-443f-a113-a0318471165a {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:03:33.456954 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 9bafb9db-6219-4cf7-9066-d2b0a05d846b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9bafb9db-6219-4cf7-9066-d2b0a05d846b,segment=NetworkSegment(8ed0b547-e1da-4ac5-a793-196448b84ddf),segment_id=8ed0b547-e1da-4ac5-a793-196448b84ddf)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:33.465765 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:33.476292 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:33.491712 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-80a6a3b4-d094-4d51-9480-0a110d5fbf6d service neutron] 10.222.0.35 "GET /v2.0/networks/21bbc63d-be7d-4ecb-8dec-01b67666fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493034 Jul 14 07:03:33.528045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50a6ae-0298-4479-a6aa-95a537e78b72 req-b520de03-a15d-429e-9411-6993d0f91221 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:33.536525 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d50a6ae-0298-4479-a6aa-95a537e78b72 req-b520de03-a15d-429e-9411-6993d0f91221 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=e38d4700-7e89-4410-8672-22b8fab6180f HTTP/1.1" status: 200 len: 946 time: 0.3466311 Jul 14 07:03:33.587140 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=9bafb9db-6219-4cf7-9066-d2b0a05d846b,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:33.600085 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f9cb5d30-b305-45e0-851f-2a833578a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:33.601689 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-f9cb5d30-b305-45e0-851f-2a833578a96a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2921884 Jul 14 07:03:33.602721 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:33.616752 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Transition to ACTIVE for port object bf8ef970-b334-443f-a113-a0318471165a will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:33.631324 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:33.640247 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:33.756970 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d50a6ae-0298-4479-a6aa-95a537e78b72 req-252c308e-462a-4fe1-a42f-82bc56c2ed09 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195692 Jul 14 07:03:33.847092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8ef970-b334-443f-a113-a0318471165a,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:33.867175 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-5c3ae769-88ea-40b1-85c2-db700d21e214 service neutron] 10.222.0.35 "GET /v2.0/networks/21bbc63d-be7d-4ecb-8dec-01b67666fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745794 Jul 14 07:03:33.901110 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-1d230b1e-c487-43f0-b531-7f89cf56b44d service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830470 Jul 14 07:03:33.958567 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Attempting to bind port bf8ef970-b334-443f-a113-a0318471165a on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:33.958903 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Attempting to bind port bf8ef970-b334-443f-a113-a0318471165a by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '049d27e4-c4d3-4240-aa60-42cadabf78cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c479332-e8e7-4a0c-b573-ad436b3547e4'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:33.959236 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Attempting to bind port bf8ef970-b334-443f-a113-a0318471165a on network 5c479332-e8e7-4a0c-b573-ad436b3547e4 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:33.993566 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Port bf8ef970-b334-443f-a113-a0318471165a on network 5c479332-e8e7-4a0c-b573-ad436b3547e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:03:33.993892 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Attempting to bind port bf8ef970-b334-443f-a113-a0318471165a on network 5c479332-e8e7-4a0c-b573-ad436b3547e4 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:34.014016 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:34.014429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Checking segment: {'id': '049d27e4-c4d3-4240-aa60-42cadabf78cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c479332-e8e7-4a0c-b573-ad436b3547e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:34.014890 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Bound using segment: {'id': '049d27e4-c4d3-4240-aa60-42cadabf78cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c479332-e8e7-4a0c-b573-ad436b3547e4'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:34.015409 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Bound port: bf8ef970-b334-443f-a113-a0318471165a, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '049d27e4-c4d3-4240-aa60-42cadabf78cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c479332-e8e7-4a0c-b573-ad436b3547e4'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:34.015910 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:34.225806 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] Allocated IP 172.20.0.1 (c54f27f2-ef46-423d-8076-766c23ba03d9/99b8a75a-6ec2-4357-b66e-1bf63d580d3d/75b16efa-7cc9-4e50-9899-9b54641d5a8e) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:34.242282 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43976cfb-1c14-4431-a706-4e0a4c0a745a req-7d8a8d1a-e81a-4059-9ee9-b75a48810e62 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107910 Jul 14 07:03:34.271216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] For port bf8ef970-b334-443f-a113-a0318471165a, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:34.297808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] For port bf8ef970-b334-443f-a113-a0318471165a, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bf8ef970-b334-443f-a113-a0318471165a,segment=NetworkSegment(049d27e4-c4d3-4240-aa60-42cadabf78cc),segment_id=049d27e4-c4d3-4240-aa60-42cadabf78cc)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:34.340536 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:34.403159 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-bbe31ead-b585-4f27-8262-305d99a9a0ff tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3086920 Jul 14 07:03:34.419914 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:34.421263 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:34.423159 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-712a2996-58c1-45eb-abba-5f8286008900 req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] 10.222.0.30 "PUT /v2.0/ports/bf8ef970-b334-443f-a113-a0318471165a HTTP/1.1" status: 200 len: 1091 time: 3.3034394 Jul 14 07:03:34.464044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-56f1813d-633a-4a79-bc38-8d1af95b192f tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:34.492179 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:34.526439 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fe214-8b2e-4f2c-80c3-1a8448b06dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8ef970-b334-443f-a113-a0318471165a,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:34.548630 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:34.573427 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] Transition to ACTIVE for port object 75b16efa-7cc9-4e50-9899-9b54641d5a8e will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:34.575583 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-56f1813d-633a-4a79-bc38-8d1af95b192f tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:34.668410 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a2996-58c1-45eb-abba-5f8286008900 req-2c25d3c2-4c3b-4875-b1e6-158af0b54284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:34.669933 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-712a2996-58c1-45eb-abba-5f8286008900 req-2c25d3c2-4c3b-4875-b1e6-158af0b54284 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7822b75b03c3441d980aa93f78ef9dad&device_id=f3df0343-3323-4ac7-a05a-509651ca3558 HTTP/1.1" status: 200 len: 1094 time: 0.1876149 Jul 14 07:03:34.722645 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-712a2996-58c1-45eb-abba-5f8286008900 req-d6142afd-bc36-4c1e-9ee9-b3f749d4d0fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf8ef970-b334-443f-a113-a0318471165a HTTP/1.1" status: 200 len: 217 time: 0.0433567 Jul 14 07:03:34.733875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9bafb9db-6219-4cf7-9066-d2b0a05d846b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:34.741517 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:34.820147 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9bafb9db-6219-4cf7-9066-d2b0a05d846b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:34.821821 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:34.841067 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] Network c54f27f2-ef46-423d-8076-766c23ba03d9 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:34.849443 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a2996-58c1-45eb-abba-5f8286008900 req-21e1983b-dc56-474b-8334-e7dda854d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:34.850934 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-712a2996-58c1-45eb-abba-5f8286008900 req-21e1983b-dc56-474b-8334-e7dda854d36b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5aafd260-d2d3-42d8-9e65-dc156cefb976 HTTP/1.1" status: 200 len: 849 time: 0.1221263 Jul 14 07:03:34.854386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:34.856996 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:34.857849 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:34.919366 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c2fc5a0f-bca0-4eec-8afa-01e8c981b749 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:34.935501 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] Pushing event updated for resources: {'Port': ['ID=75b16efa-7cc9-4e50-9899-9b54641d5a8e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:34.940933 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-712a2996-58c1-45eb-abba-5f8286008900 req-8170e8fd-3546-4eba-b1a1-5ec08f8673a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5c479332-e8e7-4a0c-b573-ad436b3547e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782068 Jul 14 07:03:34.978553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port c2fc5a0f-bca0-4eec-8afa-01e8c981b749 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:34.984640 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port c2fc5a0f-bca0-4eec-8afa-01e8c981b749 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:34.985783 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:35.019245 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-56f1813d-633a-4a79-bc38-8d1af95b192f tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:35.088222 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:35.120715 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port c2fc5a0f-bca0-4eec-8afa-01e8c981b749, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c2fc5a0f-bca0-4eec-8afa-01e8c981b749,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:35.127293 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:35.128329 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:35.210627 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-ed9d009f-33d1-4338-8a8b-613c540bda51 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:03:35.211608 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-ed9d009f-33d1-4338-8a8b-613c540bda51 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062361 Jul 14 07:03:35.221973 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-185544ba-bcaf-4ccd-ab3f-d6da3d74981e service neutron] Request body: {'binding': {'host': 'n-h1-778696-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:35.222428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-185544ba-bcaf-4ccd-ab3f-d6da3d74981e service neutron] Unknown quota resources ['binding']. {{(pid=93827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 07:03:35.346972 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7cba66bb-603f-4e32-ad73-f143ff1cccaa None None] Provisioning for port 75b16efa-7cc9-4e50-9899-9b54641d5a8e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:35.362188 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7cba66bb-603f-4e32-ad73-f143ff1cccaa None None] Provisioning complete for port 75b16efa-7cc9-4e50-9899-9b54641d5a8e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:35.362570 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7cba66bb-603f-4e32-ad73-f143ff1cccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:35.398252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=c2fc5a0f-bca0-4eec-8afa-01e8c981b749,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:35.403483 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-7cba66bb-603f-4e32-ad73-f143ff1cccaa None None] Port 75b16efa-7cc9-4e50-9899-9b54641d5a8e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:03:35.414789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:35.415172 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:35.426380 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-185544ba-bcaf-4ccd-ab3f-d6da3d74981e service neutron] Attempting to bind port c97c7178-2433-40eb-86e7-7f07290839b9 on host n-h1-778696-5 for vnic_type normal with profile None {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:35.426826 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-185544ba-bcaf-4ccd-ab3f-d6da3d74981e service neutron] Attempting to bind port c97c7178-2433-40eb-86e7-7f07290839b9 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:35.427253 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-185544ba-bcaf-4ccd-ab3f-d6da3d74981e service neutron] Attempting to bind port c97c7178-2433-40eb-86e7-7f07290839b9 on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:35.432304 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-185544ba-bcaf-4ccd-ab3f-d6da3d74981e service neutron] Port c97c7178-2433-40eb-86e7-7f07290839b9 on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:03:35.432729 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-185544ba-bcaf-4ccd-ab3f-d6da3d74981e service neutron] Attempting to bind port c97c7178-2433-40eb-86e7-7f07290839b9 on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:35.438047 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-185544ba-bcaf-4ccd-ab3f-d6da3d74981e service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:35.438461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-185544ba-bcaf-4ccd-ab3f-d6da3d74981e service neutron] Checking segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:35.438919 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-185544ba-bcaf-4ccd-ab3f-d6da3d74981e service neutron] Bound using segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:35.439447 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-185544ba-bcaf-4ccd-ab3f-d6da3d74981e service neutron] Bound port: c97c7178-2433-40eb-86e7-7f07290839b9, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:35.503616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-185544ba-bcaf-4ccd-ab3f-d6da3d74981e service neutron] For port c97c7178-2433-40eb-86e7-7f07290839b9, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c97c7178-2433-40eb-86e7-7f07290839b9,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:35.512331 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-185544ba-bcaf-4ccd-ab3f-d6da3d74981e service neutron] Notify callbacks [] for binding, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:35.527928 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-185544ba-bcaf-4ccd-ab3f-d6da3d74981e service neutron] 10.222.0.35 "POST /v2.0/ports/c97c7178-2433-40eb-86e7-7f07290839b9/bindings HTTP/1.1" status: 201 len: 389 time: 0.3089328 Jul 14 07:03:35.601998 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-712a2996-58c1-45eb-abba-5f8286008900 req-2e88a6ca-e689-4627-bad7-b394a183db1f service neutron] 10.222.0.30 "GET /v2.0/networks/5c479332-e8e7-4a0c-b573-ad436b3547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6527939 Jul 14 07:03:35.614854 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e88a6b-e59d-4387-9373-b5934a05a75e x-openstack-request-id: req-86e88a6b-e59d-4387-9373-b5934a05a75e {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:03:35.615304 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38d4700-7e89-4410-8672-22b8fab6180f", "tag": "22c35cae-8946-4e71-9f40-8c27b31f35e2", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:03:35.615582 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86e88a6b-e59d-4387-9373-b5934a05a75e {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:03:35.616809 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38d4700-7e89-4410-8672-22b8fab6180f', 'tag': '22c35cae-8946-4e71-9f40-8c27b31f35e2', 'status': 'completed', 'code': 200} Jul 14 07:03:35.722498 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:35.753561 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bb49e-4b97-40b5-950a-519e4dde862c req-ef7c6c7c-c261-4f47-810a-f03f12855512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:35.755211 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ff7bb49e-4b97-40b5-950a-519e4dde862c req-ef7c6c7c-c261-4f47-810a-f03f12855512 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17cfa03ae4c5479faf3fc5028688613e&device_id=e38d4700-7e89-4410-8672-22b8fab6180f HTTP/1.1" status: 200 len: 1097 time: 0.0544977 Jul 14 07:03:35.801815 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-56f1813d-633a-4a79-bc38-8d1af95b192f tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Allocated IP 172.25.7.152 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/c22a6897-9549-4868-be66-2c22951525d9) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:35.824115 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-03bfb1ff-1e95-4a10-9217-279688c213cf tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:35.825624 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-03bfb1ff-1e95-4a10-9217-279688c213cf tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.30 "GET /v2.0/networks?id=21bbc63d-be7d-4ecb-8dec-01b67666fcd3 HTTP/1.1" status: 200 len: 804 time: 0.3569033 Jul 14 07:03:35.851160 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bb49e-4b97-40b5-950a-519e4dde862c req-01f7514a-88ef-4b2e-af61-65961a084bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:35.852624 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ff7bb49e-4b97-40b5-950a-519e4dde862c req-01f7514a-88ef-4b2e-af61-65961a084bf6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.0897713 Jul 14 07:03:35.899055 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ff7bb49e-4b97-40b5-950a-519e4dde862c req-4ae9212c-0ade-4a6c-b6ad-44fcea86dd22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=22c35cae-8946-4e71-9f40-8c27b31f35e2 HTTP/1.1" status: 200 len: 217 time: 0.0394020 Jul 14 07:03:35.946707 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bb49e-4b97-40b5-950a-519e4dde862c req-14bd71e6-77b1-46bc-bd03-8aa55260fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:35.948170 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ff7bb49e-4b97-40b5-950a-519e4dde862c req-14bd71e6-77b1-46bc-bd03-8aa55260fc24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0437000 Jul 14 07:03:35.948319 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-712a2996-58c1-45eb-abba-5f8286008900 req-5b9afd62-eb21-4ff2-9b52-20e061a5facc service neutron] 10.222.0.30 "GET /v2.0/networks/5c479332-e8e7-4a0c-b573-ad436b3547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306577 Jul 14 07:03:36.005765 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7ea88552-bc96-4a48-bb6a-d892e1309fdf tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52f6ea5960964fe69672c40f1222d3ee HTTP/1.1" status: 200 len: 379 time: 0.1640656 Jul 14 07:03:36.024048 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bb49e-4b97-40b5-950a-519e4dde862c req-89478a11-083b-4254-a540-995334208115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:36.025724 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ff7bb49e-4b97-40b5-950a-519e4dde862c req-89478a11-083b-4254-a540-995334208115 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0632489 Jul 14 07:03:36.028102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-8a5196bf-10f7-44f7-a066-5c7f97527a73 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Request body: {'port': {'device_id': '45089ddd-89eb-491a-9156-eb707c111bc0', 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3', 'admin_state_up': True, 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'security_groups': ['8a8549c0-275d-42f4-a75d-dbf071a2ef14']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:36.055470 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:36.065987 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652adfea-42ec-4ad4-aed7-425705053e51 req-fbaa3996-f986-4b13-9794-318fe963e5eb tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:36.067551 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-652adfea-42ec-4ad4-aed7-425705053e51 req-fbaa3996-f986-4b13-9794-318fe963e5eb tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3df0343-3323-4ac7-a05a-509651ca3558 HTTP/1.1" status: 200 len: 943 time: 0.3461051 Jul 14 07:03:36.202347 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-56f1813d-633a-4a79-bc38-8d1af95b192f tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:36.240464 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-652adfea-42ec-4ad4-aed7-425705053e51 req-c9e6b7ab-0caa-483b-a775-230bf96165f2 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc47c6d8-1885-4a47-8f1e-5a65d5e81a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533530 Jul 14 07:03:36.301766 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:36.313402 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:36.314124 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:36.363029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-8a5196bf-10f7-44f7-a066-5c7f97527a73 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Made reservation on behalf of 52f6ea5960964fe69672c40f1222d3ee for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:03:36.366846 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-8a5196bf-10f7-44f7-a066-5c7f97527a73 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:36.372022 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ff7bb49e-4b97-40b5-950a-519e4dde862c req-eac09f7c-9bd4-4665-b43d-2d9bd7699375 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369982 Jul 14 07:03:36.390543 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-56f1813d-633a-4a79-bc38-8d1af95b192f tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:36.464275 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ff7bb49e-4b97-40b5-950a-519e4dde862c req-0f3bc66e-e599-4099-9434-d9bef4ac7f82 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837395 Jul 14 07:03:36.470978 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] Pushing event updated for resources: {'Port': ['ID=75b16efa-7cc9-4e50-9899-9b54641d5a8e,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:36.517882 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-56f1813d-633a-4a79-bc38-8d1af95b192f tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:36.556036 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-56f1813d-633a-4a79-bc38-8d1af95b192f tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:36.564597 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c2fc5a0f-bca0-4eec-8afa-01e8c981b749 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:36.568564 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-56f1813d-633a-4a79-bc38-8d1af95b192f tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:36.611778 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port c2fc5a0f-bca0-4eec-8afa-01e8c981b749 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:36.612142 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:36.637942 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1813d-633a-4a79-bc38-8d1af95b192f tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Pushing event updated for resources: {'Port': ['ID=c22a6897-9549-4868-be66-2c22951525d9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:36.656279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] Network c54f27f2-ef46-423d-8076-766c23ba03d9 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:36.673707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 22c35cae-8946-4e71-9f40-8c27b31f35e2 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:03:36.685128 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:36.697329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938c287-e94c-4201-9eeb-7cfe5f8f21ae req-8feec969-82af-48ac-b13a-dcde1bef7a7d tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:36.699369 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f938c287-e94c-4201-9eeb-7cfe5f8f21ae req-8feec969-82af-48ac-b13a-dcde1bef7a7d tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 945 time: 0.3395200 Jul 14 07:03:36.718456 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-56f1813d-633a-4a79-bc38-8d1af95b192f tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:36.790576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 22c35cae-8946-4e71-9f40-8c27b31f35e2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=22c35cae-8946-4e71-9f40-8c27b31f35e2,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:36.803756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '22c35cae-8946-4e71-9f40-8c27b31f35e2', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '22c35cae-8946-4e71-9f40-8c27b31f35e2', 'mac_address': 'fa:16:3e:21:8b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:03:36.811207 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-8a5196bf-10f7-44f7-a066-5c7f97527a73 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Allocated IP 172.20.0.6 (21bbc63d-be7d-4ecb-8dec-01b67666fcd3/a5e117d8-8c9f-4a20-845a-03bc73716be0/1a72c46d-107f-4774-b9b7-94d2bff8ecd5) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:36.845764 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:36.860546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c35cae-8946-4e71-9f40-8c27b31f35e2 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:03:36.877448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f938c287-e94c-4201-9eeb-7cfe5f8f21ae req-5c433c9a-46ff-412a-b100-fc19c991400c tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634326 Jul 14 07:03:36.883041 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 22c35cae-8946-4e71-9f40-8c27b31f35e2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=22c35cae-8946-4e71-9f40-8c27b31f35e2,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:36.888067 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:36.892452 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-56f1813d-633a-4a79-bc38-8d1af95b192f tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:36.970755 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-765b252b-cb99-474b-bd75-97782279d64e None None] Provisioning complete for port 75b16efa-7cc9-4e50-9899-9b54641d5a8e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:36.971080 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-765b252b-cb99-474b-bd75-97782279d64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:36.993788 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=22c35cae-8946-4e71-9f40-8c27b31f35e2,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:37.016718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-765b252b-cb99-474b-bd75-97782279d64e None None] Port 75b16efa-7cc9-4e50-9899-9b54641d5a8e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:03:37.023897 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] Router a0189ac4-9ff9-409d-bd27-e6268fa0e291 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:03:37.096404 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9faccdc0-4558-429b-8c06-9a09ae2c3438 req-53d66a0e-f8a8-48e7-8196-5aa6ce64b8b0 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/ports?device_id=45089ddd-89eb-491a-9156-eb707c111bc0 HTTP/1.1" status: 200 len: 210 time: 0.0701118 Jul 14 07:03:37.147238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['22c35cae-8946-4e71-9f40-8c27b31f35e2'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:03:37.251987 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-8a5196bf-10f7-44f7-a066-5c7f97527a73 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:37.299237 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-8a5196bf-10f7-44f7-a066-5c7f97527a73 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Transition to ACTIVE for port object 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:37.343919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:03:37.350848 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-56f1813d-633a-4a79-bc38-8d1af95b192f tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:37.353904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Sync routers for ids ['a0189ac4-9ff9-409d-bd27-e6268fa0e291'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:03:37.363760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-70894ce0-87c0-479f-93b2-0b90ea9cbe2b admin admin] 10.222.0.35 "PUT /v2.0/routers/a0189ac4-9ff9-409d-bd27-e6268fa0e291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2392654 Jul 14 07:03:37.363953 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-56f1813d-633a-4a79-bc38-8d1af95b192f tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:37.365453 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Routers {'a0189ac4-9ff9-409d-bd27-e6268fa0e291'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:37.366193 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a0189ac4-9ff9-409d-bd27-e6268fa0e291'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:37.406580 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-56f1813d-633a-4a79-bc38-8d1af95b192f tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:37.438945 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d0fc5-0fd8-4456-9b29-6265142d8c49 req-4dd6f40f-d65a-4a0f-8254-7c97c93d4a4f tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:37.440683 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da7d0fc5-0fd8-4456-9b29-6265142d8c49 req-4dd6f40f-d65a-4a0f-8254-7c97c93d4a4f tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=e38d4700-7e89-4410-8672-22b8fab6180f HTTP/1.1" status: 200 len: 947 time: 0.2436972 Jul 14 07:03:37.447284 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-8a5196bf-10f7-44f7-a066-5c7f97527a73 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:37.454224 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1813d-633a-4a79-bc38-8d1af95b192f tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Pushing event updated for resources: {'Port': ['ID=c22a6897-9549-4868-be66-2c22951525d9,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:37.467954 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-56f1813d-633a-4a79-bc38-8d1af95b192f tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:37.469111 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-56f1813d-633a-4a79-bc38-8d1af95b192f tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0387652 Jul 14 07:03:37.492031 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Set router a0189ac4-9ff9-409d-bd27-e6268fa0e291 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:37.563175 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-8a5196bf-10f7-44f7-a066-5c7f97527a73 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Network 21bbc63d-be7d-4ecb-8dec-01b67666fcd3 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:37.576250 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-0d84d2a7-d46d-404c-9129-e14ffc893878 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 696 time: 0.0933881 Jul 14 07:03:37.579523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-8a5196bf-10f7-44f7-a066-5c7f97527a73 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:37.583393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5196bf-10f7-44f7-a066-5c7f97527a73 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Pushing event updated for resources: {'Port': ['ID=1a72c46d-107f-4774-b9b7-94d2bff8ecd5,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:37.585620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-8a5196bf-10f7-44f7-a066-5c7f97527a73 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:37.591695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-8a5196bf-10f7-44f7-a066-5c7f97527a73 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:37.592325 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-8a5196bf-10f7-44f7-a066-5c7f97527a73 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:37.598674 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da7d0fc5-0fd8-4456-9b29-6265142d8c49 req-cf306ebd-b552-4a13-ba25-39116b1c9082 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472058 Jul 14 07:03:37.626833 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3df0343-3323-4ac7-a05a-509651ca3558', 'tag': 'bf8ef970-b334-443f-a113-a0318471165a'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:03:37.628454 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6491aff6-b376-4af4-ba1c-55609d3b19e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f3df0343-3323-4ac7-a05a-509651ca3558", "tag": "bf8ef970-b334-443f-a113-a0318471165a"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:03:37.680726 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-8a5196bf-10f7-44f7-a066-5c7f97527a73 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6580229 Jul 14 07:03:37.697996 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Request body: {'port': {'device_id': '45089ddd-89eb-491a-9156-eb707c111bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:37.791712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-140118ad-6556-4231-a3a8-15d0a35de191 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:37.793641 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-140118ad-6556-4231-a3a8-15d0a35de191 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274&tenant_id=b105e52a7ba74b51aa3981183eb54e1c&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 1096 time: 0.1430135 Jul 14 07:03:37.799412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0189ac4-9ff9-409d-bd27-e6268fa0e291', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347734939-router', 'tenant_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'c2fc5a0f-bca0-4eec-8afa-01e8c981b749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:29Z', 'updated_at': '2021-07-14T07:03:35Z', 'revision_number': 4, 'project_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'gw_port': {'id': 'c2fc5a0f-bca0-4eec-8afa-01e8c981b749', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0189ac4-9ff9-409d-bd27-e6268fa0e291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:29Z', 'updated_at': '2021-07-14T07:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '75b16efa-7cc9-4e50-9899-9b54641d5a8e', 'name': '', 'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9', 'tenant_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'mac_address': 'fa:16:3e:33:25:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0189ac4-9ff9-409d-bd27-e6268fa0e291', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '99b8a75a-6ec2-4357-b66e-1bf63d580d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:33Z', 'updated_at': '2021-07-14T07:03:35Z', 'revision_number': 2, 'project_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'subnets': [{'id': '99b8a75a-6ec2-4357-b66e-1bf63d580d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:37.810831 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-41fa41db-42cb-4ef2-8b64-e86adb486225 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:37.812283 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e49a0fe4-b29d-475b-a56f-656819e211ca req-41fa41db-42cb-4ef2-8b64-e86adb486225 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.2127514 Jul 14 07:03:37.831576 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:37.857601 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Checking router: a0189ac4-9ff9-409d-bd27-e6268fa0e291 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:03:37.858296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Updating router a0189ac4-9ff9-409d-bd27-e6268fa0e291 port 75b16efa-7cc9-4e50-9899-9b54641d5a8e binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:03:37.910164 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:37.912141 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778696-5'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:37.978264 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-733feb63-ce52-41b2-9430-92772d60a30d None None] Provisioning for port 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:37.985889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-733feb63-ce52-41b2-9430-92772d60a30d None None] Provisioning complete for port 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:37.986314 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-733feb63-ce52-41b2-9430-92772d60a30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:38.082890 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99cfc6-1f7d-4cc7-92ed-8c8b0ab2a739 req-360cebfa-e1c2-4ccf-88bf-7c94d98b7c79 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:38.084125 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc99cfc6-1f7d-4cc7-92ed-8c8b0ab2a739 req-360cebfa-e1c2-4ccf-88bf-7c94d98b7c79 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 946 time: 0.1386616 Jul 14 07:03:38.097082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-733feb63-ce52-41b2-9430-92772d60a30d None None] Port 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:03:38.112540 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:38.121336 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37676) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:38.125730 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-6b1749dd-dd44-493a-a953-12455cc185b4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1202470841-network', 'tenant_id': '5e1a7246350f4ebc911606ade6107235'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:38.201694 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc99cfc6-1f7d-4cc7-92ed-8c8b0ab2a739 req-807150e4-e880-4a35-a4c4-c8b84700664b tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104634 Jul 14 07:03:38.207720 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1749dd-dd44-493a-a953-12455cc185b4 admin admin] Made reservation on behalf of 5e1a7246350f4ebc911606ade6107235 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:03:38.210044 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b1749dd-dd44-493a-a953-12455cc185b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:38.241477 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b1749dd-dd44-493a-a953-12455cc185b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:38.263677 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] For port 5391242a-3277-4680-97ad-29af538efedb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5391242a-3277-4680-97ad-29af538efedb,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:38.299736 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:38.305081 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] For port 5391242a-3277-4680-97ad-29af538efedb, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:38.312994 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Transition to ACTIVE for port object 75b16efa-7cc9-4e50-9899-9b54641d5a8e will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:38.320280 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:38.355702 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed1b443-df32-478a-8a5a-09eec64bc274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5391242a-3277-4680-97ad-29af538efedb'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:03:38.358832 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0c4da2-6574-49bd-9f34-d530d870c1c6" -d '{"events": [{"server_uuid": "1ed1b443-df32-478a-8a5a-09eec64bc274", "name": "network-vif-unplugged", "status": "completed", "tag": "5391242a-3277-4680-97ad-29af538efedb"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:03:38.366949 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:38.377357 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:38.398733 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58a436-c87b-4453-b719-c750dfcef9cd None None] Pushing event updated for resources: {'Port': ['ID=75b16efa-7cc9-4e50-9899-9b54641d5a8e,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:38.450285 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Attempting to bind port 75b16efa-7cc9-4e50-9899-9b54641d5a8e on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:38.450668 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Attempting to bind port 75b16efa-7cc9-4e50-9899-9b54641d5a8e by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '8ed0b547-e1da-4ac5-a793-196448b84ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:38.451034 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Attempting to bind port 75b16efa-7cc9-4e50-9899-9b54641d5a8e on network c54f27f2-ef46-423d-8076-766c23ba03d9 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:38.456803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:38.457179 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Checking segment: {'id': '8ed0b547-e1da-4ac5-a793-196448b84ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:38.457713 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:38.458254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Bound using segment: {'id': '8ed0b547-e1da-4ac5-a793-196448b84ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:38.458740 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Bound port: 75b16efa-7cc9-4e50-9899-9b54641d5a8e, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed0b547-e1da-4ac5-a793-196448b84ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:38.459134 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:38.491511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5391242a-3277-4680-97ad-29af538efedb,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:38.494748 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] Attempting to bind port 5391242a-3277-4680-97ad-29af538efedb on host n-h2-778696-5 for vnic_type normal with profile {"migrating_to": "n-h1-778696-5"} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:38.495189 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] Attempting to bind port 5391242a-3277-4680-97ad-29af538efedb by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:38.496362 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] Attempting to bind port 5391242a-3277-4680-97ad-29af538efedb on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:38.501495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] Port 5391242a-3277-4680-97ad-29af538efedb on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:03:38.501899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] Attempting to bind port 5391242a-3277-4680-97ad-29af538efedb on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:38.507983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:38.508461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] Checking segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:38.509075 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] Bound using segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:38.509647 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] Bound port: 5391242a-3277-4680-97ad-29af538efedb, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:38.510099 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:38.549387 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] For port 75b16efa-7cc9-4e50-9899-9b54641d5a8e, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:38.553953 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] For port 75b16efa-7cc9-4e50-9899-9b54641d5a8e, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=75b16efa-7cc9-4e50-9899-9b54641d5a8e,segment=NetworkSegment(8ed0b547-e1da-4ac5-a793-196448b84ddf),segment_id=8ed0b547-e1da-4ac5-a793-196448b84ddf)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:38.563291 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:38.588098 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] For port 5391242a-3277-4680-97ad-29af538efedb, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:38.593318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] For port 5391242a-3277-4680-97ad-29af538efedb, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5391242a-3277-4680-97ad-29af538efedb,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:38.602805 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:38.632375 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Routers {'a0189ac4-9ff9-409d-bd27-e6268fa0e291'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:38.633030 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5000a0be-cdc5-4e73-b831-6a06c4be1365 x-openstack-request-id: req-5000a0be-cdc5-4e73-b831-6a06c4be1365 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:03:38.633176 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a0189ac4-9ff9-409d-bd27-e6268fa0e291'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:38.633358 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3df0343-3323-4ac7-a05a-509651ca3558", "tag": "bf8ef970-b334-443f-a113-a0318471165a", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:03:38.633606 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5000a0be-cdc5-4e73-b831-6a06c4be1365 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:03:38.633995 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3df0343-3323-4ac7-a05a-509651ca3558', 'tag': 'bf8ef970-b334-443f-a113-a0318471165a', 'status': 'completed', 'code': 200} Jul 14 07:03:38.680181 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:03:38.681840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bf8ef970-b334-443f-a113-a0318471165a details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:03:38.683792 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 22c35cae-8946-4e71-9f40-8c27b31f35e2 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:38.690614 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58a436-c87b-4453-b719-c750dfcef9cd None None] Pushing event updated for resources: {'Port': ['ID=75b16efa-7cc9-4e50-9899-9b54641d5a8e,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:38.694838 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:38.695996 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:38.697986 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] 10.222.0.30 "PUT /v2.0/ports/5391242a-3277-4680-97ad-29af538efedb HTTP/1.1" status: 200 len: 1121 time: 0.8001437 Jul 14 07:03:38.705883 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f92b4c-13e8-4e54-9c42-5202252588c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5391242a-3277-4680-97ad-29af538efedb,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:38.727771 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:38.739294 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95ffd4-3919-49e7-8b7d-46bbf1bae4a8 req-311a6a1b-5e7f-4eea-9056-65d1b902a4af tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:38.745789 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a95ffd4-3919-49e7-8b7d-46bbf1bae4a8 req-311a6a1b-5e7f-4eea-9056-65d1b902a4af tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3df0343-3323-4ac7-a05a-509651ca3558 HTTP/1.1" status: 200 len: 943 time: 0.6107376 Jul 14 07:03:38.802507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Transition to ACTIVE for port object 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:38.809627 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['5391242a-3277-4680-97ad-29af538efedb'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:03:38.832094 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:38.853660 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.resource_extend [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:03:38.855478 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['5391242a-3277-4680-97ad-29af538efedb'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:03:38.974940 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a95ffd4-3919-49e7-8b7d-46bbf1bae4a8 req-03a63433-27c6-4894-98ce-999d4112b41d tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc47c6d8-1885-4a47-8f1e-5a65d5e81a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661222 Jul 14 07:03:38.977170 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491aff6-b376-4af4-ba1c-55609d3b19e0 req-2936f91e-3fd6-416d-9a1b-22e807cf0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:38.979127 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6491aff6-b376-4af4-ba1c-55609d3b19e0 req-2936f91e-3fd6-416d-9a1b-22e807cf0313 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7822b75b03c3441d980aa93f78ef9dad&device_id=f3df0343-3323-4ac7-a05a-509651ca3558 HTTP/1.1" status: 200 len: 1094 time: 0.3886714 Jul 14 07:03:38.993981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Pushing event updated for resources: {'Port': ['ID=1a72c46d-107f-4774-b9b7-94d2bff8ecd5,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:39.012487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] Set router a0189ac4-9ff9-409d-bd27-e6268fa0e291 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:39.040079 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7acb869a-224c-479d-b382-202651c1398f req-5416a936-2d5d-45b9-ad76-98273adc972a tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4515827 Jul 14 07:03:39.066224 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 22c35cae-8946-4e71-9f40-8c27b31f35e2 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:39.099022 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-7acb869a-224c-479d-b382-202651c1398f req-49ef08fa-fa08-474c-bbd5-06746f3e0532 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:39.110572 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 22c35cae-8946-4e71-9f40-8c27b31f35e2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:39.110950 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:39.114877 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port bf8ef970-b334-443f-a113-a0318471165a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bf8ef970-b334-443f-a113-a0318471165a,segment=NetworkSegment(049d27e4-c4d3-4240-aa60-42cadabf78cc),segment_id=049d27e4-c4d3-4240-aa60-42cadabf78cc)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: from cryptography.utils import int_from_bytes Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: from cryptography.utils import int_from_bytes Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.125039 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.128345 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.128345 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.128345 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.128345 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.128345 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.128345 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.128345 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.128345 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.128345 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.128345 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.128345 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.128345 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.128345 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.128345 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.128345 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.128345 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.128345 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:03:39.128345 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:03:39.163971 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Attempting to bind port 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:39.164292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Attempting to bind port 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:39.164619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Attempting to bind port 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 on network 21bbc63d-be7d-4ecb-8dec-01b67666fcd3 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:39.189613 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Port 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 on network 21bbc63d-be7d-4ecb-8dec-01b67666fcd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:03:39.189831 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Attempting to bind port 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 on network 21bbc63d-be7d-4ecb-8dec-01b67666fcd3 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:39.212212 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b1749dd-dd44-493a-a953-12455cc185b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:39.217124 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:39.217493 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Checking segment: {'id': 'f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:39.217878 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Bound using segment: {'id': 'f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:39.218324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Bound port: 1a72c46d-107f-4774-b9b7-94d2bff8ecd5, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:39.218705 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:39.234898 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b1749dd-dd44-493a-a953-12455cc185b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:39.273410 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491aff6-b376-4af4-ba1c-55609d3b19e0 req-2bbc8e87-d0a4-448c-b74b-011549eb6978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:39.274902 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6491aff6-b376-4af4-ba1c-55609d3b19e0 req-2bbc8e87-d0a4-448c-b74b-011549eb6978 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5c479332-e8e7-4a0c-b573-ad436b3547e4 HTTP/1.1" status: 200 len: 910 time: 0.2820008 Jul 14 07:03:39.283320 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1749dd-dd44-493a-a953-12455cc185b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:03:39.352607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'bf8ef970-b334-443f-a113-a0318471165a', 'network_id': '5c479332-e8e7-4a0c-b573-ad436b3547e4', 'port_id': 'bf8ef970-b334-443f-a113-a0318471165a', 'mac_address': 'fa:16:3e:c1:ad:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aafd260-d2d3-42d8-9e65-dc156cefb976', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:03:39.357291 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7acb869a-224c-479d-b382-202651c1398f req-49ef08fa-fa08-474c-bbd5-06746f3e0532 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:39.366540 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b1749dd-dd44-493a-a953-12455cc185b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:39.366883 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-6b1749dd-dd44-493a-a953-12455cc185b4 admin admin] Added segment d2ace2d8-2ea4-47da-b2e3-a22a2248ef0f of type vlan for network f379e941-e61b-458d-96bb-8e4b8782a1bd Jul 14 07:03:39.369963 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6491aff6-b376-4af4-ba1c-55609d3b19e0 req-2e7c2693-c460-445c-ac5a-92e37cc1ffe7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf8ef970-b334-443f-a113-a0318471165a HTTP/1.1" status: 200 len: 217 time: 0.0810833 Jul 14 07:03:39.390335 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1749dd-dd44-493a-a953-12455cc185b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd61536-b3d6-46ee-ab0d-2864e5e1f645,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:39.414405 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5e8f5-19c1-4ccd-8f34-03786b10f7a0 req-7418b6f1-712a-4c11-bf5f-47ad19998545 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:39.415884 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-abd5e8f5-19c1-4ccd-8f34-03786b10f7a0 req-7418b6f1-712a-4c11-bf5f-47ad19998545 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 943 time: 0.3105779 Jul 14 07:03:39.529925 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:39.531408 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b1749dd-dd44-493a-a953-12455cc185b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:39.537378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] For port 1a72c46d-107f-4774-b9b7-94d2bff8ecd5, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:39.567019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] For port 1a72c46d-107f-4774-b9b7-94d2bff8ecd5, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1a72c46d-107f-4774-b9b7-94d2bff8ecd5,segment=NetworkSegment(f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07),segment_id=f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:39.573210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491aff6-b376-4af4-ba1c-55609d3b19e0 req-59cefa39-c082-4eb3-ad5f-4a2a6a910b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:39.574730 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6491aff6-b376-4af4-ba1c-55609d3b19e0 req-59cefa39-c082-4eb3-ad5f-4a2a6a910b47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5aafd260-d2d3-42d8-9e65-dc156cefb976 HTTP/1.1" status: 200 len: 849 time: 0.1796110 Jul 14 07:03:39.584015 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:39.596673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8ef970-b334-443f-a113-a0318471165a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:03:39.608087 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-abd5e8f5-19c1-4ccd-8f34-03786b10f7a0 req-200351ad-cdc4-4368-a159-ba39091bc3b8 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228306 Jul 14 07:03:39.654340 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6491aff6-b376-4af4-ba1c-55609d3b19e0 req-1c29816f-ec79-4632-abc6-5a00616bffa2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5c479332-e8e7-4a0c-b573-ad436b3547e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660205 Jul 14 07:03:39.663273 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port bf8ef970-b334-443f-a113-a0318471165a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bf8ef970-b334-443f-a113-a0318471165a,segment=NetworkSegment(049d27e4-c4d3-4240-aa60-42cadabf78cc),segment_id=049d27e4-c4d3-4240-aa60-42cadabf78cc)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:39.672477 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:39.672975 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:39.674361 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] 10.222.0.30 "PUT /v2.0/ports/1a72c46d-107f-4774-b9b7-94d2bff8ecd5 HTTP/1.1" status: 200 len: 1091 time: 1.9853783 Jul 14 07:03:39.687715 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:39.689402 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b1749dd-dd44-493a-a953-12455cc185b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:39.689940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1749dd-dd44-493a-a953-12455cc185b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:39.690536 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b1749dd-dd44-493a-a953-12455cc185b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:39.703322 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:39.784659 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b315ee1-9c21-44e9-a0a9-e918f61de723 service neutron] Pushing event updated for resources: {'Port': ['ID=1a72c46d-107f-4774-b9b7-94d2bff8ecd5,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:39.801771 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38d4700-7e89-4410-8672-22b8fab6180f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c35cae-8946-4e71-9f40-8c27b31f35e2'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:03:39.805473 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81bfe3b-5e31-4d6a-be0e-523e096397cd" -d '{"events": [{"server_uuid": "e38d4700-7e89-4410-8672-22b8fab6180f", "name": "network-vif-plugged", "status": "completed", "tag": "22c35cae-8946-4e71-9f40-8c27b31f35e2"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:03:39.830708 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 22c35cae-8946-4e71-9f40-8c27b31f35e2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=22c35cae-8946-4e71-9f40-8c27b31f35e2,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:39.838570 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=bf8ef970-b334-443f-a113-a0318471165a,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:39.843217 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:39.868761 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6b1749dd-dd44-493a-a953-12455cc185b4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7466006 Jul 14 07:03:39.869636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0189ac4-9ff9-409d-bd27-e6268fa0e291', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347734939-router', 'tenant_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'c2fc5a0f-bca0-4eec-8afa-01e8c981b749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:29Z', 'updated_at': '2021-07-14T07:03:35Z', 'revision_number': 4, 'project_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'gw_port': {'id': 'c2fc5a0f-bca0-4eec-8afa-01e8c981b749', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0189ac4-9ff9-409d-bd27-e6268fa0e291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:29Z', 'updated_at': '2021-07-14T07:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '75b16efa-7cc9-4e50-9899-9b54641d5a8e', 'name': '', 'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9', 'tenant_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'mac_address': 'fa:16:3e:33:25:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0189ac4-9ff9-409d-bd27-e6268fa0e291', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '99b8a75a-6ec2-4357-b66e-1bf63d580d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:33Z', 'updated_at': '2021-07-14T07:03:38Z', 'revision_number': 4, 'project_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'subnets': [{'id': '99b8a75a-6ec2-4357-b66e-1bf63d580d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:39.872150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37690) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:39.878049 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c318b220-beea-45da-a3e9-69be7109ca2b admin admin] Request body: {'subnet': {'network_id': 'f379e941-e61b-458d-96bb-8e4b8782a1bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202470841-subnet', 'tenant_id': '5e1a7246350f4ebc911606ade6107235', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:39.905840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1749dd-dd44-493a-a953-12455cc185b4 admin admin] Pushing event updated for resources: {'Network': ['ID=f379e941-e61b-458d-96bb-8e4b8782a1bd,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:39.911005 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c318b220-beea-45da-a3e9-69be7109ca2b admin admin] Made reservation on behalf of 5e1a7246350f4ebc911606ade6107235 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:03:39.920387 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c318b220-beea-45da-a3e9-69be7109ca2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:39.942640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6491aff6-b376-4af4-ba1c-55609d3b19e0 req-70718319-2872-4a19-85f7-551eb41f513a service neutron] 10.222.0.30 "GET /v2.0/networks/5c479332-e8e7-4a0c-b573-ad436b3547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753615 Jul 14 07:03:39.942876 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network f379e941-e61b-458d-96bb-8e4b8782a1bd details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:03:39.958164 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7acb869a-224c-479d-b382-202651c1398f req-49ef08fa-fa08-474c-bbd5-06746f3e0532 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:39.990979 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=22c35cae-8946-4e71-9f40-8c27b31f35e2,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:40.007069 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6fbc00-de6e-4553-8e1e-da1b615d091e None None] The sync data for ids ['a0189ac4-9ff9-409d-bd27-e6268fa0e291'] in n-d-778696-5 is: [{'id': 'a0189ac4-9ff9-409d-bd27-e6268fa0e291', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347734939-router', 'tenant_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'c2fc5a0f-bca0-4eec-8afa-01e8c981b749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:29Z', 'updated_at': '2021-07-14T07:03:35Z', 'revision_number': 4, 'project_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'gw_port': {'id': 'c2fc5a0f-bca0-4eec-8afa-01e8c981b749', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0189ac4-9ff9-409d-bd27-e6268fa0e291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:29Z', 'updated_at': '2021-07-14T07:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '75b16efa-7cc9-4e50-9899-9b54641d5a8e', 'name': '', 'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9', 'tenant_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'mac_address': 'fa:16:3e:33:25:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0189ac4-9ff9-409d-bd27-e6268fa0e291', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '99b8a75a-6ec2-4357-b66e-1bf63d580d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:33Z', 'updated_at': '2021-07-14T07:03:38Z', 'revision_number': 4, 'project_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'subnets': [{'id': '99b8a75a-6ec2-4357-b66e-1bf63d580d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:03:40.029525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-88cfb9ae-014d-4105-871d-93a83800288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:40.030635 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['bf8ef970-b334-443f-a113-a0318471165a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:03:40.031483 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-88cfb9ae-014d-4105-871d-93a83800288b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52f6ea5960964fe69672c40f1222d3ee&device_id=45089ddd-89eb-491a-9156-eb707c111bc0 HTTP/1.1" status: 200 len: 1094 time: 0.2827566 Jul 14 07:03:40.039271 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc8140-a802-43e4-bfb1-fbd861a83821 req-2ffbdd92-0e73-40da-99a0-88100552c963 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:40.046998 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05cc8140-a802-43e4-bfb1-fbd861a83821 req-2ffbdd92-0e73-40da-99a0-88100552c963 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/ports?device_id=45089ddd-89eb-491a-9156-eb707c111bc0 HTTP/1.1" status: 200 len: 943 time: 0.3019047 Jul 14 07:03:40.169539 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-ec4733f6-322f-496e-9db2-f8f5e6be6187 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a72c46d-107f-4774-b9b7-94d2bff8ecd5 HTTP/1.1" status: 200 len: 217 time: 0.1204715 Jul 14 07:03:40.177620 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c318b220-beea-45da-a3e9-69be7109ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:40.237027 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318b220-beea-45da-a3e9-69be7109ca2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=74ee3d49-55fd-406c-92f0-410ea26c9f49,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:40.251153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c318b220-beea-45da-a3e9-69be7109ca2b admin admin] Checking segment: {'id': 'd2ace2d8-2ea4-47da-b2e3-a22a2248ef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f379e941-e61b-458d-96bb-8e4b8782a1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:40.251515 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c318b220-beea-45da-a3e9-69be7109ca2b admin admin] Network hostable DHCP agents. Network: f379e941-e61b-458d-96bb-8e4b8782a1bd, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:03:40.253909 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05cc8140-a802-43e4-bfb1-fbd861a83821 req-d9c53ee3-0c78-4ec4-a173-77c1250fd734 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a8549c0-275d-42f4-a75d-dbf071a2ef14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058463 Jul 14 07:03:40.276586 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c318b220-beea-45da-a3e9-69be7109ca2b admin admin] Network f379e941-e61b-458d-96bb-8e4b8782a1bd is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:03:40.288535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c318b220-beea-45da-a3e9-69be7109ca2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, f379e941-e61b-458d-96bb-8e4b8782a1bd) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:40.295082 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c318b220-beea-45da-a3e9-69be7109ca2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:40.297245 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c318b220-beea-45da-a3e9-69be7109ca2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:40.300612 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d25d99-ea91-4d8b-ae9e-979c554ae119 None None] Network f379e941-e61b-458d-96bb-8e4b8782a1bd requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:03:40.307957 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-25c49717-648d-4b5f-bb8f-08064f6f9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:40.310057 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-25c49717-648d-4b5f-bb8f-08064f6f9c79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5e117d8-8c9f-4a20-845a-03bc73716be0 HTTP/1.1" status: 200 len: 843 time: 0.1300445 Jul 14 07:03:40.314088 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6491aff6-b376-4af4-ba1c-55609d3b19e0 req-5b4c3e03-2343-4540-a3ab-0874977eae16 service neutron] 10.222.0.30 "GET /v2.0/networks/5c479332-e8e7-4a0c-b573-ad436b3547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518567 Jul 14 07:03:40.320518 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3088258-d702-48c4-ae2f-60e555a43cd7 x-openstack-request-id: req-c3088258-d702-48c4-ae2f-60e555a43cd7 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:03:40.321075 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed1b443-df32-478a-8a5a-09eec64bc274", "name": "network-vif-unplugged", "status": "completed", "tag": "5391242a-3277-4680-97ad-29af538efedb", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:03:40.321542 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3088258-d702-48c4-ae2f-60e555a43cd7 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:03:40.322108 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed1b443-df32-478a-8a5a-09eec64bc274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5391242a-3277-4680-97ad-29af538efedb', 'code': 200} Jul 14 07:03:40.331794 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c318b220-beea-45da-a3e9-69be7109ca2b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4578490 Jul 14 07:03:40.334067 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37694) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:40.342500 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1202470841-router', 'tenant_id': '5e1a7246350f4ebc911606ade6107235', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:40.364618 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-7acb869a-224c-479d-b382-202651c1398f req-49ef08fa-fa08-474c-bbd5-06746f3e0532 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Allocated IP 172.25.7.217 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/d74fd8ff-28c9-4ca3-93de-52040014da8c) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:40.387839 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:40.389526 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:40.479547 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:40.512592 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-f379e941-e61b-458d-96bb-8e4b8782a1bd', 'network_id': 'f379e941-e61b-458d-96bb-8e4b8782a1bd', 'tenant_id': '5e1a7246350f4ebc911606ade6107235', 'fixed_ips': [{'subnet_id': '74ee3d49-55fd-406c-92f0-410ea26c9f49'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:03:40.513746 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:40.533424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-58ea42b5-3e22-4105-8636-6383f666a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:40.535593 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-58ea42b5-3e22-4105-8636-6383f666a22d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21bbc63d-be7d-4ecb-8dec-01b67666fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1895599 Jul 14 07:03:40.637536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45089ddd-89eb-491a-9156-eb707c111bc0', 'tag': '1a72c46d-107f-4774-b9b7-94d2bff8ecd5'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:03:40.641493 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242f6d5e-82fd-450d-b754-ebbefb3464ed" -d '{"events": [{"name": "network-changed", "server_uuid": "45089ddd-89eb-491a-9156-eb707c111bc0", "tag": "1a72c46d-107f-4774-b9b7-94d2bff8ecd5"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:03:40.659476 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 75b16efa-7cc9-4e50-9899-9b54641d5a8e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:40.665578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26f3e1-4ef0-48b6-bc1c-287177ddaaf1 req-2c56d933-36d4-4650-9d05-ce836ec5aaaf tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:40.674440 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de26f3e1-4ef0-48b6-bc1c-287177ddaaf1 req-2c56d933-36d4-4650-9d05-ce836ec5aaaf tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=e38d4700-7e89-4410-8672-22b8fab6180f HTTP/1.1" status: 200 len: 948 time: 0.2061267 Jul 14 07:03:40.699420 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:40.709023 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5391242a-3277-4680-97ad-29af538efedb details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:03:40.713554 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7acb869a-224c-479d-b382-202651c1398f req-49ef08fa-fa08-474c-bbd5-06746f3e0532 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:40.771369 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de26f3e1-4ef0-48b6-bc1c-287177ddaaf1 req-3894a548-86f8-4ce0-a434-7d16d4ca876d tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956638 Jul 14 07:03:40.784100 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-c9b52e9d-1675-4ffe-b35f-dbf253c0038b service neutron] 10.222.0.30 "GET /v2.0/networks/21bbc63d-be7d-4ecb-8dec-01b67666fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369998 Jul 14 07:03:40.832163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Allocated IP 172.20.0.2 (f379e941-e61b-458d-96bb-8e4b8782a1bd/74ee3d49-55fd-406c-92f0-410ea26c9f49/84f74b72-f1a3-4d48-a062-6f8d5a199f83) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:40.840333 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 75b16efa-7cc9-4e50-9899-9b54641d5a8e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:40.868812 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 75b16efa-7cc9-4e50-9899-9b54641d5a8e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:40.869208 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:40.893003 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7acb869a-224c-479d-b382-202651c1398f req-49ef08fa-fa08-474c-bbd5-06746f3e0532 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:40.967900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7acb869a-224c-479d-b382-202651c1398f req-49ef08fa-fa08-474c-bbd5-06746f3e0532 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:40.984355 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-7acb869a-224c-479d-b382-202651c1398f req-49ef08fa-fa08-474c-bbd5-06746f3e0532 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:40.993515 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-622b62f7-71aa-411d-9f8f-57824f7ff064 req-eb5fa6d4-7508-4857-9a62-a39a8dcf35ec service neutron] 10.222.0.30 "GET /v2.0/networks/21bbc63d-be7d-4ecb-8dec-01b67666fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971130 Jul 14 07:03:40.994516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acb869a-224c-479d-b382-202651c1398f req-49ef08fa-fa08-474c-bbd5-06746f3e0532 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:41.005860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef08fa-fa08-474c-bbd5-06746f3e0532 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Pushing event updated for resources: {'Port': ['ID=d74fd8ff-28c9-4ca3-93de-52040014da8c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:41.012732 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:41.050927 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:41.088252 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7acb869a-224c-479d-b382-202651c1398f req-49ef08fa-fa08-474c-bbd5-06746f3e0532 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:41.128937 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5391242a-3277-4680-97ad-29af538efedb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5391242a-3277-4680-97ad-29af538efedb,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:41.171486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5391242a-3277-4680-97ad-29af538efedb has no active binding in host n-h1-778696-5 {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 07:03:41.179191 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:41.191604 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] Allocated IP 172.25.7.206 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:41.205683 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7acb869a-224c-479d-b382-202651c1398f req-49ef08fa-fa08-474c-bbd5-06746f3e0532 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:41.233913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 75b16efa-7cc9-4e50-9899-9b54641d5a8e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=75b16efa-7cc9-4e50-9899-9b54641d5a8e,segment=NetworkSegment(8ed0b547-e1da-4ac5-a793-196448b84ddf),segment_id=8ed0b547-e1da-4ac5-a793-196448b84ddf)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:41.240783 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d3019-0a6b-4093-b3e3-b35bc1e7cd7b req-fbed4a54-dc2d-407a-a44d-0303d0208472 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:41.242504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c49d3019-0a6b-4093-b3e3-b35bc1e7cd7b req-fbed4a54-dc2d-407a-a44d-0303d0208472 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 946 time: 0.1379545 Jul 14 07:03:41.243517 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:41.279913 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:41.296787 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Transition to ACTIVE for port object 84f74b72-f1a3-4d48-a062-6f8d5a199f83 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:41.321840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=75b16efa-7cc9-4e50-9899-9b54641d5a8e,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:41.326675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Transition to ACTIVE for port object 84f74b72-f1a3-4d48-a062-6f8d5a199f83 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:41.338084 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:41.346533 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:41.351960 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c49d3019-0a6b-4093-b3e3-b35bc1e7cd7b req-b3ee4e95-180c-4ae6-9bca-d3dc813b7a94 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001284 Jul 14 07:03:41.395676 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:41.400479 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Pushing event updated for resources: {'Port': ['ID=84f74b72-f1a3-4d48-a062-6f8d5a199f83,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:41.409765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Network f379e941-e61b-458d-96bb-8e4b8782a1bd is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:41.411213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:41.413618 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:41.444585 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114c20d2-ffbf-4754-bbe8-986b3296a82e x-openstack-request-id: req-114c20d2-ffbf-4754-bbe8-986b3296a82e {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:03:41.445569 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38d4700-7e89-4410-8672-22b8fab6180f", "name": "network-vif-plugged", "status": "completed", "tag": "22c35cae-8946-4e71-9f40-8c27b31f35e2", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:03:41.445704 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-114c20d2-ffbf-4754-bbe8-986b3296a82e {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:03:41.446028 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38d4700-7e89-4410-8672-22b8fab6180f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c35cae-8946-4e71-9f40-8c27b31f35e2', 'code': 200} Jul 14 07:03:41.465387 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7acb869a-224c-479d-b382-202651c1398f req-49ef08fa-fa08-474c-bbd5-06746f3e0532 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:41.471635 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7acb869a-224c-479d-b382-202651c1398f req-49ef08fa-fa08-474c-bbd5-06746f3e0532 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:41.484032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:41.489254 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:41.489979 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Attempting to bind port 84f74b72-f1a3-4d48-a062-6f8d5a199f83 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:41.490352 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Attempting to bind port 84f74b72-f1a3-4d48-a062-6f8d5a199f83 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'd2ace2d8-2ea4-47da-b2e3-a22a2248ef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f379e941-e61b-458d-96bb-8e4b8782a1bd'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:41.490784 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Attempting to bind port 84f74b72-f1a3-4d48-a062-6f8d5a199f83 on network f379e941-e61b-458d-96bb-8e4b8782a1bd {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:41.496522 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] Pushing event updated for resources: {'Port': ['ID=ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:41.497108 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:41.497511 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Checking segment: {'id': 'd2ace2d8-2ea4-47da-b2e3-a22a2248ef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f379e941-e61b-458d-96bb-8e4b8782a1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:41.497917 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:41.498397 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Bound using segment: {'id': 'd2ace2d8-2ea4-47da-b2e3-a22a2248ef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f379e941-e61b-458d-96bb-8e4b8782a1bd'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:41.498870 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Bound port: 84f74b72-f1a3-4d48-a062-6f8d5a199f83, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ace2d8-2ea4-47da-b2e3-a22a2248ef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f379e941-e61b-458d-96bb-8e4b8782a1bd'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:41.499253 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:41.500872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:41.550767 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7acb869a-224c-479d-b382-202651c1398f req-49ef08fa-fa08-474c-bbd5-06746f3e0532 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:41.591981 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-222bc269-5485-4417-b3ae-74912ede709e None None] For port 84f74b72-f1a3-4d48-a062-6f8d5a199f83, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:41.598030 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-222bc269-5485-4417-b3ae-74912ede709e None None] For port 84f74b72-f1a3-4d48-a062-6f8d5a199f83, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=84f74b72-f1a3-4d48-a062-6f8d5a199f83,segment=NetworkSegment(d2ace2d8-2ea4-47da-b2e3-a22a2248ef0f),segment_id=d2ace2d8-2ea4-47da-b2e3-a22a2248ef0f)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:41.605248 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:41.618324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef08fa-fa08-474c-bbd5-06746f3e0532 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Pushing event updated for resources: {'Port': ['ID=d74fd8ff-28c9-4ca3-93de-52040014da8c,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:41.624625 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7acb869a-224c-479d-b382-202651c1398f req-49ef08fa-fa08-474c-bbd5-06746f3e0532 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:41.625988 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7acb869a-224c-479d-b382-202651c1398f req-49ef08fa-fa08-474c-bbd5-06746f3e0532 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5579610 Jul 14 07:03:41.672796 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bc269-5485-4417-b3ae-74912ede709e None None] Pushing event updated for resources: {'Port': ['ID=84f74b72-f1a3-4d48-a062-6f8d5a199f83,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:41.711563 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7acb869a-224c-479d-b382-202651c1398f req-94eb81e9-b1dd-4fe6-bce5-0895de0a2a30 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.217 HTTP/1.1" status: 200 len: 696 time: 0.0635352 Jul 14 07:03:41.806582 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e5fb4-0b02-4806-854a-e8945dc23e66 req-d10688c7-ea2e-41e7-844a-bdde38e855de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:41.808797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f28e5fb4-0b02-4806-854a-e8945dc23e66 req-d10688c7-ea2e-41e7-844a-bdde38e855de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e38d4700-7e89-4410-8672-22b8fab6180f HTTP/1.1" status: 200 len: 1099 time: 0.2760994 Jul 14 07:03:41.817748 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:41.845652 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92b7d7-d7c5-4a1a-8b5f-8b53cd8699f9 req-3cb2ec5c-4bd0-447a-97c2-492985853a91 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:41.847250 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e92b7d7-d7c5-4a1a-8b5f-8b53cd8699f9 req-3cb2ec5c-4bd0-447a-97c2-492985853a91 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3df0343-3323-4ac7-a05a-509651ca3558 HTTP/1.1" status: 200 len: 944 time: 0.2437408 Jul 14 07:03:41.903624 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb869a-224c-479d-b382-202651c1398f req-7143ddb7-9f0f-4b29-a2bd-697d619a1b7a tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:41.905360 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7acb869a-224c-479d-b382-202651c1398f req-7143ddb7-9f0f-4b29-a2bd-697d619a1b7a tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.1809437 Jul 14 07:03:41.931990 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f28e5fb4-0b02-4806-854a-e8945dc23e66 req-8863cb01-1597-47b2-a404-5b86cb538e5b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129351 Jul 14 07:03:41.947194 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e92b7d7-d7c5-4a1a-8b5f-8b53cd8699f9 req-33159515-a571-444c-9ca4-22f1573cbfbe tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc47c6d8-1885-4a47-8f1e-5a65d5e81a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531328 Jul 14 07:03:42.019437 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b581da94-55bd-4b06-bf35-f81ffec078d8 x-openstack-request-id: req-b581da94-55bd-4b06-bf35-f81ffec078d8 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:03:42.019725 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45089ddd-89eb-491a-9156-eb707c111bc0", "tag": "1a72c46d-107f-4774-b9b7-94d2bff8ecd5", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:03:42.019968 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b581da94-55bd-4b06-bf35-f81ffec078d8 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:03:42.020353 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45089ddd-89eb-491a-9156-eb707c111bc0', 'tag': '1a72c46d-107f-4774-b9b7-94d2bff8ecd5', 'status': 'completed', 'code': 200} Jul 14 07:03:42.092053 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:42.189061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77754943-a341-4638-a8a2-81e77f9125ca req-0714c8fa-fd15-4a21-8a88-ba4c643ff959 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:42.190515 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77754943-a341-4638-a8a2-81e77f9125ca req-0714c8fa-fd15-4a21-8a88-ba4c643ff959 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 943 time: 0.1538579 Jul 14 07:03:42.205561 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6d5e-82fd-450d-b754-ebbefb3464ed req-d689fac7-57e4-4d66-bc9e-362bb8da7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:42.207025 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-242f6d5e-82fd-450d-b754-ebbefb3464ed req-d689fac7-57e4-4d66-bc9e-362bb8da7639 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52f6ea5960964fe69672c40f1222d3ee&device_id=45089ddd-89eb-491a-9156-eb707c111bc0 HTTP/1.1" status: 200 len: 1094 time: 0.1538477 Jul 14 07:03:42.218760 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] Router bba5e7f6-6485-4d6f-9d18-5a2799b0fab2 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:03:42.323008 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed1b443-df32-478a-8a5a-09eec64bc274', 'tag': '5391242a-3277-4680-97ad-29af538efedb'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:03:42.325996 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24607175-a18e-4d36-84a5-c4fe21cbb1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed1b443-df32-478a-8a5a-09eec64bc274", "tag": "5391242a-3277-4680-97ad-29af538efedb"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:03:42.331126 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:03:42.341122 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Sync routers for ids ['bba5e7f6-6485-4d6f-9d18-5a2799b0fab2'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:03:42.348237 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:42.349799 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bc4b090d-a8eb-464c-92b9-f0b857a35fdf admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0126715 Jul 14 07:03:42.352624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37710) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:42.355156 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Routers {'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:42.355801 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['bba5e7f6-6485-4d6f-9d18-5a2799b0fab2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:42.492814 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Set router bba5e7f6-6485-4d6f-9d18-5a2799b0fab2 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:42.607995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd154035-3b12-41e3-af0a-913b63df8510 req-361e4f4b-af69-4d87-87af-01f5fd1d796f tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:42.615070 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd154035-3b12-41e3-af0a-913b63df8510 req-361e4f4b-af69-4d87-87af-01f5fd1d796f tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=12bec10c-43f5-4067-871e-9c03f105f542 HTTP/1.1" status: 200 len: 946 time: 0.4945736 Jul 14 07:03:42.666001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6d5e-82fd-450d-b754-ebbefb3464ed req-be74a74d-4498-4598-9bc3-25bb470fc730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:42.667280 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-242f6d5e-82fd-450d-b754-ebbefb3464ed req-be74a74d-4498-4598-9bc3-25bb470fc730 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21bbc63d-be7d-4ecb-8dec-01b67666fcd3 HTTP/1.1" status: 200 len: 905 time: 0.4445882 Jul 14 07:03:42.676052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bf8ef970-b334-443f-a113-a0318471165a up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:42.677545 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77754943-a341-4638-a8a2-81e77f9125ca req-eb05d3dc-9c98-49ff-8698-0f0eab1acea7 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777000 Jul 14 07:03:42.751762 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-242f6d5e-82fd-450d-b754-ebbefb3464ed req-45957862-55c5-488a-a828-72d9c5b86f9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a72c46d-107f-4774-b9b7-94d2bff8ecd5 HTTP/1.1" status: 200 len: 217 time: 0.0626774 Jul 14 07:03:42.768810 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202470841-router', 'tenant_id': '5e1a7246350f4ebc911606ade6107235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:40Z', 'updated_at': '2021-07-14T07:03:41Z', 'revision_number': 3, 'project_id': '5e1a7246350f4ebc911606ade6107235', 'gw_port': {'id': 'ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:41Z', 'updated_at': '2021-07-14T07:03:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:42.808178 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 75b16efa-7cc9-4e50-9899-9b54641d5a8e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:42.825555 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Checking router: bba5e7f6-6485-4d6f-9d18-5a2799b0fab2 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:03:42.826040 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Updating router bba5e7f6-6485-4d6f-9d18-5a2799b0fab2 port ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:03:42.874348 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd154035-3b12-41e3-af0a-913b63df8510 req-5bac9df8-a75d-44ad-88e7-4e9563e10647 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3c7f637-f801-425c-a58b-4ef4c095d693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580545 Jul 14 07:03:42.894417 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 75b16efa-7cc9-4e50-9899-9b54641d5a8e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:42.894960 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:42.916709 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:42.921741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6d5e-82fd-450d-b754-ebbefb3464ed req-3b1db64b-3c74-4f32-a265-a8d0d96f7543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:42.935079 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-242f6d5e-82fd-450d-b754-ebbefb3464ed req-3b1db64b-3c74-4f32-a265-a8d0d96f7543 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5e117d8-8c9f-4a20-845a-03bc73716be0 HTTP/1.1" status: 200 len: 843 time: 0.1821463 Jul 14 07:03:42.941656 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300cc88b-61ed-497b-b0e2-681ee52af73e None None] Network f379e941-e61b-458d-96bb-8e4b8782a1bd requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:03:43.141921 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port bf8ef970-b334-443f-a113-a0318471165a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:43.147639 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e19405d1-5d71-4e58-b463-9eb02696ae4f None None] Provisioning for port 84f74b72-f1a3-4d48-a062-6f8d5a199f83 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:43.156384 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port bf8ef970-b334-443f-a113-a0318471165a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:43.156768 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:43.186387 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6d5e-82fd-450d-b754-ebbefb3464ed req-93a37d8f-0ee8-4ecd-978d-7ea7e51812f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:43.189089 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-242f6d5e-82fd-450d-b754-ebbefb3464ed req-93a37d8f-0ee8-4ecd-978d-7ea7e51812f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21bbc63d-be7d-4ecb-8dec-01b67666fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2446787 Jul 14 07:03:43.217536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064339e8-e9bb-4347-9f4e-3e4431658ed9 req-dd8b75d5-fd68-4ee5-85a5-8677e916cc75 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:43.219263 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-064339e8-e9bb-4347-9f4e-3e4431658ed9 req-dd8b75d5-fd68-4ee5-85a5-8677e916cc75 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/ports?device_id=45089ddd-89eb-491a-9156-eb707c111bc0 HTTP/1.1" status: 200 len: 943 time: 0.1649137 Jul 14 07:03:43.235644 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:43.248488 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Transition to ACTIVE for port object ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:43.257033 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:43.306095 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-064339e8-e9bb-4347-9f4e-3e4431658ed9 req-2ced72fc-2bff-4155-80e1-60ea575a7d71 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a8549c0-275d-42f4-a75d-dbf071a2ef14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720623 Jul 14 07:03:43.322290 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4c4b8-333b-4776-9c3a-a1db6fea0d2d None None] Pushing event updated for resources: {'Port': ['ID=ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:43.343805 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ce580-29b9-46f4-9c1b-16326c669bc8 req-d5442489-e138-4216-8b47-59ffa37486b4 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:43.346967 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b31ce580-29b9-46f4-9c1b-16326c669bc8 req-d5442489-e138-4216-8b47-59ffa37486b4 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=e38d4700-7e89-4410-8672-22b8fab6180f HTTP/1.1" status: 200 len: 948 time: 0.2041078 Jul 14 07:03:43.355009 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Attempting to bind port ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:43.355549 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Attempting to bind port ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:43.355931 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Attempting to bind port ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:43.361073 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:43.361618 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:43.362512 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:43.362661 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:43.363221 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Bound port: ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:43.363716 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:43.384790 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-242f6d5e-82fd-450d-b754-ebbefb3464ed req-fbc08ae5-d437-4f1c-a405-d147a95e1161 service neutron] 10.222.0.30 "GET /v2.0/networks/21bbc63d-be7d-4ecb-8dec-01b67666fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880276 Jul 14 07:03:43.393920 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:43.412366 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:43.424700 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] For port ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:43.429094 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] For port ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:43.439121 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:43.462856 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port bf8ef970-b334-443f-a113-a0318471165a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bf8ef970-b334-443f-a113-a0318471165a,segment=NetworkSegment(049d27e4-c4d3-4240-aa60-42cadabf78cc),segment_id=049d27e4-c4d3-4240-aa60-42cadabf78cc)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:43.467429 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3df0343-3323-4ac7-a05a-509651ca3558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8ef970-b334-443f-a113-a0318471165a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:03:43.470111 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a545255-9e6b-40cb-b4ad-7a45e5718639" -d '{"events": [{"server_uuid": "f3df0343-3323-4ac7-a05a-509651ca3558", "name": "network-vif-plugged", "status": "completed", "tag": "bf8ef970-b334-443f-a113-a0318471165a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:03:43.476292 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:43.486703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 84f74b72-f1a3-4d48-a062-6f8d5a199f83 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:43.508411 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4c4b8-333b-4776-9c3a-a1db6fea0d2d None None] Pushing event updated for resources: {'Port': ['ID=ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:43.531827 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Routers {'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:43.532725 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['bba5e7f6-6485-4d6f-9d18-5a2799b0fab2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:43.536480 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-3ef25a47-2d53-43e2-aace-51aff0c77062 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1481500 Jul 14 07:03:43.568941 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] Allocated IP 172.20.0.1 (f379e941-e61b-458d-96bb-8e4b8782a1bd/74ee3d49-55fd-406c-92f0-410ea26c9f49/2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:43.582441 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-797ceea5-bf07-49b1-bee1-19dde347df98 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:43.586756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=bf8ef970-b334-443f-a113-a0318471165a,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:43.608222 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 84f74b72-f1a3-4d48-a062-6f8d5a199f83 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:43.613790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 84f74b72-f1a3-4d48-a062-6f8d5a199f83 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:43.614366 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:43.679655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b31ce580-29b9-46f4-9c1b-16326c669bc8 req-9e8274d5-10b8-4981-8b84-691f294a325d tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922704 Jul 14 07:03:43.707728 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] Set router bba5e7f6-6485-4d6f-9d18-5a2799b0fab2 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:43.729271 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:43.739250 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-797ceea5-bf07-49b1-bee1-19dde347df98 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:43.751365 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] Transition to ACTIVE for port object 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:43.772468 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:43.800109 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3820243c-4c3a-4c1f-a1b5-91c3c097e0c5 x-openstack-request-id: req-3820243c-4c3a-4c1f-a1b5-91c3c097e0c5 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:03:43.800418 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed1b443-df32-478a-8a5a-09eec64bc274", "tag": "5391242a-3277-4680-97ad-29af538efedb", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:03:43.800571 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3820243c-4c3a-4c1f-a1b5-91c3c097e0c5 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:03:43.801003 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed1b443-df32-478a-8a5a-09eec64bc274', 'tag': '5391242a-3277-4680-97ad-29af538efedb', 'status': 'completed', 'code': 200} Jul 14 07:03:43.808085 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:43.836665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 84f74b72-f1a3-4d48-a062-6f8d5a199f83, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=84f74b72-f1a3-4d48-a062-6f8d5a199f83,segment=NetworkSegment(d2ace2d8-2ea4-47da-b2e3-a22a2248ef0f),segment_id=d2ace2d8-2ea4-47da-b2e3-a22a2248ef0f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:43.841968 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:43.881344 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] Pushing event updated for resources: {'Port': ['ID=2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:43.899138 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e09d21f1-416b-44f0-8e31-da62591116bc None None] Provisioning complete for port 84f74b72-f1a3-4d48-a062-6f8d5a199f83 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:43.899877 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e09d21f1-416b-44f0-8e31-da62591116bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:43.904905 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] Network f379e941-e61b-458d-96bb-8e4b8782a1bd is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:43.905403 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:43.910863 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:43.946373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=84f74b72-f1a3-4d48-a062-6f8d5a199f83,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:43.968518 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-242f6d5e-82fd-450d-b754-ebbefb3464ed req-fee4edb9-85be-4ee1-ada2-436b8993f963 service neutron] 10.222.0.30 "GET /v2.0/networks/21bbc63d-be7d-4ecb-8dec-01b67666fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394104 Jul 14 07:03:43.990784 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202470841-router', 'tenant_id': '5e1a7246350f4ebc911606ade6107235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:40Z', 'updated_at': '2021-07-14T07:03:41Z', 'revision_number': 3, 'project_id': '5e1a7246350f4ebc911606ade6107235', 'gw_port': {'id': 'ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:41Z', 'updated_at': '2021-07-14T07:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:43.992758 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:44.040189 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a87200-47a3-4ffc-8769-f30c59d190a9 None None] The sync data for ids ['bba5e7f6-6485-4d6f-9d18-5a2799b0fab2'] in n-d-778696-5 is: [{'id': 'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202470841-router', 'tenant_id': '5e1a7246350f4ebc911606ade6107235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:40Z', 'updated_at': '2021-07-14T07:03:41Z', 'revision_number': 3, 'project_id': '5e1a7246350f4ebc911606ade6107235', 'gw_port': {'id': 'ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:41Z', 'updated_at': '2021-07-14T07:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:03:44.068064 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24607175-a18e-4d36-84a5-c4fe21cbb1b5 req-737ced7c-3fe4-4771-81f4-4ed356523656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:44.069625 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24607175-a18e-4d36-84a5-c4fe21cbb1b5 req-737ced7c-3fe4-4771-81f4-4ed356523656 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 1124 time: 0.2178168 Jul 14 07:03:44.078559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da107dd-3a6a-410c-90f1-ccc625f08283 req-130d70f5-0a59-41f9-8590-c95c2dbb3dcc tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:44.080096 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8da107dd-3a6a-410c-90f1-ccc625f08283 req-130d70f5-0a59-41f9-8590-c95c2dbb3dcc tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 946 time: 0.1706381 Jul 14 07:03:44.173278 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:44.196885 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8da107dd-3a6a-410c-90f1-ccc625f08283 req-e297a595-2ddb-4483-af0f-5f7db844a652 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033769 Jul 14 07:03:44.205336 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-797ceea5-bf07-49b1-bee1-19dde347df98 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:44.294108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24607175-a18e-4d36-84a5-c4fe21cbb1b5 req-e8c7ad0f-1d74-4d67-8563-3de92d68cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:44.295596 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24607175-a18e-4d36-84a5-c4fe21cbb1b5 req-e8c7ad0f-1d74-4d67-8563-3de92d68cf78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.2146282 Jul 14 07:03:44.302757 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-923b1671-dbcd-4e88-acd3-6dec4d3050de None None] Provisioning for port 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:44.307507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-923b1671-dbcd-4e88-acd3-6dec4d3050de None None] Provisioning complete for port 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:44.308791 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-923b1671-dbcd-4e88-acd3-6dec4d3050de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:44.355412 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24607175-a18e-4d36-84a5-c4fe21cbb1b5 req-5746781e-e04c-48f5-adfb-013f12ab4f17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5391242a-3277-4680-97ad-29af538efedb HTTP/1.1" status: 200 len: 217 time: 0.0366645 Jul 14 07:03:44.355607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-923b1671-dbcd-4e88-acd3-6dec4d3050de None None] Port 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:03:44.457238 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-797ceea5-bf07-49b1-bee1-19dde347df98 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Allocated IP 172.25.7.192 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/59e4e86a-5dfd-4b0d-bba1-79b3fd490613) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:44.474971 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:44.482613 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:44.485653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24607175-a18e-4d36-84a5-c4fe21cbb1b5 req-48146a2b-5641-43ae-a175-7d53af2d3aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:44.487344 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24607175-a18e-4d36-84a5-c4fe21cbb1b5 req-48146a2b-5641-43ae-a175-7d53af2d3aea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.1217327 Jul 14 07:03:44.570450 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:44.570692 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24607175-a18e-4d36-84a5-c4fe21cbb1b5 req-93028b87-29a4-45d5-93bb-450cb33dbd68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695629 Jul 14 07:03:44.572849 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] Pushing event updated for resources: {'Port': ['ID=2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:44.683818 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392fb57-291f-4f0c-856d-19bb87052436 req-2ecd966f-59c1-4c05-bbd5-ac57f128b3c0 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:44.692633 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:03:44.706926 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b392fb57-291f-4f0c-856d-19bb87052436 req-2ecd966f-59c1-4c05-bbd5-ac57f128b3c0 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3df0343-3323-4ac7-a05a-509651ca3558 HTTP/1.1" status: 200 len: 945 time: 0.3219583 Jul 14 07:03:44.707927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] Network f379e941-e61b-458d-96bb-8e4b8782a1bd is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:44.709567 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:44.825428 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b392fb57-291f-4f0c-856d-19bb87052436 req-2f9285e7-caba-4aa9-91a7-5c70a37c97e8 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc47c6d8-1885-4a47-8f1e-5a65d5e81a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171901 Jul 14 07:03:44.845889 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24607175-a18e-4d36-84a5-c4fe21cbb1b5 req-a9e3885f-cb72-4922-a4d3-e1e9a828cde4 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634003 Jul 14 07:03:44.882500 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1a72c46d-107f-4774-b9b7-94d2bff8ecd5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1a72c46d-107f-4774-b9b7-94d2bff8ecd5,segment=NetworkSegment(f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07),segment_id=f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:44.908170 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '1a72c46d-107f-4774-b9b7-94d2bff8ecd5', 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3', 'port_id': '1a72c46d-107f-4774-b9b7-94d2bff8ecd5', 'mac_address': 'fa:16:3e:e3:3c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:03:44.916991 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca15fcdc-91e4-4acc-8618-5a3ec1751872 x-openstack-request-id: req-ca15fcdc-91e4-4acc-8618-5a3ec1751872 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:03:44.918320 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3df0343-3323-4ac7-a05a-509651ca3558", "name": "network-vif-plugged", "status": "completed", "tag": "bf8ef970-b334-443f-a113-a0318471165a", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:03:44.918320 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ca15fcdc-91e4-4acc-8618-5a3ec1751872 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:03:44.929948 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3df0343-3323-4ac7-a05a-509651ca3558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8ef970-b334-443f-a113-a0318471165a', 'code': 200} Jul 14 07:03:44.938477 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-797ceea5-bf07-49b1-bee1-19dde347df98 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:44.939800 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:44.966162 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] Router bba5e7f6-6485-4d6f-9d18-5a2799b0fab2 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:03:45.040373 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:45.079118 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:45.094650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:03:45.105170 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:45.106048 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:45.203973 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:45.211057 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e80eaf-c845-47f6-b41f-a4496ba081de req-bee88810-0a44-42e9-974d-0313dbad9665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:45.214925 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27e80eaf-c845-47f6-b41f-a4496ba081de req-bee88810-0a44-42e9-974d-0313dbad9665 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f3df0343-3323-4ac7-a05a-509651ca3558 HTTP/1.1" status: 200 len: 1096 time: 0.2255826 Jul 14 07:03:45.216613 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:03:45.221470 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1a72c46d-107f-4774-b9b7-94d2bff8ecd5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1a72c46d-107f-4774-b9b7-94d2bff8ecd5,segment=NetworkSegment(f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07),segment_id=f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:45.236674 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-36c250ef-0be1-478b-9646-09c977d64de5 admin admin] 10.222.0.35 "PUT /v2.0/routers/bba5e7f6-6485-4d6f-9d18-5a2799b0fab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8828421 Jul 14 07:03:45.263334 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:45.270593 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24607175-a18e-4d36-84a5-c4fe21cbb1b5 req-bc3fc8ef-8214-40c6-862f-ffa389df7627 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154060 Jul 14 07:03:45.295326 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27e80eaf-c845-47f6-b41f-a4496ba081de req-e6acf376-5a58-44cc-8b32-12a4e393008f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fc47c6d8-1885-4a47-8f1e-5a65d5e81a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551391 Jul 14 07:03:45.296662 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-797ceea5-bf07-49b1-bee1-19dde347df98 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:45.320053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:45.335777 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:45.352846 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:45.353837 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 84f74b72-f1a3-4d48-a062-6f8d5a199f83 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:45.380033 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ceea5-bf07-49b1-bee1-19dde347df98 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Pushing event updated for resources: {'Port': ['ID=59e4e86a-5dfd-4b0d-bba1-79b3fd490613,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:45.416567 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-797ceea5-bf07-49b1-bee1-19dde347df98 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:45.419907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-797ceea5-bf07-49b1-bee1-19dde347df98 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:45.423654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-797ceea5-bf07-49b1-bee1-19dde347df98 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:45.520933 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-797ceea5-bf07-49b1-bee1-19dde347df98 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:45.593585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5dc1be82-7dca-47ea-83c5-4adca83eb890 None None] Provisioning complete for port 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:45.594272 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5dc1be82-7dca-47ea-83c5-4adca83eb890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:45.607724 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:45.608458 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=1a72c46d-107f-4774-b9b7-94d2bff8ecd5,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:45.661971 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-797ceea5-bf07-49b1-bee1-19dde347df98 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:45.693225 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5dc1be82-7dca-47ea-83c5-4adca83eb890 None None] Port 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:03:45.782315 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:45.796987 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['1a72c46d-107f-4774-b9b7-94d2bff8ecd5'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:03:45.848282 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66eb9f-29ab-40d6-80f0-dde1534b073c req-110fb8ba-114f-4b21-b499-8d83d6e539c1 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:45.849428 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 84f74b72-f1a3-4d48-a062-6f8d5a199f83 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:45.849978 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:45.855636 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc66eb9f-29ab-40d6-80f0-dde1534b073c req-110fb8ba-114f-4b21-b499-8d83d6e539c1 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 943 time: 0.2786086 Jul 14 07:03:45.922109 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc66eb9f-29ab-40d6-80f0-dde1534b073c req-a71075c3-8d25-4f24-b647-1cc7d13a3cc2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655310 Jul 14 07:03:46.007531 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-797ceea5-bf07-49b1-bee1-19dde347df98 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:46.017466 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-797ceea5-bf07-49b1-bee1-19dde347df98 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:46.123617 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ceea5-bf07-49b1-bee1-19dde347df98 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Pushing event updated for resources: {'Port': ['ID=59e4e86a-5dfd-4b0d-bba1-79b3fd490613,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:46.139785 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-797ceea5-bf07-49b1-bee1-19dde347df98 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:46.185713 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-797ceea5-bf07-49b1-bee1-19dde347df98 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:46.192996 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-797ceea5-bf07-49b1-bee1-19dde347df98 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6429949 Jul 14 07:03:46.256607 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-1fa15000-d64b-4345-8294-b331616cd814 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 696 time: 0.0626707 Jul 14 07:03:46.414935 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea68d0-8c8d-4835-95c4-8728d7d721d7 req-f4fe2ca4-728a-4b19-8401-36bab14d2750 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:46.417814 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-acea68d0-8c8d-4835-95c4-8728d7d721d7 req-f4fe2ca4-728a-4b19-8401-36bab14d2750 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/ports?device_id=45089ddd-89eb-491a-9156-eb707c111bc0 HTTP/1.1" status: 200 len: 944 time: 0.2639036 Jul 14 07:03:46.536308 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-c8005216-3701-4efe-b9a6-64a509b55613 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:46.553814 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be1295e6-51a3-41e3-92a3-62d5069b819f req-c8005216-3701-4efe-b9a6-64a509b55613 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.2963023 Jul 14 07:03:46.588179 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-acea68d0-8c8d-4835-95c4-8728d7d721d7 req-169c0c03-8700-4044-8c32-a7a724058a43 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a8549c0-275d-42f4-a75d-dbf071a2ef14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276762 Jul 14 07:03:46.653435 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Sync routers for ids ['bba5e7f6-6485-4d6f-9d18-5a2799b0fab2'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:03:46.665760 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Routers {'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:46.666523 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['bba5e7f6-6485-4d6f-9d18-5a2799b0fab2'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:46.726416 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:46.976143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152be5b-c684-4fa6-9b39-cc3164ff150f req-b0c2a8fa-b0b7-4255-907f-a1eea7c27318 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:46.976143 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3152be5b-c684-4fa6-9b39-cc3164ff150f req-b0c2a8fa-b0b7-4255-907f-a1eea7c27318 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=e38d4700-7e89-4410-8672-22b8fab6180f HTTP/1.1" status: 200 len: 948 time: 0.2372544 Jul 14 07:03:47.021941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Set router bba5e7f6-6485-4d6f-9d18-5a2799b0fab2 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:47.024767 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:47.025826 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:47.180692 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3152be5b-c684-4fa6-9b39-cc3164ff150f req-f8fb7be8-7417-4fd4-94e2-df7eb10ee44d tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705954 Jul 14 07:03:47.236435 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-edb3fcd9-722f-4f44-881f-07865f5d4e36 service neutron] 10.222.0.15 "GET /v2.0/ports/5391242a-3277-4680-97ad-29af538efedb/bindings/n-h1-778696-5 HTTP/1.1" status: 200 len: 384 time: 0.1894786 Jul 14 07:03:47.252207 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e994c-1fe2-4eb3-8579-0675f0eb6aae req-ca8287f6-8074-4655-9e99-497e0d4842e6 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:47.261997 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd5e994c-1fe2-4eb3-8579-0675f0eb6aae req-ca8287f6-8074-4655-9e99-497e0d4842e6 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.30 "GET /v2.0/ports?device_id=12bec10c-43f5-4067-871e-9c03f105f542 HTTP/1.1" status: 200 len: 946 time: 0.3712006 Jul 14 07:03:47.377742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8442a-8354-483d-b970-9eab7afb2571 req-515d7dc6-7b47-42c7-b7bf-9bf09598121d tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:47.385278 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35e8442a-8354-483d-b970-9eab7afb2571 req-515d7dc6-7b47-42c7-b7bf-9bf09598121d tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 946 time: 0.4117546 Jul 14 07:03:47.442582 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202470841-router', 'tenant_id': '5e1a7246350f4ebc911606ade6107235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:40Z', 'updated_at': '2021-07-14T07:03:44Z', 'revision_number': 4, 'project_id': '5e1a7246350f4ebc911606ade6107235', 'gw_port': {'id': 'ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:41Z', 'updated_at': '2021-07-14T07:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8', 'name': '', 'network_id': 'f379e941-e61b-458d-96bb-8e4b8782a1bd', 'tenant_id': '5e1a7246350f4ebc911606ade6107235', 'mac_address': 'fa:16:3e:e8:da:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '74ee3d49-55fd-406c-92f0-410ea26c9f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:43Z', 'updated_at': '2021-07-14T07:03:44Z', 'revision_number': 2, 'project_id': '5e1a7246350f4ebc911606ade6107235', 'subnets': [{'id': '74ee3d49-55fd-406c-92f0-410ea26c9f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:47.498248 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Checking router: bba5e7f6-6485-4d6f-9d18-5a2799b0fab2 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:03:47.498467 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Updating router bba5e7f6-6485-4d6f-9d18-5a2799b0fab2 port 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:03:47.520220 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35e8442a-8354-483d-b970-9eab7afb2571 req-7f8bdfb6-eeac-4191-89c7-43fe8f7da84b tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340704 Jul 14 07:03:47.554494 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:47.557448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-b05ff034-8dd1-419a-8b82-19ff83bc8fbd tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--352846309&fields=id&tenant_id=e1b2d28cf04d40aa988da155be385097 HTTP/1.1" status: 200 len: 267 time: 0.1677337 Jul 14 07:03:47.794702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-bd5e994c-1fe2-4eb3-8579-0675f0eb6aae req-e4957218-9984-492e-966f-d2ee8d196f73 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Deleting port a979de78-27f6-49ff-8176-7938934a3bc0 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:03:47.795691 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bd5e994c-1fe2-4eb3-8579-0675f0eb6aae req-e4957218-9984-492e-966f-d2ee8d196f73 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:47.894043 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:47.916570 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Transition to ACTIVE for port object 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:47.927884 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:48.083821 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d127d-d6bc-439e-a0f3-f81daa0c2c7b None None] Pushing event updated for resources: {'Port': ['ID=2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:48.091654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Attempting to bind port 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:48.092852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Attempting to bind port 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'd2ace2d8-2ea4-47da-b2e3-a22a2248ef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f379e941-e61b-458d-96bb-8e4b8782a1bd'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:48.092852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Attempting to bind port 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 on network f379e941-e61b-458d-96bb-8e4b8782a1bd {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:48.099423 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:48.099863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Checking segment: {'id': 'd2ace2d8-2ea4-47da-b2e3-a22a2248ef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f379e941-e61b-458d-96bb-8e4b8782a1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:48.100200 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:48.102550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Bound using segment: {'id': 'd2ace2d8-2ea4-47da-b2e3-a22a2248ef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f379e941-e61b-458d-96bb-8e4b8782a1bd'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:48.103156 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Bound port: 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ace2d8-2ea4-47da-b2e3-a22a2248ef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f379e941-e61b-458d-96bb-8e4b8782a1bd'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:48.103610 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:48.198175 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] For port 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:48.202172 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] For port 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8,segment=NetworkSegment(d2ace2d8-2ea4-47da-b2e3-a22a2248ef0f),segment_id=d2ace2d8-2ea4-47da-b2e3-a22a2248ef0f)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:48.209285 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:48.266988 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Routers {'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:48.267688 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['bba5e7f6-6485-4d6f-9d18-5a2799b0fab2'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:48.348096 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-bd5e994c-1fe2-4eb3-8579-0675f0eb6aae req-e4957218-9984-492e-966f-d2ee8d196f73 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] For port a979de78-27f6-49ff-8176-7938934a3bc0, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a979de78-27f6-49ff-8176-7938934a3bc0,segment=NetworkSegment(7d719af1-58e1-487a-af61-7254e3dcfc8b),segment_id=7d719af1-58e1-487a-af61-7254e3dcfc8b)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:48.348744 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bd5e994c-1fe2-4eb3-8579-0675f0eb6aae req-e4957218-9984-492e-966f-d2ee8d196f73 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:48.358363 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-8c22617a-9410-445d-a8e2-e1c4d2408f16 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:48.369231 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-8c22617a-9410-445d-a8e2-e1c4d2408f16 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/networks?id=8275b157-0f8d-4b3a-902c-fb5bdf31df26 HTTP/1.1" status: 200 len: 824 time: 0.8101072 Jul 14 07:03:48.410710 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-e138c888-a1dc-47c3-9370-8f5d586d49fd tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/quotas/e1b2d28cf04d40aa988da155be385097 HTTP/1.1" status: 200 len: 375 time: 0.0405095 Jul 14 07:03:48.422698 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-9ca0cfbe-954f-4dc4-ad3a-9c9ca3adee43 service neutron] For port 5391242a-3277-4680-97ad-29af538efedb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5391242a-3277-4680-97ad-29af538efedb,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:48.449954 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] Set router bba5e7f6-6485-4d6f-9d18-5a2799b0fab2 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:48.476062 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67e8df-51b7-40a9-a4b2-22f17677cb91 req-3ffe628c-3e5e-426f-b79c-2752e7bff351 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:48.489619 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f67e8df-51b7-40a9-a4b2-22f17677cb91 req-3ffe628c-3e5e-426f-b79c-2752e7bff351 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3df0343-3323-4ac7-a05a-509651ca3558 HTTP/1.1" status: 200 len: 945 time: 0.8406265 Jul 14 07:03:48.515280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d127d-d6bc-439e-a0f3-f81daa0c2c7b None None] Pushing event updated for resources: {'Port': ['ID=2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:48.629869 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-9ca0cfbe-954f-4dc4-ad3a-9c9ca3adee43 service neutron] For port 5391242a-3277-4680-97ad-29af538efedb, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:48.712724 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f67e8df-51b7-40a9-a4b2-22f17677cb91 req-984cfedd-fba1-457d-9666-514726466f51 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc47c6d8-1885-4a47-8f1e-5a65d5e81a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221785 Jul 14 07:03:48.734070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 5391242a-3277-4680-97ad-29af538efedb no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:03:48.736210 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:48.848893 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90082863-90fc-4cf1-bd70-eef3b2cc4d46 req-bb039ce7-21c1-4a36-9184-782ae35275ee tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/floatingips/d90ae121-75ff-41e5-86ab-a468c00bbfa0 HTTP/1.1" status: 200 len: 693 time: 0.0942276 Jul 14 07:03:48.892327 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-9ca0cfbe-954f-4dc4-ad3a-9c9ca3adee43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5391242a-3277-4680-97ad-29af538efedb {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:03:48.917875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:48.940543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-9ca0cfbe-954f-4dc4-ad3a-9c9ca3adee43 service neutron] For port 5391242a-3277-4680-97ad-29af538efedb, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5391242a-3277-4680-97ad-29af538efedb,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:48.945877 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:48.946252 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:49.020674 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-7cd21b94-2bd8-47a7-967c-f854e965e33d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1b2d28cf04d40aa988da155be385097&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6088657 Jul 14 07:03:49.032790 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-9ca0cfbe-954f-4dc4-ad3a-9c9ca3adee43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:49.044882 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202470841-router', 'tenant_id': '5e1a7246350f4ebc911606ade6107235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:40Z', 'updated_at': '2021-07-14T07:03:44Z', 'revision_number': 4, 'project_id': '5e1a7246350f4ebc911606ade6107235', 'gw_port': {'id': 'ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:41Z', 'updated_at': '2021-07-14T07:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8', 'name': '', 'network_id': 'f379e941-e61b-458d-96bb-8e4b8782a1bd', 'tenant_id': '5e1a7246350f4ebc911606ade6107235', 'mac_address': 'fa:16:3e:e8:da:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '74ee3d49-55fd-406c-92f0-410ea26c9f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:43Z', 'updated_at': '2021-07-14T07:03:48Z', 'revision_number': 4, 'project_id': '5e1a7246350f4ebc911606ade6107235', 'subnets': [{'id': '74ee3d49-55fd-406c-92f0-410ea26c9f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:49.082455 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:49.084494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa679f5e-8dc6-4641-a561-722a28d5794d None None] The sync data for ids ['bba5e7f6-6485-4d6f-9d18-5a2799b0fab2'] in n-d-778696-5 is: [{'id': 'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202470841-router', 'tenant_id': '5e1a7246350f4ebc911606ade6107235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:40Z', 'updated_at': '2021-07-14T07:03:44Z', 'revision_number': 4, 'project_id': '5e1a7246350f4ebc911606ade6107235', 'gw_port': {'id': 'ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:41Z', 'updated_at': '2021-07-14T07:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8', 'name': '', 'network_id': 'f379e941-e61b-458d-96bb-8e4b8782a1bd', 'tenant_id': '5e1a7246350f4ebc911606ade6107235', 'mac_address': 'fa:16:3e:e8:da:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '74ee3d49-55fd-406c-92f0-410ea26c9f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:43Z', 'updated_at': '2021-07-14T07:03:48Z', 'revision_number': 4, 'project_id': '5e1a7246350f4ebc911606ade6107235', 'subnets': [{'id': '74ee3d49-55fd-406c-92f0-410ea26c9f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:03:49.108053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45089ddd-89eb-491a-9156-eb707c111bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a72c46d-107f-4774-b9b7-94d2bff8ecd5'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:03:49.110276 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d62d97a-f8d0-4b09-909a-4329086569b0" -d '{"events": [{"server_uuid": "45089ddd-89eb-491a-9156-eb707c111bc0", "name": "network-vif-plugged", "status": "completed", "tag": "1a72c46d-107f-4774-b9b7-94d2bff8ecd5"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:03:49.123789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1a72c46d-107f-4774-b9b7-94d2bff8ecd5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1a72c46d-107f-4774-b9b7-94d2bff8ecd5,segment=NetworkSegment(f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07),segment_id=f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:49.129064 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:49.147106 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bd5e994c-1fe2-4eb3-8579-0675f0eb6aae req-e4957218-9984-492e-966f-d2ee8d196f73 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:49.147106 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bd5e994c-1fe2-4eb3-8579-0675f0eb6aae req-e4957218-9984-492e-966f-d2ee8d196f73 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:49.147291 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [req-bd5e994c-1fe2-4eb3-8579-0675f0eb6aae req-e4957218-9984-492e-966f-d2ee8d196f73 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Floating IP 30c060ff-d62e-4a37-87be-c6dcb2fe2db1 disassociated. External IP: 172.25.7.179, port: a979de78-27f6-49ff-8176-7938934a3bc0. Jul 14 07:03:49.147567 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-bd5e994c-1fe2-4eb3-8579-0675f0eb6aae req-e4957218-9984-492e-966f-d2ee8d196f73 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Calling delete_port for a979de78-27f6-49ff-8176-7938934a3bc0 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:03:49.212456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90082863-90fc-4cf1-bd70-eef3b2cc4d46 req-854ae064-55e8-4125-b8b5-59fdc0189b53 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:49.213866 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90082863-90fc-4cf1-bd70-eef3b2cc4d46 req-854ae064-55e8-4125-b8b5-59fdc0189b53 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.3640924 Jul 14 07:03:49.237798 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=1a72c46d-107f-4774-b9b7-94d2bff8ecd5,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:49.309720 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-90082863-90fc-4cf1-bd70-eef3b2cc4d46 req-f9da87fb-a4d5-4acd-bf23-a00ea003950c tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:03:49.310804 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90082863-90fc-4cf1-bd70-eef3b2cc4d46 req-f9da87fb-a4d5-4acd-bf23-a00ea003950c tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182083 Jul 14 07:03:49.370347 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-bbcd9985-94f7-49b9-ae77-c02d3af3e9f8 service neutron] 10.222.0.35 "GET /v2.0/networks/8275b157-0f8d-4b3a-902c-fb5bdf31df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223102 Jul 14 07:03:49.372539 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-9ca0cfbe-954f-4dc4-ad3a-9c9ca3adee43 service neutron] Transition to ACTIVE for port object 5391242a-3277-4680-97ad-29af538efedb will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:49.396179 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-9ca0cfbe-954f-4dc4-ad3a-9c9ca3adee43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:49.601119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-9ca0cfbe-954f-4dc4-ad3a-9c9ca3adee43 service neutron] No DVR routers for this DVR port 5391242a-3277-4680-97ad-29af538efedb on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:03:49.656752 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0cfbe-954f-4dc4-ad3a-9c9ca3adee43 service neutron] Pushing event updated for resources: {'Port': ['ID=5391242a-3277-4680-97ad-29af538efedb,revision_number=10']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:49.720897 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bd5e994c-1fe2-4eb3-8579-0675f0eb6aae req-e4957218-9984-492e-966f-d2ee8d196f73 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:49.723802 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-1d144705-6d0a-4a6c-a157-498f568efbc4 service neutron] 10.222.0.35 "GET /v2.0/networks/8275b157-0f8d-4b3a-902c-fb5bdf31df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309627 Jul 14 07:03:49.728930 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-9ca0cfbe-954f-4dc4-ad3a-9c9ca3adee43 service neutron] 10.222.0.15 "PUT /v2.0/ports/5391242a-3277-4680-97ad-29af538efedb/bindings/n-h1-778696-5/activate HTTP/1.1" status: 200 len: 369 time: 2.4016783 Jul 14 07:03:49.762466 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21c97d4f-59b1-4983-8a47-e4513f0dd62a req-598b86aa-ed82-4310-88dd-a61f8fa52c57 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3855691 Jul 14 07:03:49.767210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4957218-9984-492e-966f-d2ee8d196f73 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Pushing event deleted for resources: {'Port': ['ID=a979de78-27f6-49ff-8176-7938934a3bc0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:49.782071 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7148a5e-d4cd-4afb-bf07-b5341b54cd12 req-11b29fe9-ce1d-41ef-84c9-65e8941a780e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:49.790640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7148a5e-d4cd-4afb-bf07-b5341b54cd12 req-11b29fe9-ce1d-41ef-84c9-65e8941a780e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 944 time: 0.3008137 Jul 14 07:03:49.929496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-b5be0251-38a1-41b3-a832-7a71f0fa3018 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:49.931628 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-b5be0251-38a1-41b3-a832-7a71f0fa3018 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274&tenant_id=b105e52a7ba74b51aa3981183eb54e1c&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 1095 time: 0.1102576 Jul 14 07:03:49.953814 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7148a5e-d4cd-4afb-bf07-b5341b54cd12 req-619bc0ba-9cb5-42e6-b206-62da5b92ec5b tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621943 Jul 14 07:03:50.029419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-282f9615-25f0-4530-86c3-d9619681061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:50.031278 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-282f9615-25f0-4530-86c3-d9619681061c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274&tenant_id=b105e52a7ba74b51aa3981183eb54e1c HTTP/1.1" status: 200 len: 1095 time: 0.0907788 Jul 14 07:03:50.151443 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c97d4f-59b1-4983-8a47-e4513f0dd62a req-d64e0f05-45dd-4e1d-9e60-ed7fe12cd6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:50.153579 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21c97d4f-59b1-4983-8a47-e4513f0dd62a req-d64e0f05-45dd-4e1d-9e60-ed7fe12cd6c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 1095 time: 0.3609564 Jul 14 07:03:50.174755 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd5e994c-1fe2-4eb3-8579-0675f0eb6aae req-e4957218-9984-492e-966f-d2ee8d196f73 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Router 845674d6-8538-4672-96ee-9ea4c087b9f8 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:03:50.224656 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-c6cc4681-6c97-40d2-a913-2446af4dd43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:50.226246 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-c6cc4681-6c97-40d2-a913-2446af4dd43d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 1095 time: 0.1568434 Jul 14 07:03:50.377653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-1c616685-d78d-46cf-b312-8a14cae0bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:50.382193 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-1c616685-d78d-46cf-b312-8a14cae0bc82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.1464589 Jul 14 07:03:50.438270 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-aa6fdf38-849f-45e2-9ba6-821a9a76f73f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5391242a-3277-4680-97ad-29af538efedb HTTP/1.1" status: 200 len: 217 time: 0.0477974 Jul 14 07:03:50.521028 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-3cbe97ab-1571-48f3-9d18-f85c24e69492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:50.522729 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-3cbe97ab-1571-48f3-9d18-f85c24e69492 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.0740461 Jul 14 07:03:50.585834 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-3017d8bc-6b94-4833-8810-41effb97431c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560713 Jul 14 07:03:50.644126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c97d4f-59b1-4983-8a47-e4513f0dd62a req-5a44bd92-057f-4d52-b662-fafbb43dfbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:50.645752 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21c97d4f-59b1-4983-8a47-e4513f0dd62a req-5a44bd92-057f-4d52-b662-fafbb43dfbb8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 922 time: 0.4535158 Jul 14 07:03:50.658444 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b8ace-3196-4861-8687-7d7c5530f500 req-6dd70a7d-996a-4ada-b806-ac20abd55a6d tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:50.667107 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be1b8ace-3196-4861-8687-7d7c5530f500 req-6dd70a7d-996a-4ada-b806-ac20abd55a6d tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/ports?device_id=45089ddd-89eb-491a-9156-eb707c111bc0 HTTP/1.1" status: 200 len: 945 time: 0.4344585 Jul 14 07:03:50.675438 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:50.735079 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-d2ed9171-2718-494d-8c58-bf4134895c24 service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416125 Jul 14 07:03:50.741829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device a979de78-27f6-49ff-8176-7938934a3bc0 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:03:50.766766 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd5e994c-1fe2-4eb3-8579-0675f0eb6aae req-e4957218-9984-492e-966f-d2ee8d196f73 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:03:50.778380 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98280826-8699-4b81-96c6-4ad00f4a73d1 None None] Sync routers for ids ['845674d6-8538-4672-96ee-9ea4c087b9f8'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:03:50.791219 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98280826-8699-4b81-96c6-4ad00f4a73d1 None None] Routers {'845674d6-8538-4672-96ee-9ea4c087b9f8'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:50.791843 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-98280826-8699-4b81-96c6-4ad00f4a73d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['845674d6-8538-4672-96ee-9ea4c087b9f8'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:50.793512 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: a979de78-27f6-49ff-8176-7938934a3bc0 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:03:50.793861 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device a979de78-27f6-49ff-8176-7938934a3bc0 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:03:50.864824 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-ce2e7f49-a237-44c4-9bf8-33cd5c931f32 service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222374 Jul 14 07:03:50.904182 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:50.910222 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:50.910523 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:50.911906 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5e994c-1fe2-4eb3-8579-0675f0eb6aae req-e4957218-9984-492e-966f-d2ee8d196f73 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] No DVR routers for this DVR port a979de78-27f6-49ff-8176-7938934a3bc0 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:03:50.916495 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bd5e994c-1fe2-4eb3-8579-0675f0eb6aae req-e4957218-9984-492e-966f-d2ee8d196f73 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:50.920474 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd5e994c-1fe2-4eb3-8579-0675f0eb6aae req-e4957218-9984-492e-966f-d2ee8d196f73 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.30 "DELETE /v2.0/ports/a979de78-27f6-49ff-8176-7938934a3bc0 HTTP/1.1" status: 204 len: 173 time: 3.6575842 Jul 14 07:03:50.976601 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bec10c-43f5-4067-871e-9c03f105f542', 'name': 'network-vif-deleted', 'tag': 'a979de78-27f6-49ff-8176-7938934a3bc0'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:03:50.976601 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac0a4bd-4ab4-4b28-8d6f-d4309b90d98a" -d '{"events": [{"server_uuid": "12bec10c-43f5-4067-871e-9c03f105f542", "name": "network-vif-deleted", "tag": "a979de78-27f6-49ff-8176-7938934a3bc0"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:03:50.999796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21c97d4f-59b1-4983-8a47-e4513f0dd62a req-a10018f4-fdd8-495c-8629-9219d5b0b488 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcf2efef-68b1-4130-9c96-4f28d02d6d7d HTTP/1.1" status: 200 len: 217 time: 0.2515447 Jul 14 07:03:51.021804 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be1b8ace-3196-4861-8687-7d7c5530f500 req-5f72197e-b3a3-4264-bd0c-3f1f7ae1683e tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a8549c0-275d-42f4-a75d-dbf071a2ef14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3537261 Jul 14 07:03:51.043144 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30821d-cbe4-42f0-98ef-73ea2c92e1dc req-524f9347-a87f-4563-8b51-3c131d86d6e6 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:51.051672 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9d30821d-cbe4-42f0-98ef-73ea2c92e1dc req-524f9347-a87f-4563-8b51-3c131d86d6e6 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 946 time: 0.6234069 Jul 14 07:03:51.081006 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-98280826-8699-4b81-96c6-4ad00f4a73d1 None None] Set router 845674d6-8538-4672-96ee-9ea4c087b9f8 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:51.108688 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:51.194579 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8,segment=NetworkSegment(d2ace2d8-2ea4-47da-b2e3-a22a2248ef0f),segment_id=d2ace2d8-2ea4-47da-b2e3-a22a2248ef0f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:03:51.201966 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:51.316441 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c97d4f-59b1-4983-8a47-e4513f0dd62a req-3f560067-b32b-4572-85a3-7938d61e70a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:51.317953 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21c97d4f-59b1-4983-8a47-e4513f0dd62a req-3f560067-b32b-4572-85a3-7938d61e70a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.3112431 Jul 14 07:03:51.365817 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:51.432610 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9d30821d-cbe4-42f0-98ef-73ea2c92e1dc req-30c1ec17-49f9-4015-bb70-3a9a2f410598 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800876 Jul 14 07:03:51.434798 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21c97d4f-59b1-4983-8a47-e4513f0dd62a req-5b3c74b3-b7f2-4de1-a7f1-bae72a544e79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093974 Jul 14 07:03:51.579190 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-98280826-8699-4b81-96c6-4ad00f4a73d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '505e48b0-e897-4020-9a65-f47e12dfec7f', 'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'mac_address': 'fa:16:3e:97:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '09316beb-b379-4562-9195-dccf17a52656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:09Z', 'updated_at': '2021-07-14T07:01:18Z', 'revision_number': 5, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'subnets': [{'id': '09316beb-b379-4562-9195-dccf17a52656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:51.610672 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f9b3bf-471a-44c2-9509-028cfefbc576 x-openstack-request-id: req-51f9b3bf-471a-44c2-9509-028cfefbc576 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:03:51.610967 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45089ddd-89eb-491a-9156-eb707c111bc0", "name": "network-vif-plugged", "status": "completed", "tag": "1a72c46d-107f-4774-b9b7-94d2bff8ecd5", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:03:51.611225 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51f9b3bf-471a-44c2-9509-028cfefbc576 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:03:51.611622 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45089ddd-89eb-491a-9156-eb707c111bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a72c46d-107f-4774-b9b7-94d2bff8ecd5', 'code': 200} Jul 14 07:03:51.619966 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98280826-8699-4b81-96c6-4ad00f4a73d1 None None] Checking router: 845674d6-8538-4672-96ee-9ea4c087b9f8 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:03:51.657569 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98280826-8699-4b81-96c6-4ad00f4a73d1 None None] Routers {'845674d6-8538-4672-96ee-9ea4c087b9f8'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:51.658729 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-98280826-8699-4b81-96c6-4ad00f4a73d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['845674d6-8538-4672-96ee-9ea4c087b9f8'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:51.685289 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21c97d4f-59b1-4983-8a47-e4513f0dd62a req-fbb64837-7e19-4be2-bbc9-610e01ab0a28 service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376812 Jul 14 07:03:51.841816 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6cf8b84-e6c8-4645-a8df-72c761d4a8fe req-bbd819c8-67f6-48a0-885e-2fd37fa7966a tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/floatingips/d90ae121-75ff-41e5-86ab-a468c00bbfa0 HTTP/1.1" status: 200 len: 693 time: 0.1555259 Jul 14 07:03:51.974666 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968ad43-85ae-423c-87eb-5a9726a419d2 req-9b148352-a880-4b82-97e8-fe767c7d6235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:51.980112 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1968ad43-85ae-423c-87eb-5a9726a419d2 req-9b148352-a880-4b82-97e8-fe767c7d6235 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45089ddd-89eb-491a-9156-eb707c111bc0 HTTP/1.1" status: 200 len: 1096 time: 0.1632040 Jul 14 07:03:52.004433 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-98280826-8699-4b81-96c6-4ad00f4a73d1 None None] Set router 845674d6-8538-4672-96ee-9ea4c087b9f8 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:52.062208 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1968ad43-85ae-423c-87eb-5a9726a419d2 req-a07516ad-4241-429f-b850-983cc81f602e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8a8549c0-275d-42f4-a75d-dbf071a2ef14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752203 Jul 14 07:03:52.282186 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-98280826-8699-4b81-96c6-4ad00f4a73d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '505e48b0-e897-4020-9a65-f47e12dfec7f', 'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'mac_address': 'fa:16:3e:97:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '09316beb-b379-4562-9195-dccf17a52656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:09Z', 'updated_at': '2021-07-14T07:01:18Z', 'revision_number': 5, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'subnets': [{'id': '09316beb-b379-4562-9195-dccf17a52656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:52.309941 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98280826-8699-4b81-96c6-4ad00f4a73d1 None None] The sync data for ids ['845674d6-8538-4672-96ee-9ea4c087b9f8'] in n-d-778696-5 is: [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '505e48b0-e897-4020-9a65-f47e12dfec7f', 'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'mac_address': 'fa:16:3e:97:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '09316beb-b379-4562-9195-dccf17a52656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:09Z', 'updated_at': '2021-07-14T07:01:18Z', 'revision_number': 5, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'subnets': [{'id': '09316beb-b379-4562-9195-dccf17a52656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:03:52.623960 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf8b84-e6c8-4645-a8df-72c761d4a8fe req-bc5a6be4-7dff-4401-8cb5-401e87f80182 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:52.633465 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6cf8b84-e6c8-4645-a8df-72c761d4a8fe req-bc5a6be4-7dff-4401-8cb5-401e87f80182 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.7113979 Jul 14 07:03:52.640506 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-b6cf8b84-e6c8-4645-a8df-72c761d4a8fe req-9cf05785-ba7c-4562-a92f-8b04362544b0 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:03:52.649318 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6cf8b84-e6c8-4645-a8df-72c761d4a8fe req-9cf05785-ba7c-4562-a92f-8b04362544b0 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147634 Jul 14 07:03:52.654081 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab9efe6c-c4cd-4f9c-8d81-b00f7fff4a86 req-db7ec353-4b77-4f70-a438-4f45e2370107 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=6af6bcd6-103d-4601-ba3e-62921b841ef8 HTTP/1.1" status: 200 len: 210 time: 0.6064160 Jul 14 07:03:52.685381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:03:52.745637 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6198a3e-2f5a-4284-b835-0ee914c25e25 None None] New status for floating IP 30c060ff-d62e-4a37-87be-c6dcb2fe2db1: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:03:52.766159 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21c97d4f-59b1-4983-8a47-e4513f0dd62a req-28148876-9228-4f1e-bf58-0142baa80867 service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9233589 Jul 14 07:03:52.913686 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-f05a23bc-9253-4a05-af0b-b087b199c2b0 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:52.918962 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-f05a23bc-9253-4a05-af0b-b087b199c2b0 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.15 "GET /v2.0/networks?id=8275b157-0f8d-4b3a-902c-fb5bdf31df26 HTTP/1.1" status: 200 len: 824 time: 0.1560299 Jul 14 07:03:52.954165 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:52.955569 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:53.091307 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-1fbd1ab7-bd6f-4066-b7bc-d0167320e170 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1b2d28cf04d40aa988da155be385097 HTTP/1.1" status: 200 len: 379 time: 0.1047800 Jul 14 07:03:53.150210 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6cf8b84-e6c8-4645-a8df-72c761d4a8fe req-51c35af2-2e66-4c4c-82f2-337de4e76f60 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 696 time: 0.4996102 Jul 14 07:03:53.155340 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-163620d2-2e2a-4a21-925d-73cc9e9ad87d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Request body: {'port': {'device_id': '6af6bcd6-103d-4601-ba3e-62921b841ef8', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'admin_state_up': True, 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'security_groups': ['d3c7f637-f801-425c-a58b-4ef4c095d693']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:53.226922 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37b34f45-1c9a-43a7-bc86-2e2e21cabfb7 req-7143c1f8-75f9-460a-94db-f26e49530e20 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4149916 Jul 14 07:03:53.262331 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-db327356-9917-4f67-b062-bdc5ba44a773 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:53.264047 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-db327356-9917-4f67-b062-bdc5ba44a773 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274&tenant_id=b105e52a7ba74b51aa3981183eb54e1c&binding%3Ahost_id=n-h1-778696-5 HTTP/1.1" status: 200 len: 1095 time: 1.3874769 Jul 14 07:03:53.329069 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6cf8b84-e6c8-4645-a8df-72c761d4a8fe req-b48b1a1e-996a-410f-91a8-b45858daff4a tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 696 time: 0.1750233 Jul 14 07:03:53.423533 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72f3d2-62a1-4348-aa16-60d3ef8b1bb9 req-f43e39ba-0438-4e51-8473-cd8451d5b1ca tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:53.425229 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb72f3d2-62a1-4348-aa16-60d3ef8b1bb9 req-f43e39ba-0438-4e51-8473-cd8451d5b1ca tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=e38d4700-7e89-4410-8672-22b8fab6180f HTTP/1.1" status: 200 len: 948 time: 0.5043297 Jul 14 07:03:53.564203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b34f45-1c9a-43a7-bc86-2e2e21cabfb7 req-c61a63cc-f688-4114-8007-c73e782edc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:53.565842 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37b34f45-1c9a-43a7-bc86-2e2e21cabfb7 req-c61a63cc-f688-4114-8007-c73e782edc09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 1096 time: 0.2975829 Jul 14 07:03:53.617554 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb72f3d2-62a1-4348-aa16-60d3ef8b1bb9 req-710c700e-ad71-4d10-89c6-4beb8ffaba26 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760890 Jul 14 07:03:53.672821 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-163620d2-2e2a-4a21-925d-73cc9e9ad87d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Made reservation on behalf of e1b2d28cf04d40aa988da155be385097 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:03:53.676419 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-163620d2-2e2a-4a21-925d-73cc9e9ad87d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:53.795766 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-25988fe2-803c-451e-b047-c40747cb1abd service neutron] For port 5391242a-3277-4680-97ad-29af538efedb, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:53.829709 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-25988fe2-803c-451e-b047-c40747cb1abd service neutron] Notify callbacks [] for binding, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:53.830834 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c2e350c-14e2-424a-b355-f6c1336e9676 req-25988fe2-803c-451e-b047-c40747cb1abd service neutron] 10.222.0.30 "DELETE /v2.0/ports/5391242a-3277-4680-97ad-29af538efedb/bindings/n-h2-778696-5 HTTP/1.1" status: 204 len: 173 time: 0.5417349 Jul 14 07:03:53.836951 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b34f45-1c9a-43a7-bc86-2e2e21cabfb7 req-9b501416-29e1-487a-83ef-1e93ddad89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:53.838452 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37b34f45-1c9a-43a7-bc86-2e2e21cabfb7 req-9b501416-29e1-487a-83ef-1e93ddad89b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.2344415 Jul 14 07:03:53.873552 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-b6cf8b84-e6c8-4645-a8df-72c761d4a8fe req-ace6db90-c66d-49b1-aa9c-b1a014b3db2b tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Deleting port 59e4e86a-5dfd-4b0d-bba1-79b3fd490613 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:03:53.873796 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b6cf8b84-e6c8-4645-a8df-72c761d4a8fe req-ace6db90-c66d-49b1-aa9c-b1a014b3db2b tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:53.928859 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37b34f45-1c9a-43a7-bc86-2e2e21cabfb7 req-41015d85-22dd-4627-b0e1-91ab9e088760 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bff15c55-9fdd-4384-9f23-280254c2071c HTTP/1.1" status: 200 len: 217 time: 0.0599179 Jul 14 07:03:54.077390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b34f45-1c9a-43a7-bc86-2e2e21cabfb7 req-5bdab83c-b81a-4e92-8b4c-2bf01502ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:54.079308 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37b34f45-1c9a-43a7-bc86-2e2e21cabfb7 req-5bdab83c-b81a-4e92-8b4c-2bf01502ca85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.1139722 Jul 14 07:03:54.095381 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-163620d2-2e2a-4a21-925d-73cc9e9ad87d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Allocated IP 172.20.0.3 (8275b157-0f8d-4b3a-902c-fb5bdf31df26/09316beb-b379-4562-9195-dccf17a52656/7b8d68b4-3e10-4dad-a363-55b7e67ff175) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:03:54.117288 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb6a6a-519a-468c-b436-84f321b319fd req-d79860e1-2ae4-4240-b968-0e20ff291cfe tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:54.121635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6cbb6a6a-519a-468c-b436-84f321b319fd req-d79860e1-2ae4-4240-b968-0e20ff291cfe tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 944 time: 0.3614554 Jul 14 07:03:54.134377 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b6cf8b84-e6c8-4645-a8df-72c761d4a8fe req-ace6db90-c66d-49b1-aa9c-b1a014b3db2b tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:54.134606 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b6cf8b84-e6c8-4645-a8df-72c761d4a8fe req-ace6db90-c66d-49b1-aa9c-b1a014b3db2b tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:54.173738 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37b34f45-1c9a-43a7-bc86-2e2e21cabfb7 req-bdb4e741-9fcf-441b-8651-0f45bc43e364 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796981 Jul 14 07:03:54.206092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-b6cf8b84-e6c8-4645-a8df-72c761d4a8fe req-ace6db90-c66d-49b1-aa9c-b1a014b3db2b tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Calling delete_port for 59e4e86a-5dfd-4b0d-bba1-79b3fd490613 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:03:54.362832 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6cbb6a6a-519a-468c-b436-84f321b319fd req-fd674d5b-d49e-4b9d-b00a-e4ce38f6a8a9 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980259 Jul 14 07:03:54.423388 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4725ac78-8c33-4ec3-b00c-b52a519770e3 x-openstack-request-id: req-4725ac78-8c33-4ec3-b00c-b52a519770e3 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:03:54.423677 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bec10c-43f5-4067-871e-9c03f105f542", "name": "network-vif-deleted", "tag": "a979de78-27f6-49ff-8176-7938934a3bc0", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:03:54.423929 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4725ac78-8c33-4ec3-b00c-b52a519770e3 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:03:54.424321 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bec10c-43f5-4067-871e-9c03f105f542', 'name': 'network-vif-deleted', 'tag': 'a979de78-27f6-49ff-8176-7938934a3bc0', 'status': 'completed', 'code': 200} Jul 14 07:03:54.464584 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37b34f45-1c9a-43a7-bc86-2e2e21cabfb7 req-a7155cc2-879f-4e77-9ce1-c74a83b4826d service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666986 Jul 14 07:03:54.566952 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-163620d2-2e2a-4a21-925d-73cc9e9ad87d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:54.689479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-163620d2-2e2a-4a21-925d-73cc9e9ad87d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Transition to ACTIVE for port object 7b8d68b4-3e10-4dad-a363-55b7e67ff175 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:54.693850 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b6cf8b84-e6c8-4645-a8df-72c761d4a8fe req-ace6db90-c66d-49b1-aa9c-b1a014b3db2b tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:54.729420 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37b34f45-1c9a-43a7-bc86-2e2e21cabfb7 req-1e06063f-d048-492e-92ff-7c1f447aad08 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612503 Jul 14 07:03:54.735784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6db90-c66d-49b1-aa9c-b1a014b3db2b tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Pushing event deleted for resources: {'Port': ['ID=59e4e86a-5dfd-4b0d-bba1-79b3fd490613,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:54.782052 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b6cf8b84-e6c8-4645-a8df-72c761d4a8fe req-ace6db90-c66d-49b1-aa9c-b1a014b3db2b tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:54.784627 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b6cf8b84-e6c8-4645-a8df-72c761d4a8fe req-ace6db90-c66d-49b1-aa9c-b1a014b3db2b tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:54.785798 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6cf8b84-e6c8-4645-a8df-72c761d4a8fe req-ace6db90-c66d-49b1-aa9c-b1a014b3db2b tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "DELETE /v2.0/floatingips/d90ae121-75ff-41e5-86ab-a468c00bbfa0 HTTP/1.1" status: 204 len: 173 time: 1.4358625 Jul 14 07:03:54.795711 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f4fe3-df7d-4b81-b850-3d0495396c89 req-e909956a-0805-4c4a-992c-8a8a619b9b87 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:54.797565 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c1f4fe3-df7d-4b81-b850-3d0495396c89 req-e909956a-0805-4c4a-992c-8a8a619b9b87 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/ports?device_id=45089ddd-89eb-491a-9156-eb707c111bc0 HTTP/1.1" status: 200 len: 945 time: 0.2214458 Jul 14 07:03:54.851199 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c1f4fe3-df7d-4b81-b850-3d0495396c89 req-a2b9c27c-f81d-4987-94f4-3f4a23a0a815 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a8549c0-275d-42f4-a75d-dbf071a2ef14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405483 Jul 14 07:03:54.862482 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-163620d2-2e2a-4a21-925d-73cc9e9ad87d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:54.929299 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-163620d2-2e2a-4a21-925d-73cc9e9ad87d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Network 8275b157-0f8d-4b3a-902c-fb5bdf31df26 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:03:54.970995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-163620d2-2e2a-4a21-925d-73cc9e9ad87d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:03:54.977041 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-163620d2-2e2a-4a21-925d-73cc9e9ad87d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:03:54.983207 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-163620d2-2e2a-4a21-925d-73cc9e9ad87d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:54.983938 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-163620d2-2e2a-4a21-925d-73cc9e9ad87d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:55.073543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163620d2-2e2a-4a21-925d-73cc9e9ad87d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Pushing event updated for resources: {'Port': ['ID=7b8d68b4-3e10-4dad-a363-55b7e67ff175,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:55.076815 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-163620d2-2e2a-4a21-925d-73cc9e9ad87d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9725530 Jul 14 07:03:55.096175 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Request body: {'port': {'device_id': '6af6bcd6-103d-4601-ba3e-62921b841ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:55.179068 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-c88c3fb4-fdfb-4829-bdb3-cbaa589d3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:55.180676 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-c88c3fb4-fdfb-4829-bdb3-cbaa589d3742 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 1097 time: 0.2478733 Jul 14 07:03:55.235703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddf362-c680-4370-98aa-9b2298016016 req-59ff41ca-012e-44b2-bce6-962fe488193f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:55.237496 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e1ddf362-c680-4370-98aa-9b2298016016 req-59ff41ca-012e-44b2-bce6-962fe488193f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 946 time: 0.2414241 Jul 14 07:03:55.261628 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142600f3-2cd1-4f6e-b905-b3f8966cdc32 req-b846409d-a267-4ba7-894d-0a9f18eae10e tempest-LiveMigrationNegativeTest-1818969969 tempest-LiveMigrationNegativeTest-1818969969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:55.263028 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-142600f3-2cd1-4f6e-b905-b3f8966cdc32 req-b846409d-a267-4ba7-894d-0a9f18eae10e tempest-LiveMigrationNegativeTest-1818969969 tempest-LiveMigrationNegativeTest-1818969969-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e38d4700-7e89-4410-8672-22b8fab6180f HTTP/1.1" status: 200 len: 1099 time: 0.2703199 Jul 14 07:03:55.325359 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:55.334065 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9e179ddd-ffa3-4dbc-850c-6df6c001df30 None None] Provisioning for port 7b8d68b4-3e10-4dad-a363-55b7e67ff175 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:03:55.336656 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-142600f3-2cd1-4f6e-b905-b3f8966cdc32 req-c07a7785-8fd6-440b-a470-d569018b5a2b tempest-LiveMigrationNegativeTest-1818969969 tempest-LiveMigrationNegativeTest-1818969969-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:55.338395 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9e179ddd-ffa3-4dbc-850c-6df6c001df30 None None] Provisioning complete for port 7b8d68b4-3e10-4dad-a363-55b7e67ff175 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:03:55.338979 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9e179ddd-ffa3-4dbc-850c-6df6c001df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:55.367318 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e1ddf362-c680-4370-98aa-9b2298016016 req-c5ca3c99-0ddf-472b-b9f6-b9918607b745 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173491 Jul 14 07:03:55.400611 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9e179ddd-ffa3-4dbc-850c-6df6c001df30 None None] Port 7b8d68b4-3e10-4dad-a363-55b7e67ff175 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:03:55.436366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-b6e5ae03-7a64-404e-bde5-abe4f92151b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:55.437780 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-b6e5ae03-7a64-404e-bde5-abe4f92151b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 922 time: 0.2260919 Jul 14 07:03:55.497641 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-1453feb8-21d2-4367-88c7-923e8690ad4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c97c7178-2433-40eb-86e7-7f07290839b9 HTTP/1.1" status: 200 len: 217 time: 0.0521066 Jul 14 07:03:55.656750 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-5ac8a025-f13b-46e0-ac13-69b0474f73e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:55.658251 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-5ac8a025-f13b-46e0-ac13-69b0474f73e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.1528177 Jul 14 07:03:56.037814 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-d7e94cfc-a459-4a94-9a58-c7f79686c110 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3597696 Jul 14 07:03:56.071058 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-142600f3-2cd1-4f6e-b905-b3f8966cdc32 req-c07a7785-8fd6-440b-a470-d569018b5a2b tempest-LiveMigrationNegativeTest-1818969969 tempest-LiveMigrationNegativeTest-1818969969-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:56.112630 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-142600f3-2cd1-4f6e-b905-b3f8966cdc32 req-c07a7785-8fd6-440b-a470-d569018b5a2b tempest-LiveMigrationNegativeTest-1818969969 tempest-LiveMigrationNegativeTest-1818969969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:56.176371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11d5c8-cecf-41a7-9eba-014c08999bdd req-700151e5-2cc5-4d12-bd59-4332d0590ef1 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:56.177869 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae11d5c8-cecf-41a7-9eba-014c08999bdd req-700151e5-2cc5-4d12-bd59-4332d0590ef1 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=6af6bcd6-103d-4601-ba3e-62921b841ef8 HTTP/1.1" status: 200 len: 931 time: 0.6199970 Jul 14 07:03:56.188841 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-142600f3-2cd1-4f6e-b905-b3f8966cdc32 req-c07a7785-8fd6-440b-a470-d569018b5a2b tempest-LiveMigrationNegativeTest-1818969969 tempest-LiveMigrationNegativeTest-1818969969-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8903668 Jul 14 07:03:56.216146 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a7785-8fd6-440b-a470-d569018b5a2b tempest-LiveMigrationNegativeTest-1818969969 tempest-LiveMigrationNegativeTest-1818969969-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ef6342-b825-45d3-b847-dd5a8c218a84,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:56.262076 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-940106db-477a-44e7-9674-aea4c46a5c80 service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164092 Jul 14 07:03:56.270323 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae11d5c8-cecf-41a7-9eba-014c08999bdd req-33c26c9b-3b86-4b42-a036-96b5ca5107bc tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3c7f637-f801-425c-a58b-4ef4c095d693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791473 Jul 14 07:03:56.380113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8d68b4-3e10-4dad-a363-55b7e67ff175 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:03:56.404242 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:56.448432 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Transition to ACTIVE for port object 7b8d68b4-3e10-4dad-a363-55b7e67ff175 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:03:56.496071 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:56.592562 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-5f4c6b2d-aa41-4fee-bb1a-7931b1694444 service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212862 Jul 14 07:03:56.696544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Pushing event updated for resources: {'Port': ['ID=7b8d68b4-3e10-4dad-a363-55b7e67ff175,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:56.741436 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4be224-2648-4ed6-9cbc-f7572d982e2a req-4c564202-dd4b-4717-aa5f-d6101dbe4398 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:56.742997 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2e4be224-2648-4ed6-9cbc-f7572d982e2a req-4c564202-dd4b-4717-aa5f-d6101dbe4398 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3695979 Jul 14 07:03:56.757896 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:56.758243 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:56.758576 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:56.758902 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:56.759230 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:56.759768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:56.760012 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:56.760510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:56.760510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:56.761882 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:56.761882 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:56.762078 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:03:56.770166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Attempting to bind port 7b8d68b4-3e10-4dad-a363-55b7e67ff175 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:03:56.770490 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Attempting to bind port 7b8d68b4-3e10-4dad-a363-55b7e67ff175 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '7d719af1-58e1-487a-af61-7254e3dcfc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:03:56.770817 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Attempting to bind port 7b8d68b4-3e10-4dad-a363-55b7e67ff175 on network 8275b157-0f8d-4b3a-902c-fb5bdf31df26 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:56.778866 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Port 7b8d68b4-3e10-4dad-a363-55b7e67ff175 on network 8275b157-0f8d-4b3a-902c-fb5bdf31df26 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:03:56.779122 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Attempting to bind port 7b8d68b4-3e10-4dad-a363-55b7e67ff175 on network 8275b157-0f8d-4b3a-902c-fb5bdf31df26 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:03:56.791578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3ec38-51f3-4745-99fc-4dee659aadfc req-5fec035b-c4b2-4fb1-9a2a-1faef3ab1455 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:56.806181 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37824) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:03:56.809528 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9d3ec38-51f3-4745-99fc-4dee659aadfc req-5fec035b-c4b2-4fb1-9a2a-1faef3ab1455 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/ports?device_id=45089ddd-89eb-491a-9156-eb707c111bc0 HTTP/1.1" status: 200 len: 945 time: 0.3253670 Jul 14 07:03:56.810567 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:03:56.810901 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Checking segment: {'id': '7d719af1-58e1-487a-af61-7254e3dcfc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:03:56.811278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Bound using segment: {'id': '7d719af1-58e1-487a-af61-7254e3dcfc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:03:56.811718 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Bound port: 7b8d68b4-3e10-4dad-a363-55b7e67ff175, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d719af1-58e1-487a-af61-7254e3dcfc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:03:56.812076 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:56.816697 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-2a900a48-46f2-416b-afc6-1fb6ba970137 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Request body: {'floatingip': {'port_id': '1a72c46d-107f-4774-b9b7-94d2bff8ecd5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:03:56.973167 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2a900a48-46f2-416b-afc6-1fb6ba970137 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for floatingip, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:57.056636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] For port 7b8d68b4-3e10-4dad-a363-55b7e67ff175, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:03:57.091529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] For port 7b8d68b4-3e10-4dad-a363-55b7e67ff175, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=7b8d68b4-3e10-4dad-a363-55b7e67ff175,segment=NetworkSegment(7d719af1-58e1-487a-af61-7254e3dcfc8b),segment_id=7d719af1-58e1-487a-af61-7254e3dcfc8b)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:03:57.106775 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e1f1c-d812-4c61-9b16-77d6bfe83e97 req-a6dee25c-0dd0-4521-a539-2c92120f2c4f tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:57.116343 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-468e1f1c-d812-4c61-9b16-77d6bfe83e97 req-a6dee25c-0dd0-4521-a539-2c92120f2c4f tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 1095 time: 0.1078382 Jul 14 07:03:57.127552 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:57.253216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Pushing event updated for resources: {'Port': ['ID=7b8d68b4-3e10-4dad-a363-55b7e67ff175,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:03:57.276356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:57.277622 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:57.286748 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-ca36709f-ffe1-42e6-8eca-d04d230c29cb service neutron] 10.222.0.15 "PUT /v2.0/ports/7b8d68b4-3e10-4dad-a363-55b7e67ff175 HTTP/1.1" status: 200 len: 1091 time: 2.1958323 Jul 14 07:03:57.293524 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af6bcd6-103d-4601-ba3e-62921b841ef8', 'tag': '7b8d68b4-3e10-4dad-a363-55b7e67ff175'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:03:57.296892 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cc1f8f-2605-46b3-8491-9b9961394e82" -d '{"events": [{"name": "network-changed", "server_uuid": "6af6bcd6-103d-4601-ba3e-62921b841ef8", "tag": "7b8d68b4-3e10-4dad-a363-55b7e67ff175"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:03:57.403041 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-468e1f1c-d812-4c61-9b16-77d6bfe83e97 req-6b960b75-4f6e-43ab-b997-029ef67fbf52 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854507 Jul 14 07:03:57.421264 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1bdcd-905e-4629-81c6-6a51f1cd0e96 req-abdce4e5-f096-4075-9876-a5db14aa03cf tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:57.432381 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8c1bdcd-905e-4629-81c6-6a51f1cd0e96 req-abdce4e5-f096-4075-9876-a5db14aa03cf tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 946 time: 0.2159176 Jul 14 07:03:57.571551 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b5b05004-8893-49c2-90f9-3d13e7320d99 req-92fe5ca5-8dc7-42be-b80b-eb3c9e2d6401 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=58f9c064db304f4485bfb5cc8e4b240a HTTP/1.1" status: 200 len: 1657 time: 0.0981431 Jul 14 07:03:57.609817 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8c1bdcd-905e-4629-81c6-6a51f1cd0e96 req-d7c40f97-f205-4c9e-9a91-9a348ed6a7d7 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754732 Jul 14 07:03:57.684735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-04c71697-34ed-4c11-ad9b-ebdfe04616d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:57.686299 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-04c71697-34ed-4c11-ad9b-ebdfe04616d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1b2d28cf04d40aa988da155be385097&device_id=6af6bcd6-103d-4601-ba3e-62921b841ef8 HTTP/1.1" status: 200 len: 1094 time: 0.3241825 Jul 14 07:03:57.765087 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-3520807b-6e22-43ea-a83a-0269aaf7b05c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b8d68b4-3e10-4dad-a363-55b7e67ff175 HTTP/1.1" status: 200 len: 217 time: 0.0603790 Jul 14 07:03:57.770768 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2a900a48-46f2-416b-afc6-1fb6ba970137 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:57.778882 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2a900a48-46f2-416b-afc6-1fb6ba970137 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:57.844135 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b05004-8893-49c2-90f9-3d13e7320d99 req-8ac0e75b-2225-4366-81bd-dd838dbd35d0 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:57.845330 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b5b05004-8893-49c2-90f9-3d13e7320d99 req-8ac0e75b-2225-4366-81bd-dd838dbd35d0 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/networks?id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 787 time: 0.2637897 Jul 14 07:03:57.859557 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-b5b05004-8893-49c2-90f9-3d13e7320d99 req-b491519a-8354-49c9-a7f0-2ccc4484c2f0 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:03:57.860581 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b5b05004-8893-49c2-90f9-3d13e7320d99 req-b491519a-8354-49c9-a7f0-2ccc4484c2f0 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091066 Jul 14 07:03:57.876056 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-42ec3c7e-2f68-4695-8000-9ad8714d6d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:57.877728 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-42ec3c7e-2f68-4695-8000-9ad8714d6d7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09316beb-b379-4562-9195-dccf17a52656 HTTP/1.1" status: 200 len: 863 time: 0.1041341 Jul 14 07:03:57.955844 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98359e9-7dc3-4fd5-a02e-795cf7017dd5 x-openstack-request-id: req-d98359e9-7dc3-4fd5-a02e-795cf7017dd5 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:03:57.956129 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af6bcd6-103d-4601-ba3e-62921b841ef8", "tag": "7b8d68b4-3e10-4dad-a363-55b7e67ff175", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:03:57.956388 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d98359e9-7dc3-4fd5-a02e-795cf7017dd5 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:03:57.956765 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af6bcd6-103d-4601-ba3e-62921b841ef8', 'tag': '7b8d68b4-3e10-4dad-a363-55b7e67ff175', 'status': 'completed', 'code': 200} Jul 14 07:03:57.998740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-9ba89ea9-d7aa-456c-8817-4a5800035673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:58.000296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-9ba89ea9-d7aa-456c-8817-4a5800035673 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8275b157-0f8d-4b3a-902c-fb5bdf31df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155157 Jul 14 07:03:58.015772 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-2a900a48-46f2-416b-afc6-1fb6ba970137 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Floating IP 531245f3-cad9-4b5a-aafb-8107e4bd2b89 associated. External IP: 172.25.7.118, port: 1a72c46d-107f-4774-b9b7-94d2bff8ecd5. Jul 14 07:03:58.257049 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-2dcb4b70-8f41-45a0-88ce-a2c1565d34f4 service neutron] 10.222.0.15 "GET /v2.0/networks/8275b157-0f8d-4b3a-902c-fb5bdf31df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450054 Jul 14 07:03:58.262763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632ae42-650e-45d2-bbb9-f4032a548c83 req-ac3f92d6-6b6b-4f53-aed6-c9293afd553e tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:58.269967 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f632ae42-650e-45d2-bbb9-f4032a548c83 req-ac3f92d6-6b6b-4f53-aed6-c9293afd553e tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 1095 time: 0.1515913 Jul 14 07:03:58.356221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad39ffe-f6b5-4735-9039-2fa01cbd7e52 req-9cfb7800-7f74-4ef4-b01a-2dce5a36b138 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:58.357804 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7ad39ffe-f6b5-4735-9039-2fa01cbd7e52 req-9cfb7800-7f74-4ef4-b01a-2dce5a36b138 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=6af6bcd6-103d-4601-ba3e-62921b841ef8 HTTP/1.1" status: 200 len: 943 time: 0.2089655 Jul 14 07:03:58.404654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f632ae42-650e-45d2-bbb9-f4032a548c83 req-bd04c5e7-def8-438d-9182-26e132129e04 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336999 Jul 14 07:03:58.461115 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7ad39ffe-f6b5-4735-9039-2fa01cbd7e52 req-b9277fb9-2788-4e17-90c8-7cbd810f51c8 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3c7f637-f801-425c-a58b-4ef4c095d693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916224 Jul 14 07:03:58.500361 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d6a3fe2-1514-465a-9600-60b4d794446c req-4f879ce4-1e48-4354-82fc-40397a467d5c service neutron] 10.222.0.15 "GET /v2.0/networks/8275b157-0f8d-4b3a-902c-fb5bdf31df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283325 Jul 14 07:03:58.612359 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-784add87-0ba4-4256-8bb1-91f4f54a64a0 req-e47d476b-680f-4ace-b10e-e743ec4cc70c tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/floatingips/303e82c2-ad31-482e-9290-5f81cfca2dec HTTP/1.1" status: 200 len: 693 time: 0.0926306 Jul 14 07:03:58.623441 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a900a48-46f2-416b-afc6-1fb6ba970137 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Router f0e72a84-4710-42e4-830a-3c6a8456f514 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:03:58.792970 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a900a48-46f2-416b-afc6-1fb6ba970137 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:03:58.800081 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2a900a48-46f2-416b-afc6-1fb6ba970137 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:58.803739 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d6969b-7cdd-4dbf-84a9-77045ed6b2c4 None None] Sync routers for ids ['f0e72a84-4710-42e4-830a-3c6a8456f514'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:03:58.824497 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d6969b-7cdd-4dbf-84a9-77045ed6b2c4 None None] Routers {'f0e72a84-4710-42e4-830a-3c6a8456f514'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:58.826336 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c1d6969b-7cdd-4dbf-84a9-77045ed6b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f0e72a84-4710-42e4-830a-3c6a8456f514'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:58.875539 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc1f8f-2605-46b3-8491-9b9961394e82 req-16da2e47-1126-457c-b181-a2a024bcd1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:58.881857 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09cc1f8f-2605-46b3-8491-9b9961394e82 req-16da2e47-1126-457c-b181-a2a024bcd1a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1b2d28cf04d40aa988da155be385097&device_id=6af6bcd6-103d-4601-ba3e-62921b841ef8 HTTP/1.1" status: 200 len: 1094 time: 0.2664452 Jul 14 07:03:58.925804 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2a900a48-46f2-416b-afc6-1fb6ba970137 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "PUT /v2.0/floatingips/531245f3-cad9-4b5a-aafb-8107e4bd2b89 HTTP/1.1" status: 200 len: 991 time: 2.1148386 Jul 14 07:03:58.925804 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45089ddd-89eb-491a-9156-eb707c111bc0', 'tag': '1a72c46d-107f-4774-b9b7-94d2bff8ecd5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:03:58.940176 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9aa585-af37-48b0-9c70-64cfc9ed78ca" -d '{"events": [{"name": "network-changed", "server_uuid": "45089ddd-89eb-491a-9156-eb707c111bc0", "tag": "1a72c46d-107f-4774-b9b7-94d2bff8ecd5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:03:59.034001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784add87-0ba4-4256-8bb1-91f4f54a64a0 req-59d889ab-b79e-47aa-8f43-85105b6fe227 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:59.035402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-784add87-0ba4-4256-8bb1-91f4f54a64a0 req-59d889ab-b79e-47aa-8f43-85105b6fe227 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.4065099 Jul 14 07:03:59.055416 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c1d6969b-7cdd-4dbf-84a9-77045ed6b2c4 None None] Set router f0e72a84-4710-42e4-830a-3c6a8456f514 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:59.141119 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-784add87-0ba4-4256-8bb1-91f4f54a64a0 req-1bdd42f2-9dd5-46ba-9e1a-f45cf22979e3 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.217 HTTP/1.1" status: 200 len: 696 time: 0.0936918 Jul 14 07:03:59.251761 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-784add87-0ba4-4256-8bb1-91f4f54a64a0 req-306724c0-61eb-40c0-b246-9d177dd8403e tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.217 HTTP/1.1" status: 200 len: 696 time: 0.1011565 Jul 14 07:03:59.254672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc1f8f-2605-46b3-8491-9b9961394e82 req-e87e841f-a9a5-45e7-a54b-28d20c79adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:59.257632 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09cc1f8f-2605-46b3-8491-9b9961394e82 req-e87e841f-a9a5-45e7-a54b-28d20c79adb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8275b157-0f8d-4b3a-902c-fb5bdf31df26 HTTP/1.1" status: 200 len: 925 time: 0.3661044 Jul 14 07:03:59.435956 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c1d6969b-7cdd-4dbf-84a9-77045ed6b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'name': 'tempest-ServersTestJSON-70974883-router', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8393fe8c-c610-43fa-9163-16a42d884741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:13Z', 'updated_at': '2021-07-14T07:03:21Z', 'revision_number': 4, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'gw_port': {'id': '8393fe8c-c610-43fa-9163-16a42d884741', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '531245f3-cad9-4b5a-aafb-8107e4bd2b89', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'port_id': '1a72c46d-107f-4774-b9b7-94d2bff8ecd5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3', 'mac_address': 'fa:16:3e:e3:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45089ddd-89eb-491a-9156-eb707c111bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:03:27Z', 'updated_at': '2021-07-14T07:03:57Z', 'revision_number': 1, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d20bb07-611d-4940-b370-22e37864d6c9', 'name': '', 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'mac_address': 'fa:16:3e:01:95:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:19Z', 'updated_at': '2021-07-14T07:03:27Z', 'revision_number': 5, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'subnets': [{'id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:59.462120 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09cc1f8f-2605-46b3-8491-9b9961394e82 req-17902144-bc4c-4772-a83b-a2a9084408de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b8d68b4-3e10-4dad-a363-55b7e67ff175 HTTP/1.1" status: 200 len: 217 time: 0.1970136 Jul 14 07:03:59.480108 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d6969b-7cdd-4dbf-84a9-77045ed6b2c4 None None] Checking router: f0e72a84-4710-42e4-830a-3c6a8456f514 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:03:59.488893 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d6969b-7cdd-4dbf-84a9-77045ed6b2c4 None None] Routers {'f0e72a84-4710-42e4-830a-3c6a8456f514'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:03:59.489539 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c1d6969b-7cdd-4dbf-84a9-77045ed6b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:03:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f0e72a84-4710-42e4-830a-3c6a8456f514'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:03:59.624724 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c1d6969b-7cdd-4dbf-84a9-77045ed6b2c4 None None] Set router f0e72a84-4710-42e4-830a-3c6a8456f514 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:03:59.669094 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc1f8f-2605-46b3-8491-9b9961394e82 req-7aedd9d9-0e84-4501-addc-fe826d68d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:59.670617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09cc1f8f-2605-46b3-8491-9b9961394e82 req-7aedd9d9-0e84-4501-addc-fe826d68d107 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09316beb-b379-4562-9195-dccf17a52656 HTTP/1.1" status: 200 len: 863 time: 0.1862385 Jul 14 07:03:59.755765 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6741a-975e-47df-993f-ab93347c19ad req-ce977603-e320-43e4-96c0-fb3b5ead1499 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:59.766810 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-28a6741a-975e-47df-993f-ab93347c19ad req-ce977603-e320-43e4-96c0-fb3b5ead1499 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 946 time: 0.2840705 Jul 14 07:03:59.792814 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-784add87-0ba4-4256-8bb1-91f4f54a64a0 req-9654b279-0d7c-47e2-a346-9ea2cd807bbb tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Deleting port d74fd8ff-28c9-4ca3-93de-52040014da8c {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:03:59.793445 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-784add87-0ba4-4256-8bb1-91f4f54a64a0 req-9654b279-0d7c-47e2-a346-9ea2cd807bbb tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:03:59.871015 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-28a6741a-975e-47df-993f-ab93347c19ad req-93bb5f02-51e5-47aa-80c9-dc9d4a77d222 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029720 Jul 14 07:03:59.939412 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc1f8f-2605-46b3-8491-9b9961394e82 req-0907b7fb-b576-40f5-aa8a-a898056ef319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:03:59.951000 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09cc1f8f-2605-46b3-8491-9b9961394e82 req-0907b7fb-b576-40f5-aa8a-a898056ef319 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8275b157-0f8d-4b3a-902c-fb5bdf31df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2649736 Jul 14 07:03:59.979002 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c1d6969b-7cdd-4dbf-84a9-77045ed6b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'name': 'tempest-ServersTestJSON-70974883-router', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8393fe8c-c610-43fa-9163-16a42d884741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:13Z', 'updated_at': '2021-07-14T07:03:21Z', 'revision_number': 4, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'gw_port': {'id': '8393fe8c-c610-43fa-9163-16a42d884741', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '531245f3-cad9-4b5a-aafb-8107e4bd2b89', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'port_id': '1a72c46d-107f-4774-b9b7-94d2bff8ecd5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3', 'mac_address': 'fa:16:3e:e3:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45089ddd-89eb-491a-9156-eb707c111bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:03:27Z', 'updated_at': '2021-07-14T07:03:57Z', 'revision_number': 1, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d20bb07-611d-4940-b370-22e37864d6c9', 'name': '', 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'mac_address': 'fa:16:3e:01:95:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:19Z', 'updated_at': '2021-07-14T07:03:27Z', 'revision_number': 5, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'subnets': [{'id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:00.023833 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d6969b-7cdd-4dbf-84a9-77045ed6b2c4 None None] The sync data for ids ['f0e72a84-4710-42e4-830a-3c6a8456f514'] in n-d-778696-5 is: [{'id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'name': 'tempest-ServersTestJSON-70974883-router', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8393fe8c-c610-43fa-9163-16a42d884741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:13Z', 'updated_at': '2021-07-14T07:03:21Z', 'revision_number': 4, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'gw_port': {'id': '8393fe8c-c610-43fa-9163-16a42d884741', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '531245f3-cad9-4b5a-aafb-8107e4bd2b89', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'port_id': '1a72c46d-107f-4774-b9b7-94d2bff8ecd5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3', 'mac_address': 'fa:16:3e:e3:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45089ddd-89eb-491a-9156-eb707c111bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:03:27Z', 'updated_at': '2021-07-14T07:03:57Z', 'revision_number': 1, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d20bb07-611d-4940-b370-22e37864d6c9', 'name': '', 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'mac_address': 'fa:16:3e:01:95:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:19Z', 'updated_at': '2021-07-14T07:03:27Z', 'revision_number': 5, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'subnets': [{'id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:04:00.035352 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-784add87-0ba4-4256-8bb1-91f4f54a64a0 req-9654b279-0d7c-47e2-a346-9ea2cd807bbb tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:00.035672 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-784add87-0ba4-4256-8bb1-91f4f54a64a0 req-9654b279-0d7c-47e2-a346-9ea2cd807bbb tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:00.133250 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-784add87-0ba4-4256-8bb1-91f4f54a64a0 req-9654b279-0d7c-47e2-a346-9ea2cd807bbb tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Calling delete_port for d74fd8ff-28c9-4ca3-93de-52040014da8c owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:04:00.353801 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170d4106-086b-4a93-a4a9-1c338754310b None None] New status for floating IP 531245f3-cad9-4b5a-aafb-8107e4bd2b89: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:04:00.444572 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-72fcd3bc-8940-49ad-9515-cf82cb083e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:00.685196 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09cc1f8f-2605-46b3-8491-9b9961394e82 req-3bd19a2c-392b-46f6-8381-98a804b42e8b service neutron] 10.222.0.15 "GET /v2.0/networks/8275b157-0f8d-4b3a-902c-fb5bdf31df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7221558 Jul 14 07:04:00.700296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a502b5-6907-44ae-825d-cbfb85abe516 req-b8fd0d1f-d69b-49a5-b20f-58cd03b1bd15 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:00.707329 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-74a502b5-6907-44ae-825d-cbfb85abe516 req-b8fd0d1f-d69b-49a5-b20f-58cd03b1bd15 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=e38d4700-7e89-4410-8672-22b8fab6180f HTTP/1.1" status: 200 len: 948 time: 0.5923774 Jul 14 07:04:00.820398 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-74a502b5-6907-44ae-825d-cbfb85abe516 req-d4a46b09-77d1-44aa-9020-c896d433c158 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113927 Jul 14 07:04:00.873931 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8b7c6-32eb-468a-8b7d-87bf8a75dd81 req-da491da0-b545-4184-b354-a6af74052ecb tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:00.875793 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6cf8b7c6-32eb-468a-8b7d-87bf8a75dd81 req-da491da0-b545-4184-b354-a6af74052ecb tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.30 "GET /v2.0/ports?device_id=e38d4700-7e89-4410-8672-22b8fab6180f HTTP/1.1" status: 200 len: 948 time: 0.2819355 Jul 14 07:04:01.002755 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-784add87-0ba4-4256-8bb1-91f4f54a64a0 req-9654b279-0d7c-47e2-a346-9ea2cd807bbb tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:01.064701 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654b279-0d7c-47e2-a346-9ea2cd807bbb tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Pushing event deleted for resources: {'Port': ['ID=d74fd8ff-28c9-4ca3-93de-52040014da8c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:01.173376 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-784add87-0ba4-4256-8bb1-91f4f54a64a0 req-9654b279-0d7c-47e2-a346-9ea2cd807bbb tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:01.176620 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-784add87-0ba4-4256-8bb1-91f4f54a64a0 req-9654b279-0d7c-47e2-a346-9ea2cd807bbb tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:01.178009 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-784add87-0ba4-4256-8bb1-91f4f54a64a0 req-9654b279-0d7c-47e2-a346-9ea2cd807bbb tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "DELETE /v2.0/floatingips/303e82c2-ad31-482e-9290-5f81cfca2dec HTTP/1.1" status: 204 len: 173 time: 1.9158127 Jul 14 07:04:01.184655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09cc1f8f-2605-46b3-8491-9b9961394e82 req-0d9c8acf-1523-4da1-a1a6-faff0664ddb9 service neutron] 10.222.0.15 "GET /v2.0/networks/8275b157-0f8d-4b3a-902c-fb5bdf31df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711440 Jul 14 07:04:01.239853 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd51dd20-bdde-4cd9-a175-bae01781b2c8 x-openstack-request-id: req-bd51dd20-bdde-4cd9-a175-bae01781b2c8 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:04:01.240363 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45089ddd-89eb-491a-9156-eb707c111bc0", "tag": "1a72c46d-107f-4774-b9b7-94d2bff8ecd5", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:04:01.240363 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd51dd20-bdde-4cd9-a175-bae01781b2c8 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:04:01.240806 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45089ddd-89eb-491a-9156-eb707c111bc0', 'tag': '1a72c46d-107f-4774-b9b7-94d2bff8ecd5', 'status': 'completed', 'code': 200} Jul 14 07:04:01.316982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6cf8b7c6-32eb-468a-8b7d-87bf8a75dd81 req-35c5ea2e-bde6-4e6c-b2cd-36190b82cb25 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Deleting port 22c35cae-8946-4e71-9f40-8c27b31f35e2 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:04:01.317362 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6cf8b7c6-32eb-468a-8b7d-87bf8a75dd81 req-35c5ea2e-bde6-4e6c-b2cd-36190b82cb25 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:01.390594 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9aa585-af37-48b0-9c70-64cfc9ed78ca req-6bff02bd-2422-45b1-bb2f-e8207d86e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:01.392101 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc9aa585-af37-48b0-9c70-64cfc9ed78ca req-6bff02bd-2422-45b1-bb2f-e8207d86e10e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52f6ea5960964fe69672c40f1222d3ee&device_id=45089ddd-89eb-491a-9156-eb707c111bc0 HTTP/1.1" status: 200 len: 1096 time: 0.1296709 Jul 14 07:04:01.560792 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6cf8b7c6-32eb-468a-8b7d-87bf8a75dd81 req-35c5ea2e-bde6-4e6c-b2cd-36190b82cb25 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] For port 22c35cae-8946-4e71-9f40-8c27b31f35e2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=22c35cae-8946-4e71-9f40-8c27b31f35e2,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:01.561148 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6cf8b7c6-32eb-468a-8b7d-87bf8a75dd81 req-35c5ea2e-bde6-4e6c-b2cd-36190b82cb25 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:01.598980 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6cf8b7c6-32eb-468a-8b7d-87bf8a75dd81 req-35c5ea2e-bde6-4e6c-b2cd-36190b82cb25 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Calling delete_port for 22c35cae-8946-4e71-9f40-8c27b31f35e2 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:04:01.656570 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9aa585-af37-48b0-9c70-64cfc9ed78ca req-1c8d1804-4aa1-4db5-9a5b-619f30e808ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:01.658023 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc9aa585-af37-48b0-9c70-64cfc9ed78ca req-1c8d1804-4aa1-4db5-9a5b-619f30e808ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=21bbc63d-be7d-4ecb-8dec-01b67666fcd3 HTTP/1.1" status: 200 len: 905 time: 0.2238786 Jul 14 07:04:01.737428 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334518f7-dd07-4ec5-a45f-62d38f73d43f req-e747adf1-a27b-4633-a92e-c87debf4405f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:01.744744 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-334518f7-dd07-4ec5-a45f-62d38f73d43f req-e747adf1-a27b-4633-a92e-c87debf4405f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 946 time: 0.2639782 Jul 14 07:04:01.797247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a252bde-57bf-43d0-9835-a1d2c299ebf9 req-bcbf2718-c7be-4959-ac0d-e8f7d7091ddf tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:01.798890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a252bde-57bf-43d0-9835-a1d2c299ebf9 req-bcbf2718-c7be-4959-ac0d-e8f7d7091ddf tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=6af6bcd6-103d-4601-ba3e-62921b841ef8 HTTP/1.1" status: 200 len: 943 time: 0.4010115 Jul 14 07:04:01.862611 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-334518f7-dd07-4ec5-a45f-62d38f73d43f req-17d4ce0f-ebb6-46bb-8b75-1c719e453e0b tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170957 Jul 14 07:04:01.866505 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc9aa585-af37-48b0-9c70-64cfc9ed78ca req-4d1370d9-a2d3-43ea-91d4-6cd5d80881b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a72c46d-107f-4774-b9b7-94d2bff8ecd5 HTTP/1.1" status: 200 len: 1001 time: 0.1714478 Jul 14 07:04:01.908305 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a252bde-57bf-43d0-9835-a1d2c299ebf9 req-0c3cb67a-510c-483e-8e22-90cf6e369b83 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3c7f637-f801-425c-a58b-4ef4c095d693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994239 Jul 14 07:04:02.055898 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9aa585-af37-48b0-9c70-64cfc9ed78ca req-38716549-619b-436f-aaf8-e6a153904f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:02.057758 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc9aa585-af37-48b0-9c70-64cfc9ed78ca req-38716549-619b-436f-aaf8-e6a153904f3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5e117d8-8c9f-4a20-845a-03bc73716be0 HTTP/1.1" status: 200 len: 843 time: 0.1537185 Jul 14 07:04:02.066295 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd52a209-f9a0-4f56-9ded-789c3bea0c1d req-0303eb91-69a2-48b8-a5c0-48a80bf8a76a tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/floatingips/b7f77469-6e8e-41f0-9696-6e84ad8ac670 HTTP/1.1" status: 200 len: 693 time: 0.0961783 Jul 14 07:04:02.191345 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6cf8b7c6-32eb-468a-8b7d-87bf8a75dd81 req-35c5ea2e-bde6-4e6c-b2cd-36190b82cb25 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:02.205532 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['22c35cae-8946-4e71-9f40-8c27b31f35e2'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:04:02.209240 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['5ceab21c-bf59-4888-a76a-914e42b42219'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:04:02.246006 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5ea2e-bde6-4e6c-b2cd-36190b82cb25 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Pushing event deleted for resources: {'Port': ['ID=22c35cae-8946-4e71-9f40-8c27b31f35e2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:02.321072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf8b7c6-32eb-468a-8b7d-87bf8a75dd81 req-35c5ea2e-bde6-4e6c-b2cd-36190b82cb25 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] No DVR routers for this DVR port 22c35cae-8946-4e71-9f40-8c27b31f35e2 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:04:02.335127 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6cf8b7c6-32eb-468a-8b7d-87bf8a75dd81 req-35c5ea2e-bde6-4e6c-b2cd-36190b82cb25 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:02.343240 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6cf8b7c6-32eb-468a-8b7d-87bf8a75dd81 req-35c5ea2e-bde6-4e6c-b2cd-36190b82cb25 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.30 "DELETE /v2.0/ports/22c35cae-8946-4e71-9f40-8c27b31f35e2 HTTP/1.1" status: 204 len: 173 time: 1.4550409 Jul 14 07:04:02.344291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38d4700-7e89-4410-8672-22b8fab6180f', 'name': 'network-vif-deleted', 'tag': '22c35cae-8946-4e71-9f40-8c27b31f35e2'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:04:02.346747 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ba26c8-4a71-4c44-86c4-26934094e4b2" -d '{"events": [{"server_uuid": "e38d4700-7e89-4410-8672-22b8fab6180f", "name": "network-vif-deleted", "tag": "22c35cae-8946-4e71-9f40-8c27b31f35e2"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:04:02.407733 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9aa585-af37-48b0-9c70-64cfc9ed78ca req-717d57f6-ba10-414f-9f55-0d70ddaf7277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:02.409682 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc9aa585-af37-48b0-9c70-64cfc9ed78ca req-717d57f6-ba10-414f-9f55-0d70ddaf7277 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21bbc63d-be7d-4ecb-8dec-01b67666fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3411505 Jul 14 07:04:02.419035 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52a209-f9a0-4f56-9ded-789c3bea0c1d req-9fb61025-fce4-460c-b038-3bcf972f838b tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:02.426677 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd52a209-f9a0-4f56-9ded-789c3bea0c1d req-9fb61025-fce4-460c-b038-3bcf972f838b tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.3592114 Jul 14 07:04:02.551996 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb44135-530d-46f8-9133-dd897a596f65 req-c7b2221f-610d-495b-a769-ea9e3d626e9a tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:02.559784 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bb44135-530d-46f8-9133-dd897a596f65 req-c7b2221f-610d-495b-a769-ea9e3d626e9a tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=e38d4700-7e89-4410-8672-22b8fab6180f HTTP/1.1" status: 200 len: 867 time: 0.4475107 Jul 14 07:04:02.635514 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd52a209-f9a0-4f56-9ded-789c3bea0c1d req-a4ca0d09-614b-4697-abaa-5d3c514bc98e tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 696 time: 0.2076097 Jul 14 07:04:02.718245 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd52a209-f9a0-4f56-9ded-789c3bea0c1d req-535897f6-f59a-42e8-96d1-2718cbb13390 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 696 time: 0.0810101 Jul 14 07:04:02.731311 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bb44135-530d-46f8-9133-dd897a596f65 req-31132518-0a08-4350-8523-06f671aa9a3c tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249480 Jul 14 07:04:02.739396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 7b8d68b4-3e10-4dad-a363-55b7e67ff175 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:04:02.805114 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc9aa585-af37-48b0-9c70-64cfc9ed78ca req-0c1344b4-0ce0-4241-a8d7-ff77eb6bd7aa service neutron] 10.222.0.30 "GET /v2.0/networks/21bbc63d-be7d-4ecb-8dec-01b67666fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755014 Jul 14 07:04:02.947022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 7b8d68b4-3e10-4dad-a363-55b7e67ff175, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=7b8d68b4-3e10-4dad-a363-55b7e67ff175,segment=NetworkSegment(7d719af1-58e1-487a-af61-7254e3dcfc8b),segment_id=7d719af1-58e1-487a-af61-7254e3dcfc8b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:02.990657 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '7b8d68b4-3e10-4dad-a363-55b7e67ff175', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'port_id': '7b8d68b4-3e10-4dad-a363-55b7e67ff175', 'mac_address': 'fa:16:3e:07:44:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09316beb-b379-4562-9195-dccf17a52656', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:04:03.025625 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc9aa585-af37-48b0-9c70-64cfc9ed78ca req-1fe6523a-f394-4698-9c93-cf039b26ebaa service neutron] 10.222.0.30 "GET /v2.0/networks/21bbc63d-be7d-4ecb-8dec-01b67666fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785092 Jul 14 07:04:03.062438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-dd52a209-f9a0-4f56-9ded-789c3bea0c1d req-e58018bb-ebe4-4685-b78c-cc66497ba802 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Deleting port c22a6897-9549-4868-be66-2c22951525d9 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:04:03.062780 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dd52a209-f9a0-4f56-9ded-789c3bea0c1d req-e58018bb-ebe4-4685-b78c-cc66497ba802 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:03.121174 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:03.150689 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8d68b4-3e10-4dad-a363-55b7e67ff175 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:04:03.158991 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756681ce-3323-44a4-8bd2-2d7600583bb5 x-openstack-request-id: req-756681ce-3323-44a4-8bd2-2d7600583bb5 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:04:03.159766 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38d4700-7e89-4410-8672-22b8fab6180f", "name": "network-vif-deleted", "tag": "22c35cae-8946-4e71-9f40-8c27b31f35e2", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:04:03.160456 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-756681ce-3323-44a4-8bd2-2d7600583bb5 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:04:03.161054 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38d4700-7e89-4410-8672-22b8fab6180f', 'name': 'network-vif-deleted', 'tag': '22c35cae-8946-4e71-9f40-8c27b31f35e2', 'status': 'completed', 'code': 200} Jul 14 07:04:03.199520 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 7b8d68b4-3e10-4dad-a363-55b7e67ff175, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=7b8d68b4-3e10-4dad-a363-55b7e67ff175,segment=NetworkSegment(7d719af1-58e1-487a-af61-7254e3dcfc8b),segment_id=7d719af1-58e1-487a-af61-7254e3dcfc8b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:03.201342 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dd52a209-f9a0-4f56-9ded-789c3bea0c1d req-e58018bb-ebe4-4685-b78c-cc66497ba802 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:03.202119 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dd52a209-f9a0-4f56-9ded-789c3bea0c1d req-e58018bb-ebe4-4685-b78c-cc66497ba802 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:03.231789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-dd52a209-f9a0-4f56-9ded-789c3bea0c1d req-e58018bb-ebe4-4685-b78c-cc66497ba802 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Calling delete_port for c22a6897-9549-4868-be66-2c22951525d9 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:04:03.236602 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:03.250493 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d0fc051e-ec0f-45c7-b870-0bcb767edab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:03.324867 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=7b8d68b4-3e10-4dad-a363-55b7e67ff175,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:03.395885 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245eede6-7f6a-4b7e-8513-e367db79bd27 req-f161328a-ae45-4aa2-8f34-30ba9653e476 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:03.403043 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-245eede6-7f6a-4b7e-8513-e367db79bd27 req-f161328a-ae45-4aa2-8f34-30ba9653e476 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 946 time: 0.1168318 Jul 14 07:04:03.479222 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-245eede6-7f6a-4b7e-8513-e367db79bd27 req-a5a7f58c-0163-41fd-a11f-ee69f1ac2394 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751116 Jul 14 07:04:03.519081 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dd52a209-f9a0-4f56-9ded-789c3bea0c1d req-e58018bb-ebe4-4685-b78c-cc66497ba802 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:03.544555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['7b8d68b4-3e10-4dad-a363-55b7e67ff175'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:04:03.567309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58018bb-ebe4-4685-b78c-cc66497ba802 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Pushing event deleted for resources: {'Port': ['ID=c22a6897-9549-4868-be66-2c22951525d9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:03.591001 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dd52a209-f9a0-4f56-9ded-789c3bea0c1d req-e58018bb-ebe4-4685-b78c-cc66497ba802 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:03.593904 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dd52a209-f9a0-4f56-9ded-789c3bea0c1d req-e58018bb-ebe4-4685-b78c-cc66497ba802 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:03.595378 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd52a209-f9a0-4f56-9ded-789c3bea0c1d req-e58018bb-ebe4-4685-b78c-cc66497ba802 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "DELETE /v2.0/floatingips/b7f77469-6e8e-41f0-9696-6e84ad8ac670 HTTP/1.1" status: 204 len: 173 time: 0.8608980 Jul 14 07:04:03.672154 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:03.874910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c35e11c-c092-48b2-ac84-8ba3fe77586c req-e6add815-9258-4567-b0a2-829e3d45aa20 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/floatingips/2cd23718-eeb6-4b82-8ad6-ed762af1b48a HTTP/1.1" status: 200 len: 693 time: 0.0707653 Jul 14 07:04:03.968097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5016013-c152-468c-8546-5ba2180410bd req-24b95403-8064-457e-ba8d-d41bca75581e tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:03.969987 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5016013-c152-468c-8546-5ba2180410bd req-24b95403-8064-457e-ba8d-d41bca75581e tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=6af6bcd6-103d-4601-ba3e-62921b841ef8 HTTP/1.1" status: 200 len: 944 time: 0.1861603 Jul 14 07:04:04.033575 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5016013-c152-468c-8546-5ba2180410bd req-e059b4b5-5364-43f8-8a6c-fdecbf136ca2 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3c7f637-f801-425c-a58b-4ef4c095d693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560694 Jul 14 07:04:04.041030 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35e11c-c092-48b2-ac84-8ba3fe77586c req-ac72db7b-2dbd-4903-9993-44fbb461dd11 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:04.049079 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c35e11c-c092-48b2-ac84-8ba3fe77586c req-ac72db7b-2dbd-4903-9993-44fbb461dd11 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.1683962 Jul 14 07:04:04.112802 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c35e11c-c092-48b2-ac84-8ba3fe77586c req-04eef97e-9826-4be1-97ca-17a8edbe54f6 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 696 time: 0.0627728 Jul 14 07:04:04.170200 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c35e11c-c092-48b2-ac84-8ba3fe77586c req-646865a0-a911-4750-95bf-517bdf234028 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 696 time: 0.0564747 Jul 14 07:04:04.327486 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-7c35e11c-c092-48b2-ac84-8ba3fe77586c req-740bd486-36e4-48a2-92cb-4e43dfba81d4 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Deleting port 16cf6dc0-e44a-445c-8b83-c0db0102b12a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:04:04.330846 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7c35e11c-c092-48b2-ac84-8ba3fe77586c req-740bd486-36e4-48a2-92cb-4e43dfba81d4 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:04.422326 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7c35e11c-c092-48b2-ac84-8ba3fe77586c req-740bd486-36e4-48a2-92cb-4e43dfba81d4 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:04.422813 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7c35e11c-c092-48b2-ac84-8ba3fe77586c req-740bd486-36e4-48a2-92cb-4e43dfba81d4 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:04.435050 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-7c35e11c-c092-48b2-ac84-8ba3fe77586c req-740bd486-36e4-48a2-92cb-4e43dfba81d4 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Calling delete_port for 16cf6dc0-e44a-445c-8b83-c0db0102b12a owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:04:04.499233 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:04.580626 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7c35e11c-c092-48b2-ac84-8ba3fe77586c req-740bd486-36e4-48a2-92cb-4e43dfba81d4 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:04.610844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740bd486-36e4-48a2-92cb-4e43dfba81d4 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Pushing event deleted for resources: {'Port': ['ID=16cf6dc0-e44a-445c-8b83-c0db0102b12a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:04.639053 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7c35e11c-c092-48b2-ac84-8ba3fe77586c req-740bd486-36e4-48a2-92cb-4e43dfba81d4 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:04.642359 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7c35e11c-c092-48b2-ac84-8ba3fe77586c req-740bd486-36e4-48a2-92cb-4e43dfba81d4 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:04.643790 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c35e11c-c092-48b2-ac84-8ba3fe77586c req-740bd486-36e4-48a2-92cb-4e43dfba81d4 tempest-FloatingIPDetailsTestJSON-1521556624 tempest-FloatingIPDetailsTestJSON-1521556624-project] 10.222.0.35 "DELETE /v2.0/floatingips/2cd23718-eeb6-4b82-8ad6-ed762af1b48a HTTP/1.1" status: 204 len: 173 time: 0.4725366 Jul 14 07:04:04.649698 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37932) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:04.750182 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 7b8d68b4-3e10-4dad-a363-55b7e67ff175 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:04:04.864082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 22c35cae-8946-4e71-9f40-8c27b31f35e2 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:04:04.948246 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 22c35cae-8946-4e71-9f40-8c27b31f35e2 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:04:04.948601 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 22c35cae-8946-4e71-9f40-8c27b31f35e2 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:04:04.965812 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 7b8d68b4-3e10-4dad-a363-55b7e67ff175 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:04:04.981078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 7b8d68b4-3e10-4dad-a363-55b7e67ff175 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:04.981502 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:04.990793 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:04:05.243311 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:05.293688 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af6bcd6-103d-4601-ba3e-62921b841ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8d68b4-3e10-4dad-a363-55b7e67ff175'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:04:05.297954 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2863958-ba7f-432e-bedc-d78a54022a54" -d '{"events": [{"server_uuid": "6af6bcd6-103d-4601-ba3e-62921b841ef8", "name": "network-vif-plugged", "status": "completed", "tag": "7b8d68b4-3e10-4dad-a363-55b7e67ff175"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:04:05.314803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 7b8d68b4-3e10-4dad-a363-55b7e67ff175, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=7b8d68b4-3e10-4dad-a363-55b7e67ff175,segment=NetworkSegment(7d719af1-58e1-487a-af61-7254e3dcfc8b),segment_id=7d719af1-58e1-487a-af61-7254e3dcfc8b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:05.352534 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:05.524224 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=7b8d68b4-3e10-4dad-a363-55b7e67ff175,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:05.645585 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c754f1c-704d-4932-b5c0-f2bf4d3aa7e1 req-6739ab85-5770-4ebf-9110-0c587896f1fb tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:05.647088 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c754f1c-704d-4932-b5c0-f2bf4d3aa7e1 req-6739ab85-5770-4ebf-9110-0c587896f1fb tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=625ad290-41b0-40f0-aba8-9048fefefedf HTTP/1.1" status: 200 len: 949 time: 0.3270082 Jul 14 07:04:05.674400 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b0071-cc1f-4574-971c-41eab51adb1d req-90f2b8db-b345-404e-999c-b7e9df60b9fa tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:05.675906 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fa3b0071-cc1f-4574-971c-41eab51adb1d req-90f2b8db-b345-404e-999c-b7e9df60b9fa tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 946 time: 0.4399271 Jul 14 07:04:05.773716 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c754f1c-704d-4932-b5c0-f2bf4d3aa7e1 req-4b4c2d85-b32f-44f9-a70f-121f78a4a409 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182265 Jul 14 07:04:05.833811 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fa3b0071-cc1f-4574-971c-41eab51adb1d req-521a873e-cec3-43f9-855e-6423947930d9 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421509 Jul 14 07:04:06.088234 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de921f2c-e0b6-4dc9-8d1b-4655993433bc x-openstack-request-id: req-de921f2c-e0b6-4dc9-8d1b-4655993433bc {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:04:06.088542 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af6bcd6-103d-4601-ba3e-62921b841ef8", "name": "network-vif-plugged", "status": "completed", "tag": "7b8d68b4-3e10-4dad-a363-55b7e67ff175", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:04:06.089234 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de921f2c-e0b6-4dc9-8d1b-4655993433bc {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:04:06.089723 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af6bcd6-103d-4601-ba3e-62921b841ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8d68b4-3e10-4dad-a363-55b7e67ff175', 'code': 200} Jul 14 07:04:06.092931 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:06.242070 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b2650-4d86-44c9-aecb-5eef6041304f req-45cbf1ce-3a7c-43fd-875d-dbdb45f49c1e tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:06.242070 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c24b2650-4d86-44c9-aecb-5eef6041304f req-45cbf1ce-3a7c-43fd-875d-dbdb45f49c1e tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=6af6bcd6-103d-4601-ba3e-62921b841ef8 HTTP/1.1" status: 200 len: 945 time: 0.2564185 Jul 14 07:04:06.437783 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c24b2650-4d86-44c9-aecb-5eef6041304f req-3c3029ad-9903-4ffd-9605-a1503330132d tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3c7f637-f801-425c-a58b-4ef4c095d693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809225 Jul 14 07:04:06.458796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ad024-5ccc-47d8-bfa4-5c8375270416 req-06ba2fbe-5aea-409c-8adb-42768311d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:06.460604 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd9ad024-5ccc-47d8-bfa4-5c8375270416 req-06ba2fbe-5aea-409c-8adb-42768311d2d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6af6bcd6-103d-4601-ba3e-62921b841ef8 HTTP/1.1" status: 200 len: 1096 time: 0.2666130 Jul 14 07:04:06.463430 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-63db8b1b-c26b-41ec-a4c0-44ab5fa90e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:06.636041 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd9ad024-5ccc-47d8-bfa4-5c8375270416 req-53dae13d-d124-42cb-8070-1c2df87f93e2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d3c7f637-f801-425c-a58b-4ef4c095d693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896955 Jul 14 07:04:06.665004 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a58f2-0e63-4cd3-9bb5-37b7fa9aee62 req-e84d3922-1888-4a9f-962e-ea8fa04d10c0 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:06.666603 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e48a58f2-0e63-4cd3-9bb5-37b7fa9aee62 req-e84d3922-1888-4a9f-962e-ea8fa04d10c0 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.15 "GET /v2.0/ports?device_id=625ad290-41b0-40f0-aba8-9048fefefedf HTTP/1.1" status: 200 len: 949 time: 0.3137841 Jul 14 07:04:07.109251 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-e48a58f2-0e63-4cd3-9bb5-37b7fa9aee62 req-f8dc6f03-c7db-45d2-88b4-2898b7404db7 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Deleting port 5ceab21c-bf59-4888-a76a-914e42b42219 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:04:07.109857 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e48a58f2-0e63-4cd3-9bb5-37b7fa9aee62 req-f8dc6f03-c7db-45d2-88b4-2898b7404db7 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:07.262754 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417da4e-d303-4ce0-a05e-ab0aa23eda3c req-f039dcc8-3c3e-4497-966c-2d7496bfb548 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:07.264318 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c417da4e-d303-4ce0-a05e-ab0aa23eda3c req-f039dcc8-3c3e-4497-966c-2d7496bfb548 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=625ad290-41b0-40f0-aba8-9048fefefedf HTTP/1.1" status: 200 len: 949 time: 0.2964404 Jul 14 07:04:07.345536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-e48a58f2-0e63-4cd3-9bb5-37b7fa9aee62 req-f8dc6f03-c7db-45d2-88b4-2898b7404db7 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] For port 5ceab21c-bf59-4888-a76a-914e42b42219, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5ceab21c-bf59-4888-a76a-914e42b42219,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:07.345919 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e48a58f2-0e63-4cd3-9bb5-37b7fa9aee62 req-f8dc6f03-c7db-45d2-88b4-2898b7404db7 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:07.384425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-e48a58f2-0e63-4cd3-9bb5-37b7fa9aee62 req-f8dc6f03-c7db-45d2-88b4-2898b7404db7 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Calling delete_port for 5ceab21c-bf59-4888-a76a-914e42b42219 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:04:07.402676 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c417da4e-d303-4ce0-a05e-ab0aa23eda3c req-e6224229-345d-40e1-ad9b-9801cfd77930 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b49f2-91d0-4c6b-9cf6-0d295f41de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167424 Jul 14 07:04:07.463144 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f7b9d-c7a3-455d-a8ca-3817076c83de req-12ad55f8-4e9b-474b-bf1a-3d100bcbfe53 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:07.465883 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b6f7b9d-c7a3-455d-a8ca-3817076c83de req-12ad55f8-4e9b-474b-bf1a-3d100bcbfe53 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 946 time: 0.2710195 Jul 14 07:04:07.566600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-63db8b1b-c26b-41ec-a4c0-44ab5fa90e36 admin admin] Deleting port 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:04:07.567117 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-63db8b1b-c26b-41ec-a4c0-44ab5fa90e36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:07.664810 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b6f7b9d-c7a3-455d-a8ca-3817076c83de req-fc8326ee-4b41-4e87-b7cd-0225c8361ca2 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135888 Jul 14 07:04:07.818119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-63db8b1b-c26b-41ec-a4c0-44ab5fa90e36 admin admin] For port 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0013ddb6-78a0-42d1-8dda-7c8f4c0323dc,segment=NetworkSegment(48b77ce6-803d-4356-aac7-7d83c725d03b),segment_id=48b77ce6-803d-4356-aac7-7d83c725d03b)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:07.819216 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-63db8b1b-c26b-41ec-a4c0-44ab5fa90e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:07.860910 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-63db8b1b-c26b-41ec-a4c0-44ab5fa90e36 admin admin] Calling delete_port for 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:04:07.893018 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e48a58f2-0e63-4cd3-9bb5-37b7fa9aee62 req-f8dc6f03-c7db-45d2-88b4-2898b7404db7 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:07.908742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['5ceab21c-bf59-4888-a76a-914e42b42219'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:04:07.974540 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc6f03-c7db-45d2-88b4-2898b7404db7 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Pushing event deleted for resources: {'Port': ['ID=5ceab21c-bf59-4888-a76a-914e42b42219,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:07.992200 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba17e5f-0329-46b7-8ded-e5433ebca1fa req-1fa6b2a7-212f-4bc5-8958-a0669da42199 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:07.994252 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ba17e5f-0329-46b7-8ded-e5433ebca1fa req-1fa6b2a7-212f-4bc5-8958-a0669da42199 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=6af6bcd6-103d-4601-ba3e-62921b841ef8 HTTP/1.1" status: 200 len: 945 time: 0.1945632 Jul 14 07:04:08.074228 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48a58f2-0e63-4cd3-9bb5-37b7fa9aee62 req-f8dc6f03-c7db-45d2-88b4-2898b7404db7 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] No DVR routers for this DVR port 5ceab21c-bf59-4888-a76a-914e42b42219 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:04:08.081457 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e48a58f2-0e63-4cd3-9bb5-37b7fa9aee62 req-f8dc6f03-c7db-45d2-88b4-2898b7404db7 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:08.083438 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e48a58f2-0e63-4cd3-9bb5-37b7fa9aee62 req-f8dc6f03-c7db-45d2-88b4-2898b7404db7 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.15 "DELETE /v2.0/ports/5ceab21c-bf59-4888-a76a-914e42b42219 HTTP/1.1" status: 204 len: 173 time: 1.3865368 Jul 14 07:04:08.083888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625ad290-41b0-40f0-aba8-9048fefefedf', 'name': 'network-vif-deleted', 'tag': '5ceab21c-bf59-4888-a76a-914e42b42219'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:04:08.086183 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2ebfc5-f944-4c33-b0f3-647f4e3a54ad" -d '{"events": [{"server_uuid": "625ad290-41b0-40f0-aba8-9048fefefedf", "name": "network-vif-deleted", "tag": "5ceab21c-bf59-4888-a76a-914e42b42219"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:04:08.147649 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ba17e5f-0329-46b7-8ded-e5433ebca1fa req-8386024e-fc5c-4354-b73f-7bfb84a95d91 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3c7f637-f801-425c-a58b-4ef4c095d693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349607 Jul 14 07:04:08.277866 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b30232-06ba-4a2d-80fd-12d6b873d56d x-openstack-request-id: req-e2b30232-06ba-4a2d-80fd-12d6b873d56d {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:04:08.278276 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625ad290-41b0-40f0-aba8-9048fefefedf", "name": "network-vif-deleted", "tag": "5ceab21c-bf59-4888-a76a-914e42b42219", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:04:08.279187 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2b30232-06ba-4a2d-80fd-12d6b873d56d {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:04:08.279786 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625ad290-41b0-40f0-aba8-9048fefefedf', 'name': 'network-vif-deleted', 'tag': '5ceab21c-bf59-4888-a76a-914e42b42219', 'status': 'completed', 'code': 200} Jul 14 07:04:08.345124 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-63db8b1b-c26b-41ec-a4c0-44ab5fa90e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:08.411541 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db8b1b-c26b-41ec-a4c0-44ab5fa90e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=0013ddb6-78a0-42d1-8dda-7c8f4c0323dc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:08.842678 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a8af1-7660-4f05-b0f7-9850fa1560d6 req-18aa9c7c-5749-4d85-9985-92b945bee12b tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:08.850796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-498a8af1-7660-4f05-b0f7-9850fa1560d6 req-18aa9c7c-5749-4d85-9985-92b945bee12b tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3df0343-3323-4ac7-a05a-509651ca3558 HTTP/1.1" status: 200 len: 945 time: 0.3004081 Jul 14 07:04:08.884196 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c1ab2-45c4-4f41-9107-c5353248ff93 req-8e46b04e-cf54-4c22-a66f-002fd7ce284b tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:08.894508 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38058) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:08.895033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-122c1ab2-45c4-4f41-9107-c5353248ff93 req-8e46b04e-cf54-4c22-a66f-002fd7ce284b tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=6af6bcd6-103d-4601-ba3e-62921b841ef8 HTTP/1.1" status: 200 len: 945 time: 0.4753716 Jul 14 07:04:08.899924 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-64e641f6-f664-485d-81a1-beeb41db89d6 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Request body: {'floatingip': {'port_id': '7b8d68b4-3e10-4dad-a363-55b7e67ff175'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:08.901923 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-63db8b1b-c26b-41ec-a4c0-44ab5fa90e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:09.008242 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64e641f6-f664-485d-81a1-beeb41db89d6 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for floatingip, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:09.109704 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-498a8af1-7660-4f05-b0f7-9850fa1560d6 req-74de9e64-9e4b-48d1-8eae-1f7d29a1b3eb tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc47c6d8-1885-4a47-8f1e-5a65d5e81a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579277 Jul 14 07:04:09.212852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a4cb3d1-e5fa-4726-b56d-b00216b5bdf2 req-2b2119c2-4df8-4ebe-bdea-d1ff0ccd7255 tempest-LiveMigrationNegativeTest-2116108172 tempest-LiveMigrationNegativeTest-2116108172-project] 10.222.0.35 "GET /v2.0/ports?device_id=625ad290-41b0-40f0-aba8-9048fefefedf HTTP/1.1" status: 200 len: 210 time: 0.1393635 Jul 14 07:04:09.365280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63db8b1b-c26b-41ec-a4c0-44ab5fa90e36 admin admin] Router 12b34e07-388c-43ba-ab51-4cf738072966 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:04:09.551639 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63db8b1b-c26b-41ec-a4c0-44ab5fa90e36 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:04:09.565265 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab01e85-e4ee-43cc-bdd0-f7b36df8c698 None None] Sync routers for ids ['12b34e07-388c-43ba-ab51-4cf738072966'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:04:09.580769 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-63db8b1b-c26b-41ec-a4c0-44ab5fa90e36 admin admin] 10.222.0.35 "PUT /v2.0/routers/12b34e07-388c-43ba-ab51-4cf738072966/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9277780 Jul 14 07:04:09.583169 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab01e85-e4ee-43cc-bdd0-f7b36df8c698 None None] Routers {'12b34e07-388c-43ba-ab51-4cf738072966'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:04:09.583815 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-eab01e85-e4ee-43cc-bdd0-f7b36df8c698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:04:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['12b34e07-388c-43ba-ab51-4cf738072966'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:09.587374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38062) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:09.650121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653602b0-9b6f-40f6-83ba-75b5e6acd21d req-1fbfea83-6fe2-4e02-9dd4-affad75c582e tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:09.652103 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-653602b0-9b6f-40f6-83ba-75b5e6acd21d req-1fbfea83-6fe2-4e02-9dd4-affad75c582e tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 946 time: 0.1727641 Jul 14 07:04:09.908399 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-653602b0-9b6f-40f6-83ba-75b5e6acd21d req-06d8c02e-bf1b-4ca6-b792-b6465ed55d3d tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540449 Jul 14 07:04:09.922547 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64e641f6-f664-485d-81a1-beeb41db89d6 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:09.932426 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64e641f6-f664-485d-81a1-beeb41db89d6 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:09.961491 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02b7f132-21e4-48a0-ae5d-44ebac23e7cf admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:09.984657 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-eab01e85-e4ee-43cc-bdd0-f7b36df8c698 None None] Set router 12b34e07-388c-43ba-ab51-4cf738072966 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:04:09.986746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95e86a-3ff2-4ab3-9223-85637d04c571 req-7c701b5b-bde7-4fed-b766-d0668891e92f tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:09.988542 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fb95e86a-3ff2-4ab3-9223-85637d04c571 req-7c701b5b-bde7-4fed-b766-d0668891e92f tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3df0343-3323-4ac7-a05a-509651ca3558 HTTP/1.1" status: 200 len: 945 time: 0.1343069 Jul 14 07:04:10.087835 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-64e641f6-f664-485d-81a1-beeb41db89d6 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Floating IP 30c060ff-d62e-4a37-87be-c6dcb2fe2db1 associated. External IP: 172.25.7.179, port: 7b8d68b4-3e10-4dad-a363-55b7e67ff175. Jul 14 07:04:10.368840 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-eab01e85-e4ee-43cc-bdd0-f7b36df8c698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b34e07-388c-43ba-ab51-4cf738072966', 'name': 'tempest-FloatingIPDetailsTestJSON-823487540-router', 'tenant_id': '58f9c064db304f4485bfb5cc8e4b240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a7454b73-97f7-4a1b-90a2-447ebe7b4396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:04:08Z', 'revision_number': 5, 'project_id': '58f9c064db304f4485bfb5cc8e4b240a', 'gw_port': {'id': 'a7454b73-97f7-4a1b-90a2-447ebe7b4396', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b34e07-388c-43ba-ab51-4cf738072966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:16Z', 'updated_at': '2021-07-14T07:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:10.430416 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab01e85-e4ee-43cc-bdd0-f7b36df8c698 None None] Checking router: 12b34e07-388c-43ba-ab51-4cf738072966 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:04:10.448692 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab01e85-e4ee-43cc-bdd0-f7b36df8c698 None None] Routers {'12b34e07-388c-43ba-ab51-4cf738072966'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:04:10.449366 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-eab01e85-e4ee-43cc-bdd0-f7b36df8c698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:04:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['12b34e07-388c-43ba-ab51-4cf738072966'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:10.561463 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e641f6-f664-485d-81a1-beeb41db89d6 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Router 845674d6-8538-4672-96ee-9ea4c087b9f8 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:04:10.693643 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-eab01e85-e4ee-43cc-bdd0-f7b36df8c698 None None] Set router 12b34e07-388c-43ba-ab51-4cf738072966 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:04:10.781423 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 5ceab21c-bf59-4888-a76a-914e42b42219 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:04:10.878228 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 5ceab21c-bf59-4888-a76a-914e42b42219 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:04:10.878570 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 5ceab21c-bf59-4888-a76a-914e42b42219 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:04:10.889062 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e641f6-f664-485d-81a1-beeb41db89d6 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:04:10.908148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053efe4c-4b26-4b3a-8187-e44beef6cf0d None None] Sync routers for ids ['845674d6-8538-4672-96ee-9ea4c087b9f8'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:04:10.913698 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64e641f6-f664-485d-81a1-beeb41db89d6 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:10.941667 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053efe4c-4b26-4b3a-8187-e44beef6cf0d None None] Routers {'845674d6-8538-4672-96ee-9ea4c087b9f8'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:04:10.944024 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-053efe4c-4b26-4b3a-8187-e44beef6cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:04:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['845674d6-8538-4672-96ee-9ea4c087b9f8'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:10.978076 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedec9d-5bd0-46c5-bca8-f5418c4f3ba8 req-0e402fb2-aabc-4bed-9d3c-644cb8399ce4 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:10.985019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4aedec9d-5bd0-46c5-bca8-f5418c4f3ba8 req-0e402fb2-aabc-4bed-9d3c-644cb8399ce4 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3df0343-3323-4ac7-a05a-509651ca3558 HTTP/1.1" status: 200 len: 945 time: 0.3510454 Jul 14 07:04:11.051985 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02b7f132-21e4-48a0-ae5d-44ebac23e7cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:11.055047 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-64e641f6-f664-485d-81a1-beeb41db89d6 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "PUT /v2.0/floatingips/30c060ff-d62e-4a37-87be-c6dcb2fe2db1 HTTP/1.1" status: 200 len: 991 time: 2.1588840 Jul 14 07:04:11.063724 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af6bcd6-103d-4601-ba3e-62921b841ef8', 'tag': '7b8d68b4-3e10-4dad-a363-55b7e67ff175'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:04:11.072593 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20b38e0-355e-49cf-b0ed-6c842cad337b" -d '{"events": [{"name": "network-changed", "server_uuid": "6af6bcd6-103d-4601-ba3e-62921b841ef8", "tag": "7b8d68b4-3e10-4dad-a363-55b7e67ff175"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:04:11.078342 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4aedec9d-5bd0-46c5-bca8-f5418c4f3ba8 req-8e7df2f0-350b-4103-b559-cadac73b3ed3 tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc47c6d8-1885-4a47-8f1e-5a65d5e81a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922570 Jul 14 07:04:11.111398 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38086) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:11.182180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-fb95e86a-3ff2-4ab3-9223-85637d04c571 req-b7c91a0f-3831-48ab-813e-dd6112beba7d tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Deleting port bf8ef970-b334-443f-a113-a0318471165a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:04:11.184540 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fb95e86a-3ff2-4ab3-9223-85637d04c571 req-b7c91a0f-3831-48ab-813e-dd6112beba7d tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:11.243992 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-eab01e85-e4ee-43cc-bdd0-f7b36df8c698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b34e07-388c-43ba-ab51-4cf738072966', 'name': 'tempest-FloatingIPDetailsTestJSON-823487540-router', 'tenant_id': '58f9c064db304f4485bfb5cc8e4b240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a7454b73-97f7-4a1b-90a2-447ebe7b4396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:04:08Z', 'revision_number': 5, 'project_id': '58f9c064db304f4485bfb5cc8e4b240a', 'gw_port': {'id': 'a7454b73-97f7-4a1b-90a2-447ebe7b4396', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b34e07-388c-43ba-ab51-4cf738072966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:16Z', 'updated_at': '2021-07-14T07:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:11.328565 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab01e85-e4ee-43cc-bdd0-f7b36df8c698 None None] The sync data for ids ['12b34e07-388c-43ba-ab51-4cf738072966'] in n-d-778696-5 is: [{'id': '12b34e07-388c-43ba-ab51-4cf738072966', 'name': 'tempest-FloatingIPDetailsTestJSON-823487540-router', 'tenant_id': '58f9c064db304f4485bfb5cc8e4b240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a7454b73-97f7-4a1b-90a2-447ebe7b4396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:04:08Z', 'revision_number': 5, 'project_id': '58f9c064db304f4485bfb5cc8e4b240a', 'gw_port': {'id': 'a7454b73-97f7-4a1b-90a2-447ebe7b4396', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b34e07-388c-43ba-ab51-4cf738072966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:16Z', 'updated_at': '2021-07-14T07:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:04:11.435689 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68542cc-4586-4983-b61a-9d87549de039 x-openstack-request-id: req-e68542cc-4586-4983-b61a-9d87549de039 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:04:11.435891 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af6bcd6-103d-4601-ba3e-62921b841ef8", "tag": "7b8d68b4-3e10-4dad-a363-55b7e67ff175", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:04:11.436126 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e68542cc-4586-4983-b61a-9d87549de039 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:04:11.436522 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af6bcd6-103d-4601-ba3e-62921b841ef8', 'tag': '7b8d68b4-3e10-4dad-a363-55b7e67ff175', 'status': 'completed', 'code': 200} Jul 14 07:04:11.437410 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-fb95e86a-3ff2-4ab3-9223-85637d04c571 req-b7c91a0f-3831-48ab-813e-dd6112beba7d tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] For port bf8ef970-b334-443f-a113-a0318471165a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bf8ef970-b334-443f-a113-a0318471165a,segment=NetworkSegment(049d27e4-c4d3-4240-aa60-42cadabf78cc),segment_id=049d27e4-c4d3-4240-aa60-42cadabf78cc)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:11.437777 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fb95e86a-3ff2-4ab3-9223-85637d04c571 req-b7c91a0f-3831-48ab-813e-dd6112beba7d tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:11.451038 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-fb95e86a-3ff2-4ab3-9223-85637d04c571 req-b7c91a0f-3831-48ab-813e-dd6112beba7d tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Calling delete_port for bf8ef970-b334-443f-a113-a0318471165a owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:04:11.493794 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d78540d1-d42b-485f-8067-89299626650d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17cfa03ae4c5479faf3fc5028688613e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793426 Jul 14 07:04:11.498796 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38090) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:11.632445 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fb95e86a-3ff2-4ab3-9223-85637d04c571 req-b7c91a0f-3831-48ab-813e-dd6112beba7d tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:11.636741 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-687c77f3-1b8e-4150-876a-4bff96aa78e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:11.650890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['bf8ef970-b334-443f-a113-a0318471165a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:04:11.702048 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-687c77f3-1b8e-4150-876a-4bff96aa78e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:11.706943 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-053efe4c-4b26-4b3a-8187-e44beef6cf0d None None] Set router 845674d6-8538-4672-96ee-9ea4c087b9f8 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:04:11.717370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-02b7f132-21e4-48a0-ae5d-44ebac23e7cf admin admin] Deleting port a7454b73-97f7-4a1b-90a2-447ebe7b4396 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:04:11.718020 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02b7f132-21e4-48a0-ae5d-44ebac23e7cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:11.733890 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c91a0f-3831-48ab-813e-dd6112beba7d tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Pushing event deleted for resources: {'Port': ['ID=bf8ef970-b334-443f-a113-a0318471165a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:11.828947 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-687c77f3-1b8e-4150-876a-4bff96aa78e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:11.831896 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-687c77f3-1b8e-4150-876a-4bff96aa78e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:11.835445 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-687c77f3-1b8e-4150-876a-4bff96aa78e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/902b49f2-91d0-4c6b-9cf6-0d295f41de2a HTTP/1.1" status: 204 len: 168 time: 0.3330636 Jul 14 07:04:11.850218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c77f3-1b8e-4150-876a-4bff96aa78e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902b49f2-91d0-4c6b-9cf6-0d295f41de2a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:11.878797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c77f3-1b8e-4150-876a-4bff96aa78e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:11.880060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c77f3-1b8e-4150-876a-4bff96aa78e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:11.881199 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c77f3-1b8e-4150-876a-4bff96aa78e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:11.881646 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c77f3-1b8e-4150-876a-4bff96aa78e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:11.882945 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c77f3-1b8e-4150-876a-4bff96aa78e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:11.884050 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c77f3-1b8e-4150-876a-4bff96aa78e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:11.885112 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c77f3-1b8e-4150-876a-4bff96aa78e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:11.886818 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c77f3-1b8e-4150-876a-4bff96aa78e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:11.887325 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c77f3-1b8e-4150-876a-4bff96aa78e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:11.889317 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c77f3-1b8e-4150-876a-4bff96aa78e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:11.890437 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c77f3-1b8e-4150-876a-4bff96aa78e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:11.890865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c77f3-1b8e-4150-876a-4bff96aa78e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:12.056480 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-02b7f132-21e4-48a0-ae5d-44ebac23e7cf admin admin] For port a7454b73-97f7-4a1b-90a2-447ebe7b4396, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a7454b73-97f7-4a1b-90a2-447ebe7b4396,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:12.056963 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02b7f132-21e4-48a0-ae5d-44ebac23e7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:12.125025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb95e86a-3ff2-4ab3-9223-85637d04c571 req-b7c91a0f-3831-48ab-813e-dd6112beba7d tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] No DVR routers for this DVR port bf8ef970-b334-443f-a113-a0318471165a on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:04:12.134364 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fb95e86a-3ff2-4ab3-9223-85637d04c571 req-b7c91a0f-3831-48ab-813e-dd6112beba7d tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:12.139182 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fb95e86a-3ff2-4ab3-9223-85637d04c571 req-b7c91a0f-3831-48ab-813e-dd6112beba7d tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.30 "DELETE /v2.0/ports/bf8ef970-b334-443f-a113-a0318471165a HTTP/1.1" status: 204 len: 173 time: 1.4779119 Jul 14 07:04:12.163118 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3df0343-3323-4ac7-a05a-509651ca3558', 'name': 'network-vif-deleted', 'tag': 'bf8ef970-b334-443f-a113-a0318471165a'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:04:12.170493 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6de656-0bbd-4ce3-a58a-4025ab05f0b8" -d '{"events": [{"server_uuid": "f3df0343-3323-4ac7-a05a-509651ca3558", "name": "network-vif-deleted", "tag": "bf8ef970-b334-443f-a113-a0318471165a"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:04:12.184172 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-02b7f132-21e4-48a0-ae5d-44ebac23e7cf admin admin] Calling delete_port for a7454b73-97f7-4a1b-90a2-447ebe7b4396 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:04:12.232516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6e539-7de2-406a-8dbc-216602aa6bd3 req-e0d0d8da-8bae-4319-881b-f3dc2f1ccfa7 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:12.250893 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-053efe4c-4b26-4b3a-8187-e44beef6cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '30c060ff-d62e-4a37-87be-c6dcb2fe2db1', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'port_id': '7b8d68b4-3e10-4dad-a363-55b7e67ff175', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'mac_address': 'fa:16:3e:07:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af6bcd6-103d-4601-ba3e-62921b841ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:01:31Z', 'updated_at': '2021-07-14T07:04:09Z', 'revision_number': 5, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505e48b0-e897-4020-9a65-f47e12dfec7f', 'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'mac_address': 'fa:16:3e:97:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '09316beb-b379-4562-9195-dccf17a52656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:09Z', 'updated_at': '2021-07-14T07:01:18Z', 'revision_number': 5, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'subnets': [{'id': '09316beb-b379-4562-9195-dccf17a52656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:12.257711 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-42c6e539-7de2-406a-8dbc-216602aa6bd3 req-e0d0d8da-8bae-4319-881b-f3dc2f1ccfa7 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 946 time: 0.8969579 Jul 14 07:04:12.294908 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053efe4c-4b26-4b3a-8187-e44beef6cf0d None None] Checking router: 845674d6-8538-4672-96ee-9ea4c087b9f8 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:04:12.306779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053efe4c-4b26-4b3a-8187-e44beef6cf0d None None] Routers {'845674d6-8538-4672-96ee-9ea4c087b9f8'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:04:12.308581 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-053efe4c-4b26-4b3a-8187-e44beef6cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:04:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['845674d6-8538-4672-96ee-9ea4c087b9f8'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:12.357032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b38e0-355e-49cf-b0ed-6c842cad337b req-4e658b07-5c4f-40c7-a8cb-1c38f007af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:12.368891 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a20b38e0-355e-49cf-b0ed-6c842cad337b req-4e658b07-5c4f-40c7-a8cb-1c38f007af53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1b2d28cf04d40aa988da155be385097&device_id=6af6bcd6-103d-4601-ba3e-62921b841ef8 HTTP/1.1" status: 200 len: 1096 time: 0.7706261 Jul 14 07:04:12.544351 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38106) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:12.545691 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-053efe4c-4b26-4b3a-8187-e44beef6cf0d None None] Set router 845674d6-8538-4672-96ee-9ea4c087b9f8 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:04:12.553230 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-42c6e539-7de2-406a-8dbc-216602aa6bd3 req-39263a5a-e503-4ac4-9594-decf58c0bc06 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943916 Jul 14 07:04:12.555539 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f5c5938b-1de5-4874-a056-bf8551d57098 req-9f4d54ab-f219-4fcf-a492-f0854204e04d tempest-ServerTagsTestJSON-1877852103 tempest-ServerTagsTestJSON-1877852103-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3df0343-3323-4ac7-a05a-509651ca3558 HTTP/1.1" status: 200 len: 210 time: 0.1583645 Jul 14 07:04:12.683137 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f77ccdbc-5ba2-4f12-929f-c876c65f0975 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1728fc2fd5514f7aa785854a1447ca5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344817 Jul 14 07:04:12.683345 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38108) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:12.711522 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:04:12.730553 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f703f6-3097-478d-a946-75f416ffc564 x-openstack-request-id: req-d4f703f6-3097-478d-a946-75f416ffc564 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:04:12.731239 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3df0343-3323-4ac7-a05a-509651ca3558", "name": "network-vif-deleted", "tag": "bf8ef970-b334-443f-a113-a0318471165a", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:04:12.731724 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4f703f6-3097-478d-a946-75f416ffc564 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:04:12.732327 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3df0343-3323-4ac7-a05a-509651ca3558', 'name': 'network-vif-deleted', 'tag': 'bf8ef970-b334-443f-a113-a0318471165a', 'status': 'completed', 'code': 200} Jul 14 07:04:12.743587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b38e0-355e-49cf-b0ed-6c842cad337b req-3b982d97-636c-4ad4-bfae-3f1cda0c3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:12.752066 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a20b38e0-355e-49cf-b0ed-6c842cad337b req-3b982d97-636c-4ad4-bfae-3f1cda0c3344 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8275b157-0f8d-4b3a-902c-fb5bdf31df26 HTTP/1.1" status: 200 len: 925 time: 0.3611948 Jul 14 07:04:12.794818 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2d58725-e2bb-4de2-b946-b4b7bfe05cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:12.816973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:04:12.817362 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0013ddb6-78a0-42d1-8dda-7c8f4c0323dc not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:04:12.890773 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2d58725-e2bb-4de2-b946-b4b7bfe05cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:12.917617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a20b38e0-355e-49cf-b0ed-6c842cad337b req-88f3f2b0-0c32-450f-ab30-54e049dd88b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b8d68b4-3e10-4dad-a363-55b7e67ff175 HTTP/1.1" status: 200 len: 999 time: 0.1524427 Jul 14 07:04:13.004265 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02b7f132-21e4-48a0-ae5d-44ebac23e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:13.034296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-053efe4c-4b26-4b3a-8187-e44beef6cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '30c060ff-d62e-4a37-87be-c6dcb2fe2db1', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'port_id': '7b8d68b4-3e10-4dad-a363-55b7e67ff175', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'mac_address': 'fa:16:3e:07:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af6bcd6-103d-4601-ba3e-62921b841ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:01:31Z', 'updated_at': '2021-07-14T07:04:09Z', 'revision_number': 5, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505e48b0-e897-4020-9a65-f47e12dfec7f', 'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'mac_address': 'fa:16:3e:97:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '09316beb-b379-4562-9195-dccf17a52656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:09Z', 'updated_at': '2021-07-14T07:01:18Z', 'revision_number': 5, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'subnets': [{'id': '09316beb-b379-4562-9195-dccf17a52656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:13.060556 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2d58725-e2bb-4de2-b946-b4b7bfe05cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:13.065538 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2d58725-e2bb-4de2-b946-b4b7bfe05cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:13.069215 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c2d58725-e2bb-4de2-b946-b4b7bfe05cc2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a4ef6342-b825-45d3-b847-dd5a8c218a84 HTTP/1.1" status: 204 len: 168 time: 0.3849130 Jul 14 07:04:13.079473 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053efe4c-4b26-4b3a-8187-e44beef6cf0d None None] The sync data for ids ['845674d6-8538-4672-96ee-9ea4c087b9f8'] in n-d-778696-5 is: [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '30c060ff-d62e-4a37-87be-c6dcb2fe2db1', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'port_id': '7b8d68b4-3e10-4dad-a363-55b7e67ff175', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'mac_address': 'fa:16:3e:07:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af6bcd6-103d-4601-ba3e-62921b841ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:01:31Z', 'updated_at': '2021-07-14T07:04:09Z', 'revision_number': 5, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505e48b0-e897-4020-9a65-f47e12dfec7f', 'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'mac_address': 'fa:16:3e:97:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '09316beb-b379-4562-9195-dccf17a52656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:09Z', 'updated_at': '2021-07-14T07:01:18Z', 'revision_number': 5, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'subnets': [{'id': '09316beb-b379-4562-9195-dccf17a52656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:04:13.079949 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d58725-e2bb-4de2-b946-b4b7bfe05cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ef6342-b825-45d3-b847-dd5a8c218a84,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:13.101878 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7f132-21e4-48a0-ae5d-44ebac23e7cf admin admin] Pushing event deleted for resources: {'Port': ['ID=a7454b73-97f7-4a1b-90a2-447ebe7b4396,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:13.123005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b38e0-355e-49cf-b0ed-6c842cad337b req-3fc0702b-5966-4ba4-8948-b1a96dc2bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:13.125020 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a20b38e0-355e-49cf-b0ed-6c842cad337b req-3fc0702b-5966-4ba4-8948-b1a96dc2bca3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09316beb-b379-4562-9195-dccf17a52656 HTTP/1.1" status: 200 len: 863 time: 0.2000206 Jul 14 07:04:13.216507 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02b7f132-21e4-48a0-ae5d-44ebac23e7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:13.403939 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02b7f132-21e4-48a0-ae5d-44ebac23e7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:13.415580 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02b7f132-21e4-48a0-ae5d-44ebac23e7cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:13.446876 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b38e0-355e-49cf-b0ed-6c842cad337b req-ff5e26fb-ac10-4bd5-ab06-2b0f6bc85aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:13.450564 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a20b38e0-355e-49cf-b0ed-6c842cad337b req-ff5e26fb-ac10-4bd5-ab06-2b0f6bc85aef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8275b157-0f8d-4b3a-902c-fb5bdf31df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3174765 Jul 14 07:04:13.518530 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c822a992-a866-4075-aff6-e5c9284a715b None None] New status for floating IP 30c060ff-d62e-4a37-87be-c6dcb2fe2db1: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:04:13.554789 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02b7f132-21e4-48a0-ae5d-44ebac23e7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:13.554789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b7f132-21e4-48a0-ae5d-44ebac23e7cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12b34e07-388c-43ba-ab51-4cf738072966 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:04:13.629828 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02b7f132-21e4-48a0-ae5d-44ebac23e7cf admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:13.634691 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38126) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:13.635205 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-02b7f132-21e4-48a0-ae5d-44ebac23e7cf admin admin] 10.222.0.35 "DELETE /v2.0/routers/12b34e07-388c-43ba-ab51-4cf738072966 HTTP/1.1" status: 204 len: 168 time: 4.0468130 Jul 14 07:04:13.757406 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b750883-fe91-4793-b011-e114d5891715 admin admin] Deleting subnet 36b0b2f2-5d02-4c39-b85b-c9a8edbbcb80 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:04:13.779600 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b750883-fe91-4793-b011-e114d5891715 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:13.829123 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38130) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:13.846917 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a20b38e0-355e-49cf-b0ed-6c842cad337b req-542e28f3-90be-4f73-a7d9-20925cad1443 service neutron] 10.222.0.15 "GET /v2.0/networks/8275b157-0f8d-4b3a-902c-fb5bdf31df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075044 Jul 14 07:04:14.007752 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b750883-fe91-4793-b011-e114d5891715 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:14.043679 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-7d2ddbf5-05a2-4769-b48b-c2c7595ca170 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:14.047675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-7d2ddbf5-05a2-4769-b48b-c2c7595ca170 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837&tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 1097 time: 0.6033998 Jul 14 07:04:14.080523 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-39134fbf-fc34-497c-9e96-58dd238386f6 admin admin] Deleting subnet 5aafd260-d2d3-42d8-9e65-dc156cefb976 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:04:14.093302 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39134fbf-fc34-497c-9e96-58dd238386f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:14.097072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778696-5'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:14.153570 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39134fbf-fc34-497c-9e96-58dd238386f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:14.268141 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a20b38e0-355e-49cf-b0ed-6c842cad337b req-ab58aa5e-d94c-456a-b27e-93d9bfbd142d service neutron] 10.222.0.15 "GET /v2.0/networks/8275b157-0f8d-4b3a-902c-fb5bdf31df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049177 Jul 14 07:04:14.303168 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39134fbf-fc34-497c-9e96-58dd238386f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:14.337530 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b750883-fe91-4793-b011-e114d5891715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:14.361872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5118fab-e351-49a9-a356-2643302d2afe req-79a4a29f-3507-4163-a107-be67c815d854 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:14.370451 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5118fab-e351-49a9-a356-2643302d2afe req-79a4a29f-3507-4163-a107-be67c815d854 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 946 time: 0.4745021 Jul 14 07:04:14.373046 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:14.440251 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b750883-fe91-4793-b011-e114d5891715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:14.465758 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5118fab-e351-49a9-a356-2643302d2afe req-9fd08273-143f-4aa0-9fe0-44ee58e53255 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941429 Jul 14 07:04:14.521745 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b750883-fe91-4793-b011-e114d5891715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:14.522114 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b085001-427d-4e39-beae-e4279ed5575f None None] Network ee09d836-6117-4985-91ae-6d80cf69ab80 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:04:14.529414 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1b750883-fe91-4793-b011-e114d5891715 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/36b0b2f2-5d02-4c39-b85b-c9a8edbbcb80 HTTP/1.1" status: 204 len: 168 time: 0.8935583 Jul 14 07:04:14.530306 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b750883-fe91-4793-b011-e114d5891715 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b0b2f2-5d02-4c39-b85b-c9a8edbbcb80,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:14.536103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38148) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:14.543477 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39134fbf-fc34-497c-9e96-58dd238386f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:14.574531 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39134fbf-fc34-497c-9e96-58dd238386f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:14.578977 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-39134fbf-fc34-497c-9e96-58dd238386f6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5aafd260-d2d3-42d8-9e65-dc156cefb976 HTTP/1.1" status: 204 len: 168 time: 0.7481992 Jul 14 07:04:14.599087 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38150) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:14.696967 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39134fbf-fc34-497c-9e96-58dd238386f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aafd260-d2d3-42d8-9e65-dc156cefb976,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:14.705345 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a7454b73-97f7-4a1b-90a2-447ebe7b4396 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:04:14.743483 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:14.750519 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:14.762246 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: a7454b73-97f7-4a1b-90a2-447ebe7b4396 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:04:14.763499 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a7454b73-97f7-4a1b-90a2-447ebe7b4396 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:04:14.823629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] For port c97c7178-2433-40eb-86e7-7f07290839b9, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c97c7178-2433-40eb-86e7-7f07290839b9,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:14.873421 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] Deleting port 25f0bff8-f676-4d8b-81ab-c373ae4f6330 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:04:14.874227 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:14.879695 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c97c7178-2433-40eb-86e7-7f07290839b9 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:04:14.885333 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bf8ef970-b334-443f-a113-a0318471165a no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:04:14.949911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: bf8ef970-b334-443f-a113-a0318471165a {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:04:14.950574 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bf8ef970-b334-443f-a113-a0318471165a not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:04:15.028912 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] For port c97c7178-2433-40eb-86e7-7f07290839b9, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:04:15.051018 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] For port 25f0bff8-f676-4d8b-81ab-c373ae4f6330, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=25f0bff8-f676-4d8b-81ab-c373ae4f6330,segment=NetworkSegment(48b77ce6-803d-4356-aac7-7d83c725d03b),segment_id=48b77ce6-803d-4356-aac7-7d83c725d03b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:15.053247 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:15.066162 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:15.085565 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:04:15.086202 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:04:15.087017 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:04:15.087755 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Subscribe: > port after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:04:15.088150 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:04:15.088870 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Subscribe: > port after_update 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:04:15.089407 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:04:15.089880 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:04:15.090830 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:04:15.091278 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:04:15.117201 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] Calling delete_port for 25f0bff8-f676-4d8b-81ab-c373ae4f6330 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:04:15.187856 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port c97c7178-2433-40eb-86e7-7f07290839b9, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c97c7178-2433-40eb-86e7-7f07290839b9,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:15.200755 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:15.205374 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799d4795-5422-432e-9412-f61643a146bb None None] DHCP port deletion for ee09d836-6117-4985-91ae-6d80cf69ab80 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:04:15.213433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c97c7178-2433-40eb-86e7-7f07290839b9 has no active binding in host n-h1-778696-5 {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 07:04:15.279307 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:04:15.279849 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:04:15.280037 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:04:15.280302 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 07:04:15.280702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c479332-e8e7-4a0c-b573-ad436b3547e4']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:15.284489 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-799d4795-5422-432e-9412-f61643a146bb None None] Deleting port 25f0bff8-f676-4d8b-81ab-c373ae4f6330 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:04:15.284875 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-799d4795-5422-432e-9412-f61643a146bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:15.340966 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049d27e4-c4d3-4240-aa60-42cadabf78cc') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:15.341307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049d27e4-c4d3-4240-aa60-42cadabf78cc') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:15.387984 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:15.393891 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:15.406270 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97c7178-2433-40eb-86e7-7f07290839b9'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:04:15.409106 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37535d1-e569-48ab-9928-ce97846eadcd" -d '{"events": [{"server_uuid": "b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837", "name": "network-vif-unplugged", "status": "completed", "tag": "c97c7178-2433-40eb-86e7-7f07290839b9"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:04:15.414236 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:15.414419 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-799d4795-5422-432e-9412-f61643a146bb None None] For port 25f0bff8-f676-4d8b-81ab-c373ae4f6330, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=25f0bff8-f676-4d8b-81ab-c373ae4f6330,segment=NetworkSegment(48b77ce6-803d-4356-aac7-7d83c725d03b),segment_id=48b77ce6-803d-4356-aac7-7d83c725d03b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:15.415031 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-799d4795-5422-432e-9412-f61643a146bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:15.423390 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:15.441909 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-799d4795-5422-432e-9412-f61643a146bb None None] Calling delete_port for 25f0bff8-f676-4d8b-81ab-c373ae4f6330 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:04:15.442130 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:15.450207 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] No DVR routers for this DVR port 25f0bff8-f676-4d8b-81ab-c373ae4f6330 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:04:15.451717 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:15.486502 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:04:15.486914 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:15.533300 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=25f0bff8-f676-4d8b-81ab-c373ae4f6330,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:04:15.554327 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:04:15.588130 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7050ea-97b6-4bb4-9a25-be5417520e40 x-openstack-request-id: req-8a7050ea-97b6-4bb4-9a25-be5417520e40 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:04:15.588383 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837", "name": "network-vif-unplugged", "status": "completed", "tag": "c97c7178-2433-40eb-86e7-7f07290839b9", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:04:15.588698 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a7050ea-97b6-4bb4-9a25-be5417520e40 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:04:15.589609 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97c7178-2433-40eb-86e7-7f07290839b9', 'code': 200} Jul 14 07:04:15.647630 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-799d4795-5422-432e-9412-f61643a146bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:15.684850 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d4795-5422-432e-9412-f61643a146bb None None] Pushing event deleted for resources: {'Port': ['ID=25f0bff8-f676-4d8b-81ab-c373ae4f6330,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:15.699260 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d4795-5422-432e-9412-f61643a146bb None None] No DVR routers for this DVR port 25f0bff8-f676-4d8b-81ab-c373ae4f6330 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:04:15.715420 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4795-5422-432e-9412-f61643a146bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:15.715859 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4795-5422-432e-9412-f61643a146bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:15.716286 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4795-5422-432e-9412-f61643a146bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:15.716719 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4795-5422-432e-9412-f61643a146bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:15.717140 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4795-5422-432e-9412-f61643a146bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:15.717913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4795-5422-432e-9412-f61643a146bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:15.718422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4795-5422-432e-9412-f61643a146bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:15.718871 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4795-5422-432e-9412-f61643a146bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:15.719304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4795-5422-432e-9412-f61643a146bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:15.719851 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4795-5422-432e-9412-f61643a146bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:15.720609 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4795-5422-432e-9412-f61643a146bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:15.721254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4795-5422-432e-9412-f61643a146bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:15.745518 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:15.790334 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:15.793280 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] 10.222.0.35 "DELETE /v2.0/networks/5c479332-e8e7-4a0c-b573-ad436b3547e4 HTTP/1.1" status: 204 len: 168 time: 1.1922803 Jul 14 07:04:15.822791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=c97c7178-2433-40eb-86e7-7f07290839b9,revision_number=7']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:15.834024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39765fde-a1cb-416f-9f5c-90bf9efc317d admin admin] Pushing event deleted for resources: {'Network': ['ID=5c479332-e8e7-4a0c-b573-ad436b3547e4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:15.855375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] Attempting to bind port c97c7178-2433-40eb-86e7-7f07290839b9 on host n-h2-778696-5 for vnic_type normal with profile {"migrating_to": "n-h1-778696-5"} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:04:15.856089 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] Attempting to bind port c97c7178-2433-40eb-86e7-7f07290839b9 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:04:15.856633 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] Attempting to bind port c97c7178-2433-40eb-86e7-7f07290839b9 on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:04:15.886354 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] Port c97c7178-2433-40eb-86e7-7f07290839b9 on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:04:15.887054 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] Attempting to bind port c97c7178-2433-40eb-86e7-7f07290839b9 on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:04:15.917474 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:04:15.918709 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] Checking segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:04:15.919333 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] Bound using segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:04:15.920004 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] Bound port: c97c7178-2433-40eb-86e7-7f07290839b9, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:04:15.920681 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:16.012017 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] For port c97c7178-2433-40eb-86e7-7f07290839b9, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:04:16.016619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] For port c97c7178-2433-40eb-86e7-7f07290839b9, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c97c7178-2433-40eb-86e7-7f07290839b9,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:04:16.031074 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:16.100623 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fed7e-babd-42dd-8e40-d10adda0d75d req-7a14749e-7c13-440e-91f7-e079f898825b tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:16.100845 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:16.103134 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-773fed7e-babd-42dd-8e40-d10adda0d75d req-7a14749e-7c13-440e-91f7-e079f898825b tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 944 time: 0.2394321 Jul 14 07:04:16.121927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee09d836-6117-4985-91ae-6d80cf69ab80']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:16.153405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b77ce6-803d-4356-aac7-7d83c725d03b') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:16.153699 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b77ce6-803d-4356-aac7-7d83c725d03b') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:16.187155 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:16.215315 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:16.224453 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:04:16.224852 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:04:16.228848 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:04:16.253538 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38180) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:16.300945 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-773fed7e-babd-42dd-8e40-d10adda0d75d req-f0dbce6e-2ceb-40e6-bdd5-228cfe535d1f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856644 Jul 14 07:04:16.302913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=c97c7178-2433-40eb-86e7-7f07290839b9,revision_number=8']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:16.310977 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:16.320358 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:16.324271 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:16.327008 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] 10.222.0.35 "DELETE /v2.0/networks/ee09d836-6117-4985-91ae-6d80cf69ab80 HTTP/1.1" status: 204 len: 168 time: 1.7897677 Jul 14 07:04:16.331005 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:16.333851 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-340a7243-9eb5-4360-b9c3-2da5bd096fd9 service neutron] 10.222.0.30 "PUT /v2.0/ports/c97c7178-2433-40eb-86e7-7f07290839b9 HTTP/1.1" status: 200 len: 1122 time: 2.2766571 Jul 14 07:04:16.358416 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd27976-9998-4e89-8d8b-faacbe506d0d admin admin] Pushing event deleted for resources: {'Network': ['ID=ee09d836-6117-4985-91ae-6d80cf69ab80,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:16.370778 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['c97c7178-2433-40eb-86e7-7f07290839b9'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:04:16.431793 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['c97c7178-2433-40eb-86e7-7f07290839b9'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:04:16.514877 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-25ce4428-613b-47d3-8f57-10c437b47387 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7822b75b03c3441d980aa93f78ef9dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429194 Jul 14 07:04:16.517050 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38192) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:16.698052 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4db1af9-6062-4cac-92bb-fdd7ea15a3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:16.722637 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38196) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:16.760036 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4db1af9-6062-4cac-92bb-fdd7ea15a3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:16.782782 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 25f0bff8-f676-4d8b-81ab-c373ae4f6330 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:04:16.832536 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4db1af9-6062-4cac-92bb-fdd7ea15a3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:16.838225 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4db1af9-6062-4cac-92bb-fdd7ea15a3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:16.839780 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c4db1af9-6062-4cac-92bb-fdd7ea15a3aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fc47c6d8-1885-4a47-8f1e-5a65d5e81a23 HTTP/1.1" status: 204 len: 168 time: 0.3216519 Jul 14 07:04:16.850409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db1af9-6062-4cac-92bb-fdd7ea15a3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc47c6d8-1885-4a47-8f1e-5a65d5e81a23,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:16.885209 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-20cd2c35-11a4-4fbf-985d-cf85271de3ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58f9c064db304f4485bfb5cc8e4b240a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606183 Jul 14 07:04:16.887660 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38200) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:16.914791 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 25f0bff8-f676-4d8b-81ab-c373ae4f6330 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:04:16.915133 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 25f0bff8-f676-4d8b-81ab-c373ae4f6330 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:04:17.067980 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc109606-9cef-4dff-b9f2-9571b421fc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:17.146306 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc109606-9cef-4dff-b9f2-9571b421fc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:17.234084 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc109606-9cef-4dff-b9f2-9571b421fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:17.239514 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc109606-9cef-4dff-b9f2-9571b421fc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:17.246304 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fc109606-9cef-4dff-b9f2-9571b421fc13 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd13be7a-3afe-4a42-95e8-60724d77ba69 HTTP/1.1" status: 204 len: 168 time: 0.3568275 Jul 14 07:04:17.260803 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc109606-9cef-4dff-b9f2-9571b421fc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd13be7a-3afe-4a42-95e8-60724d77ba69,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:17.598038 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837', 'tag': 'c97c7178-2433-40eb-86e7-7f07290839b9'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:04:17.609115 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb6be6e-4e41-4659-b8cc-0bf2b61a1c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837", "tag": "c97c7178-2433-40eb-86e7-7f07290839b9"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:04:17.697239 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9a2a8-76be-4260-81f6-6feec0908a19 req-e808b7c0-e298-47aa-978a-2b89c411d2b1 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:17.706594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0af9a2a8-76be-4260-81f6-6feec0908a19 req-e808b7c0-e298-47aa-978a-2b89c411d2b1 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 944 time: 0.1941748 Jul 14 07:04:17.789512 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0af9a2a8-76be-4260-81f6-6feec0908a19 req-3704423a-9a34-4c79-a0f7-edf804e0125d tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818264 Jul 14 07:04:17.870168 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3450a402-2969-4880-a837-a1e3cbd582c6 x-openstack-request-id: req-3450a402-2969-4880-a837-a1e3cbd582c6 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:04:17.870678 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837", "tag": "c97c7178-2433-40eb-86e7-7f07290839b9", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:04:17.871102 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3450a402-2969-4880-a837-a1e3cbd582c6 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:04:17.871688 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837', 'tag': 'c97c7178-2433-40eb-86e7-7f07290839b9', 'status': 'completed', 'code': 200} Jul 14 07:04:18.023300 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6be6e-4e41-4659-b8cc-0bf2b61a1c8b req-4860c12e-f62b-4a18-a0f1-1d0904b7a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:18.025058 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebb6be6e-4e41-4659-b8cc-0bf2b61a1c8b req-4860c12e-f62b-4a18-a0f1-1d0904b7a2ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 1125 time: 0.1276500 Jul 14 07:04:18.224859 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6be6e-4e41-4659-b8cc-0bf2b61a1c8b req-fb985cef-a4ca-4cd3-aa84-247832b8dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:18.227127 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebb6be6e-4e41-4659-b8cc-0bf2b61a1c8b req-fb985cef-a4ca-4cd3-aa84-247832b8dee9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 922 time: 0.1943481 Jul 14 07:04:18.302007 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebb6be6e-4e41-4659-b8cc-0bf2b61a1c8b req-2ba710c4-7a78-4aed-9b9f-e9c6e7753049 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c97c7178-2433-40eb-86e7-7f07290839b9 HTTP/1.1" status: 200 len: 217 time: 0.0684214 Jul 14 07:04:18.400792 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6be6e-4e41-4659-b8cc-0bf2b61a1c8b req-337136f5-5db3-4b97-a02a-18181ecb7491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:18.402335 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebb6be6e-4e41-4659-b8cc-0bf2b61a1c8b req-337136f5-5db3-4b97-a02a-18181ecb7491 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.0932992 Jul 14 07:04:18.478027 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebb6be6e-4e41-4659-b8cc-0bf2b61a1c8b req-c52e5bcb-7174-494a-a77a-e0563d49c7ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691314 Jul 14 07:04:18.523717 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38260) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:18.652301 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebb6be6e-4e41-4659-b8cc-0bf2b61a1c8b req-562d06ae-033a-47ec-99f3-f12aea0b01e7 service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653657 Jul 14 07:04:18.691643 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-85bbc0f6-4ead-4fc6-9e19-88a5ed0bbcee admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-980302694-network', 'tenant_id': '79eec18291d946b1833c023d1dca0c48'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:18.758758 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bbc0f6-4ead-4fc6-9e19-88a5ed0bbcee admin admin] Made reservation on behalf of 79eec18291d946b1833c023d1dca0c48 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:04:18.761944 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85bbc0f6-4ead-4fc6-9e19-88a5ed0bbcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:18.780053 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85bbc0f6-4ead-4fc6-9e19-88a5ed0bbcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:18.800530 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebb6be6e-4e41-4659-b8cc-0bf2b61a1c8b req-c643097e-630b-467b-950b-d763dd97a606 service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414526 Jul 14 07:04:18.914092 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85bbc0f6-4ead-4fc6-9e19-88a5ed0bbcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:18.919720 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85bbc0f6-4ead-4fc6-9e19-88a5ed0bbcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:18.945388 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bbc0f6-4ead-4fc6-9e19-88a5ed0bbcee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:04:18.969138 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbc0f6-4ead-4fc6-9e19-88a5ed0bbcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd29753f-15d5-4cd5-b38c-abe06f7dcc90,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:18.981369 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85bbc0f6-4ead-4fc6-9e19-88a5ed0bbcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:18.981369 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-85bbc0f6-4ead-4fc6-9e19-88a5ed0bbcee admin admin] Added segment 2ebd4c80-4ede-4341-acd0-c5258d9cf4ec of type vlan for network 7280937e-91bb-4c88-87a2-747a3618ae48 Jul 14 07:04:18.998409 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-285a26d2-0395-4baa-9f7f-136955146ea2 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618582 Jul 14 07:04:19.032415 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85bbc0f6-4ead-4fc6-9e19-88a5ed0bbcee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:19.070475 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85bbc0f6-4ead-4fc6-9e19-88a5ed0bbcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:19.071835 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bbc0f6-4ead-4fc6-9e19-88a5ed0bbcee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:19.072527 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85bbc0f6-4ead-4fc6-9e19-88a5ed0bbcee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:19.154139 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-85bbc0f6-4ead-4fc6-9e19-88a5ed0bbcee admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6292906 Jul 14 07:04:19.154838 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38300) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:19.164025 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-be69bdb0-f553-40e9-8aab-25fabe3d28c3 admin admin] Request body: {'subnet': {'network_id': '7280937e-91bb-4c88-87a2-747a3618ae48', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-980302694-subnet', 'tenant_id': '79eec18291d946b1833c023d1dca0c48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:19.184515 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbc0f6-4ead-4fc6-9e19-88a5ed0bbcee admin admin] Pushing event updated for resources: {'Network': ['ID=7280937e-91bb-4c88-87a2-747a3618ae48,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:19.189776 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be69bdb0-f553-40e9-8aab-25fabe3d28c3 admin admin] Made reservation on behalf of 79eec18291d946b1833c023d1dca0c48 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:04:19.192983 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be69bdb0-f553-40e9-8aab-25fabe3d28c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:19.197010 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 7280937e-91bb-4c88-87a2-747a3618ae48 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:04:19.443779 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be69bdb0-f553-40e9-8aab-25fabe3d28c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:19.529133 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be69bdb0-f553-40e9-8aab-25fabe3d28c3 admin admin] Checking segment: {'id': '2ebd4c80-4ede-4341-acd0-c5258d9cf4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7280937e-91bb-4c88-87a2-747a3618ae48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:04:19.529857 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be69bdb0-f553-40e9-8aab-25fabe3d28c3 admin admin] Network hostable DHCP agents. Network: 7280937e-91bb-4c88-87a2-747a3618ae48, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:04:19.531810 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69bdb0-f553-40e9-8aab-25fabe3d28c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fb88e20-2bd8-4a3c-8e9a-ff725962f7a0,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:19.553071 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be69bdb0-f553-40e9-8aab-25fabe3d28c3 admin admin] Network 7280937e-91bb-4c88-87a2-747a3618ae48 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:04:19.568708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-be69bdb0-f553-40e9-8aab-25fabe3d28c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 7280937e-91bb-4c88-87a2-747a3618ae48) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:04:19.580874 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bbdce9-88ce-4c5f-ac49-60d77771a46e None None] Network 7280937e-91bb-4c88-87a2-747a3618ae48 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:04:19.588268 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be69bdb0-f553-40e9-8aab-25fabe3d28c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:19.589080 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be69bdb0-f553-40e9-8aab-25fabe3d28c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:19.618429 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-be69bdb0-f553-40e9-8aab-25fabe3d28c3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4560409 Jul 14 07:04:19.619228 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38310) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:19.632825 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-980302694-router', 'tenant_id': '79eec18291d946b1833c023d1dca0c48', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:19.684896 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:19.686983 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:19.728792 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-93a37def-b3fb-4617-a277-f36d73dcc2be tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:19.739307 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-93a37def-b3fb-4617-a277-f36d73dcc2be tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7341673 Jul 14 07:04:19.752900 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:19.759773 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65796bc-dc78-4858-9545-107a0492b7e4 req-99d1bbe2-fe78-4d8e-8563-b7229a5b6284 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:19.767235 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f65796bc-dc78-4858-9545-107a0492b7e4 req-99d1bbe2-fe78-4d8e-8563-b7229a5b6284 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 944 time: 0.5434146 Jul 14 07:04:19.779269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-7280937e-91bb-4c88-87a2-747a3618ae48', 'network_id': '7280937e-91bb-4c88-87a2-747a3618ae48', 'tenant_id': '79eec18291d946b1833c023d1dca0c48', 'fixed_ips': [{'subnet_id': '2fb88e20-2bd8-4a3c-8e9a-ff725962f7a0'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:04:19.780358 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:19.830951 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-04b4dbc9-ce65-45ee-a2d9-5679821d6fec tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/quotas/87f2c5cc3a574c0b9e5dd6f14b968fb2 HTTP/1.1" status: 200 len: 375 time: 0.0609798 Jul 14 07:04:19.888218 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-783c410a-4737-4186-92d5-cb017f7c3601 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514956 Jul 14 07:04:19.910673 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f65796bc-dc78-4858-9545-107a0492b7e4 req-cd1874b1-6f42-48d2-9cf0-e698e59035e4 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382711 Jul 14 07:04:19.994360 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:20.057952 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Allocated IP 172.20.0.2 (7280937e-91bb-4c88-87a2-747a3618ae48/2fb88e20-2bd8-4a3c-8e9a-ff725962f7a0/f69118a3-3099-44d7-a19d-3a3413afd8e6) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:04:20.272365 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:20.286007 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Transition to ACTIVE for port object f69118a3-3099-44d7-a19d-3a3413afd8e6 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:20.304281 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Transition to ACTIVE for port object f69118a3-3099-44d7-a19d-3a3413afd8e6 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:20.317419 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:20.366094 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Network 7280937e-91bb-4c88-87a2-747a3618ae48 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:04:20.370287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:04:20.374322 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:04:20.387042 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Pushing event updated for resources: {'Port': ['ID=f69118a3-3099-44d7-a19d-3a3413afd8e6,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:20.413154 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:20.431924 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-52b011ce-d58c-4c04-ba91-e85aa88e1a60 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:20.444606 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:20.445571 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-52b011ce-d58c-4c04-ba91-e85aa88e1a60 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/networks?id=c54f27f2-ef46-423d-8076-766c23ba03d9 HTTP/1.1" status: 200 len: 815 time: 0.2803934 Jul 14 07:04:20.463305 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-d1f46148-eb97-4299-8759-afa151f84154 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/quotas/5897b779e1914aaa9e9b64d2f1911e1b HTTP/1.1" status: 200 len: 375 time: 0.0161800 Jul 14 07:04:20.512364 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Attempting to bind port f69118a3-3099-44d7-a19d-3a3413afd8e6 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:04:20.512741 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Attempting to bind port f69118a3-3099-44d7-a19d-3a3413afd8e6 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '2ebd4c80-4ede-4341-acd0-c5258d9cf4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7280937e-91bb-4c88-87a2-747a3618ae48'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:04:20.513049 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Attempting to bind port f69118a3-3099-44d7-a19d-3a3413afd8e6 on network 7280937e-91bb-4c88-87a2-747a3618ae48 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:04:20.520030 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:04:20.520396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Checking segment: {'id': '2ebd4c80-4ede-4341-acd0-c5258d9cf4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7280937e-91bb-4c88-87a2-747a3618ae48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:04:20.520783 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:20.521219 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Bound using segment: {'id': '2ebd4c80-4ede-4341-acd0-c5258d9cf4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7280937e-91bb-4c88-87a2-747a3618ae48'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:04:20.521789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Bound port: f69118a3-3099-44d7-a19d-3a3413afd8e6, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ebd4c80-4ede-4341-acd0-c5258d9cf4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7280937e-91bb-4c88-87a2-747a3618ae48'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:04:20.522213 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:20.592152 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6863e1c-0f9e-48af-9944-6538fd1d2219 req-820d0e93-67df-4969-a297-286225d7545b tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.0847886 Jul 14 07:04:20.627269 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] Allocated IP 172.25.7.37 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/a88db1c9-cead-4b9e-b61e-3390bbe162bc) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:04:20.674117 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-bb4af0a1-295f-4658-9018-8090fc0b2b34 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5897b779e1914aaa9e9b64d2f1911e1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2095029 Jul 14 07:04:20.705569 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] For port f69118a3-3099-44d7-a19d-3a3413afd8e6, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:04:20.712522 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] For port f69118a3-3099-44d7-a19d-3a3413afd8e6, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f69118a3-3099-44d7-a19d-3a3413afd8e6,segment=NetworkSegment(2ebd4c80-4ede-4341-acd0-c5258d9cf4ec),segment_id=2ebd4c80-4ede-4341-acd0-c5258d9cf4ec)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:04:20.719868 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:20.796989 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:20.816875 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-22e1947a-8750-4e9f-a7dc-1ad98022250a service neutron] 10.222.0.35 "GET /v2.0/networks/c54f27f2-ef46-423d-8076-766c23ba03d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394866 Jul 14 07:04:20.886604 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:20.976452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] Pushing event updated for resources: {'Port': ['ID=a88db1c9-cead-4b9e-b61e-3390bbe162bc,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:20.984054 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:04:20.985855 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:04:20.988212 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:04:21.116756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6bf6d-f72b-4c0f-9279-2fac9d4cb2d2 None None] Pushing event updated for resources: {'Port': ['ID=f69118a3-3099-44d7-a19d-3a3413afd8e6,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:21.137483 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a5abded-969a-47f7-95a6-02c49de01ad3 req-7b4f8a85-30c6-4162-a836-2c193dbf8cd4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 210 time: 0.0932491 Jul 14 07:04:21.165981 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-961e8ebc-bd04-46de-84cd-f171e16517d1 service neutron] 10.222.0.35 "GET /v2.0/networks/c54f27f2-ef46-423d-8076-766c23ba03d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376207 Jul 14 07:04:21.397827 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:21.527332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a7a89-67c7-407a-9ba8-5720e247d6ac req-8e3c2a0d-df9b-4b2e-97e3-4e087caa63dd tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:21.530057 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca7a7a89-67c7-407a-9ba8-5720e247d6ac req-8e3c2a0d-df9b-4b2e-97e3-4e087caa63dd tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 944 time: 0.1662760 Jul 14 07:04:21.612563 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca7a7a89-67c7-407a-9ba8-5720e247d6ac req-ac0f9c8f-fd39-4033-94ba-2ba4e3bff71d tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754588 Jul 14 07:04:21.688979 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f1836c5a-8d47-4e0a-b67b-a4abf3fba494 req-05071e77-a398-4e03-8fad-307630666703 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/ports?device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 210 time: 0.0643172 Jul 14 07:04:21.903314 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:21.975624 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f69bd5a9-cd32-412d-ac86-d58f8b30240b req-aea5dda2-f1a4-4c7f-8923-4fcaca4abf9f tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.0460372 Jul 14 07:04:22.114558 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] Router 3dd54f15-e2b3-4419-ab28-39619ae1ac93 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:04:22.359898 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-fc61827d-88df-4952-aabb-93a434e068c3 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478282 Jul 14 07:04:22.371321 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:04:22.386542 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Sync routers for ids ['3dd54f15-e2b3-4419-ab28-39619ae1ac93'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:04:22.400304 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:22.402116 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ca974b48-d7b3-4e69-ad60-bc418beaf7da admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.7798617 Jul 14 07:04:22.406049 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Routers {'3dd54f15-e2b3-4419-ab28-39619ae1ac93'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:04:22.409016 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:04:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3dd54f15-e2b3-4419-ab28-39619ae1ac93'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:22.410088 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38358) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:22.550368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-5c97ab22-008b-4f7f-acc5-3a0a1acdd8f9 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:22.551935 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-5c97ab22-008b-4f7f-acc5-3a0a1acdd8f9 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856401 Jul 14 07:04:22.695244 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-93f27b9e-4cd2-46e3-b06e-879ef3b5ea96 req-47c45101-7099-4d0a-85a0-d37efd5ec1f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.1392527 Jul 14 07:04:22.698991 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Set router 3dd54f15-e2b3-4419-ab28-39619ae1ac93 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:04:22.700501 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-255d0fb6-32be-4a14-a1e1-04913d997c7a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Request body: {'port': {'device_id': '122fe4b9-6da9-4a76-93a7-c60fffbabf66', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '87f2c5cc3a574c0b9e5dd6f14b968fb2'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:22.826296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6606b043-0afd-4c05-97dc-775bb5f20e5a req-2734554c-f66b-49c6-8da7-4a4a6fffbebc tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 210 time: 0.4637225 Jul 14 07:04:22.891128 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-255d0fb6-32be-4a14-a1e1-04913d997c7a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Made reservation on behalf of 87f2c5cc3a574c0b9e5dd6f14b968fb2 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:04:22.899464 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-255d0fb6-32be-4a14-a1e1-04913d997c7a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:22.917682 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-255d0fb6-32be-4a14-a1e1-04913d997c7a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:22.996620 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f69118a3-3099-44d7-a19d-3a3413afd8e6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:04:23.002631 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705a7fd5-6412-4aef-88f5-3767a5fa2f21 None None] Network 7280937e-91bb-4c88-87a2-747a3618ae48 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:04:23.056771 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-255d0fb6-32be-4a14-a1e1-04913d997c7a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:23.066570 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-255d0fb6-32be-4a14-a1e1-04913d997c7a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:23.140695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d0fb6-32be-4a14-a1e1-04913d997c7a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef83508-a0f7-410f-b4f8-6b9f0b48942c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:23.339728 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-50acc3b1-5857-4c68-93ee-42c323d3baac None None] Provisioning for port f69118a3-3099-44d7-a19d-3a3413afd8e6 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:04:23.373432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port f69118a3-3099-44d7-a19d-3a3413afd8e6 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:04:23.388177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f69118a3-3099-44d7-a19d-3a3413afd8e6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:23.388867 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:23.399807 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-980302694-router', 'tenant_id': '79eec18291d946b1833c023d1dca0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'a88db1c9-cead-4b9e-b61e-3390bbe162bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:04:19Z', 'updated_at': '2021-07-14T07:04:21Z', 'revision_number': 3, 'project_id': '79eec18291d946b1833c023d1dca0c48', 'gw_port': {'id': 'a88db1c9-cead-4b9e-b61e-3390bbe162bc', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:20Z', 'updated_at': '2021-07-14T07:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:23.406054 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f675374-b044-4c08-9e63-b7bb4bcc4034 req-a0eee18b-6fc0-4a8f-99c5-87a8826e23bd tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/ports?device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 210 time: 0.2657187 Jul 14 07:04:23.473926 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Checking router: 3dd54f15-e2b3-4419-ab28-39619ae1ac93 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:04:23.474520 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Updating router 3dd54f15-e2b3-4419-ab28-39619ae1ac93 port a88db1c9-cead-4b9e-b61e-3390bbe162bc binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:04:23.593809 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:23.609842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-255d0fb6-32be-4a14-a1e1-04913d997c7a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Allocated IP 192.168.233.21 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/28d15e7e-4f2c-4bc7-8717-9d690df8727a) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:04:23.634710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4d1f7-d01f-43b2-ad7d-326009debaef req-da8574fd-8b43-48a2-a133-8d4495daba32 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:23.637525 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-baf4d1f7-d01f-43b2-ad7d-326009debaef req-da8574fd-8b43-48a2-a133-8d4495daba32 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 944 time: 0.5558562 Jul 14 07:04:23.746212 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac55a20d-4f0f-4321-9e7c-47da38f83fa8 req-f4aee3a5-3095-4ad8-9aba-7aa139768f7e tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.0466018 Jul 14 07:04:23.757015 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:23.777950 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:23.898246 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-baf4d1f7-d01f-43b2-ad7d-326009debaef req-17d25c9f-3d24-4e80-bef6-aa4ce9d5b1e6 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530477 Jul 14 07:04:23.907171 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port f69118a3-3099-44d7-a19d-3a3413afd8e6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f69118a3-3099-44d7-a19d-3a3413afd8e6,segment=NetworkSegment(2ebd4c80-4ede-4341-acd0-c5258d9cf4ec),segment_id=2ebd4c80-4ede-4341-acd0-c5258d9cf4ec)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:23.938367 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:24.107200 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=f69118a3-3099-44d7-a19d-3a3413afd8e6,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:24.226275 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] Allocated IP 172.20.0.1 (7280937e-91bb-4c88-87a2-747a3618ae48/2fb88e20-2bd8-4a3c-8e9a-ff725962f7a0/7c937db4-03ed-41ab-8e39-f8faf5e250f0) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:04:24.316283 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-ef89ed8e-5d57-4803-a4c4-eee5c0e2818c tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:24.318057 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-ef89ed8e-5d57-4803-a4c4-eee5c0e2818c tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.15 "GET /v2.0/networks?id=c54f27f2-ef46-423d-8076-766c23ba03d9 HTTP/1.1" status: 200 len: 815 time: 0.2705007 Jul 14 07:04:24.373833 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0a849109-d273-4c58-b837-0447722d5fa5 None None] Provisioning complete for port f69118a3-3099-44d7-a19d-3a3413afd8e6 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:24.374203 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0a849109-d273-4c58-b837-0447722d5fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:24.381175 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7643c888-b847-4c3b-bae6-4f36ac168e54 req-6fd3e857-b04d-4c39-a1c5-badbdf7894f0 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 210 time: 0.0603650 Jul 14 07:04:24.385909 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-b1cd04ab-3ad6-4a07-bfaf-b813d98dae14 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Request body: {'port': {'device_id': '732b12d0-5c3f-49f3-95d2-faf1ecd83991', 'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9', 'admin_state_up': True, 'tenant_id': '5897b779e1914aaa9e9b64d2f1911e1b'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:24.424064 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:24.442791 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Transition to ACTIVE for port object a88db1c9-cead-4b9e-b61e-3390bbe162bc will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:24.477112 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:24.541244 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:24.602288 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ea393-e297-43a6-a185-a865da5a71bd None None] Pushing event updated for resources: {'Port': ['ID=a88db1c9-cead-4b9e-b61e-3390bbe162bc,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:24.605354 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Attempting to bind port a88db1c9-cead-4b9e-b61e-3390bbe162bc on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:04:24.605530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] Transition to ACTIVE for port object 7c937db4-03ed-41ab-8e39-f8faf5e250f0 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:24.605726 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Attempting to bind port a88db1c9-cead-4b9e-b61e-3390bbe162bc by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:04:24.606091 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Attempting to bind port a88db1c9-cead-4b9e-b61e-3390bbe162bc on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:04:24.659182 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-255d0fb6-32be-4a14-a1e1-04913d997c7a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:24.669117 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:04:24.687119 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:04:24.688358 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:24.690207 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2604ffb5-98ba-42b0-a514-212a434c70af req-ce2d5462-ca56-491e-8bb3-07bd1ca97f4f tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/ports?device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 210 time: 0.0504875 Jul 14 07:04:24.690530 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:04:24.691063 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Bound port: a88db1c9-cead-4b9e-b61e-3390bbe162bc, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:04:24.691473 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:24.704037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-255d0fb6-32be-4a14-a1e1-04913d997c7a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Transition to ACTIVE for port object 28d15e7e-4f2c-4bc7-8717-9d690df8727a will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:24.716406 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:24.725618 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-b1cd04ab-3ad6-4a07-bfaf-b813d98dae14 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Made reservation on behalf of 5897b779e1914aaa9e9b64d2f1911e1b for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:04:24.731756 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-b1cd04ab-3ad6-4a07-bfaf-b813d98dae14 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:24.763296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f69118a3-3099-44d7-a19d-3a3413afd8e6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:04:24.836444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] Network 7280937e-91bb-4c88-87a2-747a3618ae48 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:04:24.844589 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:04:24.860672 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] Pushing event updated for resources: {'Port': ['ID=7c937db4-03ed-41ab-8e39-f8faf5e250f0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:24.871267 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:04:24.879477 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-255d0fb6-32be-4a14-a1e1-04913d997c7a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:24.883270 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device c97c7178-2433-40eb-86e7-7f07290839b9 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:04:24.991798 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:25.009222 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-255d0fb6-32be-4a14-a1e1-04913d997c7a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:04:25.022955 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-255d0fb6-32be-4a14-a1e1-04913d997c7a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:04:25.028589 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-255d0fb6-32be-4a14-a1e1-04913d997c7a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:04:25.053052 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d0fb6-32be-4a14-a1e1-04913d997c7a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Pushing event updated for resources: {'Port': ['ID=28d15e7e-4f2c-4bc7-8717-9d690df8727a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:25.111013 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] For port a88db1c9-cead-4b9e-b61e-3390bbe162bc, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:04:25.113015 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f69118a3-3099-44d7-a19d-3a3413afd8e6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:25.113415 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:25.266099 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] For port a88db1c9-cead-4b9e-b61e-3390bbe162bc, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a88db1c9-cead-4b9e-b61e-3390bbe162bc,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:04:25.290802 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-39d50fda-7e8e-42d0-963d-7ec6b5e2d22d req-5f54d108-6c4b-4f3b-b3e9-2c19297154ab tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.2041230 Jul 14 07:04:25.335698 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:25.353816 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:25.412486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ea393-e297-43a6-a185-a865da5a71bd None None] Pushing event updated for resources: {'Port': ['ID=a88db1c9-cead-4b9e-b61e-3390bbe162bc,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:25.436920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4fee1780-1fa9-43a2-90cd-4e4728da2e88 None None] Provisioning for port 7c937db4-03ed-41ab-8e39-f8faf5e250f0 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:04:25.444606 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4fee1780-1fa9-43a2-90cd-4e4728da2e88 None None] Provisioning complete for port 7c937db4-03ed-41ab-8e39-f8faf5e250f0 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:25.445328 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4fee1780-1fa9-43a2-90cd-4e4728da2e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:25.498677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-255d0fb6-32be-4a14-a1e1-04913d997c7a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:25.499347 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-255d0fb6-32be-4a14-a1e1-04913d997c7a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:25.503442 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-4fee1780-1fa9-43a2-90cd-4e4728da2e88 None None] Port 7c937db4-03ed-41ab-8e39-f8faf5e250f0 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:04:25.505508 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Routers {'3dd54f15-e2b3-4419-ab28-39619ae1ac93'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:04:25.506414 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:04:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3dd54f15-e2b3-4419-ab28-39619ae1ac93'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:25.520121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-b1cd04ab-3ad6-4a07-bfaf-b813d98dae14 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Allocated IP 172.20.0.12 (c54f27f2-ef46-423d-8076-766c23ba03d9/99b8a75a-6ec2-4357-b66e-1bf63d580d3d/2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:04:25.601713 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-255d0fb6-32be-4a14-a1e1-04913d997c7a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9337091 Jul 14 07:04:25.672279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Request body: {'port': {'device_id': '122fe4b9-6da9-4a76-93a7-c60fffbabf66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:25.876011 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396b9dc-63a8-4c51-a9d3-09d73e20180c req-85f1873e-283e-420f-9f20-4e11bc1102f2 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:25.883530 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6396b9dc-63a8-4c51-a9d3-09d73e20180c req-85f1873e-283e-420f-9f20-4e11bc1102f2 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 944 time: 0.6800275 Jul 14 07:04:25.916306 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] Set router 3dd54f15-e2b3-4419-ab28-39619ae1ac93 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:04:25.935708 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-7ba1bae4-44b2-4999-b244-5779f9e41619 service neutron] 10.222.0.15 "GET /v2.0/ports/c97c7178-2433-40eb-86e7-7f07290839b9/bindings/n-h1-778696-5 HTTP/1.1" status: 200 len: 384 time: 0.2314427 Jul 14 07:04:25.987224 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:25.994615 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:26.048765 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6396b9dc-63a8-4c51-a9d3-09d73e20180c req-44bf1e42-0e92-4cb8-a9e0-56a97f17c759 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641188 Jul 14 07:04:26.053327 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:26.125507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-afbd28d4-0e21-4c28-967c-2c233f2a2052 None None] Provisioning for port 28d15e7e-4f2c-4bc7-8717-9d690df8727a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:04:26.160278 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] Pushing event updated for resources: {'Port': ['ID=7c937db4-03ed-41ab-8e39-f8faf5e250f0,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:26.217000 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-afbd28d4-0e21-4c28-967c-2c233f2a2052 None None] Provisioning complete for port 28d15e7e-4f2c-4bc7-8717-9d690df8727a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:26.232721 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-afbd28d4-0e21-4c28-967c-2c233f2a2052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:26.264834 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:26.324399 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-afbd28d4-0e21-4c28-967c-2c233f2a2052 None None] Port 28d15e7e-4f2c-4bc7-8717-9d690df8727a cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:04:26.447254 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-b1cd04ab-3ad6-4a07-bfaf-b813d98dae14 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:26.582611 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-b1cd04ab-3ad6-4a07-bfaf-b813d98dae14 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Transition to ACTIVE for port object 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:26.596822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-670d75af-6f17-4c60-bf68-f7619078dbb8 service neutron] For port c97c7178-2433-40eb-86e7-7f07290839b9, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c97c7178-2433-40eb-86e7-7f07290839b9,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:26.621881 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-980302694-router', 'tenant_id': '79eec18291d946b1833c023d1dca0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'a88db1c9-cead-4b9e-b61e-3390bbe162bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:04:19Z', 'updated_at': '2021-07-14T07:04:25Z', 'revision_number': 4, 'project_id': '79eec18291d946b1833c023d1dca0c48', 'gw_port': {'id': 'a88db1c9-cead-4b9e-b61e-3390bbe162bc', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:20Z', 'updated_at': '2021-07-14T07:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '7c937db4-03ed-41ab-8e39-f8faf5e250f0', 'name': '', 'network_id': '7280937e-91bb-4c88-87a2-747a3618ae48', 'tenant_id': '79eec18291d946b1833c023d1dca0c48', 'mac_address': 'fa:16:3e:da:af:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2fb88e20-2bd8-4a3c-8e9a-ff725962f7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:23Z', 'updated_at': '2021-07-14T07:04:24Z', 'revision_number': 1, 'project_id': '79eec18291d946b1833c023d1dca0c48', 'subnets': [{'id': '2fb88e20-2bd8-4a3c-8e9a-ff725962f7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:26.650868 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bace553-af98-45bc-a578-b8cd87848eb0 req-1c4ca38e-ac2d-45ab-9e7e-3aa132739e8e tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:26.660075 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0bace553-af98-45bc-a578-b8cd87848eb0 req-1c4ca38e-ac2d-45ab-9e7e-3aa132739e8e tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 935 time: 0.2765698 Jul 14 07:04:26.663742 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-670d75af-6f17-4c60-bf68-f7619078dbb8 service neutron] For port c97c7178-2433-40eb-86e7-7f07290839b9, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:04:26.734977 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1a9b1d-1f48-4c81-9894-495019b8037b None None] The sync data for ids ['3dd54f15-e2b3-4419-ab28-39619ae1ac93'] in n-d-778696-5 is: [{'id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-980302694-router', 'tenant_id': '79eec18291d946b1833c023d1dca0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'a88db1c9-cead-4b9e-b61e-3390bbe162bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:04:19Z', 'updated_at': '2021-07-14T07:04:25Z', 'revision_number': 4, 'project_id': '79eec18291d946b1833c023d1dca0c48', 'gw_port': {'id': 'a88db1c9-cead-4b9e-b61e-3390bbe162bc', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:20Z', 'updated_at': '2021-07-14T07:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '7c937db4-03ed-41ab-8e39-f8faf5e250f0', 'name': '', 'network_id': '7280937e-91bb-4c88-87a2-747a3618ae48', 'tenant_id': '79eec18291d946b1833c023d1dca0c48', 'mac_address': 'fa:16:3e:da:af:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2fb88e20-2bd8-4a3c-8e9a-ff725962f7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:23Z', 'updated_at': '2021-07-14T07:04:24Z', 'revision_number': 1, 'project_id': '79eec18291d946b1833c023d1dca0c48', 'subnets': [{'id': '2fb88e20-2bd8-4a3c-8e9a-ff725962f7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:04:26.742069 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-670d75af-6f17-4c60-bf68-f7619078dbb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97c7178-2433-40eb-86e7-7f07290839b9 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:04:26.765278 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0bace553-af98-45bc-a578-b8cd87848eb0 req-493d5f35-7fe4-42ea-89eb-74c6e698eddd tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039906 Jul 14 07:04:26.784180 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-670d75af-6f17-4c60-bf68-f7619078dbb8 service neutron] For port c97c7178-2433-40eb-86e7-7f07290839b9, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c97c7178-2433-40eb-86e7-7f07290839b9,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:26.808683 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-b1cd04ab-3ad6-4a07-bfaf-b813d98dae14 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:26.872343 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-670d75af-6f17-4c60-bf68-f7619078dbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:26.889176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] Network 7280937e-91bb-4c88-87a2-747a3618ae48 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:04:26.908898 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:04:26.959514 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-b1cd04ab-3ad6-4a07-bfaf-b813d98dae14 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Network c54f27f2-ef46-423d-8076-766c23ba03d9 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:04:26.998406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-b1cd04ab-3ad6-4a07-bfaf-b813d98dae14 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:04:27.037941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-b1cd04ab-3ad6-4a07-bfaf-b813d98dae14 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:04:27.282362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd04ab-3ad6-4a07-bfaf-b813d98dae14 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Pushing event updated for resources: {'Port': ['ID=2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:27.401341 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-b1cd04ab-3ad6-4a07-bfaf-b813d98dae14 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:27.402033 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-b1cd04ab-3ad6-4a07-bfaf-b813d98dae14 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:27.480889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-75c018bf-3af6-4a83-aaa0-a194d296b7fd None None] Provisioning complete for port 7c937db4-03ed-41ab-8e39-f8faf5e250f0 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:27.482144 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-75c018bf-3af6-4a83-aaa0-a194d296b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:27.506414 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-670d75af-6f17-4c60-bf68-f7619078dbb8 service neutron] Transition to ACTIVE for port object c97c7178-2433-40eb-86e7-7f07290839b9 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:27.519710 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-670d75af-6f17-4c60-bf68-f7619078dbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:27.573662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-75c018bf-3af6-4a83-aaa0-a194d296b7fd None None] Port 7c937db4-03ed-41ab-8e39-f8faf5e250f0 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:04:27.596850 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-b1cd04ab-3ad6-4a07-bfaf-b813d98dae14 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2302001 Jul 14 07:04:27.631385 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7728b2-4a04-4530-b9b1-699f6d2f89a7 req-2d8ded2a-130a-4a00-9af1-b390cf5fdbc2 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:27.639803 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b7728b2-4a04-4530-b9b1-699f6d2f89a7 req-2d8ded2a-130a-4a00-9af1-b390cf5fdbc2 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/ports?device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 932 time: 0.6358504 Jul 14 07:04:27.652778 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] Request body: {'port': {'device_id': '732b12d0-5c3f-49f3-95d2-faf1ecd83991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:27.692154 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] Router 3dd54f15-e2b3-4419-ab28-39619ae1ac93 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:04:27.709809 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b749aa3f-97d3-43ed-9869-c94066c2d147 None None] Provisioning for port 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:04:27.719983 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b749aa3f-97d3-43ed-9869-c94066c2d147 None None] Provisioning complete for port 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:27.720463 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b749aa3f-97d3-43ed-9869-c94066c2d147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:27.728230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-670d75af-6f17-4c60-bf68-f7619078dbb8 service neutron] No DVR routers for this DVR port c97c7178-2433-40eb-86e7-7f07290839b9 on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:04:27.748464 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d75af-6f17-4c60-bf68-f7619078dbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=c97c7178-2433-40eb-86e7-7f07290839b9,revision_number=10']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:27.836723 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:27.868819 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-670d75af-6f17-4c60-bf68-f7619078dbb8 service neutron] 10.222.0.15 "PUT /v2.0/ports/c97c7178-2433-40eb-86e7-7f07290839b9/bindings/n-h1-778696-5/activate HTTP/1.1" status: 200 len: 369 time: 1.7116389 Jul 14 07:04:27.871547 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b749aa3f-97d3-43ed-9869-c94066c2d147 None None] Port 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:04:27.905989 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d15e7e-4f2c-4bc7-8717-9d690df8727a {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:04:27.938331 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:28.190917 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:04:28.196867 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2869c077-6a81-4915-b984-fde9eff862ba admin admin] 10.222.0.35 "PUT /v2.0/routers/3dd54f15-e2b3-4419-ab28-39619ae1ac93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7854538 Jul 14 07:04:28.745783 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a88db1c9-cead-4b9e-b61e-3390bbe162bc up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:04:28.897811 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port a88db1c9-cead-4b9e-b61e-3390bbe162bc completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:04:28.904277 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port a88db1c9-cead-4b9e-b61e-3390bbe162bc triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:28.904995 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:29.001993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Transition to ACTIVE for port object 28d15e7e-4f2c-4bc7-8717-9d690df8727a will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:29.032704 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:29.111291 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:29.145170 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port a88db1c9-cead-4b9e-b61e-3390bbe162bc, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a88db1c9-cead-4b9e-b61e-3390bbe162bc,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:29.154609 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:29.256972 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b7728b2-4a04-4530-b9b1-699f6d2f89a7 req-ee09b04d-390c-4824-bc4b-fb5252fe206c tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/security-groups?id=12e10463-96c2-4c69-8ddb-329763965c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6161854 Jul 14 07:04:29.292873 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=a88db1c9-cead-4b9e-b61e-3390bbe162bc,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:29.399380 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=28d15e7e-4f2c-4bc7-8717-9d690df8727a,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:29.466746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-8866bc90-9308-4614-b435-f0650a6dc03b tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:29.468773 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-8866bc90-9308-4614-b435-f0650a6dc03b tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837&tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 1096 time: 0.4876471 Jul 14 07:04:29.574048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259eb30a-8d50-43d7-9232-2c252ec110df req-0462270c-42ff-434d-a7d0-40acc718ead6 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:29.581651 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-259eb30a-8d50-43d7-9232-2c252ec110df req-0462270c-42ff-434d-a7d0-40acc718ead6 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 945 time: 0.5597906 Jul 14 07:04:29.772825 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-259eb30a-8d50-43d7-9232-2c252ec110df req-4539cdef-e698-4d38-a4ca-93a5e1065917 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902022 Jul 14 07:04:29.785480 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Attempting to bind port 28d15e7e-4f2c-4bc7-8717-9d690df8727a on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:04:29.785739 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Attempting to bind port 28d15e7e-4f2c-4bc7-8717-9d690df8727a by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:04:29.786069 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Attempting to bind port 28d15e7e-4f2c-4bc7-8717-9d690df8727a on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:04:29.805088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Port 28d15e7e-4f2c-4bc7-8717-9d690df8727a on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:04:29.805573 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Attempting to bind port 28d15e7e-4f2c-4bc7-8717-9d690df8727a on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:04:29.880572 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:04:29.880809 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:04:29.881170 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:04:29.881646 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Bound port: 28d15e7e-4f2c-4bc7-8717-9d690df8727a, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:04:29.882004 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:29.913897 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e6029-b1b7-4ab7-9d40-74ddf3e2e0e3 req-4706d89b-cc76-4a9d-9980-43eb097cd7b6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:29.915504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c56e6029-b1b7-4ab7-9d40-74ddf3e2e0e3 req-4706d89b-cc76-4a9d-9980-43eb097cd7b6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 947 time: 0.4527736 Jul 14 07:04:29.990354 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-77247d1c-ccb9-48d2-ada1-9d55bac278ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:29.992605 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-77247d1c-ccb9-48d2-ada1-9d55bac278ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837&tenant_id=4bb7e9bc2a1044b6a6502114e85dc356 HTTP/1.1" status: 200 len: 1096 time: 0.4987080 Jul 14 07:04:30.090158 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:04:30.161767 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:30.284056 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b35ed6b-9a8d-4eed-8e86-50e5bea07d46 req-47cdc788-fdae-445d-8014-af14ad47e951 tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.1194928 Jul 14 07:04:30.288057 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] Transition to ACTIVE for port object 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:30.295665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c56e6029-b1b7-4ab7-9d40-74ddf3e2e0e3 req-34703b3a-604c-4d28-a0a5-360b409c70cb tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641608 Jul 14 07:04:30.301222 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:30.434153 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b754f1bb-9891-4406-93d1-4ac70235d570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:30.458721 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] For port 28d15e7e-4f2c-4bc7-8717-9d690df8727a, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:04:30.461293 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Sync routers for ids ['3dd54f15-e2b3-4419-ab28-39619ae1ac93'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:04:30.471706 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] For port 28d15e7e-4f2c-4bc7-8717-9d690df8727a, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=28d15e7e-4f2c-4bc7-8717-9d690df8727a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:04:30.475434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-672ff8c0-47e8-4a66-8fdb-42ee8189cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:30.477160 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-672ff8c0-47e8-4a66-8fdb-42ee8189cbdf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 1096 time: 0.4134779 Jul 14 07:04:30.477442 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Routers {'3dd54f15-e2b3-4419-ab28-39619ae1ac93'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:04:30.478928 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:04:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3dd54f15-e2b3-4419-ab28-39619ae1ac93'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:30.502691 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:30.672285 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Set router 3dd54f15-e2b3-4419-ab28-39619ae1ac93 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:04:30.674111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-1ffd3961-9a37-4c2c-a6b3-c213fea8da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:30.675924 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-1ffd3961-9a37-4c2c-a6b3-c213fea8da8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 922 time: 0.1788082 Jul 14 07:04:30.686358 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-517c868f-9a11-4594-b857-ad1a971cfd17 req-388eaabe-def7-460c-82f9-c96e8acb82cf tempest-FloatingIPDetailsNegativeTestJSON-1122373614 tempest-FloatingIPDetailsNegativeTestJSON-1122373614-project] show failed (client error): The resource could not be found. Jul 14 07:04:30.687287 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-517c868f-9a11-4594-b857-ad1a971cfd17 req-388eaabe-def7-460c-82f9-c96e8acb82cf tempest-FloatingIPDetailsNegativeTestJSON-1122373614 tempest-FloatingIPDetailsNegativeTestJSON-1122373614-project] 10.222.0.35 "GET /v2.0/floatingips/603ef151-24a6-4b96-8e37-e5dee70ceaf1 HTTP/1.1" status: 404 len: 350 time: 0.2373569 Jul 14 07:04:30.697661 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38486) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:30.708128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a88db1c9-cead-4b9e-b61e-3390bbe162bc up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:04:30.827776 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-1381ff16-9d3d-4d98-be5d-7becfe04a1b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c97c7178-2433-40eb-86e7-7f07290839b9 HTTP/1.1" status: 200 len: 217 time: 0.1349332 Jul 14 07:04:30.828404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035a120-16bc-439e-9e96-307596898816 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:30.899959 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port a88db1c9-cead-4b9e-b61e-3390bbe162bc triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:30.900339 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:30.939987 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=28d15e7e-4f2c-4bc7-8717-9d690df8727a,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:31.009083 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-5287556f-2f10-4b68-9e9e-a483866502d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:31.010990 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-5287556f-2f10-4b68-9e9e-a483866502d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.1149573 Jul 14 07:04:31.015735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:31.016491 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:31.017990 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-0950fe03-4eeb-4cce-bc9b-d942cbc62ff1 service neutron] 10.222.0.15 "PUT /v2.0/ports/28d15e7e-4f2c-4bc7-8717-9d690df8727a HTTP/1.1" status: 200 len: 1095 time: 5.3892815 Jul 14 07:04:31.018453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122fe4b9-6da9-4a76-93a7-c60fffbabf66', 'tag': '28d15e7e-4f2c-4bc7-8717-9d690df8727a'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:04:31.020872 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75e86e6-fd4a-4e0e-b926-578f80c5f5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "122fe4b9-6da9-4a76-93a7-c60fffbabf66", "tag": "28d15e7e-4f2c-4bc7-8717-9d690df8727a"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:04:31.105122 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] Attempting to bind port 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:04:31.105946 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] Attempting to bind port 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '8ed0b547-e1da-4ac5-a793-196448b84ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:04:31.105946 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] Attempting to bind port 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 on network c54f27f2-ef46-423d-8076-766c23ba03d9 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:04:31.128960 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-980302694-router', 'tenant_id': '79eec18291d946b1833c023d1dca0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'a88db1c9-cead-4b9e-b61e-3390bbe162bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:04:19Z', 'updated_at': '2021-07-14T07:04:25Z', 'revision_number': 4, 'project_id': '79eec18291d946b1833c023d1dca0c48', 'gw_port': {'id': 'a88db1c9-cead-4b9e-b61e-3390bbe162bc', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:20Z', 'updated_at': '2021-07-14T07:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '7c937db4-03ed-41ab-8e39-f8faf5e250f0', 'name': '', 'network_id': '7280937e-91bb-4c88-87a2-747a3618ae48', 'tenant_id': '79eec18291d946b1833c023d1dca0c48', 'mac_address': 'fa:16:3e:da:af:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2fb88e20-2bd8-4a3c-8e9a-ff725962f7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:23Z', 'updated_at': '2021-07-14T07:04:25Z', 'revision_number': 2, 'project_id': '79eec18291d946b1833c023d1dca0c48', 'subnets': [{'id': '2fb88e20-2bd8-4a3c-8e9a-ff725962f7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:31.194522 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Checking router: 3dd54f15-e2b3-4419-ab28-39619ae1ac93 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:04:31.195198 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Updating router 3dd54f15-e2b3-4419-ab28-39619ae1ac93 port 7c937db4-03ed-41ab-8e39-f8faf5e250f0 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:04:31.204683 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-34c4ba9b-ea05-44a3-aa0f-a127517303b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197290 Jul 14 07:04:31.265376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] Port 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 on network c54f27f2-ef46-423d-8076-766c23ba03d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:04:31.265687 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] Attempting to bind port 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 on network c54f27f2-ef46-423d-8076-766c23ba03d9 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:04:31.265948 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:31.437616 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-4a650c71-0c9c-4b3c-83bf-71371dc1ff9d service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782157 Jul 14 07:04:31.442529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:04:31.443175 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] Checking segment: {'id': '8ed0b547-e1da-4ac5-a793-196448b84ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:04:31.443942 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] Bound using segment: {'id': '8ed0b547-e1da-4ac5-a793-196448b84ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:04:31.444617 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] Bound port: 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed0b547-e1da-4ac5-a793-196448b84ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:04:31.445254 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:31.639612 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] For port 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:04:31.644053 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] For port 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1,segment=NetworkSegment(8ed0b547-e1da-4ac5-a793-196448b84ddf),segment_id=8ed0b547-e1da-4ac5-a793-196448b84ddf)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:04:31.656778 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:31.733620 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:31.738826 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035a120-16bc-439e-9e96-307596898816 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:31.745519 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Transition to ACTIVE for port object 7c937db4-03ed-41ab-8e39-f8faf5e250f0 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:31.753363 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:31.756405 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:31.758615 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:31.762261 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-7035a120-16bc-439e-9e96-307596898816 service neutron] 10.222.0.15 "PUT /v2.0/ports/2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 HTTP/1.1" status: 200 len: 1092 time: 4.1137938 Jul 14 07:04:31.773600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93218b91-eb7e-4639-be12-2c60b22bc406 req-eb1cad56-ef2a-4178-abee-6dcda364cbf8 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:31.782714 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-93218b91-eb7e-4639-be12-2c60b22bc406 req-eb1cad56-ef2a-4178-abee-6dcda364cbf8 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/ports?device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 944 time: 0.7576454 Jul 14 07:04:31.817283 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-700928bd-f351-43c5-a8e2-3237fa641f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:31.820055 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb2c42-5b79-4828-9388-9cd7c7d15970 None None] Pushing event updated for resources: {'Port': ['ID=7c937db4-03ed-41ab-8e39-f8faf5e250f0,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:31.845630 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb2c42-5b79-4828-9388-9cd7c7d15970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:31.846585 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb2c42-5b79-4828-9388-9cd7c7d15970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:31.847022 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb2c42-5b79-4828-9388-9cd7c7d15970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:31.847429 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb2c42-5b79-4828-9388-9cd7c7d15970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:31.847832 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb2c42-5b79-4828-9388-9cd7c7d15970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:31.848230 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb2c42-5b79-4828-9388-9cd7c7d15970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:31.848649 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb2c42-5b79-4828-9388-9cd7c7d15970 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:31.849022 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb2c42-5b79-4828-9388-9cd7c7d15970 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:31.849708 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb2c42-5b79-4828-9388-9cd7c7d15970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:31.850105 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb2c42-5b79-4828-9388-9cd7c7d15970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:31.850500 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb2c42-5b79-4828-9388-9cd7c7d15970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:31.850907 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb2c42-5b79-4828-9388-9cd7c7d15970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:31.924853 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Attempting to bind port 7c937db4-03ed-41ab-8e39-f8faf5e250f0 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:04:31.925378 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Attempting to bind port 7c937db4-03ed-41ab-8e39-f8faf5e250f0 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '2ebd4c80-4ede-4341-acd0-c5258d9cf4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7280937e-91bb-4c88-87a2-747a3618ae48'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:04:31.925876 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Attempting to bind port 7c937db4-03ed-41ab-8e39-f8faf5e250f0 on network 7280937e-91bb-4c88-87a2-747a3618ae48 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:04:31.933154 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:04:31.933649 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Checking segment: {'id': '2ebd4c80-4ede-4341-acd0-c5258d9cf4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7280937e-91bb-4c88-87a2-747a3618ae48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:04:31.934143 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:31.934621 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Bound using segment: {'id': '2ebd4c80-4ede-4341-acd0-c5258d9cf4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7280937e-91bb-4c88-87a2-747a3618ae48'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:04:31.935140 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Bound port: 7c937db4-03ed-41ab-8e39-f8faf5e250f0, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ebd4c80-4ede-4341-acd0-c5258d9cf4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7280937e-91bb-4c88-87a2-747a3618ae48'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:04:31.935603 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:32.034520 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] For port 7c937db4-03ed-41ab-8e39-f8faf5e250f0, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:04:32.038505 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] For port 7c937db4-03ed-41ab-8e39-f8faf5e250f0, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=7c937db4-03ed-41ab-8e39-f8faf5e250f0,segment=NetworkSegment(2ebd4c80-4ede-4341-acd0-c5258d9cf4ec),segment_id=2ebd4c80-4ede-4341-acd0-c5258d9cf4ec)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:04:32.045909 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:32.118718 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-192eac6d-42c0-40fb-9748-babd2b1827e5 service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6681554 Jul 14 07:04:32.195275 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-93218b91-eb7e-4639-be12-2c60b22bc406 req-d8798b0f-ad12-40c7-afa1-f84a8b265910 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/security-groups?id=12e10463-96c2-4c69-8ddb-329763965c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116173 Jul 14 07:04:32.283518 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Routers {'3dd54f15-e2b3-4419-ab28-39619ae1ac93'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:04:32.285296 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:04:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3dd54f15-e2b3-4419-ab28-39619ae1ac93'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:32.567684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-55c92389-0c3a-44e9-b659-bf4476d13a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:32.570934 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-55c92389-0c3a-44e9-b659-bf4476d13a9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 1098 time: 0.5905144 Jul 14 07:04:32.687107 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-617cd9d9-54b9-4214-a5b6-694de1f128db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:32.692542 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-617cd9d9-54b9-4214-a5b6-694de1f128db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5897b779e1914aaa9e9b64d2f1911e1b&device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 1095 time: 0.6992428 Jul 14 07:04:32.715341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-700928bd-f351-43c5-a8e2-3237fa641f1f admin admin] Deleting port 7c937db4-03ed-41ab-8e39-f8faf5e250f0 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:04:32.715923 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-700928bd-f351-43c5-a8e2-3237fa641f1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:32.777433 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb2c42-5b79-4828-9388-9cd7c7d15970 None None] Pushing event updated for resources: {'Port': ['ID=7c937db4-03ed-41ab-8e39-f8faf5e250f0,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:32.812545 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3620e2b9-fb6e-43ab-82c2-d625511b5f1c x-openstack-request-id: req-3620e2b9-fb6e-43ab-82c2-d625511b5f1c {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:04:32.812974 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122fe4b9-6da9-4a76-93a7-c60fffbabf66", "tag": "28d15e7e-4f2c-4bc7-8717-9d690df8727a", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:04:32.813511 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3620e2b9-fb6e-43ab-82c2-d625511b5f1c {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:04:32.814140 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122fe4b9-6da9-4a76-93a7-c60fffbabf66', 'tag': '28d15e7e-4f2c-4bc7-8717-9d690df8727a', 'status': 'completed', 'code': 200} Jul 14 07:04:32.853338 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-db1ed890-e5a6-4e25-941a-26465bbfc345 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=28d15e7e-4f2c-4bc7-8717-9d690df8727a HTTP/1.1" status: 200 len: 217 time: 0.2068741 Jul 14 07:04:32.869502 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] Set router 3dd54f15-e2b3-4419-ab28-39619ae1ac93 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:04:33.049366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68759454-81b4-4fc7-9b46-ea5b84ecdd1b req-7bd47b5f-a8c0-406c-b4f3-a090c1a1859b tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:33.057676 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-68759454-81b4-4fc7-9b46-ea5b84ecdd1b req-7bd47b5f-a8c0-406c-b4f3-a090c1a1859b tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 945 time: 0.7775481 Jul 14 07:04:33.086211 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-16ead9ff-e57c-4401-8dc4-485348b4a02e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 HTTP/1.1" status: 200 len: 217 time: 0.2822354 Jul 14 07:04:33.210397 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a2abf10e-11b9-4691-9bef-c4e9907b890d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:33.379405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-700928bd-f351-43c5-a8e2-3237fa641f1f admin admin] For port 7c937db4-03ed-41ab-8e39-f8faf5e250f0, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=7c937db4-03ed-41ab-8e39-f8faf5e250f0,segment=NetworkSegment(2ebd4c80-4ede-4341-acd0-c5258d9cf4ec),segment_id=2ebd4c80-4ede-4341-acd0-c5258d9cf4ec)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:33.380072 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-700928bd-f351-43c5-a8e2-3237fa641f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:33.414255 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-700928bd-f351-43c5-a8e2-3237fa641f1f admin admin] Calling delete_port for 7c937db4-03ed-41ab-8e39-f8faf5e250f0 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:04:33.415118 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-980302694-router', 'tenant_id': '79eec18291d946b1833c023d1dca0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'a88db1c9-cead-4b9e-b61e-3390bbe162bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:04:19Z', 'updated_at': '2021-07-14T07:04:25Z', 'revision_number': 4, 'project_id': '79eec18291d946b1833c023d1dca0c48', 'gw_port': {'id': 'a88db1c9-cead-4b9e-b61e-3390bbe162bc', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:20Z', 'updated_at': '2021-07-14T07:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '7c937db4-03ed-41ab-8e39-f8faf5e250f0', 'name': '', 'network_id': '7280937e-91bb-4c88-87a2-747a3618ae48', 'tenant_id': '79eec18291d946b1833c023d1dca0c48', 'mac_address': 'fa:16:3e:da:af:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2fb88e20-2bd8-4a3c-8e9a-ff725962f7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:23Z', 'updated_at': '2021-07-14T07:04:32Z', 'revision_number': 4, 'project_id': '79eec18291d946b1833c023d1dca0c48', 'subnets': [{'id': '2fb88e20-2bd8-4a3c-8e9a-ff725962f7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:33.504176 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2442470f-a53c-4c05-b92e-3834d09b77bc None None] The sync data for ids ['3dd54f15-e2b3-4419-ab28-39619ae1ac93'] in n-d-778696-5 is: [{'id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-980302694-router', 'tenant_id': '79eec18291d946b1833c023d1dca0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'a88db1c9-cead-4b9e-b61e-3390bbe162bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:04:19Z', 'updated_at': '2021-07-14T07:04:25Z', 'revision_number': 4, 'project_id': '79eec18291d946b1833c023d1dca0c48', 'gw_port': {'id': 'a88db1c9-cead-4b9e-b61e-3390bbe162bc', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:20Z', 'updated_at': '2021-07-14T07:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '7c937db4-03ed-41ab-8e39-f8faf5e250f0', 'name': '', 'network_id': '7280937e-91bb-4c88-87a2-747a3618ae48', 'tenant_id': '79eec18291d946b1833c023d1dca0c48', 'mac_address': 'fa:16:3e:da:af:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2fb88e20-2bd8-4a3c-8e9a-ff725962f7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:23Z', 'updated_at': '2021-07-14T07:04:32Z', 'revision_number': 4, 'project_id': '79eec18291d946b1833c023d1dca0c48', 'subnets': [{'id': '2fb88e20-2bd8-4a3c-8e9a-ff725962f7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:04:33.564714 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:33.852161 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-700928bd-f351-43c5-a8e2-3237fa641f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:34.040409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700928bd-f351-43c5-a8e2-3237fa641f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=7c937db4-03ed-41ab-8e39-f8faf5e250f0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:34.126073 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-ace4870f-4cfe-46e0-a025-e0aebf485009 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:34.129985 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-ace4870f-4cfe-46e0-a025-e0aebf485009 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837&tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&binding%3Ahost_id=n-h1-778696-5 HTTP/1.1" status: 200 len: 1096 time: 1.6473415 Jul 14 07:04:34.253873 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-7c54fe2f-7d12-4045-9a65-03511818f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:34.258063 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-7c54fe2f-7d12-4045-9a65-03511818f714 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 1.4040251 Jul 14 07:04:34.293038 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-68759454-81b4-4fc7-9b46-ea5b84ecdd1b req-7f40a9e7-9aa4-476d-b500-7ae9e1736d85 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1838906 Jul 14 07:04:34.424995 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-700928bd-f351-43c5-a8e2-3237fa641f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:34.491002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-4bf084fc-4424-4943-9a99-60644d627b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:34.501460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-4bf084fc-4424-4943-9a99-60644d627b13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99b8a75a-6ec2-4357-b66e-1bf63d580d3d HTTP/1.1" status: 200 len: 854 time: 1.3789830 Jul 14 07:04:34.513933 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:34.585424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5ec1b-493d-48b9-b93a-51bf3dbbcea2 req-3274fa69-81e0-4a8b-9150-746714acc185 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:34.594463 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65a5ec1b-493d-48b9-b93a-51bf3dbbcea2 req-3274fa69-81e0-4a8b-9150-746714acc185 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 947 time: 1.6224174 Jul 14 07:04:34.751422 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e00e575-5477-43da-bb9d-2815ed4473c2 req-3b2259e3-7058-485b-929b-b780604db9d5 tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.0904069 Jul 14 07:04:34.820006 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732b12d0-5c3f-49f3-95d2-faf1ecd83991', 'tag': '2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:04:34.824632 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0c6626-cfa2-4240-90a9-e6e5f95e7a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "732b12d0-5c3f-49f3-95d2-faf1ecd83991", "tag": "2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:04:34.842894 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65a5ec1b-493d-48b9-b93a-51bf3dbbcea2 req-4d5fb78d-bcef-4508-af93-e0498f75fb38 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471213 Jul 14 07:04:34.867221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-611a20ee-7943-439b-95ad-cbf31a130dff service neutron] For port c97c7178-2433-40eb-86e7-7f07290839b9, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:04:34.875231 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-611a20ee-7943-439b-95ad-cbf31a130dff service neutron] Notify callbacks [] for binding, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:34.888017 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7194e7b-b5af-41a5-b62c-40046c117ea6 req-611a20ee-7943-439b-95ad-cbf31a130dff service neutron] 10.222.0.30 "DELETE /v2.0/ports/c97c7178-2433-40eb-86e7-7f07290839b9/bindings/n-h2-778696-5 HTTP/1.1" status: 204 len: 173 time: 0.7491839 Jul 14 07:04:34.939858 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-378c5869-09e9-4c9d-aa17-b602cd8b5c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:34.945827 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-378c5869-09e9-4c9d-aa17-b602cd8b5c79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6081390 Jul 14 07:04:35.099695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-974bcdb9-6e7d-4032-a805-4cd7e4f5af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:35.102073 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-974bcdb9-6e7d-4032-a805-4cd7e4f5af4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c54f27f2-ef46-423d-8076-766c23ba03d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4683177 Jul 14 07:04:35.199104 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700928bd-f351-43c5-a8e2-3237fa641f1f admin admin] Router 3dd54f15-e2b3-4419-ab28-39619ae1ac93 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:04:35.240931 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-ebf130bf-8d8b-4ccd-94de-5ed3e34b5847 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873514 Jul 14 07:04:35.313152 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05191746-1582-459e-b01a-3f71f3f245b9 req-4e7e9db7-0583-4ffd-bd07-9c18787bb6ad tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:35.331858 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05191746-1582-459e-b01a-3f71f3f245b9 req-4e7e9db7-0583-4ffd-bd07-9c18787bb6ad tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/ports?device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 944 time: 0.2469914 Jul 14 07:04:35.365124 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-8e44605c-b72a-4656-8e4f-c3e165177433 service neutron] 10.222.0.15 "GET /v2.0/networks/c54f27f2-ef46-423d-8076-766c23ba03d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262566 Jul 14 07:04:35.387658 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de0e818-3471-4850-a4d0-4c106dfcc060 x-openstack-request-id: req-0de0e818-3471-4850-a4d0-4c106dfcc060 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:04:35.388120 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732b12d0-5c3f-49f3-95d2-faf1ecd83991", "tag": "2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:04:35.388248 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0de0e818-3471-4850-a4d0-4c106dfcc060 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:04:35.388600 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732b12d0-5c3f-49f3-95d2-faf1ecd83991', 'tag': '2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1', 'status': 'completed', 'code': 200} Jul 14 07:04:35.435176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700928bd-f351-43c5-a8e2-3237fa641f1f admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:04:35.443188 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05191746-1582-459e-b01a-3f71f3f245b9 req-7c209e10-e23e-47d8-858d-2f03238a115a tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/security-groups?id=12e10463-96c2-4c69-8ddb-329763965c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104527 Jul 14 07:04:35.443695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38518) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:35.446329 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed35c0-c597-4499-b669-5fa9e8f31efb None None] Sync routers for ids ['3dd54f15-e2b3-4419-ab28-39619ae1ac93'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:04:35.452046 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-700928bd-f351-43c5-a8e2-3237fa641f1f admin admin] 10.222.0.35 "PUT /v2.0/routers/3dd54f15-e2b3-4419-ab28-39619ae1ac93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7531416 Jul 14 07:04:35.458136 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ed35c0-c597-4499-b669-5fa9e8f31efb None None] Routers {'3dd54f15-e2b3-4419-ab28-39619ae1ac93'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:04:35.464167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-72ed35c0-c597-4499-b669-5fa9e8f31efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:04:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3dd54f15-e2b3-4419-ab28-39619ae1ac93'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:35.652684 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-821e5f49-5b9b-40ef-846d-c14336be6960 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:35.713768 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-72ed35c0-c597-4499-b669-5fa9e8f31efb None None] Set router 3dd54f15-e2b3-4419-ab28-39619ae1ac93 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:04:35.934121 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-72ed35c0-c597-4499-b669-5fa9e8f31efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-980302694-router', 'tenant_id': '79eec18291d946b1833c023d1dca0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'a88db1c9-cead-4b9e-b61e-3390bbe162bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:04:19Z', 'updated_at': '2021-07-14T07:04:33Z', 'revision_number': 5, 'project_id': '79eec18291d946b1833c023d1dca0c48', 'gw_port': {'id': 'a88db1c9-cead-4b9e-b61e-3390bbe162bc', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:20Z', 'updated_at': '2021-07-14T07:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:35.956198 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-821e5f49-5b9b-40ef-846d-c14336be6960 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:35.971795 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed35c0-c597-4499-b669-5fa9e8f31efb None None] Checking router: 3dd54f15-e2b3-4419-ab28-39619ae1ac93 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:04:35.985823 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ed35c0-c597-4499-b669-5fa9e8f31efb None None] Routers {'3dd54f15-e2b3-4419-ab28-39619ae1ac93'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:04:35.986841 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-72ed35c0-c597-4499-b669-5fa9e8f31efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:04:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3dd54f15-e2b3-4419-ab28-39619ae1ac93'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:36.075810 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326c84e-8d8b-4802-a834-7340aba42ea6 req-f4e1fe09-5587-49d3-a664-4aea2c1eea32 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:36.080610 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5326c84e-8d8b-4802-a834-7340aba42ea6 req-f4e1fe09-5587-49d3-a664-4aea2c1eea32 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 945 time: 0.3186202 Jul 14 07:04:36.160755 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6468d8ed-b089-40b7-940f-a17db0328a18 req-b2818174-8eb1-4178-9e79-3e4ca88e7c3a tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.1633365 Jul 14 07:04:36.198584 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:36.226895 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-72ed35c0-c597-4499-b669-5fa9e8f31efb None None] Set router 3dd54f15-e2b3-4419-ab28-39619ae1ac93 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:04:36.258030 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5326c84e-8d8b-4802-a834-7340aba42ea6 req-49bee175-89ad-407f-9703-2a3e0bbf34a9 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764412 Jul 14 07:04:36.282290 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-821e5f49-5b9b-40ef-846d-c14336be6960 admin admin] Deleting port a88db1c9-cead-4b9e-b61e-3390bbe162bc {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:04:36.282823 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-821e5f49-5b9b-40ef-846d-c14336be6960 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:36.384938 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-72ed35c0-c597-4499-b669-5fa9e8f31efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-980302694-router', 'tenant_id': '79eec18291d946b1833c023d1dca0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:04:19Z', 'updated_at': '2021-07-14T07:04:35Z', 'revision_number': 6, 'project_id': '79eec18291d946b1833c023d1dca0c48', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:36.452217 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed35c0-c597-4499-b669-5fa9e8f31efb None None] The sync data for ids ['3dd54f15-e2b3-4419-ab28-39619ae1ac93'] in n-d-778696-5 is: [{'id': '3dd54f15-e2b3-4419-ab28-39619ae1ac93', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-980302694-router', 'tenant_id': '79eec18291d946b1833c023d1dca0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:04:19Z', 'updated_at': '2021-07-14T07:04:35Z', 'revision_number': 6, 'project_id': '79eec18291d946b1833c023d1dca0c48', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:04:36.513381 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-821e5f49-5b9b-40ef-846d-c14336be6960 admin admin] For port a88db1c9-cead-4b9e-b61e-3390bbe162bc, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a88db1c9-cead-4b9e-b61e-3390bbe162bc,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:36.513754 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-821e5f49-5b9b-40ef-846d-c14336be6960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:36.534940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-821e5f49-5b9b-40ef-846d-c14336be6960 admin admin] Calling delete_port for a88db1c9-cead-4b9e-b61e-3390bbe162bc owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:04:36.610567 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1266ed-eb1d-4a25-b03d-af704fa7f13b req-731c2c72-15e8-4aa5-a132-3f52fd2265d9 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:36.612167 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8f1266ed-eb1d-4a25-b03d-af704fa7f13b req-731c2c72-15e8-4aa5-a132-3f52fd2265d9 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 947 time: 0.1649971 Jul 14 07:04:36.674722 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8f1266ed-eb1d-4a25-b03d-af704fa7f13b req-2b6db256-27a2-4a65-8087-5b7bc147944a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554063 Jul 14 07:04:36.866095 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7c937db4-03ed-41ab-8e39-f8faf5e250f0 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:04:36.905821 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 7c937db4-03ed-41ab-8e39-f8faf5e250f0 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:04:36.906440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7c937db4-03ed-41ab-8e39-f8faf5e250f0 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:04:36.953606 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-821e5f49-5b9b-40ef-846d-c14336be6960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:37.020252 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e5f49-5b9b-40ef-846d-c14336be6960 admin admin] Pushing event deleted for resources: {'Port': ['ID=a88db1c9-cead-4b9e-b61e-3390bbe162bc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:37.133658 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-821e5f49-5b9b-40ef-846d-c14336be6960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:37.233288 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-821e5f49-5b9b-40ef-846d-c14336be6960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:37.235819 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-821e5f49-5b9b-40ef-846d-c14336be6960 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:37.252380 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d881234-89bb-4d5b-b673-0956508d3509 req-46cc1bb8-f024-4f60-b7b1-8c97e558e990 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:37.253974 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d881234-89bb-4d5b-b673-0956508d3509 req-46cc1bb8-f024-4f60-b7b1-8c97e558e990 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/ports?device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 944 time: 0.1675839 Jul 14 07:04:37.306007 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-821e5f49-5b9b-40ef-846d-c14336be6960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:37.306678 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821e5f49-5b9b-40ef-846d-c14336be6960 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dd54f15-e2b3-4419-ab28-39619ae1ac93 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:04:37.316519 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-821e5f49-5b9b-40ef-846d-c14336be6960 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:37.320505 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-821e5f49-5b9b-40ef-846d-c14336be6960 admin admin] 10.222.0.35 "DELETE /v2.0/routers/3dd54f15-e2b3-4419-ab28-39619ae1ac93 HTTP/1.1" status: 204 len: 168 time: 1.8729753 Jul 14 07:04:37.320505 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38542) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:37.333744 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d881234-89bb-4d5b-b673-0956508d3509 req-aabd1e9b-3a7e-47b8-907c-ae71944b24cf tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/security-groups?id=12e10463-96c2-4c69-8ddb-329763965c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481343 Jul 14 07:04:37.372689 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d07bbf4-73a7-4167-bc9b-3eb50c6f6119 admin admin] Deleting subnet 2fb88e20-2bd8-4a3c-8e9a-ff725962f7a0 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:04:37.375531 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d07bbf4-73a7-4167-bc9b-3eb50c6f6119 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:37.412217 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d07bbf4-73a7-4167-bc9b-3eb50c6f6119 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:37.562788 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e0503-8868-41f0-9404-67b51228c383 req-cd439944-1eb7-4e09-91d6-0136187dec92 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:37.564345 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff2e0503-8868-41f0-9404-67b51228c383 req-cd439944-1eb7-4e09-91d6-0136187dec92 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 1096 time: 0.1282721 Jul 14 07:04:37.569408 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d07bbf4-73a7-4167-bc9b-3eb50c6f6119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:37.634655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff2e0503-8868-41f0-9404-67b51228c383 req-0f98a73a-9235-4557-b81e-0bd78b6cc2a7 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628512 Jul 14 07:04:37.653675 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d07bbf4-73a7-4167-bc9b-3eb50c6f6119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:37.680048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07bbf4-73a7-4167-bc9b-3eb50c6f6119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fb88e20-2bd8-4a3c-8e9a-ff725962f7a0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:37.684558 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d07bbf4-73a7-4167-bc9b-3eb50c6f6119 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:37.688968 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5d07bbf4-73a7-4167-bc9b-3eb50c6f6119 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2fb88e20-2bd8-4a3c-8e9a-ff725962f7a0 HTTP/1.1" status: 204 len: 168 time: 0.3651521 Jul 14 07:04:37.689307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38546) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:37.689824 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fe0f60-9e58-4e01-8be0-1a19513d7d60 None None] Network 7280937e-91bb-4c88-87a2-747a3618ae48 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:04:37.805133 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:37.906767 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c625166-d11a-4727-8bf8-cfcb3540e19e None None] DHCP port deletion for 7280937e-91bb-4c88-87a2-747a3618ae48 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:04:37.958278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3c625166-d11a-4727-8bf8-cfcb3540e19e None None] Deleting port f69118a3-3099-44d7-a19d-3a3413afd8e6 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:04:37.958651 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3c625166-d11a-4727-8bf8-cfcb3540e19e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:37.978261 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6714d7f7-de1a-4942-951f-18a44e7f6025 req-8c4fa74e-f353-43dd-998f-87a36d8062fb tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.1579304 Jul 14 07:04:38.024078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3c625166-d11a-4727-8bf8-cfcb3540e19e None None] For port f69118a3-3099-44d7-a19d-3a3413afd8e6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f69118a3-3099-44d7-a19d-3a3413afd8e6,segment=NetworkSegment(2ebd4c80-4ede-4341-acd0-c5258d9cf4ec),segment_id=2ebd4c80-4ede-4341-acd0-c5258d9cf4ec)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:38.024472 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3c625166-d11a-4727-8bf8-cfcb3540e19e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:38.038809 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3c625166-d11a-4727-8bf8-cfcb3540e19e None None] Calling delete_port for f69118a3-3099-44d7-a19d-3a3413afd8e6 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:04:38.083838 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07ea8223-7416-4e64-9f01-6bb85377b5c8 req-b61c4365-6195-4284-815b-9af02b287b58 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940776 Jul 14 07:04:38.092194 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d558067-cbaf-4d67-8aa1-1b3a126880f8 req-fc62f512-75b8-4959-8618-0faa07b1f88e service neutron] 10.222.0.15 "GET /v2.0/networks/c54f27f2-ef46-423d-8076-766c23ba03d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420269 Jul 14 07:04:38.110157 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94985443-4168-489e-a0d1-83c65dcbf007 req-e2887166-3745-4d70-b9c0-c531ca2f6637 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:38.112154 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94985443-4168-489e-a0d1-83c65dcbf007 req-e2887166-3745-4d70-b9c0-c531ca2f6637 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 1096 time: 0.2524066 Jul 14 07:04:38.137996 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3c625166-d11a-4727-8bf8-cfcb3540e19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:38.160622 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c625166-d11a-4727-8bf8-cfcb3540e19e None None] Pushing event deleted for resources: {'Port': ['ID=f69118a3-3099-44d7-a19d-3a3413afd8e6,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:38.167061 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c625166-d11a-4727-8bf8-cfcb3540e19e None None] No DVR routers for this DVR port f69118a3-3099-44d7-a19d-3a3413afd8e6 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:04:38.200906 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] Deleting port f69118a3-3099-44d7-a19d-3a3413afd8e6 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:04:38.201269 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:38.554924 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94985443-4168-489e-a0d1-83c65dcbf007 req-d421cfb4-1e58-4a11-8062-1d834c27e4cb tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138165 Jul 14 07:04:38.576463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] For port f69118a3-3099-44d7-a19d-3a3413afd8e6, host n-d-778696-5, got binding levels [] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:38.576931 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:38.606620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] Calling delete_port for f69118a3-3099-44d7-a19d-3a3413afd8e6 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:04:38.618773 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4e9f3-2259-4baf-9d25-258867648b41 req-d4db83e9-70b1-4102-a035-aa9374c3ae29 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:38.620641 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37a4e9f3-2259-4baf-9d25-258867648b41 req-d4db83e9-70b1-4102-a035-aa9374c3ae29 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 947 time: 0.5254071 Jul 14 07:04:38.622349 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.ipam_backend_mixin [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] Port f69118a3-3099-44d7-a19d-3a3413afd8e6 was not found and therefore no delete operation was performed {{(pid=93828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 07:04:38.629958 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:38.637249 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c6626-cfa2-4240-90a9-e6e5f95e7a0f req-7cd07338-6692-4ce9-a2f0-212cc025786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:38.638891 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0c6626-cfa2-4240-90a9-e6e5f95e7a0f req-7cd07338-6692-4ce9-a2f0-212cc025786e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5897b779e1914aaa9e9b64d2f1911e1b&device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 1095 time: 0.4866781 Jul 14 07:04:38.648412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a88db1c9-cead-4b9e-b61e-3390bbe162bc no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:04:38.650172 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e86e6-fd4a-4e0e-b926-578f80c5f5c9 req-d04d64a9-aac2-4c0b-9dab-702cb6394220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:38.652211 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e75e86e6-fd4a-4e0e-b926-578f80c5f5c9 req-d04d64a9-aac2-4c0b-9dab-702cb6394220 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 1098 time: 0.4979110 Jul 14 07:04:38.670419 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: a88db1c9-cead-4b9e-b61e-3390bbe162bc {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:04:38.670874 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a88db1c9-cead-4b9e-b61e-3390bbe162bc not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:04:38.671742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f69118a3-3099-44d7-a19d-3a3413afd8e6 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:04:38.694942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: f69118a3-3099-44d7-a19d-3a3413afd8e6 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:04:38.694942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f69118a3-3099-44d7-a19d-3a3413afd8e6 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:04:38.704316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f69118a3-3099-44d7-a19d-3a3413afd8e6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:38.721703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] No DVR routers for this DVR port f69118a3-3099-44d7-a19d-3a3413afd8e6 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:04:38.917891 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37a4e9f3-2259-4baf-9d25-258867648b41 req-b5ce7773-6c46-430f-b729-36883d7444a1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898545 Jul 14 07:04:38.958949 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:38.984160 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7280937e-91bb-4c88-87a2-747a3618ae48']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:39.024864 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebd4c80-4ede-4341-acd0-c5258d9cf4ec') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:39.025152 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebd4c80-4ede-4341-acd0-c5258d9cf4ec') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:39.037293 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c6626-cfa2-4240-90a9-e6e5f95e7a0f req-3c67d5d3-9cdf-451b-824b-23d9b49adb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:39.038754 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0c6626-cfa2-4240-90a9-e6e5f95e7a0f req-3c67d5d3-9cdf-451b-824b-23d9b49adb29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c54f27f2-ef46-423d-8076-766c23ba03d9 HTTP/1.1" status: 200 len: 916 time: 0.3856907 Jul 14 07:04:39.056058 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:39.087692 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e86e6-fd4a-4e0e-b926-578f80c5f5c9 req-c1f3a144-cea2-43f0-a9b6-8d788f2e3cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:39.089988 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e75e86e6-fd4a-4e0e-b926-578f80c5f5c9 req-c1f3a144-cea2-43f0-a9b6-8d788f2e3cc4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.4048586 Jul 14 07:04:39.136202 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:39.180192 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-4ada2dc4-9742-44f7-8749-4e71af009cc5 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:39.181654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-4ada2dc4-9742-44f7-8749-4e71af009cc5 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 807 time: 0.3746080 Jul 14 07:04:39.183357 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0c6626-cfa2-4240-90a9-e6e5f95e7a0f req-2bfe7204-953b-4f6a-82e9-1c6bd50a23ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 HTTP/1.1" status: 200 len: 217 time: 0.1291101 Jul 14 07:04:39.184355 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:04:39.184765 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:04:39.187296 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:04:39.199747 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e75e86e6-fd4a-4e0e-b926-578f80c5f5c9 req-1b4b8a8d-c7a1-4cf4-b920-06a0295fbe06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=28d15e7e-4f2c-4bc7-8717-9d690df8727a HTTP/1.1" status: 200 len: 217 time: 0.0994389 Jul 14 07:04:39.304469 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-dfc70a9f-8862-4e02-b671-b06d7e643178 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/quotas/b105e52a7ba74b51aa3981183eb54e1c HTTP/1.1" status: 200 len: 375 time: 0.1163030 Jul 14 07:04:39.355434 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:39.370360 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c6626-cfa2-4240-90a9-e6e5f95e7a0f req-baf14925-86bb-46f8-914d-b9954a99235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:39.371784 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0c6626-cfa2-4240-90a9-e6e5f95e7a0f req-baf14925-86bb-46f8-914d-b9954a99235e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99b8a75a-6ec2-4357-b66e-1bf63d580d3d HTTP/1.1" status: 200 len: 854 time: 0.1712592 Jul 14 07:04:39.377290 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e86e6-fd4a-4e0e-b926-578f80c5f5c9 req-dea6d75d-fc9c-41d0-a63b-ec857416e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:39.378592 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e75e86e6-fd4a-4e0e-b926-578f80c5f5c9 req-dea6d75d-fc9c-41d0-a63b-ec857416e6be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1524296 Jul 14 07:04:39.389170 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:39.390868 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] 10.222.0.35 "DELETE /v2.0/networks/7280937e-91bb-4c88-87a2-747a3618ae48 HTTP/1.1" status: 204 len: 168 time: 1.7004273 Jul 14 07:04:39.398591 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bc9e8-73da-4366-a5df-3983a55409c2 req-29b45323-2f06-44e9-a7a6-9e8167a2d0ff tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:39.400026 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-406bc9e8-73da-4366-a5df-3983a55409c2 req-29b45323-2f06-44e9-a7a6-9e8167a2d0ff tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/ports?device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 944 time: 0.3723190 Jul 14 07:04:39.419668 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0824b95-b2d7-4662-a6b9-16081cb308ec admin admin] Pushing event deleted for resources: {'Network': ['ID=7280937e-91bb-4c88-87a2-747a3618ae48,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:39.499435 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38572) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:39.528514 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-406bc9e8-73da-4366-a5df-3983a55409c2 req-0212eb0e-e524-4459-9632-6f27f73477fa tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/security-groups?id=12e10463-96c2-4c69-8ddb-329763965c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104655 Jul 14 07:04:39.543783 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-308e0e76-9f16-4a1f-9c4f-7789fa015e9f tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2294888 Jul 14 07:04:39.546448 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38574) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:39.550020 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-02bb4b76-2a8a-460e-a842-9e5333dca165 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79eec18291d946b1833c023d1dca0c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429113 Jul 14 07:04:39.622464 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c6626-cfa2-4240-90a9-e6e5f95e7a0f req-e9f02162-d00d-49fb-b547-10a2d061f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:39.623986 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0c6626-cfa2-4240-90a9-e6e5f95e7a0f req-e9f02162-d00d-49fb-b547-10a2d061f28b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c54f27f2-ef46-423d-8076-766c23ba03d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2443008 Jul 14 07:04:39.630374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e86e6-fd4a-4e0e-b926-578f80c5f5c9 req-def0861b-a40d-4cc3-83e6-fd376fd7b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:39.632046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e75e86e6-fd4a-4e0e-b926-578f80c5f5c9 req-def0861b-a40d-4cc3-83e6-fd376fd7b936 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2299571 Jul 14 07:04:39.787883 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-97d9806e-56e3-475d-bdf0-f18c951df164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:39.836645 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-fcc0a4e4-bc6e-416e-877e-8980ec85ce8b service neutron] 10.222.0.35 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828572 Jul 14 07:04:39.850057 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-97d9806e-56e3-475d-bdf0-f18c951df164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:39.925573 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e75e86e6-fd4a-4e0e-b926-578f80c5f5c9 req-1da03482-0ed9-45b5-94ef-007b6081fc1e service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838120 Jul 14 07:04:39.933070 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0c6626-cfa2-4240-90a9-e6e5f95e7a0f req-926bf86b-1833-48cf-a46b-aef91e07ef54 service neutron] 10.222.0.15 "GET /v2.0/networks/c54f27f2-ef46-423d-8076-766c23ba03d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001130 Jul 14 07:04:40.087896 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04753266-3c70-4123-8e73-acc02c4863fc req-e51d214c-ab9d-42d0-934c-0f36d29b1ba5 tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.0721209 Jul 14 07:04:40.133938 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-97d9806e-56e3-475d-bdf0-f18c951df164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:40.136488 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-97d9806e-56e3-475d-bdf0-f18c951df164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:40.137635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-97d9806e-56e3-475d-bdf0-f18c951df164 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd29753f-15d5-4cd5-b38c-abe06f7dcc90 HTTP/1.1" status: 204 len: 168 time: 0.5900235 Jul 14 07:04:40.145531 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-894f2728-b7fa-4d05-bcdc-e89b16c8245e service neutron] 10.222.0.35 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934756 Jul 14 07:04:40.182821 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e75e86e6-fd4a-4e0e-b926-578f80c5f5c9 req-86dcb8ad-9db2-476b-a3f2-0b1b0a0700aa service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422380 Jul 14 07:04:40.184420 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0c6626-cfa2-4240-90a9-e6e5f95e7a0f req-bcf3ee63-4ebf-47cc-917f-415dfe9873df service neutron] 10.222.0.15 "GET /v2.0/networks/c54f27f2-ef46-423d-8076-766c23ba03d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390740 Jul 14 07:04:40.185595 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9806e-56e3-475d-bdf0-f18c951df164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd29753f-15d5-4cd5-b38c-abe06f7dcc90,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:40.406272 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462a813-26bc-4afb-9ff0-26a9354857a3 req-b071a8e7-f1ed-47f3-8080-c5136d373bc3 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:40.408161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d462a813-26bc-4afb-9ff0-26a9354857a3 req-b071a8e7-f1ed-47f3-8080-c5136d373bc3 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 947 time: 0.0903797 Jul 14 07:04:40.475386 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d462a813-26bc-4afb-9ff0-26a9354857a3 req-f27d6491-bb06-48a7-89bd-710e969d4443 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590980 Jul 14 07:04:40.515078 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c611df57-e164-48bb-841f-677dbe0e1e64 req-2c0ced32-da31-4bd1-92ea-69bfc1077c1d tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 210 time: 0.0386527 Jul 14 07:04:40.746216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c42bc2-f17f-45d3-a3d7-04a52857b9b8 req-26ab6e50-72f8-49b1-a39b-6a5d9f6fc59e tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:40.748830 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94c42bc2-f17f-45d3-a3d7-04a52857b9b8 req-26ab6e50-72f8-49b1-a39b-6a5d9f6fc59e tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/ports?device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 944 time: 0.0913990 Jul 14 07:04:40.802424 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94c42bc2-f17f-45d3-a3d7-04a52857b9b8 req-ecaa392c-e442-47d4-86dd-0e3511d1a64a tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/security-groups?id=12e10463-96c2-4c69-8ddb-329763965c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466542 Jul 14 07:04:40.980857 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38628) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:40.999884 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 28d15e7e-4f2c-4bc7-8717-9d690df8727a details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:04:41.091426 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-bc982221-fa7e-4de4-9a45-ea880cad7a42 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-27961009-network', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:41.117246 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc982221-fa7e-4de4-9a45-ea880cad7a42 admin admin] Made reservation on behalf of 420e7bcde0b4418bbcff3dfcdfec9410 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:04:41.125098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 28d15e7e-4f2c-4bc7-8717-9d690df8727a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=28d15e7e-4f2c-4bc7-8717-9d690df8727a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:41.130804 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc982221-fa7e-4de4-9a45-ea880cad7a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:41.137964 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '28d15e7e-4f2c-4bc7-8717-9d690df8727a', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '28d15e7e-4f2c-4bc7-8717-9d690df8727a', 'mac_address': 'fa:16:3e:9b:b2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:04:41.141983 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc982221-fa7e-4de4-9a45-ea880cad7a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:41.177766 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:41.194371 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d15e7e-4f2c-4bc7-8717-9d690df8727a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:04:41.216424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 28d15e7e-4f2c-4bc7-8717-9d690df8727a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=28d15e7e-4f2c-4bc7-8717-9d690df8727a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:41.225412 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:41.226471 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:04:41.280484 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc982221-fa7e-4de4-9a45-ea880cad7a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:41.295610 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc982221-fa7e-4de4-9a45-ea880cad7a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:41.320658 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=28d15e7e-4f2c-4bc7-8717-9d690df8727a,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:41.325709 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2493bab1-82e2-41d1-b490-77509e49e644 req-6bf58136-1c49-4f28-b776-85494a22c600 tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.0403123 Jul 14 07:04:41.337764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc982221-fa7e-4de4-9a45-ea880cad7a42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:04:41.358968 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc982221-fa7e-4de4-9a45-ea880cad7a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:41.359428 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-bc982221-fa7e-4de4-9a45-ea880cad7a42 admin admin] Added segment 880f355e-6428-435c-8ca4-509082f66b67 of type vlan for network 5ea7f0ba-0aee-4b19-a779-784752b18bbc Jul 14 07:04:41.369028 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc982221-fa7e-4de4-9a45-ea880cad7a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7283e53-64c2-45f6-857c-42d8372e2692,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:41.408214 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc982221-fa7e-4de4-9a45-ea880cad7a42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:41.438866 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc982221-fa7e-4de4-9a45-ea880cad7a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:41.439740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc982221-fa7e-4de4-9a45-ea880cad7a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:41.440320 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc982221-fa7e-4de4-9a45-ea880cad7a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:41.448070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1,segment=NetworkSegment(8ed0b547-e1da-4ac5-a793-196448b84ddf),segment_id=8ed0b547-e1da-4ac5-a793-196448b84ddf)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:41.459890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1', 'network_id': 'c54f27f2-ef46-423d-8076-766c23ba03d9', 'port_id': '2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1', 'mac_address': 'fa:16:3e:b0:59:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b8a75a-6ec2-4357-b66e-1bf63d580d3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:04:41.493912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bc982221-fa7e-4de4-9a45-ea880cad7a42 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5090084 Jul 14 07:04:41.494114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38638) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:41.498983 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-46a8be97-fcd4-4964-b213-d07de7c56722 admin admin] Request body: {'subnet': {'network_id': '5ea7f0ba-0aee-4b19-a779-784752b18bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-27961009-subnet', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:41.508465 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:41.522047 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc982221-fa7e-4de4-9a45-ea880cad7a42 admin admin] Pushing event updated for resources: {'Network': ['ID=5ea7f0ba-0aee-4b19-a779-784752b18bbc,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:41.527196 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:04:41.534498 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 5ea7f0ba-0aee-4b19-a779-784752b18bbc details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:04:41.557859 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a8be97-fcd4-4964-b213-d07de7c56722 admin admin] Made reservation on behalf of 420e7bcde0b4418bbcff3dfcdfec9410 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:04:41.560246 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46a8be97-fcd4-4964-b213-d07de7c56722 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:41.598465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1,segment=NetworkSegment(8ed0b547-e1da-4ac5-a793-196448b84ddf),segment_id=8ed0b547-e1da-4ac5-a793-196448b84ddf)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:41.609925 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:41.672432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:41.861000 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['28d15e7e-4f2c-4bc7-8717-9d690df8727a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:04:41.866257 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:04:42.005884 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:04:42.164840 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b719c98d-1937-48d1-8466-9892462181ba req-dcf9ff81-5ed8-40b4-8a60-39d5faa50b2e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 210 time: 0.0829492 Jul 14 07:04:42.313326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159c072-0eab-49f4-909b-0439bb340761 req-8410fee8-2b06-431a-a697-8763eebef710 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:42.315030 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1159c072-0eab-49f4-909b-0439bb340761 req-8410fee8-2b06-431a-a697-8763eebef710 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 948 time: 0.6589801 Jul 14 07:04:42.407080 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-6012316f-6b46-4c56-9397-8bc8f5a603c6 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:42.408463 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-6012316f-6b46-4c56-9397-8bc8f5a603c6 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.30 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 807 time: 0.3376863 Jul 14 07:04:42.435092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-1d1e198a-0b1f-4864-83c2-71a5809936db tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Request body: {'port': {'device_id': '0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb', 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b', 'admin_state_up': True, 'tenant_id': 'b105e52a7ba74b51aa3981183eb54e1c'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:42.495468 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1159c072-0eab-49f4-909b-0439bb340761 req-6942b358-58c2-45ce-8222-a481654e317e tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619546 Jul 14 07:04:42.556056 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46a8be97-fcd4-4964-b213-d07de7c56722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:42.596041 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6541219-272d-4e1e-9294-4b71f846b0f6 req-2ca9922a-1624-4a54-8eca-72d34f387b6a tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:42.597586 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a6541219-272d-4e1e-9294-4b71f846b0f6 req-2ca9922a-1624-4a54-8eca-72d34f387b6a tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/ports?device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 945 time: 0.2797141 Jul 14 07:04:42.674172 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8be97-fcd4-4964-b213-d07de7c56722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4967f76-d35e-4085-b812-9fadd372ca60,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:42.696709 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a6541219-272d-4e1e-9294-4b71f846b0f6 req-290d3c87-dd00-448d-a634-27a46d6a0d86 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/security-groups?id=12e10463-96c2-4c69-8ddb-329763965c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775659 Jul 14 07:04:42.713901 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a8be97-fcd4-4964-b213-d07de7c56722 admin admin] Checking segment: {'id': '880f355e-6428-435c-8ca4-509082f66b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5ea7f0ba-0aee-4b19-a779-784752b18bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:04:42.713901 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a8be97-fcd4-4964-b213-d07de7c56722 admin admin] Network hostable DHCP agents. Network: 5ea7f0ba-0aee-4b19-a779-784752b18bbc, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:04:42.751090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-1d1e198a-0b1f-4864-83c2-71a5809936db tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Made reservation on behalf of b105e52a7ba74b51aa3981183eb54e1c for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:04:42.754829 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-1d1e198a-0b1f-4864-83c2-71a5809936db tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:42.759114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a8be97-fcd4-4964-b213-d07de7c56722 admin admin] Network 5ea7f0ba-0aee-4b19-a779-784752b18bbc is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:04:42.778031 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-46a8be97-fcd4-4964-b213-d07de7c56722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 5ea7f0ba-0aee-4b19-a779-784752b18bbc) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:04:42.786425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8be97-fcd4-4964-b213-d07de7c56722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:42.786852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5b7a17-8829-4d57-beb6-a91966031fe3 None None] Network 5ea7f0ba-0aee-4b19-a779-784752b18bbc requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:04:42.787259 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46a8be97-fcd4-4964-b213-d07de7c56722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:42.840041 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-46a8be97-fcd4-4964-b213-d07de7c56722 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3448262 Jul 14 07:04:42.842934 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38652) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:42.847373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-27961009-router', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:42.871657 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:42.874978 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:42.895392 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aad150ab-6853-479d-a9fa-b8f7a877ac70 req-d0aee108-f0c5-45b9-b2e0-37d25bc918b6 tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.0576127 Jul 14 07:04:42.939121 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:42.985355 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-5ea7f0ba-0aee-4b19-a779-784752b18bbc', 'network_id': '5ea7f0ba-0aee-4b19-a779-784752b18bbc', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'fixed_ips': [{'subnet_id': 'f4967f76-d35e-4085-b812-9fadd372ca60'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:04:42.986524 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:42.994049 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-1d1e198a-0b1f-4864-83c2-71a5809936db tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Allocated IP 172.20.0.7 (6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b/416e4cab-c8c0-4a46-ae21-5c85ac9e0263/e3ec2be1-fb75-4824-8c93-8430cc287f4b) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:04:43.011765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 28d15e7e-4f2c-4bc7-8717-9d690df8727a up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:04:43.118211 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 28d15e7e-4f2c-4bc7-8717-9d690df8727a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:04:43.120695 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:43.124604 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 28d15e7e-4f2c-4bc7-8717-9d690df8727a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:43.125249 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:43.201542 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-1d1e198a-0b1f-4864-83c2-71a5809936db tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:43.283717 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-1d1e198a-0b1f-4864-83c2-71a5809936db tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:43.333855 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['5391242a-3277-4680-97ad-29af538efedb'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:04:43.337931 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e198a-0b1f-4864-83c2-71a5809936db tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Pushing event updated for resources: {'Port': ['ID=e3ec2be1-fb75-4824-8c93-8430cc287f4b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:43.391809 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-1d1e198a-0b1f-4864-83c2-71a5809936db tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:04:43.393975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-1d1e198a-0b1f-4864-83c2-71a5809936db tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:04:43.397080 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-1d1e198a-0b1f-4864-83c2-71a5809936db tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:04:43.420262 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Allocated IP 172.20.0.2 (5ea7f0ba-0aee-4b19-a779-784752b18bbc/f4967f76-d35e-4085-b812-9fadd372ca60/f9ae5747-5176-45ff-9f53-98c4d04090fe) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:04:43.447205 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:43.462629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-1d1e198a-0b1f-4864-83c2-71a5809936db tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:43.464354 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-1d1e198a-0b1f-4864-83c2-71a5809936db tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:43.469787 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:43.476826 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d96c1-0a9d-4d7c-905d-177dff50415d req-d6650bed-4e21-4e9e-8a90-d352410aa247 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:43.478382 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:43.486400 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a0d96c1-0a9d-4d7c-905d-177dff50415d req-d6650bed-4e21-4e9e-8a90-d352410aa247 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 931 time: 0.1503808 Jul 14 07:04:43.516736 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-1d1e198a-0b1f-4864-83c2-71a5809936db tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0922899 Jul 14 07:04:43.533283 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Request body: {'port': {'device_id': '0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:43.556238 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a0d96c1-0a9d-4d7c-905d-177dff50415d req-a6405269-5dee-4b7c-ae65-0a71dd82d87e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688906 Jul 14 07:04:43.583563 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 28d15e7e-4f2c-4bc7-8717-9d690df8727a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=28d15e7e-4f2c-4bc7-8717-9d690df8727a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:43.589518 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122fe4b9-6da9-4a76-93a7-c60fffbabf66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d15e7e-4f2c-4bc7-8717-9d690df8727a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:04:43.592371 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702e5e33-a511-4a75-8213-96922fe678e1" -d '{"events": [{"server_uuid": "122fe4b9-6da9-4a76-93a7-c60fffbabf66", "name": "network-vif-plugged", "status": "completed", "tag": "28d15e7e-4f2c-4bc7-8717-9d690df8727a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:04:43.600934 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:43.602432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:04:43.621373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] Allocated IP 172.25.7.202 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/0f9aeb30-cb95-4434-8167-87cfb7cf8013) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:04:43.720062 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30736553-b450-4a86-b662-1820e073ac77 x-openstack-request-id: req-30736553-b450-4a86-b662-1820e073ac77 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:04:43.720062 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122fe4b9-6da9-4a76-93a7-c60fffbabf66", "name": "network-vif-plugged", "status": "completed", "tag": "28d15e7e-4f2c-4bc7-8717-9d690df8727a", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:04:43.720346 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30736553-b450-4a86-b662-1820e073ac77 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:04:43.720564 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122fe4b9-6da9-4a76-93a7-c60fffbabf66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d15e7e-4f2c-4bc7-8717-9d690df8727a', 'code': 200} Jul 14 07:04:43.776157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=28d15e7e-4f2c-4bc7-8717-9d690df8727a,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:43.779364 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:43.809000 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:04:43.812342 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:43.818742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:43.819244 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:43.891667 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:43.899768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1ccd2-52df-47d5-aa2a-a10bfdf55eb0 req-1d7d077f-a92c-4774-8f18-f8f2d7ebbf3f tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:43.907277 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-38a1ccd2-52df-47d5-aa2a-a10bfdf55eb0 req-1d7d077f-a92c-4774-8f18-f8f2d7ebbf3f tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 949 time: 0.2326512 Jul 14 07:04:43.940964 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de4bff-5055-4239-be13-7ca0265b0703 req-056bb004-f407-47bd-bbce-8413e0322822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:43.942508 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0de4bff-5055-4239-be13-7ca0265b0703 req-056bb004-f407-47bd-bbce-8413e0322822 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 1100 time: 0.1796775 Jul 14 07:04:43.962986 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:43.964802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:04:43.979579 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:04:43.989304 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:04:44.008581 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1,segment=NetworkSegment(8ed0b547-e1da-4ac5-a793-196448b84ddf),segment_id=8ed0b547-e1da-4ac5-a793-196448b84ddf)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:44.030839 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] Pushing event updated for resources: {'Port': ['ID=0f9aeb30-cb95-4434-8167-87cfb7cf8013,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:44.048277 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:44.089873 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-38a1ccd2-52df-47d5-aa2a-a10bfdf55eb0 req-34713674-f7c9-4078-a7e0-6ddb3d74a04d tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816623 Jul 14 07:04:44.093372 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:44.121049 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Transition to ACTIVE for port object f9ae5747-5176-45ff-9f53-98c4d04090fe will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:44.152524 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:44.155773 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Transition to ACTIVE for port object f9ae5747-5176-45ff-9f53-98c4d04090fe will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:44.164303 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:44.216258 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Network 5ea7f0ba-0aee-4b19-a779-784752b18bbc is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:04:44.219658 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:04:44.226564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:04:44.230762 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Pushing event updated for resources: {'Port': ['ID=f9ae5747-5176-45ff-9f53-98c4d04090fe,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:44.231796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0de4bff-5055-4239-be13-7ca0265b0703 req-971f465d-4076-4cba-bdee-3f05e559f985 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410305 Jul 14 07:04:44.299373 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196906b-17bf-460b-ac14-adf5b66063ea req-b943228b-9aad-4bcf-8bc0-2536b6f0239d tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:44.307473 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6196906b-17bf-460b-ac14-adf5b66063ea req-b943228b-9aad-4bcf-8bc0-2536b6f0239d tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/ports?device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 946 time: 0.3150799 Jul 14 07:04:44.308923 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Attempting to bind port f9ae5747-5176-45ff-9f53-98c4d04090fe on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:04:44.309484 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Attempting to bind port f9ae5747-5176-45ff-9f53-98c4d04090fe by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '880f355e-6428-435c-8ca4-509082f66b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5ea7f0ba-0aee-4b19-a779-784752b18bbc'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:04:44.310042 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Attempting to bind port f9ae5747-5176-45ff-9f53-98c4d04090fe on network 5ea7f0ba-0aee-4b19-a779-784752b18bbc {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:04:44.321934 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:04:44.326234 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Checking segment: {'id': '880f355e-6428-435c-8ca4-509082f66b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5ea7f0ba-0aee-4b19-a779-784752b18bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:04:44.326832 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:44.327398 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Bound using segment: {'id': '880f355e-6428-435c-8ca4-509082f66b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5ea7f0ba-0aee-4b19-a779-784752b18bbc'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:04:44.328036 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Bound port: f9ae5747-5176-45ff-9f53-98c4d04090fe, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880f355e-6428-435c-8ca4-509082f66b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5ea7f0ba-0aee-4b19-a779-784752b18bbc'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:04:44.328598 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:44.354782 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:44.370203 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6196906b-17bf-460b-ac14-adf5b66063ea req-c88b5904-ad8b-416c-a3b1-b575a7afd713 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/security-groups?id=12e10463-96c2-4c69-8ddb-329763965c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610244 Jul 14 07:04:44.420528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] For port f9ae5747-5176-45ff-9f53-98c4d04090fe, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:04:44.426857 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] For port f9ae5747-5176-45ff-9f53-98c4d04090fe, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f9ae5747-5176-45ff-9f53-98c4d04090fe,segment=NetworkSegment(880f355e-6428-435c-8ca4-509082f66b67),segment_id=880f355e-6428-435c-8ca4-509082f66b67)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:04:44.434178 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:44.490283 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac33c6b7-2f29-487f-a363-b021ac7091cf req-ddf633cc-2f1f-40d0-9db8-9a799f1ad7f5 tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.0441861 Jul 14 07:04:44.506107 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ec2be1-fb75-4824-8c93-8430cc287f4b {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:04:44.517288 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:44.520788 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7a0f7-0464-4b84-af3c-1a67b523511b None None] Pushing event updated for resources: {'Port': ['ID=f9ae5747-5176-45ff-9f53-98c4d04090fe,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:44.535432 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Transition to ACTIVE for port object e3ec2be1-fb75-4824-8c93-8430cc287f4b will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:44.540241 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:44.635254 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ec2be1-fb75-4824-8c93-8430cc287f4b,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:44.674417 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:44.696208 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Attempting to bind port e3ec2be1-fb75-4824-8c93-8430cc287f4b on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:04:44.696555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Attempting to bind port e3ec2be1-fb75-4824-8c93-8430cc287f4b by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:04:44.696899 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Attempting to bind port e3ec2be1-fb75-4824-8c93-8430cc287f4b on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:04:44.727202 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Port e3ec2be1-fb75-4824-8c93-8430cc287f4b on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:04:44.727338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Attempting to bind port e3ec2be1-fb75-4824-8c93-8430cc287f4b on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:04:44.765374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:04:44.765718 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Checking segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:04:44.766104 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Bound using segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:04:44.766546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Bound port: e3ec2be1-fb75-4824-8c93-8430cc287f4b, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:04:44.766907 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:44.883557 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] Router 2dd37f3f-a688-47e4-bda5-46d7aace50be is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:04:44.901434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337a4ab-77ee-4aa0-8c31-19f8cb8dd524 req-c1e538af-02bb-4ff7-9e56-09d165bde056 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:44.909507 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e337a4ab-77ee-4aa0-8c31-19f8cb8dd524 req-c1e538af-02bb-4ff7-9e56-09d165bde056 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 943 time: 0.1978185 Jul 14 07:04:44.975325 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e337a4ab-77ee-4aa0-8c31-19f8cb8dd524 req-4a15004e-d0d4-443d-a3d8-3475b2f0ad22 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619528 Jul 14 07:04:44.976787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] For port e3ec2be1-fb75-4824-8c93-8430cc287f4b, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:04:44.996019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] For port e3ec2be1-fb75-4824-8c93-8430cc287f4b, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=e3ec2be1-fb75-4824-8c93-8430cc287f4b,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:04:45.008170 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:45.043666 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:45.044561 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:45.045917 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] 10.222.0.30 "PUT /v2.0/ports/e3ec2be1-fb75-4824-8c93-8430cc287f4b HTTP/1.1" status: 200 len: 1091 time: 1.5193007 Jul 14 07:04:45.046447 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb', 'tag': 'e3ec2be1-fb75-4824-8c93-8430cc287f4b'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:04:45.049031 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309b0479-b9a5-4dc7-8d98-5a98bf368476" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb", "tag": "e3ec2be1-fb75-4824-8c93-8430cc287f4b"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:04:45.107031 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231163a4-c306-4e03-a2cd-29778cb34ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ec2be1-fb75-4824-8c93-8430cc287f4b,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:45.118648 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951f4bdc-69f6-4d04-8eca-6af284d123ee x-openstack-request-id: req-951f4bdc-69f6-4d04-8eca-6af284d123ee {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:04:45.119267 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb", "tag": "e3ec2be1-fb75-4824-8c93-8430cc287f4b", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:04:45.120266 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-951f4bdc-69f6-4d04-8eca-6af284d123ee {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:04:45.120861 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb', 'tag': 'e3ec2be1-fb75-4824-8c93-8430cc287f4b', 'status': 'completed', 'code': 200} Jul 14 07:04:45.169680 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:45.197872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-f3c4f478-3edc-49d4-9c6e-46e85190bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:45.199355 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-f3c4f478-3edc-49d4-9c6e-46e85190bee6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 1094 time: 0.0774097 Jul 14 07:04:45.256904 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-1f6bdc85-b3a3-4213-ae81-e65c9f937b60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ec2be1-fb75-4824-8c93-8430cc287f4b HTTP/1.1" status: 200 len: 217 time: 0.0469368 Jul 14 07:04:45.360874 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:45.481698 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-14bdb6e6-c1bb-4d37-bd4c-08985acb40f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:45.484002 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-14bdb6e6-c1bb-4d37-bd4c-08985acb40f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.2201645 Jul 14 07:04:45.539326 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-357d546c-313f-4951-937d-16474419574d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467575 Jul 14 07:04:45.636564 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:04:45.652837 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Sync routers for ids ['2dd37f3f-a688-47e4-bda5-46d7aace50be'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:04:45.659419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f375ddc-a203-4fe6-9b78-441513b66274 req-87853cfd-4747-4c80-a334-9f7d4b4b1355 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:45.668241 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f375ddc-a203-4fe6-9b78-441513b66274 req-87853cfd-4747-4c80-a334-9f7d4b4b1355 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 949 time: 0.2757299 Jul 14 07:04:45.668540 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Routers {'2dd37f3f-a688-47e4-bda5-46d7aace50be'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:04:45.669224 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:04:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['2dd37f3f-a688-47e4-bda5-46d7aace50be'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:45.691749 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:45.695639 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a49440b1-4854-4b88-93a0-4f1eb0f83183 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8490603 Jul 14 07:04:45.695819 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38718) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:45.722263 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732b12d0-5c3f-49f3-95d2-faf1ecd83991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:04:45.725172 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa9a64c-087f-4d81-954f-53badab05c3f" -d '{"events": [{"server_uuid": "732b12d0-5c3f-49f3-95d2-faf1ecd83991", "name": "network-vif-plugged", "status": "completed", "tag": "2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:04:45.796107 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f375ddc-a203-4fe6-9b78-441513b66274 req-46904e71-a21a-4572-9328-4c3cdf7087a0 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263762 Jul 14 07:04:45.841369 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-42a83f28-8e23-4840-a735-84badac0fe0b service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885640 Jul 14 07:04:45.950746 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Set router 2dd37f3f-a688-47e4-bda5-46d7aace50be gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:04:45.962801 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a8d2c2-8553-4084-b72b-a0020cd282a8 None None] Network 5ea7f0ba-0aee-4b19-a779-784752b18bbc requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:04:45.983004 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4849de0-72a7-4c91-9d61-3c2b4db4ce91 req-8641ce5f-f8e8-488d-9e29-f56a565a0b8c service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317165 Jul 14 07:04:46.005248 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41b253-59ba-4618-b6e9-d363d5dee80c req-acd8e17b-0cd7-4049-b795-ec8737cad657 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:46.021741 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e41b253-59ba-4618-b6e9-d363d5dee80c req-acd8e17b-0cd7-4049-b795-ec8737cad657 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/ports?device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 946 time: 0.3428290 Jul 14 07:04:46.146070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a1d89fc2-b69e-4a45-b833-f6745f5c2af1 None None] Provisioning for port f9ae5747-5176-45ff-9f53-98c4d04090fe completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:04:46.147976 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-39041180-c7ed-4705-961d-b3b791714e7e req-c019b41e-4bd7-4d08-ac33-3375543606da tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.0729182 Jul 14 07:04:46.157823 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e41b253-59ba-4618-b6e9-d363d5dee80c req-ea9a1811-45d6-4afd-922a-9ade7dd407a5 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/security-groups?id=12e10463-96c2-4c69-8ddb-329763965c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353021 Jul 14 07:04:46.178788 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b0479-b9a5-4dc7-8d98-5a98bf368476 req-549a4a9b-4d09-41d5-bade-8d148634142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:46.180796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-309b0479-b9a5-4dc7-8d98-5a98bf368476 req-549a4a9b-4d09-41d5-bade-8d148634142e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 1094 time: 0.1357288 Jul 14 07:04:46.307739 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3c6cde-aaba-4f39-be1a-0ec8fad8ef10 x-openstack-request-id: req-4b3c6cde-aaba-4f39-be1a-0ec8fad8ef10 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:04:46.308226 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732b12d0-5c3f-49f3-95d2-faf1ecd83991", "name": "network-vif-plugged", "status": "completed", "tag": "2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:04:46.308342 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b3c6cde-aaba-4f39-be1a-0ec8fad8ef10 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:04:46.312353 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732b12d0-5c3f-49f3-95d2-faf1ecd83991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1', 'code': 200} Jul 14 07:04:46.412026 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd37f3f-a688-47e4-bda5-46d7aace50be', 'name': 'tempest-ServersTestMultiNic-27961009-router', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '0f9aeb30-cb95-4434-8167-87cfb7cf8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:04:42Z', 'updated_at': '2021-07-14T07:04:44Z', 'revision_number': 3, 'project_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'gw_port': {'id': '0f9aeb30-cb95-4434-8167-87cfb7cf8013', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd37f3f-a688-47e4-bda5-46d7aace50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:43Z', 'updated_at': '2021-07-14T07:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:46.469443 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b0479-b9a5-4dc7-8d98-5a98bf368476 req-1366308a-44ea-4dd2-95a7-7b29fb9737e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:46.470987 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-309b0479-b9a5-4dc7-8d98-5a98bf368476 req-1366308a-44ea-4dd2-95a7-7b29fb9737e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.2818327 Jul 14 07:04:46.500892 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Checking router: 2dd37f3f-a688-47e4-bda5-46d7aace50be for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:04:46.501275 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Updating router 2dd37f3f-a688-47e4-bda5-46d7aace50be port 0f9aeb30-cb95-4434-8167-87cfb7cf8013 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:04:46.592457 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-309b0479-b9a5-4dc7-8d98-5a98bf368476 req-5c5b230a-63ca-4a58-8d74-1a4719c6a1dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ec2be1-fb75-4824-8c93-8430cc287f4b HTTP/1.1" status: 200 len: 217 time: 0.1105843 Jul 14 07:04:46.611407 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:46.706625 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:46.735547 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a43539-b888-4052-b10b-763f06196e30 req-eb9cf8e9-d079-4db1-8048-36eceeb5ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:46.737529 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94a43539-b888-4052-b10b-763f06196e30 req-eb9cf8e9-d079-4db1-8048-36eceeb5ebb5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 1097 time: 0.2656078 Jul 14 07:04:46.739559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b0479-b9a5-4dc7-8d98-5a98bf368476 req-82e4cc16-9816-489b-96f0-f236667864d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:46.741115 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-309b0479-b9a5-4dc7-8d98-5a98bf368476 req-82e4cc16-9816-489b-96f0-f236667864d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.1413569 Jul 14 07:04:46.786535 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67a791-ef36-45ef-9a5d-f7bf41c0ff73 req-a424396d-570b-4404-a43e-8410eb7266dd tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:46.790339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f9ae5747-5176-45ff-9f53-98c4d04090fe up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:04:46.794886 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c67a791-ef36-45ef-9a5d-f7bf41c0ff73 req-a424396d-570b-4404-a43e-8410eb7266dd tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 943 time: 0.3030865 Jul 14 07:04:46.829287 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-309b0479-b9a5-4dc7-8d98-5a98bf368476 req-b2f3dbb3-dc30-4a33-a704-e88b0c99033a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743606 Jul 14 07:04:46.926042 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c67a791-ef36-45ef-9a5d-f7bf41c0ff73 req-8f69d50b-0d41-46d4-b0e6-fba804e03c3c tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298873 Jul 14 07:04:46.945145 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94a43539-b888-4052-b10b-763f06196e30 req-4f9239d9-b5df-47b8-a514-66e67f4db47d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=12e10463-96c2-4c69-8ddb-329763965c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009683 Jul 14 07:04:47.031822 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port f9ae5747-5176-45ff-9f53-98c4d04090fe completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:04:47.037717 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-309b0479-b9a5-4dc7-8d98-5a98bf368476 req-bc28ca8c-0396-4d88-b5e7-1332bdcb0359 service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003226 Jul 14 07:04:47.040750 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f9ae5747-5176-45ff-9f53-98c4d04090fe triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:47.041932 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:47.150351 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] Allocated IP 172.20.0.1 (5ea7f0ba-0aee-4b19-a779-784752b18bbc/f4967f76-d35e-4085-b812-9fadd372ca60/12b0807d-cbab-42e0-af8f-4da4bf17e5ee) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:04:47.160287 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:47.179141 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Transition to ACTIVE for port object 0f9aeb30-cb95-4434-8167-87cfb7cf8013 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:47.188802 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:47.210487 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:47.284619 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Attempting to bind port 0f9aeb30-cb95-4434-8167-87cfb7cf8013 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:04:47.290964 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Attempting to bind port 0f9aeb30-cb95-4434-8167-87cfb7cf8013 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:04:47.292414 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Attempting to bind port 0f9aeb30-cb95-4434-8167-87cfb7cf8013 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:04:47.296727 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fd50e-da31-4c37-a489-1b2385f9059e None None] Pushing event updated for resources: {'Port': ['ID=0f9aeb30-cb95-4434-8167-87cfb7cf8013,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:47.308752 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:04:47.309446 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:04:47.309851 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:47.310154 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942d696-1be4-4db9-addd-61d3e707d6db req-449d415b-9d35-4fa4-9dc8-390031f77845 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:47.310302 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:04:47.310697 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Bound port: 0f9aeb30-cb95-4434-8167-87cfb7cf8013, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:04:47.311086 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:47.315155 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port f9ae5747-5176-45ff-9f53-98c4d04090fe, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f9ae5747-5176-45ff-9f53-98c4d04090fe,segment=NetworkSegment(880f355e-6428-435c-8ca4-509082f66b67),segment_id=880f355e-6428-435c-8ca4-509082f66b67)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:47.317350 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4942d696-1be4-4db9-addd-61d3e707d6db req-449d415b-9d35-4fa4-9dc8-390031f77845 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 949 time: 0.3341341 Jul 14 07:04:47.325594 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:47.371209 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-309b0479-b9a5-4dc7-8d98-5a98bf368476 req-aa55bf03-5c0e-4563-a81c-1a92b562326d service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253958 Jul 14 07:04:47.393762 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:47.418728 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] For port 0f9aeb30-cb95-4434-8167-87cfb7cf8013, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:04:47.419829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=f9ae5747-5176-45ff-9f53-98c4d04090fe,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:47.425883 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] For port 0f9aeb30-cb95-4434-8167-87cfb7cf8013, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0f9aeb30-cb95-4434-8167-87cfb7cf8013,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:04:47.431809 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:47.443399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] Transition to ACTIVE for port object 12b0807d-cbab-42e0-af8f-4da4bf17e5ee will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:47.494074 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fd50e-da31-4c37-a489-1b2385f9059e None None] Pushing event updated for resources: {'Port': ['ID=0f9aeb30-cb95-4434-8167-87cfb7cf8013,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:47.516954 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Routers {'2dd37f3f-a688-47e4-bda5-46d7aace50be'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:04:47.518788 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:04:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['2dd37f3f-a688-47e4-bda5-46d7aace50be'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:47.522997 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4942d696-1be4-4db9-addd-61d3e707d6db req-77c7eeaa-3d11-42fe-8e4a-78487500ce30 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502123 Jul 14 07:04:47.524719 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:47.561925 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22441c91-aca1-4247-9826-a840ef03287c req-292d1d8f-9745-40be-a1d9-39253a5e1fa9 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:47.563504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22441c91-aca1-4247-9826-a840ef03287c req-292d1d8f-9745-40be-a1d9-39253a5e1fa9 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/ports?device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 946 time: 0.1742828 Jul 14 07:04:47.585501 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] Pushing event updated for resources: {'Port': ['ID=12b0807d-cbab-42e0-af8f-4da4bf17e5ee,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:47.604943 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] Network 5ea7f0ba-0aee-4b19-a779-784752b18bbc is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:04:47.606381 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:04:47.618001 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:04:47.688531 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] Set router 2dd37f3f-a688-47e4-bda5-46d7aace50be gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:04:47.708508 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:47.997857 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd37f3f-a688-47e4-bda5-46d7aace50be', 'name': 'tempest-ServersTestMultiNic-27961009-router', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '0f9aeb30-cb95-4434-8167-87cfb7cf8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:04:42Z', 'updated_at': '2021-07-14T07:04:44Z', 'revision_number': 3, 'project_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'gw_port': {'id': '0f9aeb30-cb95-4434-8167-87cfb7cf8013', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd37f3f-a688-47e4-bda5-46d7aace50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:43Z', 'updated_at': '2021-07-14T07:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:48.016177 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:48.058078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-50d37b36-8ae0-46d5-85eb-9ec298899b9f None None] Provisioning for port 12b0807d-cbab-42e0-af8f-4da4bf17e5ee completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:04:48.060587 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070360c2-0fb8-4a54-9f79-1acfad534657 None None] The sync data for ids ['2dd37f3f-a688-47e4-bda5-46d7aace50be'] in n-d-778696-5 is: [{'id': '2dd37f3f-a688-47e4-bda5-46d7aace50be', 'name': 'tempest-ServersTestMultiNic-27961009-router', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '0f9aeb30-cb95-4434-8167-87cfb7cf8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:04:42Z', 'updated_at': '2021-07-14T07:04:44Z', 'revision_number': 3, 'project_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'gw_port': {'id': '0f9aeb30-cb95-4434-8167-87cfb7cf8013', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd37f3f-a688-47e4-bda5-46d7aace50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:43Z', 'updated_at': '2021-07-14T07:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:04:48.067256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-50d37b36-8ae0-46d5-85eb-9ec298899b9f None None] Provisioning complete for port 12b0807d-cbab-42e0-af8f-4da4bf17e5ee triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:48.067647 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-50d37b36-8ae0-46d5-85eb-9ec298899b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:48.170143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-50d37b36-8ae0-46d5-85eb-9ec298899b9f None None] Port 12b0807d-cbab-42e0-af8f-4da4bf17e5ee cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:04:48.183876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f3e2a9e-1eba-46f8-acdc-8cf1e383abd6 req-d11ea218-988e-4bdc-8d01-8f6b2f7d7117 tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.0494249 Jul 14 07:04:48.203224 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22441c91-aca1-4247-9826-a840ef03287c req-6815e381-155e-402a-ae2c-3c2207c288ff tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/security-groups?id=12e10463-96c2-4c69-8ddb-329763965c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6333477 Jul 14 07:04:48.365035 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:48.375723 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:48.503702 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] Pushing event updated for resources: {'Port': ['ID=12b0807d-cbab-42e0-af8f-4da4bf17e5ee,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:48.515865 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:48.702881 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] Network 5ea7f0ba-0aee-4b19-a779-784752b18bbc is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:04:48.704590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:04:48.834681 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0f9aeb30-cb95-4434-8167-87cfb7cf8013 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:04:48.961423 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 0f9aeb30-cb95-4434-8167-87cfb7cf8013 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:04:48.969077 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0f9aeb30-cb95-4434-8167-87cfb7cf8013 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:48.971458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] Router 2dd37f3f-a688-47e4-bda5-46d7aace50be has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:04:48.972379 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:49.040489 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89623348-584d-447a-afc8-aeeb82a53403 req-4aca6240-7af1-4748-8964-78f6447a2c79 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:49.049730 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89623348-584d-447a-afc8-aeeb82a53403 req-4aca6240-7af1-4748-8964-78f6447a2c79 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 943 time: 0.2225940 Jul 14 07:04:49.117798 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89623348-584d-447a-afc8-aeeb82a53403 req-70c5c7f8-5c50-4bde-b381-7af550e2eb5a tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672011 Jul 14 07:04:49.134181 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a146aa5-f3bb-4e72-85b8-ca9c390c723d req-d80709a8-ffdd-4092-a9d3-efe8c619f3b0 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:49.148502 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a146aa5-f3bb-4e72-85b8-ca9c390c723d req-d80709a8-ffdd-4092-a9d3-efe8c619f3b0 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 1100 time: 0.2567496 Jul 14 07:04:49.169849 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1a146aa5-f3bb-4e72-85b8-ca9c390c723d req-e0b93f5c-c3d6-404b-949a-da81725247b2 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:49.178175 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:49.229821 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:04:49.248006 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9de4a68f-60e3-448b-ad31-80f5a7b16b5d admin admin] 10.222.0.35 "PUT /v2.0/routers/2dd37f3f-a688-47e4-bda5-46d7aace50be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5511887 Jul 14 07:04:49.272232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 0f9aeb30-cb95-4434-8167-87cfb7cf8013, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0f9aeb30-cb95-4434-8167-87cfb7cf8013,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:49.275495 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e3cdd424-c531-4854-b807-ce4d9e5a0d07 None None] Provisioning complete for port 12b0807d-cbab-42e0-af8f-4da4bf17e5ee triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:49.275880 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e3cdd424-c531-4854-b807-ce4d9e5a0d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:49.333664 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:49.335118 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f9ae5747-5176-45ff-9f53-98c4d04090fe up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:04:49.367210 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1a146aa5-f3bb-4e72-85b8-ca9c390c723d req-e0b93f5c-c3d6-404b-949a-da81725247b2 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:49.376489 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1a146aa5-f3bb-4e72-85b8-ca9c390c723d req-e0b93f5c-c3d6-404b-949a-da81725247b2 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:49.409723 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a146aa5-f3bb-4e72-85b8-ca9c390c723d req-e0b93f5c-c3d6-404b-949a-da81725247b2 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592008 Jul 14 07:04:49.465691 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b93f5c-c3d6-404b-949a-da81725247b2 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c703b767-e3df-4f92-8093-4e8e4976e5c5,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:49.485103 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=0f9aeb30-cb95-4434-8167-87cfb7cf8013,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:49.510759 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38794) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:49.515880 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e3cdd424-c531-4854-b807-ce4d9e5a0d07 None None] Port 12b0807d-cbab-42e0-af8f-4da4bf17e5ee cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:04:49.547745 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f9ae5747-5176-45ff-9f53-98c4d04090fe triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:49.548897 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:49.555189 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2af58794-9ac0-45f0-a51c-8004b93adf8d req-a765b73a-af14-4494-a5e8-901ac6bfd31a tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.0343378 Jul 14 07:04:49.584580 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f1b6ea4b-dcbc-4394-a42f-4f81fdd4b146 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-630041363'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:49.637653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b6ea4b-dcbc-4394-a42f-4f81fdd4b146 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Made reservation on behalf of 420e7bcde0b4418bbcff3dfcdfec9410 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:04:49.656961 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ea4b-dcbc-4394-a42f-4f81fdd4b146 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:49.743793 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b6ea4b-dcbc-4394-a42f-4f81fdd4b146 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:04:49.789542 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ea4b-dcbc-4394-a42f-4f81fdd4b146 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:49.790676 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-f1b6ea4b-dcbc-4394-a42f-4f81fdd4b146 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Added segment 635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2 of type vlan for network 83033c69-24d5-4e42-8d2d-4d83ad0affc5 Jul 14 07:04:49.868045 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ea4b-dcbc-4394-a42f-4f81fdd4b146 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:49.882275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eba3d5-b0b0-477b-ac0b-ed3f617b72ee req-348e79e8-4e2a-4c1f-844b-a62c57ab6989 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:49.884889 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61eba3d5-b0b0-477b-ac0b-ed3f617b72ee req-348e79e8-4e2a-4c1f-844b-a62c57ab6989 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/ports?device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 946 time: 0.1809187 Jul 14 07:04:49.910066 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ea4b-dcbc-4394-a42f-4f81fdd4b146 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:49.924589 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b6ea4b-dcbc-4394-a42f-4f81fdd4b146 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:49.926114 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ea4b-dcbc-4394-a42f-4f81fdd4b146 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:49.943012 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61eba3d5-b0b0-477b-ac0b-ed3f617b72ee req-d8f93252-566b-4e99-8db2-e7a4b052a6db tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/security-groups?id=12e10463-96c2-4c69-8ddb-329763965c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521610 Jul 14 07:04:50.119143 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6ea4b-dcbc-4394-a42f-4f81fdd4b146 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event updated for resources: {'Network': ['ID=83033c69-24d5-4e42-8d2d-4d83ad0affc5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:50.133064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 83033c69-24d5-4e42-8d2d-4d83ad0affc5 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:04:50.145452 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f1b6ea4b-dcbc-4394-a42f-4f81fdd4b146 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6333482 Jul 14 07:04:50.148141 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38810) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:50.154664 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ab1dbb4e-d422-41da-866a-92cbffce34ca tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Request body: {'subnet': {'network_id': '83033c69-24d5-4e42-8d2d-4d83ad0affc5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:50.290044 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-c8851568-0747-4ebb-a550-6bb4db75e97e tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484905 Jul 14 07:04:50.329005 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1dbb4e-d422-41da-866a-92cbffce34ca tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Made reservation on behalf of 420e7bcde0b4418bbcff3dfcdfec9410 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:04:50.335952 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbb4e-d422-41da-866a-92cbffce34ca tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:50.540161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-dc9c922d-9744-430e-a722-41d6094ac3e4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:50.541822 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-dc9c922d-9744-430e-a722-41d6094ac3e4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509992 Jul 14 07:04:50.599494 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-cef61f3c-4778-457b-88c5-7e9a2d0904d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/quotas/87f2c5cc3a574c0b9e5dd6f14b968fb2 HTTP/1.1" status: 200 len: 375 time: 0.0448117 Jul 14 07:04:50.669622 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b9b22-14b5-4070-abc4-ce385102430e req-26add4b1-1f84-4b0f-9bb5-88b5270ff3c2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:50.676952 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da8b9b22-14b5-4070-abc4-ce385102430e req-26add4b1-1f84-4b0f-9bb5-88b5270ff3c2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 943 time: 0.1340740 Jul 14 07:04:50.682606 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbb4e-d422-41da-866a-92cbffce34ca tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:50.701796 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0f9aeb30-cb95-4434-8167-87cfb7cf8013 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:04:50.725637 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da8b9b22-14b5-4070-abc4-ce385102430e req-e0309490-1074-45dc-a4dc-dc45e42442a2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476358 Jul 14 07:04:50.756254 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-e429f19f-39b7-46ee-9d9a-82e4670e5898 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1559289 Jul 14 07:04:50.834513 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dbb4e-d422-41da-866a-92cbffce34ca tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event updated for resources: {'Subnet': ['ID=1b7e6547-acd6-414a-87f4-3a8b0860cfd1,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:50.876705 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0f9aeb30-cb95-4434-8167-87cfb7cf8013 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:50.877139 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:50.881922 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1dbb4e-d422-41da-866a-92cbffce34ca tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Checking segment: {'id': '635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83033c69-24d5-4e42-8d2d-4d83ad0affc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:04:50.882284 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1dbb4e-d422-41da-866a-92cbffce34ca tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Network hostable DHCP agents. Network: 83033c69-24d5-4e42-8d2d-4d83ad0affc5, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:04:50.942837 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Sync routers for ids ['2dd37f3f-a688-47e4-bda5-46d7aace50be'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:04:50.944587 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1dbb4e-d422-41da-866a-92cbffce34ca tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Network 83033c69-24d5-4e42-8d2d-4d83ad0affc5 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:04:50.959962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-ab1dbb4e-d422-41da-866a-92cbffce34ca tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 83033c69-24d5-4e42-8d2d-4d83ad0affc5) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:04:50.966907 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1dbb4e-d422-41da-866a-92cbffce34ca tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:50.967513 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbb4e-d422-41da-866a-92cbffce34ca tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:50.980684 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fc91cf-5555-49a6-b8d0-6eea1b09b2b3 None None] Network 83033c69-24d5-4e42-8d2d-4d83ad0affc5 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:04:50.995073 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Routers {'2dd37f3f-a688-47e4-bda5-46d7aace50be'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:04:50.997715 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ab1dbb4e-d422-41da-866a-92cbffce34ca tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8482738 Jul 14 07:04:50.998987 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:04:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['2dd37f3f-a688-47e4-bda5-46d7aace50be'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:51.000732 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38830) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:51.007233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-765e659b-3c7f-4a20-aea1-476af1496bd5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1953575605'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:51.019652 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-649e23a7-30f8-4d2f-871e-313f95fbf5af req-bbc5d8b1-bbdb-4257-a705-485b64cc5fee tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.0771420 Jul 14 07:04:51.073629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765e659b-3c7f-4a20-aea1-476af1496bd5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Made reservation on behalf of 420e7bcde0b4418bbcff3dfcdfec9410 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:04:51.077422 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-765e659b-3c7f-4a20-aea1-476af1496bd5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:51.116314 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765e659b-3c7f-4a20-aea1-476af1496bd5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:04:51.128118 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-765e659b-3c7f-4a20-aea1-476af1496bd5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:51.128755 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-765e659b-3c7f-4a20-aea1-476af1496bd5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Added segment 9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c of type vlan for network 46396162-21d5-434c-8b3b-4df4e0d86e4d Jul 14 07:04:51.196510 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-765e659b-3c7f-4a20-aea1-476af1496bd5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:51.263515 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-765e659b-3c7f-4a20-aea1-476af1496bd5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:51.278970 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765e659b-3c7f-4a20-aea1-476af1496bd5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:51.279715 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-765e659b-3c7f-4a20-aea1-476af1496bd5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:51.370303 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-765e659b-3c7f-4a20-aea1-476af1496bd5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3644991 Jul 14 07:04:51.372839 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38834) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:04:51.383224 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-002533ac-33c5-428c-a464-91d6dbfb2987 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Request body: {'subnet': {'network_id': '46396162-21d5-434c-8b3b-4df4e0d86e4d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:51.387404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e659b-3c7f-4a20-aea1-476af1496bd5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event updated for resources: {'Network': ['ID=46396162-21d5-434c-8b3b-4df4e0d86e4d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:51.481662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Set router 2dd37f3f-a688-47e4-bda5-46d7aace50be gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:04:51.586691 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002533ac-33c5-428c-a464-91d6dbfb2987 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Made reservation on behalf of 420e7bcde0b4418bbcff3dfcdfec9410 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:04:51.596471 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-002533ac-33c5-428c-a464-91d6dbfb2987 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:51.841705 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 46396162-21d5-434c-8b3b-4df4e0d86e4d details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:04:52.024494 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-002533ac-33c5-428c-a464-91d6dbfb2987 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:52.154408 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021c660-e6be-471f-9c2c-45f720e6f059 req-655b79ce-5c98-42d0-b9a9-6027b0c86e4c tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:52.156055 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a021c660-e6be-471f-9c2c-45f720e6f059 req-655b79ce-5c98-42d0-b9a9-6027b0c86e4c tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 943 time: 0.1996932 Jul 14 07:04:52.262755 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002533ac-33c5-428c-a464-91d6dbfb2987 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event updated for resources: {'Subnet': ['ID=8a723e0f-24ee-4040-aa9c-2f778ac643f6,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:52.277697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002533ac-33c5-428c-a464-91d6dbfb2987 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Checking segment: {'id': '9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '46396162-21d5-434c-8b3b-4df4e0d86e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:04:52.278063 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002533ac-33c5-428c-a464-91d6dbfb2987 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Network hostable DHCP agents. Network: 46396162-21d5-434c-8b3b-4df4e0d86e4d, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:04:52.309272 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-180970a8-2e97-4ae1-b6b5-0891dc00d32d req-0b38ae75-6ef5-4b6b-95bb-75b524180149 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1296389 Jul 14 07:04:52.324475 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a021c660-e6be-471f-9c2c-45f720e6f059 req-3871ca97-6ae2-42ec-aaa6-4f91169a5326 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437006 Jul 14 07:04:52.411604 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-83033c69-24d5-4e42-8d2d-4d83ad0affc5', 'network_id': '83033c69-24d5-4e42-8d2d-4d83ad0affc5', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'fixed_ips': [{'subnet_id': '1b7e6547-acd6-414a-87f4-3a8b0860cfd1'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:04:52.412679 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:52.421255 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8cb1765-1306-4585-815b-85a4458187cb req-2d2883d5-7224-46f6-8eaf-ae2e7839c1f1 tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.0835538 Jul 14 07:04:52.450749 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d20692a6-5f0b-4c8f-9c25-5561da581f5a req-2507910a-fe59-448e-884f-5b9c7ff543e9 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd08eed8-f743-4223-b053-10e94f0c828b HTTP/1.1" status: 200 len: 210 time: 0.0538888 Jul 14 07:04:52.451482 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002533ac-33c5-428c-a464-91d6dbfb2987 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Network 46396162-21d5-434c-8b3b-4df4e0d86e4d is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:04:52.489592 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-002533ac-33c5-428c-a464-91d6dbfb2987 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 46396162-21d5-434c-8b3b-4df4e0d86e4d) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:04:52.513643 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002533ac-33c5-428c-a464-91d6dbfb2987 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:52.514273 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-002533ac-33c5-428c-a464-91d6dbfb2987 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:52.537148 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-002533ac-33c5-428c-a464-91d6dbfb2987 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1606085 Jul 14 07:04:52.543575 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00c3114e-8fb5-42a8-9864-026e918da8bb req-535b0092-e87d-40a5-90fd-d261794b06ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2315550 Jul 14 07:04:52.546206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180970a8-2e97-4ae1-b6b5-0891dc00d32d req-5fa6b529-1707-4b92-ac0e-4de7e12ad730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:52.547913 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-180970a8-2e97-4ae1-b6b5-0891dc00d32d req-5fa6b529-1707-4b92-ac0e-4de7e12ad730 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 1095 time: 0.2058191 Jul 14 07:04:52.580846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a550b3-15ae-4d77-89a1-9bc9668993af None None] Network 46396162-21d5-434c-8b3b-4df4e0d86e4d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:04:52.817218 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180970a8-2e97-4ae1-b6b5-0891dc00d32d req-1bc042be-be13-44bc-baba-fbc400e1c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:52.820090 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-180970a8-2e97-4ae1-b6b5-0891dc00d32d req-1bc042be-be13-44bc-baba-fbc400e1c27b service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 922 time: 0.2420812 Jul 14 07:04:52.827995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3114e-8fb5-42a8-9864-026e918da8bb req-81d32db5-03a1-482c-a257-997d859dd6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:52.829885 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00c3114e-8fb5-42a8-9864-026e918da8bb req-81d32db5-03a1-482c-a257-997d859dd6bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 1095 time: 0.1617815 Jul 14 07:04:52.905228 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-180970a8-2e97-4ae1-b6b5-0891dc00d32d req-821ed68c-cc5f-414f-9ab2-6af8f56b1916 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3324072-a2da-4ee3-a712-5bd39e6be107 HTTP/1.1" status: 200 len: 217 time: 0.0739589 Jul 14 07:04:52.957244 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Allocated IP 19.80.0.2 (83033c69-24d5-4e42-8d2d-4d83ad0affc5/1b7e6547-acd6-414a-87f4-3a8b0860cfd1/4f2c13df-29b7-43d8-a682-7ad861c350cc) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:04:52.973899 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-46396162-21d5-434c-8b3b-4df4e0d86e4d', 'network_id': '46396162-21d5-434c-8b3b-4df4e0d86e4d', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'fixed_ips': [{'subnet_id': '8a723e0f-24ee-4040-aa9c-2f778ac643f6'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:04:52.974126 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:53.095300 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180970a8-2e97-4ae1-b6b5-0891dc00d32d req-43349978-51a7-449e-9378-1da6ae47d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:53.097233 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-180970a8-2e97-4ae1-b6b5-0891dc00d32d req-43349978-51a7-449e-9378-1da6ae47d09f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.1448538 Jul 14 07:04:53.171685 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-180970a8-2e97-4ae1-b6b5-0891dc00d32d req-ece45445-4b9e-4cad-9cbb-939cb239513d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628600 Jul 14 07:04:53.179729 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3114e-8fb5-42a8-9864-026e918da8bb req-78376b73-04da-487c-9f42-1d98461dfdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:53.181535 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00c3114e-8fb5-42a8-9864-026e918da8bb req-78376b73-04da-487c-9f42-1d98461dfdeb service neutron] 10.222.0.15 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.2875164 Jul 14 07:04:53.235218 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd37f3f-a688-47e4-bda5-46d7aace50be', 'name': 'tempest-ServersTestMultiNic-27961009-router', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '0f9aeb30-cb95-4434-8167-87cfb7cf8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:04:42Z', 'updated_at': '2021-07-14T07:04:47Z', 'revision_number': 4, 'project_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'gw_port': {'id': '0f9aeb30-cb95-4434-8167-87cfb7cf8013', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd37f3f-a688-47e4-bda5-46d7aace50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:43Z', 'updated_at': '2021-07-14T07:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '12b0807d-cbab-42e0-af8f-4da4bf17e5ee', 'name': '', 'network_id': '5ea7f0ba-0aee-4b19-a779-784752b18bbc', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'mac_address': 'fa:16:3e:81:2f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd37f3f-a688-47e4-bda5-46d7aace50be', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f4967f76-d35e-4085-b812-9fadd372ca60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:46Z', 'updated_at': '2021-07-14T07:04:48Z', 'revision_number': 2, 'project_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'subnets': [{'id': 'f4967f76-d35e-4085-b812-9fadd372ca60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:53.260376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-481300b3-ab62-4881-82a8-bc9c64f1f6dc tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:53.266593 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-481300b3-ab62-4881-82a8-bc9c64f1f6dc tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:53.268408 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-481300b3-ab62-4881-82a8-bc9c64f1f6dc tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/networks?id=83033c69-24d5-4e42-8d2d-4d83ad0affc5&id=46396162-21d5-434c-8b3b-4df4e0d86e4d&id=83033c69-24d5-4e42-8d2d-4d83ad0affc5 HTTP/1.1" status: 200 len: 1391 time: 0.3754387 Jul 14 07:04:53.277634 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Checking router: 2dd37f3f-a688-47e4-bda5-46d7aace50be for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:04:53.278182 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Updating router 2dd37f3f-a688-47e4-bda5-46d7aace50be port 12b0807d-cbab-42e0-af8f-4da4bf17e5ee binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:04:53.306594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00c3114e-8fb5-42a8-9864-026e918da8bb req-136c2494-1b3a-4373-b0f8-e3f9395dd025 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec3f614-8221-483b-9341-42d8917d9ed6 HTTP/1.1" status: 200 len: 217 time: 0.1052470 Jul 14 07:04:53.347418 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-f193db76-028e-43c4-8b39-8fcd7fed6123 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/quotas/420e7bcde0b4418bbcff3dfcdfec9410 HTTP/1.1" status: 200 len: 375 time: 0.0450590 Jul 14 07:04:53.376085 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:53.418755 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3114e-8fb5-42a8-9864-026e918da8bb req-f00f23e9-d72e-410e-8014-cbd3f6b0000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:53.420358 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00c3114e-8fb5-42a8-9864-026e918da8bb req-f00f23e9-d72e-410e-8014-cbd3f6b0000d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.1041412 Jul 14 07:04:53.445648 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-180970a8-2e97-4ae1-b6b5-0891dc00d32d req-7feafd95-0667-4651-a07a-703571d2ebba service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672954 Jul 14 07:04:53.453050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Allocated IP 19.86.0.2 (46396162-21d5-434c-8b3b-4df4e0d86e4d/8a723e0f-24ee-4040-aa9c-2f778ac643f6/0f90bb10-d994-415c-ab2f-89aa9d955631) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:04:53.469690 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00c3114e-8fb5-42a8-9864-026e918da8bb req-d0e41e7b-2475-45ca-9ed5-a3b475160640 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409458 Jul 14 07:04:53.613502 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c177c883-33ad-4863-9c84-effe81367463 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=420e7bcde0b4418bbcff3dfcdfec9410&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2514567 Jul 14 07:04:53.695387 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:53.749334 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Transition to ACTIVE for port object 4f2c13df-29b7-43d8-a682-7ad861c350cc will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:53.791791 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-180970a8-2e97-4ae1-b6b5-0891dc00d32d req-026d4a96-d899-4eb2-a5f1-c9f1e0d0646e service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260939 Jul 14 07:04:53.801902 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Transition to ACTIVE for port object 4f2c13df-29b7-43d8-a682-7ad861c350cc will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:53.825716 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00c3114e-8fb5-42a8-9864-026e918da8bb req-b091d3b9-1f9b-45ae-b366-a816174370f7 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295755 Jul 14 07:04:53.848502 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:53.897487 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-da7f0745-9938-4b76-8ec1-a7cb74803ce3 service neutron] 10.222.0.35 "GET /v2.0/networks/83033c69-24d5-4e42-8d2d-4d83ad0affc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830851 Jul 14 07:04:53.918562 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Network 83033c69-24d5-4e42-8d2d-4d83ad0affc5 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:04:53.921612 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5a483-c1d3-4f17-989b-ccdc7f9746c2 req-7dc9df5a-e870-4240-baa2-f74a4c33b7bc tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:53.929687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83d5a483-c1d3-4f17-989b-ccdc7f9746c2 req-7dc9df5a-e870-4240-baa2-f74a4c33b7bc tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 943 time: 0.2263322 Jul 14 07:04:53.944783 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:04:53.955785 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:04:53.985621 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Pushing event updated for resources: {'Port': ['ID=4f2c13df-29b7-43d8-a682-7ad861c350cc,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:54.045449 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-bbcf1933-d75e-4b4e-aed3-1f698c26ba5e tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426109 Jul 14 07:04:54.064305 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:54.081423 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83d5a483-c1d3-4f17-989b-ccdc7f9746c2 req-d254a3ce-7671-40cd-b0fa-99dde13c6918 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513405 Jul 14 07:04:54.086889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Attempting to bind port 4f2c13df-29b7-43d8-a682-7ad861c350cc on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:04:54.087259 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Attempting to bind port 4f2c13df-29b7-43d8-a682-7ad861c350cc by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83033c69-24d5-4e42-8d2d-4d83ad0affc5'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:04:54.087623 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Attempting to bind port 4f2c13df-29b7-43d8-a682-7ad861c350cc on network 83033c69-24d5-4e42-8d2d-4d83ad0affc5 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:04:54.092165 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Transition to ACTIVE for port object 0f90bb10-d994-415c-ab2f-89aa9d955631 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:54.101004 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00c3114e-8fb5-42a8-9864-026e918da8bb req-44e04ff2-a929-40a4-8f19-775ed6330b9c service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643948 Jul 14 07:04:54.115051 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:04:54.115413 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Checking segment: {'id': '635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83033c69-24d5-4e42-8d2d-4d83ad0affc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:04:54.115831 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:54.116210 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Bound using segment: {'id': '635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83033c69-24d5-4e42-8d2d-4d83ad0affc5'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:04:54.116689 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Bound port: 4f2c13df-29b7-43d8-a682-7ad861c350cc, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83033c69-24d5-4e42-8d2d-4d83ad0affc5'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:04:54.117069 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:54.152309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Transition to ACTIVE for port object 0f90bb10-d994-415c-ab2f-89aa9d955631 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:54.242255 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] For port 4f2c13df-29b7-43d8-a682-7ad861c350cc, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:04:54.245688 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] For port 4f2c13df-29b7-43d8-a682-7ad861c350cc, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=4f2c13df-29b7-43d8-a682-7ad861c350cc,segment=NetworkSegment(635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2),segment_id=635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:04:54.262175 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:54.264911 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:54.395121 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:54.446334 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Network 46396162-21d5-434c-8b3b-4df4e0d86e4d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:04:54.451529 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Transition to ACTIVE for port object 12b0807d-cbab-42e0-af8f-4da4bf17e5ee will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:54.466336 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:04:54.472255 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:04:54.475569 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Pushing event updated for resources: {'Port': ['ID=0f90bb10-d994-415c-ab2f-89aa9d955631,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:54.541826 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:54.546555 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a6770766-df4d-478e-9655-c8d9f7adc96f req-e7794ddf-a407-4c54-9062-c23a5d758703 tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.0892608 Jul 14 07:04:54.631738 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-3bd3dd0a-e7fc-47e3-83ea-c553d895c5ba tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:54.637133 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-3bd3dd0a-e7fc-47e3-83ea-c553d895c5ba tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5764678 Jul 14 07:04:54.715601 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-36448b0a-a990-4e80-97c2-493c440fe46d tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709131 Jul 14 07:04:54.726249 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-647d5de6-ef70-4ab5-9d02-4acd4157e0c4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Request body: {'port': {'device_id': '53b7706e-1eb4-4e5f-a9e6-04a9106c1455', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '87f2c5cc3a574c0b9e5dd6f14b968fb2'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:54.745443 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-0fc388fc-f69a-43f1-8ded-8dca5e465bd0 service neutron] 10.222.0.35 "GET /v2.0/networks/83033c69-24d5-4e42-8d2d-4d83ad0affc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8118372 Jul 14 07:04:54.794146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abaaab7-cff0-4ee0-8569-3e88786daf9d None None] Pushing event updated for resources: {'Port': ['ID=4f2c13df-29b7-43d8-a682-7ad861c350cc,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:54.931523 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Attempting to bind port 0f90bb10-d994-415c-ab2f-89aa9d955631 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:04:54.931933 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Attempting to bind port 0f90bb10-d994-415c-ab2f-89aa9d955631 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '46396162-21d5-434c-8b3b-4df4e0d86e4d'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:04:54.932306 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Attempting to bind port 0f90bb10-d994-415c-ab2f-89aa9d955631 on network 46396162-21d5-434c-8b3b-4df4e0d86e4d {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:04:55.012133 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:04:55.012675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Checking segment: {'id': '9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '46396162-21d5-434c-8b3b-4df4e0d86e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:04:55.013094 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:55.013525 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Bound using segment: {'id': '9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '46396162-21d5-434c-8b3b-4df4e0d86e4d'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:04:55.014013 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Bound port: 0f90bb10-d994-415c-ab2f-89aa9d955631, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '46396162-21d5-434c-8b3b-4df4e0d86e4d'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:04:55.014403 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:55.047568 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e583b1c-aba0-479e-93d7-0408dac5a030 None None] Pushing event updated for resources: {'Port': ['ID=12b0807d-cbab-42e0-af8f-4da4bf17e5ee,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:55.053104 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Attempting to bind port 12b0807d-cbab-42e0-af8f-4da4bf17e5ee on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:04:55.053662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Attempting to bind port 12b0807d-cbab-42e0-af8f-4da4bf17e5ee by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '880f355e-6428-435c-8ca4-509082f66b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5ea7f0ba-0aee-4b19-a779-784752b18bbc'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:04:55.054121 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Attempting to bind port 12b0807d-cbab-42e0-af8f-4da4bf17e5ee on network 5ea7f0ba-0aee-4b19-a779-784752b18bbc {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:04:55.123295 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] For port 0f90bb10-d994-415c-ab2f-89aa9d955631, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:04:55.127828 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] For port 0f90bb10-d994-415c-ab2f-89aa9d955631, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0f90bb10-d994-415c-ab2f-89aa9d955631,segment=NetworkSegment(9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c),segment_id=9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:04:55.138954 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:55.148617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f1776f4f-3e83-418b-b4f8-bc7b5f16ed3e req-3b6a582d-66b2-4f08-9ff3-c731761eea18 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd08eed8-f743-4223-b053-10e94f0c828b HTTP/1.1" status: 200 len: 210 time: 0.1833961 Jul 14 07:04:55.167939 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:04:55.168590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Checking segment: {'id': '880f355e-6428-435c-8ca4-509082f66b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5ea7f0ba-0aee-4b19-a779-784752b18bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:04:55.169058 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:55.169505 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Bound using segment: {'id': '880f355e-6428-435c-8ca4-509082f66b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5ea7f0ba-0aee-4b19-a779-784752b18bbc'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:04:55.170035 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Bound port: 12b0807d-cbab-42e0-af8f-4da4bf17e5ee, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880f355e-6428-435c-8ca4-509082f66b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5ea7f0ba-0aee-4b19-a779-784752b18bbc'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:04:55.170435 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:55.260279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-07cfbcf2-7e6c-4df3-b789-5485df576fdd tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:55.262321 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-07cfbcf2-7e6c-4df3-b789-5485df576fdd tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5110075 Jul 14 07:04:55.294235 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Request body: {'port': {'device_id': 'dd08eed8-f743-4223-b053-10e94f0c828b', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '87f2c5cc3a574c0b9e5dd6f14b968fb2'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:55.364762 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49628918-064f-46d4-8fb5-1c9dadb1387e None None] Pushing event updated for resources: {'Port': ['ID=0f90bb10-d994-415c-ab2f-89aa9d955631,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:55.414311 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] For port 12b0807d-cbab-42e0-af8f-4da4bf17e5ee, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:04:55.425786 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] For port 12b0807d-cbab-42e0-af8f-4da4bf17e5ee, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=12b0807d-cbab-42e0-af8f-4da4bf17e5ee,segment=NetworkSegment(880f355e-6428-435c-8ca4-509082f66b67),segment_id=880f355e-6428-435c-8ca4-509082f66b67)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:04:55.437755 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:55.622484 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Routers {'2dd37f3f-a688-47e4-bda5-46d7aace50be'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:04:55.623131 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:04:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['2dd37f3f-a688-47e4-bda5-46d7aace50be'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:55.628859 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e583b1c-aba0-479e-93d7-0408dac5a030 None None] Pushing event updated for resources: {'Port': ['ID=12b0807d-cbab-42e0-af8f-4da4bf17e5ee,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:55.649833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-8b97c465-49c7-4868-9bc7-173c81f204af service neutron] 10.222.0.35 "GET /v2.0/networks/46396162-21d5-434c-8b3b-4df4e0d86e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9034288 Jul 14 07:04:55.814278 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c23c681c-2213-48d0-bc1b-ce0283c14cde service neutron] 10.222.0.35 "GET /v2.0/networks/46396162-21d5-434c-8b3b-4df4e0d86e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635418 Jul 14 07:04:55.833367 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Made reservation on behalf of 87f2c5cc3a574c0b9e5dd6f14b968fb2 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:04:55.838280 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:55.844103 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-647d5de6-ef70-4ab5-9d02-4acd4157e0c4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Made reservation on behalf of 87f2c5cc3a574c0b9e5dd6f14b968fb2 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:04:55.848356 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-647d5de6-ef70-4ab5-9d02-4acd4157e0c4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:55.886194 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] Set router 2dd37f3f-a688-47e4-bda5-46d7aace50be gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:04:56.131535 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-29c1374d-b06d-4305-8414-02b41dc6b49e service neutron] 10.222.0.35 "GET /v2.0/networks/83033c69-24d5-4e42-8d2d-4d83ad0affc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886026 Jul 14 07:04:56.276431 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd37f3f-a688-47e4-bda5-46d7aace50be', 'name': 'tempest-ServersTestMultiNic-27961009-router', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '0f9aeb30-cb95-4434-8167-87cfb7cf8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:04:42Z', 'updated_at': '2021-07-14T07:04:47Z', 'revision_number': 4, 'project_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'gw_port': {'id': '0f9aeb30-cb95-4434-8167-87cfb7cf8013', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd37f3f-a688-47e4-bda5-46d7aace50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:43Z', 'updated_at': '2021-07-14T07:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '12b0807d-cbab-42e0-af8f-4da4bf17e5ee', 'name': '', 'network_id': '5ea7f0ba-0aee-4b19-a779-784752b18bbc', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'mac_address': 'fa:16:3e:81:2f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd37f3f-a688-47e4-bda5-46d7aace50be', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f4967f76-d35e-4085-b812-9fadd372ca60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:46Z', 'updated_at': '2021-07-14T07:04:55Z', 'revision_number': 4, 'project_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'subnets': [{'id': 'f4967f76-d35e-4085-b812-9fadd372ca60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:04:56.320846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8872ca9-1605-4f83-b7ec-87179af757f6 None None] The sync data for ids ['2dd37f3f-a688-47e4-bda5-46d7aace50be'] in n-d-778696-5 is: [{'id': '2dd37f3f-a688-47e4-bda5-46d7aace50be', 'name': 'tempest-ServersTestMultiNic-27961009-router', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '0f9aeb30-cb95-4434-8167-87cfb7cf8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:04:42Z', 'updated_at': '2021-07-14T07:04:47Z', 'revision_number': 4, 'project_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'gw_port': {'id': '0f9aeb30-cb95-4434-8167-87cfb7cf8013', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd37f3f-a688-47e4-bda5-46d7aace50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:43Z', 'updated_at': '2021-07-14T07:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '12b0807d-cbab-42e0-af8f-4da4bf17e5ee', 'name': '', 'network_id': '5ea7f0ba-0aee-4b19-a779-784752b18bbc', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'mac_address': 'fa:16:3e:81:2f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd37f3f-a688-47e4-bda5-46d7aace50be', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f4967f76-d35e-4085-b812-9fadd372ca60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:46Z', 'updated_at': '2021-07-14T07:04:55Z', 'revision_number': 4, 'project_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'subnets': [{'id': 'f4967f76-d35e-4085-b812-9fadd372ca60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:04:56.374242 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c8a8d8-3c60-4d00-a82c-fd79b89ac86c None None] Network 83033c69-24d5-4e42-8d2d-4d83ad0affc5 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:04:56.548639 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f31e02f4-c1bb-44b3-95e4-df0f0793f51f None None] Provisioning for port 4f2c13df-29b7-43d8-a682-7ad861c350cc completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:04:56.574550 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Allocated IP 192.168.233.98 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/ada4328d-c453-4e33-9da3-5caad16fa8f1) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:04:56.650729 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee609d0-1fe4-41df-9cc3-670e964c5ebd req-d078100d-a2fd-4722-b85d-904c150096de tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:56.652867 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eee609d0-1fe4-41df-9cc3-670e964c5ebd req-d078100d-a2fd-4722-b85d-904c150096de tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 943 time: 0.6210010 Jul 14 07:04:56.708339 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-735d3628-46bf-4088-889c-e719668d922c service neutron] 10.222.0.35 "GET /v2.0/networks/83033c69-24d5-4e42-8d2d-4d83ad0affc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449904 Jul 14 07:04:56.859575 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eac17010-94ff-4693-8c48-dcd99c882f80 req-86522525-e67d-48b0-add3-05b89599d121 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.1233773 Jul 14 07:04:56.958728 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 4f2c13df-29b7-43d8-a682-7ad861c350cc up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:04:57.035327 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eee609d0-1fe4-41df-9cc3-670e964c5ebd req-df6066e0-2016-4615-add5-e026c2518d36 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555200 Jul 14 07:04:57.311505 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f56bff-d44f-4964-bcdd-3419ff083b49 None None] Network 46396162-21d5-434c-8b3b-4df4e0d86e4d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:04:57.395793 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fe5ee50-ffaf-4c11-9c3e-7cb3dd7c5265 req-5e8a25b2-0911-4c2e-b3f8-a9c4db00a5ca tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.0836163 Jul 14 07:04:57.411460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7716db80-361b-43f4-88e4-a113270307d9 req-71184527-fcff-42f7-a6a3-0d5097b04af9 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd08eed8-f743-4223-b053-10e94f0c828b HTTP/1.1" status: 200 len: 210 time: 0.0704505 Jul 14 07:04:57.430813 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 4f2c13df-29b7-43d8-a682-7ad861c350cc completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:04:57.443976 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-584c4800-a09f-43ef-9a0d-8273ffb7b6e2 None None] Provisioning for port 0f90bb10-d994-415c-ab2f-89aa9d955631 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:04:57.450554 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:57.479389 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 4f2c13df-29b7-43d8-a682-7ad861c350cc triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:57.480357 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:57.496844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Transition to ACTIVE for port object ada4328d-c453-4e33-9da3-5caad16fa8f1 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:57.675061 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:57.708113 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['28d15e7e-4f2c-4bc7-8717-9d690df8727a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:04:57.882284 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:04:57.919722 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:04:57.924548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:04:58.114503 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-02098715-4f93-40ea-8592-800ea34abc9c req-dcfb821f-71db-47d0-89ae-fcd81a2e2ffb tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 210 time: 0.2307117 Jul 14 07:04:58.187923 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-647d5de6-ef70-4ab5-9d02-4acd4157e0c4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Allocated IP 192.168.233.158 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/a729e751-ec43-4dbe-881f-cf0cb5f11a66) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:04:58.260862 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Pushing event updated for resources: {'Port': ['ID=ada4328d-c453-4e33-9da3-5caad16fa8f1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:58.331812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:58.332495 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:58.353069 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:58.423321 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:58.423901 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:58.424245 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:58.424583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:58.424916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:58.425266 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:58.425641 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:58.425973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:58.426301 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:58.426621 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:58.426948 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:58.427268 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:04:58.456397 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 4f2c13df-29b7-43d8-a682-7ad861c350cc, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=4f2c13df-29b7-43d8-a682-7ad861c350cc,segment=NetworkSegment(635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2),segment_id=635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:58.457624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b89f0c1a-455c-4a8d-8ed6-8a8a48b98010 None None] Provisioning complete for port 4f2c13df-29b7-43d8-a682-7ad861c350cc triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:58.458284 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b89f0c1a-455c-4a8d-8ed6-8a8a48b98010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:58.520007 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:58.521337 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 12b0807d-cbab-42e0-af8f-4da4bf17e5ee up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:04:58.584351 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-c45350c1-e934-4b1d-bcf9-3e6b152ef7d6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3006234 Jul 14 07:04:58.647357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Request body: {'port': {'device_id': 'dd08eed8-f743-4223-b053-10e94f0c828b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:58.719530 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 12b0807d-cbab-42e0-af8f-4da4bf17e5ee completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:04:58.737259 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 12b0807d-cbab-42e0-af8f-4da4bf17e5ee triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:58.737470 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:58.791956 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=4f2c13df-29b7-43d8-a682-7ad861c350cc,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:58.875690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968a768-5a9e-4dfe-b22c-309230e713f6 req-faa79b77-94b8-4c5b-84bb-90a016516903 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:58.882898 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4968a768-5a9e-4dfe-b22c-309230e713f6 req-faa79b77-94b8-4c5b-84bb-90a016516903 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 943 time: 0.5174472 Jul 14 07:04:58.940136 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:58.984746 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 12b0807d-cbab-42e0-af8f-4da4bf17e5ee, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=12b0807d-cbab-42e0-af8f-4da4bf17e5ee,segment=NetworkSegment(880f355e-6428-435c-8ca4-509082f66b67),segment_id=880f355e-6428-435c-8ca4-509082f66b67)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:58.993792 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:58.994764 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0f90bb10-d994-415c-ab2f-89aa9d955631 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:04:59.061564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b93e0a1a-7225-47d9-bd7a-8fe4a44aef13 None None] Provisioning for port ada4328d-c453-4e33-9da3-5caad16fa8f1 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:04:59.080415 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4968a768-5a9e-4dfe-b22c-309230e713f6 req-c926d02b-6e5e-4d9a-950a-1e5bdcd0ba12 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966555 Jul 14 07:04:59.091233 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b93e0a1a-7225-47d9-bd7a-8fe4a44aef13 None None] Provisioning complete for port ada4328d-c453-4e33-9da3-5caad16fa8f1 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:59.091750 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b93e0a1a-7225-47d9-bd7a-8fe4a44aef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:59.095739 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:59.123719 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158ae4b-5390-4a9e-aff9-653b88d978a4 req-6476dcf2-590f-4299-bf30-00417e54184f tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:59.130765 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7158ae4b-5390-4a9e-aff9-653b88d978a4 req-6476dcf2-590f-4299-bf30-00417e54184f tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd08eed8-f743-4223-b053-10e94f0c828b HTTP/1.1" status: 200 len: 935 time: 0.4235110 Jul 14 07:04:59.144266 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-647d5de6-ef70-4ab5-9d02-4acd4157e0c4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:59.154913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b93e0a1a-7225-47d9-bd7a-8fe4a44aef13 None None] Port ada4328d-c453-4e33-9da3-5caad16fa8f1 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:04:59.207296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=12b0807d-cbab-42e0-af8f-4da4bf17e5ee,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:59.232976 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 0f90bb10-d994-415c-ab2f-89aa9d955631 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:04:59.239292 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0f90bb10-d994-415c-ab2f-89aa9d955631 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:59.239927 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:59.378998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-647d5de6-ef70-4ab5-9d02-4acd4157e0c4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Transition to ACTIVE for port object a729e751-ec43-4dbe-881f-cf0cb5f11a66 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:04:59.382220 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a4d0d2c-1d75-4bb4-ad31-79575039060f req-4b41b78b-f1bf-4ded-87f9-c8973ef65b56 tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.0711677 Jul 14 07:04:59.387761 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7b371a41-88c8-4998-8039-7a0a192fb5f8 None None] Provisioning complete for port 0f90bb10-d994-415c-ab2f-89aa9d955631 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:04:59.388260 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7b371a41-88c8-4998-8039-7a0a192fb5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:59.436718 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7158ae4b-5390-4a9e-aff9-653b88d978a4 req-8fe16bfc-b956-4b04-b77e-25bf4c135e8c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047769 Jul 14 07:04:59.484645 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:59.517624 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-647d5de6-ef70-4ab5-9d02-4acd4157e0c4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:59.542696 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-cabc4c59-87b9-4e22-89e4-24fee5370068 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:59.553942 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-cabc4c59-87b9-4e22-89e4-24fee5370068 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:04:59.559886 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-cabc4c59-87b9-4e22-89e4-24fee5370068 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.15 "GET /v2.0/networks?id=83033c69-24d5-4e42-8d2d-4d83ad0affc5&id=46396162-21d5-434c-8b3b-4df4e0d86e4d&id=83033c69-24d5-4e42-8d2d-4d83ad0affc5 HTTP/1.1" status: 200 len: 1391 time: 0.2738008 Jul 14 07:04:59.568311 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['28d15e7e-4f2c-4bc7-8717-9d690df8727a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:04:59.577694 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-1bf2cb75-a6f3-4c5a-be02-45006a0e2094 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Request body: {'port': {'device_id': '29957510-6858-41df-8ebb-d9046445905a', 'network_id': '83033c69-24d5-4e42-8d2d-4d83ad0affc5', 'admin_state_up': True, 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:04:59.705362 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 0f90bb10-d994-415c-ab2f-89aa9d955631, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0f90bb10-d994-415c-ab2f-89aa9d955631,segment=NetworkSegment(9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c),segment_id=9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:04:59.714806 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-647d5de6-ef70-4ab5-9d02-4acd4157e0c4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:04:59.730020 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:59.768853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d5de6-ef70-4ab5-9d02-4acd4157e0c4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Pushing event updated for resources: {'Port': ['ID=a729e751-ec43-4dbe-881f-cf0cb5f11a66,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:04:59.793360 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-647d5de6-ef70-4ab5-9d02-4acd4157e0c4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:04:59.793360 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-647d5de6-ef70-4ab5-9d02-4acd4157e0c4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:04:59.932839 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-1bf2cb75-a6f3-4c5a-be02-45006a0e2094 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Made reservation on behalf of 420e7bcde0b4418bbcff3dfcdfec9410 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:04:59.955481 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-1bf2cb75-a6f3-4c5a-be02-45006a0e2094 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:04:59.996253 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 4f2c13df-29b7-43d8-a682-7ad861c350cc up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:05:00.000863 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be7267a2-117c-47b9-923a-d9c60c802f7d req-954c23ce-e070-4410-9412-769507469e6f tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 210 time: 0.0668948 Jul 14 07:05:00.016485 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-647d5de6-ef70-4ab5-9d02-4acd4157e0c4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:00.017429 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-647d5de6-ef70-4ab5-9d02-4acd4157e0c4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:00.050783 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-647d5de6-ef70-4ab5-9d02-4acd4157e0c4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3400092 Jul 14 07:05:00.073065 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Request body: {'port': {'device_id': '53b7706e-1eb4-4e5f-a9e6-04a9106c1455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:00.118384 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=0f90bb10-d994-415c-ab2f-89aa9d955631,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:00.232914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-1bf2cb75-a6f3-4c5a-be02-45006a0e2094 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Allocated IP 19.80.0.247 (83033c69-24d5-4e42-8d2d-4d83ad0affc5/1b7e6547-acd6-414a-87f4-3a8b0860cfd1/c61e5f2b-dd2f-452f-b424-cc8159cc5c04) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:05:00.245859 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:00.396649 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 4f2c13df-29b7-43d8-a682-7ad861c350cc triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:00.397176 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:00.451708 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b0821532-d9cb-4e7f-895b-c3dda3bb1b2c None None] Provisioning for port a729e751-ec43-4dbe-881f-cf0cb5f11a66 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:00.477651 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b0821532-d9cb-4e7f-895b-c3dda3bb1b2c None None] Provisioning complete for port a729e751-ec43-4dbe-881f-cf0cb5f11a66 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:00.477927 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0821532-d9cb-4e7f-895b-c3dda3bb1b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:00.486317 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-46f3d41b-9b38-46a5-a04d-b371894fa739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:00.539120 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada4328d-c453-4e33-9da3-5caad16fa8f1 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:00.548910 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:00.581349 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Transition to ACTIVE for port object ada4328d-c453-4e33-9da3-5caad16fa8f1 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:00.627751 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b0821532-d9cb-4e7f-895b-c3dda3bb1b2c None None] Port a729e751-ec43-4dbe-881f-cf0cb5f11a66 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:05:00.639344 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-1bf2cb75-a6f3-4c5a-be02-45006a0e2094 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:00.672230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-1bf2cb75-a6f3-4c5a-be02-45006a0e2094 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Transition to ACTIVE for port object c61e5f2b-dd2f-452f-b424-cc8159cc5c04 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:00.678636 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:00.682715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e1efc9a2-7f1b-4c97-ae1b-8e5a3ca955f5 req-39233988-e0f9-4b1e-9cc3-42863a981b5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=659e0d9517de422f93eb742d1c6d6ae1&device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.1992776 Jul 14 07:05:00.685865 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 12b0807d-cbab-42e0-af8f-4da4bf17e5ee up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:05:00.717540 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-1bf2cb75-a6f3-4c5a-be02-45006a0e2094 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:00.770274 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-1bf2cb75-a6f3-4c5a-be02-45006a0e2094 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Network 83033c69-24d5-4e42-8d2d-4d83ad0affc5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:05:00.774369 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-1bf2cb75-a6f3-4c5a-be02-45006a0e2094 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:05:00.777773 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-1bf2cb75-a6f3-4c5a-be02-45006a0e2094 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:05:00.810165 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 12b0807d-cbab-42e0-af8f-4da4bf17e5ee triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:00.810542 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:00.816174 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2cb75-a6f3-4c5a-be02-45006a0e2094 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event updated for resources: {'Port': ['ID=c61e5f2b-dd2f-452f-b424-cc8159cc5c04,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:00.863939 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-1bf2cb75-a6f3-4c5a-be02-45006a0e2094 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:00.865178 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-1bf2cb75-a6f3-4c5a-be02-45006a0e2094 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:00.883637 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-1bf2cb75-a6f3-4c5a-be02-45006a0e2094 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3142757 Jul 14 07:05:00.904641 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-799d9a92-0406-4bbd-b5a2-d00c772a424a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Request body: {'port': {'device_id': '29957510-6858-41df-8ebb-d9046445905a', 'network_id': '46396162-21d5-434c-8b3b-4df4e0d86e4d', 'admin_state_up': True, 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:01.067536 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-799d9a92-0406-4bbd-b5a2-d00c772a424a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Made reservation on behalf of 420e7bcde0b4418bbcff3dfcdfec9410 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:05:01.076953 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-799d9a92-0406-4bbd-b5a2-d00c772a424a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:01.093402 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device e3ec2be1-fb75-4824-8c93-8430cc287f4b details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:05:01.236655 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-799d9a92-0406-4bbd-b5a2-d00c772a424a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Allocated IP 19.86.0.179 (46396162-21d5-434c-8b3b-4df4e0d86e4d/8a723e0f-24ee-4040-aa9c-2f778ac643f6/f8e01077-39f4-4b75-a0fd-2f89906dfc9e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:05:01.279960 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7469aaa9-995b-4d6a-abef-0f1a06b1f313 req-ba25c94f-26da-4ad8-b58a-75e58a33709e tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.6106553 Jul 14 07:05:01.358344 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e1efc9a2-7f1b-4c97-ae1b-8e5a3ca955f5 req-a10c9e5c-695d-4d92-b267-523bef4a1ac6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=659e0d9517de422f93eb742d1c6d6ae1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6426022 Jul 14 07:05:01.391816 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-959bf261-e8ae-4b60-9a5b-4f952707c065 None None] Provisioning for port c61e5f2b-dd2f-452f-b424-cc8159cc5c04 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:01.402548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-959bf261-e8ae-4b60-9a5b-4f952707c065 None None] Provisioning complete for port c61e5f2b-dd2f-452f-b424-cc8159cc5c04 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:01.403214 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-959bf261-e8ae-4b60-9a5b-4f952707c065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:01.473244 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port e3ec2be1-fb75-4824-8c93-8430cc287f4b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=e3ec2be1-fb75-4824-8c93-8430cc287f4b,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:01.483254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-959bf261-e8ae-4b60-9a5b-4f952707c065 None None] Port c61e5f2b-dd2f-452f-b424-cc8159cc5c04 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:05:01.491560 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'e3ec2be1-fb75-4824-8c93-8430cc287f4b', 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b', 'port_id': 'e3ec2be1-fb75-4824-8c93-8430cc287f4b', 'mac_address': 'fa:16:3e:78:92:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416e4cab-c8c0-4a46-ae21-5c85ac9e0263', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:05:01.520353 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-799d9a92-0406-4bbd-b5a2-d00c772a424a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:01.538384 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:01.549428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-799d9a92-0406-4bbd-b5a2-d00c772a424a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Transition to ACTIVE for port object f8e01077-39f4-4b75-a0fd-2f89906dfc9e will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:01.561142 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ec2be1-fb75-4824-8c93-8430cc287f4b {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:01.590569 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port e3ec2be1-fb75-4824-8c93-8430cc287f4b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=e3ec2be1-fb75-4824-8c93-8430cc287f4b,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:01.596257 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:01.623383 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-799d9a92-0406-4bbd-b5a2-d00c772a424a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:01.681270 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-799d9a92-0406-4bbd-b5a2-d00c772a424a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Network 46396162-21d5-434c-8b3b-4df4e0d86e4d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:05:01.685694 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=e3ec2be1-fb75-4824-8c93-8430cc287f4b,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:01.693477 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-799d9a92-0406-4bbd-b5a2-d00c772a424a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:05:01.696312 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-799d9a92-0406-4bbd-b5a2-d00c772a424a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:05:01.738801 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efc9a2-7f1b-4c97-ae1b-8e5a3ca955f5 req-05cd1ce8-8172-4ee4-8f4c-b38191c290f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:01.740641 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e1efc9a2-7f1b-4c97-ae1b-8e5a3ca955f5 req-05cd1ce8-8172-4ee4-8f4c-b38191c290f7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3512478 Jul 14 07:05:01.778353 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d9a92-0406-4bbd-b5a2-d00c772a424a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event updated for resources: {'Port': ['ID=f8e01077-39f4-4b75-a0fd-2f89906dfc9e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:01.803134 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-799d9a92-0406-4bbd-b5a2-d00c772a424a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:01.803761 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-799d9a92-0406-4bbd-b5a2-d00c772a424a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:01.822862 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-799d9a92-0406-4bbd-b5a2-d00c772a424a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9318495 Jul 14 07:05:01.826159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ada4328d-c453-4e33-9da3-5caad16fa8f1,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:01.833237 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-0836bfe0-faef-4c08-a5e7-4fd60d720eeb tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Request body: {'port': {'device_id': '29957510-6858-41df-8ebb-d9046445905a', 'network_id': '83033c69-24d5-4e42-8d2d-4d83ad0affc5', 'admin_state_up': True, 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:01.860379 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['e3ec2be1-fb75-4824-8c93-8430cc287f4b'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:05:01.964720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0f90bb10-d994-415c-ab2f-89aa9d955631 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:05:02.044886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a729e751-ec43-4dbe-881f-cf0cb5f11a66 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:02.064519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f300d-94e3-49d3-9ca3-a12a80e8a5c6 req-1fd25389-27ce-4522-9870-129d4fa5d9f9 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:02.066172 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988f300d-94e3-49d3-9ca3-a12a80e8a5c6 req-1fd25389-27ce-4522-9870-129d4fa5d9f9 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 943 time: 1.5661063 Jul 14 07:05:02.068301 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:02.092121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-0836bfe0-faef-4c08-a5e7-4fd60d720eeb tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Made reservation on behalf of 420e7bcde0b4418bbcff3dfcdfec9410 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:05:02.092365 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0f90bb10-d994-415c-ab2f-89aa9d955631 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:02.092634 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:02.098251 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-0836bfe0-faef-4c08-a5e7-4fd60d720eeb tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:02.121136 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2a226bb1-3e86-4aaf-b7f5-5b1c26c065be None None] Provisioning for port f8e01077-39f4-4b75-a0fd-2f89906dfc9e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:02.131559 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2a226bb1-3e86-4aaf-b7f5-5b1c26c065be None None] Provisioning complete for port f8e01077-39f4-4b75-a0fd-2f89906dfc9e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:02.131959 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2a226bb1-3e86-4aaf-b7f5-5b1c26c065be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:02.138320 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a66e0-9786-49f5-9943-f6a75fd27fe6 req-5ca0bf51-c65e-403d-b9cf-486460c6f98d tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:02.139991 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-579a66e0-9786-49f5-9943-f6a75fd27fe6 req-5ca0bf51-c65e-403d-b9cf-486460c6f98d tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd08eed8-f743-4223-b053-10e94f0c828b HTTP/1.1" status: 200 len: 947 time: 0.3978391 Jul 14 07:05:02.141246 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Transition to ACTIVE for port object a729e751-ec43-4dbe-881f-cf0cb5f11a66 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:02.157462 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988f300d-94e3-49d3-9ca3-a12a80e8a5c6 req-1725571b-df50-47be-890c-3b6e4fa68d2f tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755498 Jul 14 07:05:02.199248 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:02.224287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-2a226bb1-3e86-4aaf-b7f5-5b1c26c065be None None] Port f8e01077-39f4-4b75-a0fd-2f89906dfc9e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:05:02.255400 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a729e751-ec43-4dbe-881f-cf0cb5f11a66,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:02.268883 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Attempting to bind port ada4328d-c453-4e33-9da3-5caad16fa8f1 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:05:02.269503 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Attempting to bind port ada4328d-c453-4e33-9da3-5caad16fa8f1 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:05:02.270009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Attempting to bind port ada4328d-c453-4e33-9da3-5caad16fa8f1 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:02.277866 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Port ada4328d-c453-4e33-9da3-5caad16fa8f1 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:05:02.278424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Attempting to bind port ada4328d-c453-4e33-9da3-5caad16fa8f1 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:02.299312 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:05:02.300404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:02.300973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:05:02.301606 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Bound port: ada4328d-c453-4e33-9da3-5caad16fa8f1, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:05:02.302318 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:02.317922 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-0836bfe0-faef-4c08-a5e7-4fd60d720eeb tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Allocated IP 19.80.0.82 (83033c69-24d5-4e42-8d2d-4d83ad0affc5/1b7e6547-acd6-414a-87f4-3a8b0860cfd1/62c68a8f-5297-4a27-bd16-7351944c2e09) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:05:02.335820 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-579a66e0-9786-49f5-9943-f6a75fd27fe6 req-6ddfeb42-2868-4a28-8480-5b0fe1d4cbd0 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548493 Jul 14 07:05:02.515513 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] For port ada4328d-c453-4e33-9da3-5caad16fa8f1, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:05:02.534026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Attempting to bind port a729e751-ec43-4dbe-881f-cf0cb5f11a66 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:05:02.534369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Attempting to bind port a729e751-ec43-4dbe-881f-cf0cb5f11a66 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:05:02.534840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Attempting to bind port a729e751-ec43-4dbe-881f-cf0cb5f11a66 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:02.544370 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-0836bfe0-faef-4c08-a5e7-4fd60d720eeb tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:02.545432 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Port a729e751-ec43-4dbe-881f-cf0cb5f11a66 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:05:02.545774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Attempting to bind port a729e751-ec43-4dbe-881f-cf0cb5f11a66 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:02.550863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] For port ada4328d-c453-4e33-9da3-5caad16fa8f1, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=ada4328d-c453-4e33-9da3-5caad16fa8f1,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:05:02.555318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:05:02.555685 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:02.556054 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:05:02.556509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Bound port: a729e751-ec43-4dbe-881f-cf0cb5f11a66, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:05:02.557450 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:02.569528 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-0836bfe0-faef-4c08-a5e7-4fd60d720eeb tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Transition to ACTIVE for port object 62c68a8f-5297-4a27-bd16-7351944c2e09 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:02.605600 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:02.622240 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-0836bfe0-faef-4c08-a5e7-4fd60d720eeb tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:02.687278 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-0836bfe0-faef-4c08-a5e7-4fd60d720eeb tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Network 83033c69-24d5-4e42-8d2d-4d83ad0affc5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:05:02.691355 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-0836bfe0-faef-4c08-a5e7-4fd60d720eeb tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:05:02.706396 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-0836bfe0-faef-4c08-a5e7-4fd60d720eeb tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:05:02.717453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] For port a729e751-ec43-4dbe-881f-cf0cb5f11a66, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:05:02.717701 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836bfe0-faef-4c08-a5e7-4fd60d720eeb tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event updated for resources: {'Port': ['ID=62c68a8f-5297-4a27-bd16-7351944c2e09,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:02.775079 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-0836bfe0-faef-4c08-a5e7-4fd60d720eeb tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:02.775898 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-0836bfe0-faef-4c08-a5e7-4fd60d720eeb tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:02.811308 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-0836bfe0-faef-4c08-a5e7-4fd60d720eeb tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9811809 Jul 14 07:05:02.824726 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Request body: {'port': {'device_id': '29957510-6858-41df-8ebb-d9046445905a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:02.827218 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] For port a729e751-ec43-4dbe-881f-cf0cb5f11a66, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a729e751-ec43-4dbe-881f-cf0cb5f11a66,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:05:02.841830 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18c854bd-6f17-4d7f-909f-6ec0da611052 req-99db0186-7fad-42e1-ab38-d89c05391ce3 tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.35 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.0795815 Jul 14 07:05:02.848215 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:02.848858 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:02.850402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] 10.222.0.15 "PUT /v2.0/ports/ada4328d-c453-4e33-9da3-5caad16fa8f1 HTTP/1.1" status: 200 len: 1095 time: 4.2281401 Jul 14 07:05:02.878552 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd08eed8-f743-4223-b053-10e94f0c828b', 'tag': 'ada4328d-c453-4e33-9da3-5caad16fa8f1'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:02.882074 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30225860-5353-4445-ab7e-900ede55accd" -d '{"events": [{"name": "network-changed", "server_uuid": "dd08eed8-f743-4223-b053-10e94f0c828b", "tag": "ada4328d-c453-4e33-9da3-5caad16fa8f1"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:02.885168 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:02.919990 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e28da-4ce8-487a-9f5f-2d5b39eab5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ada4328d-c453-4e33-9da3-5caad16fa8f1,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:02.956124 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:02.956774 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:02.960096 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] 10.222.0.15 "PUT /v2.0/ports/a729e751-ec43-4dbe-881f-cf0cb5f11a66 HTTP/1.1" status: 200 len: 1096 time: 2.8921726 Jul 14 07:05:02.982195 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:03.036567 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e1efc9a2-7f1b-4c97-ae1b-8e5a3ca955f5 req-00afde92-b043-4aaf-bd47-fe3da749273f tempest-ServerShowV254Test-581488392 tempest-ServerShowV254Test-581488392-project] 10.222.0.30 "GET /v2.0/ports?device_id=09e7d3f0-280e-4def-b05d-ba3901b00d93 HTTP/1.1" status: 200 len: 210 time: 0.0753202 Jul 14 07:05:03.038144 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a72b27-7e6b-4c81-9677-d166987d8e6a x-openstack-request-id: req-f5a72b27-7e6b-4c81-9677-d166987d8e6a {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:03.038397 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd08eed8-f743-4223-b053-10e94f0c828b", "tag": "ada4328d-c453-4e33-9da3-5caad16fa8f1", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:03.038651 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5a72b27-7e6b-4c81-9677-d166987d8e6a {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:03.039038 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd08eed8-f743-4223-b053-10e94f0c828b', 'tag': 'ada4328d-c453-4e33-9da3-5caad16fa8f1', 'status': 'completed', 'code': 200} Jul 14 07:05:03.123130 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device e3ec2be1-fb75-4824-8c93-8430cc287f4b up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:05:03.211361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607df38-6ed3-4eb9-8f76-e99b66992008 req-2494490d-a50c-4c02-a5c6-48b128ae05a2 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:03.227691 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607df38-6ed3-4eb9-8f76-e99b66992008 req-2494490d-a50c-4c02-a5c6-48b128ae05a2 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:03.229501 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6607df38-6ed3-4eb9-8f76-e99b66992008 req-2494490d-a50c-4c02-a5c6-48b128ae05a2 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 1655 time: 0.6396508 Jul 14 07:05:03.249037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4d46a-f4ec-4750-a56b-a877cdcee4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a729e751-ec43-4dbe-881f-cf0cb5f11a66,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:03.291658 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9615efe2-315b-4fcf-afc4-8246db511b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:03.294835 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9c1ff31b-b788-4324-9257-ad6e1a13da26 None None] Provisioning for port 62c68a8f-5297-4a27-bd16-7351944c2e09 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:03.298165 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-df2adedc-ddb9-47f2-96fa-b836b14722b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:03.299679 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-df2adedc-ddb9-47f2-96fa-b836b14722b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&device_id=53b7706e-1eb4-4e5f-a9e6-04a9106c1455 HTTP/1.1" status: 200 len: 1099 time: 0.2560093 Jul 14 07:05:03.314320 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9c1ff31b-b788-4324-9257-ad6e1a13da26 None None] Provisioning complete for port 62c68a8f-5297-4a27-bd16-7351944c2e09 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:03.314688 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9c1ff31b-b788-4324-9257-ad6e1a13da26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:03.357687 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c61e5f2b-dd2f-452f-b424-cc8159cc5c04 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:03.365222 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-99d2b1ec-1f6c-4328-aa6a-5b8017dd9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:03.366696 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-99d2b1ec-1f6c-4328-aa6a-5b8017dd9682 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&device_id=dd08eed8-f743-4223-b053-10e94f0c828b HTTP/1.1" status: 200 len: 1098 time: 0.4649081 Jul 14 07:05:03.366913 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:03.382256 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Transition to ACTIVE for port object c61e5f2b-dd2f-452f-b424-cc8159cc5c04 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:03.387010 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:03.400675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9c1ff31b-b788-4324-9257-ad6e1a13da26 None None] Port 62c68a8f-5297-4a27-bd16-7351944c2e09 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:05:03.404822 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port e3ec2be1-fb75-4824-8c93-8430cc287f4b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:03.409818 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port e3ec2be1-fb75-4824-8c93-8430cc287f4b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:03.410430 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:03.444535 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6607df38-6ed3-4eb9-8f76-e99b66992008 req-abca9a50-df04-471c-836f-d43784e09ac3 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883690 Jul 14 07:05:03.486722 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-9b5c6438-00e0-40aa-972a-9cf5b1fe0405 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=a729e751-ec43-4dbe-881f-cf0cb5f11a66 HTTP/1.1" status: 200 len: 217 time: 0.1519091 Jul 14 07:05:03.487943 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-d3a4654e-7c69-4fa8-a780-83e8ee23f16b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=ada4328d-c453-4e33-9da3-5caad16fa8f1 HTTP/1.1" status: 200 len: 217 time: 0.0472834 Jul 14 07:05:03.584984 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Pushing event updated for resources: {'Port': ['ID=c61e5f2b-dd2f-452f-b424-cc8159cc5c04,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:03.658816 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Attempting to bind port c61e5f2b-dd2f-452f-b424-cc8159cc5c04 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:05:03.659142 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-5fc7f318-a172-4aa7-8825-f4c6082e540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:03.659420 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Attempting to bind port c61e5f2b-dd2f-452f-b424-cc8159cc5c04 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83033c69-24d5-4e42-8d2d-4d83ad0affc5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:05:03.660221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Attempting to bind port c61e5f2b-dd2f-452f-b424-cc8159cc5c04 on network 83033c69-24d5-4e42-8d2d-4d83ad0affc5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:03.660585 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-5fc7f318-a172-4aa7-8825-f4c6082e540a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1446035 Jul 14 07:05:03.672030 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Port c61e5f2b-dd2f-452f-b424-cc8159cc5c04 on network 83033c69-24d5-4e42-8d2d-4d83ad0affc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:05:03.672950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Attempting to bind port c61e5f2b-dd2f-452f-b424-cc8159cc5c04 on network 83033c69-24d5-4e42-8d2d-4d83ad0affc5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:03.679492 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:05:03.680064 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Checking segment: {'id': '635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83033c69-24d5-4e42-8d2d-4d83ad0affc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:03.680472 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Bound using segment: {'id': '635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83033c69-24d5-4e42-8d2d-4d83ad0affc5'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:05:03.692901 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Bound port: c61e5f2b-dd2f-452f-b424-cc8159cc5c04, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83033c69-24d5-4e42-8d2d-4d83ad0affc5'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:05:03.693575 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:03.693889 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:03.725402 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:03.741026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-cc1872c5-c9a8-410c-882e-eab5440ab101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:03.742684 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-cc1872c5-c9a8-410c-882e-eab5440ab101 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.2352607 Jul 14 07:05:03.757371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b3d57-2882-4412-996c-d4d80e012da6 req-7b736e8e-6b29-492a-869d-c9715fe81fda tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:03.766142 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ad1b3d57-2882-4412-996c-d4d80e012da6 req-7b736e8e-6b29-492a-869d-c9715fe81fda tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 944 time: 0.4107356 Jul 14 07:05:03.768367 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ec2be1-fb75-4824-8c93-8430cc287f4b'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:03.774521 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1626f014-07e0-4da6-8d1d-8850da2b5afa" -d '{"events": [{"server_uuid": "0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb", "name": "network-vif-plugged", "status": "completed", "tag": "e3ec2be1-fb75-4824-8c93-8430cc287f4b"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:03.825120 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port e3ec2be1-fb75-4824-8c93-8430cc287f4b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=e3ec2be1-fb75-4824-8c93-8430cc287f4b,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:03.836870 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:03.842281 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] For port c61e5f2b-dd2f-452f-b424-cc8159cc5c04, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:05:03.849153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] For port c61e5f2b-dd2f-452f-b424-cc8159cc5c04, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c61e5f2b-dd2f-452f-b424-cc8159cc5c04,segment=NetworkSegment(635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2),segment_id=635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:05:03.858995 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:03.919174 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ad1b3d57-2882-4412-996c-d4d80e012da6 req-b9847199-acb4-4345-9d2b-6911a8d3525f tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497481 Jul 14 07:05:03.954994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-903c3369-580f-49d5-91f1-5ef8f5c4599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:03.958966 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-903c3369-580f-49d5-91f1-5ef8f5c4599a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2905049 Jul 14 07:05:04.017429 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Pushing event updated for resources: {'Port': ['ID=c61e5f2b-dd2f-452f-b424-cc8159cc5c04,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:04.021126 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=e3ec2be1-fb75-4824-8c93-8430cc287f4b,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:04.030368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:04.031007 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:04.032711 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-c85a00c2-02f3-4bf7-a37e-705d20eea54e service neutron] 10.222.0.15 "PUT /v2.0/ports/c61e5f2b-dd2f-452f-b424-cc8159cc5c04 HTTP/1.1" status: 200 len: 1092 time: 1.2142181 Jul 14 07:05:04.033158 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'tag': 'c61e5f2b-dd2f-452f-b424-cc8159cc5c04'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:04.035403 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61987641-74c2-4f60-ad4a-f635cb1214a5" -d '{"events": [{"name": "network-changed", "server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "tag": "c61e5f2b-dd2f-452f-b424-cc8159cc5c04"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:04.069890 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Request body: {'port': {'device_id': '29957510-6858-41df-8ebb-d9046445905a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:04.137599 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-7c195956-5d00-4e3b-849b-b0aa542d92e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:04.139586 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-7c195956-5d00-4e3b-849b-b0aa542d92e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3414259 Jul 14 07:05:04.176085 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c08196-7a70-4531-8f1a-7054cee6cd48 x-openstack-request-id: req-c9c08196-7a70-4531-8f1a-7054cee6cd48 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:04.176594 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb", "name": "network-vif-plugged", "status": "completed", "tag": "e3ec2be1-fb75-4824-8c93-8430cc287f4b", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:04.176594 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c9c08196-7a70-4531-8f1a-7054cee6cd48 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:04.177024 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ec2be1-fb75-4824-8c93-8430cc287f4b', 'code': 200} Jul 14 07:05:04.191805 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:04.300263 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356564d-8bb7-4052-8c04-588f1ff56da9 req-40fbdde9-e144-49d4-b316-5f4f2a5ee3f9 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:04.303778 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d356564d-8bb7-4052-8c04-588f1ff56da9 req-40fbdde9-e144-49d4-b316-5f4f2a5ee3f9 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd08eed8-f743-4223-b053-10e94f0c828b HTTP/1.1" status: 200 len: 947 time: 0.3430924 Jul 14 07:05:04.348658 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-75844c1a-f5f7-4d4e-b0ab-cae747c3bb45 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181658 Jul 14 07:05:04.428789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.15', 61760) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:04.502841 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:04.555154 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d356564d-8bb7-4052-8c04-588f1ff56da9 req-77b17f23-7bdb-4657-88f4-a6718274c613 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106001 Jul 14 07:05:04.557567 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 39010) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:04.599366 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-e5495e19-b076-4653-b431-9a44627c5eaf service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512084 Jul 14 07:05:04.721455 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cabfbf-8c69-4187-8881-6cb9f9fcd80c x-openstack-request-id: req-73cabfbf-8c69-4187-8881-6cb9f9fcd80c {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:04.722034 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "tag": "c61e5f2b-dd2f-452f-b424-cc8159cc5c04", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:04.722216 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73cabfbf-8c69-4187-8881-6cb9f9fcd80c {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:04.722605 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'tag': 'c61e5f2b-dd2f-452f-b424-cc8159cc5c04', 'status': 'completed', 'code': 200} Jul 14 07:05:04.920199 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e01077-39f4-4b75-a0fd-2f89906dfc9e {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:04.928560 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:04.941636 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Transition to ACTIVE for port object f8e01077-39f4-4b75-a0fd-2f89906dfc9e will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:04.958469 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:05.045978 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Pushing event updated for resources: {'Port': ['ID=f8e01077-39f4-4b75-a0fd-2f89906dfc9e,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:05.097117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b7706e-1eb4-4e5f-a9e6-04a9106c1455', 'tag': 'a729e751-ec43-4dbe-881f-cf0cb5f11a66'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:05.099993 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b1c452-8471-416a-ac3d-6263974d8411" -d '{"events": [{"name": "network-changed", "server_uuid": "53b7706e-1eb4-4e5f-a9e6-04a9106c1455", "tag": "a729e751-ec43-4dbe-881f-cf0cb5f11a66"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:05.151481 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Attempting to bind port f8e01077-39f4-4b75-a0fd-2f89906dfc9e on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:05:05.152080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Attempting to bind port f8e01077-39f4-4b75-a0fd-2f89906dfc9e by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '46396162-21d5-434c-8b3b-4df4e0d86e4d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:05:05.152616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Attempting to bind port f8e01077-39f4-4b75-a0fd-2f89906dfc9e on network 46396162-21d5-434c-8b3b-4df4e0d86e4d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:05.158115 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Port f8e01077-39f4-4b75-a0fd-2f89906dfc9e on network 46396162-21d5-434c-8b3b-4df4e0d86e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:05:05.158437 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Attempting to bind port f8e01077-39f4-4b75-a0fd-2f89906dfc9e on network 46396162-21d5-434c-8b3b-4df4e0d86e4d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:05.165427 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:05:05.165976 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Checking segment: {'id': '9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '46396162-21d5-434c-8b3b-4df4e0d86e4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:05.166392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Bound using segment: {'id': '9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '46396162-21d5-434c-8b3b-4df4e0d86e4d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:05:05.166830 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Bound port: f8e01077-39f4-4b75-a0fd-2f89906dfc9e, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '46396162-21d5-434c-8b3b-4df4e0d86e4d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:05:05.167185 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:05.192325 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6464c3f4-a9d3-44d7-acb1-ee6eafbc0c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:05.212156 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbb5c3-62c7-4265-b8b6-7e9fe56b3235 req-dbff9587-dcac-43ce-b7f2-5d2bfceaa7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:05.215171 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9bbb5c3-62c7-4265-b8b6-7e9fe56b3235 req-dbff9587-dcac-43ce-b7f2-5d2bfceaa7d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 1096 time: 0.9530206 Jul 14 07:05:05.220823 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-91f279e8-a5c3-4cf7-b2c2-9cf22518818d service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8579047 Jul 14 07:05:05.252183 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] For port f8e01077-39f4-4b75-a0fd-2f89906dfc9e, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:05:05.258268 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] For port f8e01077-39f4-4b75-a0fd-2f89906dfc9e, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f8e01077-39f4-4b75-a0fd-2f89906dfc9e,segment=NetworkSegment(9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c),segment_id=9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:05:05.265739 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:05.299919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61987641-74c2-4f60-ad4a-f635cb1214a5 req-46ded7b1-44d0-40d6-b16a-ef2412746035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:05.300406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61987641-74c2-4f60-ad4a-f635cb1214a5 req-46ded7b1-44d0-40d6-b16a-ef2412746035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:05.301024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61987641-74c2-4f60-ad4a-f635cb1214a5 req-46ded7b1-44d0-40d6-b16a-ef2412746035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:05.302594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61987641-74c2-4f60-ad4a-f635cb1214a5 req-46ded7b1-44d0-40d6-b16a-ef2412746035 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=420e7bcde0b4418bbcff3dfcdfec9410&device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 2731 time: 0.8595557 Jul 14 07:05:05.308825 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:05.309596 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:05.310914 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] 10.222.0.15 "PUT /v2.0/ports/f8e01077-39f4-4b75-a0fd-2f89906dfc9e HTTP/1.1" status: 200 len: 1092 time: 1.2475665 Jul 14 07:05:05.354932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Request body: {'port': {'device_id': '29957510-6858-41df-8ebb-d9046445905a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:05.360383 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e06f4-74e6-4fa5-8bae-097a26671fce service neutron] Pushing event updated for resources: {'Port': ['ID=f8e01077-39f4-4b75-a0fd-2f89906dfc9e,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:05.374976 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ed6dd-e74c-40d6-9ab6-85ac7a06d10c req-a4270187-919b-417e-bfd9-f35f3f6dae71 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:05.385243 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ed6dd-e74c-40d6-9ab6-85ac7a06d10c req-a4270187-919b-417e-bfd9-f35f3f6dae71 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:05.391083 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ed6dd-e74c-40d6-9ab6-85ac7a06d10c req-a4270187-919b-417e-bfd9-f35f3f6dae71 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:05.392796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c0ed6dd-e74c-40d6-9ab6-85ac7a06d10c req-a4270187-919b-417e-bfd9-f35f3f6dae71 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 2388 time: 0.7621541 Jul 14 07:05:05.430749 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8244e296-bf73-41a0-a60c-9ba0f9c5739a req-b347b32f-002d-4f6b-be7d-37d0e81c84fc service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8138931 Jul 14 07:05:05.448779 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:05.477316 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9bbb5c3-62c7-4265-b8b6-7e9fe56b3235 req-53a971c8-3656-4bf9-83b0-0b003cf0723c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501352 Jul 14 07:05:05.653124 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7771d-a35c-4735-be66-7f3af6302428 req-2787c67e-003f-4a18-ac02-c3d1191cb142 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:05.656592 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14b7771d-a35c-4735-be66-7f3af6302428 req-2787c67e-003f-4a18-ac02-c3d1191cb142 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 945 time: 0.5487373 Jul 14 07:05:05.693654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c0ed6dd-e74c-40d6-9ab6-85ac7a06d10c req-4b881fe7-7a07-4339-9678-e98bf5f7095b tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718859 Jul 14 07:05:05.757858 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30225860-5353-4445-ab7e-900ede55accd req-4cd968b6-59ce-48cc-921a-d14a23de7404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:05.761730 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30225860-5353-4445-ab7e-900ede55accd req-4cd968b6-59ce-48cc-921a-d14a23de7404 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&device_id=dd08eed8-f743-4223-b053-10e94f0c828b HTTP/1.1" status: 200 len: 1098 time: 0.4567726 Jul 14 07:05:05.763960 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2defe0-85e0-4fc7-94b2-ef276546cf2b x-openstack-request-id: req-9f2defe0-85e0-4fc7-94b2-ef276546cf2b {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:05.764250 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b7706e-1eb4-4e5f-a9e6-04a9106c1455", "tag": "a729e751-ec43-4dbe-881f-cf0cb5f11a66", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:05.764604 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f2defe0-85e0-4fc7-94b2-ef276546cf2b {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:05.764931 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b7706e-1eb4-4e5f-a9e6-04a9106c1455', 'tag': 'a729e751-ec43-4dbe-881f-cf0cb5f11a66', 'status': 'completed', 'code': 200} Jul 14 07:05:05.779742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61987641-74c2-4f60-ad4a-f635cb1214a5 req-e7d1b955-3115-4975-a96c-4cdb1a8774db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:05.780253 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61987641-74c2-4f60-ad4a-f635cb1214a5 req-e7d1b955-3115-4975-a96c-4cdb1a8774db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:05.780696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61987641-74c2-4f60-ad4a-f635cb1214a5 req-e7d1b955-3115-4975-a96c-4cdb1a8774db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:05.782309 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61987641-74c2-4f60-ad4a-f635cb1214a5 req-e7d1b955-3115-4975-a96c-4cdb1a8774db service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=420e7bcde0b4418bbcff3dfcdfec9410&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4299533 Jul 14 07:05:05.819076 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c68a8f-5297-4a27-bd16-7351944c2e09 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:05.827024 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:05.842610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Transition to ACTIVE for port object 62c68a8f-5297-4a27-bd16-7351944c2e09 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:05.850032 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:05.887696 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6464c3f4-a9d3-44d7-acb1-ee6eafbc0c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:05.918498 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14b7771d-a35c-4735-be66-7f3af6302428 req-f308a679-5908-4dd3-8f40-e45f1db2d04b tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437761 Jul 14 07:05:05.940354 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Pushing event updated for resources: {'Port': ['ID=62c68a8f-5297-4a27-bd16-7351944c2e09,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:05.989754 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6464c3f4-a9d3-44d7-acb1-ee6eafbc0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:06.039269 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Attempting to bind port 62c68a8f-5297-4a27-bd16-7351944c2e09 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:05:06.039510 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Attempting to bind port 62c68a8f-5297-4a27-bd16-7351944c2e09 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83033c69-24d5-4e42-8d2d-4d83ad0affc5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:05:06.039783 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Attempting to bind port 62c68a8f-5297-4a27-bd16-7351944c2e09 on network 83033c69-24d5-4e42-8d2d-4d83ad0affc5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:06.048170 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Port 62c68a8f-5297-4a27-bd16-7351944c2e09 on network 83033c69-24d5-4e42-8d2d-4d83ad0affc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:05:06.048541 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Attempting to bind port 62c68a8f-5297-4a27-bd16-7351944c2e09 on network 83033c69-24d5-4e42-8d2d-4d83ad0affc5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:06.075060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:05:06.076481 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Checking segment: {'id': '635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83033c69-24d5-4e42-8d2d-4d83ad0affc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:06.076898 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Bound using segment: {'id': '635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83033c69-24d5-4e42-8d2d-4d83ad0affc5'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:05:06.077658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Bound port: 62c68a8f-5297-4a27-bd16-7351944c2e09, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83033c69-24d5-4e42-8d2d-4d83ad0affc5'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:05:06.078411 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:06.079740 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:06.241173 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] For port 62c68a8f-5297-4a27-bd16-7351944c2e09, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:05:06.248732 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] For port 62c68a8f-5297-4a27-bd16-7351944c2e09, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=62c68a8f-5297-4a27-bd16-7351944c2e09,segment=NetworkSegment(635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2),segment_id=635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:05:06.249089 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464c3f4-a9d3-44d7-acb1-ee6eafbc0c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48802be-2fd2-41f0-8e61-dc7b34887222,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:06.257749 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6464c3f4-a9d3-44d7-acb1-ee6eafbc0c6d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=659e0d9517de422f93eb742d1c6d6ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6862009 Jul 14 07:05:06.257916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39038) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:06.277920 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:06.301624 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61987641-74c2-4f60-ad4a-f635cb1214a5 req-dafc6137-f8c3-4a96-9c94-08981de7d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:06.303718 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61987641-74c2-4f60-ad4a-f635cb1214a5 req-dafc6137-f8c3-4a96-9c94-08981de7d33d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4974933 Jul 14 07:05:06.305559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30225860-5353-4445-ab7e-900ede55accd req-0de37432-4c57-49b2-9411-27d2b3e27707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:06.307651 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30225860-5353-4445-ab7e-900ede55accd req-0de37432-4c57-49b2-9411-27d2b3e27707 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.5307593 Jul 14 07:05:06.337557 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:06.339619 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:06.343787 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] 10.222.0.15 "PUT /v2.0/ports/62c68a8f-5297-4a27-bd16-7351944c2e09 HTTP/1.1" status: 200 len: 1091 time: 0.9934616 Jul 14 07:05:06.344857 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1c452-8471-416a-ac3d-6263974d8411 req-de81764d-47b4-4e29-997b-911426b8ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:06.346456 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-93b1c452-8471-416a-ac3d-6263974d8411 req-de81764d-47b4-4e29-997b-911426b8ffcf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&device_id=53b7706e-1eb4-4e5f-a9e6-04a9106c1455 HTTP/1.1" status: 200 len: 1099 time: 0.5436752 Jul 14 07:05:06.405096 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30225860-5353-4445-ab7e-900ede55accd req-82ab2bd5-c104-44e3-929e-f255ec7908cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=ada4328d-c453-4e33-9da3-5caad16fa8f1 HTTP/1.1" status: 200 len: 217 time: 0.0820055 Jul 14 07:05:06.407256 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3174e-74d3-4e7d-9626-e9bc12960545 service neutron] Pushing event updated for resources: {'Port': ['ID=62c68a8f-5297-4a27-bd16-7351944c2e09,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:06.418770 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e496543-575f-4a2f-84b9-d10a4b192017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:06.462148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755ea9b-0fa8-4777-8ccf-c99c5849bb9b req-6f133281-75c4-4cc0-b1f5-1dd616a780b3 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:06.470318 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c755ea9b-0fa8-4777-8ccf-c99c5849bb9b req-6f133281-75c4-4cc0-b1f5-1dd616a780b3 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd08eed8-f743-4223-b053-10e94f0c828b HTTP/1.1" status: 200 len: 947 time: 0.4301600 Jul 14 07:05:06.491349 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e496543-575f-4a2f-84b9-d10a4b192017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:06.546179 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-e07a6b9c-39bb-45b1-aaad-cfd4d1b5d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:06.546416 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-e07a6b9c-39bb-45b1-aaad-cfd4d1b5d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:06.547173 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-e07a6b9c-39bb-45b1-aaad-cfd4d1b5d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:06.549328 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-e07a6b9c-39bb-45b1-aaad-cfd4d1b5d008 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=420e7bcde0b4418bbcff3dfcdfec9410&device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 2865 time: 0.1243470 Jul 14 07:05:06.555716 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30225860-5353-4445-ab7e-900ede55accd req-f9adb1b2-e207-4b5c-95ce-2e37fb4b249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:06.557405 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30225860-5353-4445-ab7e-900ede55accd req-f9adb1b2-e207-4b5c-95ce-2e37fb4b249b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1130693 Jul 14 07:05:06.592222 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c755ea9b-0fa8-4777-8ccf-c99c5849bb9b req-5834a724-2de9-4943-a60c-f79035449f27 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172349 Jul 14 07:05:06.603616 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-6ee14eee-6880-4d94-ba3e-6e9911e5ef6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.247&port_id=c61e5f2b-dd2f-452f-b424-cc8159cc5c04 HTTP/1.1" status: 200 len: 217 time: 0.0448008 Jul 14 07:05:06.622748 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e496543-575f-4a2f-84b9-d10a4b192017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:06.625258 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e496543-575f-4a2f-84b9-d10a4b192017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:06.629336 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7e496543-575f-4a2f-84b9-d10a4b192017 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e48802be-2fd2-41f0-8e61-dc7b34887222 HTTP/1.1" status: 204 len: 168 time: 0.3662138 Jul 14 07:05:06.636370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1c452-8471-416a-ac3d-6263974d8411 req-ffa715a7-0d86-45f8-8693-a8cf390be670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:06.637904 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-93b1c452-8471-416a-ac3d-6263974d8411 req-ffa715a7-0d86-45f8-8693-a8cf390be670 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.2555377 Jul 14 07:05:06.661759 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e496543-575f-4a2f-84b9-d10a4b192017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48802be-2fd2-41f0-8e61-dc7b34887222,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:06.699104 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-93b1c452-8471-416a-ac3d-6263974d8411 req-7b0459b8-93a1-4eab-b2f8-14d44e038368 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=a729e751-ec43-4dbe-881f-cf0cb5f11a66 HTTP/1.1" status: 200 len: 217 time: 0.0497134 Jul 14 07:05:06.706212 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30225860-5353-4445-ab7e-900ede55accd req-27c533df-3353-4298-b76b-ef770d25c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:06.707890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30225860-5353-4445-ab7e-900ede55accd req-27c533df-3353-4298-b76b-ef770d25c6c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422970 Jul 14 07:05:06.710591 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-d043dd67-b9b3-4c76-99a5-f928acf14e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:06.712065 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-d043dd67-b9b3-4c76-99a5-f928acf14e36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1b7e6547-acd6-414a-87f4-3a8b0860cfd1 HTTP/1.1" status: 200 len: 801 time: 0.0999792 Jul 14 07:05:06.731830 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'tag': 'f8e01077-39f4-4b75-a0fd-2f89906dfc9e'}, {'name': 'network-changed', 'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'tag': '62c68a8f-5297-4a27-bd16-7351944c2e09'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:06.735493 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd44d3a-e852-4b16-8483-133a77c410d8" -d '{"events": [{"name": "network-changed", "server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "tag": "f8e01077-39f4-4b75-a0fd-2f89906dfc9e"}, {"name": "network-changed", "server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "tag": "62c68a8f-5297-4a27-bd16-7351944c2e09"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:06.799659 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1d5340-d5fe-41c0-83ec-882296d49901 x-openstack-request-id: req-fb1d5340-d5fe-41c0-83ec-882296d49901 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:06.800022 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "tag": "f8e01077-39f4-4b75-a0fd-2f89906dfc9e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "tag": "62c68a8f-5297-4a27-bd16-7351944c2e09", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:06.800338 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb1d5340-d5fe-41c0-83ec-882296d49901 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:06.800910 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'tag': 'f8e01077-39f4-4b75-a0fd-2f89906dfc9e', 'status': 'completed', 'code': 200} Jul 14 07:05:06.801263 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'tag': '62c68a8f-5297-4a27-bd16-7351944c2e09', 'status': 'completed', 'code': 200} Jul 14 07:05:06.807859 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-f0db68db-ca1d-4390-b7d7-b49d21d3c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:06.809502 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-f0db68db-ca1d-4390-b7d7-b49d21d3c396 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83033c69-24d5-4e42-8d2d-4d83ad0affc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0893261 Jul 14 07:05:06.848913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1c452-8471-416a-ac3d-6263974d8411 req-b38b7a2c-97f4-46de-9965-431049067865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:06.850417 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-93b1c452-8471-416a-ac3d-6263974d8411 req-b38b7a2c-97f4-46de-9965-431049067865 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1416419 Jul 14 07:05:06.934120 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-fa415aaf-b31c-4b32-bdb3-35d1d80c8fbc service neutron] 10.222.0.15 "GET /v2.0/networks/83033c69-24d5-4e42-8d2d-4d83ad0affc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126225 Jul 14 07:05:07.038463 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30225860-5353-4445-ab7e-900ede55accd req-ba5bbe45-9713-4f0f-bbf8-8dc422c78599 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839935 Jul 14 07:05:07.106805 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-16f231fd-466a-47d8-b8b9-1155cea306d2 service neutron] 10.222.0.15 "GET /v2.0/networks/83033c69-24d5-4e42-8d2d-4d83ad0affc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651890 Jul 14 07:05:07.138843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1c452-8471-416a-ac3d-6263974d8411 req-28fd0214-d138-4bc5-9dec-c935dd83b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:07.140362 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-93b1c452-8471-416a-ac3d-6263974d8411 req-28fd0214-d138-4bc5-9dec-c935dd83b82d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2833083 Jul 14 07:05:07.168476 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-5dec119d-0f9e-4672-8499-a34559de7ca7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.179&port_id=f8e01077-39f4-4b75-a0fd-2f89906dfc9e HTTP/1.1" status: 200 len: 217 time: 0.0494366 Jul 14 07:05:07.232684 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-1e317eaf-a3af-4066-9a16-d439bee4b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:07.234480 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-1e317eaf-a3af-4066-9a16-d439bee4b62d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a723e0f-24ee-4040-aa9c-2f778ac643f6 HTTP/1.1" status: 200 len: 801 time: 0.0586843 Jul 14 07:05:07.313843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f64efe-3d5f-4e43-8bdc-efad9f0cedda req-e0f6d6a7-dee1-476c-8070-1d67e34b0b3a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:07.321143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f64efe-3d5f-4e43-8bdc-efad9f0cedda req-e0f6d6a7-dee1-476c-8070-1d67e34b0b3a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:07.323056 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-644920c7-9dbc-493b-aab6-d3623fc88870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:07.325805 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-644920c7-9dbc-493b-aab6-d3623fc88870 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46396162-21d5-434c-8b3b-4df4e0d86e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0794628 Jul 14 07:05:07.330059 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f64efe-3d5f-4e43-8bdc-efad9f0cedda req-e0f6d6a7-dee1-476c-8070-1d67e34b0b3a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:07.331834 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60f64efe-3d5f-4e43-8bdc-efad9f0cedda req-e0f6d6a7-dee1-476c-8070-1d67e34b0b3a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 2412 time: 0.4034343 Jul 14 07:05:07.339638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30225860-5353-4445-ab7e-900ede55accd req-c52cb470-bbdd-4cf5-99a3-65cd42759188 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902210 Jul 14 07:05:07.413203 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60f64efe-3d5f-4e43-8bdc-efad9f0cedda req-b9348785-d0bc-4e71-b60d-8c1bebc5f1ef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658960 Jul 14 07:05:07.428080 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be9677-4fe6-4ba4-bdcf-f2dbe2a59400 req-faea1d98-8d57-4318-a6a4-27b67912e236 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:07.435917 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36be9677-4fe6-4ba4-bdcf-f2dbe2a59400 req-faea1d98-8d57-4318-a6a4-27b67912e236 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 945 time: 0.1900434 Jul 14 07:05:07.463534 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-93b1c452-8471-416a-ac3d-6263974d8411 req-32087b04-bef4-477b-bd13-84adb5f3c4d3 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108490 Jul 14 07:05:07.493009 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36be9677-4fe6-4ba4-bdcf-f2dbe2a59400 req-72e82ad3-cc81-4686-8524-37b26159d70c tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527644 Jul 14 07:05:07.508349 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-cbc14108-0613-4223-818e-c038ee4b1e3b service neutron] 10.222.0.15 "GET /v2.0/networks/46396162-21d5-434c-8b3b-4df4e0d86e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624782 Jul 14 07:05:07.631456 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-e4db48f2-c8aa-40b2-8ba2-15e2fdaf28ac service neutron] 10.222.0.15 "GET /v2.0/networks/46396162-21d5-434c-8b3b-4df4e0d86e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159420 Jul 14 07:05:07.694319 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 39090) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:07.695166 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-25aa148c-b9d6-4d05-8af7-44d8e4b269fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.82&port_id=62c68a8f-5297-4a27-bd16-7351944c2e09 HTTP/1.1" status: 200 len: 217 time: 0.0543964 Jul 14 07:05:07.738835 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-93b1c452-8471-416a-ac3d-6263974d8411 req-264db94d-befc-4128-a7ca-04a66ca964ad service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580972 Jul 14 07:05:07.780642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-29862b3a-5663-4852-8f61-04a2d6d374d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:07.784044 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-29862b3a-5663-4852-8f61-04a2d6d374d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1b7e6547-acd6-414a-87f4-3a8b0860cfd1 HTTP/1.1" status: 200 len: 801 time: 0.0809624 Jul 14 07:05:07.851267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca213e4-9dd1-42cf-9bde-dfc7e51d14e6 req-cfd46f0a-2ae8-41fd-be3b-d2d8700e251a tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:07.853133 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aca213e4-9dd1-42cf-9bde-dfc7e51d14e6 req-cfd46f0a-2ae8-41fd-be3b-d2d8700e251a tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 1096 time: 0.1826966 Jul 14 07:05:07.870489 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a04940-05c8-4e8d-bc55-62c2a8f333be req-8258fe62-77f7-4d00-80df-a088c14b21bf tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:07.880326 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82a04940-05c8-4e8d-bc55-62c2a8f333be req-8258fe62-77f7-4d00-80df-a088c14b21bf tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd08eed8-f743-4223-b053-10e94f0c828b HTTP/1.1" status: 200 len: 947 time: 0.1067564 Jul 14 07:05:07.891630 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-291e0ba7-6e6b-4c37-91cc-64278f22fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:07.894984 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-291e0ba7-6e6b-4c37-91cc-64278f22fad4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83033c69-24d5-4e42-8d2d-4d83ad0affc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0977101 Jul 14 07:05:07.896483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-7d291911-4f32-4a49-9855-6f8d7855d1d2 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1861776556-network', 'tenant_id': 'fa14a56de24947e78e1e02516a310c81'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:07.961783 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82a04940-05c8-4e8d-bc55-62c2a8f333be req-74ede386-c73a-4414-8382-43f56593bb02 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801659 Jul 14 07:05:07.986444 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aca213e4-9dd1-42cf-9bde-dfc7e51d14e6 req-2a1dfa55-0cd1-4f0c-8d4b-2f159dce293f tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823669 Jul 14 07:05:07.986444 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d291911-4f32-4a49-9855-6f8d7855d1d2 admin admin] Made reservation on behalf of fa14a56de24947e78e1e02516a310c81 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:05:07.986444 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d291911-4f32-4a49-9855-6f8d7855d1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:08.008960 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d291911-4f32-4a49-9855-6f8d7855d1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:08.019691 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-a55df6fd-3451-4cd2-9bf0-e82e1d35edd9 service neutron] 10.222.0.15 "GET /v2.0/networks/83033c69-24d5-4e42-8d2d-4d83ad0affc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170168 Jul 14 07:05:08.144749 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-188cbd2f-cfd2-4522-acd9-7db3c38c9f63 req-496527e2-8ad3-4bb9-a87c-1de201849b05 service neutron] 10.222.0.15 "GET /v2.0/networks/83033c69-24d5-4e42-8d2d-4d83ad0affc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159890 Jul 14 07:05:08.149134 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d291911-4f32-4a49-9855-6f8d7855d1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:08.156923 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d291911-4f32-4a49-9855-6f8d7855d1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:08.195874 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d291911-4f32-4a49-9855-6f8d7855d1d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:05:08.204014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d291911-4f32-4a49-9855-6f8d7855d1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce14aeb-7dba-405c-85d1-1854f8437ef9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:08.215695 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d291911-4f32-4a49-9855-6f8d7855d1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:08.216037 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-7d291911-4f32-4a49-9855-6f8d7855d1d2 admin admin] Added segment b9f369e8-8ba0-4a77-8ec2-ef80ca579ba8 of type vlan for network d087b306-2fc7-4054-94de-9da7f0d4f3c3 Jul 14 07:05:08.225697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedf2a8-2297-4388-8d2a-744514cee750 req-0ab4c132-7423-44db-8e24-a03bf9963f3d tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:08.227240 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-daedf2a8-2297-4388-8d2a-744514cee750 req-0ab4c132-7423-44db-8e24-a03bf9963f3d tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 1096 time: 0.1204145 Jul 14 07:05:08.295580 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d291911-4f32-4a49-9855-6f8d7855d1d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:08.318050 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-6edf3496-d886-4b61-a354-ab3d14bac23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:08.318829 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-6edf3496-d886-4b61-a354-ab3d14bac23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:08.319461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-6edf3496-d886-4b61-a354-ab3d14bac23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:08.321465 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-6edf3496-d886-4b61-a354-ab3d14bac23a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=420e7bcde0b4418bbcff3dfcdfec9410&device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 2865 time: 0.0913849 Jul 14 07:05:08.347752 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-daedf2a8-2297-4388-8d2a-744514cee750 req-24f66828-ce09-4016-93ad-44e1ef5556ba tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937555 Jul 14 07:05:08.373177 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d291911-4f32-4a49-9855-6f8d7855d1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:08.376048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d291911-4f32-4a49-9855-6f8d7855d1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:08.376774 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d291911-4f32-4a49-9855-6f8d7855d1d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:08.456756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7d291911-4f32-4a49-9855-6f8d7855d1d2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7602911 Jul 14 07:05:08.475754 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d291911-4f32-4a49-9855-6f8d7855d1d2 admin admin] Pushing event updated for resources: {'Network': ['ID=d087b306-2fc7-4054-94de-9da7f0d4f3c3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:08.484720 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-95966bcb-c570-4c7e-b109-0bc25957f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:08.486911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network d087b306-2fc7-4054-94de-9da7f0d4f3c3 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:05:08.487449 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-95966bcb-c570-4c7e-b109-0bc25957f0dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=46396162-21d5-434c-8b3b-4df4e0d86e4d HTTP/1.1" status: 200 len: 903 time: 0.1517959 Jul 14 07:05:08.564824 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-582a11a5-e6a7-43aa-b270-f4a58e7d884f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.179&port_id=f8e01077-39f4-4b75-a0fd-2f89906dfc9e HTTP/1.1" status: 200 len: 217 time: 0.0697026 Jul 14 07:05:08.657584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-506b8051-2877-451f-b125-f0d96ba26c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:08.659077 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-506b8051-2877-451f-b125-f0d96ba26c1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a723e0f-24ee-4040-aa9c-2f778ac643f6 HTTP/1.1" status: 200 len: 801 time: 0.0876603 Jul 14 07:05:08.725464 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-26c18898-14ad-4ea6-bc61-fcc1a25d5046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:08.727084 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-26c18898-14ad-4ea6-bc61-fcc1a25d5046 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46396162-21d5-434c-8b3b-4df4e0d86e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0583870 Jul 14 07:05:08.781638 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8738c-940f-45c8-af7d-338e1a802626 req-6e0b5e86-bb3e-4040-8122-fb853b4e690a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:08.788082 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8738c-940f-45c8-af7d-338e1a802626 req-6e0b5e86-bb3e-4040-8122-fb853b4e690a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:08.794405 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8738c-940f-45c8-af7d-338e1a802626 req-6e0b5e86-bb3e-4040-8122-fb853b4e690a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:08.802260 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72f8738c-940f-45c8-af7d-338e1a802626 req-6e0b5e86-bb3e-4040-8122-fb853b4e690a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 2412 time: 0.1056890 Jul 14 07:05:08.844338 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-6f44009a-0272-4a60-bf95-11b0ffd5d8bf service neutron] 10.222.0.15 "GET /v2.0/networks/46396162-21d5-434c-8b3b-4df4e0d86e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082799 Jul 14 07:05:08.844997 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72f8738c-940f-45c8-af7d-338e1a802626 req-ce973e18-a7f6-41d6-b786-0f91bab0baad tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418687 Jul 14 07:05:08.951984 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-065e2a0a-0485-45a3-896a-be635de62638 service neutron] 10.222.0.15 "GET /v2.0/networks/46396162-21d5-434c-8b3b-4df4e0d86e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985818 Jul 14 07:05:09.083200 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-d22626b7-fe61-424b-bc26-2acf64a3aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:09.083798 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-d22626b7-fe61-424b-bc26-2acf64a3aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:09.084180 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-d22626b7-fe61-424b-bc26-2acf64a3aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:09.086065 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-d22626b7-fe61-424b-bc26-2acf64a3aa80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=420e7bcde0b4418bbcff3dfcdfec9410&device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 2865 time: 0.0858407 Jul 14 07:05:09.146254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device ada4328d-c453-4e33-9da3-5caad16fa8f1 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:05:09.243765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-d27e6e3d-171c-4767-b390-cae38c21df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:09.246657 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-d27e6e3d-171c-4767-b390-cae38c21df48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83033c69-24d5-4e42-8d2d-4d83ad0affc5 HTTP/1.1" status: 200 len: 902 time: 0.1527245 Jul 14 07:05:09.321831 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-6046906f-c451-47b2-ae20-abdd1f9859aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.82&port_id=62c68a8f-5297-4a27-bd16-7351944c2e09 HTTP/1.1" status: 200 len: 217 time: 0.0675938 Jul 14 07:05:09.396516 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port ada4328d-c453-4e33-9da3-5caad16fa8f1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=ada4328d-c453-4e33-9da3-5caad16fa8f1,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:09.410814 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'ada4328d-c453-4e33-9da3-5caad16fa8f1', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': 'ada4328d-c453-4e33-9da3-5caad16fa8f1', 'mac_address': 'fa:16:3e:64:b6:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:05:09.454475 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-7dda383d-7da6-486f-bd75-d270f8e27866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:09.455950 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-7dda383d-7da6-486f-bd75-d270f8e27866 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1b7e6547-acd6-414a-87f4-3a8b0860cfd1 HTTP/1.1" status: 200 len: 801 time: 0.1207912 Jul 14 07:05:09.470606 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:09.494543 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada4328d-c453-4e33-9da3-5caad16fa8f1 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:09.517727 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port ada4328d-c453-4e33-9da3-5caad16fa8f1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=ada4328d-c453-4e33-9da3-5caad16fa8f1,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:09.525598 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:09.527260 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a729e751-ec43-4dbe-881f-cf0cb5f11a66 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:05:09.547287 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-624152de-9290-4160-a808-ade5c6c69382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:09.549129 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-624152de-9290-4160-a808-ade5c6c69382 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83033c69-24d5-4e42-8d2d-4d83ad0affc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0817049 Jul 14 07:05:09.601000 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a729e751-ec43-4dbe-881f-cf0cb5f11a66, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a729e751-ec43-4dbe-881f-cf0cb5f11a66,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:09.621254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'a729e751-ec43-4dbe-881f-cf0cb5f11a66', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': 'a729e751-ec43-4dbe-881f-cf0cb5f11a66', 'mac_address': 'fa:16:3e:2a:ac:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:05:09.676840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=ada4328d-c453-4e33-9da3-5caad16fa8f1,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:09.690442 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-1c2d2a12-c630-4915-a454-02bfa42ae718 service neutron] 10.222.0.15 "GET /v2.0/networks/83033c69-24d5-4e42-8d2d-4d83ad0affc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251874 Jul 14 07:05:09.701898 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:09.732441 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a729e751-ec43-4dbe-881f-cf0cb5f11a66 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:09.790332 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a729e751-ec43-4dbe-881f-cf0cb5f11a66, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a729e751-ec43-4dbe-881f-cf0cb5f11a66,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:09.804862 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:09.835020 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ffd44d3a-e852-4b16-8483-133a77c410d8 req-731456ad-ddd6-4ff7-b30d-188c5c743790 service neutron] 10.222.0.15 "GET /v2.0/networks/83033c69-24d5-4e42-8d2d-4d83ad0affc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435142 Jul 14 07:05:09.885041 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39174) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:09.901355 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=a729e751-ec43-4dbe-881f-cf0cb5f11a66,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:09.963769 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-7c08c800-e02a-4829-b3b7-be1ece1942ed tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:05:09.985620 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-7c08c800-e02a-4829-b3b7-be1ece1942ed tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0942497 Jul 14 07:05:10.057761 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-46d27ba0-c3f0-4e22-b578-cd56376170b3 service neutron] Request body: {'binding': {'host': 'n-h2-778696-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:10.058236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-46d27ba0-c3f0-4e22-b578-cd56376170b3 service neutron] Unknown quota resources ['binding']. {{(pid=93827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 07:05:10.084199 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee353f34-775d-4307-a7bc-aa70e3d324d5 req-175d170a-ff6b-4654-b8b6-d2daa5724fb5 tempest-ComputeTenantNetworksTest-1308330447 tempest-ComputeTenantNetworksTest-1308330447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:10.091243 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee353f34-775d-4307-a7bc-aa70e3d324d5 req-175d170a-ff6b-4654-b8b6-d2daa5724fb5 tempest-ComputeTenantNetworksTest-1308330447 tempest-ComputeTenantNetworksTest-1308330447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:10.097485 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee353f34-775d-4307-a7bc-aa70e3d324d5 req-175d170a-ff6b-4654-b8b6-d2daa5724fb5 tempest-ComputeTenantNetworksTest-1308330447 tempest-ComputeTenantNetworksTest-1308330447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:10.099294 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee353f34-775d-4307-a7bc-aa70e3d324d5 req-175d170a-ff6b-4654-b8b6-d2daa5724fb5 tempest-ComputeTenantNetworksTest-1308330447 tempest-ComputeTenantNetworksTest-1308330447-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5641847 Jul 14 07:05:10.104654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['ada4328d-c453-4e33-9da3-5caad16fa8f1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:05:10.109394 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['a729e751-ec43-4dbe-881f-cf0cb5f11a66'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:05:10.262024 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-46d27ba0-c3f0-4e22-b578-cd56376170b3 service neutron] Attempting to bind port e3ec2be1-fb75-4824-8c93-8430cc287f4b on host n-h2-778696-5 for vnic_type normal with profile None {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:05:10.262591 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-46d27ba0-c3f0-4e22-b578-cd56376170b3 service neutron] Attempting to bind port e3ec2be1-fb75-4824-8c93-8430cc287f4b by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:05:10.262701 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-46d27ba0-c3f0-4e22-b578-cd56376170b3 service neutron] Attempting to bind port e3ec2be1-fb75-4824-8c93-8430cc287f4b on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:10.268533 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-46d27ba0-c3f0-4e22-b578-cd56376170b3 service neutron] Port e3ec2be1-fb75-4824-8c93-8430cc287f4b on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:05:10.268857 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-46d27ba0-c3f0-4e22-b578-cd56376170b3 service neutron] Attempting to bind port e3ec2be1-fb75-4824-8c93-8430cc287f4b on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:10.275486 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-46d27ba0-c3f0-4e22-b578-cd56376170b3 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:05:10.275824 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-46d27ba0-c3f0-4e22-b578-cd56376170b3 service neutron] Checking segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:10.276441 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-46d27ba0-c3f0-4e22-b578-cd56376170b3 service neutron] Bound using segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:05:10.276872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-46d27ba0-c3f0-4e22-b578-cd56376170b3 service neutron] Bound port: e3ec2be1-fb75-4824-8c93-8430cc287f4b, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:05:10.350244 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-46d27ba0-c3f0-4e22-b578-cd56376170b3 service neutron] For port e3ec2be1-fb75-4824-8c93-8430cc287f4b, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e3ec2be1-fb75-4824-8c93-8430cc287f4b,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:05:10.361109 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-46d27ba0-c3f0-4e22-b578-cd56376170b3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:10.375500 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-46d27ba0-c3f0-4e22-b578-cd56376170b3 service neutron] 10.222.0.35 "POST /v2.0/ports/e3ec2be1-fb75-4824-8c93-8430cc287f4b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3620560 Jul 14 07:05:10.396187 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5ddd3-33a3-4d67-bcb2-eeb43ed82a66 req-3cf11098-c637-4222-9950-50a31abd1ee6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:10.397869 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-02e5ddd3-33a3-4d67-bcb2-eeb43ed82a66 req-3cf11098-c637-4222-9950-50a31abd1ee6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd08eed8-f743-4223-b053-10e94f0c828b HTTP/1.1" status: 200 len: 948 time: 0.1334445 Jul 14 07:05:10.451353 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-02e5ddd3-33a3-4d67-bcb2-eeb43ed82a66 req-972131bb-1bc6-42db-8cf5-a5b9202f494c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378604 Jul 14 07:05:10.690441 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e9f4f-00ad-4506-a8fd-63321fd666a5 req-d2a7cd47-5852-4ddd-b628-f8b021d63be7 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:10.698576 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e9f4f-00ad-4506-a8fd-63321fd666a5 req-d2a7cd47-5852-4ddd-b628-f8b021d63be7 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:10.707613 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e9f4f-00ad-4506-a8fd-63321fd666a5 req-d2a7cd47-5852-4ddd-b628-f8b021d63be7 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:10.709487 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-980e9f4f-00ad-4506-a8fd-63321fd666a5 req-d2a7cd47-5852-4ddd-b628-f8b021d63be7 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 2412 time: 0.1075330 Jul 14 07:05:10.741836 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-a1b55678-a61a-440d-b7d3-8f72e9bbd658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:10.743518 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-a1b55678-a61a-440d-b7d3-8f72e9bbd658 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 1096 time: 0.0959570 Jul 14 07:05:10.834087 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-980e9f4f-00ad-4506-a8fd-63321fd666a5 req-d152644a-41fc-4b4f-a46a-8d47bf5c190c tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015317 Jul 14 07:05:10.879587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f3c40-21f0-4b6a-8b06-a3fef0f823db req-d191e109-aa7f-4a3d-9f3f-405aaab10dde tempest-ComputeTenantNetworksTest-1308330447 tempest-ComputeTenantNetworksTest-1308330447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:10.881890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-459f3c40-21f0-4b6a-8b06-a3fef0f823db req-d191e109-aa7f-4a3d-9f3f-405aaab10dde tempest-ComputeTenantNetworksTest-1308330447 tempest-ComputeTenantNetworksTest-1308330447-project] 10.222.0.35 "GET /v2.0/networks/d087b306-2fc7-4054-94de-9da7f0d4f3c3 HTTP/1.1" status: 200 len: 769 time: 0.2184579 Jul 14 07:05:10.882133 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-1879a6d7-9f01-42ca-bb1d-d007558ea777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:10.884001 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-1879a6d7-9f01-42ca-bb1d-d007558ea777 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.1331558 Jul 14 07:05:10.890518 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39192) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:10.998456 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-527c7404-5502-4ad4-8e7c-88edf1f8ed6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ec2be1-fb75-4824-8c93-8430cc287f4b HTTP/1.1" status: 200 len: 217 time: 0.0499980 Jul 14 07:05:11.074349 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:11.078865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-ecb0c4f3-9efb-4df9-a83f-c762d394276d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:11.081929 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-ecb0c4f3-9efb-4df9-a83f-c762d394276d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.0731175 Jul 14 07:05:11.116117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af25de-5789-4e02-8b72-8da9f8a3d13a req-98ac8b29-b71e-48a9-85dd-b898c1e5b59e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:11.125791 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07af25de-5789-4e02-8b72-8da9f8a3d13a req-98ac8b29-b71e-48a9-85dd-b898c1e5b59e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 945 time: 0.1038897 Jul 14 07:05:11.127928 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-f4c658bd-91d9-4ade-a685-e6c33e7ff942 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354531 Jul 14 07:05:11.178022 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07af25de-5789-4e02-8b72-8da9f8a3d13a req-460be961-de3b-4f34-9624-6e8034933ce0 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517695 Jul 14 07:05:11.188219 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 62c68a8f-5297-4a27-bd16-7351944c2e09 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:05:11.192556 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device ada4328d-c453-4e33-9da3-5caad16fa8f1 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:05:11.288980 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:11.313286 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d087b306-2fc7-4054-94de-9da7f0d4f3c3']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:11.330981 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f369e8-8ba0-4a77-8ec2-ef80ca579ba8') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:11.331384 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f369e8-8ba0-4a77-8ec2-ef80ca579ba8') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:11.361809 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-b216c3f6-73a4-44a1-bdcd-16bed3ff2861 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118535 Jul 14 07:05:11.379370 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:11.397393 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port ada4328d-c453-4e33-9da3-5caad16fa8f1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:11.431170 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port ada4328d-c453-4e33-9da3-5caad16fa8f1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:11.432004 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:11.452246 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:11.478052 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:05:11.478494 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:05:11.483352 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:05:11.522463 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 62c68a8f-5297-4a27-bd16-7351944c2e09, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=62c68a8f-5297-4a27-bd16-7351944c2e09,segment=NetworkSegment(635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2),segment_id=635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:11.558336 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '62c68a8f-5297-4a27-bd16-7351944c2e09', 'network_id': '83033c69-24d5-4e42-8d2d-4d83ad0affc5', 'port_id': '62c68a8f-5297-4a27-bd16-7351944c2e09', 'mac_address': 'fa:16:3e:5e:7f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b7e6547-acd6-414a-87f4-3a8b0860cfd1', 'ip_address': '19.80.0.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:05:11.744755 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:11.768807 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-9d00054b-b824-424b-8769-3228035f86f4 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844384 Jul 14 07:05:11.788585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c68a8f-5297-4a27-bd16-7351944c2e09 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:11.860232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 62c68a8f-5297-4a27-bd16-7351944c2e09, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=62c68a8f-5297-4a27-bd16-7351944c2e09,segment=NetworkSegment(635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2),segment_id=635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:11.867791 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:11.889904 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:11.890911 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:11.891284 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device c61e5f2b-dd2f-452f-b424-cc8159cc5c04 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:05:11.899431 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:11.907227 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d087b306-2fc7-4054-94de-9da7f0d4f3c3 HTTP/1.1" status: 204 len: 168 time: 1.0106719 Jul 14 07:05:11.928573 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fe160-b6f1-419f-ab56-2b36bb5550df req-441ca59b-d3b0-4089-8e9b-2b34fc7bad3f tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:11.931155 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Pushing event deleted for resources: {'Network': ['ID=d087b306-2fc7-4054-94de-9da7f0d4f3c3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:11.935809 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff1fe160-b6f1-419f-ab56-2b36bb5550df req-441ca59b-d3b0-4089-8e9b-2b34fc7bad3f tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd08eed8-f743-4223-b053-10e94f0c828b HTTP/1.1" status: 200 len: 948 time: 0.1672637 Jul 14 07:05:11.958387 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:11.958933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:11.959280 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:11.959613 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:11.959939 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:11.960265 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:11.960586 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:11.960898 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:11.961243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:11.961566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:11.961884 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:11.962207 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791479b-76e8-4727-b1fc-6b8e8936b855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:11.976058 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port c61e5f2b-dd2f-452f-b424-cc8159cc5c04, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c61e5f2b-dd2f-452f-b424-cc8159cc5c04,segment=NetworkSegment(635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2),segment_id=635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:11.997805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'c61e5f2b-dd2f-452f-b424-cc8159cc5c04', 'network_id': '83033c69-24d5-4e42-8d2d-4d83ad0affc5', 'port_id': 'c61e5f2b-dd2f-452f-b424-cc8159cc5c04', 'mac_address': 'fa:16:3e:30:e3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b7e6547-acd6-414a-87f4-3a8b0860cfd1', 'ip_address': '19.80.0.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:05:12.034058 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff1fe160-b6f1-419f-ab56-2b36bb5550df req-ce3a0cb3-dc46-44e3-be7a-7417196dc72a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915413 Jul 14 07:05:12.049249 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port ada4328d-c453-4e33-9da3-5caad16fa8f1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=ada4328d-c453-4e33-9da3-5caad16fa8f1,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:12.065221 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd08eed8-f743-4223-b053-10e94f0c828b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada4328d-c453-4e33-9da3-5caad16fa8f1'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:12.067917 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7782a1dd-8971-4ad9-b81b-78a0e9cd290c" -d '{"events": [{"server_uuid": "dd08eed8-f743-4223-b053-10e94f0c828b", "name": "network-vif-plugged", "status": "completed", "tag": "ada4328d-c453-4e33-9da3-5caad16fa8f1"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:12.080106 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:12.081056 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a729e751-ec43-4dbe-881f-cf0cb5f11a66 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:05:12.170619 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bb329f-69df-4484-a4d3-d8e6dfcacd24 x-openstack-request-id: req-15bb329f-69df-4484-a4d3-d8e6dfcacd24 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:12.170926 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd08eed8-f743-4223-b053-10e94f0c828b", "name": "network-vif-plugged", "status": "completed", "tag": "ada4328d-c453-4e33-9da3-5caad16fa8f1", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:12.171292 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-15bb329f-69df-4484-a4d3-d8e6dfcacd24 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:12.171599 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd08eed8-f743-4223-b053-10e94f0c828b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada4328d-c453-4e33-9da3-5caad16fa8f1', 'code': 200} Jul 14 07:05:12.176171 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port a729e751-ec43-4dbe-881f-cf0cb5f11a66 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:12.182507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port a729e751-ec43-4dbe-881f-cf0cb5f11a66 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:12.182883 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:12.211781 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd860386-5e68-4bfb-89c6-9f8d5f4d7608 req-24eadbce-8787-445d-b156-e38f5f7631a9 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:12.219077 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd860386-5e68-4bfb-89c6-9f8d5f4d7608 req-24eadbce-8787-445d-b156-e38f5f7631a9 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:12.225078 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd860386-5e68-4bfb-89c6-9f8d5f4d7608 req-24eadbce-8787-445d-b156-e38f5f7631a9 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:12.231197 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39212) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:12.233120 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd860386-5e68-4bfb-89c6-9f8d5f4d7608 req-24eadbce-8787-445d-b156-e38f5f7631a9 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 2413 time: 0.1517208 Jul 14 07:05:12.247319 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:12.255069 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=62c68a8f-5297-4a27-bd16-7351944c2e09,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:12.313753 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd860386-5e68-4bfb-89c6-9f8d5f4d7608 req-1d6e95fc-7e16-42de-83b3-ec13c04d464c tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676038 Jul 14 07:05:12.335315 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 39214) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:12.337224 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0476c053-c894-456a-900a-326eb85a69a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa14a56de24947e78e1e02516a310c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1041608 Jul 14 07:05:12.344881 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c61e5f2b-dd2f-452f-b424-cc8159cc5c04 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:12.384514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d53352-e8e6-4c49-9a32-656cf502e839 req-3e54ce22-093a-485c-8653-562089d64e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:12.387016 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-96d53352-e8e6-4c49-9a32-656cf502e839 req-3e54ce22-093a-485c-8653-562089d64e92 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd08eed8-f743-4223-b053-10e94f0c828b HTTP/1.1" status: 200 len: 1100 time: 0.1283662 Jul 14 07:05:12.425250 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port c61e5f2b-dd2f-452f-b424-cc8159cc5c04, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c61e5f2b-dd2f-452f-b424-cc8159cc5c04,segment=NetworkSegment(635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2),segment_id=635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:12.452586 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3e411f7-b55b-4d67-bc9b-c6f870168b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:12.455173 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:12.455898 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f8e01077-39f4-4b75-a0fd-2f89906dfc9e details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:05:12.461769 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-96d53352-e8e6-4c49-9a32-656cf502e839 req-418700de-5d14-4e23-881c-a9237518e42d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679169 Jul 14 07:05:12.494215 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3e411f7-b55b-4d67-bc9b-c6f870168b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:12.494630 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=ada4328d-c453-4e33-9da3-5caad16fa8f1,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:12.517842 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:12.656682 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3e411f7-b55b-4d67-bc9b-c6f870168b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:12.657608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=c61e5f2b-dd2f-452f-b424-cc8159cc5c04,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:12.660334 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3e411f7-b55b-4d67-bc9b-c6f870168b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:12.661796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e3e411f7-b55b-4d67-bc9b-c6f870168b72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fce14aeb-7dba-405c-85d1-1854f8437ef9 HTTP/1.1" status: 204 len: 168 time: 0.3252740 Jul 14 07:05:12.679908 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a729e751-ec43-4dbe-881f-cf0cb5f11a66, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a729e751-ec43-4dbe-881f-cf0cb5f11a66,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:12.696914 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a707b-d6f6-4fd9-b22e-a5db2276ecac req-c7725949-d8cc-4d2c-a126-4e6c7b30a3a2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:12.699762 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:12.704888 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db9a707b-d6f6-4fd9-b22e-a5db2276ecac req-c7725949-d8cc-4d2c-a126-4e6c7b30a3a2 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 945 time: 0.1729105 Jul 14 07:05:12.711188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e411f7-b55b-4d67-bc9b-c6f870168b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce14aeb-7dba-405c-85d1-1854f8437ef9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:12.773658 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f8e01077-39f4-4b75-a0fd-2f89906dfc9e, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f8e01077-39f4-4b75-a0fd-2f89906dfc9e,segment=NetworkSegment(9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c),segment_id=9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:12.802837 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db9a707b-d6f6-4fd9-b22e-a5db2276ecac req-f1858cbb-535d-4362-9106-e145cacd0a4e tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816517 Jul 14 07:05:12.804180 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'f8e01077-39f4-4b75-a0fd-2f89906dfc9e', 'network_id': '46396162-21d5-434c-8b3b-4df4e0d86e4d', 'port_id': 'f8e01077-39f4-4b75-a0fd-2f89906dfc9e', 'mac_address': 'fa:16:3e:e3:a5:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a723e0f-24ee-4040-aa9c-2f778ac643f6', 'ip_address': '19.86.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:05:12.870969 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:12.873949 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=a729e751-ec43-4dbe-881f-cf0cb5f11a66,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:12.887969 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e01077-39f4-4b75-a0fd-2f89906dfc9e {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:12.910449 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f8e01077-39f4-4b75-a0fd-2f89906dfc9e, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f8e01077-39f4-4b75-a0fd-2f89906dfc9e,segment=NetworkSegment(9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c),segment_id=9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:12.917904 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:12.979192 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=f8e01077-39f4-4b75-a0fd-2f89906dfc9e,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:13.210263 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e91d85-98e9-459c-9860-3c0cc0a002c4 req-0943e26a-7ca7-47a8-946d-d507763fdb2a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:13.211692 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7e91d85-98e9-459c-9860-3c0cc0a002c4 req-0943e26a-7ca7-47a8-946d-d507763fdb2a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd08eed8-f743-4223-b053-10e94f0c828b HTTP/1.1" status: 200 len: 949 time: 0.0707886 Jul 14 07:05:13.257338 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7e91d85-98e9-459c-9860-3c0cc0a002c4 req-0691dcdd-aefa-48b6-86ee-c74f02157b60 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 Jul 14 07:05:13.377282 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['f8e01077-39f4-4b75-a0fd-2f89906dfc9e'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:05:13.417128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['62c68a8f-5297-4a27-bd16-7351944c2e09'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:05:13.420283 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['c61e5f2b-dd2f-452f-b424-cc8159cc5c04'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:05:13.621777 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82b783-2357-4464-923e-2a8dd00f6b5d req-87efdb58-64cf-4602-93c3-9a8432fdaeb9 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:13.630010 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82b783-2357-4464-923e-2a8dd00f6b5d req-87efdb58-64cf-4602-93c3-9a8432fdaeb9 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:13.636740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82b783-2357-4464-923e-2a8dd00f6b5d req-87efdb58-64cf-4602-93c3-9a8432fdaeb9 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:13.644057 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f82b783-2357-4464-923e-2a8dd00f6b5d req-87efdb58-64cf-4602-93c3-9a8432fdaeb9 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 2415 time: 0.1308823 Jul 14 07:05:13.688947 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f82b783-2357-4464-923e-2a8dd00f6b5d req-6162d9a0-4240-41a0-9897-b24faf63c176 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402465 Jul 14 07:05:13.997952 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b042254-b0cf-415e-949a-2d862abbcce4 req-d0df6eaf-4974-4425-905b-8b93a1d5be9b tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:13.999235 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3b042254-b0cf-415e-949a-2d862abbcce4 req-d0df6eaf-4974-4425-905b-8b93a1d5be9b tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 945 time: 0.0733087 Jul 14 07:05:14.042472 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3b042254-b0cf-415e-949a-2d862abbcce4 req-a7efa4b1-f50b-44b7-8e18-23d51c057591 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359545 Jul 14 07:05:14.172953 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b7706e-1eb4-4e5f-a9e6-04a9106c1455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a729e751-ec43-4dbe-881f-cf0cb5f11a66'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:14.175409 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059c1797-419c-455f-a650-e2611d8648f1" -d '{"events": [{"server_uuid": "53b7706e-1eb4-4e5f-a9e6-04a9106c1455", "name": "network-vif-plugged", "status": "completed", "tag": "a729e751-ec43-4dbe-881f-cf0cb5f11a66"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:14.216650 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909729e0-06c5-4de4-86f4-206623433fc7 x-openstack-request-id: req-909729e0-06c5-4de4-86f4-206623433fc7 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:14.216650 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b7706e-1eb4-4e5f-a9e6-04a9106c1455", "name": "network-vif-plugged", "status": "completed", "tag": "a729e751-ec43-4dbe-881f-cf0cb5f11a66", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:14.216840 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-909729e0-06c5-4de4-86f4-206623433fc7 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:14.217256 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b7706e-1eb4-4e5f-a9e6-04a9106c1455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a729e751-ec43-4dbe-881f-cf0cb5f11a66', 'code': 200} Jul 14 07:05:14.366416 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1699a-41bc-4055-b0a0-b53bb95defe2 req-74590575-1601-4ae9-aec8-8dc20e83066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:14.368552 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b7b1699a-41bc-4055-b0a0-b53bb95defe2 req-74590575-1601-4ae9-aec8-8dc20e83066f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=53b7706e-1eb4-4e5f-a9e6-04a9106c1455 HTTP/1.1" status: 200 len: 1101 time: 0.0863030 Jul 14 07:05:14.409738 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b7b1699a-41bc-4055-b0a0-b53bb95defe2 req-91e76d1d-dc78-4361-b79c-4c02b948f124 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337024 Jul 14 07:05:14.483362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc51ffd-e881-4931-9afe-20de723b2550 req-e45aebb2-559c-4a9a-ae49-d9a738a007db tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:14.484849 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cc51ffd-e881-4931-9afe-20de723b2550 req-e45aebb2-559c-4a9a-ae49-d9a738a007db tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd08eed8-f743-4223-b053-10e94f0c828b HTTP/1.1" status: 200 len: 949 time: 0.0750351 Jul 14 07:05:14.526858 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cc51ffd-e881-4931-9afe-20de723b2550 req-da75277d-dbae-431e-a056-bb91a72db5ff tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361242 Jul 14 07:05:14.766092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34b884-28ac-47fa-8ff5-f333003addc9 req-2bb4f7a5-169d-442b-b293-1f3b1f4e7e1b tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:14.767638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4a34b884-28ac-47fa-8ff5-f333003addc9 req-2bb4f7a5-169d-442b-b293-1f3b1f4e7e1b tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=53b7706e-1eb4-4e5f-a9e6-04a9106c1455 HTTP/1.1" status: 200 len: 950 time: 0.0914648 Jul 14 07:05:14.812833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4a34b884-28ac-47fa-8ff5-f333003addc9 req-63ddb7d3-91df-4266-bae8-720c5a1efad1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388632 Jul 14 07:05:15.157922 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be586-1623-4fe8-a013-b554330253a4 req-063aef47-1527-4b43-ba4f-c9fa443fb852 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:15.166858 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a4be586-1623-4fe8-a013-b554330253a4 req-063aef47-1527-4b43-ba4f-c9fa443fb852 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 821 time: 0.1462185 Jul 14 07:05:15.175056 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:15.183745 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a4be586-1623-4fe8-a013-b554330253a4 req-075ab9ca-e2b2-4919-a22f-f00fd52a5fd9 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/quotas/4bb7e9bc2a1044b6a6502114e85dc356 HTTP/1.1" status: 200 len: 375 time: 0.0142820 Jul 14 07:05:15.189867 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 62c68a8f-5297-4a27-bd16-7351944c2e09 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:05:15.255781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 62c68a8f-5297-4a27-bd16-7351944c2e09 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:15.262968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 62c68a8f-5297-4a27-bd16-7351944c2e09 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:15.263736 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:15.306764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0298c-abe6-4d62-baa8-f5418297acd8 req-237ff052-cac7-44f8-b608-17415edff377 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:15.313264 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0298c-abe6-4d62-baa8-f5418297acd8 req-237ff052-cac7-44f8-b608-17415edff377 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:15.325944 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0298c-abe6-4d62-baa8-f5418297acd8 req-237ff052-cac7-44f8-b608-17415edff377 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:15.334339 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1c0298c-abe6-4d62-baa8-f5418297acd8 req-237ff052-cac7-44f8-b608-17415edff377 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 2415 time: 0.1531584 Jul 14 07:05:15.394309 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1c0298c-abe6-4d62-baa8-f5418297acd8 req-d355c6cc-f61a-4ef2-8974-f4a19a07abb6 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585952 Jul 14 07:05:15.423621 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a4be586-1623-4fe8-a013-b554330253a4 req-cf349c72-7b33-4ce3-86c6-f7d1b62777ab tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2299500 Jul 14 07:05:15.443815 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39308) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:15.474505 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:15.535614 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:15.553814 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a4be586-1623-4fe8-a013-b554330253a4 req-36d8be3f-5267-4c77-8982-89ef8e27fd5d service neutron] 10.222.0.35 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274407 Jul 14 07:05:15.589148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 62c68a8f-5297-4a27-bd16-7351944c2e09, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=62c68a8f-5297-4a27-bd16-7351944c2e09,segment=NetworkSegment(635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2),segment_id=635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:15.594877 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:15.595789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f8e01077-39f4-4b75-a0fd-2f89906dfc9e up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:05:15.670074 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e565e765-4c1c-49c6-a518-57b8d841fa14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:15.717866 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a4be586-1623-4fe8-a013-b554330253a4 req-5406a10f-07be-4b32-889b-6fb7fb726eaa service neutron] 10.222.0.35 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536748 Jul 14 07:05:15.784859 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=62c68a8f-5297-4a27-bd16-7351944c2e09,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:15.800302 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:15.800644 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:15.800978 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:15.801336 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:15.801719 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:15.802204 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:15.802657 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:15.803047 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:15.803513 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:15.803843 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:15.804174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:15.804524 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:15.819803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port f8e01077-39f4-4b75-a0fd-2f89906dfc9e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:15.825349 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port f8e01077-39f4-4b75-a0fd-2f89906dfc9e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:15.825772 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:15.911347 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e565e765-4c1c-49c6-a518-57b8d841fa14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:15.921925 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e565e765-4c1c-49c6-a518-57b8d841fa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:15.949228 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:15.983052 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e565e765-4c1c-49c6-a518-57b8d841fa14 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=637c47053ddb42e890c7f35ac0655f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5380723 Jul 14 07:05:15.985829 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 39324) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:16.002730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565e765-4c1c-49c6-a518-57b8d841fa14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ef7075-6242-49b4-8d4f-e771e4876d48,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:16.003439 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f8e01077-39f4-4b75-a0fd-2f89906dfc9e, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f8e01077-39f4-4b75-a0fd-2f89906dfc9e,segment=NetworkSegment(9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c),segment_id=9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:16.009385 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:16.065920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=f8e01077-39f4-4b75-a0fd-2f89906dfc9e,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:16.128486 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a73a63e-086d-4f7f-9021-87f5cf37f161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:16.164805 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec6cf1-4868-4c4e-8150-21922a63f532 req-a7c9d5d2-4ddb-4751-82c8-a2449e7390fd tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:16.167019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60ec6cf1-4868-4c4e-8150-21922a63f532 req-a7c9d5d2-4ddb-4751-82c8-a2449e7390fd tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 945 time: 0.1733663 Jul 14 07:05:16.169223 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a73a63e-086d-4f7f-9021-87f5cf37f161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:16.218965 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c68a8f-5297-4a27-bd16-7351944c2e09'}, {'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e01077-39f4-4b75-a0fd-2f89906dfc9e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:16.221196 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b556cc18-2f2c-4382-a7bd-4d6365578c80" -d '{"events": [{"server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "name": "network-vif-plugged", "status": "completed", "tag": "62c68a8f-5297-4a27-bd16-7351944c2e09"}, {"server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "name": "network-vif-plugged", "status": "completed", "tag": "f8e01077-39f4-4b75-a0fd-2f89906dfc9e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:16.237911 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60ec6cf1-4868-4c4e-8150-21922a63f532 req-0f01238b-5c21-4f52-9abc-ee4267be2a23 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607007 Jul 14 07:05:16.262002 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a73a63e-086d-4f7f-9021-87f5cf37f161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:16.264936 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a73a63e-086d-4f7f-9021-87f5cf37f161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:16.266144 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8a73a63e-086d-4f7f-9021-87f5cf37f161 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92ef7075-6242-49b4-8d4f-e771e4876d48 HTTP/1.1" status: 204 len: 168 time: 0.2793338 Jul 14 07:05:16.280417 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73a63e-086d-4f7f-9021-87f5cf37f161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ef7075-6242-49b4-8d4f-e771e4876d48,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:16.502930 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561216f-b675-4245-bfd6-11b4f45ffcb6 req-dd6676c8-02dd-4d8e-af16-929f6a9c8117 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:16.504542 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1561216f-b675-4245-bfd6-11b4f45ffcb6 req-dd6676c8-02dd-4d8e-af16-929f6a9c8117 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=53b7706e-1eb4-4e5f-a9e6-04a9106c1455 HTTP/1.1" status: 200 len: 950 time: 0.0952566 Jul 14 07:05:16.588370 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1561216f-b675-4245-bfd6-11b4f45ffcb6 req-7575cb94-95ab-4814-8d8b-75254ea2221e tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767810 Jul 14 07:05:16.615747 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fdbaec-e506-4662-9c1a-7f5455871e5e req-a2e6f31e-c3bc-490c-9d5a-0bc1851e604d tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:16.617939 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8fdbaec-e506-4662-9c1a-7f5455871e5e req-a2e6f31e-c3bc-490c-9d5a-0bc1851e604d tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/ports?device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 946 time: 0.1052589 Jul 14 07:05:16.688394 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39346) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:16.703239 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1dd59fec-4e0a-4f66-9c17-4bec7ed4ac3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:16.718777 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2fa8363d-55ee-4a82-81f9-334b0a649bea req-18c2bf03-1060-4d99-b060-e2f202241d99 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 210 time: 0.0576067 Jul 14 07:05:16.736338 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8fdbaec-e506-4662-9c1a-7f5455871e5e req-02caf342-756b-4040-b158-d519afd0fb18 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/security-groups?id=12e10463-96c2-4c69-8ddb-329763965c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099336 Jul 14 07:05:16.783723 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859f9b2b-0e7f-4a44-939d-778007131579 x-openstack-request-id: req-859f9b2b-0e7f-4a44-939d-778007131579 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:16.784317 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "name": "network-vif-plugged", "status": "completed", "tag": "62c68a8f-5297-4a27-bd16-7351944c2e09", "code": 200}, {"server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "name": "network-vif-plugged", "status": "completed", "tag": "f8e01077-39f4-4b75-a0fd-2f89906dfc9e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:16.784736 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-859f9b2b-0e7f-4a44-939d-778007131579 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:16.785333 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c68a8f-5297-4a27-bd16-7351944c2e09', 'code': 200} Jul 14 07:05:16.785734 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e01077-39f4-4b75-a0fd-2f89906dfc9e', 'code': 200} Jul 14 07:05:16.851363 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1dd59fec-4e0a-4f66-9c17-4bec7ed4ac3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:16.857112 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1dd59fec-4e0a-4f66-9c17-4bec7ed4ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:16.919030 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1dd59fec-4e0a-4f66-9c17-4bec7ed4ac3b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d350a26f896f4eb383e028f91f47109b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294297 Jul 14 07:05:16.919859 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39348) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:16.928652 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd59fec-4e0a-4f66-9c17-4bec7ed4ac3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ceff62b-74ce-4bc5-9b28-a7f23d4b1c0c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:16.953743 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a713d-57b0-472f-99fd-7cb6703357c9 req-1eeb6150-7e2a-4352-b8cb-f2386b024362 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:16.959850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a713d-57b0-472f-99fd-7cb6703357c9 req-1eeb6150-7e2a-4352-b8cb-f2386b024362 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:16.966767 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a713d-57b0-472f-99fd-7cb6703357c9 req-1eeb6150-7e2a-4352-b8cb-f2386b024362 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:16.968577 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-699a713d-57b0-472f-99fd-7cb6703357c9 req-1eeb6150-7e2a-4352-b8cb-f2386b024362 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 2417 time: 0.1113913 Jul 14 07:05:16.999961 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1d56b21-e0fc-4002-8cc8-36cb10a9092a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:17.044378 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-699a713d-57b0-472f-99fd-7cb6703357c9 req-566bfa5b-55fd-40a1-995a-758ab41f96d2 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686111 Jul 14 07:05:17.055961 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1d56b21-e0fc-4002-8cc8-36cb10a9092a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:17.125457 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1d56b21-e0fc-4002-8cc8-36cb10a9092a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:17.128749 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1d56b21-e0fc-4002-8cc8-36cb10a9092a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:17.135074 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a1d56b21-e0fc-4002-8cc8-36cb10a9092a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9ceff62b-74ce-4bc5-9b28-a7f23d4b1c0c HTTP/1.1" status: 204 len: 168 time: 0.2125010 Jul 14 07:05:17.146986 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d56b21-e0fc-4002-8cc8-36cb10a9092a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ceff62b-74ce-4bc5-9b28-a7f23d4b1c0c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:17.216989 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device c61e5f2b-dd2f-452f-b424-cc8159cc5c04 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:05:17.293808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da486d8-2927-4899-8bef-56144001cefe req-8bc9b298-d5b0-45fc-8923-1e1f578b1ee6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:17.302514 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da486d8-2927-4899-8bef-56144001cefe req-8bc9b298-d5b0-45fc-8923-1e1f578b1ee6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:17.313291 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6da486d8-2927-4899-8bef-56144001cefe req-8bc9b298-d5b0-45fc-8923-1e1f578b1ee6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd08eed8-f743-4223-b053-10e94f0c828b&device_id=53b7706e-1eb4-4e5f-a9e6-04a9106c1455 HTTP/1.1" status: 200 len: 1690 time: 0.0966630 Jul 14 07:05:17.313647 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port c61e5f2b-dd2f-452f-b424-cc8159cc5c04 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:17.318002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port c61e5f2b-dd2f-452f-b424-cc8159cc5c04 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:17.324670 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:17.358898 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6da486d8-2927-4899-8bef-56144001cefe req-5f502c93-6537-479f-b61e-0b5cd409e5ea tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445101 Jul 14 07:05:17.551286 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:17.617721 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port c61e5f2b-dd2f-452f-b424-cc8159cc5c04, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c61e5f2b-dd2f-452f-b424-cc8159cc5c04,segment=NetworkSegment(635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2),segment_id=635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:17.624950 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:17.722697 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=c61e5f2b-dd2f-452f-b424-cc8159cc5c04,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:17.795696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b89697-a727-462d-8c88-ee09f28a6a6b req-4b4b3396-6a65-4617-a178-983fc66b0f27 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:17.808233 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-75b89697-a727-462d-8c88-ee09f28a6a6b req-4b4b3396-6a65-4617-a178-983fc66b0f27 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 945 time: 0.2472491 Jul 14 07:05:17.822992 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e9bbb-743b-45f2-8661-2f0a21cb3086 req-6eeb94cc-4d63-41b1-9196-068ede8feb46 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:17.829321 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-009e9bbb-743b-45f2-8661-2f0a21cb3086 req-6eeb94cc-4d63-41b1-9196-068ede8feb46 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 946 time: 0.2184649 Jul 14 07:05:17.896127 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be586-1623-4fe8-a013-b554330253a4 req-732bb32e-c36f-486d-94ae-fdf31c7df4fb tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:17.898125 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a4be586-1623-4fe8-a013-b554330253a4 req-732bb32e-c36f-486d-94ae-fdf31c7df4fb tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.30 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 821 time: 0.2375264 Jul 14 07:05:17.931019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-75b89697-a727-462d-8c88-ee09f28a6a6b req-e8556458-c9ba-4780-8528-d5bd3885b910 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195650 Jul 14 07:05:17.945013 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-5a4be586-1623-4fe8-a013-b554330253a4 req-82e0fdbd-eadf-4d6b-9b02-537d8ef04bd5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Request body: {'port': {'device_id': '0c4b91d0-7807-4b8e-ba07-7f66225ad93b', 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86', 'admin_state_up': True, 'tenant_id': '4bb7e9bc2a1044b6a6502114e85dc356'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:17.993995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-009e9bbb-743b-45f2-8661-2f0a21cb3086 req-3f7496a6-324a-4058-a456-c022ee056028 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Deleting port 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:17.994588 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-009e9bbb-743b-45f2-8661-2f0a21cb3086 req-3f7496a6-324a-4058-a456-c022ee056028 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:18.104609 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-009e9bbb-743b-45f2-8661-2f0a21cb3086 req-3f7496a6-324a-4058-a456-c022ee056028 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] For port 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1,segment=NetworkSegment(8ed0b547-e1da-4ac5-a793-196448b84ddf),segment_id=8ed0b547-e1da-4ac5-a793-196448b84ddf)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:18.105294 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-009e9bbb-743b-45f2-8661-2f0a21cb3086 req-3f7496a6-324a-4058-a456-c022ee056028 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:18.119947 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-009e9bbb-743b-45f2-8661-2f0a21cb3086 req-3f7496a6-324a-4058-a456-c022ee056028 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Calling delete_port for 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:18.140987 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b04ebb-ffa4-4af6-8a54-b4c960ac81ed req-10c66b45-40f6-4233-a1a9-808ebb6d2af2 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:18.145624 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24b04ebb-ffa4-4af6-8a54-b4c960ac81ed req-10c66b45-40f6-4233-a1a9-808ebb6d2af2 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dd08eed8-f743-4223-b053-10e94f0c828b HTTP/1.1" status: 200 len: 1100 time: 0.2440708 Jul 14 07:05:18.233827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4be586-1623-4fe8-a013-b554330253a4 req-82e0fdbd-eadf-4d6b-9b02-537d8ef04bd5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Made reservation on behalf of 4bb7e9bc2a1044b6a6502114e85dc356 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:05:18.237708 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5a4be586-1623-4fe8-a013-b554330253a4 req-82e0fdbd-eadf-4d6b-9b02-537d8ef04bd5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:18.266502 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-009e9bbb-743b-45f2-8661-2f0a21cb3086 req-3f7496a6-324a-4058-a456-c022ee056028 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:18.287498 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:05:18.304383 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24165ac3-9939-480e-a17d-f464376dcebb req-6c603dca-db26-4330-854a-fc849c9d6e6a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 210 time: 0.0895579 Jul 14 07:05:18.375494 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7496a6-324a-4058-a456-c022ee056028 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Pushing event deleted for resources: {'Port': ['ID=2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:18.384628 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24b04ebb-ffa4-4af6-8a54-b4c960ac81ed req-0a1639e2-4011-4939-9e95-41aded29c169 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236829 Jul 14 07:05:18.507857 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-009e9bbb-743b-45f2-8661-2f0a21cb3086 req-3f7496a6-324a-4058-a456-c022ee056028 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] No DVR routers for this DVR port 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:05:18.513614 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-009e9bbb-743b-45f2-8661-2f0a21cb3086 req-3f7496a6-324a-4058-a456-c022ee056028 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:18.517868 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-009e9bbb-743b-45f2-8661-2f0a21cb3086 req-3f7496a6-324a-4058-a456-c022ee056028 tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.15 "DELETE /v2.0/ports/2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 HTTP/1.1" status: 204 len: 173 time: 0.6803575 Jul 14 07:05:18.518441 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732b12d0-5c3f-49f3-95d2-faf1ecd83991', 'name': 'network-vif-deleted', 'tag': '2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:18.525988 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba5348c-c377-446d-8e55-ae1ccbe4aa21" -d '{"events": [{"server_uuid": "732b12d0-5c3f-49f3-95d2-faf1ecd83991", "name": "network-vif-deleted", "tag": "2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:18.674755 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4bbc1a9e-35af-453c-9ceb-46885010a793 req-4d058238-003a-4f13-ab4e-cd960e41666b tempest-AttachSCSIVolumeTestJSON-1081148587 tempest-AttachSCSIVolumeTestJSON-1081148587-project] 10.222.0.35 "GET /v2.0/ports?device_id=732b12d0-5c3f-49f3-95d2-faf1ecd83991 HTTP/1.1" status: 200 len: 210 time: 0.1455786 Jul 14 07:05:18.782509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-5a4be586-1623-4fe8-a013-b554330253a4 req-82e0fdbd-eadf-4d6b-9b02-537d8ef04bd5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Allocated IP 172.20.0.12 (fe3e6dc2-d274-4884-a631-cf4f8daefb86/c7d2e013-b9d3-4daa-9c60-1cf790b7d623/efcc06c0-fc25-4aab-86a7-59b8379d4ffa) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:05:18.787393 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61e5f2b-dd2f-452f-b424-cc8159cc5c04'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:18.792678 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94564aa-543e-4f88-b0af-95975f5aaf0b" -d '{"events": [{"server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "name": "network-vif-plugged", "status": "completed", "tag": "c61e5f2b-dd2f-452f-b424-cc8159cc5c04"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:18.862837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ec7c7-8b4a-49b1-b6d4-0425dce318f1 req-1486e1e6-2d1e-4034-bd52-8d231d8768da tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:18.870541 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ec7c7-8b4a-49b1-b6d4-0425dce318f1 req-1486e1e6-2d1e-4034-bd52-8d231d8768da tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:18.876796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ec7c7-8b4a-49b1-b6d4-0425dce318f1 req-1486e1e6-2d1e-4034-bd52-8d231d8768da tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:18.878803 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b84ec7c7-8b4a-49b1-b6d4-0425dce318f1 req-1486e1e6-2d1e-4034-bd52-8d231d8768da tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 2418 time: 0.2461288 Jul 14 07:05:18.991508 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b84ec7c7-8b4a-49b1-b6d4-0425dce318f1 req-ab74f704-726c-4537-98c1-e94503c3db0b tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025860 Jul 14 07:05:18.998497 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:05:19.217873 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82789523-de01-404e-81e0-d7d4d457006f x-openstack-request-id: req-82789523-de01-404e-81e0-d7d4d457006f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:19.218834 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732b12d0-5c3f-49f3-95d2-faf1ecd83991", "name": "network-vif-deleted", "tag": "2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:19.219375 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82789523-de01-404e-81e0-d7d4d457006f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:19.220018 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732b12d0-5c3f-49f3-95d2-faf1ecd83991', 'name': 'network-vif-deleted', 'tag': '2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1', 'status': 'completed', 'code': 200} Jul 14 07:05:19.222459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53ad06-6d32-480a-a20d-60ff3bd334ef req-32b9bd9d-7ca0-4015-bcd1-57a9cc3828a1 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:19.229857 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb53ad06-6d32-480a-a20d-60ff3bd334ef req-32b9bd9d-7ca0-4015-bcd1-57a9cc3828a1 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=53b7706e-1eb4-4e5f-a9e6-04a9106c1455 HTTP/1.1" status: 200 len: 1101 time: 0.1676123 Jul 14 07:05:19.256002 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c02bf50-77f2-4092-9419-7b1261e5c932 x-openstack-request-id: req-2c02bf50-77f2-4092-9419-7b1261e5c932 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:19.256302 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "name": "network-vif-plugged", "status": "completed", "tag": "c61e5f2b-dd2f-452f-b424-cc8159cc5c04", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:19.256549 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c02bf50-77f2-4092-9419-7b1261e5c932 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:19.256953 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61e5f2b-dd2f-452f-b424-cc8159cc5c04', 'code': 200} Jul 14 07:05:19.270926 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5a4be586-1623-4fe8-a013-b554330253a4 req-82e0fdbd-eadf-4d6b-9b02-537d8ef04bd5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:19.457929 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb53ad06-6d32-480a-a20d-60ff3bd334ef req-6b18090f-86e7-4d29-8e30-90272be6921c tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272148 Jul 14 07:05:19.483426 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72234e5a-a3b4-4b6c-ad4c-b9ab6ed131a0 req-bed2f94a-6301-4490-b048-22fed7f1fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:19.483915 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72234e5a-a3b4-4b6c-ad4c-b9ab6ed131a0 req-bed2f94a-6301-4490-b048-22fed7f1fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:19.484384 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72234e5a-a3b4-4b6c-ad4c-b9ab6ed131a0 req-bed2f94a-6301-4490-b048-22fed7f1fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:19.486327 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-72234e5a-a3b4-4b6c-ad4c-b9ab6ed131a0 req-bed2f94a-6301-4490-b048-22fed7f1fc7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 2871 time: 0.0975714 Jul 14 07:05:19.525167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda3ef2-f7a7-4f10-a16c-d923456ad13c req-ada40447-3743-41d8-b37b-b94aa80bc00b tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:19.532184 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdda3ef2-f7a7-4f10-a16c-d923456ad13c req-ada40447-3743-41d8-b37b-b94aa80bc00b tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 945 time: 0.1507983 Jul 14 07:05:19.539527 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5a4be586-1623-4fe8-a013-b554330253a4 req-82e0fdbd-eadf-4d6b-9b02-537d8ef04bd5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:19.551968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['c97c7178-2433-40eb-86e7-7f07290839b9'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:05:19.585070 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-72234e5a-a3b4-4b6c-ad4c-b9ab6ed131a0 req-1b56e78d-87e5-4a9f-959d-7e9186feb5f1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895877 Jul 14 07:05:19.606296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4be586-1623-4fe8-a013-b554330253a4 req-82e0fdbd-eadf-4d6b-9b02-537d8ef04bd5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Network fe3e6dc2-d274-4884-a631-cf4f8daefb86 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:05:19.616184 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-5a4be586-1623-4fe8-a013-b554330253a4 req-82e0fdbd-eadf-4d6b-9b02-537d8ef04bd5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:05:19.619841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4be586-1623-4fe8-a013-b554330253a4 req-82e0fdbd-eadf-4d6b-9b02-537d8ef04bd5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:05:19.680021 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdda3ef2-f7a7-4f10-a16c-d923456ad13c req-452c324b-435b-48c1-bf86-4a900555401d tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469691 Jul 14 07:05:19.688191 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0fdbd-eadf-4d6b-9b02-537d8ef04bd5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Pushing event updated for resources: {'Port': ['ID=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:19.710261 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be586-1623-4fe8-a013-b554330253a4 req-82e0fdbd-eadf-4d6b-9b02-537d8ef04bd5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:19.711027 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5a4be586-1623-4fe8-a013-b554330253a4 req-82e0fdbd-eadf-4d6b-9b02-537d8ef04bd5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:19.761886 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a4be586-1623-4fe8-a013-b554330253a4 req-82e0fdbd-eadf-4d6b-9b02-537d8ef04bd5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8465495 Jul 14 07:05:19.781031 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Request body: {'port': {'device_id': '0c4b91d0-7807-4b8e-ba07-7f66225ad93b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:19.816181 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fe95b-020c-4f9c-87d1-f98d5772e145 req-7f279a2a-fe50-4120-834c-7c117d61f390 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:19.824262 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d54fe95b-020c-4f9c-87d1-f98d5772e145 req-7f279a2a-fe50-4120-834c-7c117d61f390 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 932 time: 0.1402185 Jul 14 07:05:19.913557 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:19.938841 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d54fe95b-020c-4f9c-87d1-f98d5772e145 req-5a97e513-6b69-406e-87f8-9776c189577c tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129551 Jul 14 07:05:20.260009 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-ff2cec61-9b59-4dea-ac83-6e4eb854e842 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268688 Jul 14 07:05:20.441124 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632c0f0-215c-495f-9261-2f9783eb6b1b req-451ec3ac-46f0-4758-9f4c-fb506a83f8c7 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:20.448357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632c0f0-215c-495f-9261-2f9783eb6b1b req-451ec3ac-46f0-4758-9f4c-fb506a83f8c7 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:20.454450 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632c0f0-215c-495f-9261-2f9783eb6b1b req-451ec3ac-46f0-4758-9f4c-fb506a83f8c7 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:20.456121 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7632c0f0-215c-495f-9261-2f9783eb6b1b req-451ec3ac-46f0-4758-9f4c-fb506a83f8c7 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 2418 time: 0.2346220 Jul 14 07:05:20.529444 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7632c0f0-215c-495f-9261-2f9783eb6b1b req-c7f153fa-ae3c-4c0b-9245-75d9eff310e4 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649159 Jul 14 07:05:20.543590 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-6810de4c-9c66-4cb3-8ecf-ebe49dc06fa5 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:20.561793 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-6810de4c-9c66-4cb3-8ecf-ebe49dc06fa5 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2838464 Jul 14 07:05:20.583478 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-3479b1c6-4da1-4934-b547-d8054e18dc04 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/quotas/87f2c5cc3a574c0b9e5dd6f14b968fb2 HTTP/1.1" status: 200 len: 375 time: 0.0206544 Jul 14 07:05:20.680662 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efcc06c0-fc25-4aab-86a7-59b8379d4ffa {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:20.690456 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:20.708914 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Transition to ACTIVE for port object efcc06c0-fc25-4aab-86a7-59b8379d4ffa will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:20.720419 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:20.790319 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Pushing event updated for resources: {'Port': ['ID=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:20.857154 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-f1a4293d-8de7-424c-ba3d-a6ca92747917 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2716169 Jul 14 07:05:21.090913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Attempting to bind port efcc06c0-fc25-4aab-86a7-59b8379d4ffa on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:05:21.092091 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Attempting to bind port efcc06c0-fc25-4aab-86a7-59b8379d4ffa by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:05:21.092622 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Attempting to bind port efcc06c0-fc25-4aab-86a7-59b8379d4ffa on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:21.100742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Port efcc06c0-fc25-4aab-86a7-59b8379d4ffa on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:05:21.101494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Attempting to bind port efcc06c0-fc25-4aab-86a7-59b8379d4ffa on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:21.120038 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f6f12-a792-4e76-b84f-630e20e665a2 req-4994b718-9097-4217-8645-e0fb71bbb7ea tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:21.122029 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f49f6f12-a792-4e76-b84f-630e20e665a2 req-4994b718-9097-4217-8645-e0fb71bbb7ea tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 945 time: 0.1718802 Jul 14 07:05:21.123583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:05:21.124368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Checking segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:21.124922 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Bound using segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:05:21.125708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Bound port: efcc06c0-fc25-4aab-86a7-59b8379d4ffa, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:05:21.126136 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:21.204204 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f49f6f12-a792-4e76-b84f-630e20e665a2 req-010f1aa6-f5d1-4007-a2be-c4a97b59b8bd tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756216 Jul 14 07:05:21.225996 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:05:21.231803 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] For port efcc06c0-fc25-4aab-86a7-59b8379d4ffa, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:05:21.235336 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] For port efcc06c0-fc25-4aab-86a7-59b8379d4ffa, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:05:21.242141 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:21.262874 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:05:21.263483 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 2cc79b8c-6c28-47c5-b7c6-51b1ebe7e1e1 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:05:21.281375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:21.282067 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:21.283532 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a4be586-1623-4fe8-a013-b554330253a4 req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] 10.222.0.30 "PUT /v2.0/ports/efcc06c0-fc25-4aab-86a7-59b8379d4ffa HTTP/1.1" status: 200 len: 1092 time: 1.5115550 Jul 14 07:05:21.284329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4b91d0-7807-4b8e-ba07-7f66225ad93b', 'tag': 'efcc06c0-fc25-4aab-86a7-59b8379d4ffa'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:21.286484 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b7dea1-1fc5-4f53-9e0c-529a39d2747a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4b91d0-7807-4b8e-ba07-7f66225ad93b", "tag": "efcc06c0-fc25-4aab-86a7-59b8379d4ffa"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:21.323228 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b26007-9481-4262-938b-b8dff7da8dba service neutron] Pushing event updated for resources: {'Port': ['ID=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:21.349444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39520) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:21.481608 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af676f31-0963-4cb0-8df0-37e122df5a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:21.490601 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be586-1623-4fe8-a013-b554330253a4 req-f0f74797-6f1c-4dc8-8240-f24b978f36ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:21.492233 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a4be586-1623-4fe8-a013-b554330253a4 req-f0f74797-6f1c-4dc8-8240-f24b978f36ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 1095 time: 0.1603451 Jul 14 07:05:21.582177 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f3304c-eb05-44f8-ac33-6e89ba6c4c48 x-openstack-request-id: req-91f3304c-eb05-44f8-ac33-6e89ba6c4c48 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:21.582474 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4b91d0-7807-4b8e-ba07-7f66225ad93b", "tag": "efcc06c0-fc25-4aab-86a7-59b8379d4ffa", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:21.582730 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91f3304c-eb05-44f8-ac33-6e89ba6c4c48 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:21.583135 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4b91d0-7807-4b8e-ba07-7f66225ad93b', 'tag': 'efcc06c0-fc25-4aab-86a7-59b8379d4ffa', 'status': 'completed', 'code': 200} Jul 14 07:05:21.584932 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a4be586-1623-4fe8-a013-b554330253a4 req-5d59164a-fd19-44ef-85c7-33fa5d90cbe7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efcc06c0-fc25-4aab-86a7-59b8379d4ffa HTTP/1.1" status: 200 len: 217 time: 0.0762565 Jul 14 07:05:21.592299 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af676f31-0963-4cb0-8df0-37e122df5a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:21.599001 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af676f31-0963-4cb0-8df0-37e122df5a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:21.643489 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22492e2-0063-45e7-8577-1747d0f41ddb req-1ddbeec3-6208-485b-9d8e-b1088f02e86d tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:21.644156 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-af676f31-0963-4cb0-8df0-37e122df5a3b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb4cdea23c0849f18e60603c1476e224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927988 Jul 14 07:05:21.651936 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d22492e2-0063-45e7-8577-1747d0f41ddb req-1ddbeec3-6208-485b-9d8e-b1088f02e86d tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 944 time: 0.2682450 Jul 14 07:05:21.653721 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 39532) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:21.685199 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af676f31-0963-4cb0-8df0-37e122df5a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e940e48b-7c5c-4fad-ae1e-5eaa1d0650bb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:21.719931 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be586-1623-4fe8-a013-b554330253a4 req-2bb1fccc-936e-4836-bcf6-7ac7ad862085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:21.721672 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a4be586-1623-4fe8-a013-b554330253a4 req-2bb1fccc-936e-4836-bcf6-7ac7ad862085 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.1252618 Jul 14 07:05:21.757304 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d22492e2-0063-45e7-8577-1747d0f41ddb req-b0c8235e-ad5c-445f-a192-ef7eff572507 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044142 Jul 14 07:05:21.837871 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a4be586-1623-4fe8-a013-b554330253a4 req-8efd53c6-32a6-4323-ba60-95156bb74699 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932832 Jul 14 07:05:21.843016 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-740d30c4-b6c3-4379-b192-4b739f2d8413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:21.961177 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-740d30c4-b6c3-4379-b192-4b739f2d8413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:22.013603 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e3786bef-f624-45c8-97a9-bdbf94ebb198 req-d0080bc6-1b3b-4238-a897-3e3533a74db6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e HTTP/1.1" status: 200 len: 210 time: 0.0371032 Jul 14 07:05:22.079542 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a4be586-1623-4fe8-a013-b554330253a4 req-6b7fca21-ae32-4692-8205-d8ac027fa62e service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277250 Jul 14 07:05:22.106169 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a831b99-944e-4890-80b3-efcad42f2e2a req-45a22836-3ed6-47b0-8caa-41c886405f06 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:22.112193 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a831b99-944e-4890-80b3-efcad42f2e2a req-45a22836-3ed6-47b0-8caa-41c886405f06 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:22.118260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a831b99-944e-4890-80b3-efcad42f2e2a req-45a22836-3ed6-47b0-8caa-41c886405f06 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:22.125407 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a831b99-944e-4890-80b3-efcad42f2e2a req-45a22836-3ed6-47b0-8caa-41c886405f06 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 2418 time: 0.2068338 Jul 14 07:05:22.196216 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-740d30c4-b6c3-4379-b192-4b739f2d8413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:22.198814 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-740d30c4-b6c3-4379-b192-4b739f2d8413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:22.202744 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-740d30c4-b6c3-4379-b192-4b739f2d8413 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e940e48b-7c5c-4fad-ae1e-5eaa1d0650bb HTTP/1.1" status: 204 len: 168 time: 0.5439372 Jul 14 07:05:22.242648 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a831b99-944e-4890-80b3-efcad42f2e2a req-a1f7c018-d9d6-4750-a06a-d9ac31eccb8b tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163099 Jul 14 07:05:22.247959 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d30c4-b6c3-4379-b192-4b739f2d8413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e940e48b-7c5c-4fad-ae1e-5eaa1d0650bb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:22.291678 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a4be586-1623-4fe8-a013-b554330253a4 req-b863aa74-5594-41e1-9088-edb93c8887bd service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060151 Jul 14 07:05:22.571254 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7dea1-1fc5-4f53-9e0c-529a39d2747a req-f38bc096-ff90-401b-ad1a-371b31f9dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:22.573329 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8b7dea1-1fc5-4f53-9e0c-529a39d2747a req-f38bc096-ff90-401b-ad1a-371b31f9dbdb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 1095 time: 0.1854360 Jul 14 07:05:22.776298 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39562) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:22.803121 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-335325f8-e925-4734-a3b7-50004ead9773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:22.980850 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-335325f8-e925-4734-a3b7-50004ead9773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:22.987977 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-335325f8-e925-4734-a3b7-50004ead9773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:23.024687 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ceec5-d239-457b-89f4-655a9777c39f req-fa225ea4-f9cc-4768-94d5-853f77cc8e03 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:23.026498 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a93ceec5-d239-457b-89f4-655a9777c39f req-fa225ea4-f9cc-4768-94d5-853f77cc8e03 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 945 time: 0.5593934 Jul 14 07:05:23.041639 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-335325f8-e925-4734-a3b7-50004ead9773 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b50fcabd9a144e79a10c74994d758364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634454 Jul 14 07:05:23.043229 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39568) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:23.075341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335325f8-e925-4734-a3b7-50004ead9773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1af323-bb85-40c2-97b4-87575b632778,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:23.111871 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02132dfc-0b4e-4f84-8e23-7f4b7a76c96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:23.140730 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02132dfc-0b4e-4f84-8e23-7f4b7a76c96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:23.154826 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a93ceec5-d239-457b-89f4-655a9777c39f req-912ead8e-408a-4853-a1fc-ac47368f2141 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170869 Jul 14 07:05:23.162378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7dea1-1fc5-4f53-9e0c-529a39d2747a req-9557ffb6-37f4-46bc-86c7-ed63b5da1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:23.173739 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8b7dea1-1fc5-4f53-9e0c-529a39d2747a req-9557ffb6-37f4-46bc-86c7-ed63b5da1a0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 922 time: 0.5817964 Jul 14 07:05:23.203189 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02132dfc-0b4e-4f84-8e23-7f4b7a76c96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:23.207842 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02132dfc-0b4e-4f84-8e23-7f4b7a76c96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:23.212655 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-02132dfc-0b4e-4f84-8e23-7f4b7a76c96d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f1af323-bb85-40c2-97b4-87575b632778 HTTP/1.1" status: 204 len: 168 time: 0.1681955 Jul 14 07:05:23.224061 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02132dfc-0b4e-4f84-8e23-7f4b7a76c96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1af323-bb85-40c2-97b4-87575b632778,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:23.334926 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8b7dea1-1fc5-4f53-9e0c-529a39d2747a req-3dd281c6-8cd6-4123-bf81-a82203d1e2d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efcc06c0-fc25-4aab-86a7-59b8379d4ffa HTTP/1.1" status: 200 len: 217 time: 0.1536512 Jul 14 07:05:23.426329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7dea1-1fc5-4f53-9e0c-529a39d2747a req-ee2bce7d-5efb-4e32-a87b-1f7e527a0cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:23.428353 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8b7dea1-1fc5-4f53-9e0c-529a39d2747a req-ee2bce7d-5efb-4e32-a87b-1f7e527a0cd7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.0768523 Jul 14 07:05:23.461760 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d954b4d-2bf8-4e28-8a61-5732c5eeae34 req-6cacf421-f8c1-4665-9258-50d97491cb52 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:23.471816 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d954b4d-2bf8-4e28-8a61-5732c5eeae34 req-6cacf421-f8c1-4665-9258-50d97491cb52 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:23.482032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d954b4d-2bf8-4e28-8a61-5732c5eeae34 req-6cacf421-f8c1-4665-9258-50d97491cb52 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:23.484028 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d954b4d-2bf8-4e28-8a61-5732c5eeae34 req-6cacf421-f8c1-4665-9258-50d97491cb52 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 2418 time: 0.4543917 Jul 14 07:05:23.550661 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8b7dea1-1fc5-4f53-9e0c-529a39d2747a req-38353891-22c6-443b-bc44-cd135058f6c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138477 Jul 14 07:05:23.566024 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-1effa751-4c85-42d2-9185-53976f0b8070 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734599 Jul 14 07:05:23.740689 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-40164b54-4364-4be0-a96c-ac9c2130afc0 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475588 Jul 14 07:05:23.815546 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d954b4d-2bf8-4e28-8a61-5732c5eeae34 req-b9898b5f-3ac4-4c51-9884-826c4d5af793 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206599 Jul 14 07:05:23.900959 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4d108-02a0-436d-bf16-43264fe68f55 req-dc4d0d9d-b400-4b34-b2bc-2050d8e19034 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:23.912198 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7b4d108-02a0-436d-bf16-43264fe68f55 req-dc4d0d9d-b400-4b34-b2bc-2050d8e19034 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 944 time: 0.5715094 Jul 14 07:05:23.972992 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-6f70ffbd-ff69-472e-a6e1-aa78f2f236af tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:23.975435 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-6f70ffbd-ff69-472e-a6e1-aa78f2f236af tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2286782 Jul 14 07:05:23.995490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-e49fcdd4-cdba-4082-885d-1057a66f1376 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Request body: {'port': {'device_id': '8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '87f2c5cc3a574c0b9e5dd6f14b968fb2'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:24.120739 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7b4d108-02a0-436d-bf16-43264fe68f55 req-0a7f19dc-a6f7-4210-8e8a-33d376fbf1b5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076523 Jul 14 07:05:24.193502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-e49fcdd4-cdba-4082-885d-1057a66f1376 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Made reservation on behalf of 87f2c5cc3a574c0b9e5dd6f14b968fb2 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:05:24.200392 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-e49fcdd4-cdba-4082-885d-1057a66f1376 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:24.219005 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8b7dea1-1fc5-4f53-9e0c-529a39d2747a req-32ad9b09-c113-4cc6-b4a1-fa89c87e9392 service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514456 Jul 14 07:05:24.404873 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-aa9f09c5-6e17-460c-a06f-997c0247883c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:24.407225 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-aa9f09c5-6e17-460c-a06f-997c0247883c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8321204 Jul 14 07:05:24.409415 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-288f32e6-3ee8-4afb-8a14-af55b31ae495 req-0e620d5f-ad11-4b93-b522-e0ba06cf1aa6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e HTTP/1.1" status: 200 len: 210 time: 0.2518039 Jul 14 07:05:24.428201 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-a0964867-44b7-40f9-aca1-bd426e175a86 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Request body: {'port': {'device_id': '14e687c2-bf99-47cf-a958-b1555a928bdc', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '87f2c5cc3a574c0b9e5dd6f14b968fb2'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:24.467236 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8b7dea1-1fc5-4f53-9e0c-529a39d2747a req-bf3ed816-4ee2-4c3f-91e7-4a37aab9045f service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402451 Jul 14 07:05:24.472030 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-e49fcdd4-cdba-4082-885d-1057a66f1376 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Allocated IP 192.168.233.207 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/60c8bc67-cac1-46de-a018-1acc8b73543b) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:05:24.693494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-a0964867-44b7-40f9-aca1-bd426e175a86 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Made reservation on behalf of 87f2c5cc3a574c0b9e5dd6f14b968fb2 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:05:24.697678 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-a0964867-44b7-40f9-aca1-bd426e175a86 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:24.710481 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-debc5b62-311f-4f11-979f-41c6fa8d0132 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:24.717842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-debc5b62-311f-4f11-979f-41c6fa8d0132 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:24.724884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-debc5b62-311f-4f11-979f-41c6fa8d0132 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:24.726646 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-debc5b62-311f-4f11-979f-41c6fa8d0132 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.15 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 2418 time: 0.1951237 Jul 14 07:05:24.741765 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-e49fcdd4-cdba-4082-885d-1057a66f1376 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:24.759765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-e49fcdd4-cdba-4082-885d-1057a66f1376 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Transition to ACTIVE for port object 60c8bc67-cac1-46de-a018-1acc8b73543b will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:24.800571 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-e49fcdd4-cdba-4082-885d-1057a66f1376 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:24.813512 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['28d15e7e-4f2c-4bc7-8717-9d690df8727a', 'a729e751-ec43-4dbe-881f-cf0cb5f11a66', 'ada4328d-c453-4e33-9da3-5caad16fa8f1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:05:24.876394 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fcdd4-cdba-4082-885d-1057a66f1376 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Pushing event updated for resources: {'Port': ['ID=60c8bc67-cac1-46de-a018-1acc8b73543b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:24.902925 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-e49fcdd4-cdba-4082-885d-1057a66f1376 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:05:24.910473 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-e49fcdd4-cdba-4082-885d-1057a66f1376 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:05:24.916938 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-e49fcdd4-cdba-4082-885d-1057a66f1376 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:05:25.023123 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-e49fcdd4-cdba-4082-885d-1057a66f1376 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:25.027712 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-e49fcdd4-cdba-4082-885d-1057a66f1376 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:25.090046 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-e49fcdd4-cdba-4082-885d-1057a66f1376 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0997248 Jul 14 07:05:25.104371 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Request body: {'port': {'device_id': '8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:25.146987 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-a0964867-44b7-40f9-aca1-bd426e175a86 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Allocated IP 192.168.233.20 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/c637e5f3-c539-4502-83dd-9f34fd26a5b2) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:05:25.261673 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22f6b7-3a02-4467-9892-0c37ebf66e28 req-37e2488f-8646-49b2-89d2-73e0487fdf83 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:25.262220 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:25.278108 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c22f6b7-3a02-4467-9892-0c37ebf66e28 req-37e2488f-8646-49b2-89d2-73e0487fdf83 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 945 time: 0.7112179 Jul 14 07:05:25.330150 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4f259694-3e0d-4155-a46c-eac519df7d5a None None] Provisioning for port 60c8bc67-cac1-46de-a018-1acc8b73543b completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:25.340811 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4f259694-3e0d-4155-a46c-eac519df7d5a None None] Provisioning complete for port 60c8bc67-cac1-46de-a018-1acc8b73543b triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:25.341381 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4f259694-3e0d-4155-a46c-eac519df7d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:25.383535 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-4f259694-3e0d-4155-a46c-eac519df7d5a None None] Port 60c8bc67-cac1-46de-a018-1acc8b73543b cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:05:25.516077 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c22f6b7-3a02-4467-9892-0c37ebf66e28 req-fea6da41-ef7c-41d1-8e41-9e7ba0eef7ae tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366285 Jul 14 07:05:25.687081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c53ad-7ee1-4447-b810-a8f899e1e358 req-1078991b-f14f-4795-8e24-a2f51754fb00 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:25.700351 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c53ad-7ee1-4447-b810-a8f899e1e358 req-1078991b-f14f-4795-8e24-a2f51754fb00 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:25.706268 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c53ad-7ee1-4447-b810-a8f899e1e358 req-1078991b-f14f-4795-8e24-a2f51754fb00 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:25.713379 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837c53ad-7ee1-4447-b810-a8f899e1e358 req-1078991b-f14f-4795-8e24-a2f51754fb00 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 2418 time: 0.6119938 Jul 14 07:05:25.747860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-f1f866c6-630a-4c91-9ed6-e41a3677c87d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Deleting port 62c68a8f-5297-4a27-bd16-7351944c2e09 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:25.748198 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-f1f866c6-630a-4c91-9ed6-e41a3677c87d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:25.861358 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837c53ad-7ee1-4447-b810-a8f899e1e358 req-a125d68d-e7d7-494e-9fdb-8058cdbc4aa9 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470888 Jul 14 07:05:25.936855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-826011a2-594e-46ee-a651-e6d70c8f872f tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:25.938467 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-826011a2-594e-46ee-a651-e6d70c8f872f tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb&tenant_id=b105e52a7ba74b51aa3981183eb54e1c&binding%3Ahost_id=n-h1-778696-5 HTTP/1.1" status: 200 len: 1096 time: 0.4982853 Jul 14 07:05:25.956100 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-5'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:25.999090 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-a0964867-44b7-40f9-aca1-bd426e175a86 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:26.008963 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-f1f866c6-630a-4c91-9ed6-e41a3677c87d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] For port 62c68a8f-5297-4a27-bd16-7351944c2e09, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=62c68a8f-5297-4a27-bd16-7351944c2e09,segment=NetworkSegment(635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2),segment_id=635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:26.009896 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-f1f866c6-630a-4c91-9ed6-e41a3677c87d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:26.051769 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-a0964867-44b7-40f9-aca1-bd426e175a86 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Transition to ACTIVE for port object c637e5f3-c539-4502-83dd-9f34fd26a5b2 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:26.053611 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-f1f866c6-630a-4c91-9ed6-e41a3677c87d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Calling delete_port for 62c68a8f-5297-4a27-bd16-7351944c2e09 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:26.142675 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63dad7-445e-4883-adaf-caa9d584a181 req-091d3b33-72e3-4ef4-afc5-ce2d257687bb tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:26.144202 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff63dad7-445e-4883-adaf-caa9d584a181 req-091d3b33-72e3-4ef4-afc5-ce2d257687bb tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 944 time: 0.2996531 Jul 14 07:05:26.229077 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:26.283778 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-a0964867-44b7-40f9-aca1-bd426e175a86 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:26.290150 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff63dad7-445e-4883-adaf-caa9d584a181 req-f82f2238-d90b-440f-8bd2-4978b0c68c25 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356106 Jul 14 07:05:26.341279 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['28d15e7e-4f2c-4bc7-8717-9d690df8727a', 'a729e751-ec43-4dbe-881f-cf0cb5f11a66', 'ada4328d-c453-4e33-9da3-5caad16fa8f1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:05:26.388572 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-a0964867-44b7-40f9-aca1-bd426e175a86 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:05:26.434206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-a0964867-44b7-40f9-aca1-bd426e175a86 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:05:26.444701 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3faec-33e6-4920-b5cd-d9268ea4a785 req-8f5b2153-4853-4d0e-9570-c6ad070992cc tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:26.447359 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9f3faec-33e6-4920-b5cd-d9268ea4a785 req-8f5b2153-4853-4d0e-9570-c6ad070992cc tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e HTTP/1.1" status: 200 len: 936 time: 0.2995608 Jul 14 07:05:26.459288 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-a0964867-44b7-40f9-aca1-bd426e175a86 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:05:26.504886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0964867-44b7-40f9-aca1-bd426e175a86 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Pushing event updated for resources: {'Port': ['ID=c637e5f3-c539-4502-83dd-9f34fd26a5b2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:26.580955 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c8bc67-cac1-46de-a018-1acc8b73543b {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:26.598428 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:26.663866 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Transition to ACTIVE for port object 60c8bc67-cac1-46de-a018-1acc8b73543b will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:26.668083 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-a0964867-44b7-40f9-aca1-bd426e175a86 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:26.669703 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:26.674760 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-a0964867-44b7-40f9-aca1-bd426e175a86 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:26.699211 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-f1f866c6-630a-4c91-9ed6-e41a3677c87d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:26.778266 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=60c8bc67-cac1-46de-a018-1acc8b73543b,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:26.793824 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9f3faec-33e6-4920-b5cd-d9268ea4a785 req-2d5d3265-ae6e-41e4-836a-5d047679711d tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930896 Jul 14 07:05:26.849516 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39660) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:26.851455 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f866c6-630a-4c91-9ed6-e41a3677c87d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event deleted for resources: {'Port': ['ID=62c68a8f-5297-4a27-bd16-7351944c2e09,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:26.896802 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-a0964867-44b7-40f9-aca1-bd426e175a86 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4777644 Jul 14 07:05:26.966526 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-36916c2f-70ee-4768-960d-6301b4907b5f None None] Provisioning for port c637e5f3-c539-4502-83dd-9f34fd26a5b2 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:26.977081 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-36916c2f-70ee-4768-960d-6301b4907b5f None None] Provisioning complete for port c637e5f3-c539-4502-83dd-9f34fd26a5b2 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:26.977380 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-36916c2f-70ee-4768-960d-6301b4907b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:27.000598 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Request body: {'port': {'device_id': '14e687c2-bf99-47cf-a958-b1555a928bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:27.010561 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] For port e3ec2be1-fb75-4824-8c93-8430cc287f4b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=e3ec2be1-fb75-4824-8c93-8430cc287f4b,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:27.065293 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Attempting to bind port 60c8bc67-cac1-46de-a018-1acc8b73543b on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:05:27.065744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Attempting to bind port 60c8bc67-cac1-46de-a018-1acc8b73543b by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:05:27.066081 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Attempting to bind port 60c8bc67-cac1-46de-a018-1acc8b73543b on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:27.078003 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Port 60c8bc67-cac1-46de-a018-1acc8b73543b on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:05:27.078338 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Attempting to bind port 60c8bc67-cac1-46de-a018-1acc8b73543b on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:27.083820 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-f1f866c6-630a-4c91-9ed6-e41a3677c87d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] No DVR routers for this DVR port 62c68a8f-5297-4a27-bd16-7351944c2e09 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:05:27.083999 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-36916c2f-70ee-4768-960d-6301b4907b5f None None] Port c637e5f3-c539-4502-83dd-9f34fd26a5b2 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:05:27.088594 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-f1f866c6-630a-4c91-9ed6-e41a3677c87d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:27.091333 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-f1f866c6-630a-4c91-9ed6-e41a3677c87d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.15 "DELETE /v2.0/ports/62c68a8f-5297-4a27-bd16-7351944c2e09 HTTP/1.1" status: 204 len: 173 time: 2.3525174 Jul 14 07:05:27.096767 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'name': 'network-vif-deleted', 'tag': '62c68a8f-5297-4a27-bd16-7351944c2e09'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:27.103533 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:05:27.104192 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:27.104941 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:05:27.105950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Bound port: 60c8bc67-cac1-46de-a018-1acc8b73543b, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:05:27.106593 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:27.108398 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513ee1fc-ad81-400a-912a-04e10e08e02f" -d '{"events": [{"server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "name": "network-vif-deleted", "tag": "62c68a8f-5297-4a27-bd16-7351944c2e09"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:27.176936 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0a03642-80e1-42db-8830-5d9a5f9b614b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:27.190709 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eac7ae-1bb8-43a1-8d51-3961c1132e89 req-95caa360-c06b-4b14-b7f5-b27322e18e8c tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:27.192264 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-80eac7ae-1bb8-43a1-8d51-3961c1132e89 req-95caa360-c06b-4b14-b7f5-b27322e18e8c tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 945 time: 0.4674037 Jul 14 07:05:27.267196 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device e3ec2be1-fb75-4824-8c93-8430cc287f4b details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:05:27.278618 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] For port 60c8bc67-cac1-46de-a018-1acc8b73543b, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:05:27.282816 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] For port 60c8bc67-cac1-46de-a018-1acc8b73543b, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=60c8bc67-cac1-46de-a018-1acc8b73543b,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:05:27.301430 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] For port e3ec2be1-fb75-4824-8c93-8430cc287f4b, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:05:27.303502 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:27.354350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:27.354974 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:27.356520 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] 10.222.0.15 "PUT /v2.0/ports/60c8bc67-cac1-46de-a018-1acc8b73543b HTTP/1.1" status: 200 len: 1096 time: 2.2583995 Jul 14 07:05:27.358474 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e', 'tag': '60c8bc67-cac1-46de-a018-1acc8b73543b'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:27.361647 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a4d27e-e4f2-4506-8d6c-1255bed4ecb9" -d '{"events": [{"name": "network-changed", "server_uuid": "8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e", "tag": "60c8bc67-cac1-46de-a018-1acc8b73543b"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:27.403914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab5636-3390-4313-b67c-1004447ea0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=60c8bc67-cac1-46de-a018-1acc8b73543b,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:27.451039 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port e3ec2be1-fb75-4824-8c93-8430cc287f4b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=e3ec2be1-fb75-4824-8c93-8430cc287f4b,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:27.465523 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device e3ec2be1-fb75-4824-8c93-8430cc287f4b has no active binding in host n-h2-778696-5 {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 07:05:27.466436 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0a03642-80e1-42db-8830-5d9a5f9b614b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:27.473611 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0a03642-80e1-42db-8830-5d9a5f9b614b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:27.527408 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b0a03642-80e1-42db-8830-5d9a5f9b614b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e855e7899d5143f783564f7184057e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6717336 Jul 14 07:05:27.529136 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39676) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:27.537072 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a03642-80e1-42db-8830-5d9a5f9b614b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db22b84-8b7f-4ea3-afe0-98e9f6a6b4ed,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:27.543662 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-47e51b0e-2a92-4223-90c6-05f3bac08aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:27.545215 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-47e51b0e-2a92-4223-90c6-05f3bac08aef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&device_id=8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e HTTP/1.1" status: 200 len: 1099 time: 0.1354380 Jul 14 07:05:27.610213 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-af43fba4-a25d-46dd-a741-e8cfd465a7a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=60c8bc67-cac1-46de-a018-1acc8b73543b HTTP/1.1" status: 200 len: 217 time: 0.0469241 Jul 14 07:05:27.645622 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:27.723870 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-80eac7ae-1bb8-43a1-8d51-3961c1132e89 req-1086aeba-597c-465f-af10-59ffe526e25b tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818764 Jul 14 07:05:27.730738 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:27.773160 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:27.875143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-66ab6d0f-e85c-4fbc-9255-b6a753b0262a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Deleting port c61e5f2b-dd2f-452f-b424-cc8159cc5c04 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:27.875484 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-66ab6d0f-e85c-4fbc-9255-b6a753b0262a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:27.880429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 39680) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:27.898583 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a823f4b-1e4f-4c16-b759-0969eb2b3d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:27.930497 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a823f4b-1e4f-4c16-b759-0969eb2b3d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:27.939174 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-96981c05-a450-4315-9e39-bceb307dcaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:27.940593 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-96981c05-a450-4315-9e39-bceb307dcaf4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.3199732 Jul 14 07:05:27.997150 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc304d8-30d1-4696-aec0-e56f50c3a143 req-67306fda-14cc-4752-a230-6d6f40be9162 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:28.003137 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc304d8-30d1-4696-aec0-e56f50c3a143 req-67306fda-14cc-4752-a230-6d6f40be9162 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:28.004791 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cfc304d8-30d1-4696-aec0-e56f50c3a143 req-67306fda-14cc-4752-a230-6d6f40be9162 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 1683 time: 0.3948739 Jul 14 07:05:28.009675 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654e1550-c834-4647-9109-9d91c96cd50a x-openstack-request-id: req-654e1550-c834-4647-9109-9d91c96cd50a {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:28.009962 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "name": "network-vif-deleted", "tag": "62c68a8f-5297-4a27-bd16-7351944c2e09", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:28.010210 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-654e1550-c834-4647-9109-9d91c96cd50a {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:28.010601 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'name': 'network-vif-deleted', 'tag': '62c68a8f-5297-4a27-bd16-7351944c2e09', 'status': 'completed', 'code': 200} Jul 14 07:05:28.037447 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a823f4b-1e4f-4c16-b759-0969eb2b3d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:28.041326 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a823f4b-1e4f-4c16-b759-0969eb2b3d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:28.045042 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9a823f4b-1e4f-4c16-b759-0969eb2b3d3c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7db22b84-8b7f-4ea3-afe0-98e9f6a6b4ed HTTP/1.1" status: 204 len: 168 time: 0.5127802 Jul 14 07:05:28.048333 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-96ae4022-76da-4302-ad4d-b922a9dbe010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:28.048333 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-96ae4022-76da-4302-ad4d-b922a9dbe010 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985687 Jul 14 07:05:28.078322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] Pushing event updated for resources: {'Port': ['ID=e3ec2be1-fb75-4824-8c93-8430cc287f4b,revision_number=7']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:28.115115 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a823f4b-1e4f-4c16-b759-0969eb2b3d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db22b84-8b7f-4ea3-afe0-98e9f6a6b4ed,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:28.186329 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-f4c59870-aa64-4b7a-b115-1b5df9bc39b2 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275470 Jul 14 07:05:28.196309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] Attempting to bind port e3ec2be1-fb75-4824-8c93-8430cc287f4b on host n-h1-778696-5 for vnic_type normal with profile {"migrating_to": "n-h2-778696-5"} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:05:28.196664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] Attempting to bind port e3ec2be1-fb75-4824-8c93-8430cc287f4b by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:05:28.196996 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] Attempting to bind port e3ec2be1-fb75-4824-8c93-8430cc287f4b on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:28.254882 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] Port e3ec2be1-fb75-4824-8c93-8430cc287f4b on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:05:28.255203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] Attempting to bind port e3ec2be1-fb75-4824-8c93-8430cc287f4b on network 6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:28.281988 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cfc304d8-30d1-4696-aec0-e56f50c3a143 req-a2c5a153-ade7-4be3-a119-dfaed3e4eae4 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571557 Jul 14 07:05:28.287095 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-b63b1fdc-8ded-420f-9361-f628771fe912 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923648 Jul 14 07:05:28.294474 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-66ab6d0f-e85c-4fbc-9255-b6a753b0262a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] For port c61e5f2b-dd2f-452f-b424-cc8159cc5c04, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c61e5f2b-dd2f-452f-b424-cc8159cc5c04,segment=NetworkSegment(635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2),segment_id=635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:28.294474 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-66ab6d0f-e85c-4fbc-9255-b6a753b0262a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:28.297978 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:05:28.298414 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] Checking segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:28.298766 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] Bound using segment: {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:05:28.299104 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] Bound port: e3ec2be1-fb75-4824-8c93-8430cc287f4b, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04617e13-eda3-4f10-b692-f98f56a7bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:05:28.299462 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:28.327513 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-66ab6d0f-e85c-4fbc-9255-b6a753b0262a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Calling delete_port for c61e5f2b-dd2f-452f-b424-cc8159cc5c04 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:28.354388 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39688) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:28.369016 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23a5971-152b-4ee7-8849-12ec4acd357c x-openstack-request-id: req-d23a5971-152b-4ee7-8849-12ec4acd357c {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:28.369326 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e", "tag": "60c8bc67-cac1-46de-a018-1acc8b73543b", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:28.369570 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d23a5971-152b-4ee7-8849-12ec4acd357c {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:28.369989 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e', 'tag': '60c8bc67-cac1-46de-a018-1acc8b73543b', 'status': 'completed', 'code': 200} Jul 14 07:05:28.370760 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb071b5d-94bf-4a31-8666-ae292098953e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:28.488632 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4d27e-e4f2-4506-8d6c-1255bed4ecb9 req-2a27691a-c832-4ac3-8625-ffd916c90938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:28.490153 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-68a4d27e-e4f2-4506-8d6c-1255bed4ecb9 req-2a27691a-c832-4ac3-8625-ffd916c90938 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&device_id=8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e HTTP/1.1" status: 200 len: 1099 time: 0.0966661 Jul 14 07:05:28.536547 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0b7ae-dfdd-4993-9f8c-3b64638065d2 req-a6e3f75e-54e8-4648-9fd4-5ae02c904b54 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:28.538040 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9c0b7ae-dfdd-4993-9f8c-3b64638065d2 req-a6e3f75e-54e8-4648-9fd4-5ae02c904b54 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 944 time: 0.3954716 Jul 14 07:05:28.559540 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb071b5d-94bf-4a31-8666-ae292098953e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:28.565547 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb071b5d-94bf-4a31-8666-ae292098953e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:28.619238 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fb071b5d-94bf-4a31-8666-ae292098953e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52d8f515bbc947e3934a471907555b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629230 Jul 14 07:05:28.625545 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39690) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:28.642686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb071b5d-94bf-4a31-8666-ae292098953e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16401af2-da09-4d91-8070-f4a04822d2fe,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:28.654551 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4d27e-e4f2-4506-8d6c-1255bed4ecb9 req-24803a38-e74d-492d-9d2b-82282ee9fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:28.656062 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-68a4d27e-e4f2-4506-8d6c-1255bed4ecb9 req-24803a38-e74d-492d-9d2b-82282ee9fdee service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.1544738 Jul 14 07:05:28.665012 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] For port e3ec2be1-fb75-4824-8c93-8430cc287f4b, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:05:28.670911 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c637e5f3-c539-4502-83dd-9f34fd26a5b2 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:28.689786 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:28.702656 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] For port e3ec2be1-fb75-4824-8c93-8430cc287f4b, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=e3ec2be1-fb75-4824-8c93-8430cc287f4b,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:05:28.708051 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-68a4d27e-e4f2-4506-8d6c-1255bed4ecb9 req-a6b4ec3e-bddf-4466-bec5-eaf59d1d3b74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=60c8bc67-cac1-46de-a018-1acc8b73543b HTTP/1.1" status: 200 len: 217 time: 0.0417278 Jul 14 07:05:28.737642 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:28.751507 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b793c46-0840-4d58-b814-3f416a99fdb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:28.765138 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9c0b7ae-dfdd-4993-9f8c-3b64638065d2 req-4af5a09e-0a2a-4621-bac5-2765991f289a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086594 Jul 14 07:05:28.769421 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Transition to ACTIVE for port object c637e5f3-c539-4502-83dd-9f34fd26a5b2 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:28.782426 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4d27e-e4f2-4506-8d6c-1255bed4ecb9 req-1cd77ede-b2dd-450b-847c-5f44c6dad65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:28.783916 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-68a4d27e-e4f2-4506-8d6c-1255bed4ecb9 req-1cd77ede-b2dd-450b-847c-5f44c6dad65f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0688114 Jul 14 07:05:28.785688 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b793c46-0840-4d58-b814-3f416a99fdb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:28.800482 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:28.891699 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4d27e-e4f2-4506-8d6c-1255bed4ecb9 req-20139da1-cd8b-4eca-b271-f7f4f2e56e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:28.893601 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-68a4d27e-e4f2-4506-8d6c-1255bed4ecb9 req-20139da1-cd8b-4eca-b271-f7f4f2e56e36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1003709 Jul 14 07:05:28.904451 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b793c46-0840-4d58-b814-3f416a99fdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:28.909929 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b793c46-0840-4d58-b814-3f416a99fdb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:28.914003 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3b793c46-0840-4d58-b814-3f416a99fdb8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16401af2-da09-4d91-8070-f4a04822d2fe HTTP/1.1" status: 204 len: 168 time: 0.2851796 Jul 14 07:05:28.914863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5afe2-7a28-429c-a40f-cb29fcb537c6 req-a99fe152-fd37-4a77-b6ef-e01ddafbe247 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:28.922150 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-99d5afe2-7a28-429c-a40f-cb29fcb537c6 req-a99fe152-fd37-4a77-b6ef-e01ddafbe247 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e HTTP/1.1" status: 200 len: 948 time: 0.4155326 Jul 14 07:05:28.965042 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-66ab6d0f-e85c-4fbc-9255-b6a753b0262a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:28.970260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:28.971092 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:28.974188 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] 10.222.0.15 "PUT /v2.0/ports/e3ec2be1-fb75-4824-8c93-8430cc287f4b HTTP/1.1" status: 200 len: 1121 time: 3.0263593 Jul 14 07:05:28.978713 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32196c8e-ca5a-4539-a709-bf5b2982f55b service neutron] Pushing event updated for resources: {'Port': ['ID=e3ec2be1-fb75-4824-8c93-8430cc287f4b,revision_number=8']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:29.043460 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Pushing event updated for resources: {'Port': ['ID=c637e5f3-c539-4502-83dd-9f34fd26a5b2,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:29.077590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['e3ec2be1-fb75-4824-8c93-8430cc287f4b'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:05:29.142480 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-68a4d27e-e4f2-4506-8d6c-1255bed4ecb9 req-8d2ef9bd-1e7c-424e-a224-325beaf6559d service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295544 Jul 14 07:05:29.143303 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b793c46-0840-4d58-b814-3f416a99fdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16401af2-da09-4d91-8070-f4a04822d2fe,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:29.172101 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab6d0f-e85c-4fbc-9255-b6a753b0262a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event deleted for resources: {'Port': ['ID=c61e5f2b-dd2f-452f-b424-cc8159cc5c04,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:29.215618 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['e3ec2be1-fb75-4824-8c93-8430cc287f4b'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:05:29.280252 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-68a4d27e-e4f2-4506-8d6c-1255bed4ecb9 req-e4412cff-4a04-4935-9348-df0afbc65f07 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303549 Jul 14 07:05:29.286355 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-66ab6d0f-e85c-4fbc-9255-b6a753b0262a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] No DVR routers for this DVR port c61e5f2b-dd2f-452f-b424-cc8159cc5c04 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:05:29.290926 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-99d5afe2-7a28-429c-a40f-cb29fcb537c6 req-488e16a5-694b-4d26-8261-c65f2b94b107 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675861 Jul 14 07:05:29.294775 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-66ab6d0f-e85c-4fbc-9255-b6a753b0262a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:29.297074 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-66ab6d0f-e85c-4fbc-9255-b6a753b0262a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.15 "DELETE /v2.0/ports/c61e5f2b-dd2f-452f-b424-cc8159cc5c04 HTTP/1.1" status: 204 len: 173 time: 2.1755068 Jul 14 07:05:29.325713 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 62c68a8f-5297-4a27-bd16-7351944c2e09 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:05:29.384743 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 62c68a8f-5297-4a27-bd16-7351944c2e09 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:05:29.385384 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 62c68a8f-5297-4a27-bd16-7351944c2e09 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:05:29.385813 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device c61e5f2b-dd2f-452f-b424-cc8159cc5c04 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:05:29.421367 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Attempting to bind port c637e5f3-c539-4502-83dd-9f34fd26a5b2 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:05:29.421898 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Attempting to bind port c637e5f3-c539-4502-83dd-9f34fd26a5b2 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:05:29.422032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Attempting to bind port c637e5f3-c539-4502-83dd-9f34fd26a5b2 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:29.449860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Port c637e5f3-c539-4502-83dd-9f34fd26a5b2 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:05:29.450186 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Attempting to bind port c637e5f3-c539-4502-83dd-9f34fd26a5b2 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:29.461287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: c61e5f2b-dd2f-452f-b424-cc8159cc5c04 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:05:29.461676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device c61e5f2b-dd2f-452f-b424-cc8159cc5c04 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:05:29.462110 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f8e01077-39f4-4b75-a0fd-2f89906dfc9e no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:05:29.487912 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:05:29.488203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:29.488609 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:05:29.489051 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Bound port: c637e5f3-c539-4502-83dd-9f34fd26a5b2, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:05:29.489482 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:29.541412 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89c18e-44bb-4053-89b9-631d73df4fca req-26f083e0-4ac2-4f74-bffd-900fcfde9623 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:29.543031 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a89c18e-44bb-4053-89b9-631d73df4fca req-26f083e0-4ac2-4f74-bffd-900fcfde9623 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 943 time: 0.3829932 Jul 14 07:05:29.687242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] For port c637e5f3-c539-4502-83dd-9f34fd26a5b2, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:05:29.705768 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a89c18e-44bb-4053-89b9-631d73df4fca req-e1894f89-76cb-48ba-885b-6155b93766ff tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406069 Jul 14 07:05:29.721283 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] For port c637e5f3-c539-4502-83dd-9f34fd26a5b2, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c637e5f3-c539-4502-83dd-9f34fd26a5b2,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:05:29.727198 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7789a3a-6bfb-4a30-9cd9-82e5417700e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:29.749903 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:29.769042 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-eff372b8-3475-44b0-afad-d0c15ca29aba tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Deleting port f8e01077-39f4-4b75-a0fd-2f89906dfc9e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:29.769486 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-eff372b8-3475-44b0-afad-d0c15ca29aba tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:29.772385 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:29.787759 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e01077-39f4-4b75-a0fd-2f89906dfc9e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:29.791101 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce1e839-d3da-49c1-ab8e-118091a7aa4d" -d '{"events": [{"server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "name": "network-vif-unplugged", "status": "completed", "tag": "f8e01077-39f4-4b75-a0fd-2f89906dfc9e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:29.810707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f8e01077-39f4-4b75-a0fd-2f89906dfc9e, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f8e01077-39f4-4b75-a0fd-2f89906dfc9e,segment=NetworkSegment(9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c),segment_id=9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:29.816307 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:29.876477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=f8e01077-39f4-4b75-a0fd-2f89906dfc9e,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:29.881997 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c98ba6f-ebee-47f0-9218-a26eecdc468b x-openstack-request-id: req-8c98ba6f-ebee-47f0-9218-a26eecdc468b {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:29.882281 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "name": "network-vif-unplugged", "status": "completed", "tag": "f8e01077-39f4-4b75-a0fd-2f89906dfc9e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:29.882849 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c98ba6f-ebee-47f0-9218-a26eecdc468b {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:29.883424 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e01077-39f4-4b75-a0fd-2f89906dfc9e', 'code': 200} Jul 14 07:05:30.082649 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3ec2be1-fb75-4824-8c93-8430cc287f4b'}, {'name': 'network-changed', 'server_uuid': '0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb', 'tag': 'e3ec2be1-fb75-4824-8c93-8430cc287f4b'}, {'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'name': 'network-vif-deleted', 'tag': 'c61e5f2b-dd2f-452f-b424-cc8159cc5c04'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:30.085376 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eadef60-d5f3-45ed-93e9-fc447b306b79" -d '{"events": [{"server_uuid": "0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb", "name": "network-vif-unplugged", "status": "completed", "tag": "e3ec2be1-fb75-4824-8c93-8430cc287f4b"}, {"name": "network-changed", "server_uuid": "0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb", "tag": "e3ec2be1-fb75-4824-8c93-8430cc287f4b"}, {"server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "name": "network-vif-deleted", "tag": "c61e5f2b-dd2f-452f-b424-cc8159cc5c04"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:30.135765 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:30.136395 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:30.137870 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2b32143a-5693-4837-869d-10d89f952447 service neutron] 10.222.0.30 "PUT /v2.0/ports/c637e5f3-c539-4502-83dd-9f34fd26a5b2 HTTP/1.1" status: 200 len: 1095 time: 3.2300565 Jul 14 07:05:30.291833 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570983f-af8b-47bd-9cfb-0fe825e0dc14 req-5cf82792-d393-4591-b8bc-ee6d59cf127d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:30.293486 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6570983f-af8b-47bd-9cfb-0fe825e0dc14 req-5cf82792-d393-4591-b8bc-ee6d59cf127d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 946 time: 0.6965368 Jul 14 07:05:30.344109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32143a-5693-4837-869d-10d89f952447 service neutron] Pushing event updated for resources: {'Port': ['ID=c637e5f3-c539-4502-83dd-9f34fd26a5b2,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:30.391855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-eff372b8-3475-44b0-afad-d0c15ca29aba tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] For port f8e01077-39f4-4b75-a0fd-2f89906dfc9e, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f8e01077-39f4-4b75-a0fd-2f89906dfc9e,segment=NetworkSegment(9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c),segment_id=9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:30.392230 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-eff372b8-3475-44b0-afad-d0c15ca29aba tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:30.423058 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5d9b51e6-ae0f-4bd8-9a7f-877151367228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:30.461289 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bccdc-ed39-4df6-b206-3fad37bd849c req-4e884c60-4ac7-4c8a-9a72-ac2244048bf7 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:30.463331 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-120bccdc-ed39-4df6-b206-3fad37bd849c req-4e884c60-4ac7-4c8a-9a72-ac2244048bf7 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 944 time: 0.3929594 Jul 14 07:05:30.466353 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-eff372b8-3475-44b0-afad-d0c15ca29aba tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Calling delete_port for f8e01077-39f4-4b75-a0fd-2f89906dfc9e owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:30.490710 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6570983f-af8b-47bd-9cfb-0fe825e0dc14 req-b3def3b1-0f3f-4df3-9313-50326509a60c tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760867 Jul 14 07:05:30.523628 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-dfdf111f-1382-44f1-a4e1-02333a8fed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:30.525740 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-dfdf111f-1382-44f1-a4e1-02333a8fed51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&device_id=14e687c2-bf99-47cf-a958-b1555a928bdc HTTP/1.1" status: 200 len: 1098 time: 0.3421130 Jul 14 07:05:30.616331 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-64f981ef-5e26-4fc8-854f-8a4b31333f9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=c637e5f3-c539-4502-83dd-9f34fd26a5b2 HTTP/1.1" status: 200 len: 217 time: 0.0582359 Jul 14 07:05:30.640161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-120bccdc-ed39-4df6-b206-3fad37bd849c req-f46bfa85-c9e8-43b0-9b90-9da716208ca4 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468651 Jul 14 07:05:30.694701 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bd503c-725d-49c6-946d-e13dc23ea24c x-openstack-request-id: req-a5bd503c-725d-49c6-946d-e13dc23ea24c {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:30.694701 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb", "name": "network-vif-unplugged", "status": "completed", "tag": "e3ec2be1-fb75-4824-8c93-8430cc287f4b", "code": 200}, {"name": "network-changed", "server_uuid": "0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb", "tag": "e3ec2be1-fb75-4824-8c93-8430cc287f4b", "status": "completed", "code": 200}, {"server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "name": "network-vif-deleted", "tag": "c61e5f2b-dd2f-452f-b424-cc8159cc5c04", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:30.694701 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5bd503c-725d-49c6-946d-e13dc23ea24c {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:30.694701 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3ec2be1-fb75-4824-8c93-8430cc287f4b', 'code': 200} Jul 14 07:05:30.694701 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb', 'tag': 'e3ec2be1-fb75-4824-8c93-8430cc287f4b', 'status': 'completed', 'code': 200} Jul 14 07:05:30.695968 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'name': 'network-vif-deleted', 'tag': 'c61e5f2b-dd2f-452f-b424-cc8159cc5c04', 'status': 'completed', 'code': 200} Jul 14 07:05:30.710258 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-c1dd6f4d-992b-4da3-88dd-f1f6db822489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:30.713315 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-c1dd6f4d-992b-4da3-88dd-f1f6db822489 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0892091 Jul 14 07:05:30.935443 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-eff372b8-3475-44b0-afad-d0c15ca29aba tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:31.010299 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff372b8-3475-44b0-afad-d0c15ca29aba tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event deleted for resources: {'Port': ['ID=f8e01077-39f4-4b75-a0fd-2f89906dfc9e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:31.068789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadef60-d5f3-45ed-93e9-fc447b306b79 req-4f5509b2-6513-4755-806f-56f1b2a00d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:31.070385 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7eadef60-d5f3-45ed-93e9-fc447b306b79 req-4f5509b2-6513-4755-806f-56f1b2a00d2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 1124 time: 0.3157246 Jul 14 07:05:31.072629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-345a3a90-a764-4109-9434-236724a7247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:31.074047 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-345a3a90-a764-4109-9434-236724a7247d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3539674 Jul 14 07:05:31.099041 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-eff372b8-3475-44b0-afad-d0c15ca29aba tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] No DVR routers for this DVR port f8e01077-39f4-4b75-a0fd-2f89906dfc9e on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:05:31.113133 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-eff372b8-3475-44b0-afad-d0c15ca29aba tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:31.115126 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dbd12394-f345-45e4-b9b4-f00ca3ff9b8a req-eff372b8-3475-44b0-afad-d0c15ca29aba tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.15 "DELETE /v2.0/ports/f8e01077-39f4-4b75-a0fd-2f89906dfc9e HTTP/1.1" status: 204 len: 173 time: 1.8042266 Jul 14 07:05:31.146908 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b3140-3b49-46cd-a2b1-8d0e63125be9 req-7a808424-b37e-4bfb-9050-45c470c5c03b tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:31.148471 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e16b3140-3b49-46cd-a2b1-8d0e63125be9 req-7a808424-b37e-4bfb-9050-45c470c5c03b tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e HTTP/1.1" status: 200 len: 948 time: 0.3205976 Jul 14 07:05:31.257872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-c7789a3a-6bfb-4a30-9cd9-82e5417700e2 admin admin] Deleting port 75b16efa-7cc9-4e50-9899-9b54641d5a8e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:31.258499 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7789a3a-6bfb-4a30-9cd9-82e5417700e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:31.284353 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 60c8bc67-cac1-46de-a018-1acc8b73543b details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:05:31.356313 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6e633-68de-4f66-a54c-300cbb6edabe req-07edf700-1855-404c-b4b5-6aded14d1002 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:31.363209 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0d6e633-68de-4f66-a54c-300cbb6edabe req-07edf700-1855-404c-b4b5-6aded14d1002 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 943 time: 0.4208281 Jul 14 07:05:31.400366 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e16b3140-3b49-46cd-a2b1-8d0e63125be9 req-a8406d19-aa1e-4ef0-b5f1-5fc66561386c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063463 Jul 14 07:05:31.406703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 60c8bc67-cac1-46de-a018-1acc8b73543b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=60c8bc67-cac1-46de-a018-1acc8b73543b,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:31.426874 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '60c8bc67-cac1-46de-a018-1acc8b73543b', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '60c8bc67-cac1-46de-a018-1acc8b73543b', 'mac_address': 'fa:16:3e:71:fb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:05:31.438884 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-2a1b3e6a-401b-4454-9160-03d6951e30c4 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425457 Jul 14 07:05:31.452275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadef60-d5f3-45ed-93e9-fc447b306b79 req-e934160e-b533-4c1a-9879-dcf845c2689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:31.453763 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7eadef60-d5f3-45ed-93e9-fc447b306b79 req-e934160e-b533-4c1a-9879-dcf845c2689a service neutron] 10.222.0.30 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.3562417 Jul 14 07:05:31.472964 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:31.486121 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c8bc67-cac1-46de-a018-1acc8b73543b {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:31.498137 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0d6e633-68de-4f66-a54c-300cbb6edabe req-a6ce4d87-1763-4642-9926-9bf5c67e7ad9 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340756 Jul 14 07:05:31.530020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 60c8bc67-cac1-46de-a018-1acc8b73543b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=60c8bc67-cac1-46de-a018-1acc8b73543b,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:31.537204 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:31.563485 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-c7789a3a-6bfb-4a30-9cd9-82e5417700e2 admin admin] For port 75b16efa-7cc9-4e50-9899-9b54641d5a8e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=75b16efa-7cc9-4e50-9899-9b54641d5a8e,segment=NetworkSegment(8ed0b547-e1da-4ac5-a793-196448b84ddf),segment_id=8ed0b547-e1da-4ac5-a793-196448b84ddf)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:31.563852 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7789a3a-6bfb-4a30-9cd9-82e5417700e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:31.567177 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7eadef60-d5f3-45ed-93e9-fc447b306b79 req-48a6c56f-c347-49ed-bba8-285fbc75fa8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ec2be1-fb75-4824-8c93-8430cc287f4b HTTP/1.1" status: 200 len: 217 time: 0.0970914 Jul 14 07:05:31.594065 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-c7789a3a-6bfb-4a30-9cd9-82e5417700e2 admin admin] Calling delete_port for 75b16efa-7cc9-4e50-9899-9b54641d5a8e owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:31.610716 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=60c8bc67-cac1-46de-a018-1acc8b73543b,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:31.724992 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc6291d5-62ec-423e-a385-5abaf76fceb9 req-ab313f09-f7f5-4632-bede-73ce5f9ee0a8 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=29957510-6858-41df-8ebb-d9046445905a HTTP/1.1" status: 200 len: 210 time: 0.0524163 Jul 14 07:05:31.739836 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadef60-d5f3-45ed-93e9-fc447b306b79 req-c1ed1c50-7bca-4670-a971-1324e16f250d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:31.741809 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7eadef60-d5f3-45ed-93e9-fc447b306b79 req-c1ed1c50-7bca-4670-a971-1324e16f250d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.1628151 Jul 14 07:05:31.748468 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7941880c-8173-49b5-bc0f-7ce3071ef321 req-889b8930-e10d-4b1d-8962-a2b6fe3149a5 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993362 Jul 14 07:05:31.798444 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7eadef60-d5f3-45ed-93e9-fc447b306b79 req-509d686d-3a27-416a-b2eb-c4491443dfd5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439332 Jul 14 07:05:31.873213 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39792) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:31.903874 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['60c8bc67-cac1-46de-a018-1acc8b73543b'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:05:32.038054 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7eadef60-d5f3-45ed-93e9-fc447b306b79 req-0936238b-0884-473a-b701-f0ca59711206 service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013931 Jul 14 07:05:32.089267 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6c0ec8f6-7ea2-4a61-9b4a-50fa18b64c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:32.091066 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39042e7c-8390-45fe-9d42-91b85ae37ea6 req-577f17d0-e01f-402e-aabd-867c87a75ed1 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:32.097948 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-39042e7c-8390-45fe-9d42-91b85ae37ea6 req-577f17d0-e01f-402e-aabd-867c87a75ed1 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 944 time: 0.2489562 Jul 14 07:05:32.188970 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6c0ec8f6-7ea2-4a61-9b4a-50fa18b64c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:32.193277 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6c0ec8f6-7ea2-4a61-9b4a-50fa18b64c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:32.222624 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-39042e7c-8390-45fe-9d42-91b85ae37ea6 req-3bec90a7-5a8d-422d-8256-791cb9d951c5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015143 Jul 14 07:05:32.229091 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7789a3a-6bfb-4a30-9cd9-82e5417700e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:32.235791 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6c0ec8f6-7ea2-4a61-9b4a-50fa18b64c51 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f09c683b49c484dbc0440affd640179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612285 Jul 14 07:05:32.236557 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ec8f6-7ea2-4a61-9b4a-50fa18b64c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186be51b-f235-40e6-949d-cc074291c759,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:32.242553 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39796) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:32.280530 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7789a3a-6bfb-4a30-9cd9-82e5417700e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=75b16efa-7cc9-4e50-9899-9b54641d5a8e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:32.285595 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7eadef60-d5f3-45ed-93e9-fc447b306b79 req-04ded117-12a9-45e9-a1fc-6b4ccf5a507b service neutron] 10.222.0.30 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382498 Jul 14 07:05:32.319250 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4fb43ed-75d3-49ef-9801-54815931c752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:32.353524 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4fb43ed-75d3-49ef-9801-54815931c752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:32.426158 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4fb43ed-75d3-49ef-9801-54815931c752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:32.429221 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4fb43ed-75d3-49ef-9801-54815931c752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:32.430733 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c4fb43ed-75d3-49ef-9801-54815931c752 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/186be51b-f235-40e6-949d-cc074291c759 HTTP/1.1" status: 204 len: 168 time: 0.1870000 Jul 14 07:05:32.448251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb43ed-75d3-49ef-9801-54815931c752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186be51b-f235-40e6-949d-cc074291c759,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:32.862581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39810) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:32.863609 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e687c2-bf99-47cf-a958-b1555a928bdc', 'tag': 'c637e5f3-c539-4502-83dd-9f34fd26a5b2'}, {'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'name': 'network-vif-deleted', 'tag': 'f8e01077-39f4-4b75-a0fd-2f89906dfc9e'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:32.866337 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15335b0-2238-4d0d-b96c-9875959ad80c" -d '{"events": [{"name": "network-changed", "server_uuid": "14e687c2-bf99-47cf-a958-b1555a928bdc", "tag": "c637e5f3-c539-4502-83dd-9f34fd26a5b2"}, {"server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "name": "network-vif-deleted", "tag": "f8e01077-39f4-4b75-a0fd-2f89906dfc9e"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:32.876847 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c77f137a-860e-4b7f-9717-7e15fad616c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:32.973306 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7789a3a-6bfb-4a30-9cd9-82e5417700e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:33.018352 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c77f137a-860e-4b7f-9717-7e15fad616c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:33.022636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51210e9-8b80-47b3-b59f-9f18115dfed8 req-c92e1830-3ccc-40c4-ac48-24bb399caa3a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:33.023718 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c77f137a-860e-4b7f-9717-7e15fad616c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:33.030325 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c51210e9-8b80-47b3-b59f-9f18115dfed8 req-c92e1830-3ccc-40c4-ac48-24bb399caa3a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e HTTP/1.1" status: 200 len: 949 time: 0.1570842 Jul 14 07:05:33.077977 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c77f137a-860e-4b7f-9717-7e15fad616c9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f19e05601cb6411ab43e7fa7537bbd57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139287 Jul 14 07:05:33.079243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f137a-860e-4b7f-9717-7e15fad616c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e08bff-2130-4329-9c17-bfb4fe886c6e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:33.084135 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39816) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:33.125393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812628ad-6a57-43d0-8f73-03023ea4990b req-d19b382f-5394-47b3-b5ff-93fbb79edcf0 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:33.131760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-812628ad-6a57-43d0-8f73-03023ea4990b req-d19b382f-5394-47b3-b5ff-93fbb79edcf0 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 943 time: 0.2589962 Jul 14 07:05:33.154558 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f15e9c0e-1859-4324-8cd8-e4ffaa6df8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:33.179376 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f15e9c0e-1859-4324-8cd8-e4ffaa6df8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:33.217332 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-491fe0e6-f325-4a06-845d-b65f22cca68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:33.219750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c51210e9-8b80-47b3-b59f-9f18115dfed8 req-7bee80cc-b2ff-40ad-8ab8-0f946caa4897 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883903 Jul 14 07:05:33.240725 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-812628ad-6a57-43d0-8f73-03023ea4990b req-e99aa24e-565d-46da-8dc7-a6bf4ce0a6fb tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002247 Jul 14 07:05:33.252282 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device efcc06c0-fc25-4aab-86a7-59b8379d4ffa details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:05:33.313831 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f15e9c0e-1859-4324-8cd8-e4ffaa6df8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:33.314602 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 60c8bc67-cac1-46de-a018-1acc8b73543b up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:05:33.316690 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f15e9c0e-1859-4324-8cd8-e4ffaa6df8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:33.320122 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f15e9c0e-1859-4324-8cd8-e4ffaa6df8e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3e08bff-2130-4329-9c17-bfb4fe886c6e HTTP/1.1" status: 204 len: 168 time: 0.2322919 Jul 14 07:05:33.333912 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e9c0e-1859-4324-8cd8-e4ffaa6df8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e08bff-2130-4329-9c17-bfb4fe886c6e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:33.397625 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39822) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:33.480980 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e61896-1f81-48f1-ae71-a34a2c4de3f3 x-openstack-request-id: req-b5e61896-1f81-48f1-ae71-a34a2c4de3f3 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:33.481361 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e687c2-bf99-47cf-a958-b1555a928bdc", "tag": "c637e5f3-c539-4502-83dd-9f34fd26a5b2", "status": "completed", "code": 200}, {"server_uuid": "29957510-6858-41df-8ebb-d9046445905a", "name": "network-vif-deleted", "tag": "f8e01077-39f4-4b75-a0fd-2f89906dfc9e", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:33.481535 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b5e61896-1f81-48f1-ae71-a34a2c4de3f3 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:33.481939 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e687c2-bf99-47cf-a958-b1555a928bdc', 'tag': 'c637e5f3-c539-4502-83dd-9f34fd26a5b2', 'status': 'completed', 'code': 200} Jul 14 07:05:33.485757 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29957510-6858-41df-8ebb-d9046445905a', 'name': 'network-vif-deleted', 'tag': 'f8e01077-39f4-4b75-a0fd-2f89906dfc9e', 'status': 'completed', 'code': 200} Jul 14 07:05:33.497576 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.resource_extend [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:05:33.523004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c0b2de-df0f-4c27-87a3-47b3453c105a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Deleting subnet 8a723e0f-24ee-4040-aa9c-2f778ac643f6 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:05:33.533178 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5c0b2de-df0f-4c27-87a3-47b3453c105a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:33.613451 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5c0b2de-df0f-4c27-87a3-47b3453c105a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:33.619502 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7789a3a-6bfb-4a30-9cd9-82e5417700e2 admin admin] Router a0189ac4-9ff9-409d-bd27-e6268fa0e291 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:05:33.639000 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port efcc06c0-fc25-4aab-86a7-59b8379d4ffa, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:33.643868 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:33.662526 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'efcc06c0-fc25-4aab-86a7-59b8379d4ffa', 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86', 'port_id': 'efcc06c0-fc25-4aab-86a7-59b8379d4ffa', 'mac_address': 'fa:16:3e:20:61:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d2e013-b9d3-4daa-9c60-1cf790b7d623', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:05:33.666486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 60c8bc67-cac1-46de-a018-1acc8b73543b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:33.684643 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15335b0-2238-4d0d-b96c-9875959ad80c req-ca4760a9-ca4c-4637-9a92-88068bf71b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:33.689803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 60c8bc67-cac1-46de-a018-1acc8b73543b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:33.690934 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f15335b0-2238-4d0d-b96c-9875959ad80c req-ca4760a9-ca4c-4637-9a92-88068bf71b76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&device_id=14e687c2-bf99-47cf-a958-b1555a928bdc HTTP/1.1" status: 200 len: 1098 time: 0.1963511 Jul 14 07:05:33.691515 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:33.803495 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5c0b2de-df0f-4c27-87a3-47b3453c105a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:33.860234 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:33.876273 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:33.902885 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c8bc67-cac1-46de-a018-1acc8b73543b'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:33.905488 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483a3e21-71a2-4c34-ad3f-83983a583acc" -d '{"events": [{"server_uuid": "8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e", "name": "network-vif-plugged", "status": "completed", "tag": "60c8bc67-cac1-46de-a018-1acc8b73543b"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:33.919412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efcc06c0-fc25-4aab-86a7-59b8379d4ffa {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:33.929390 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 60c8bc67-cac1-46de-a018-1acc8b73543b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=60c8bc67-cac1-46de-a018-1acc8b73543b,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:33.931950 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5c0b2de-df0f-4c27-87a3-47b3453c105a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:33.940765 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:34.014848 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5c0b2de-df0f-4c27-87a3-47b3453c105a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:34.018999 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e5c0b2de-df0f-4c27-87a3-47b3453c105a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "DELETE /v2.0/subnets/8a723e0f-24ee-4040-aa9c-2f778ac643f6 HTTP/1.1" status: 204 len: 168 time: 0.6179216 Jul 14 07:05:34.018999 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0b2de-df0f-4c27-87a3-47b3453c105a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event deleted for resources: {'Subnet': ['ID=8a723e0f-24ee-4040-aa9c-2f778ac643f6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:34.019797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39834) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:34.065131 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port efcc06c0-fc25-4aab-86a7-59b8379d4ffa, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:34.069374 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00000d72-c05f-48bf-9015-cbd02a3e2c5f x-openstack-request-id: req-00000d72-c05f-48bf-9015-cbd02a3e2c5f {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:34.069961 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e", "name": "network-vif-plugged", "status": "completed", "tag": "60c8bc67-cac1-46de-a018-1acc8b73543b", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:34.070450 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-00000d72-c05f-48bf-9015-cbd02a3e2c5f {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:34.071135 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c8bc67-cac1-46de-a018-1acc8b73543b', 'code': 200} Jul 14 07:05:34.072780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d76a2b-31a0-4ed7-9fe5-01a45332a30c None None] Network 46396162-21d5-434c-8b3b-4df4e0d86e4d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:05:34.078658 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=60c8bc67-cac1-46de-a018-1acc8b73543b,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:34.108159 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:34.162728 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e294e7a-d779-44e7-8176-711f50774b07 req-8a412edb-78e2-48a3-a0b9-904baf9dd65b tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:34.170857 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e294e7a-d779-44e7-8176-711f50774b07 req-8a412edb-78e2-48a3-a0b9-904baf9dd65b tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 944 time: 0.4335465 Jul 14 07:05:34.196658 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7789a3a-6bfb-4a30-9cd9-82e5417700e2 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:05:34.205549 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:34.206888 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7a1ec3-5d1b-4ba1-bf86-ddc07b478bb8 None None] Sync routers for ids ['a0189ac4-9ff9-409d-bd27-e6268fa0e291'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:05:34.209483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15335b0-2238-4d0d-b96c-9875959ad80c req-820c409f-fe5e-43ad-a74c-f44996a0d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:34.210835 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f15335b0-2238-4d0d-b96c-9875959ad80c req-820c409f-fe5e-43ad-a74c-f44996a0d677 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.4747651 Jul 14 07:05:34.220025 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c7789a3a-6bfb-4a30-9cd9-82e5417700e2 admin admin] 10.222.0.35 "PUT /v2.0/routers/a0189ac4-9ff9-409d-bd27-e6268fa0e291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3321390 Jul 14 07:05:34.220424 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39838) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:34.221707 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7a1ec3-5d1b-4ba1-bf86-ddc07b478bb8 None None] Routers {'a0189ac4-9ff9-409d-bd27-e6268fa0e291'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:05:34.222495 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3c7a1ec3-5d1b-4ba1-bf86-ddc07b478bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:05:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a0189ac4-9ff9-409d-bd27-e6268fa0e291'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:34.245258 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:34.289237 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f15335b0-2238-4d0d-b96c-9875959ad80c req-1a2c8856-0116-4e3c-9980-92aae63514d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=c637e5f3-c539-4502-83dd-9f34fd26a5b2 HTTP/1.1" status: 200 len: 217 time: 0.0695641 Jul 14 07:05:34.329576 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e294e7a-d779-44e7-8176-711f50774b07 req-90903914-31fb-44a9-80f7-60d4d2c3b6af tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575158 Jul 14 07:05:34.462095 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75adb6f-af36-4d8b-81c1-f7f8e2e3f280 req-1957295c-c525-4229-9390-c82a36342b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:34.467318 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a75adb6f-af36-4d8b-81c1-f7f8e2e3f280 req-1957295c-c525-4229-9390-c82a36342b93 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e HTTP/1.1" status: 200 len: 1101 time: 0.3732452 Jul 14 07:05:34.475458 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['efcc06c0-fc25-4aab-86a7-59b8379d4ffa'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:05:34.477852 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15335b0-2238-4d0d-b96c-9875959ad80c req-fa730296-f03e-47fb-87dd-05de453d893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:34.481386 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f15335b0-2238-4d0d-b96c-9875959ad80c req-fa730296-f03e-47fb-87dd-05de453d893b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1838489 Jul 14 07:05:34.492683 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-3c7a1ec3-5d1b-4ba1-bf86-ddc07b478bb8 None None] Set router a0189ac4-9ff9-409d-bd27-e6268fa0e291 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:05:34.538181 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18aee87-9a5e-40fa-b26f-56f65a6b50c1 None None] DHCP port deletion for 46396162-21d5-434c-8b3b-4df4e0d86e4d request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:05:34.545981 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:34.635578 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f988b3b7-d170-4c1e-854d-98a281475877 admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:34.699773 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b18aee87-9a5e-40fa-b26f-56f65a6b50c1 None None] Deleting port 0f90bb10-d994-415c-ab2f-89aa9d955631 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:34.706430 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b18aee87-9a5e-40fa-b26f-56f65a6b50c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:34.742514 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a75adb6f-af36-4d8b-81c1-f7f8e2e3f280 req-a756e75b-618a-45be-920d-0cde67897fd5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573152 Jul 14 07:05:34.808126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b619db-661e-47c6-a4cf-c0188c598635 req-5004d13e-082b-48f4-b7e6-d6971bb8e40f tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:34.812157 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-02b619db-661e-47c6-a4cf-c0188c598635 req-5004d13e-082b-48f4-b7e6-d6971bb8e40f tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 943 time: 0.2964811 Jul 14 07:05:34.814000 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b18aee87-9a5e-40fa-b26f-56f65a6b50c1 None None] For port 0f90bb10-d994-415c-ab2f-89aa9d955631, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0f90bb10-d994-415c-ab2f-89aa9d955631,segment=NetworkSegment(9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c),segment_id=9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:34.814656 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b18aee87-9a5e-40fa-b26f-56f65a6b50c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:34.818793 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15335b0-2238-4d0d-b96c-9875959ad80c req-5ad70eaf-4407-4632-a1b3-19f7d970fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:34.830835 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f15335b0-2238-4d0d-b96c-9875959ad80c req-5ad70eaf-4407-4632-a1b3-19f7d970fb84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2810578 Jul 14 07:05:34.840721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Deleting port 0f90bb10-d994-415c-ab2f-89aa9d955631 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:34.841125 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:34.864815 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca96bb3-b298-4b97-9ba8-58dd7276cc36 req-46500ed8-26c6-407c-852e-1ab502130651 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:34.870065 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b18aee87-9a5e-40fa-b26f-56f65a6b50c1 None None] Calling delete_port for 0f90bb10-d994-415c-ab2f-89aa9d955631 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:34.880985 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5ca96bb3-b298-4b97-9ba8-58dd7276cc36 req-46500ed8-26c6-407c-852e-1ab502130651 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e HTTP/1.1" status: 200 len: 950 time: 0.2281089 Jul 14 07:05:34.933584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] For port 0f90bb10-d994-415c-ab2f-89aa9d955631, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0f90bb10-d994-415c-ab2f-89aa9d955631,segment=NetworkSegment(9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c),segment_id=9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:34.934304 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:34.953731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Calling delete_port for 0f90bb10-d994-415c-ab2f-89aa9d955631 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:34.969825 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f988b3b7-d170-4c1e-854d-98a281475877 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:35.055342 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3c7a1ec3-5d1b-4ba1-bf86-ddc07b478bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0189ac4-9ff9-409d-bd27-e6268fa0e291', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347734939-router', 'tenant_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'c2fc5a0f-bca0-4eec-8afa-01e8c981b749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:29Z', 'updated_at': '2021-07-14T07:05:32Z', 'revision_number': 5, 'project_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'gw_port': {'id': 'c2fc5a0f-bca0-4eec-8afa-01e8c981b749', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0189ac4-9ff9-409d-bd27-e6268fa0e291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:29Z', 'updated_at': '2021-07-14T07:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:35.090216 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-02b619db-661e-47c6-a4cf-c0188c598635 req-c45d8298-fda5-4fc1-b341-7f1bc853c2de tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770302 Jul 14 07:05:35.106873 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7a1ec3-5d1b-4ba1-bf86-ddc07b478bb8 None None] Checking router: a0189ac4-9ff9-409d-bd27-e6268fa0e291 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:05:35.131948 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7a1ec3-5d1b-4ba1-bf86-ddc07b478bb8 None None] Routers {'a0189ac4-9ff9-409d-bd27-e6268fa0e291'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:05:35.133746 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3c7a1ec3-5d1b-4ba1-bf86-ddc07b478bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:05:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a0189ac4-9ff9-409d-bd27-e6268fa0e291'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:35.138243 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:35.151564 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f988b3b7-d170-4c1e-854d-98a281475877 admin admin] Deleting port c2fc5a0f-bca0-4eec-8afa-01e8c981b749 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:35.152177 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f988b3b7-d170-4c1e-854d-98a281475877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:35.178869 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5ca96bb3-b298-4b97-9ba8-58dd7276cc36 req-c0496d60-524f-4306-8d3a-c94d5da1d215 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969685 Jul 14 07:05:35.216208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event deleted for resources: {'Port': ['ID=0f90bb10-d994-415c-ab2f-89aa9d955631,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:35.220071 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] No DVR routers for this DVR port 0f90bb10-d994-415c-ab2f-89aa9d955631 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:05:35.258324 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c637e5f3-c539-4502-83dd-9f34fd26a5b2 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:05:35.261809 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device e3ec2be1-fb75-4824-8c93-8430cc287f4b no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:05:35.284301 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-b67c06b8-ca8d-4f37-b06e-a11269af124d service neutron] 10.222.0.30 "GET /v2.0/ports/e3ec2be1-fb75-4824-8c93-8430cc287f4b/bindings/n-h2-778696-5 HTTP/1.1" status: 200 len: 384 time: 0.3040690 Jul 14 07:05:35.359979 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f15335b0-2238-4d0d-b96c-9875959ad80c req-e6a77928-0da3-48cd-9a09-a6da999f948a service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130134 Jul 14 07:05:35.377568 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b18aee87-9a5e-40fa-b26f-56f65a6b50c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:35.421496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18aee87-9a5e-40fa-b26f-56f65a6b50c1 None None] Pushing event deleted for resources: {'Port': ['ID=0f90bb10-d994-415c-ab2f-89aa9d955631,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:35.422226 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-3c7a1ec3-5d1b-4ba1-bf86-ddc07b478bb8 None None] Set router a0189ac4-9ff9-409d-bd27-e6268fa0e291 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:05:35.432086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18aee87-9a5e-40fa-b26f-56f65a6b50c1 None None] No DVR routers for this DVR port 0f90bb10-d994-415c-ab2f-89aa9d955631 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:05:35.499671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port c637e5f3-c539-4502-83dd-9f34fd26a5b2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c637e5f3-c539-4502-83dd-9f34fd26a5b2,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:35.515423 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'c637e5f3-c539-4502-83dd-9f34fd26a5b2', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': 'c637e5f3-c539-4502-83dd-9f34fd26a5b2', 'mac_address': 'fa:16:3e:51:48:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:05:35.532549 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:35.552745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f988b3b7-d170-4c1e-854d-98a281475877 admin admin] For port c2fc5a0f-bca0-4eec-8afa-01e8c981b749, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c2fc5a0f-bca0-4eec-8afa-01e8c981b749,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:35.553154 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f988b3b7-d170-4c1e-854d-98a281475877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:35.569488 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f988b3b7-d170-4c1e-854d-98a281475877 admin admin] Calling delete_port for c2fc5a0f-bca0-4eec-8afa-01e8c981b749 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:35.574812 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:35.589984 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c637e5f3-c539-4502-83dd-9f34fd26a5b2 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:35.620295 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port c637e5f3-c539-4502-83dd-9f34fd26a5b2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c637e5f3-c539-4502-83dd-9f34fd26a5b2,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:35.626980 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3c7a1ec3-5d1b-4ba1-bf86-ddc07b478bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0189ac4-9ff9-409d-bd27-e6268fa0e291', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347734939-router', 'tenant_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:29Z', 'updated_at': '2021-07-14T07:05:34Z', 'revision_number': 6, 'project_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:35.631602 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:35.635331 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46396162-21d5-434c-8b3b-4df4e0d86e4d']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:35.635533 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f15335b0-2238-4d0d-b96c-9875959ad80c req-31853ac6-5b60-4039-b517-f6ed8ca25e21 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481170 Jul 14 07:05:35.654296 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:35.654571 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3ccfba-5df8-43ee-b181-2e6ac5ea0f3c') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:35.667173 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:35.691404 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7a1ec3-5d1b-4ba1-bf86-ddc07b478bb8 None None] The sync data for ids ['a0189ac4-9ff9-409d-bd27-e6268fa0e291'] in n-d-778696-5 is: [{'id': 'a0189ac4-9ff9-409d-bd27-e6268fa0e291', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347734939-router', 'tenant_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:29Z', 'updated_at': '2021-07-14T07:05:34Z', 'revision_number': 6, 'project_id': '5897b779e1914aaa9e9b64d2f1911e1b', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:05:35.752619 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:35.760388 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=c637e5f3-c539-4502-83dd-9f34fd26a5b2,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:35.765835 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:05:35.766251 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:05:35.769950 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:05:35.777404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dbc26-0303-42c3-a500-64c6462d364b req-b52f4d4e-d9b7-4587-a3b4-513cf4906b4e tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:35.777404 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d7dbc26-0303-42c3-a500-64c6462d364b req-b52f4d4e-d9b7-4587-a3b4-513cf4906b4e tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 945 time: 0.2263045 Jul 14 07:05:35.787282 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-ad1fdf96-42e2-4e7b-8600-d6b6044daf3c service neutron] For port e3ec2be1-fb75-4824-8c93-8430cc287f4b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=e3ec2be1-fb75-4824-8c93-8430cc287f4b,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:35.861437 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d7dbc26-0303-42c3-a500-64c6462d364b req-11f0b402-d0bb-4d72-adc4-8ec8960117bf tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705078 Jul 14 07:05:35.864546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-ad1fdf96-42e2-4e7b-8600-d6b6044daf3c service neutron] For port e3ec2be1-fb75-4824-8c93-8430cc287f4b, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:05:35.883429 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:35.890568 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:35.895270 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "DELETE /v2.0/networks/46396162-21d5-434c-8b3b-4df4e0d86e4d HTTP/1.1" status: 204 len: 168 time: 1.8629835 Jul 14 07:05:35.895874 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39872) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:35.908009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-ad1fdf96-42e2-4e7b-8600-d6b6044daf3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ec2be1-fb75-4824-8c93-8430cc287f4b {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:35.920660 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a503b5-3be9-46de-b44d-bae2edbf6f30 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event deleted for resources: {'Network': ['ID=46396162-21d5-434c-8b3b-4df4e0d86e4d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:35.921048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-ad1fdf96-42e2-4e7b-8600-d6b6044daf3c service neutron] For port e3ec2be1-fb75-4824-8c93-8430cc287f4b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e3ec2be1-fb75-4824-8c93-8430cc287f4b,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:35.925490 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f988b3b7-d170-4c1e-854d-98a281475877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:35.929179 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['c637e5f3-c539-4502-83dd-9f34fd26a5b2'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:05:35.954859 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-ad1fdf96-42e2-4e7b-8600-d6b6044daf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:36.028400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988b3b7-d170-4c1e-854d-98a281475877 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2fc5a0f-bca0-4eec-8afa-01e8c981b749,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:36.070057 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-414d954a-4733-4a32-a5c4-64c94f6bbbe1 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Deleting subnet 1b7e6547-acd6-414a-87f4-3a8b0860cfd1 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:05:36.077117 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-414d954a-4733-4a32-a5c4-64c94f6bbbe1 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:36.091491 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:36.125671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-ad1fdf96-42e2-4e7b-8600-d6b6044daf3c service neutron] Transition to ACTIVE for port object e3ec2be1-fb75-4824-8c93-8430cc287f4b will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:36.135928 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-ad1fdf96-42e2-4e7b-8600-d6b6044daf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:36.145902 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f988b3b7-d170-4c1e-854d-98a281475877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:36.252090 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-414d954a-4733-4a32-a5c4-64c94f6bbbe1 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:36.307200 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 75b16efa-7cc9-4e50-9899-9b54641d5a8e no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:05:36.316215 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f988b3b7-d170-4c1e-854d-98a281475877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:36.319289 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f988b3b7-d170-4c1e-854d-98a281475877 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:36.343839 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-ad1fdf96-42e2-4e7b-8600-d6b6044daf3c service neutron] No DVR routers for this DVR port e3ec2be1-fb75-4824-8c93-8430cc287f4b on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:05:36.349118 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fdf96-42e2-4e7b-8600-d6b6044daf3c service neutron] Pushing event updated for resources: {'Port': ['ID=e3ec2be1-fb75-4824-8c93-8430cc287f4b,revision_number=10']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:36.370317 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 75b16efa-7cc9-4e50-9899-9b54641d5a8e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:05:36.370765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 75b16efa-7cc9-4e50-9899-9b54641d5a8e not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:05:36.371063 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0f90bb10-d994-415c-ab2f-89aa9d955631 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:05:36.394041 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 0f90bb10-d994-415c-ab2f-89aa9d955631 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:05:36.394339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0f90bb10-d994-415c-ab2f-89aa9d955631 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:05:36.429668 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f988b3b7-d170-4c1e-854d-98a281475877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:36.430282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f988b3b7-d170-4c1e-854d-98a281475877 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0189ac4-9ff9-409d-bd27-e6268fa0e291 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:05:36.435927 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f988b3b7-d170-4c1e-854d-98a281475877 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:36.436557 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-ad1fdf96-42e2-4e7b-8600-d6b6044daf3c service neutron] 10.222.0.30 "PUT /v2.0/ports/e3ec2be1-fb75-4824-8c93-8430cc287f4b/bindings/n-h2-778696-5/activate HTTP/1.1" status: 200 len: 369 time: 1.1422474 Jul 14 07:05:36.440074 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f988b3b7-d170-4c1e-854d-98a281475877 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a0189ac4-9ff9-409d-bd27-e6268fa0e291 HTTP/1.1" status: 204 len: 168 time: 2.2186732 Jul 14 07:05:36.440816 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39890) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:36.498437 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-414d954a-4733-4a32-a5c4-64c94f6bbbe1 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:36.504447 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97c5f2-d8e8-49fe-a8e1-fbd435757f0a req-4246ecde-f340-470c-b741-26bd24655857 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:36.506260 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce97c5f2-d8e8-49fe-a8e1-fbd435757f0a req-4246ecde-f340-470c-b741-26bd24655857 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 944 time: 0.1693845 Jul 14 07:05:36.516705 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56ed61-4dfb-4a46-9751-e698483af378 req-15290c32-7fdd-434a-9859-3302637a9297 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:36.518209 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf56ed61-4dfb-4a46-9751-e698483af378 req-15290c32-7fdd-434a-9859-3302637a9297 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e HTTP/1.1" status: 200 len: 950 time: 0.1659663 Jul 14 07:05:36.529927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-db87782f-b673-4581-bb45-1816c613211b admin admin] Deleting subnet 99b8a75a-6ec2-4357-b66e-1bf63d580d3d {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:05:36.538172 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db87782f-b673-4581-bb45-1816c613211b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:36.590161 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db87782f-b673-4581-bb45-1816c613211b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:36.626454 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-414d954a-4733-4a32-a5c4-64c94f6bbbe1 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:36.626881 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf56ed61-4dfb-4a46-9751-e698483af378 req-f9dc1f00-ed7c-4c59-9f59-c0624daa9507 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886438 Jul 14 07:05:36.653834 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce97c5f2-d8e8-49fe-a8e1-fbd435757f0a req-457d8d04-04a1-42eb-99b0-9c95540c95d9 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345451 Jul 14 07:05:36.665915 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-33db4287-3ffe-4d30-9e60-ed08ec74cbda tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:36.667848 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-33db4287-3ffe-4d30-9e60-ed08ec74cbda tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb&tenant_id=b105e52a7ba74b51aa3981183eb54e1c&binding%3Ahost_id=n-h1-778696-5 HTTP/1.1" status: 200 len: 1095 time: 0.1606672 Jul 14 07:05:36.683375 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d954a-4733-4a32-a5c4-64c94f6bbbe1 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event deleted for resources: {'Subnet': ['ID=1b7e6547-acd6-414a-87f4-3a8b0860cfd1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:36.698250 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-414d954a-4733-4a32-a5c4-64c94f6bbbe1 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:36.702876 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8c3ab0-6732-4a4b-a16c-0ef69818c536 None None] Network 83033c69-24d5-4e42-8d2d-4d83ad0affc5 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:05:36.705427 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-414d954a-4733-4a32-a5c4-64c94f6bbbe1 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "DELETE /v2.0/subnets/1b7e6547-acd6-414a-87f4-3a8b0860cfd1 HTTP/1.1" status: 204 len: 168 time: 0.7937064 Jul 14 07:05:36.706141 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39896) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:36.773975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-3e2a4537-b29f-4826-82e1-b89f0032cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:36.776821 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-3e2a4537-b29f-4826-82e1-b89f0032cfb9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb&tenant_id=b105e52a7ba74b51aa3981183eb54e1c HTTP/1.1" status: 200 len: 1095 time: 0.0874684 Jul 14 07:05:36.995976 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-db309236-d93d-4788-ac8c-6e1f97dc86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:37.007988 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-db309236-d93d-4788-ac8c-6e1f97dc86c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 1095 time: 0.1993868 Jul 14 07:05:37.071475 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ba8b2c-2cef-47a6-bd57-501e53d13a00 None None] DHCP port deletion for 83033c69-24d5-4e42-8d2d-4d83ad0affc5 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:05:37.186871 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-58ba8b2c-2cef-47a6-bd57-501e53d13a00 None None] Deleting port 4f2c13df-29b7-43d8-a682-7ad861c350cc {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:37.187451 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-58ba8b2c-2cef-47a6-bd57-501e53d13a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:37.262050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c637e5f3-c539-4502-83dd-9f34fd26a5b2 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:05:37.268189 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db87782f-b673-4581-bb45-1816c613211b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:37.281781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-58ba8b2c-2cef-47a6-bd57-501e53d13a00 None None] For port 4f2c13df-29b7-43d8-a682-7ad861c350cc, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=4f2c13df-29b7-43d8-a682-7ad861c350cc,segment=NetworkSegment(635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2),segment_id=635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:37.283695 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-58ba8b2c-2cef-47a6-bd57-501e53d13a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:37.294770 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:37.330671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-f36f7687-f46b-4217-b5ef-40d414af3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:37.332353 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-f36f7687-f46b-4217-b5ef-40d414af3722 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.3112271 Jul 14 07:05:37.362612 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-58ba8b2c-2cef-47a6-bd57-501e53d13a00 None None] Calling delete_port for 4f2c13df-29b7-43d8-a682-7ad861c350cc owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:37.373727 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db87782f-b673-4581-bb45-1816c613211b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:37.393781 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-8c4a8ab5-281c-437c-9497-37797946fe31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ec2be1-fb75-4824-8c93-8430cc287f4b HTTP/1.1" status: 200 len: 217 time: 0.0537713 Jul 14 07:05:37.409369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc9799-1007-4799-a153-3641cd7f1b89 req-8069289c-41e6-4f77-b1b5-1da76b0f9923 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:37.418269 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e8bc9799-1007-4799-a153-3641cd7f1b89 req-8069289c-41e6-4f77-b1b5-1da76b0f9923 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e687c2-bf99-47cf-a958-b1555a928bdc HTTP/1.1" status: 200 len: 948 time: 0.2514629 Jul 14 07:05:37.435333 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87782f-b673-4581-bb45-1816c613211b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99b8a75a-6ec2-4357-b66e-1bf63d580d3d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:37.440134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44769677-0284-4543-a798-192bdd1fe7a8 None None] Network c54f27f2-ef46-423d-8076-766c23ba03d9 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:05:37.444140 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db87782f-b673-4581-bb45-1816c613211b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:37.446297 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350d98b-747d-4cc3-9f3b-55c8de630941 req-2629daf7-bd0f-43d3-a17c-f00332d65ce2 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:37.447475 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-db87782f-b673-4581-bb45-1816c613211b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/99b8a75a-6ec2-4357-b66e-1bf63d580d3d HTTP/1.1" status: 204 len: 168 time: 1.0031137 Jul 14 07:05:37.448775 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a350d98b-747d-4cc3-9f3b-55c8de630941 req-2629daf7-bd0f-43d3-a17c-f00332d65ce2 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 945 time: 0.2648320 Jul 14 07:05:37.450850 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39914) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:37.497760 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port c637e5f3-c539-4502-83dd-9f34fd26a5b2 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:37.507885 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port c637e5f3-c539-4502-83dd-9f34fd26a5b2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:37.508254 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:37.548989 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:37.567296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e8bc9799-1007-4799-a153-3641cd7f1b89 req-72a5e9b1-0867-4f2f-961b-86f171733714 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461759 Jul 14 07:05:37.572956 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-ce85e0e6-7655-4a7c-94e0-c041c21a34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:37.575652 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-58ba8b2c-2cef-47a6-bd57-501e53d13a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:37.577659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-ce85e0e6-7655-4a7c-94e0-c041c21a34ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.1494946 Jul 14 07:05:37.605746 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a350d98b-747d-4cc3-9f3b-55c8de630941 req-287c4881-f793-48bd-a997-7ca8e53afe22 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482737 Jul 14 07:05:37.614025 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Deleting port 4f2c13df-29b7-43d8-a682-7ad861c350cc {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:37.614502 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:37.630151 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ba8b2c-2cef-47a6-bd57-501e53d13a00 None None] No DVR routers for this DVR port 4f2c13df-29b7-43d8-a682-7ad861c350cc on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:05:37.638182 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba8b2c-2cef-47a6-bd57-501e53d13a00 None None] Pushing event deleted for resources: {'Port': ['ID=4f2c13df-29b7-43d8-a682-7ad861c350cc,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:37.658487 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-3df0f3e1-1d5f-4cd2-b15a-8f86f2629436 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606284 Jul 14 07:05:37.700472 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] Deleting port 9bafb9db-6219-4cf7-9066-d2b0a05d846b {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:37.701758 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:37.718287 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:37.762671 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] For port 4f2c13df-29b7-43d8-a682-7ad861c350cc, host n-d-778696-5, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:37.762671 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:37.770547 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e687c2-bf99-47cf-a958-b1555a928bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c637e5f3-c539-4502-83dd-9f34fd26a5b2'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:37.781846 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-ef5174c8-e08d-4bc9-b07e-6f4911ee8e98 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156354 Jul 14 07:05:37.795212 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7171f8df-6ece-4220-ba7a-f423455857a1" -d '{"events": [{"server_uuid": "14e687c2-bf99-47cf-a958-b1555a928bdc", "name": "network-vif-plugged", "status": "completed", "tag": "c637e5f3-c539-4502-83dd-9f34fd26a5b2"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:37.835599 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port c637e5f3-c539-4502-83dd-9f34fd26a5b2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c637e5f3-c539-4502-83dd-9f34fd26a5b2,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:37.843338 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:37.844484 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device efcc06c0-fc25-4aab-86a7-59b8379d4ffa up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:05:37.860151 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Calling delete_port for 4f2c13df-29b7-43d8-a682-7ad861c350cc owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:37.881003 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Port 4f2c13df-29b7-43d8-a682-7ad861c350cc was not found and therefore no delete operation was performed {{(pid=93827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 07:05:37.893332 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:37.936889 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event deleted for resources: {'Port': ['ID=4f2c13df-29b7-43d8-a682-7ad861c350cc,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:37.955342 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] No DVR routers for this DVR port 4f2c13df-29b7-43d8-a682-7ad861c350cc on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:05:37.965145 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] For port 9bafb9db-6219-4cf7-9066-d2b0a05d846b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9bafb9db-6219-4cf7-9066-d2b0a05d846b,segment=NetworkSegment(8ed0b547-e1da-4ac5-a793-196448b84ddf),segment_id=8ed0b547-e1da-4ac5-a793-196448b84ddf)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:37.965945 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:37.982670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572e0a40-52d9-4caa-ae9d-f1b6f812b4c7 None None] DHCP port deletion for c54f27f2-ef46-423d-8076-766c23ba03d9 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:05:37.990976 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c2fc5a0f-bca0-4eec-8afa-01e8c981b749 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:05:38.007607 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05442519-ac5e-4492-af4e-7c0fb9d5b554 x-openstack-request-id: req-05442519-ac5e-4492-af4e-7c0fb9d5b554 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:38.011866 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e687c2-bf99-47cf-a958-b1555a928bdc", "name": "network-vif-plugged", "status": "completed", "tag": "c637e5f3-c539-4502-83dd-9f34fd26a5b2", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:38.013079 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05442519-ac5e-4492-af4e-7c0fb9d5b554 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:38.013810 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e687c2-bf99-47cf-a958-b1555a928bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c637e5f3-c539-4502-83dd-9f34fd26a5b2', 'code': 200} Jul 14 07:05:38.017536 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] Calling delete_port for 9bafb9db-6219-4cf7-9066-d2b0a05d846b owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:38.025018 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-90e33f10-7d27-44e5-9bf6-e5c19eeca331 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340848 Jul 14 07:05:38.084980 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.140090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071a63a-51d3-4269-ab39-ba1951bcc468 req-75182388-7bde-43b5-9354-0115fa351737 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:38.147239 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a071a63a-51d3-4269-ab39-ba1951bcc468 req-75182388-7bde-43b5-9354-0115fa351737 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 944 time: 0.2447951 Jul 14 07:05:38.147626 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83033c69-24d5-4e42-8d2d-4d83ad0affc5']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:38.155223 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=c637e5f3-c539-4502-83dd-9f34fd26a5b2,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:38.169405 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b0cb4-c0c9-488e-b528-c03bd68c2ea9 req-1f1e8f05-d5f2-4d77-bd24-d27000372aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:38.170949 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-412b0cb4-c0c9-488e-b528-c03bd68c2ea9 req-1f1e8f05-d5f2-4d77-bd24-d27000372aa3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=14e687c2-bf99-47cf-a958-b1555a928bdc HTTP/1.1" status: 200 len: 1100 time: 0.1551993 Jul 14 07:05:38.179814 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:38.180436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635ca9f2-72c3-4bf8-aa8c-3a2b516e77c2') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:38.183517 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: c2fc5a0f-bca0-4eec-8afa-01e8c981b749 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:05:38.183880 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c2fc5a0f-bca0-4eec-8afa-01e8c981b749 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:05:38.184303 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 4f2c13df-29b7-43d8-a682-7ad861c350cc no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:05:38.206092 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a071a63a-51d3-4269-ab39-ba1951bcc468 req-7e80cc34-cb21-4de6-86a2-026e3597a734 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579071 Jul 14 07:05:38.219301 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.224198 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-412b0cb4-c0c9-488e-b528-c03bd68c2ea9 req-f5783ddb-7bfc-4e15-85e4-757867d93791 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459616 Jul 14 07:05:38.234151 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 4f2c13df-29b7-43d8-a682-7ad861c350cc {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:05:38.234795 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 4f2c13df-29b7-43d8-a682-7ad861c350cc not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:05:38.265877 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.277936 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port efcc06c0-fc25-4aab-86a7-59b8379d4ffa completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:38.287233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:05:38.287761 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.291397 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-572e0a40-52d9-4caa-ae9d-f1b6f812b4c7 None None] Deleting port 9bafb9db-6219-4cf7-9066-d2b0a05d846b {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:38.292023 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-572e0a40-52d9-4caa-ae9d-f1b6f812b4c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:05:38.292609 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:05:38.299580 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port efcc06c0-fc25-4aab-86a7-59b8379d4ffa triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:38.300229 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.337874 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.375407 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] Pushing event deleted for resources: {'Port': ['ID=9bafb9db-6219-4cf7-9066-d2b0a05d846b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:38.404412 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.407006 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] No DVR routers for this DVR port 9bafb9db-6219-4cf7-9066-d2b0a05d846b on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:05:38.407799 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-572e0a40-52d9-4caa-ae9d-f1b6f812b4c7 None None] For port 9bafb9db-6219-4cf7-9066-d2b0a05d846b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9bafb9db-6219-4cf7-9066-d2b0a05d846b,segment=NetworkSegment(8ed0b547-e1da-4ac5-a793-196448b84ddf),segment_id=8ed0b547-e1da-4ac5-a793-196448b84ddf)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:38.408496 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-572e0a40-52d9-4caa-ae9d-f1b6f812b4c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.418790 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.421084 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "DELETE /v2.0/networks/83033c69-24d5-4e42-8d2d-4d83ad0affc5 HTTP/1.1" status: 204 len: 168 time: 1.6952214 Jul 14 07:05:38.434317 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-572e0a40-52d9-4caa-ae9d-f1b6f812b4c7 None None] Calling delete_port for 9bafb9db-6219-4cf7-9066-d2b0a05d846b owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:38.457609 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39938) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:38.464087 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c440e78e-9bda-444c-b402-afd2176e6c7b tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1715843640'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:38.467626 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bdabb-016e-43d2-bd68-ae9a2162fd94 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event deleted for resources: {'Network': ['ID=83033c69-24d5-4e42-8d2d-4d83ad0affc5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:38.517113 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.542868 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c440e78e-9bda-444c-b402-afd2176e6c7b tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Made reservation on behalf of 420e7bcde0b4418bbcff3dfcdfec9410 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:05:38.547158 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c440e78e-9bda-444c-b402-afd2176e6c7b tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.564886 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.570046 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-aa0e6c7c-84a7-444c-a028-5bfe40668042 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:38.572839 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-aa0e6c7c-84a7-444c-a028-5bfe40668042 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb&tenant_id=b105e52a7ba74b51aa3981183eb54e1c&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 1095 time: 0.1074131 Jul 14 07:05:38.577911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port efcc06c0-fc25-4aab-86a7-59b8379d4ffa, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:38.580804 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54f27f2-ef46-423d-8076-766c23ba03d9']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:38.583160 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f23054-e050-46c4-967a-2719b1189f33 req-0c11a019-d350-4285-bd13-81c438724a39 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:38.586672 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.594751 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98f23054-e050-46c4-967a-2719b1189f33 req-0c11a019-d350-4285-bd13-81c438724a39 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/ports?device_id=45089ddd-89eb-491a-9156-eb707c111bc0 HTTP/1.1" status: 200 len: 945 time: 0.1851697 Jul 14 07:05:38.597799 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed0b547-e1da-4ac5-a793-196448b84ddf') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:38.598068 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed0b547-e1da-4ac5-a793-196448b84ddf') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:38.599934 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c440e78e-9bda-444c-b402-afd2176e6c7b tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:05:38.618388 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.622988 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-572e0a40-52d9-4caa-ae9d-f1b6f812b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.630787 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c440e78e-9bda-444c-b402-afd2176e6c7b tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.631159 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-c440e78e-9bda-444c-b402-afd2176e6c7b tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Added segment 75295a37-7389-464a-b636-473fc5ef3476 of type vlan for network 7888b5fa-9e7b-4cb1-926b-aeca9e81f30e Jul 14 07:05:38.641864 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e0a40-52d9-4caa-ae9d-f1b6f812b4c7 None None] No DVR routers for this DVR port 9bafb9db-6219-4cf7-9066-d2b0a05d846b on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:05:38.654443 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.676216 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:38.707884 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e0a40-52d9-4caa-ae9d-f1b6f812b4c7 None None] Pushing event deleted for resources: {'Port': ['ID=9bafb9db-6219-4cf7-9066-d2b0a05d846b,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:38.716433 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:05:38.716834 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:05:38.718611 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:05:38.729822 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98f23054-e050-46c4-967a-2719b1189f33 req-a9efff7a-6c5d-4617-aeea-6d3d92ec5aad tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a8549c0-275d-42f4-a75d-dbf071a2ef14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340847 Jul 14 07:05:38.764864 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c440e78e-9bda-444c-b402-afd2176e6c7b tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.823837 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.836178 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.841881 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] 10.222.0.35 "DELETE /v2.0/networks/c54f27f2-ef46-423d-8076-766c23ba03d9 HTTP/1.1" status: 204 len: 168 time: 1.3891599 Jul 14 07:05:38.842712 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c440e78e-9bda-444c-b402-afd2176e6c7b tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.850916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 39948) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:38.853205 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c440e78e-9bda-444c-b402-afd2176e6c7b tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:38.855843 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c440e78e-9bda-444c-b402-afd2176e6c7b tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.878230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965af728-31fa-4cf9-9d77-48da5b6fc07b admin admin] Pushing event deleted for resources: {'Network': ['ID=c54f27f2-ef46-423d-8076-766c23ba03d9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:38.900651 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c440e78e-9bda-444c-b402-afd2176e6c7b tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4408736 Jul 14 07:05:38.905247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-d0a75926-5d80-4061-85ce-39c78ee6a99a service neutron] For port e3ec2be1-fb75-4824-8c93-8430cc287f4b, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:05:38.912888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 39952) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:38.922209 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-d0a75926-5d80-4061-85ce-39c78ee6a99a service neutron] Notify callbacks [] for binding, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:38.923649 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-d0a75926-5d80-4061-85ce-39c78ee6a99a service neutron] 10.222.0.15 "DELETE /v2.0/ports/e3ec2be1-fb75-4824-8c93-8430cc287f4b/bindings/n-h1-778696-5 HTTP/1.1" status: 204 len: 173 time: 0.3224914 Jul 14 07:05:38.930609 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-682c9c73-5140-4fd5-b0fb-1f1c9fe06b3d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Request body: {'subnet': {'network_id': '7888b5fa-9e7b-4cb1-926b-aeca9e81f30e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:38.965845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440e78e-9bda-444c-b402-afd2176e6c7b tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event updated for resources: {'Network': ['ID=7888b5fa-9e7b-4cb1-926b-aeca9e81f30e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:38.984676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 7888b5fa-9e7b-4cb1-926b-aeca9e81f30e details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:05:39.325540 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a2107-49df-4fcd-85f8-4d7df3035d42 req-92e3f2ae-bf50-420a-b911-c6914713cbfe tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:39.326983 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-861a2107-49df-4fcd-85f8-4d7df3035d42 req-92e3f2ae-bf50-420a-b911-c6914713cbfe tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e687c2-bf99-47cf-a958-b1555a928bdc HTTP/1.1" status: 200 len: 949 time: 0.5633707 Jul 14 07:05:39.436259 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682c9c73-5140-4fd5-b0fb-1f1c9fe06b3d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Made reservation on behalf of 420e7bcde0b4418bbcff3dfcdfec9410 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:05:39.439722 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-682c9c73-5140-4fd5-b0fb-1f1c9fe06b3d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:39.498372 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-861a2107-49df-4fcd-85f8-4d7df3035d42 req-50f6e1ca-6764-49d7-b164-82ddf8f0e4f2 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361811 Jul 14 07:05:39.558406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772a9f8-092a-41e3-a34a-2b00f30f782c req-6d9b74c3-9c80-4737-8349-50c8d4f7732f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:39.561708 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8772a9f8-092a-41e3-a34a-2b00f30f782c req-6d9b74c3-9c80-4737-8349-50c8d4f7732f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 946 time: 0.6578846 Jul 14 07:05:39.704787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8772a9f8-092a-41e3-a34a-2b00f30f782c req-d8074e0f-4e0b-4de7-887c-52a3c30af419 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350877 Jul 14 07:05:39.868907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11300059-c202-4642-bcf7-bab76aa0b416 req-d8ffacf7-cce3-4a36-9fa9-3f30bdced6e5 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:39.870663 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-11300059-c202-4642-bcf7-bab76aa0b416 req-d8ffacf7-cce3-4a36-9fa9-3f30bdced6e5 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 944 time: 0.2517943 Jul 14 07:05:39.880817 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9bafb9db-6219-4cf7-9066-d2b0a05d846b no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:05:39.911929 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 9bafb9db-6219-4cf7-9066-d2b0a05d846b {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:05:39.912641 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9bafb9db-6219-4cf7-9066-d2b0a05d846b not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:05:39.989067 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-682c9c73-5140-4fd5-b0fb-1f1c9fe06b3d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:40.015720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4b91d0-7807-4b8e-ba07-7f66225ad93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcc06c0-fc25-4aab-86a7-59b8379d4ffa'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:40.018992 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b0a4b5-b16f-4b21-8353-f3c79dc1ef4b" -d '{"events": [{"server_uuid": "0c4b91d0-7807-4b8e-ba07-7f66225ad93b", "name": "network-vif-plugged", "status": "completed", "tag": "efcc06c0-fc25-4aab-86a7-59b8379d4ffa"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:40.057911 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-11300059-c202-4642-bcf7-bab76aa0b416 req-e2cbe59f-74c4-4208-b23b-47364109ec56 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388006 Jul 14 07:05:40.126917 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cc3734-cbac-4e36-b4f4-a4bbba4b40d1 x-openstack-request-id: req-08cc3734-cbac-4e36-b4f4-a4bbba4b40d1 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:40.127479 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4b91d0-7807-4b8e-ba07-7f66225ad93b", "name": "network-vif-plugged", "status": "completed", "tag": "efcc06c0-fc25-4aab-86a7-59b8379d4ffa", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:40.127937 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-08cc3734-cbac-4e36-b4f4-a4bbba4b40d1 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:40.133271 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4b91d0-7807-4b8e-ba07-7f66225ad93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcc06c0-fc25-4aab-86a7-59b8379d4ffa', 'code': 200} Jul 14 07:05:40.164319 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c9c73-5140-4fd5-b0fb-1f1c9fe06b3d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event updated for resources: {'Subnet': ['ID=67948238-db19-4533-a984-ea4b5a07783d,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:40.248938 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682c9c73-5140-4fd5-b0fb-1f1c9fe06b3d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Checking segment: {'id': '75295a37-7389-464a-b636-473fc5ef3476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7888b5fa-9e7b-4cb1-926b-aeca9e81f30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:40.249563 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682c9c73-5140-4fd5-b0fb-1f1c9fe06b3d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Network hostable DHCP agents. Network: 7888b5fa-9e7b-4cb1-926b-aeca9e81f30e, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:05:40.271068 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95d45ed4-bc7c-4913-ba7c-353a81db738a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:40.358512 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682c9c73-5140-4fd5-b0fb-1f1c9fe06b3d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Network 7888b5fa-9e7b-4cb1-926b-aeca9e81f30e is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:05:40.416631 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-682c9c73-5140-4fd5-b0fb-1f1c9fe06b3d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 7888b5fa-9e7b-4cb1-926b-aeca9e81f30e) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:05:40.424962 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbcf214-3108-41eb-b0e7-50f06e0b7c27 None None] Network 7888b5fa-9e7b-4cb1-926b-aeca9e81f30e requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:05:40.452707 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682c9c73-5140-4fd5-b0fb-1f1c9fe06b3d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:40.453326 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-682c9c73-5140-4fd5-b0fb-1f1c9fe06b3d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:40.467268 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c5f3f-b3c5-4c09-8016-78871de55e07 req-b8d1eeec-0cbd-4fd0-9275-587ca1d3f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:40.468802 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9c5c5f3f-b3c5-4c09-8016-78871de55e07 req-b8d1eeec-0cbd-4fd0-9275-587ca1d3f187 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 1097 time: 0.2622871 Jul 14 07:05:40.496152 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-682c9c73-5140-4fd5-b0fb-1f1c9fe06b3d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5859513 Jul 14 07:05:40.499008 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39988) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:40.504752 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b99a8c2c-3691-4753-a1da-9886386298a0 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1691480839'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:40.528307 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99a8c2c-3691-4753-a1da-9886386298a0 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Made reservation on behalf of 420e7bcde0b4418bbcff3dfcdfec9410 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:05:40.532232 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b99a8c2c-3691-4753-a1da-9886386298a0 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:40.544069 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3616970-98e7-40a0-b7f3-2151e67669df req-1763c88a-0af5-4dfa-a230-3ec7b69c745a tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:40.545695 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3616970-98e7-40a0-b7f3-2151e67669df req-1763c88a-0af5-4dfa-a230-3ec7b69c745a tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 1095 time: 0.2834179 Jul 14 07:05:40.566291 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99a8c2c-3691-4753-a1da-9886386298a0 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:05:40.577853 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b99a8c2c-3691-4753-a1da-9886386298a0 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:40.578544 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-b99a8c2c-3691-4753-a1da-9886386298a0 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Added segment 845130c5-8d7d-42e0-afd7-4f3f84c32222 of type vlan for network 1c208439-144e-4113-bc58-97e2700ab2e5 Jul 14 07:05:40.594258 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-7888b5fa-9e7b-4cb1-926b-aeca9e81f30e', 'network_id': '7888b5fa-9e7b-4cb1-926b-aeca9e81f30e', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'fixed_ips': [{'subnet_id': '67948238-db19-4533-a984-ea4b5a07783d'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:05:40.595494 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:40.604101 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9c5c5f3f-b3c5-4c09-8016-78871de55e07 req-7768da4e-15b0-4731-a558-a29114817277 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260064 Jul 14 07:05:40.621401 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cacc6-80aa-4bfc-883e-fe32c2b3eaea req-15ce3ff4-4a8b-486b-809e-ded84b18548f tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:40.622979 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-611cacc6-80aa-4bfc-883e-fe32c2b3eaea req-15ce3ff4-4a8b-486b-809e-ded84b18548f tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/ports?device_id=45089ddd-89eb-491a-9156-eb707c111bc0 HTTP/1.1" status: 200 len: 945 time: 0.2621562 Jul 14 07:05:40.625823 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b99a8c2c-3691-4753-a1da-9886386298a0 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:40.655526 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3616970-98e7-40a0-b7f3-2151e67669df req-843bdfb4-0b97-46cc-9123-9c7353c0ed74 tempest-LiveMigrationTest-748128563 tempest-LiveMigrationTest-748128563-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984826 Jul 14 07:05:40.659785 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b99a8c2c-3691-4753-a1da-9886386298a0 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:40.670328 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99a8c2c-3691-4753-a1da-9886386298a0 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:40.671352 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b99a8c2c-3691-4753-a1da-9886386298a0 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:40.722436 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-611cacc6-80aa-4bfc-883e-fe32c2b3eaea req-36d96096-632a-4f69-95dd-383b94fa4976 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a8549c0-275d-42f4-a75d-dbf071a2ef14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883653 Jul 14 07:05:40.744189 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Allocated IP 19.80.0.2 (7888b5fa-9e7b-4cb1-926b-aeca9e81f30e/67948238-db19-4533-a984-ea4b5a07783d/bfc6840d-e959-4d0b-bb71-2e8655915baa) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:05:40.781167 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a8c2c-3691-4753-a1da-9886386298a0 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event updated for resources: {'Network': ['ID=1c208439-144e-4113-bc58-97e2700ab2e5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:40.793790 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b99a8c2c-3691-4753-a1da-9886386298a0 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2934060 Jul 14 07:05:40.797811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39998) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:40.805123 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ad1a6ad8-3719-40c3-95a4-e199c3a2236e tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Request body: {'subnet': {'network_id': '1c208439-144e-4113-bc58-97e2700ab2e5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:40.807175 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 1c208439-144e-4113-bc58-97e2700ab2e5 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:05:40.935453 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1a6ad8-3719-40c3-95a4-e199c3a2236e tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Made reservation on behalf of 420e7bcde0b4418bbcff3dfcdfec9410 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:05:40.939976 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad1a6ad8-3719-40c3-95a4-e199c3a2236e tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:40.978002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-95d45ed4-bc7c-4913-ba7c-353a81db738a admin admin] Deleting port 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:40.978390 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95d45ed4-bc7c-4913-ba7c-353a81db738a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:41.015601 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:41.024485 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Transition to ACTIVE for port object bfc6840d-e959-4d0b-bb71-2e8655915baa will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:41.043458 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Transition to ACTIVE for port object bfc6840d-e959-4d0b-bb71-2e8655915baa will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:41.047594 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac2265-456a-456c-94d9-e7859209d97d req-2327ed54-37b1-4752-97f4-4ce0946ddd2d tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:41.051255 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:41.057015 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efac2265-456a-456c-94d9-e7859209d97d req-2327ed54-37b1-4752-97f4-4ce0946ddd2d tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e687c2-bf99-47cf-a958-b1555a928bdc HTTP/1.1" status: 200 len: 949 time: 0.1683271 Jul 14 07:05:41.076332 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Network 7888b5fa-9e7b-4cb1-926b-aeca9e81f30e is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:05:41.079113 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:05:41.116718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:05:41.153851 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efac2265-456a-456c-94d9-e7859209d97d req-bec35196-05af-4c36-843f-ce9d7d8f8b99 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958431 Jul 14 07:05:41.169045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-95d45ed4-bc7c-4913-ba7c-353a81db738a admin admin] For port 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8,segment=NetworkSegment(d2ace2d8-2ea4-47da-b2e3-a22a2248ef0f),segment_id=d2ace2d8-2ea4-47da-b2e3-a22a2248ef0f)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:41.169442 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95d45ed4-bc7c-4913-ba7c-353a81db738a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:41.170572 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad1a6ad8-3719-40c3-95a4-e199c3a2236e tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:41.184774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-95d45ed4-bc7c-4913-ba7c-353a81db738a admin admin] Calling delete_port for 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:41.196979 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Attempting to bind port bfc6840d-e959-4d0b-bb71-2e8655915baa on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:05:41.197535 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Attempting to bind port bfc6840d-e959-4d0b-bb71-2e8655915baa by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '75295a37-7389-464a-b636-473fc5ef3476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7888b5fa-9e7b-4cb1-926b-aeca9e81f30e'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:05:41.197913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Attempting to bind port bfc6840d-e959-4d0b-bb71-2e8655915baa on network 7888b5fa-9e7b-4cb1-926b-aeca9e81f30e {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:41.206518 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:05:41.207032 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Checking segment: {'id': '75295a37-7389-464a-b636-473fc5ef3476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7888b5fa-9e7b-4cb1-926b-aeca9e81f30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:41.207440 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:41.207837 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Bound using segment: {'id': '75295a37-7389-464a-b636-473fc5ef3476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7888b5fa-9e7b-4cb1-926b-aeca9e81f30e'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:05:41.208305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Bound port: bfc6840d-e959-4d0b-bb71-2e8655915baa, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75295a37-7389-464a-b636-473fc5ef3476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7888b5fa-9e7b-4cb1-926b-aeca9e81f30e'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:05:41.208692 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:41.226739 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a6ad8-3719-40c3-95a4-e199c3a2236e tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event updated for resources: {'Subnet': ['ID=d9d6eac4-2a1f-4bbc-856e-45362d8222bd,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:41.265295 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a6ad8-3719-40c3-95a4-e199c3a2236e tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Checking segment: {'id': '845130c5-8d7d-42e0-afd7-4f3f84c32222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1c208439-144e-4113-bc58-97e2700ab2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:41.265958 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1a6ad8-3719-40c3-95a4-e199c3a2236e tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Network hostable DHCP agents. Network: 1c208439-144e-4113-bc58-97e2700ab2e5, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:05:41.268157 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be3db0-7f22-4b93-b128-c3e8bd89ad81 req-5a9fad21-3195-4f12-9e63-65e78baa6565 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:41.275113 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3be3db0-7f22-4b93-b128-c3e8bd89ad81 req-5a9fad21-3195-4f12-9e63-65e78baa6565 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 946 time: 0.1605003 Jul 14 07:05:41.292146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1a6ad8-3719-40c3-95a4-e199c3a2236e tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Network 1c208439-144e-4113-bc58-97e2700ab2e5 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:05:41.293664 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Pushing event updated for resources: {'Port': ['ID=bfc6840d-e959-4d0b-bb71-2e8655915baa,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:41.316023 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-ad1a6ad8-3719-40c3-95a4-e199c3a2236e tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 1c208439-144e-4113-bc58-97e2700ab2e5) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:05:41.321634 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1a6ad8-3719-40c3-95a4-e199c3a2236e tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:41.325421 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d420be-fb6f-42d7-86af-b4e08e02afac None None] Network 1c208439-144e-4113-bc58-97e2700ab2e5 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:05:41.328571 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad1a6ad8-3719-40c3-95a4-e199c3a2236e tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:41.372220 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ad1a6ad8-3719-40c3-95a4-e199c3a2236e tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5640697 Jul 14 07:05:41.372618 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3be3db0-7f22-4b93-b128-c3e8bd89ad81 req-0c7b6eeb-fc0b-4700-80f0-4dfb7f1828c5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903528 Jul 14 07:05:41.618404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] For port bfc6840d-e959-4d0b-bb71-2e8655915baa, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:05:41.637931 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95d45ed4-bc7c-4913-ba7c-353a81db738a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:41.643270 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] For port bfc6840d-e959-4d0b-bb71-2e8655915baa, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=bfc6840d-e959-4d0b-bb71-2e8655915baa,segment=NetworkSegment(75295a37-7389-464a-b636-473fc5ef3476),segment_id=75295a37-7389-464a-b636-473fc5ef3476)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:05:41.654414 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:41.680601 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d45ed4-bc7c-4913-ba7c-353a81db738a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:41.781356 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997cee5-123d-4389-8000-638a9039fe9d None None] Pushing event updated for resources: {'Port': ['ID=bfc6840d-e959-4d0b-bb71-2e8655915baa,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:41.900158 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad1e16-5e2f-4dd6-aa99-132881f05b62 req-c6bdecfe-a6a9-4fe9-9f13-c7597c62b914 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:41.907067 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-46ad1e16-5e2f-4dd6-aa99-132881f05b62 req-c6bdecfe-a6a9-4fe9-9f13-c7597c62b914 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 944 time: 0.3533576 Jul 14 07:05:41.920853 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-1c208439-144e-4113-bc58-97e2700ab2e5', 'network_id': '1c208439-144e-4113-bc58-97e2700ab2e5', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'fixed_ips': [{'subnet_id': 'd9d6eac4-2a1f-4bbc-856e-45362d8222bd'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:05:41.921958 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:42.036329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc4f18-6215-44d3-99df-81b5fbbbd523 req-f5bfb37b-ccc6-4916-874a-f9ed01961a3b tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:42.037862 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5ebc4f18-6215-44d3-99df-81b5fbbbd523 req-f5bfb37b-ccc6-4916-874a-f9ed01961a3b tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 944 time: 0.3591084 Jul 14 07:05:42.077572 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-46ad1e16-5e2f-4dd6-aa99-132881f05b62 req-12217c93-2f76-4b63-8254-309834cbee7b tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696038 Jul 14 07:05:42.122138 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95838e28-3aab-4ee7-ad71-e246b990eda1 req-c6a07def-d259-4d0a-a2ab-d9da1a04cd95 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:42.131891 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95838e28-3aab-4ee7-ad71-e246b990eda1 req-c6a07def-d259-4d0a-a2ab-d9da1a04cd95 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:42.140389 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95838e28-3aab-4ee7-ad71-e246b990eda1 req-c6a07def-d259-4d0a-a2ab-d9da1a04cd95 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e687c2-bf99-47cf-a958-b1555a928bdc&device_id=8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e HTTP/1.1" status: 200 len: 1690 time: 0.4904885 Jul 14 07:05:42.255059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Allocated IP 19.86.0.2 (1c208439-144e-4113-bc58-97e2700ab2e5/d9d6eac4-2a1f-4bbc-856e-45362d8222bd/78ac54b1-66b1-478a-87d1-d6a97b126f52) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:05:42.295766 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95838e28-3aab-4ee7-ad71-e246b990eda1 req-bd298173-cb78-453d-be82-7784451fe52f tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542528 Jul 14 07:05:42.324917 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95d45ed4-bc7c-4913-ba7c-353a81db738a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:42.575456 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:42.586145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Transition to ACTIVE for port object 78ac54b1-66b1-478a-87d1-d6a97b126f52 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:42.605928 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Transition to ACTIVE for port object 78ac54b1-66b1-478a-87d1-d6a97b126f52 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:42.615692 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:42.657904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Network 1c208439-144e-4113-bc58-97e2700ab2e5 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:05:42.661280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:05:42.668348 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:05:42.703366 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Pushing event updated for resources: {'Port': ['ID=78ac54b1-66b1-478a-87d1-d6a97b126f52,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:42.741910 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Attempting to bind port 78ac54b1-66b1-478a-87d1-d6a97b126f52 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:05:42.742550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Attempting to bind port 78ac54b1-66b1-478a-87d1-d6a97b126f52 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '845130c5-8d7d-42e0-afd7-4f3f84c32222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1c208439-144e-4113-bc58-97e2700ab2e5'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:05:42.743096 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Attempting to bind port 78ac54b1-66b1-478a-87d1-d6a97b126f52 on network 1c208439-144e-4113-bc58-97e2700ab2e5 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:42.749615 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:05:42.750301 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Checking segment: {'id': '845130c5-8d7d-42e0-afd7-4f3f84c32222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1c208439-144e-4113-bc58-97e2700ab2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:42.751035 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:42.751608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Bound using segment: {'id': '845130c5-8d7d-42e0-afd7-4f3f84c32222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1c208439-144e-4113-bc58-97e2700ab2e5'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:05:42.752098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Bound port: 78ac54b1-66b1-478a-87d1-d6a97b126f52, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845130c5-8d7d-42e0-afd7-4f3f84c32222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1c208439-144e-4113-bc58-97e2700ab2e5'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:05:42.752491 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:42.814517 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-5ebc4f18-6215-44d3-99df-81b5fbbbd523 req-4605d1f4-8a64-4b46-af84-3208ac28c457 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Deleting port e3ec2be1-fb75-4824-8c93-8430cc287f4b {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:42.814863 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5ebc4f18-6215-44d3-99df-81b5fbbbd523 req-4605d1f4-8a64-4b46-af84-3208ac28c457 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:42.835555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] For port 78ac54b1-66b1-478a-87d1-d6a97b126f52, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:05:42.839148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] For port 78ac54b1-66b1-478a-87d1-d6a97b126f52, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=78ac54b1-66b1-478a-87d1-d6a97b126f52,segment=NetworkSegment(845130c5-8d7d-42e0-afd7-4f3f84c32222),segment_id=845130c5-8d7d-42e0-afd7-4f3f84c32222)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:05:42.844970 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:42.928056 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb6250-9362-40f1-a67e-52554a6ea36d None None] Pushing event updated for resources: {'Port': ['ID=78ac54b1-66b1-478a-87d1-d6a97b126f52,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:43.042020 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40054) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:43.117472 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-aec9635f-5117-4813-9177-734995698bc2 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:43.123720 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-aec9635f-5117-4813-9177-734995698bc2 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:43.132824 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-aec9635f-5117-4813-9177-734995698bc2 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/networks?id=7888b5fa-9e7b-4cb1-926b-aeca9e81f30e&id=1c208439-144e-4113-bc58-97e2700ab2e5 HTTP/1.1" status: 200 len: 1392 time: 0.3639772 Jul 14 07:05:43.141177 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-5ebc4f18-6215-44d3-99df-81b5fbbbd523 req-4605d1f4-8a64-4b46-af84-3208ac28c457 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] For port e3ec2be1-fb75-4824-8c93-8430cc287f4b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e3ec2be1-fb75-4824-8c93-8430cc287f4b,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:43.144031 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5ebc4f18-6215-44d3-99df-81b5fbbbd523 req-4605d1f4-8a64-4b46-af84-3208ac28c457 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:43.174863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e124dc-195c-4907-84c1-5bb032ec8c84 req-b3f46c9b-8696-481a-8d13-8d0702c6ed11 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:43.176571 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32e124dc-195c-4907-84c1-5bb032ec8c84 req-b3f46c9b-8696-481a-8d13-8d0702c6ed11 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 946 time: 0.3576801 Jul 14 07:05:43.203337 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ddc65ed-b32c-438b-83b9-f4d1db6daeaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:43.236065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-3ce92bd1-acf0-4264-af9c-6689f6fea9a9 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/quotas/420e7bcde0b4418bbcff3dfcdfec9410 HTTP/1.1" status: 200 len: 375 time: 0.1021993 Jul 14 07:05:43.247492 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-5ebc4f18-6215-44d3-99df-81b5fbbbd523 req-4605d1f4-8a64-4b46-af84-3208ac28c457 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Calling delete_port for e3ec2be1-fb75-4824-8c93-8430cc287f4b owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:43.316702 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ddc65ed-b32c-438b-83b9-f4d1db6daeaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:43.323954 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ddc65ed-b32c-438b-83b9-f4d1db6daeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:43.350140 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f79596b-0137-43cf-a79c-160fa69af914 None None] Network 7888b5fa-9e7b-4cb1-926b-aeca9e81f30e requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:05:43.371152 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2ddc65ed-b32c-438b-83b9-f4d1db6daeaa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=34191a63e36d4cf6bc02bbc267ae31b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256900 Jul 14 07:05:43.371152 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc65ed-b32c-438b-83b9-f4d1db6daeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9a24ab-9e8f-48bd-8ab2-c23886ec441e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:43.373313 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40060) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:43.380934 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32e124dc-195c-4907-84c1-5bb032ec8c84 req-27a9de83-3d2b-4642-8923-9cbc95c1dd67 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562750 Jul 14 07:05:43.387106 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d45ed4-bc7c-4913-ba7c-353a81db738a admin admin] Router bba5e7f6-6485-4d6f-9d18-5a2799b0fab2 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:05:43.453430 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4a271fe-3c2c-4fe0-92e9-cf3aaac23838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:43.478671 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4a271fe-3c2c-4fe0-92e9-cf3aaac23838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:43.491772 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5e6c7fa0-d0f7-4352-b9af-5ab2a4eac9a7 None None] Provisioning for port bfc6840d-e959-4d0b-bb71-2e8655915baa completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:43.504202 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-0d5e6f88-ee37-4036-9773-3727919c6d31 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=420e7bcde0b4418bbcff3dfcdfec9410&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2545772 Jul 14 07:05:43.545841 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4a271fe-3c2c-4fe0-92e9-cf3aaac23838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:43.549318 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4a271fe-3c2c-4fe0-92e9-cf3aaac23838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:43.552908 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a4a271fe-3c2c-4fe0-92e9-cf3aaac23838 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c9a24ab-9e8f-48bd-8ab2-c23886ec441e HTTP/1.1" status: 204 len: 168 time: 0.1644876 Jul 14 07:05:43.561329 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a271fe-3c2c-4fe0-92e9-cf3aaac23838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9a24ab-9e8f-48bd-8ab2-c23886ec441e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:43.731315 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d45ed4-bc7c-4913-ba7c-353a81db738a admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:05:43.739464 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-95d45ed4-bc7c-4913-ba7c-353a81db738a admin admin] 10.222.0.35 "PUT /v2.0/routers/bba5e7f6-6485-4d6f-9d18-5a2799b0fab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8867514 Jul 14 07:05:43.742087 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40070) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:43.743112 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5ebc4f18-6215-44d3-99df-81b5fbbbd523 req-4605d1f4-8a64-4b46-af84-3208ac28c457 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:43.746028 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d5e04-7f16-46ca-a841-851864e924ce None None] Sync routers for ids ['bba5e7f6-6485-4d6f-9d18-5a2799b0fab2'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:05:43.763412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['5391242a-3277-4680-97ad-29af538efedb'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:05:43.844075 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d5e04-7f16-46ca-a841-851864e924ce None None] Routers {'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:05:43.844962 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-7d9d5e04-7f16-46ca-a841-851864e924ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:05:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['bba5e7f6-6485-4d6f-9d18-5a2799b0fab2'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:43.855327 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-dd22be0f-5be4-45a7-8853-8476aa92d37c service neutron] 10.222.0.35 "GET /v2.0/networks/7888b5fa-9e7b-4cb1-926b-aeca9e81f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211076 Jul 14 07:05:43.906145 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605d1f4-8a64-4b46-af84-3208ac28c457 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Pushing event deleted for resources: {'Port': ['ID=e3ec2be1-fb75-4824-8c93-8430cc287f4b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:43.971237 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d4c0dd7-966c-4fc8-9d0b-dfba991af22e admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:44.027985 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40072) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:44.052579 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16763530-bf7c-42ad-811a-5352b183a876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:44.065601 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device bfc6840d-e959-4d0b-bb71-2e8655915baa up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:05:44.092104 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebc4f18-6215-44d3-99df-81b5fbbbd523 req-4605d1f4-8a64-4b46-af84-3208ac28c457 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] No DVR routers for this DVR port e3ec2be1-fb75-4824-8c93-8430cc287f4b on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:05:44.104514 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5ebc4f18-6215-44d3-99df-81b5fbbbd523 req-4605d1f4-8a64-4b46-af84-3208ac28c457 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:44.106938 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5ebc4f18-6215-44d3-99df-81b5fbbbd523 req-4605d1f4-8a64-4b46-af84-3208ac28c457 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.15 "DELETE /v2.0/ports/e3ec2be1-fb75-4824-8c93-8430cc287f4b HTTP/1.1" status: 204 len: 173 time: 2.0345216 Jul 14 07:05:44.109500 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb', 'name': 'network-vif-deleted', 'tag': 'e3ec2be1-fb75-4824-8c93-8430cc287f4b'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:44.112533 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432c53ca-6c2a-4bb7-8beb-af8cfd63d856" -d '{"events": [{"server_uuid": "0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb", "name": "network-vif-deleted", "tag": "e3ec2be1-fb75-4824-8c93-8430cc287f4b"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:44.124091 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a3c12-796a-4673-bd42-7dddb3fb1ea9 req-bb268910-fe1e-422e-961e-6974fbbff9a0 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:44.129768 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a89a3c12-796a-4673-bd42-7dddb3fb1ea9 req-bb268910-fe1e-422e-961e-6974fbbff9a0 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/ports?device_id=45089ddd-89eb-491a-9156-eb707c111bc0 HTTP/1.1" status: 200 len: 945 time: 0.5522892 Jul 14 07:05:44.177702 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-7d9d5e04-7f16-46ca-a841-851864e924ce None None] Set router bba5e7f6-6485-4d6f-9d18-5a2799b0fab2 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:05:44.195293 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d4c0dd7-966c-4fc8-9d0b-dfba991af22e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:44.246331 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a89a3c12-796a-4673-bd42-7dddb3fb1ea9 req-2eb0fa2e-03b8-4a79-bc39-3998a01b4fde tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a8549c0-275d-42f4-a75d-dbf071a2ef14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015694 Jul 14 07:05:44.265784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea7125-973a-4cfa-81ac-c2d6fe334020 req-dd09a42c-c373-497f-a918-6c4ae766f195 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:44.272339 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6bea7125-973a-4cfa-81ac-c2d6fe334020 req-dd09a42c-c373-497f-a918-6c4ae766f195 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.30 "GET /v2.0/ports?device_id=45089ddd-89eb-491a-9156-eb707c111bc0 HTTP/1.1" status: 200 len: 945 time: 0.4143708 Jul 14 07:05:44.298801 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-2535dfd5-1a7b-48a5-8318-fb7afcbb72b8 service neutron] 10.222.0.35 "GET /v2.0/networks/7888b5fa-9e7b-4cb1-926b-aeca9e81f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425533 Jul 14 07:05:44.338219 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16763530-bf7c-42ad-811a-5352b183a876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:44.340621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c0dd7-966c-4fc8-9d0b-dfba991af22e admin admin] Deleting port ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:44.341307 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d4c0dd7-966c-4fc8-9d0b-dfba991af22e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:44.359078 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16763530-bf7c-42ad-811a-5352b183a876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:44.397561 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5534618-c3d5-4a4a-a61f-bfbab225b264 None None] Network 1c208439-144e-4113-bc58-97e2700ab2e5 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:05:44.401387 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port bfc6840d-e959-4d0b-bb71-2e8655915baa completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:44.414093 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16763530-bf7c-42ad-811a-5352b183a876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc3bd3f-97c4-466d-8f73-349427c931ca,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:44.441601 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-16763530-bf7c-42ad-811a-5352b183a876 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92be901311904889bbbf9021c012ed67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121623 Jul 14 07:05:44.444205 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40076) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:44.466500 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port bfc6840d-e959-4d0b-bb71-2e8655915baa triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:44.467640 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:44.503493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2d4c0dd7-966c-4fc8-9d0b-dfba991af22e admin admin] For port ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:44.503852 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d4c0dd7-966c-4fc8-9d0b-dfba991af22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:44.532753 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e8fabb8-0365-4dce-a7b4-c44a823be5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:44.539301 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c0dd7-966c-4fc8-9d0b-dfba991af22e admin admin] Calling delete_port for ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:44.549035 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62d8d3-6056-4451-85ca-ee07d2214787 req-c521d689-b547-40fc-9631-576177addbfe tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:44.549767 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2fbcfb2c-317a-467e-bde3-2285e4dde32a None None] Provisioning for port 78ac54b1-66b1-478a-87d1-d6a97b126f52 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:44.550808 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af62d8d3-6056-4451-85ca-ee07d2214787 req-c521d689-b547-40fc-9631-576177addbfe tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=14e687c2-bf99-47cf-a958-b1555a928bdc HTTP/1.1" status: 200 len: 1100 time: 0.1314554 Jul 14 07:05:44.564757 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-68edef30-9485-4f2a-8f39-69b464971664 service neutron] 10.222.0.35 "GET /v2.0/networks/1c208439-144e-4113-bc58-97e2700ab2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649617 Jul 14 07:05:44.603328 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-7d9d5e04-7f16-46ca-a841-851864e924ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202470841-router', 'tenant_id': '5e1a7246350f4ebc911606ade6107235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:40Z', 'updated_at': '2021-07-14T07:05:41Z', 'revision_number': 5, 'project_id': '5e1a7246350f4ebc911606ade6107235', 'gw_port': {'id': 'ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:41Z', 'updated_at': '2021-07-14T07:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:44.639915 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d5e04-7f16-46ca-a841-851864e924ce None None] Checking router: bba5e7f6-6485-4d6f-9d18-5a2799b0fab2 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:05:44.654557 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:44.659924 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af62d8d3-6056-4451-85ca-ee07d2214787 req-9580f759-b0f8-446e-9dbb-80025b3dd76d tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862091 Jul 14 07:05:44.660133 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d5e04-7f16-46ca-a841-851864e924ce None None] Routers {'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:05:44.660653 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-7d9d5e04-7f16-46ca-a841-851864e924ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:05:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['bba5e7f6-6485-4d6f-9d18-5a2799b0fab2'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:44.662963 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6bea7125-973a-4cfa-81ac-c2d6fe334020 req-c4cfc8a5-74bc-4016-bec2-99b136e4b091 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Deleting port 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:44.663406 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6bea7125-973a-4cfa-81ac-c2d6fe334020 req-c4cfc8a5-74bc-4016-bec2-99b136e4b091 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:44.753459 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-7d9d5e04-7f16-46ca-a841-851864e924ce None None] Set router bba5e7f6-6485-4d6f-9d18-5a2799b0fab2 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:05:44.765839 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-9ce32f2c-c9bc-416b-9556-bee8517a7ed2 service neutron] 10.222.0.35 "GET /v2.0/networks/1c208439-144e-4113-bc58-97e2700ab2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999745 Jul 14 07:05:44.823119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6bea7125-973a-4cfa-81ac-c2d6fe334020 req-c4cfc8a5-74bc-4016-bec2-99b136e4b091 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] For port 1a72c46d-107f-4774-b9b7-94d2bff8ecd5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1a72c46d-107f-4774-b9b7-94d2bff8ecd5,segment=NetworkSegment(f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07),segment_id=f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:44.823899 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6bea7125-973a-4cfa-81ac-c2d6fe334020 req-c4cfc8a5-74bc-4016-bec2-99b136e4b091 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:44.943923 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e8fabb8-0365-4dce-a7b4-c44a823be5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:44.998062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-7d9d5e04-7f16-46ca-a841-851864e924ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202470841-router', 'tenant_id': '5e1a7246350f4ebc911606ade6107235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:40Z', 'updated_at': '2021-07-14T07:05:44Z', 'revision_number': 6, 'project_id': '5e1a7246350f4ebc911606ade6107235', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:45.003623 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d4c0dd7-966c-4fc8-9d0b-dfba991af22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.013016 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0cd3c890-0a6b-4286-96f9-48ccc9b54e27 req-d04bb710-0f90-4be9-8323-51b1bdc0bb23 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 210 time: 0.0565474 Jul 14 07:05:45.078014 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d5e04-7f16-46ca-a841-851864e924ce None None] The sync data for ids ['bba5e7f6-6485-4d6f-9d18-5a2799b0fab2'] in n-d-778696-5 is: [{'id': 'bba5e7f6-6485-4d6f-9d18-5a2799b0fab2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1202470841-router', 'tenant_id': '5e1a7246350f4ebc911606ade6107235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:40Z', 'updated_at': '2021-07-14T07:05:44Z', 'revision_number': 6, 'project_id': '5e1a7246350f4ebc911606ade6107235', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:05:45.098750 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port bfc6840d-e959-4d0b-bb71-2e8655915baa, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=bfc6840d-e959-4d0b-bb71-2e8655915baa,segment=NetworkSegment(75295a37-7389-464a-b636-473fc5ef3476),segment_id=75295a37-7389-464a-b636-473fc5ef3476)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:45.109726 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.110543 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 78ac54b1-66b1-478a-87d1-d6a97b126f52 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:05:45.152504 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c0dd7-966c-4fc8-9d0b-dfba991af22e admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:45.197143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=bfc6840d-e959-4d0b-bb71-2e8655915baa,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:45.200839 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e8fabb8-0365-4dce-a7b4-c44a823be5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.203834 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e8fabb8-0365-4dce-a7b4-c44a823be5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.221652 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0e8fabb8-0365-4dce-a7b4-c44a823be5d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6bc3bd3f-97c4-466d-8f73-349427c931ca HTTP/1.1" status: 204 len: 168 time: 0.7626092 Jul 14 07:05:45.224023 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d4c0dd7-966c-4fc8-9d0b-dfba991af22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.281281 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.318821 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 78ac54b1-66b1-478a-87d1-d6a97b126f52 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:45.324149 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 78ac54b1-66b1-478a-87d1-d6a97b126f52 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:45.324790 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.387099 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6bea7125-973a-4cfa-81ac-c2d6fe334020 req-c4cfc8a5-74bc-4016-bec2-99b136e4b091 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.387762 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6bea7125-973a-4cfa-81ac-c2d6fe334020 req-c4cfc8a5-74bc-4016-bec2-99b136e4b091 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.388080 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [req-6bea7125-973a-4cfa-81ac-c2d6fe334020 req-c4cfc8a5-74bc-4016-bec2-99b136e4b091 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Floating IP 531245f3-cad9-4b5a-aafb-8107e4bd2b89 disassociated. External IP: 172.25.7.118, port: 1a72c46d-107f-4774-b9b7-94d2bff8ecd5. Jul 14 07:05:45.388478 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6bea7125-973a-4cfa-81ac-c2d6fe334020 req-c4cfc8a5-74bc-4016-bec2-99b136e4b091 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Calling delete_port for 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:45.420170 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device e3ec2be1-fb75-4824-8c93-8430cc287f4b no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:05:45.434225 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.485977 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: e3ec2be1-fb75-4824-8c93-8430cc287f4b {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:05:45.486579 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device e3ec2be1-fb75-4824-8c93-8430cc287f4b not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:05:45.503944 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fabb8-0365-4dce-a7b4-c44a823be5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc3bd3f-97c4-466d-8f73-349427c931ca,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:45.533718 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d4c0dd7-966c-4fc8-9d0b-dfba991af22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.547591 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d4c0dd7-966c-4fc8-9d0b-dfba991af22e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.572808 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6204a8cc-b96d-4fe2-8970-55c7ab22c869 x-openstack-request-id: req-6204a8cc-b96d-4fe2-8970-55c7ab22c869 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:45.575552 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb", "name": "network-vif-deleted", "tag": "e3ec2be1-fb75-4824-8c93-8430cc287f4b", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:45.577809 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6204a8cc-b96d-4fe2-8970-55c7ab22c869 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:45.578257 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb', 'name': 'network-vif-deleted', 'tag': 'e3ec2be1-fb75-4824-8c93-8430cc287f4b', 'status': 'completed', 'code': 200} Jul 14 07:05:45.624421 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.692338 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 78ac54b1-66b1-478a-87d1-d6a97b126f52, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=78ac54b1-66b1-478a-87d1-d6a97b126f52,segment=NetworkSegment(845130c5-8d7d-42e0-afd7-4f3f84c32222),segment_id=845130c5-8d7d-42e0-afd7-4f3f84c32222)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:45.693774 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d4c0dd7-966c-4fc8-9d0b-dfba991af22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.698731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4c0dd7-966c-4fc8-9d0b-dfba991af22e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bba5e7f6-6485-4d6f-9d18-5a2799b0fab2 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:05:45.699025 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.724726 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d4c0dd7-966c-4fc8-9d0b-dfba991af22e admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.726677 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2d4c0dd7-966c-4fc8-9d0b-dfba991af22e admin admin] 10.222.0.35 "DELETE /v2.0/routers/bba5e7f6-6485-4d6f-9d18-5a2799b0fab2 HTTP/1.1" status: 204 len: 168 time: 1.9788165 Jul 14 07:05:45.729220 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40096) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:45.773278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=78ac54b1-66b1-478a-87d1-d6a97b126f52,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:45.820221 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a570cb82-e79f-4232-bc59-5e944b2e6f2b None None] Provisioning complete for port 78ac54b1-66b1-478a-87d1-d6a97b126f52 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:45.820611 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a570cb82-e79f-4232-bc59-5e944b2e6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.829686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1d6272-78be-4a58-97a2-e6b65c0458cd admin admin] Deleting subnet 74ee3d49-55fd-406c-92f0-410ea26c9f49 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:05:45.834615 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6272-78be-4a58-97a2-e6b65c0458cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.881419 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6bea7125-973a-4cfa-81ac-c2d6fe334020 req-c4cfc8a5-74bc-4016-bec2-99b136e4b091 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.928135 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6272-78be-4a58-97a2-e6b65c0458cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:45.942519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfc8a5-74bc-4016-bec2-99b136e4b091 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Pushing event deleted for resources: {'Port': ['ID=1a72c46d-107f-4774-b9b7-94d2bff8ecd5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:45.998736 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f5bdc-4d91-4118-ad29-8db51d39f735 req-0eacf929-be48-45b3-877f-c0d14f0a6f67 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:46.008654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b10f5bdc-4d91-4118-ad29-8db51d39f735 req-0eacf929-be48-45b3-877f-c0d14f0a6f67 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 1097 time: 0.7672095 Jul 14 07:05:46.106660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9759ba-20cc-4d12-ac06-c72044fe3f1e req-3f923060-c58c-4d4a-b310-5bb3afe508e3 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:46.114662 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d9759ba-20cc-4d12-ac06-c72044fe3f1e req-3f923060-c58c-4d4a-b310-5bb3afe508e3 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e HTTP/1.1" status: 200 len: 1101 time: 0.4857709 Jul 14 07:05:46.131584 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b10f5bdc-4d91-4118-ad29-8db51d39f735 req-d9d6d2c4-0dbf-4988-966f-74b64feef1b9 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200831 Jul 14 07:05:46.163615 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device bfc6840d-e959-4d0b-bb71-2e8655915baa up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:05:46.173727 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6272-78be-4a58-97a2-e6b65c0458cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:46.209637 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d9759ba-20cc-4d12-ac06-c72044fe3f1e req-b60c1927-2ab4-4c39-ad8f-df1af04398e3 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940161 Jul 14 07:05:46.271380 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bea7125-973a-4cfa-81ac-c2d6fe334020 req-c4cfc8a5-74bc-4016-bec2-99b136e4b091 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Router f0e72a84-4710-42e4-830a-3c6a8456f514 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:05:46.401028 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port bfc6840d-e959-4d0b-bb71-2e8655915baa triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:46.401733 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:46.426613 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6272-78be-4a58-97a2-e6b65c0458cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:46.529403 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d6272-78be-4a58-97a2-e6b65c0458cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74ee3d49-55fd-406c-92f0-410ea26c9f49,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:46.542465 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6272-78be-4a58-97a2-e6b65c0458cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:46.552386 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c0e33-05ff-4b53-ad15-e497632685b9 None None] Network f379e941-e61b-458d-96bb-8e4b8782a1bd requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:05:46.554401 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2c1d6272-78be-4a58-97a2-e6b65c0458cd admin admin] 10.222.0.35 "DELETE /v2.0/subnets/74ee3d49-55fd-406c-92f0-410ea26c9f49 HTTP/1.1" status: 204 len: 168 time: 0.8239493 Jul 14 07:05:46.555930 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40118) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:46.702771 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 78ac54b1-66b1-478a-87d1-d6a97b126f52 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:05:46.732605 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:46.825547 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 78ac54b1-66b1-478a-87d1-d6a97b126f52 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:46.825961 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:46.886773 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] Deleting port 84f74b72-f1a3-4d48-a062-6f8d5a199f83 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:46.889630 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:46.967338 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ff6345-7f56-40a4-a375-d2e76515b4fd None None] DHCP port deletion for f379e941-e61b-458d-96bb-8e4b8782a1bd request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:05:46.986575 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9031bde0-43a4-48ec-a19f-e73dd4197a31 req-3b0bb51c-30cd-4093-b55e-8344702b5655 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/ports?device_id=45089ddd-89eb-491a-9156-eb707c111bc0 HTTP/1.1" status: 200 len: 210 time: 0.0609004 Jul 14 07:05:47.067430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] For port 84f74b72-f1a3-4d48-a062-6f8d5a199f83, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=84f74b72-f1a3-4d48-a062-6f8d5a199f83,segment=NetworkSegment(d2ace2d8-2ea4-47da-b2e3-a22a2248ef0f),segment_id=d2ace2d8-2ea4-47da-b2e3-a22a2248ef0f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:47.067810 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:47.068550 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b25d67c3-8c01-4118-b2ee-463f0f71a90f req-93b8eb47-a145-4cd6-9b71-4573aacc5e0b tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 210 time: 0.7391613 Jul 14 07:05:47.098750 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:05:47.102738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] Calling delete_port for 84f74b72-f1a3-4d48-a062-6f8d5a199f83 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:47.161137 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:05:47.162407 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ecd036fe-2a1f-49bc-a1ee-2b2bc3b156da not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:05:47.172652 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:05:47.235728 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:05:47.236648 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2d77c585-7e8e-4fc7-b992-f9d5f0ef99b8 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:05:47.254570 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-99ff6345-7f56-40a4-a375-d2e76515b4fd None None] Deleting port 84f74b72-f1a3-4d48-a062-6f8d5a199f83 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:47.254954 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-99ff6345-7f56-40a4-a375-d2e76515b4fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:47.269120 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:47.304934 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f74b72-f1a3-4d48-a062-6f8d5a199f83,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:47.307500 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] No DVR routers for this DVR port 84f74b72-f1a3-4d48-a062-6f8d5a199f83 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:05:47.353138 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:05:47.380790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:05:47.381126 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:05:47.390874 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:47.404512 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f379e941-e61b-458d-96bb-8e4b8782a1bd']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:47.406681 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-99ff6345-7f56-40a4-a375-d2e76515b4fd None None] For port 84f74b72-f1a3-4d48-a062-6f8d5a199f83, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=84f74b72-f1a3-4d48-a062-6f8d5a199f83,segment=NetworkSegment(d2ace2d8-2ea4-47da-b2e3-a22a2248ef0f),segment_id=d2ace2d8-2ea4-47da-b2e3-a22a2248ef0f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:47.407080 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-99ff6345-7f56-40a4-a375-d2e76515b4fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:47.417657 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ace2d8-2ea4-47da-b2e3-a22a2248ef0f') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:47.418357 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ace2d8-2ea4-47da-b2e3-a22a2248ef0f') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:47.424732 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-99ff6345-7f56-40a4-a375-d2e76515b4fd None None] Calling delete_port for 84f74b72-f1a3-4d48-a062-6f8d5a199f83 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:47.437465 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:47.457703 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:47.466192 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:05:47.467521 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:05:47.469772 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:05:47.521896 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-99ff6345-7f56-40a4-a375-d2e76515b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:47.545382 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca841aac-48b7-492b-b3aa-96cd713b67a7 req-87e0d52c-f28e-47c9-a8b1-144e627cfa4b tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 210 time: 0.2611039 Jul 14 07:05:47.552553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff6345-7f56-40a4-a375-d2e76515b4fd None None] Pushing event deleted for resources: {'Port': ['ID=84f74b72-f1a3-4d48-a062-6f8d5a199f83,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:47.561730 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ff6345-7f56-40a4-a375-d2e76515b4fd None None] No DVR routers for this DVR port 84f74b72-f1a3-4d48-a062-6f8d5a199f83 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:05:47.576936 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:47.582830 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:47.589035 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f379e941-e61b-458d-96bb-8e4b8782a1bd HTTP/1.1" status: 204 len: 168 time: 1.0318401 Jul 14 07:05:47.600144 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bea7125-973a-4cfa-81ac-c2d6fe334020 req-c4cfc8a5-74bc-4016-bec2-99b136e4b091 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:05:47.611618 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e092ccd-3311-42f4-b35b-23eca33def71 None None] Sync routers for ids ['f0e72a84-4710-42e4-830a-3c6a8456f514'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:05:47.615994 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90187dba-2861-465d-b907-e27d87154983 admin admin] Pushing event deleted for resources: {'Network': ['ID=f379e941-e61b-458d-96bb-8e4b8782a1bd,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:47.624804 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e092ccd-3311-42f4-b35b-23eca33def71 None None] Routers {'f0e72a84-4710-42e4-830a-3c6a8456f514'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:05:47.627593 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4e092ccd-3311-42f4-b35b-23eca33def71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:05:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f0e72a84-4710-42e4-830a-3c6a8456f514'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:47.740094 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bea7125-973a-4cfa-81ac-c2d6fe334020 req-c4cfc8a5-74bc-4016-bec2-99b136e4b091 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] No DVR routers for this DVR port 1a72c46d-107f-4774-b9b7-94d2bff8ecd5 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:05:47.743531 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6bea7125-973a-4cfa-81ac-c2d6fe334020 req-c4cfc8a5-74bc-4016-bec2-99b136e4b091 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:47.746462 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6bea7125-973a-4cfa-81ac-c2d6fe334020 req-c4cfc8a5-74bc-4016-bec2-99b136e4b091 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.30 "DELETE /v2.0/ports/1a72c46d-107f-4774-b9b7-94d2bff8ecd5 HTTP/1.1" status: 204 len: 173 time: 3.4628685 Jul 14 07:05:47.792159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45089ddd-89eb-491a-9156-eb707c111bc0', 'name': 'network-vif-deleted', 'tag': '1a72c46d-107f-4774-b9b7-94d2bff8ecd5'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:47.799010 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665ddda7-be09-4f68-b73a-00358da8bdae" -d '{"events": [{"server_uuid": "45089ddd-89eb-491a-9156-eb707c111bc0", "name": "network-vif-deleted", "tag": "1a72c46d-107f-4774-b9b7-94d2bff8ecd5"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:47.871733 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-1ac3bb60-7f10-4c53-b3f1-95706e71f43a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:47.883033 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-1ac3bb60-7f10-4c53-b3f1-95706e71f43a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:47.885958 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-1ac3bb60-7f10-4c53-b3f1-95706e71f43a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.30 "GET /v2.0/networks?id=7888b5fa-9e7b-4cb1-926b-aeca9e81f30e&id=1c208439-144e-4113-bc58-97e2700ab2e5 HTTP/1.1" status: 200 len: 1392 time: 0.6713068 Jul 14 07:05:47.901578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-66820ea2-4581-4935-ab79-9bab6939a9f5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Request body: {'port': {'device_id': '3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c', 'network_id': '7888b5fa-9e7b-4cb1-926b-aeca9e81f30e', 'admin_state_up': True, 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:47.921961 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0ce21-81b3-4d81-9bf1-1478402a746d req-f8b37dff-5dbf-4809-9036-0017193b6606 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:47.929522 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-74c0ce21-81b3-4d81-9bf1-1478402a746d req-f8b37dff-5dbf-4809-9036-0017193b6606 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 1097 time: 0.4044213 Jul 14 07:05:47.958517 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 84f74b72-f1a3-4d48-a062-6f8d5a199f83 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:05:47.963582 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4e092ccd-3311-42f4-b35b-23eca33def71 None None] Set router f0e72a84-4710-42e4-830a-3c6a8456f514 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:05:48.027528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 84f74b72-f1a3-4d48-a062-6f8d5a199f83 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:05:48.027786 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 84f74b72-f1a3-4d48-a062-6f8d5a199f83 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:05:48.029786 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40158) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:48.072215 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-74c0ce21-81b3-4d81-9bf1-1478402a746d req-8aaec387-b2cd-4721-b284-161cef0a3a23 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410375 Jul 14 07:05:48.081590 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a6cf8a3d-334a-4fbc-9747-91b372524e38 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5897b779e1914aaa9e9b64d2f1911e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508425 Jul 14 07:05:48.082791 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40160) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:48.151796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-9441fd84-e027-423d-a3b7-c71ab3776403 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1120901 Jul 14 07:05:48.163493 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93508522-25ba-4e72-98ee-c187d7bff375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:48.198006 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93508522-25ba-4e72-98ee-c187d7bff375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:48.238534 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e450417-1e7f-4994-8ec6-80f69df222ee x-openstack-request-id: req-4e450417-1e7f-4994-8ec6-80f69df222ee {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:48.239072 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45089ddd-89eb-491a-9156-eb707c111bc0", "name": "network-vif-deleted", "tag": "1a72c46d-107f-4774-b9b7-94d2bff8ecd5", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:48.239482 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e450417-1e7f-4994-8ec6-80f69df222ee {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:48.240058 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45089ddd-89eb-491a-9156-eb707c111bc0', 'name': 'network-vif-deleted', 'tag': '1a72c46d-107f-4774-b9b7-94d2bff8ecd5', 'status': 'completed', 'code': 200} Jul 14 07:05:48.257745 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93508522-25ba-4e72-98ee-c187d7bff375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:48.261926 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93508522-25ba-4e72-98ee-c187d7bff375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:48.263069 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-93508522-25ba-4e72-98ee-c187d7bff375 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/12e10463-96c2-4c69-8ddb-329763965c3d HTTP/1.1" status: 204 len: 168 time: 0.1791506 Jul 14 07:05:48.280400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93508522-25ba-4e72-98ee-c187d7bff375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e10463-96c2-4c69-8ddb-329763965c3d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:48.431989 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4e092ccd-3311-42f4-b35b-23eca33def71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'name': 'tempest-ServersTestJSON-70974883-router', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8393fe8c-c610-43fa-9163-16a42d884741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:13Z', 'updated_at': '2021-07-14T07:03:21Z', 'revision_number': 4, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'gw_port': {'id': '8393fe8c-c610-43fa-9163-16a42d884741', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '9d20bb07-611d-4940-b370-22e37864d6c9', 'name': '', 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'mac_address': 'fa:16:3e:01:95:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:19Z', 'updated_at': '2021-07-14T07:03:27Z', 'revision_number': 5, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'subnets': [{'id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:48.432715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b51f924-49ab-4dd6-934f-bbce9a8774da req-2ce8ee07-d193-4aa7-9b46-345862bf2a40 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/ports?device_id=45089ddd-89eb-491a-9156-eb707c111bc0 HTTP/1.1" status: 200 len: 210 time: 0.0585179 Jul 14 07:05:48.487476 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-66820ea2-4581-4935-ab79-9bab6939a9f5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Made reservation on behalf of 420e7bcde0b4418bbcff3dfcdfec9410 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:05:48.491642 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-66820ea2-4581-4935-ab79-9bab6939a9f5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:48.535430 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e092ccd-3311-42f4-b35b-23eca33def71 None None] Checking router: f0e72a84-4710-42e4-830a-3c6a8456f514 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:05:48.537885 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-5ad2ddd4-1a15-4d7c-b9ca-afd5a5fca33f tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:48.546428 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-5ad2ddd4-1a15-4d7c-b9ca-afd5a5fca33f tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3936946 Jul 14 07:05:48.547804 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e092ccd-3311-42f4-b35b-23eca33def71 None None] Routers {'f0e72a84-4710-42e4-830a-3c6a8456f514'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:05:48.548920 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4e092ccd-3311-42f4-b35b-23eca33def71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:05:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f0e72a84-4710-42e4-830a-3c6a8456f514'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:48.578515 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-cda3fb4a-02dc-4ea7-aa2c-dc416117b246 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/quotas/87f2c5cc3a574c0b9e5dd6f14b968fb2 HTTP/1.1" status: 200 len: 375 time: 0.0312269 Jul 14 07:05:48.712625 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4e092ccd-3311-42f4-b35b-23eca33def71 None None] Set router f0e72a84-4710-42e4-830a-3c6a8456f514 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:05:48.770569 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40178) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:48.778335 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-839f3466-a090-40fa-9a54-7fa5a48439f5 req-351db3e2-b4a5-4be8-8d35-fba2a8955fd4 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 210 time: 0.0942478 Jul 14 07:05:48.898880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40188) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:48.955004 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-23fd22ca-fe42-4a4f-9782-ab1518ab3778 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3755472 Jul 14 07:05:48.960067 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40190) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:48.961141 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-98c305e0-bf12-461f-8894-a7729e220db3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e1a7246350f4ebc911606ade6107235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602458 Jul 14 07:05:49.008577 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-66820ea2-4581-4935-ab79-9bab6939a9f5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Allocated IP 19.80.0.18 (7888b5fa-9e7b-4cb1-926b-aeca9e81f30e/67948238-db19-4533-a984-ea4b5a07783d/a864885d-08c9-4b31-bed3-c057f80067ec) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:05:49.074677 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f8bc584-0468-4952-9487-5d1d4b5f118f req-3f622e17-3172-473d-931a-ec2e73798ab8 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 210 time: 0.0499501 Jul 14 07:05:49.104363 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4e092ccd-3311-42f4-b35b-23eca33def71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'name': 'tempest-ServersTestJSON-70974883-router', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8393fe8c-c610-43fa-9163-16a42d884741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:13Z', 'updated_at': '2021-07-14T07:03:21Z', 'revision_number': 4, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'gw_port': {'id': '8393fe8c-c610-43fa-9163-16a42d884741', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '9d20bb07-611d-4940-b370-22e37864d6c9', 'name': '', 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'mac_address': 'fa:16:3e:01:95:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:19Z', 'updated_at': '2021-07-14T07:03:27Z', 'revision_number': 5, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'subnets': [{'id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:49.116735 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3aec74b7-2e4c-4745-aa4b-10d7645b1dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:49.164216 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3aec74b7-2e4c-4745-aa4b-10d7645b1dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:49.191256 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1694f82d-b864-4d5d-8d7d-fdeb4a9f95b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:49.203241 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e092ccd-3311-42f4-b35b-23eca33def71 None None] The sync data for ids ['f0e72a84-4710-42e4-830a-3c6a8456f514'] in n-d-778696-5 is: [{'id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'name': 'tempest-ServersTestJSON-70974883-router', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8393fe8c-c610-43fa-9163-16a42d884741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:13Z', 'updated_at': '2021-07-14T07:03:21Z', 'revision_number': 4, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'gw_port': {'id': '8393fe8c-c610-43fa-9163-16a42d884741', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '9d20bb07-611d-4940-b370-22e37864d6c9', 'name': '', 'network_id': '21bbc63d-be7d-4ecb-8dec-01b67666fcd3', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'mac_address': 'fa:16:3e:01:95:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:19Z', 'updated_at': '2021-07-14T07:03:27Z', 'revision_number': 5, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'subnets': [{'id': 'a5e117d8-8c9f-4a20-845a-03bc73716be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:05:49.386580 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3aec74b7-2e4c-4745-aa4b-10d7645b1dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:49.393957 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3aec74b7-2e4c-4745-aa4b-10d7645b1dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:49.398838 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3aec74b7-2e4c-4745-aa4b-10d7645b1dd7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/edd61536-b3d6-46ee-ab0d-2864e5e1f645 HTTP/1.1" status: 204 len: 168 time: 0.4297650 Jul 14 07:05:49.415779 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1694f82d-b864-4d5d-8d7d-fdeb4a9f95b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:49.426943 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1694f82d-b864-4d5d-8d7d-fdeb4a9f95b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:49.492692 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1694f82d-b864-4d5d-8d7d-fdeb4a9f95b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=332bcc84902d4e4f833036fc21918dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7204161 Jul 14 07:05:49.494630 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40208) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:49.550657 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694f82d-b864-4d5d-8d7d-fdeb4a9f95b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ae74b7-b629-4e51-9878-a04e9029c336,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:49.557556 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec74b7-2e4c-4745-aa4b-10d7645b1dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd61536-b3d6-46ee-ab0d-2864e5e1f645,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:49.586102 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b79bd3ee-a0c2-4b61-a14f-e878e8b4bc3f req-fb4161c1-b8d6-428c-9d85-3d636776101e tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 210 time: 0.1798515 Jul 14 07:05:49.627186 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3eb8707e-0118-4a98-b1e4-ad8872e02259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:49.648309 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-66820ea2-4581-4935-ab79-9bab6939a9f5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:49.681588 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3eb8707e-0118-4a98-b1e4-ad8872e02259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:49.690011 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573b8e45-13b0-4230-b585-57bc28b1ffbb None None] New status for floating IP 531245f3-cad9-4b5a-aafb-8107e4bd2b89: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:05:49.692509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-66820ea2-4581-4935-ab79-9bab6939a9f5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Transition to ACTIVE for port object a864885d-08c9-4b31-bed3-c057f80067ec will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:49.758387 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-66820ea2-4581-4935-ab79-9bab6939a9f5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:49.835311 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3eb8707e-0118-4a98-b1e4-ad8872e02259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:49.835527 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-66820ea2-4581-4935-ab79-9bab6939a9f5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Network 7888b5fa-9e7b-4cb1-926b-aeca9e81f30e is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:05:49.839199 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3eb8707e-0118-4a98-b1e4-ad8872e02259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:49.843151 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3eb8707e-0118-4a98-b1e4-ad8872e02259 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28ae74b7-b629-4e51-9878-a04e9029c336 HTTP/1.1" status: 204 len: 168 time: 0.3473597 Jul 14 07:05:49.860203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-66820ea2-4581-4935-ab79-9bab6939a9f5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:05:49.866334 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8707e-0118-4a98-b1e4-ad8872e02259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ae74b7-b629-4e51-9878-a04e9029c336,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:49.866533 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-66820ea2-4581-4935-ab79-9bab6939a9f5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:05:49.910105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66820ea2-4581-4935-ab79-9bab6939a9f5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event updated for resources: {'Port': ['ID=a864885d-08c9-4b31-bed3-c057f80067ec,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:50.036594 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-66820ea2-4581-4935-ab79-9bab6939a9f5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:50.053304 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-66820ea2-4581-4935-ab79-9bab6939a9f5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:50.075266 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8389bf-151d-4316-9031-76827475451d req-0b411ca4-6945-413c-a2aa-5ccb024b6116 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:50.084089 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b8389bf-151d-4316-9031-76827475451d req-0b411ca4-6945-413c-a2aa-5ccb024b6116 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=6af6bcd6-103d-4601-ba3e-62921b841ef8 HTTP/1.1" status: 200 len: 945 time: 0.2649758 Jul 14 07:05:50.127779 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-66820ea2-4581-4935-ab79-9bab6939a9f5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2331166 Jul 14 07:05:50.146213 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-2ff58a7a-1fe8-460a-b98f-782f1d83bc11 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Request body: {'port': {'device_id': '3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c', 'network_id': '1c208439-144e-4113-bc58-97e2700ab2e5', 'admin_state_up': True, 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:50.226668 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b8389bf-151d-4316-9031-76827475451d req-cc624dfd-1d73-4bb6-b9e3-77c864334885 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3c7f637-f801-425c-a58b-4ef4c095d693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413031 Jul 14 07:05:50.378666 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-85cf19c8-c72f-4c8d-9725-3c88507be55e None None] Provisioning for port a864885d-08c9-4b31-bed3-c057f80067ec completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:50.392842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-85cf19c8-c72f-4c8d-9725-3c88507be55e None None] Provisioning complete for port a864885d-08c9-4b31-bed3-c057f80067ec triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:50.393287 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-85cf19c8-c72f-4c8d-9725-3c88507be55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:50.438523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-2ff58a7a-1fe8-460a-b98f-782f1d83bc11 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Made reservation on behalf of 420e7bcde0b4418bbcff3dfcdfec9410 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:05:50.462859 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-2ff58a7a-1fe8-460a-b98f-782f1d83bc11 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:50.501467 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-85cf19c8-c72f-4c8d-9725-3c88507be55e None None] Port a864885d-08c9-4b31-bed3-c057f80067ec cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:05:50.760123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fbdeb-04ac-4279-8c25-0a18e6e8c8cb req-fb950a7f-8428-4157-af85-75910b70cb6f tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:50.770769 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f16fbdeb-04ac-4279-8c25-0a18e6e8c8cb req-fb950a7f-8428-4157-af85-75910b70cb6f tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 931 time: 0.2472198 Jul 14 07:05:50.831991 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f16fbdeb-04ac-4279-8c25-0a18e6e8c8cb req-60c6cb81-2398-4012-87c0-23173bff5784 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602677 Jul 14 07:05:50.845332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-2ff58a7a-1fe8-460a-b98f-782f1d83bc11 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Allocated IP 19.86.0.236 (1c208439-144e-4113-bc58-97e2700ab2e5/d9d6eac4-2a1f-4bbc-856e-45362d8222bd/78ed0918-572c-478f-969a-c91517db6c88) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:05:51.002773 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40274) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:51.039573 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-d86c9423-bc8e-4759-a732-d3ec52ce982b tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:05:51.041131 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-d86c9423-bc8e-4759-a732-d3ec52ce982b tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093753 Jul 14 07:05:51.053601 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-5816e22b-db6d-45a9-ab8b-e5a63bebafc1 service neutron] Request body: {'binding': {'host': 'n-h2-778696-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:51.054071 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-5816e22b-db6d-45a9-ab8b-e5a63bebafc1 service neutron] Unknown quota resources ['binding']. {{(pid=93827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 07:05:51.189510 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b582057-312e-48e5-bfe4-778817e24dd1 req-e0c9ab11-5404-4e03-bdf5-cb5b700eedc0 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d4ad99a-b8cf-46b6-a5a9-014b03d1bceb HTTP/1.1" status: 200 len: 210 time: 0.1605656 Jul 14 07:05:51.220280 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-41e3e725-a5c3-4d4d-8aba-cf80adaca871 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799730 Jul 14 07:05:51.257476 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40282) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:51.367669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4f1068b4-3870-49b8-8b02-fd3b0ccf5d90 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1333536369-network', 'tenant_id': 'be57d2e5177e4fe9b4759f0cf85e6608'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:51.478759 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b44362dd-14c7-40b9-81e9-ee0a96dcd198 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:51.519351 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-2ff58a7a-1fe8-460a-b98f-782f1d83bc11 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:51.530355 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1068b4-3870-49b8-8b02-fd3b0ccf5d90 admin admin] Made reservation on behalf of be57d2e5177e4fe9b4759f0cf85e6608 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:05:51.532636 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f1068b4-3870-49b8-8b02-fd3b0ccf5d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:51.534324 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ad2019fc-2e14-4b99-9bd4-79bb28f71306 req-be6c0f1b-30c2-4405-b9a8-543b3085e584 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 210 time: 0.0769908 Jul 14 07:05:51.555958 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f1068b4-3870-49b8-8b02-fd3b0ccf5d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:51.573609 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b44362dd-14c7-40b9-81e9-ee0a96dcd198 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:51.594544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-2ff58a7a-1fe8-460a-b98f-782f1d83bc11 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Transition to ACTIVE for port object 78ed0918-572c-478f-969a-c91517db6c88 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:51.625652 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-412cef46-7b14-441e-bce1-27000ce719ef tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:51.628803 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-412cef46-7b14-441e-bce1-27000ce719ef tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3976545 Jul 14 07:05:51.645059 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-1b25c204-8d42-4e5e-9888-dc99a159de46 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Request body: {'port': {'device_id': '22be2f5f-45c8-42fb-aea9-b3f13d83aee4', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '87f2c5cc3a574c0b9e5dd6f14b968fb2'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:51.652791 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-5816e22b-db6d-45a9-ab8b-e5a63bebafc1 service neutron] Attempting to bind port efcc06c0-fc25-4aab-86a7-59b8379d4ffa on host n-h2-778696-5 for vnic_type normal with profile None {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:05:51.653153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-5816e22b-db6d-45a9-ab8b-e5a63bebafc1 service neutron] Attempting to bind port efcc06c0-fc25-4aab-86a7-59b8379d4ffa by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:05:51.653511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-5816e22b-db6d-45a9-ab8b-e5a63bebafc1 service neutron] Attempting to bind port efcc06c0-fc25-4aab-86a7-59b8379d4ffa on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:51.661675 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-5816e22b-db6d-45a9-ab8b-e5a63bebafc1 service neutron] Port efcc06c0-fc25-4aab-86a7-59b8379d4ffa on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:05:51.662001 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-5816e22b-db6d-45a9-ab8b-e5a63bebafc1 service neutron] Attempting to bind port efcc06c0-fc25-4aab-86a7-59b8379d4ffa on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:51.686399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-5816e22b-db6d-45a9-ab8b-e5a63bebafc1 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:05:51.687115 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-5816e22b-db6d-45a9-ab8b-e5a63bebafc1 service neutron] Checking segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:51.687722 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-5816e22b-db6d-45a9-ab8b-e5a63bebafc1 service neutron] Bound using segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:05:51.688382 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-5816e22b-db6d-45a9-ab8b-e5a63bebafc1 service neutron] Bound port: efcc06c0-fc25-4aab-86a7-59b8379d4ffa, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:05:51.815446 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b44362dd-14c7-40b9-81e9-ee0a96dcd198 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:51.818066 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b44362dd-14c7-40b9-81e9-ee0a96dcd198 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:51.822254 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b44362dd-14c7-40b9-81e9-ee0a96dcd198 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "DELETE /v2.0/security-groups/8a8549c0-275d-42f4-a75d-dbf071a2ef14 HTTP/1.1" status: 204 len: 168 time: 0.5610487 Jul 14 07:05:51.822869 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40314) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:51.872964 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-0d4840a3-3f04-4a96-a946-2cb0758d9130 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] show failed (client error): The resource could not be found. Jul 14 07:05:51.874622 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0d4840a3-3f04-4a96-a946-2cb0758d9130 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "GET /v2.0/security-groups/8a8549c0-275d-42f4-a75d-dbf071a2ef14 HTTP/1.1" status: 404 len: 347 time: 0.0489390 Jul 14 07:05:51.885683 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40334) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:51.887060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-5816e22b-db6d-45a9-ab8b-e5a63bebafc1 service neutron] For port efcc06c0-fc25-4aab-86a7-59b8379d4ffa, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:05:51.908238 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-5816e22b-db6d-45a9-ab8b-e5a63bebafc1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:51.921825 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-5816e22b-db6d-45a9-ab8b-e5a63bebafc1 service neutron] 10.222.0.35 "POST /v2.0/ports/efcc06c0-fc25-4aab-86a7-59b8379d4ffa/bindings HTTP/1.1" status: 201 len: 389 time: 0.8738685 Jul 14 07:05:51.925752 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f1068b4-3870-49b8-8b02-fd3b0ccf5d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:51.930478 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44362dd-14c7-40b9-81e9-ee0a96dcd198 tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8549c0-275d-42f4-a75d-dbf071a2ef14,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:51.954347 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f1068b4-3870-49b8-8b02-fd3b0ccf5d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:52.043045 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-2ff58a7a-1fe8-460a-b98f-782f1d83bc11 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:52.050274 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1068b4-3870-49b8-8b02-fd3b0ccf5d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f7c570-771c-42d3-9dd3-ee3902ff394a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:52.072082 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1068b4-3870-49b8-8b02-fd3b0ccf5d90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:05:52.104441 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f1068b4-3870-49b8-8b02-fd3b0ccf5d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:52.105354 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-4f1068b4-3870-49b8-8b02-fd3b0ccf5d90 admin admin] Added segment 1704aa74-a8e9-416a-a9e1-b64a6b1bd82d of type vlan for network 891a3a3f-551b-4fac-88de-347e03820f4c Jul 14 07:05:52.174502 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f1068b4-3870-49b8-8b02-fd3b0ccf5d90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:52.225028 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f1068b4-3870-49b8-8b02-fd3b0ccf5d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:52.226425 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1068b4-3870-49b8-8b02-fd3b0ccf5d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:52.227431 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f1068b4-3870-49b8-8b02-fd3b0ccf5d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:52.325239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1068b4-3870-49b8-8b02-fd3b0ccf5d90 admin admin] Pushing event updated for resources: {'Network': ['ID=891a3a3f-551b-4fac-88de-347e03820f4c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:52.336612 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 891a3a3f-551b-4fac-88de-347e03820f4c details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:05:52.341038 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4f1068b4-3870-49b8-8b02-fd3b0ccf5d90 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3341248 Jul 14 07:05:52.341038 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40348) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:52.345741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40350) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:52.353035 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-788dfb11-31c3-48db-b42a-8707143004b5 admin admin] Request body: {'subnet': {'network_id': '891a3a3f-551b-4fac-88de-347e03820f4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1333536369-subnet', 'tenant_id': 'be57d2e5177e4fe9b4759f0cf85e6608', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:52.432452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788dfb11-31c3-48db-b42a-8707143004b5 admin admin] Made reservation on behalf of be57d2e5177e4fe9b4759f0cf85e6608 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:05:52.435452 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-788dfb11-31c3-48db-b42a-8707143004b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:52.444777 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-2ff58a7a-1fe8-460a-b98f-782f1d83bc11 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Network 1c208439-144e-4113-bc58-97e2700ab2e5 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:05:52.481808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff58a7a-1fe8-460a-b98f-782f1d83bc11 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event updated for resources: {'Port': ['ID=78ed0918-572c-478f-969a-c91517db6c88,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:52.486276 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-2ff58a7a-1fe8-460a-b98f-782f1d83bc11 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:05:52.488836 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-2ff58a7a-1fe8-460a-b98f-782f1d83bc11 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:05:52.505447 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-1b25c204-8d42-4e5e-9888-dc99a159de46 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Made reservation on behalf of 87f2c5cc3a574c0b9e5dd6f14b968fb2 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:05:52.509682 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-1b25c204-8d42-4e5e-9888-dc99a159de46 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:52.574239 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-1a09bb9a-59a3-4f21-a4a0-5239f9377afa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Deleting port 05939016-6c05-4f69-9df0-ce4b40ca581c {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:52.574588 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a09bb9a-59a3-4f21-a4a0-5239f9377afa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:52.685967 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-40738b1b-7d6d-40c5-a345-1fb6eeeaa266 req-c0d84957-b52c-4e8f-938c-8a9cc3662b74 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3249035 Jul 14 07:05:52.687134 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02c50ec7-02ef-478d-8d56-57279611f5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:52.766350 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-2ff58a7a-1fe8-460a-b98f-782f1d83bc11 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:52.767408 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-2ff58a7a-1fe8-460a-b98f-782f1d83bc11 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:52.793027 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-788dfb11-31c3-48db-b42a-8707143004b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:52.811181 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c3191-2604-4157-b613-92bce122cadd req-c2af83b6-2990-4098-986d-f80d9fbd07c3 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:52.816941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c3191-2604-4157-b613-92bce122cadd req-c2af83b6-2990-4098-986d-f80d9fbd07c3 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:52.818548 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e97c3191-2604-4157-b613-92bce122cadd req-c2af83b6-2990-4098-986d-f80d9fbd07c3 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 1654 time: 0.4757454 Jul 14 07:05:52.850496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-19ff9d3e-cd88-419b-88cd-594f2c1b41e2 None None] Provisioning for port 78ed0918-572c-478f-969a-c91517db6c88 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:52.858321 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-19ff9d3e-cd88-419b-88cd-594f2c1b41e2 None None] Provisioning complete for port 78ed0918-572c-478f-969a-c91517db6c88 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:52.859148 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-19ff9d3e-cd88-419b-88cd-594f2c1b41e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:52.876355 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-a7ba4a8a-5379-49d4-90ae-b41b396108d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:52.877850 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-a7ba4a8a-5379-49d4-90ae-b41b396108d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 1097 time: 0.6040020 Jul 14 07:05:52.886750 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788dfb11-31c3-48db-b42a-8707143004b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=928ce754-002f-4b40-9791-11232287f7fc,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:52.927383 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-19ff9d3e-cd88-419b-88cd-594f2c1b41e2 None None] Port 78ed0918-572c-478f-969a-c91517db6c88 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:05:52.933909 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40738b1b-7d6d-40c5-a345-1fb6eeeaa266 req-8e79997e-90e9-4c33-973b-bb7ef72fb9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:52.935168 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-40738b1b-7d6d-40c5-a345-1fb6eeeaa266 req-8e79997e-90e9-4c33-973b-bb7ef72fb9a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 1096 time: 0.2144463 Jul 14 07:05:52.944344 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788dfb11-31c3-48db-b42a-8707143004b5 admin admin] Checking segment: {'id': '1704aa74-a8e9-416a-a9e1-b64a6b1bd82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '891a3a3f-551b-4fac-88de-347e03820f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:52.944769 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788dfb11-31c3-48db-b42a-8707143004b5 admin admin] Network hostable DHCP agents. Network: 891a3a3f-551b-4fac-88de-347e03820f4c, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:05:53.005251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788dfb11-31c3-48db-b42a-8707143004b5 admin admin] Network 891a3a3f-551b-4fac-88de-347e03820f4c is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:05:53.054466 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02c50ec7-02ef-478d-8d56-57279611f5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:53.067379 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02c50ec7-02ef-478d-8d56-57279611f5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:53.083539 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-788dfb11-31c3-48db-b42a-8707143004b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 891a3a3f-551b-4fac-88de-347e03820f4c) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:05:53.089101 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788dfb11-31c3-48db-b42a-8707143004b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:53.090158 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-788dfb11-31c3-48db-b42a-8707143004b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:53.100278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b430f9cb-5b1a-43e5-b8d5-bc2745c4e123 None None] Network 891a3a3f-551b-4fac-88de-347e03820f4c requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:05:53.164343 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c50ec7-02ef-478d-8d56-57279611f5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb2fc71-f4cd-47e8-b524-6180e0cbc084,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:53.180454 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-02c50ec7-02ef-478d-8d56-57279611f5aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a0c046ad6e1a4f799184e2260bdb3d2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8399141 Jul 14 07:05:53.195667 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40356) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:53.246208 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-788dfb11-31c3-48db-b42a-8707143004b5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8985052 Jul 14 07:05:53.268830 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec417bdd-8029-4fd6-b0c5-5be08fb52b6d None None] Network 891a3a3f-551b-4fac-88de-347e03820f4c requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:05:53.273943 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a8494d2-690e-4b3e-9f7d-c46ae9cadd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:53.287697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-1b25c204-8d42-4e5e-9888-dc99a159de46 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Allocated IP 192.168.233.168 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/43acc891-b79f-495b-9554-89b3e9657530) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:05:53.291231 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a09bb9a-59a3-4f21-a4a0-5239f9377afa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:53.291645 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a09bb9a-59a3-4f21-a4a0-5239f9377afa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:53.305117 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a8494d2-690e-4b3e-9f7d-c46ae9cadd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:53.309105 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-2ff58a7a-1fe8-460a-b98f-782f1d83bc11 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1710424 Jul 14 07:05:53.338209 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e97c3191-2604-4157-b613-92bce122cadd req-f7bcd183-f415-4cdb-a463-5a34bfbdb70a tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908583 Jul 14 07:05:53.342534 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-1a09bb9a-59a3-4f21-a4a0-5239f9377afa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Calling delete_port for 05939016-6c05-4f69-9df0-ce4b40ca581c owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:53.370865 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Request body: {'port': {'device_id': '3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:53.375390 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40738b1b-7d6d-40c5-a345-1fb6eeeaa266 req-14b6adf9-141d-4be3-81a4-92c311095972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:53.378244 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-40738b1b-7d6d-40c5-a345-1fb6eeeaa266 req-14b6adf9-141d-4be3-81a4-92c311095972 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 200 len: 908 time: 0.3966904 Jul 14 07:05:53.385525 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a8494d2-690e-4b3e-9f7d-c46ae9cadd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:53.390462 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a8494d2-690e-4b3e-9f7d-c46ae9cadd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:53.398740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41616f88-e272-4eb0-8504-4ab45d0c4385 req-bd429fe2-d6fc-41af-96b2-4029d120f760 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:53.403916 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41616f88-e272-4eb0-8504-4ab45d0c4385 req-bd429fe2-d6fc-41af-96b2-4029d120f760 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=6af6bcd6-103d-4601-ba3e-62921b841ef8 HTTP/1.1" status: 200 len: 945 time: 1.1541259 Jul 14 07:05:53.405773 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0a8494d2-690e-4b3e-9f7d-c46ae9cadd98 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bbb2fc71-f4cd-47e8-b524-6180e0cbc084 HTTP/1.1" status: 204 len: 168 time: 0.2015903 Jul 14 07:05:53.523969 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-40738b1b-7d6d-40c5-a345-1fb6eeeaa266 req-17b3d76b-4f42-42e1-ae00-6a6058603963 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bff15c55-9fdd-4384-9f23-280254c2071c HTTP/1.1" status: 200 len: 217 time: 0.1149716 Jul 14 07:05:53.525577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8494d2-690e-4b3e-9f7d-c46ae9cadd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb2fc71-f4cd-47e8-b524-6180e0cbc084,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:53.616780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40738b1b-7d6d-40c5-a345-1fb6eeeaa266 req-caf665b5-b4c4-4aae-bd97-fc0cda6cb16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:53.619403 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-40738b1b-7d6d-40c5-a345-1fb6eeeaa266 req-caf665b5-b4c4-4aae-bd97-fc0cda6cb16c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 200 len: 847 time: 0.0845003 Jul 14 07:05:53.718366 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-40738b1b-7d6d-40c5-a345-1fb6eeeaa266 req-22f04e12-7abe-41e8-bdbd-cabf6b8d5c89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840127 Jul 14 07:05:53.913575 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-40738b1b-7d6d-40c5-a345-1fb6eeeaa266 req-8c3283b0-cb3c-4761-bcc2-cf1af4f5f663 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831579 Jul 14 07:05:53.922325 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41616f88-e272-4eb0-8504-4ab45d0c4385 req-446374fe-13be-4d43-b23e-7a831a7468c3 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3c7f637-f801-425c-a58b-4ef4c095d693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5061355 Jul 14 07:05:53.979462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-87e842a6-8f0d-4e59-96b4-841a4f77a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:53.981442 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-87e842a6-8f0d-4e59-96b4-841a4f77a3f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 922 time: 1.0800867 Jul 14 07:05:53.987912 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-1b25c204-8d42-4e5e-9888-dc99a159de46 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:54.063882 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-40738b1b-7d6d-40c5-a345-1fb6eeeaa266 req-e8d68fec-7be6-41b6-82eb-56ce069a2182 service neutron] 10.222.0.15 "GET /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397374 Jul 14 07:05:54.090050 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-94ab7fbb-65f7-4626-b710-1d3c8fb325b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efcc06c0-fc25-4aab-86a7-59b8379d4ffa HTTP/1.1" status: 200 len: 217 time: 0.0668485 Jul 14 07:05:54.134313 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:54.139258 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-1b25c204-8d42-4e5e-9888-dc99a159de46 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Transition to ACTIVE for port object 43acc891-b79f-495b-9554-89b3e9657530 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:54.216301 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40388) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:54.223073 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5521249c-41c5-4f60-8ad9-85f61f52dc1b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1130809509-network', 'tenant_id': 'e8636f03b64b4b189750feb76b2a240d'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:54.276601 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5521249c-41c5-4f60-8ad9-85f61f52dc1b admin admin] Made reservation on behalf of e8636f03b64b4b189750feb76b2a240d for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:05:54.279440 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5521249c-41c5-4f60-8ad9-85f61f52dc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:54.308877 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5521249c-41c5-4f60-8ad9-85f61f52dc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:54.488032 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5521249c-41c5-4f60-8ad9-85f61f52dc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:54.495624 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5521249c-41c5-4f60-8ad9-85f61f52dc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:54.529649 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521249c-41c5-4f60-8ad9-85f61f52dc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ade9288-8c46-4e2d-9a40-1afe52b05ca6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:54.539840 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5521249c-41c5-4f60-8ad9-85f61f52dc1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:05:54.551518 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5521249c-41c5-4f60-8ad9-85f61f52dc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:54.551822 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-5521249c-41c5-4f60-8ad9-85f61f52dc1b admin admin] Added segment 1f465ad8-910d-4c14-b37b-5b10a1334b22 of type vlan for network 1fc8b8c3-4b28-4f99-8db1-f88af0ec4395 Jul 14 07:05:54.647166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc78b72-f5a3-43b8-895f-d6c18de45b52 req-a0b92383-55eb-4ea6-b5e8-d855cb2dae2e tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:54.648639 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bc78b72-f5a3-43b8-895f-d6c18de45b52 req-a0b92383-55eb-4ea6-b5e8-d855cb2dae2e tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 946 time: 1.0464408 Jul 14 07:05:54.657233 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5521249c-41c5-4f60-8ad9-85f61f52dc1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:54.705422 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-d5e2e4d8-c86a-4c75-b801-1d1352ebe145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:54.707515 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5521249c-41c5-4f60-8ad9-85f61f52dc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:54.708547 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5521249c-41c5-4f60-8ad9-85f61f52dc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:54.709134 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5521249c-41c5-4f60-8ad9-85f61f52dc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:54.714362 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-d5e2e4d8-c86a-4c75-b801-1d1352ebe145 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.5899637 Jul 14 07:05:54.767900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2ae9a-19f0-4f2b-9d6f-c5bcacac45c8 req-e6edba1d-63ec-443f-95e9-b8b7c855428a tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:54.770491 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7aa2ae9a-19f0-4f2b-9d6f-c5bcacac45c8 req-e6edba1d-63ec-443f-95e9-b8b7c855428a tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.15 "GET /v2.0/ports?device_id=6af6bcd6-103d-4601-ba3e-62921b841ef8 HTTP/1.1" status: 200 len: 945 time: 0.8431580 Jul 14 07:05:54.778604 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5521249c-41c5-4f60-8ad9-85f61f52dc1b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5607731 Jul 14 07:05:54.781450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40400) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:54.786209 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-86d693a5-894f-40d6-8e30-57a1dc0adc84 admin admin] Request body: {'subnet': {'network_id': '1fc8b8c3-4b28-4f99-8db1-f88af0ec4395', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1130809509-subnet', 'tenant_id': 'e8636f03b64b4b189750feb76b2a240d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:54.801212 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a09bb9a-59a3-4f21-a4a0-5239f9377afa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:54.827738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521249c-41c5-4f60-8ad9-85f61f52dc1b admin admin] Pushing event updated for resources: {'Network': ['ID=1fc8b8c3-4b28-4f99-8db1-f88af0ec4395,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:54.833985 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d693a5-894f-40d6-8e30-57a1dc0adc84 admin admin] Made reservation on behalf of e8636f03b64b4b189750feb76b2a240d for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:05:54.836780 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86d693a5-894f-40d6-8e30-57a1dc0adc84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:54.841456 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 1fc8b8c3-4b28-4f99-8db1-f88af0ec4395 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:05:54.940619 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c9bfad6-6393-4b5b-a7e5-9e6d44e51ea4 req-e826a5cc-b57d-4ac6-95a3-bee33d781633 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 210 time: 0.3029330 Jul 14 07:05:54.957640 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40402) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:54.977584 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-82f47d86-c0b0-4644-8507-4ceaa132a321 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1867929 Jul 14 07:05:54.981040 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-1b25c204-8d42-4e5e-9888-dc99a159de46 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:54.994190 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['c637e5f3-c539-4502-83dd-9f34fd26a5b2'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:05:55.060253 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a864885d-08c9-4b31-bed3-c057f80067ec {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:55.068653 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:55.081886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Transition to ACTIVE for port object a864885d-08c9-4b31-bed3-c057f80067ec will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:55.106207 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['28d15e7e-4f2c-4bc7-8717-9d690df8727a', 'a729e751-ec43-4dbe-881f-cf0cb5f11a66', 'ada4328d-c453-4e33-9da3-5caad16fa8f1', '60c8bc67-cac1-46de-a018-1acc8b73543b'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:05:55.131742 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:55.180474 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bc78b72-f5a3-43b8-895f-d6c18de45b52 req-3125a512-bb64-458d-ac22-23eb95e7b9d2 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630716 Jul 14 07:05:55.187049 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09bb9a-59a3-4f21-a4a0-5239f9377afa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Pushing event deleted for resources: {'Port': ['ID=05939016-6c05-4f69-9df0-ce4b40ca581c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:55.427600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-1b25c204-8d42-4e5e-9888-dc99a159de46 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:05:55.430071 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a09bb9a-59a3-4f21-a4a0-5239f9377afa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:55.436630 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a09bb9a-59a3-4f21-a4a0-5239f9377afa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:55.437825 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1a09bb9a-59a3-4f21-a4a0-5239f9377afa tempest-ServersTestJSON-956239597 tempest-ServersTestJSON-956239597-project] 10.222.0.35 "DELETE /v2.0/floatingips/531245f3-cad9-4b5a-aafb-8107e4bd2b89 HTTP/1.1" status: 204 len: 168 time: 3.5342827 Jul 14 07:05:55.444401 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40410) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:55.627159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-1b25c204-8d42-4e5e-9888-dc99a159de46 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:05:55.639024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ce464dc7-0c66-46ed-a6d0-8bb95e35dfbe tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1209312098'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:55.664596 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-1b25c204-8d42-4e5e-9888-dc99a159de46 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:05:55.748535 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce464dc7-0c66-46ed-a6d0-8bb95e35dfbe tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Made reservation on behalf of 6f96406b8a7f47e9b6bcd16af524fff8 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:05:55.752319 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce464dc7-0c66-46ed-a6d0-8bb95e35dfbe tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:55.856801 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce464dc7-0c66-46ed-a6d0-8bb95e35dfbe tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:55.880536 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86d693a5-894f-40d6-8e30-57a1dc0adc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:55.920146 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Attempting to bind port a864885d-08c9-4b31-bed3-c057f80067ec on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:05:55.925375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Attempting to bind port a864885d-08c9-4b31-bed3-c057f80067ec by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '75295a37-7389-464a-b636-473fc5ef3476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7888b5fa-9e7b-4cb1-926b-aeca9e81f30e'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:05:55.927693 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Attempting to bind port a864885d-08c9-4b31-bed3-c057f80067ec on network 7888b5fa-9e7b-4cb1-926b-aeca9e81f30e {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:55.936281 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d693a5-894f-40d6-8e30-57a1dc0adc84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5864b2-84a2-4c21-9156-1499310488fe,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:55.978642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d693a5-894f-40d6-8e30-57a1dc0adc84 admin admin] Checking segment: {'id': '1f465ad8-910d-4c14-b37b-5b10a1334b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1fc8b8c3-4b28-4f99-8db1-f88af0ec4395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:55.978642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d693a5-894f-40d6-8e30-57a1dc0adc84 admin admin] Network hostable DHCP agents. Network: 1fc8b8c3-4b28-4f99-8db1-f88af0ec4395, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:05:55.982577 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-1b25c204-8d42-4e5e-9888-dc99a159de46 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:55.983645 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-1b25c204-8d42-4e5e-9888-dc99a159de46 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:55.985905 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25c204-8d42-4e5e-9888-dc99a159de46 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Pushing event updated for resources: {'Port': ['ID=43acc891-b79f-495b-9554-89b3e9657530,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:55.999623 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:05:56.036132 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d693a5-894f-40d6-8e30-57a1dc0adc84 admin admin] Network 1fc8b8c3-4b28-4f99-8db1-f88af0ec4395 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:05:56.046355 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-82c8c3cd-33bc-4bcf-a457-4a41572c9cae None None] Provisioning for port 43acc891-b79f-495b-9554-89b3e9657530 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:05:56.055602 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-82c8c3cd-33bc-4bcf-a457-4a41572c9cae None None] Provisioning complete for port 43acc891-b79f-495b-9554-89b3e9657530 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:05:56.056986 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-82c8c3cd-33bc-4bcf-a457-4a41572c9cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:56.071683 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-86d693a5-894f-40d6-8e30-57a1dc0adc84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 1fc8b8c3-4b28-4f99-8db1-f88af0ec4395) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:05:56.076827 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d693a5-894f-40d6-8e30-57a1dc0adc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:56.077678 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86d693a5-894f-40d6-8e30-57a1dc0adc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:56.083392 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Port a864885d-08c9-4b31-bed3-c057f80067ec on network 7888b5fa-9e7b-4cb1-926b-aeca9e81f30e not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:05:56.083722 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Attempting to bind port a864885d-08c9-4b31-bed3-c057f80067ec on network 7888b5fa-9e7b-4cb1-926b-aeca9e81f30e {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:56.084876 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c973d5-6642-4008-955c-7938f835bb01 None None] Network 1fc8b8c3-4b28-4f99-8db1-f88af0ec4395 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:05:56.116449 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c06eb020-7a51-43ac-a294-772b1b87794a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:56.161671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:05:56.161974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Checking segment: {'id': '75295a37-7389-464a-b636-473fc5ef3476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7888b5fa-9e7b-4cb1-926b-aeca9e81f30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:56.162305 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Bound using segment: {'id': '75295a37-7389-464a-b636-473fc5ef3476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7888b5fa-9e7b-4cb1-926b-aeca9e81f30e'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:05:56.162758 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Bound port: a864885d-08c9-4b31-bed3-c057f80067ec, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75295a37-7389-464a-b636-473fc5ef3476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7888b5fa-9e7b-4cb1-926b-aeca9e81f30e'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:05:56.163127 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:56.168368 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-82c8c3cd-33bc-4bcf-a457-4a41572c9cae None None] Port 43acc891-b79f-495b-9554-89b3e9657530 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:05:56.234922 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-3caac85d-4254-417c-b622-8c1c0189179f service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2558923 Jul 14 07:05:56.235072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Pushing event updated for resources: {'Port': ['ID=a864885d-08c9-4b31-bed3-c057f80067ec,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:56.252863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887654ce-7976-4a63-b11a-f76348382843 req-835c1d6f-8dd2-4403-97c0-9966bac2e580 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:56.254502 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-887654ce-7976-4a63-b11a-f76348382843 req-835c1d6f-8dd2-4403-97c0-9966bac2e580 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=6af6bcd6-103d-4601-ba3e-62921b841ef8 HTTP/1.1" status: 200 len: 945 time: 0.8257751 Jul 14 07:05:56.277882 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ef2ba4-fd51-4610-ac35-3dd64ba60dd1 None None] Network 1fc8b8c3-4b28-4f99-8db1-f88af0ec4395 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:05:56.280739 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce464dc7-0c66-46ed-a6d0-8bb95e35dfbe tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:56.319871 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-86d693a5-894f-40d6-8e30-57a1dc0adc84 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5299928 Jul 14 07:05:56.329706 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce464dc7-0c66-46ed-a6d0-8bb95e35dfbe tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:56.349128 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b74ecf-795d-4686-8e21-556b62f086a8 req-4fd0462f-dad0-467a-9414-6b0d2d0c64e5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:56.366233 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b74ecf-795d-4686-8e21-556b62f086a8 req-4fd0462f-dad0-467a-9414-6b0d2d0c64e5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:56.377345 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-47b74ecf-795d-4686-8e21-556b62f086a8 req-4fd0462f-dad0-467a-9414-6b0d2d0c64e5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 1666 time: 0.9924521 Jul 14 07:05:56.470306 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-1b25c204-8d42-4e5e-9888-dc99a159de46 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8323131 Jul 14 07:05:56.484205 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-7aa2ae9a-19f0-4f2b-9d6f-c5bcacac45c8 req-e4d3f4b4-3b18-4400-a63a-de5a723b0f93 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Deleting port 7b8d68b4-3e10-4dad-a363-55b7e67ff175 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:56.484554 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7aa2ae9a-19f0-4f2b-9d6f-c5bcacac45c8 req-e4d3f4b4-3b18-4400-a63a-de5a723b0f93 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:56.513171 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Request body: {'port': {'device_id': '22be2f5f-45c8-42fb-aea9-b3f13d83aee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:56.533201 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c06eb020-7a51-43ac-a294-772b1b87794a admin admin] Deleting port 9d20bb07-611d-4940-b370-22e37864d6c9 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:56.533781 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c06eb020-7a51-43ac-a294-772b1b87794a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:56.548844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce464dc7-0c66-46ed-a6d0-8bb95e35dfbe tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:05:56.634939 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c06eb020-7a51-43ac-a294-772b1b87794a admin admin] For port 9d20bb07-611d-4940-b370-22e37864d6c9, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9d20bb07-611d-4940-b370-22e37864d6c9,segment=NetworkSegment(f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07),segment_id=f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:56.635487 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c06eb020-7a51-43ac-a294-772b1b87794a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:56.652807 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce464dc7-0c66-46ed-a6d0-8bb95e35dfbe tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d49e80-baac-4154-96fc-09dd03318029,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:56.653492 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c06eb020-7a51-43ac-a294-772b1b87794a admin admin] Calling delete_port for 9d20bb07-611d-4940-b370-22e37864d6c9 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:56.681742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] For port a864885d-08c9-4b31-bed3-c057f80067ec, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:05:56.686801 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce464dc7-0c66-46ed-a6d0-8bb95e35dfbe tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:56.687149 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-ce464dc7-0c66-46ed-a6d0-8bb95e35dfbe tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Added segment b6edade7-7042-4178-a2a6-f7cba1672ed3 of type vlan for network ecc9a507-ddb2-4686-8fc7-52018c90c75a Jul 14 07:05:56.728514 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-47b74ecf-795d-4686-8e21-556b62f086a8 req-d4ce0eda-4128-4a71-a49e-3ad0f24a0f12 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453856 Jul 14 07:05:56.762904 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] For port a864885d-08c9-4b31-bed3-c057f80067ec, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a864885d-08c9-4b31-bed3-c057f80067ec,segment=NetworkSegment(75295a37-7389-464a-b636-473fc5ef3476),segment_id=75295a37-7389-464a-b636-473fc5ef3476)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:05:56.779897 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:56.816510 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-887654ce-7976-4a63-b11a-f76348382843 req-ddb70fd1-c45e-4de8-8e82-4440c7ea4402 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3c7f637-f801-425c-a58b-4ef4c095d693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5329273 Jul 14 07:05:56.864841 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce464dc7-0c66-46ed-a6d0-8bb95e35dfbe tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:56.874711 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-ea322e36-2389-4574-8acf-9b3d30df503a service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6181045 Jul 14 07:05:56.954443 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c06eb020-7a51-43ac-a294-772b1b87794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:56.985289 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06eb020-7a51-43ac-a294-772b1b87794a admin admin] Pushing event deleted for resources: {'Port': ['ID=9d20bb07-611d-4940-b370-22e37864d6c9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:56.999718 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:57.000372 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:57.005588 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] 10.222.0.30 "PUT /v2.0/ports/a864885d-08c9-4b31-bed3-c057f80067ec HTTP/1.1" status: 200 len: 1091 time: 3.6555960 Jul 14 07:05:57.008071 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c', 'tag': 'a864885d-08c9-4b31-bed3-c057f80067ec'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:57.012653 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4706a1-04a7-4076-9330-274b6f415e79" -d '{"events": [{"name": "network-changed", "server_uuid": "3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c", "tag": "a864885d-08c9-4b31-bed3-c057f80067ec"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:57.047743 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:57.064333 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce464dc7-0c66-46ed-a6d0-8bb95e35dfbe tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:57.070373 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce464dc7-0c66-46ed-a6d0-8bb95e35dfbe tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:57.071086 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce464dc7-0c66-46ed-a6d0-8bb95e35dfbe tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:57.085123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Request body: {'port': {'device_id': '3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:57.139602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-7aa2ae9a-19f0-4f2b-9d6f-c5bcacac45c8 req-e4d3f4b4-3b18-4400-a63a-de5a723b0f93 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] For port 7b8d68b4-3e10-4dad-a363-55b7e67ff175, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=7b8d68b4-3e10-4dad-a363-55b7e67ff175,segment=NetworkSegment(7d719af1-58e1-487a-af61-7254e3dcfc8b),segment_id=7d719af1-58e1-487a-af61-7254e3dcfc8b)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:57.140539 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7aa2ae9a-19f0-4f2b-9d6f-c5bcacac45c8 req-e4d3f4b4-3b18-4400-a63a-de5a723b0f93 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:57.284594 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c06eb020-7a51-43ac-a294-772b1b87794a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:57.497609 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 7b8d68b4-3e10-4dad-a363-55b7e67ff175 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:05:57.549947 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06eb020-7a51-43ac-a294-772b1b87794a admin admin] Router f0e72a84-4710-42e4-830a-3c6a8456f514 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:05:57.598148 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:57.628820 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af6bcd6-103d-4601-ba3e-62921b841ef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b8d68b4-3e10-4dad-a363-55b7e67ff175'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:05:57.631257 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26582cb6-99b6-42fb-869f-319a41c8ef31" -d '{"events": [{"server_uuid": "6af6bcd6-103d-4601-ba3e-62921b841ef8", "name": "network-vif-unplugged", "status": "completed", "tag": "7b8d68b4-3e10-4dad-a363-55b7e67ff175"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:05:57.648721 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 7b8d68b4-3e10-4dad-a363-55b7e67ff175, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=7b8d68b4-3e10-4dad-a363-55b7e67ff175,segment=NetworkSegment(7d719af1-58e1-487a-af61-7254e3dcfc8b),segment_id=7d719af1-58e1-487a-af61-7254e3dcfc8b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:57.658479 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:57.709399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06eb020-7a51-43ac-a294-772b1b87794a admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:05:57.718995 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=7b8d68b4-3e10-4dad-a363-55b7e67ff175,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:57.726580 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41cc7d4-14f2-46df-bfb8-1f867f6548da None None] Sync routers for ids ['f0e72a84-4710-42e4-830a-3c6a8456f514'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:05:57.732748 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c06eb020-7a51-43ac-a294-772b1b87794a admin admin] 10.222.0.35 "PUT /v2.0/routers/f0e72a84-4710-42e4-830a-3c6a8456f514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2829633 Jul 14 07:05:57.732998 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40436) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:57.743921 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41cc7d4-14f2-46df-bfb8-1f867f6548da None None] Routers {'f0e72a84-4710-42e4-830a-3c6a8456f514'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:05:57.744852 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f41cc7d4-14f2-46df-bfb8-1f867f6548da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:05:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f0e72a84-4710-42e4-830a-3c6a8456f514'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:57.768274 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ff23b-6da8-4d23-90fa-ec1c490dc140 service neutron] Pushing event updated for resources: {'Port': ['ID=a864885d-08c9-4b31-bed3-c057f80067ec,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:57.792243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40440) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:57.792415 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ce464dc7-0c66-46ed-a6d0-8bb95e35dfbe tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8125062 Jul 14 07:05:57.833762 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-de3377c9-e404-4bbb-af24-00d84a732972 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Request body: {'subnet': {'network_id': 'ecc9a507-ddb2-4686-8fc7-52018c90c75a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:05:57.942044 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41bead45-9edc-4e44-a75d-199e1a5a8fb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:57.990515 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-f41cc7d4-14f2-46df-bfb8-1f867f6548da None None] Set router f0e72a84-4710-42e4-830a-3c6a8456f514 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:05:58.042709 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7aa2ae9a-19f0-4f2b-9d6f-c5bcacac45c8 req-e4d3f4b4-3b18-4400-a63a-de5a723b0f93 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:58.043379 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7aa2ae9a-19f0-4f2b-9d6f-c5bcacac45c8 req-e4d3f4b4-3b18-4400-a63a-de5a723b0f93 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:58.044703 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [req-7aa2ae9a-19f0-4f2b-9d6f-c5bcacac45c8 req-e4d3f4b4-3b18-4400-a63a-de5a723b0f93 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Floating IP 30c060ff-d62e-4a37-87be-c6dcb2fe2db1 disassociated. External IP: 172.25.7.179, port: 7b8d68b4-3e10-4dad-a363-55b7e67ff175. Jul 14 07:05:58.045312 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-7aa2ae9a-19f0-4f2b-9d6f-c5bcacac45c8 req-e4d3f4b4-3b18-4400-a63a-de5a723b0f93 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Calling delete_port for 7b8d68b4-3e10-4dad-a363-55b7e67ff175 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:58.087199 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3377c9-e404-4bbb-af24-00d84a732972 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Made reservation on behalf of 6f96406b8a7f47e9b6bcd16af524fff8 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:05:58.091186 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de3377c9-e404-4bbb-af24-00d84a732972 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:58.114464 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:58.127915 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce464dc7-0c66-46ed-a6d0-8bb95e35dfbe tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Pushing event updated for resources: {'Network': ['ID=ecc9a507-ddb2-4686-8fc7-52018c90c75a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:58.140622 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network ecc9a507-ddb2-4686-8fc7-52018c90c75a details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:05:58.234512 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f41cc7d4-14f2-46df-bfb8-1f867f6548da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'name': 'tempest-ServersTestJSON-70974883-router', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8393fe8c-c610-43fa-9163-16a42d884741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:13Z', 'updated_at': '2021-07-14T07:05:56Z', 'revision_number': 5, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'gw_port': {'id': '8393fe8c-c610-43fa-9163-16a42d884741', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:58.247171 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be62505-da9c-44de-aeab-b9db6fbdcf7b req-23a69970-3d5f-4429-9733-8866694c49b3 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:58.249080 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8be62505-da9c-44de-aeab-b9db6fbdcf7b req-23a69970-3d5f-4429-9733-8866694c49b3 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 936 time: 1.3790774 Jul 14 07:05:58.278829 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41cc7d4-14f2-46df-bfb8-1f867f6548da None None] Checking router: f0e72a84-4710-42e4-830a-3c6a8456f514 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:05:58.281863 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41bead45-9edc-4e44-a75d-199e1a5a8fb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:58.289789 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41cc7d4-14f2-46df-bfb8-1f867f6548da None None] Routers {'f0e72a84-4710-42e4-830a-3c6a8456f514'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:05:58.291317 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f41cc7d4-14f2-46df-bfb8-1f867f6548da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:05:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f0e72a84-4710-42e4-830a-3c6a8456f514'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:58.353253 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e35559-d960-4b59-946c-3a0a56752f2d req-39098792-c09e-4597-b188-059adf2a50e5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:58.355297 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3e35559-d960-4b59-946c-3a0a56752f2d req-39098792-c09e-4597-b188-059adf2a50e5 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 946 time: 1.3217814 Jul 14 07:05:58.389109 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8be62505-da9c-44de-aeab-b9db6fbdcf7b req-0c7d360b-d7a0-4209-9411-ff0ad5650076 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699620 Jul 14 07:05:58.524225 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-41bead45-9edc-4e44-a75d-199e1a5a8fb4 admin admin] Deleting port 8393fe8c-c610-43fa-9163-16a42d884741 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:05:58.525440 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41bead45-9edc-4e44-a75d-199e1a5a8fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:58.585755 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3e35559-d960-4b59-946c-3a0a56752f2d req-b502b879-264a-46cb-ad6b-1f3b0bc3cfe7 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110322 Jul 14 07:05:58.649715 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-f41cc7d4-14f2-46df-bfb8-1f867f6548da None None] Set router f0e72a84-4710-42e4-830a-3c6a8456f514 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:05:58.807352 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ed0918-572c-478f-969a-c91517db6c88 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:58.816152 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:58.823737 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38430c1-330a-402f-8d6c-651dce2b028a x-openstack-request-id: req-e38430c1-330a-402f-8d6c-651dce2b028a {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:58.824024 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c", "tag": "a864885d-08c9-4b31-bed3-c057f80067ec", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:58.824288 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e38430c1-330a-402f-8d6c-651dce2b028a {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:58.825014 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c', 'tag': 'a864885d-08c9-4b31-bed3-c057f80067ec', 'status': 'completed', 'code': 200} Jul 14 07:05:58.879068 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Transition to ACTIVE for port object 78ed0918-572c-478f-969a-c91517db6c88 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:58.889427 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7aa2ae9a-19f0-4f2b-9d6f-c5bcacac45c8 req-e4d3f4b4-3b18-4400-a63a-de5a723b0f93 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:58.895879 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:58.968220 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f41cc7d4-14f2-46df-bfb8-1f867f6548da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'name': 'tempest-ServersTestJSON-70974883-router', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8393fe8c-c610-43fa-9163-16a42d884741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:13Z', 'updated_at': '2021-07-14T07:05:56Z', 'revision_number': 5, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'gw_port': {'id': '8393fe8c-c610-43fa-9163-16a42d884741', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:05:59.058332 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41cc7d4-14f2-46df-bfb8-1f867f6548da None None] The sync data for ids ['f0e72a84-4710-42e4-830a-3c6a8456f514'] in n-d-778696-5 is: [{'id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'name': 'tempest-ServersTestJSON-70974883-router', 'tenant_id': '52f6ea5960964fe69672c40f1222d3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '8393fe8c-c610-43fa-9163-16a42d884741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:03:13Z', 'updated_at': '2021-07-14T07:05:56Z', 'revision_number': 5, 'project_id': '52f6ea5960964fe69672c40f1222d3ee', 'gw_port': {'id': '8393fe8c-c610-43fa-9163-16a42d884741', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e72a84-4710-42e4-830a-3c6a8456f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:03:14Z', 'updated_at': '2021-07-14T07:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:05:59.058599 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Pushing event updated for resources: {'Port': ['ID=78ed0918-572c-478f-969a-c91517db6c88,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:59.177909 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:59.178806 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:59.178806 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:59.179033 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:59.179255 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:59.179588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:59.179908 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:59.180225 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:59.181101 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:59.181512 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:59.181757 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:59.182123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:05:59.196989 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd2521e-7db8-4569-99dc-35b74a178f19 x-openstack-request-id: req-1cd2521e-7db8-4569-99dc-35b74a178f19 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:05:59.197502 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af6bcd6-103d-4601-ba3e-62921b841ef8", "name": "network-vif-unplugged", "status": "completed", "tag": "7b8d68b4-3e10-4dad-a363-55b7e67ff175", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:05:59.197624 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1cd2521e-7db8-4569-99dc-35b74a178f19 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:05:59.198006 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af6bcd6-103d-4601-ba3e-62921b841ef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b8d68b4-3e10-4dad-a363-55b7e67ff175', 'code': 200} Jul 14 07:05:59.260113 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de3377c9-e404-4bbb-af24-00d84a732972 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:59.299037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3f4b4-3b18-4400-a63a-de5a723b0f93 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Pushing event deleted for resources: {'Port': ['ID=7b8d68b4-3e10-4dad-a363-55b7e67ff175,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:59.326437 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-41bead45-9edc-4e44-a75d-199e1a5a8fb4 admin admin] For port 8393fe8c-c610-43fa-9163-16a42d884741, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8393fe8c-c610-43fa-9163-16a42d884741,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:05:59.326793 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41bead45-9edc-4e44-a75d-199e1a5a8fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:59.351327 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-41bead45-9edc-4e44-a75d-199e1a5a8fb4 admin admin] Calling delete_port for 8393fe8c-c610-43fa-9163-16a42d884741 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:05:59.486081 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3377c9-e404-4bbb-af24-00d84a732972 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Pushing event updated for resources: {'Subnet': ['ID=4d66380a-6009-4bd8-925c-90d722943736,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:59.532084 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4706a1-04a7-4076-9330-274b6f415e79 req-872e8197-aba0-41b8-9ea0-7ea7803edefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:59.532571 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4706a1-04a7-4076-9330-274b6f415e79 req-872e8197-aba0-41b8-9ea0-7ea7803edefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:59.534169 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9a4706a1-04a7-4076-9330-274b6f415e79 req-872e8197-aba0-41b8-9ea0-7ea7803edefc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=420e7bcde0b4418bbcff3dfcdfec9410&device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 1938 time: 0.5263796 Jul 14 07:05:59.540625 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43acc891-b79f-495b-9554-89b3e9657530 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:05:59.557677 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:59.576273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-0bf6bb7c-e9ab-47c1-911d-fb4c756296ad tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:59.577503 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-0bf6bb7c-e9ab-47c1-911d-fb4c756296ad tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/networks?id=891a3a3f-551b-4fac-88de-347e03820f4c HTTP/1.1" status: 200 len: 815 time: 0.7561948 Jul 14 07:05:59.601106 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3377c9-e404-4bbb-af24-00d84a732972 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Checking segment: {'id': 'b6edade7-7042-4178-a2a6-f7cba1672ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ecc9a507-ddb2-4686-8fc7-52018c90c75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:59.601501 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3377c9-e404-4bbb-af24-00d84a732972 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Network hostable DHCP agents. Network: ecc9a507-ddb2-4686-8fc7-52018c90c75a, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:05:59.620396 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-2f7688d9-666c-410f-9ee9-9c9bc4ace087 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/quotas/be57d2e5177e4fe9b4759f0cf85e6608 HTTP/1.1" status: 200 len: 375 time: 0.0300438 Jul 14 07:05:59.664323 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-efcd5304-d9e8-499b-a4be-d02802b41253 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=be57d2e5177e4fe9b4759f0cf85e6608&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347452 Jul 14 07:05:59.669809 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Transition to ACTIVE for port object 43acc891-b79f-495b-9554-89b3e9657530 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:05:59.671138 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Attempting to bind port 78ed0918-572c-478f-969a-c91517db6c88 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:05:59.671622 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Attempting to bind port 78ed0918-572c-478f-969a-c91517db6c88 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '845130c5-8d7d-42e0-afd7-4f3f84c32222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1c208439-144e-4113-bc58-97e2700ab2e5'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:05:59.672214 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Attempting to bind port 78ed0918-572c-478f-969a-c91517db6c88 on network 1c208439-144e-4113-bc58-97e2700ab2e5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:59.685487 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41bead45-9edc-4e44-a75d-199e1a5a8fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:59.734504 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.30', 60232) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:05:59.758714 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:59.768179 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7aa2ae9a-19f0-4f2b-9d6f-c5bcacac45c8 req-e4d3f4b4-3b18-4400-a63a-de5a723b0f93 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Router 845674d6-8538-4672-96ee-9ea4c087b9f8 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:05:59.772701 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Port 78ed0918-572c-478f-969a-c91517db6c88 on network 1c208439-144e-4113-bc58-97e2700ab2e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:05:59.773033 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Attempting to bind port 78ed0918-572c-478f-969a-c91517db6c88 on network 1c208439-144e-4113-bc58-97e2700ab2e5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:05:59.790906 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4174fc6-a31f-4f17-b2bf-cf321ab5dcb7 req-9171bb2a-b9c5-46b7-b4c8-a48bbea45ae2 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:59.796779 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4174fc6-a31f-4f17-b2bf-cf321ab5dcb7 req-9171bb2a-b9c5-46b7-b4c8-a48bbea45ae2 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:59.798535 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c4174fc6-a31f-4f17-b2bf-cf321ab5dcb7 req-9171bb2a-b9c5-46b7-b4c8-a48bbea45ae2 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 1678 time: 0.4961474 Jul 14 07:05:59.814323 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bead45-9edc-4e44-a75d-199e1a5a8fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8393fe8c-c610-43fa-9163-16a42d884741,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:05:59.824871 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9d20bb07-611d-4940-b370-22e37864d6c9 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:05:59.832540 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3377c9-e404-4bbb-af24-00d84a732972 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Network ecc9a507-ddb2-4686-8fc7-52018c90c75a is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:05:59.842442 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:05:59.842602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Checking segment: {'id': '845130c5-8d7d-42e0-afd7-4f3f84c32222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1c208439-144e-4113-bc58-97e2700ab2e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:05:59.842965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Bound using segment: {'id': '845130c5-8d7d-42e0-afd7-4f3f84c32222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1c208439-144e-4113-bc58-97e2700ab2e5'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:05:59.843404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Bound port: 78ed0918-572c-478f-969a-c91517db6c88, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '845130c5-8d7d-42e0-afd7-4f3f84c32222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1c208439-144e-4113-bc58-97e2700ab2e5'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:05:59.843757 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:05:59.845473 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 9d20bb07-611d-4940-b370-22e37864d6c9 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:05:59.845739 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9d20bb07-611d-4940-b370-22e37864d6c9 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:05:59.885476 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-c69254d8-bd3d-4c0a-b504-14d08e7261b5 service neutron] 10.222.0.35 "GET /v2.0/networks/891a3a3f-551b-4fac-88de-347e03820f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063279 Jul 14 07:05:59.921415 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-de3377c9-e404-4bbb-af24-00d84a732972 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, ecc9a507-ddb2-4686-8fc7-52018c90c75a) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:05:59.925882 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4706a1-04a7-4076-9330-274b6f415e79 req-307c59fd-3a47-4bad-b521-403db2b238ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:59.926899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4706a1-04a7-4076-9330-274b6f415e79 req-307c59fd-3a47-4bad-b521-403db2b238ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:59.927568 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4706a1-04a7-4076-9330-274b6f415e79 req-307c59fd-3a47-4bad-b521-403db2b238ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:59.929419 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9a4706a1-04a7-4076-9330-274b6f415e79 req-307c59fd-3a47-4bad-b521-403db2b238ab service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=420e7bcde0b4418bbcff3dfcdfec9410&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3791983 Jul 14 07:05:59.930392 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b0f86-f227-41b6-b865-8c00545ca2e0 None None] Network ecc9a507-ddb2-4686-8fc7-52018c90c75a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:05:59.943707 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3377c9-e404-4bbb-af24-00d84a732972 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:05:59.944617 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de3377c9-e404-4bbb-af24-00d84a732972 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:00.004522 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Pushing event updated for resources: {'Port': ['ID=43acc891-b79f-495b-9554-89b3e9657530,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:00.077910 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-de3377c9-e404-4bbb-af24-00d84a732972 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2820203 Jul 14 07:06:00.085555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40460) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:00.095021 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c4174fc6-a31f-4f17-b2bf-cf321ab5dcb7 req-b846e885-5582-4f6d-a4c0-869b31cba3b4 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653329 Jul 14 07:06:00.110486 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-388c02c9-cc51-4513-8d9c-ded14a2c0597 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Request body: {'port': {'network_id': 'ecc9a507-ddb2-4686-8fc7-52018c90c75a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-234071339'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:00.131514 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41bead45-9edc-4e44-a75d-199e1a5a8fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:00.229288 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff860951-26cb-4022-90dd-8e71f2305051 req-bb069520-6942-4e08-b29b-9764d1dc3c93 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:00.230797 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ff860951-26cb-4022-90dd-8e71f2305051 req-bb069520-6942-4e08-b29b-9764d1dc3c93 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 944 time: 0.4862006 Jul 14 07:06:00.355547 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41582c5a-0f62-43af-831c-3e984759bea7 req-f7cb91b9-0501-4b2b-b89d-a5244426bbc7 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/ports?device_id=6af6bcd6-103d-4601-ba3e-62921b841ef8 HTTP/1.1" status: 200 len: 210 time: 0.0845776 Jul 14 07:06:00.362466 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] For port 78ed0918-572c-478f-969a-c91517db6c88, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:06:00.395823 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-ecc9a507-ddb2-4686-8fc7-52018c90c75a', 'network_id': 'ecc9a507-ddb2-4686-8fc7-52018c90c75a', 'tenant_id': '6f96406b8a7f47e9b6bcd16af524fff8', 'fixed_ips': [{'subnet_id': '4d66380a-6009-4bd8-925c-90d722943736'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:06:00.399919 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:00.404018 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-f6e4bc20-a03a-4eea-a402-838d70790ff9 service neutron] 10.222.0.35 "GET /v2.0/networks/891a3a3f-551b-4fac-88de-347e03820f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052340 Jul 14 07:06:00.405060 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7aa2ae9a-19f0-4f2b-9d6f-c5bcacac45c8 req-e4d3f4b4-3b18-4400-a63a-de5a723b0f93 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:06:00.414678 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] For port 78ed0918-572c-478f-969a-c91517db6c88, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=78ed0918-572c-478f-969a-c91517db6c88,segment=NetworkSegment(845130c5-8d7d-42e0-afd7-4f3f84c32222),segment_id=845130c5-8d7d-42e0-afd7-4f3f84c32222)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:06:00.416447 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Attempting to bind port 43acc891-b79f-495b-9554-89b3e9657530 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:06:00.416801 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Attempting to bind port 43acc891-b79f-495b-9554-89b3e9657530 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:06:00.417267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Attempting to bind port 43acc891-b79f-495b-9554-89b3e9657530 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:06:00.446020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4c5bd5-479c-4495-a5a3-88a3ad2066dc None None] Sync routers for ids ['845674d6-8538-4672-96ee-9ea4c087b9f8'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:06:00.454682 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Port 43acc891-b79f-495b-9554-89b3e9657530 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:06:00.455022 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Attempting to bind port 43acc891-b79f-495b-9554-89b3e9657530 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:06:00.457375 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:00.469126 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41bead45-9edc-4e44-a75d-199e1a5a8fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:00.474944 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41bead45-9edc-4e44-a75d-199e1a5a8fb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:00.494607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa2ae9a-19f0-4f2b-9d6f-c5bcacac45c8 req-e4d3f4b4-3b18-4400-a63a-de5a723b0f93 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] No DVR routers for this DVR port 7b8d68b4-3e10-4dad-a363-55b7e67ff175 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:00.497489 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7aa2ae9a-19f0-4f2b-9d6f-c5bcacac45c8 req-e4d3f4b4-3b18-4400-a63a-de5a723b0f93 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:00.499118 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd96f-0523-4c35-9279-88962d7ef7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:00.501768 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7aa2ae9a-19f0-4f2b-9d6f-c5bcacac45c8 req-e4d3f4b4-3b18-4400-a63a-de5a723b0f93 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.15 "DELETE /v2.0/ports/7b8d68b4-3e10-4dad-a363-55b7e67ff175 HTTP/1.1" status: 204 len: 173 time: 5.6439724 Jul 14 07:06:00.504367 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4c5bd5-479c-4495-a5a3-88a3ad2066dc None None] Routers {'845674d6-8538-4672-96ee-9ea4c087b9f8'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:06:00.504514 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5d4c5bd5-479c-4495-a5a3-88a3ad2066dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:05:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['845674d6-8538-4672-96ee-9ea4c087b9f8'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:00.507150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-ff860951-26cb-4022-90dd-8e71f2305051 req-fccc0f1a-93f0-4d11-9605-20149e5fb4f8 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Deleting port 5391242a-3277-4680-97ad-29af538efedb {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:00.507501 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ff860951-26cb-4022-90dd-8e71f2305051 req-fccc0f1a-93f0-4d11-9605-20149e5fb4f8 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:00.545160 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:06:00.545634 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:06:00.546019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:06:00.546667 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Bound port: 43acc891-b79f-495b-9554-89b3e9657530, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:06:00.547161 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:00.560709 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:00.561530 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:00.562837 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] 10.222.0.30 "PUT /v2.0/ports/78ed0918-572c-478f-969a-c91517db6c88 HTTP/1.1" status: 200 len: 1092 time: 3.5025020 Jul 14 07:06:00.662505 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-ff860951-26cb-4022-90dd-8e71f2305051 req-fccc0f1a-93f0-4d11-9605-20149e5fb4f8 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] For port 5391242a-3277-4680-97ad-29af538efedb, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5391242a-3277-4680-97ad-29af538efedb,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:00.662917 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ff860951-26cb-4022-90dd-8e71f2305051 req-fccc0f1a-93f0-4d11-9605-20149e5fb4f8 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:00.689987 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-ff860951-26cb-4022-90dd-8e71f2305051 req-fccc0f1a-93f0-4d11-9605-20149e5fb4f8 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Calling delete_port for 5391242a-3277-4680-97ad-29af538efedb owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:00.718205 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-5d4c5bd5-479c-4495-a5a3-88a3ad2066dc None None] Set router 845674d6-8538-4672-96ee-9ea4c087b9f8 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:06:00.723637 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fc356-120f-40f0-8a25-0758c740b525 service neutron] Pushing event updated for resources: {'Port': ['ID=78ed0918-572c-478f-969a-c91517db6c88,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:00.765543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388c02c9-cc51-4513-8d9c-ded14a2c0597 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Made reservation on behalf of 6f96406b8a7f47e9b6bcd16af524fff8 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:00.770103 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-388c02c9-cc51-4513-8d9c-ded14a2c0597 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:00.825639 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af6bcd6-103d-4601-ba3e-62921b841ef8', 'name': 'network-vif-deleted', 'tag': '7b8d68b4-3e10-4dad-a363-55b7e67ff175'}, {'name': 'network-changed', 'server_uuid': '3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c', 'tag': '78ed0918-572c-478f-969a-c91517db6c88'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:06:00.832521 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc983bc-e6ed-4f94-adbe-22d92af1fc04" -d '{"events": [{"server_uuid": "6af6bcd6-103d-4601-ba3e-62921b841ef8", "name": "network-vif-deleted", "tag": "7b8d68b4-3e10-4dad-a363-55b7e67ff175"}, {"name": "network-changed", "server_uuid": "3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c", "tag": "78ed0918-572c-478f-969a-c91517db6c88"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:06:00.898171 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-388c02c9-cc51-4513-8d9c-ded14a2c0597 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] device_id is not set on port 3dbd115c-818a-4147-b769-d19c5bec3960 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:06:00.956413 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ff860951-26cb-4022-90dd-8e71f2305051 req-fccc0f1a-93f0-4d11-9605-20149e5fb4f8 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:00.990780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['5391242a-3277-4680-97ad-29af538efedb'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:06:01.058438 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc0f1a-93f0-4d11-9605-20149e5fb4f8 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Pushing event deleted for resources: {'Port': ['ID=5391242a-3277-4680-97ad-29af538efedb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:01.068841 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4706a1-04a7-4076-9330-274b6f415e79 req-3ef4729f-319a-4d7b-b200-28acadb2e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:01.070374 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9a4706a1-04a7-4076-9330-274b6f415e79 req-3ef4729f-319a-4d7b-b200-28acadb2e2f6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1317225 Jul 14 07:06:01.157591 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Allocated IP 172.20.0.2 (ecc9a507-ddb2-4686-8fc7-52018c90c75a/4d66380a-6009-4bd8-925c-90d722943736/2cf08276-de8f-4091-bfe1-164b1abb3c8f) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:06:01.277179 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41bead45-9edc-4e44-a75d-199e1a5a8fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:01.277752 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bead45-9edc-4e44-a75d-199e1a5a8fb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0e72a84-4710-42e4-830a-3c6a8456f514 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:06:01.280322 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff860951-26cb-4022-90dd-8e71f2305051 req-fccc0f1a-93f0-4d11-9605-20149e5fb4f8 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] No DVR routers for this DVR port 5391242a-3277-4680-97ad-29af538efedb on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:01.288887 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41bead45-9edc-4e44-a75d-199e1a5a8fb4 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:01.292868 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-41bead45-9edc-4e44-a75d-199e1a5a8fb4 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f0e72a84-4710-42e4-830a-3c6a8456f514 HTTP/1.1" status: 204 len: 168 time: 3.5562696 Jul 14 07:06:01.292868 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ff860951-26cb-4022-90dd-8e71f2305051 req-fccc0f1a-93f0-4d11-9605-20149e5fb4f8 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:01.297923 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ff860951-26cb-4022-90dd-8e71f2305051 req-fccc0f1a-93f0-4d11-9605-20149e5fb4f8 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.30 "DELETE /v2.0/ports/5391242a-3277-4680-97ad-29af538efedb HTTP/1.1" status: 204 len: 173 time: 1.0177410 Jul 14 07:06:01.319577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed1b443-df32-478a-8a5a-09eec64bc274', 'name': 'network-vif-deleted', 'tag': '5391242a-3277-4680-97ad-29af538efedb'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:06:01.327579 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff664d0-fd5d-4865-b06d-8b1cee09ebab" -d '{"events": [{"server_uuid": "1ed1b443-df32-478a-8a5a-09eec64bc274", "name": "network-vif-deleted", "tag": "5391242a-3277-4680-97ad-29af538efedb"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:06:01.332424 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40472) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:01.339391 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5d4c5bd5-479c-4495-a5a3-88a3ad2066dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '505e48b0-e897-4020-9a65-f47e12dfec7f', 'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'mac_address': 'fa:16:3e:97:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '09316beb-b379-4562-9195-dccf17a52656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:09Z', 'updated_at': '2021-07-14T07:01:18Z', 'revision_number': 5, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'subnets': [{'id': '09316beb-b379-4562-9195-dccf17a52656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:01.426707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4c5bd5-479c-4495-a5a3-88a3ad2066dc None None] Checking router: 845674d6-8538-4672-96ee-9ea4c087b9f8 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:06:01.476204 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4c5bd5-479c-4495-a5a3-88a3ad2066dc None None] Routers {'845674d6-8538-4672-96ee-9ea4c087b9f8'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:06:01.477277 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5d4c5bd5-479c-4495-a5a3-88a3ad2066dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:05:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['845674d6-8538-4672-96ee-9ea4c087b9f8'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:01.548539 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-865286ae-a548-402c-a9aa-36a455dcf3c1 admin admin] Deleting subnet a5e117d8-8c9f-4a20-845a-03bc73716be0 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:06:01.573654 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-865286ae-a548-402c-a9aa-36a455dcf3c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:01.627666 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] For port 43acc891-b79f-495b-9554-89b3e9657530, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:06:01.647810 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:01.670049 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Transition to ACTIVE for port object 2cf08276-de8f-4091-bfe1-164b1abb3c8f will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:01.678846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] For port 43acc891-b79f-495b-9554-89b3e9657530, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=43acc891-b79f-495b-9554-89b3e9657530,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:06:01.692369 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-5d4c5bd5-479c-4495-a5a3-88a3ad2066dc None None] Set router 845674d6-8538-4672-96ee-9ea4c087b9f8 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:06:01.698659 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:01.732649 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Transition to ACTIVE for port object 2cf08276-de8f-4091-bfe1-164b1abb3c8f will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:01.745295 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:01.746603 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-9213ae62-3ff4-4edb-952f-d8a8dabf6b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:01.747387 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-9213ae62-3ff4-4edb-952f-d8a8dabf6b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:01.751425 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-9213ae62-3ff4-4edb-952f-d8a8dabf6b84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=420e7bcde0b4418bbcff3dfcdfec9410&device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 1980 time: 0.5786414 Jul 14 07:06:01.759096 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-865286ae-a548-402c-a9aa-36a455dcf3c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:01.777349 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488c6c0-53c8-4bfc-a9fd-f27baf1a9813 req-0627940d-7a14-4f8d-8ca3-d5e2eebdae84 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:01.784086 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0488c6c0-53c8-4bfc-a9fd-f27baf1a9813 req-0627940d-7a14-4f8d-8ca3-d5e2eebdae84 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed1b443-df32-478a-8a5a-09eec64bc274 HTTP/1.1" status: 200 len: 866 time: 1.1067889 Jul 14 07:06:01.806931 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:01.807889 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:01.808671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Pushing event updated for resources: {'Port': ['ID=2cf08276-de8f-4091-bfe1-164b1abb3c8f,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:01.809433 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] 10.222.0.30 "PUT /v2.0/ports/43acc891-b79f-495b-9554-89b3e9657530 HTTP/1.1" status: 200 len: 1096 time: 5.3056657 Jul 14 07:06:01.850623 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-10f7ef26-9ce1-4f34-a08e-ddaff1cdef36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.18&port_id=a864885d-08c9-4b31-bed3-c057f80067ec HTTP/1.1" status: 200 len: 217 time: 0.0885360 Jul 14 07:06:01.866311 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Network ecc9a507-ddb2-4686-8fc7-52018c90c75a is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:02.025441 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-388c02c9-cc51-4513-8d9c-ded14a2c0597 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Allocated IP 172.20.0.6 (ecc9a507-ddb2-4686-8fc7-52018c90c75a/4d66380a-6009-4bd8-925c-90d722943736/3dbd115c-818a-4147-b769-d19c5bec3960) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:06:02.028873 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:02.034259 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:02.093795 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8393fe8c-c610-43fa-9163-16a42d884741 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:02.152841 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-865286ae-a548-402c-a9aa-36a455dcf3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:02.162955 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-5c1fa54c-bf7f-46be-847c-5ae4ba3f59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:02.163311 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Attempting to bind port 2cf08276-de8f-4091-bfe1-164b1abb3c8f on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:06:02.163779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Attempting to bind port 2cf08276-de8f-4091-bfe1-164b1abb3c8f by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b6edade7-7042-4178-a2a6-f7cba1672ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ecc9a507-ddb2-4686-8fc7-52018c90c75a'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:06:02.164397 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Attempting to bind port 2cf08276-de8f-4091-bfe1-164b1abb3c8f on network ecc9a507-ddb2-4686-8fc7-52018c90c75a {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:06:02.164646 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-5c1fa54c-bf7f-46be-847c-5ae4ba3f59e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=67948238-db19-4533-a984-ea4b5a07783d HTTP/1.1" status: 200 len: 801 time: 0.2932563 Jul 14 07:06:02.170035 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 8393fe8c-c610-43fa-9163-16a42d884741 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:02.170689 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8393fe8c-c610-43fa-9163-16a42d884741 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:02.190526 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:06:02.191504 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Checking segment: {'id': 'b6edade7-7042-4178-a2a6-f7cba1672ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ecc9a507-ddb2-4686-8fc7-52018c90c75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:06:02.192147 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:02.192930 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Bound using segment: {'id': 'b6edade7-7042-4178-a2a6-f7cba1672ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ecc9a507-ddb2-4686-8fc7-52018c90c75a'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:06:02.193516 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Bound port: 2cf08276-de8f-4091-bfe1-164b1abb3c8f, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6edade7-7042-4178-a2a6-f7cba1672ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ecc9a507-ddb2-4686-8fc7-52018c90c75a'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:06:02.194153 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:02.222029 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0488c6c0-53c8-4bfc-a9fd-f27baf1a9813 req-8c02f873-3347-46e7-a293-4c89358fd805 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369774 Jul 14 07:06:02.250897 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5d4c5bd5-479c-4495-a5a3-88a3ad2066dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '505e48b0-e897-4020-9a65-f47e12dfec7f', 'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'mac_address': 'fa:16:3e:97:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '09316beb-b379-4562-9195-dccf17a52656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:09Z', 'updated_at': '2021-07-14T07:01:18Z', 'revision_number': 5, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'subnets': [{'id': '09316beb-b379-4562-9195-dccf17a52656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:02.315926 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c4df2e03-48a2-487a-8b99-47dcdb0d6b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:02.317725 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-c4df2e03-48a2-487a-8b99-47dcdb0d6b89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7888b5fa-9e7b-4cb1-926b-aeca9e81f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1221099 Jul 14 07:06:02.319399 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-865286ae-a548-402c-a9aa-36a455dcf3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:02.340943 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4c5bd5-479c-4495-a5a3-88a3ad2066dc None None] The sync data for ids ['845674d6-8538-4672-96ee-9ea4c087b9f8'] in n-d-778696-5 is: [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '505e48b0-e897-4020-9a65-f47e12dfec7f', 'name': '', 'network_id': '8275b157-0f8d-4b3a-902c-fb5bdf31df26', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'mac_address': 'fa:16:3e:97:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '09316beb-b379-4562-9195-dccf17a52656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:09Z', 'updated_at': '2021-07-14T07:01:18Z', 'revision_number': 5, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'subnets': [{'id': '09316beb-b379-4562-9195-dccf17a52656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:06:02.353087 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed290c-f519-4d81-8efb-5ee65b9b0452 req-cfd69989-9989-4277-bc66-e789dee29e5b tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:02.371028 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7bed290c-f519-4d81-8efb-5ee65b9b0452 req-cfd69989-9989-4277-bc66-e789dee29e5b tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 948 time: 0.8498676 Jul 14 07:06:02.398177 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-865286ae-a548-402c-a9aa-36a455dcf3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:02.401550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47e7525-bb8e-4134-993c-ab8feb34b407 None None] Network 21bbc63d-be7d-4ecb-8dec-01b67666fcd3 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:02.402779 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-865286ae-a548-402c-a9aa-36a455dcf3c1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a5e117d8-8c9f-4a20-845a-03bc73716be0 HTTP/1.1" status: 204 len: 168 time: 1.0633171 Jul 14 07:06:02.435263 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40486) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:02.442541 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865286ae-a548-402c-a9aa-36a455dcf3c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e117d8-8c9f-4a20-845a-03bc73716be0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:02.505309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184072e4-f3ea-44ae-9975-6e2a5a4f8eee service neutron] Pushing event updated for resources: {'Port': ['ID=43acc891-b79f-495b-9554-89b3e9657530,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:02.528480 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] For port 2cf08276-de8f-4091-bfe1-164b1abb3c8f, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:06:02.570597 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] For port 2cf08276-de8f-4091-bfe1-164b1abb3c8f, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2cf08276-de8f-4091-bfe1-164b1abb3c8f,segment=NetworkSegment(b6edade7-7042-4178-a2a6-f7cba1672ed3),segment_id=b6edade7-7042-4178-a2a6-f7cba1672ed3)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:06:02.600348 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:02.602140 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:02.636029 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-a9236c9a-4a11-4265-864d-c52f344d0f9a service neutron] 10.222.0.30 "GET /v2.0/networks/7888b5fa-9e7b-4cb1-926b-aeca9e81f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075995 Jul 14 07:06:02.662919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3c096-aa59-4c12-9866-5d079b65513f req-1ec6bf24-af5b-48e7-a735-505d6e80cb4f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:02.665122 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bbb3c096-aa59-4c12-9866-5d079b65513f req-1ec6bf24-af5b-48e7-a735-505d6e80cb4f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 946 time: 0.2929747 Jul 14 07:06:02.677661 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7bed290c-f519-4d81-8efb-5ee65b9b0452 req-1acdb70b-850c-4ad3-bcd0-5ac2fb557a2b tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668451 Jul 14 07:06:02.693613 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d842f1-42f1-491a-8a2d-ca55b3724a2a None None] Pushing event updated for resources: {'Port': ['ID=2cf08276-de8f-4091-bfe1-164b1abb3c8f,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:02.809387 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] Deleting port 324b3462-f656-4e44-9762-196a988fa44d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:02.809747 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:02.822619 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-388c02c9-cc51-4513-8d9c-ded14a2c0597 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:02.831323 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-ae847dd8-03dc-4a36-8d70-d8c64c84d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:02.833364 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-ae847dd8-03dc-4a36-8d70-d8c64c84d7ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 1099 time: 0.9052143 Jul 14 07:06:02.897688 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dfc20d-89e6-4cd2-abe0-455c8cb30969 None None] New status for floating IP 30c060ff-d62e-4a37-87be-c6dcb2fe2db1: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:06:02.898988 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-a7265106-027c-4ccc-b012-98496f1408f9 service neutron] 10.222.0.30 "GET /v2.0/networks/7888b5fa-9e7b-4cb1-926b-aeca9e81f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381406 Jul 14 07:06:02.914342 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d25029-2c5a-463c-8aca-cbc320ba5635 None None] DHCP port deletion for 21bbc63d-be7d-4ecb-8dec-01b67666fcd3 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:06:02.947583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] For port 324b3462-f656-4e44-9762-196a988fa44d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=324b3462-f656-4e44-9762-196a988fa44d,segment=NetworkSegment(f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07),segment_id=f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:02.949233 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:02.952815 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bbb3c096-aa59-4c12-9866-5d079b65513f req-460f2837-da00-4363-8afc-24ee18cd1bec tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632005 Jul 14 07:06:02.957688 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-388c02c9-cc51-4513-8d9c-ded14a2c0597 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Transition to ACTIVE for port object 3dbd115c-818a-4147-b769-d19c5bec3960 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:02.970455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-da3f8004-72d1-4dba-8c78-9f742f6ba075 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=43acc891-b79f-495b-9554-89b3e9657530 HTTP/1.1" status: 200 len: 217 time: 0.0913053 Jul 14 07:06:02.983663 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] Calling delete_port for 324b3462-f656-4e44-9762-196a988fa44d owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:03.030750 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-15d25029-2c5a-463c-8aca-cbc320ba5635 None None] Deleting port 324b3462-f656-4e44-9762-196a988fa44d {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:03.032496 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-15d25029-2c5a-463c-8aca-cbc320ba5635 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:03.058797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89bdacb2-6b2f-45a4-b460-f5f29a6fce30 req-16f147f2-b158-4608-9bc8-e8679240db1b tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/ports?device_id=e00292a2-5976-4028-b115-6a3fb820d3f0 HTTP/1.1" status: 200 len: 210 time: 0.0989087 Jul 14 07:06:03.172836 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:03.206714 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 07:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1c6225-587d-4c9f-8c66-c2996495b1c4 x-openstack-request-id: req-9e1c6225-587d-4c9f-8c66-c2996495b1c4 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:06:03.207357 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af6bcd6-103d-4601-ba3e-62921b841ef8", "name": "network-vif-deleted", "tag": "7b8d68b4-3e10-4dad-a363-55b7e67ff175", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c", "tag": "78ed0918-572c-478f-969a-c91517db6c88", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:06:03.207873 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e1c6225-587d-4c9f-8c66-c2996495b1c4 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:06:03.208685 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af6bcd6-103d-4601-ba3e-62921b841ef8', 'name': 'network-vif-deleted', 'tag': '7b8d68b4-3e10-4dad-a363-55b7e67ff175', 'status': 'completed', 'code': 200} Jul 14 07:06:03.209256 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c', 'tag': '78ed0918-572c-478f-969a-c91517db6c88', 'status': 'completed', 'code': 200} Jul 14 07:06:03.257514 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-dcf492f0-2b0b-4946-b6e3-ced5f7f7b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:03.259839 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-dcf492f0-2b0b-4946-b6e3-ced5f7f7b3f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1980510 Jul 14 07:06:03.273367 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddf52ac-9ad3-41e2-b06f-6641323a58f7 x-openstack-request-id: req-8ddf52ac-9ad3-41e2-b06f-6641323a58f7 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:06:03.273760 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed1b443-df32-478a-8a5a-09eec64bc274", "name": "network-vif-deleted", "tag": "5391242a-3277-4680-97ad-29af538efedb", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:06:03.274726 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ddf52ac-9ad3-41e2-b06f-6641323a58f7 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:06:03.275220 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed1b443-df32-478a-8a5a-09eec64bc274', 'name': 'network-vif-deleted', 'tag': '5391242a-3277-4680-97ad-29af538efedb', 'status': 'completed', 'code': 200} Jul 14 07:06:03.289656 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfc975d6-8e14-4df5-8099-d67641d66e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:03.330640 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-15d25029-2c5a-463c-8aca-cbc320ba5635 None None] For port 324b3462-f656-4e44-9762-196a988fa44d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=324b3462-f656-4e44-9762-196a988fa44d,segment=NetworkSegment(f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07),segment_id=f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:03.331032 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-15d25029-2c5a-463c-8aca-cbc320ba5635 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:03.337773 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-907b5ee8-b93a-4a87-9cc4-3675cf618cf7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.236&port_id=78ed0918-572c-478f-969a-c91517db6c88 HTTP/1.1" status: 200 len: 217 time: 0.1758161 Jul 14 07:06:03.339175 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] No DVR routers for this DVR port 324b3462-f656-4e44-9762-196a988fa44d on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:03.344218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] Pushing event deleted for resources: {'Port': ['ID=324b3462-f656-4e44-9762-196a988fa44d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:03.358203 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-388c02c9-cc51-4513-8d9c-ded14a2c0597 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:03.361972 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-15d25029-2c5a-463c-8aca-cbc320ba5635 None None] Calling delete_port for 324b3462-f656-4e44-9762-196a988fa44d owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:03.488392 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-15d25029-2c5a-463c-8aca-cbc320ba5635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:03.493654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5391242a-3277-4680-97ad-29af538efedb no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:03.585560 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d25029-2c5a-463c-8aca-cbc320ba5635 None None] Pushing event deleted for resources: {'Port': ['ID=324b3462-f656-4e44-9762-196a988fa44d,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:03.594716 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388c02c9-cc51-4513-8d9c-ded14a2c0597 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Network ecc9a507-ddb2-4686-8fc7-52018c90c75a is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:03.605461 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 5391242a-3277-4680-97ad-29af538efedb {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:03.605811 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5391242a-3277-4680-97ad-29af538efedb not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:03.614300 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d25029-2c5a-463c-8aca-cbc320ba5635 None None] No DVR routers for this DVR port 324b3462-f656-4e44-9762-196a988fa44d on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:03.642402 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:03.661622 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-388c02c9-cc51-4513-8d9c-ded14a2c0597 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:03.673571 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388c02c9-cc51-4513-8d9c-ded14a2c0597 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:03.765598 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-10b5df8f-65a0-43fe-a3c1-20d0587e43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:03.770959 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-10b5df8f-65a0-43fe-a3c1-20d0587e43bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4973426 Jul 14 07:06:03.806686 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c02c9-cc51-4513-8d9c-ded14a2c0597 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Pushing event updated for resources: {'Port': ['ID=3dbd115c-818a-4147-b769-d19c5bec3960,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:03.937508 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388c02c9-cc51-4513-8d9c-ded14a2c0597 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:03.938205 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-388c02c9-cc51-4513-8d9c-ded14a2c0597 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:04.008207 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2cf08276-de8f-4091-bfe1-164b1abb3c8f up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:06:04.034630 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68601ef8-d671-4328-96a0-dc081e3b5a38 req-ab9d05a1-b560-4d3b-a0cb-ac61c9a7874c tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:04.053891 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68601ef8-d671-4328-96a0-dc081e3b5a38 req-ab9d05a1-b560-4d3b-a0cb-ac61c9a7874c tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:04.062872 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-68601ef8-d671-4328-96a0-dc081e3b5a38 req-ab9d05a1-b560-4d3b-a0cb-ac61c9a7874c tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 1678 time: 0.6600084 Jul 14 07:06:04.066455 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-d4588cbf-b497-46af-8bc8-e71fad89a01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:04.068700 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-d4588cbf-b497-46af-8bc8-e71fad89a01a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9d6eac4-2a1f-4bbc-856e-45362d8222bd HTTP/1.1" status: 200 len: 801 time: 0.7173789 Jul 14 07:06:04.091512 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 2cf08276-de8f-4091-bfe1-164b1abb3c8f completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:06:04.137022 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:04.156764 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21bbc63d-be7d-4ecb-8dec-01b67666fcd3']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:04.170064 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:04.170675 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5cb373c-2a3b-4abb-bd5e-2e596cf9ed07') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:04.172406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8f7858da-c1d5-413d-ba2e-3549a56ae31a tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:04.179439 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8f7858da-c1d5-413d-ba2e-3549a56ae31a tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.15 "GET /v2.0/networks?id=891a3a3f-551b-4fac-88de-347e03820f4c HTTP/1.1" status: 200 len: 815 time: 0.7977643 Jul 14 07:06:04.181310 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-388c02c9-cc51-4513-8d9c-ded14a2c0597 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0850816 Jul 14 07:06:04.182823 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 324b3462-f656-4e44-9762-196a988fa44d no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:04.192422 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:04.201932 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40504) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:04.209760 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:04.216206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-7554b5f8-9708-4dd7-bcec-715062d934b6 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Request body: {'port': {'network_id': 'ecc9a507-ddb2-4686-8fc7-52018c90c75a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1527078813', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:04.216776 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.api.validators [None req-7554b5f8-9708-4dd7-bcec-715062d934b6 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] bootfile-name is not in valid_values {{(pid=93828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 07:06:04.217117 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.api.validators [None req-7554b5f8-9708-4dd7-bcec-715062d934b6 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] tftp-server is not in valid_values {{(pid=93828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 07:06:04.218077 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.api.validators [None req-7554b5f8-9708-4dd7-bcec-715062d934b6 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] server-ip-address is not in valid_values {{(pid=93828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 07:06:04.219690 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:06:04.220326 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:06:04.222683 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:06:04.229399 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 324b3462-f656-4e44-9762-196a988fa44d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:04.229884 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 324b3462-f656-4e44-9762-196a988fa44d not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:04.259989 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-eb6b5035-81c3-4837-a730-f89dde292304 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Request body: {'port': {'device_id': 'e00292a2-5976-4028-b115-6a3fb820d3f0', 'network_id': '891a3a3f-551b-4fac-88de-347e03820f4c', 'admin_state_up': True, 'tenant_id': 'be57d2e5177e4fe9b4759f0cf85e6608'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:04.286402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-755512f4-2128-4a5c-8b3b-b7974bb3f381 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065897 Jul 14 07:06:04.304042 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-68601ef8-d671-4328-96a0-dc081e3b5a38 req-1d6a42ee-6e4b-46e0-b376-132c4bd5cb3f tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399874 Jul 14 07:06:04.309649 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-03cf8ca1-0dcc-4804-80dd-0e3d4057cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:04.310895 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-03cf8ca1-0dcc-4804-80dd-0e3d4057cef8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c208439-144e-4113-bc58-97e2700ab2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2268970 Jul 14 07:06:04.315669 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:04.333349 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:04.342283 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] 10.222.0.35 "DELETE /v2.0/networks/21bbc63d-be7d-4ecb-8dec-01b67666fcd3 HTTP/1.1" status: 204 len: 168 time: 1.9058223 Jul 14 07:06:04.390999 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2302d9f2-0d2b-4287-bb87-6caf1a15e1bf None None] Network ecc9a507-ddb2-4686-8fc7-52018c90c75a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:04.425620 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c3386-2955-4b90-8d97-0019577f9513 admin admin] Pushing event deleted for resources: {'Network': ['ID=21bbc63d-be7d-4ecb-8dec-01b67666fcd3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:04.525753 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-0d0f7b3e-a82b-4f3b-9b67-c4cb35d1e232 service neutron] 10.222.0.30 "GET /v2.0/networks/1c208439-144e-4113-bc58-97e2700ab2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079225 Jul 14 07:06:04.566590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8dbc5c47-0dc8-4948-86dd-22881711bced None None] Provisioning for port 2cf08276-de8f-4091-bfe1-164b1abb3c8f completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:06:04.572546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8dbc5c47-0dc8-4948-86dd-22881711bced None None] Provisioning complete for port 2cf08276-de8f-4091-bfe1-164b1abb3c8f triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:04.573216 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8dbc5c47-0dc8-4948-86dd-22881711bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:04.616459 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:04.633644 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40510) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:04.704813 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1e6209ad-5861-4c17-bf74-580e00ed8359 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52f6ea5960964fe69672c40f1222d3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0678649 Jul 14 07:06:04.706199 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40512) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:04.715566 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-86eccb2b-6b96-42b9-80fb-2e9af7e6b241 req-02fefe12-0074-430f-9d1e-36f37d2af351 service neutron] 10.222.0.30 "GET /v2.0/networks/1c208439-144e-4113-bc58-97e2700ab2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815515 Jul 14 07:06:04.766567 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7554b5f8-9708-4dd7-bcec-715062d934b6 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Made reservation on behalf of 6f96406b8a7f47e9b6bcd16af524fff8 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:04.769215 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7513496c-fa0b-41de-aa79-bf5afd5af85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:04.770171 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7554b5f8-9708-4dd7-bcec-715062d934b6 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:04.796201 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7513496c-fa0b-41de-aa79-bf5afd5af85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:04.856023 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8dbc5c47-0dc8-4948-86dd-22881711bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:04.863450 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-7554b5f8-9708-4dd7-bcec-715062d934b6 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] device_id is not set on port f77fc44a-7789-4dc0-9881-8051230f6995 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:06:04.889613 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc983bc-e6ed-4f94-adbe-22d92af1fc04 req-04a3dd55-a398-43f3-861a-44266b7790f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:04.889613 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc983bc-e6ed-4f94-adbe-22d92af1fc04 req-04a3dd55-a398-43f3-861a-44266b7790f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:04.891485 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcc983bc-e6ed-4f94-adbe-22d92af1fc04 req-04a3dd55-a398-43f3-861a-44266b7790f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=420e7bcde0b4418bbcff3dfcdfec9410&device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 1980 time: 0.0877409 Jul 14 07:06:04.911729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8dbc5c47-0dc8-4948-86dd-22881711bced None None] For port 2cf08276-de8f-4091-bfe1-164b1abb3c8f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2cf08276-de8f-4091-bfe1-164b1abb3c8f,segment=NetworkSegment(b6edade7-7042-4178-a2a6-f7cba1672ed3),segment_id=b6edade7-7042-4178-a2a6-f7cba1672ed3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:04.915793 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7513496c-fa0b-41de-aa79-bf5afd5af85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:04.918015 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8dbc5c47-0dc8-4948-86dd-22881711bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:04.919046 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7513496c-fa0b-41de-aa79-bf5afd5af85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:04.925053 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7513496c-fa0b-41de-aa79-bf5afd5af85c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c60c9bbb-b190-41d5-8da6-7ddc48f01148 HTTP/1.1" status: 204 len: 168 time: 0.2139034 Jul 14 07:06:04.930502 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c3c01-bfdf-4c0d-a7d3-ae80fcf6193b req-415d92c3-106e-4e44-995e-f824f45242ab tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:04.937433 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-397c3c01-bfdf-4c0d-a7d3-ae80fcf6193b req-415d92c3-106e-4e44-995e-f824f45242ab tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 948 time: 0.7392869 Jul 14 07:06:04.947324 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-376d69fb-27d4-46cb-a3e9-74f3f32a0030 req-a111ce27-4829-4692-ac82-6d4107dbb87c service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6355870 Jul 14 07:06:04.979012 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513496c-fa0b-41de-aa79-bf5afd5af85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60c9bbb-b190-41d5-8da6-7ddc48f01148,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:04.988232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81833d-afa5-4c3d-b218-d951db6b44fc req-f4bdcbe5-40ac-48ba-be75-02ad3fbd9dcd tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:04.990097 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a81833d-afa5-4c3d-b218-d951db6b44fc req-f4bdcbe5-40ac-48ba-be75-02ad3fbd9dcd tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 945 time: 0.4999492 Jul 14 07:06:05.008339 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c1bfe-d694-4649-b771-73c6e836ace8 req-68c09d82-c2a3-41b9-9343-fe210d4b0e39 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:05.010904 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c7c1bfe-d694-4649-b771-73c6e836ace8 req-68c09d82-c2a3-41b9-9343-fe210d4b0e39 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 946 time: 0.4028583 Jul 14 07:06:05.030251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc983bc-e6ed-4f94-adbe-22d92af1fc04 req-928bda7a-4a04-479b-a0c4-783a569e6a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:05.032049 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcc983bc-e6ed-4f94-adbe-22d92af1fc04 req-928bda7a-4a04-479b-a0c4-783a569e6a97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1c208439-144e-4113-bc58-97e2700ab2e5 HTTP/1.1" status: 200 len: 903 time: 0.1288304 Jul 14 07:06:05.055638 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc5c47-0dc8-4948-86dd-22881711bced None None] Pushing event updated for resources: {'Port': ['ID=2cf08276-de8f-4091-bfe1-164b1abb3c8f,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:05.093950 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-eb6b5035-81c3-4837-a730-f89dde292304 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Made reservation on behalf of be57d2e5177e4fe9b4759f0cf85e6608 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:05.095865 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcc983bc-e6ed-4f94-adbe-22d92af1fc04 req-7358f6ca-408f-416d-9360-4f98f89db269 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.236&port_id=78ed0918-572c-478f-969a-c91517db6c88 HTTP/1.1" status: 200 len: 217 time: 0.0563822 Jul 14 07:06:05.097708 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-eb6b5035-81c3-4837-a730-f89dde292304 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:05.165086 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc983bc-e6ed-4f94-adbe-22d92af1fc04 req-ea17c6ff-cc24-4b82-a68c-d5e688b00d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:05.167038 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcc983bc-e6ed-4f94-adbe-22d92af1fc04 req-ea17c6ff-cc24-4b82-a68c-d5e688b00d6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9d6eac4-2a1f-4bbc-856e-45362d8222bd HTTP/1.1" status: 200 len: 801 time: 0.0615172 Jul 14 07:06:05.187958 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-397c3c01-bfdf-4c0d-a7d3-ae80fcf6193b req-5feadbca-b795-47ad-a9c7-af519c17a16e tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496300 Jul 14 07:06:05.235941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22be2f5f-45c8-42fb-aea9-b3f13d83aee4', 'tag': '43acc891-b79f-495b-9554-89b3e9657530'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:06:05.238135 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5863c0ea-aad7-4941-8c5f-3c68203f6e13" -d '{"events": [{"name": "network-changed", "server_uuid": "22be2f5f-45c8-42fb-aea9-b3f13d83aee4", "tag": "43acc891-b79f-495b-9554-89b3e9657530"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:06:05.267613 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c7c1bfe-d694-4649-b771-73c6e836ace8 req-b490d405-8079-47eb-b2ed-1ac34329e0e8 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413573 Jul 14 07:06:05.279607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-82c15fe3-f951-4257-a3c5-c27695bf6044 None None] Provisioning complete for port 2cf08276-de8f-4091-bfe1-164b1abb3c8f triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:05.279995 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-82c15fe3-f951-4257-a3c5-c27695bf6044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:05.294907 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc983bc-e6ed-4f94-adbe-22d92af1fc04 req-64ca7430-ab61-4f40-8598-4f129ded54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:05.297460 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcc983bc-e6ed-4f94-adbe-22d92af1fc04 req-64ca7430-ab61-4f40-8598-4f129ded54bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c208439-144e-4113-bc58-97e2700ab2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1205084 Jul 14 07:06:05.331285 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-7554b5f8-9708-4dd7-bcec-715062d934b6 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Allocated IP 172.20.0.11 (ecc9a507-ddb2-4686-8fc7-52018c90c75a/4d66380a-6009-4bd8-925c-90d722943736/f77fc44a-7789-4dc0-9881-8051230f6995) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:06:05.484467 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcc983bc-e6ed-4f94-adbe-22d92af1fc04 req-aa77ae62-5663-4b8f-b24b-6ef9b7d44c29 service neutron] 10.222.0.30 "GET /v2.0/networks/1c208439-144e-4113-bc58-97e2700ab2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652508 Jul 14 07:06:05.517168 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-82c15fe3-f951-4257-a3c5-c27695bf6044 None None] Provisioning for port 3dbd115c-818a-4147-b769-d19c5bec3960 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:06:05.521535 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-82c15fe3-f951-4257-a3c5-c27695bf6044 None None] Provisioning complete for port 3dbd115c-818a-4147-b769-d19c5bec3960 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:05.522113 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-82c15fe3-f951-4257-a3c5-c27695bf6044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:05.558971 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ecfa9eb2-25ef-467e-9cd2-6c9725c692ea req-71a69ac0-ac7a-4ce5-8ab7-229c0ae23119 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/ports?device_id=e00292a2-5976-4028-b115-6a3fb820d3f0 HTTP/1.1" status: 200 len: 210 time: 0.0912340 Jul 14 07:06:05.564913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-9a81833d-afa5-4c3d-b218-d951db6b44fc req-3b460cd9-b477-4542-88f5-792509637580 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Deleting port bff15c55-9fdd-4384-9f23-280254c2071c {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:05.565454 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9a81833d-afa5-4c3d-b218-d951db6b44fc req-3b460cd9-b477-4542-88f5-792509637580 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:05.593480 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-82c15fe3-f951-4257-a3c5-c27695bf6044 None None] Port 3dbd115c-818a-4147-b769-d19c5bec3960 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:06:05.623156 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40528) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:05.669868 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ec8af3-0284-4218-8064-0dd15773a736 x-openstack-request-id: req-40ec8af3-0284-4218-8064-0dd15773a736 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:06:05.670190 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22be2f5f-45c8-42fb-aea9-b3f13d83aee4", "tag": "43acc891-b79f-495b-9554-89b3e9657530", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:06:05.674228 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40ec8af3-0284-4218-8064-0dd15773a736 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:06:05.674228 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22be2f5f-45c8-42fb-aea9-b3f13d83aee4', 'tag': '43acc891-b79f-495b-9554-89b3e9657530', 'status': 'completed', 'code': 200} Jul 14 07:06:05.674723 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-eb6b5035-81c3-4837-a730-f89dde292304 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Allocated IP 172.20.0.5 (891a3a3f-551b-4fac-88de-347e03820f4c/928ce754-002f-4b40-9791-11232287f7fc/045bc427-54b6-47cb-b097-579fe9cfe734) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:06:05.681541 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcc983bc-e6ed-4f94-adbe-22d92af1fc04 req-a71fb068-1361-4859-81c8-64e319ecf092 service neutron] 10.222.0.30 "GET /v2.0/networks/1c208439-144e-4113-bc58-97e2700ab2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895008 Jul 14 07:06:05.719129 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-665b6ecc-0efa-46d7-916b-eca4808a2c98 None None] Provisioning complete for port 3dbd115c-818a-4147-b769-d19c5bec3960 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:05.719680 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-665b6ecc-0efa-46d7-916b-eca4808a2c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:05.750614 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8990877a-8715-4305-9c15-b880c86dd8a0 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:05.786212 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8990877a-8715-4305-9c15-b880c86dd8a0 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:05.786451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-665b6ecc-0efa-46d7-916b-eca4808a2c98 None None] Port 3dbd115c-818a-4147-b769-d19c5bec3960 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:06:05.849729 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863c0ea-aad7-4941-8c5f-3c68203f6e13 req-938f6cd6-91f7-4f32-9b4c-416d163154fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:05.851574 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5863c0ea-aad7-4941-8c5f-3c68203f6e13 req-938f6cd6-91f7-4f32-9b4c-416d163154fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 1099 time: 0.1502898 Jul 14 07:06:05.913020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2cf08276-de8f-4091-bfe1-164b1abb3c8f up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:06:05.926293 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8990877a-8715-4305-9c15-b880c86dd8a0 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:05.929273 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8990877a-8715-4305-9c15-b880c86dd8a0 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:05.936281 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8990877a-8715-4305-9c15-b880c86dd8a0 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "DELETE /v2.0/security-groups/d3c7f637-f801-425c-a58b-4ef4c095d693 HTTP/1.1" status: 204 len: 168 time: 0.3091514 Jul 14 07:06:05.938971 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40536) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:05.959533 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990877a-8715-4305-9c15-b880c86dd8a0 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c7f637-f801-425c-a58b-4ef4c095d693,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:05.970953 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-9f6e7960-8b10-4ea2-b5e1-fdabc1a050b5 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] show failed (client error): The resource could not be found. Jul 14 07:06:05.975684 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9f6e7960-8b10-4ea2-b5e1-fdabc1a050b5 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "GET /v2.0/security-groups/d3c7f637-f801-425c-a58b-4ef4c095d693 HTTP/1.1" status: 404 len: 347 time: 0.0264637 Jul 14 07:06:05.976236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40540) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:06.014707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 2cf08276-de8f-4091-bfe1-164b1abb3c8f triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:06.015110 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:06.096328 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863c0ea-aad7-4941-8c5f-3c68203f6e13 req-f9ad3652-25a5-47fc-a45d-6d2e71fe52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:06.098731 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5863c0ea-aad7-4941-8c5f-3c68203f6e13 req-f9ad3652-25a5-47fc-a45d-6d2e71fe52e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.2389688 Jul 14 07:06:06.140215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40544) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:06.145425 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:06.187218 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5863c0ea-aad7-4941-8c5f-3c68203f6e13 req-55d2139f-0505-41ef-9842-b90f833f1bb4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=43acc891-b79f-495b-9554-89b3e9657530 HTTP/1.1" status: 200 len: 217 time: 0.0605578 Jul 14 07:06:06.241982 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f7b21548-24bf-4096-9487-5b79e6536e43 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Deleting port f16ca082-2c42-466b-a777-5b3e1ebb5a96 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:06.242337 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7b21548-24bf-4096-9487-5b79e6536e43 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:06.294839 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f2513a96-1414-455d-84ca-40b75901c790 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-553831763-network', 'tenant_id': '979732be3cf0453eb12cd452eff725f7'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:06.302031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863c0ea-aad7-4941-8c5f-3c68203f6e13 req-d5aa89cb-b6d1-41de-b80e-9314c780d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:06.303404 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5863c0ea-aad7-4941-8c5f-3c68203f6e13 req-d5aa89cb-b6d1-41de-b80e-9314c780d650 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1075702 Jul 14 07:06:06.327857 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1bf91-aed3-4483-8924-54fcb5b36848 req-28e79f9b-cc61-4e29-a8a0-82f3fb44b163 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:06.329634 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-69c1bf91-aed3-4483-8924-54fcb5b36848 req-28e79f9b-cc61-4e29-a8a0-82f3fb44b163 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 945 time: 0.9302614 Jul 14 07:06:06.372994 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2513a96-1414-455d-84ca-40b75901c790 admin admin] Made reservation on behalf of 979732be3cf0453eb12cd452eff725f7 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:06.375326 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f2513a96-1414-455d-84ca-40b75901c790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:06.378087 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9a81833d-afa5-4c3d-b218-d951db6b44fc req-3b460cd9-b477-4542-88f5-792509637580 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] For port bff15c55-9fdd-4384-9f23-280254c2071c, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bff15c55-9fdd-4384-9f23-280254c2071c,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:06.378449 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9a81833d-afa5-4c3d-b218-d951db6b44fc req-3b460cd9-b477-4542-88f5-792509637580 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:06.392927 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f2513a96-1414-455d-84ca-40b75901c790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:06.401968 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7b21548-24bf-4096-9487-5b79e6536e43 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:06.402302 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7b21548-24bf-4096-9487-5b79e6536e43 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:06.403970 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-eb6b5035-81c3-4837-a730-f89dde292304 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:06.424339 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-9a81833d-afa5-4c3d-b218-d951db6b44fc req-3b460cd9-b477-4542-88f5-792509637580 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Calling delete_port for bff15c55-9fdd-4384-9f23-280254c2071c owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:06.426846 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f7b21548-24bf-4096-9487-5b79e6536e43 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Calling delete_port for f16ca082-2c42-466b-a777-5b3e1ebb5a96 owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:06.446861 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863c0ea-aad7-4941-8c5f-3c68203f6e13 req-75eef952-22bf-4adb-a997-baf924979c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:06.448432 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5863c0ea-aad7-4941-8c5f-3c68203f6e13 req-75eef952-22bf-4adb-a997-baf924979c47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1362991 Jul 14 07:06:06.471358 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8388f44-6ecd-4425-8316-900191940937 req-c23634a8-7136-4db1-82f6-167b698e4a50 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:06.478422 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8388f44-6ecd-4425-8316-900191940937 req-c23634a8-7136-4db1-82f6-167b698e4a50 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:06.480033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8388f44-6ecd-4425-8316-900191940937 req-c23634a8-7136-4db1-82f6-167b698e4a50 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 1678 time: 0.3088090 Jul 14 07:06:06.547896 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-69c1bf91-aed3-4483-8924-54fcb5b36848 req-324eaf9b-cbc7-4a5b-99bf-89913130599d tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013221 Jul 14 07:06:06.567816 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7554b5f8-9708-4dd7-bcec-715062d934b6 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:06.623342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-7554b5f8-9708-4dd7-bcec-715062d934b6 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Transition to ACTIVE for port object f77fc44a-7789-4dc0-9881-8051230f6995 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:06.629227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8388f44-6ecd-4425-8316-900191940937 req-33619770-cb05-422e-9f45-ac1cb9159d7d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357079 Jul 14 07:06:06.635351 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-eb6b5035-81c3-4837-a730-f89dde292304 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:06.674748 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5863c0ea-aad7-4941-8c5f-3c68203f6e13 req-2b23bfba-7941-4e7f-93a7-b7ac7a10a217 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160234 Jul 14 07:06:06.723928 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-eb6b5035-81c3-4837-a730-f89dde292304 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Network 891a3a3f-551b-4fac-88de-347e03820f4c is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:06.744906 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-eb6b5035-81c3-4837-a730-f89dde292304 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:06.747513 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-eb6b5035-81c3-4837-a730-f89dde292304 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:06.800911 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f2513a96-1414-455d-84ca-40b75901c790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:06.808614 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f2513a96-1414-455d-84ca-40b75901c790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:06.816656 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b5035-81c3-4837-a730-f89dde292304 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Pushing event updated for resources: {'Port': ['ID=045bc427-54b6-47cb-b097-579fe9cfe734,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:06.823522 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7b21548-24bf-4096-9487-5b79e6536e43 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:06.865210 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2513a96-1414-455d-84ca-40b75901c790 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:06:06.877021 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b21548-24bf-4096-9487-5b79e6536e43 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Pushing event deleted for resources: {'Port': ['ID=f16ca082-2c42-466b-a777-5b3e1ebb5a96,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:06.903298 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f2513a96-1414-455d-84ca-40b75901c790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:06.903640 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-f2513a96-1414-455d-84ca-40b75901c790 admin admin] Added segment 22e603f2-0976-48ee-b2eb-1bb909ea7e87 of type vlan for network a8c7e755-ea4b-4f64-a27a-decdb554b282 Jul 14 07:06:06.904915 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2513a96-1414-455d-84ca-40b75901c790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16da0ed-7fcd-419f-991c-b71731f16cef,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:06.917488 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7554b5f8-9708-4dd7-bcec-715062d934b6 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:06.928231 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9a81833d-afa5-4c3d-b218-d951db6b44fc req-3b460cd9-b477-4542-88f5-792509637580 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:06.931770 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5863c0ea-aad7-4941-8c5f-3c68203f6e13 req-c3bc4b5a-cf81-40e5-87b8-45bd30c5276a service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141523 Jul 14 07:06:06.939493 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-eb6b5035-81c3-4837-a730-f89dde292304 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:06.940140 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-eb6b5035-81c3-4837-a730-f89dde292304 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:07.002065 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f2513a96-1414-455d-84ca-40b75901c790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:07.023427 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7b21548-24bf-4096-9487-5b79e6536e43 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:07.026095 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7b21548-24bf-4096-9487-5b79e6536e43 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:07.029718 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f7b21548-24bf-4096-9487-5b79e6536e43 tempest-ServersWithSpecificFlavorTestJSON-1983756664 tempest-ServersWithSpecificFlavorTestJSON-1983756664-project] 10.222.0.35 "DELETE /v2.0/floatingips/30c060ff-d62e-4a37-87be-c6dcb2fe2db1 HTTP/1.1" status: 204 len: 168 time: 1.0435224 Jul 14 07:06:07.031608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554b5f8-9708-4dd7-bcec-715062d934b6 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Network ecc9a507-ddb2-4686-8fc7-52018c90c75a is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:07.051500 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f2513a96-1414-455d-84ca-40b75901c790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:07.052772 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2513a96-1414-455d-84ca-40b75901c790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:07.053723 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f2513a96-1414-455d-84ca-40b75901c790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:07.059474 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-eb6b5035-81c3-4837-a730-f89dde292304 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8584418 Jul 14 07:06:07.067922 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-7554b5f8-9708-4dd7-bcec-715062d934b6 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:07.070373 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7554b5f8-9708-4dd7-bcec-715062d934b6 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:07.107037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554b5f8-9708-4dd7-bcec-715062d934b6 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Pushing event updated for resources: {'Port': ['ID=f77fc44a-7789-4dc0-9881-8051230f6995,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:07.130003 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f2513a96-1414-455d-84ca-40b75901c790 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9884794 Jul 14 07:06:07.133364 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40558) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:07.145972 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97efbe4-a024-4fd2-9b3d-a7f0382b569b req-8bddb2ab-7bd6-4699-8267-68ca46044302 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:07.147677 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f97efbe4-a024-4fd2-9b3d-a7f0382b569b req-8bddb2ab-7bd6-4699-8267-68ca46044302 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 948 time: 0.4428802 Jul 14 07:06:07.155231 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0f4c402d-c272-4896-b633-20906bdb7e62 admin admin] Request body: {'subnet': {'network_id': 'a8c7e755-ea4b-4f64-a27a-decdb554b282', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-553831763-subnet', 'tenant_id': '979732be3cf0453eb12cd452eff725f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:07.174332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a81833d-afa5-4c3d-b218-d951db6b44fc req-3b460cd9-b477-4542-88f5-792509637580 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] No DVR routers for this DVR port bff15c55-9fdd-4384-9f23-280254c2071c on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:07.176907 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9a81833d-afa5-4c3d-b218-d951db6b44fc req-3b460cd9-b477-4542-88f5-792509637580 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:07.179453 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a81833d-afa5-4c3d-b218-d951db6b44fc req-3b460cd9-b477-4542-88f5-792509637580 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.15 "DELETE /v2.0/ports/bff15c55-9fdd-4384-9f23-280254c2071c HTTP/1.1" status: 204 len: 173 time: 2.1671629 Jul 14 07:06:07.180611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2513a96-1414-455d-84ca-40b75901c790 admin admin] Pushing event updated for resources: {'Network': ['ID=a8c7e755-ea4b-4f64-a27a-decdb554b282,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:07.193426 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network a8c7e755-ea4b-4f64-a27a-decdb554b282 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:06:07.194409 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b460cd9-b477-4542-88f5-792509637580 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Pushing event deleted for resources: {'Port': ['ID=bff15c55-9fdd-4384-9f23-280254c2071c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:07.203935 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4c402d-c272-4896-b633-20906bdb7e62 admin admin] Made reservation on behalf of 979732be3cf0453eb12cd452eff725f7 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:07.210056 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f4c402d-c272-4896-b633-20906bdb7e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:07.219444 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc43c15-2586-41b3-b927-894953c0401a req-ffb6aeeb-2138-4c1d-a100-d30eaaaeee8a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:07.228379 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cc43c15-2586-41b3-b927-894953c0401a req-ffb6aeeb-2138-4c1d-a100-d30eaaaeee8a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 946 time: 0.4161294 Jul 14 07:06:07.256811 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Request body: {'port': {'device_id': 'e00292a2-5976-4028-b115-6a3fb820d3f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:07.275393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554b5f8-9708-4dd7-bcec-715062d934b6 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:07.276057 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7554b5f8-9708-4dd7-bcec-715062d934b6 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:07.348717 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7554b5f8-9708-4dd7-bcec-715062d934b6 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.1427712 Jul 14 07:06:07.353796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f97efbe4-a024-4fd2-9b3d-a7f0382b569b req-9ca4432e-bf77-4eb9-abe1-ff696a3c23cb tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674941 Jul 14 07:06:07.358259 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40560) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:07.400929 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cc43c15-2586-41b3-b927-894953c0401a req-4549af2f-b64f-4bbc-b7c5-f72d43a25ca1 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715190 Jul 14 07:06:07.440386 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 43acc891-b79f-495b-9554-89b3e9657530 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:06:07.474306 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f3624e0c-8887-41e8-b009-bce048275dab None None] Provisioning for port f77fc44a-7789-4dc0-9881-8051230f6995 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:06:07.491226 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f3624e0c-8887-41e8-b009-bce048275dab None None] Provisioning complete for port f77fc44a-7789-4dc0-9881-8051230f6995 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:07.493467 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f4c402d-c272-4896-b633-20906bdb7e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:07.497711 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3624e0c-8887-41e8-b009-bce048275dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:07.547203 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:07.565049 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c402d-c272-4896-b633-20906bdb7e62 admin admin] Checking segment: {'id': '22e603f2-0976-48ee-b2eb-1bb909ea7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a8c7e755-ea4b-4f64-a27a-decdb554b282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:06:07.565438 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4c402d-c272-4896-b633-20906bdb7e62 admin admin] Network hostable DHCP agents. Network: a8c7e755-ea4b-4f64-a27a-decdb554b282, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:06:07.567419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c402d-c272-4896-b633-20906bdb7e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=376624ed-03b9-4328-b38e-4c9dd75fffa5,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:07.571466 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bff15c55-9fdd-4384-9f23-280254c2071c no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:07.596596 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4c402d-c272-4896-b633-20906bdb7e62 admin admin] Network a8c7e755-ea4b-4f64-a27a-decdb554b282 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:06:07.604486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f3624e0c-8887-41e8-b009-bce048275dab None None] Port f77fc44a-7789-4dc0-9881-8051230f6995 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:06:07.622183 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-0f4c402d-c272-4896-b633-20906bdb7e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, a8c7e755-ea4b-4f64-a27a-decdb554b282) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:07.632841 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4c402d-c272-4896-b633-20906bdb7e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:07.633631 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f4c402d-c272-4896-b633-20906bdb7e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:07.643253 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddc8073-93ae-4390-a65a-6979754f105f None None] Network a8c7e755-ea4b-4f64-a27a-decdb554b282 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:07.648871 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d42995-2141-4d6d-8147-163ca52421fd tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:07.649043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: bff15c55-9fdd-4384-9f23-280254c2071c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:07.650834 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bff15c55-9fdd-4384-9f23-280254c2071c not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:07.657533 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d42995-2141-4d6d-8147-163ca52421fd tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:07.663466 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d42995-2141-4d6d-8147-163ca52421fd tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:07.665907 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-34d42995-2141-4d6d-8147-163ca52421fd tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3066804 Jul 14 07:06:07.672729 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e8a8c1-ad38-491f-b851-1c53a097dbf5', 'name': 'network-vif-deleted', 'tag': 'bff15c55-9fdd-4384-9f23-280254c2071c'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:06:07.675172 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4592e291-37df-4c44-843e-dd5b2f72a431" -d '{"events": [{"server_uuid": "b3e8a8c1-ad38-491f-b851-1c53a097dbf5", "name": "network-vif-deleted", "tag": "bff15c55-9fdd-4384-9f23-280254c2071c"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:06:07.679196 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40572) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:07.701576 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0f4c402d-c272-4896-b633-20906bdb7e62 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5619977 Jul 14 07:06:07.778782 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 43acc891-b79f-495b-9554-89b3e9657530, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=43acc891-b79f-495b-9554-89b3e9657530,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:07.807025 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '43acc891-b79f-495b-9554-89b3e9657530', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '43acc891-b79f-495b-9554-89b3e9657530', 'mac_address': 'fa:16:3e:86:05:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:06:07.869155 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c0f92-d367-4668-a165-1a536c8ae17b req-9ea03020-751d-4578-bdde-fe78adbf4694 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:07.870867 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a66c0f92-d367-4668-a165-1a536c8ae17b req-9ea03020-751d-4578-bdde-fe78adbf4694 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/ports?device_id=e00292a2-5976-4028-b115-6a3fb820d3f0 HTTP/1.1" status: 200 len: 931 time: 0.3738511 Jul 14 07:06:07.903735 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae34c83-36bd-4cba-9a31-01ecbd091949 None None] Network a8c7e755-ea4b-4f64-a27a-decdb554b282 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:07.945028 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f887e791-814b-4e39-9ca3-bfcfab044d83 req-9c123316-e1be-4bec-80c3-42543243da93 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3e8a8c1-ad38-491f-b851-1c53a097dbf5 HTTP/1.1" status: 200 len: 210 time: 0.0851796 Jul 14 07:06:07.954047 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:07.985284 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43acc891-b79f-495b-9554-89b3e9657530 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:06:08.044143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 43acc891-b79f-495b-9554-89b3e9657530, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=43acc891-b79f-495b-9554-89b3e9657530,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:08.053735 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:08.054519 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device a864885d-08c9-4b31-bed3-c057f80067ec details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:06:08.088027 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a66c0f92-d367-4668-a165-1a536c8ae17b req-7d11db67-7359-404c-9cb1-dbe488eb383e tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6f7c570-771c-42d3-9dd3-ee3902ff394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021973 Jul 14 07:06:08.158727 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6d1527-219a-4d13-a17a-f1b8dcfa24fb x-openstack-request-id: req-4a6d1527-219a-4d13-a17a-f1b8dcfa24fb {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:06:08.159054 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e8a8c1-ad38-491f-b851-1c53a097dbf5", "name": "network-vif-deleted", "tag": "bff15c55-9fdd-4384-9f23-280254c2071c", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:06:08.159400 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a6d1527-219a-4d13-a17a-f1b8dcfa24fb {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:06:08.159761 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e8a8c1-ad38-491f-b851-1c53a097dbf5', 'name': 'network-vif-deleted', 'tag': 'bff15c55-9fdd-4384-9f23-280254c2071c', 'status': 'completed', 'code': 200} Jul 14 07:06:08.183365 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ee3fa0d6-8a89-4ebc-ba96-1361d7603583 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Deleting port f77fc44a-7789-4dc0-9881-8051230f6995 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:08.183709 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee3fa0d6-8a89-4ebc-ba96-1361d7603583 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:08.199007 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=43acc891-b79f-495b-9554-89b3e9657530,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:08.251761 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port a864885d-08c9-4b31-bed3-c057f80067ec, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a864885d-08c9-4b31-bed3-c057f80067ec,segment=NetworkSegment(75295a37-7389-464a-b636-473fc5ef3476),segment_id=75295a37-7389-464a-b636-473fc5ef3476)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:08.266875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'a864885d-08c9-4b31-bed3-c057f80067ec', 'network_id': '7888b5fa-9e7b-4cb1-926b-aeca9e81f30e', 'port_id': 'a864885d-08c9-4b31-bed3-c057f80067ec', 'mac_address': 'fa:16:3e:51:64:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67948238-db19-4533-a984-ea4b5a07783d', 'ip_address': '19.80.0.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:06:08.281474 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c27d3c-703d-4491-94e6-39b3f4ff9dfe req-4307b6c0-1be2-4d9d-9c69-630602267e46 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:08.287767 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c27d3c-703d-4491-94e6-39b3f4ff9dfe req-4307b6c0-1be2-4d9d-9c69-630602267e46 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:08.289401 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16c27d3c-703d-4491-94e6-39b3f4ff9dfe req-4307b6c0-1be2-4d9d-9c69-630602267e46 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 1678 time: 0.2049377 Jul 14 07:06:08.315698 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:08.330218 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a864885d-08c9-4b31-bed3-c057f80067ec {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:06:08.353063 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port a864885d-08c9-4b31-bed3-c057f80067ec, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a864885d-08c9-4b31-bed3-c057f80067ec,segment=NetworkSegment(75295a37-7389-464a-b636-473fc5ef3476),segment_id=75295a37-7389-464a-b636-473fc5ef3476)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:08.361383 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:08.362373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 78ed0918-572c-478f-969a-c91517db6c88 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:06:08.373031 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee3fa0d6-8a89-4ebc-ba96-1361d7603583 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:08.391878 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045bc427-54b6-47cb-b097-579fe9cfe734 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:06:08.403835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ee3fa0d6-8a89-4ebc-ba96-1361d7603583 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Calling delete_port for f77fc44a-7789-4dc0-9881-8051230f6995 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:08.408136 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16c27d3c-703d-4491-94e6-39b3f4ff9dfe req-fd5c6702-4156-43a5-80c9-e74e7d664a04 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103923 Jul 14 07:06:08.412847 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:08.474531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Transition to ACTIVE for port object 045bc427-54b6-47cb-b097-579fe9cfe734 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:08.479316 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=a864885d-08c9-4b31-bed3-c057f80067ec,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:08.518097 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:08.525728 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 78ed0918-572c-478f-969a-c91517db6c88, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=78ed0918-572c-478f-969a-c91517db6c88,segment=NetworkSegment(845130c5-8d7d-42e0-afd7-4f3f84c32222),segment_id=845130c5-8d7d-42e0-afd7-4f3f84c32222)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:08.542615 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '78ed0918-572c-478f-969a-c91517db6c88', 'network_id': '1c208439-144e-4113-bc58-97e2700ab2e5', 'port_id': '78ed0918-572c-478f-969a-c91517db6c88', 'mac_address': 'fa:16:3e:c1:35:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d6eac4-2a1f-4bbc-856e-45362d8222bd', 'ip_address': '19.86.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:06:08.588561 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:08.603539 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ed0918-572c-478f-969a-c91517db6c88 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:06:08.622263 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Pushing event updated for resources: {'Port': ['ID=045bc427-54b6-47cb-b097-579fe9cfe734,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:08.624145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 78ed0918-572c-478f-969a-c91517db6c88, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=78ed0918-572c-478f-969a-c91517db6c88,segment=NetworkSegment(845130c5-8d7d-42e0-afd7-4f3f84c32222),segment_id=845130c5-8d7d-42e0-afd7-4f3f84c32222)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:08.628479 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:08.681017 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=78ed0918-572c-478f-969a-c91517db6c88,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:08.703124 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-7558122b-fcd1-404d-9df7-8d7c493f358e tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:08.704622 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-7558122b-fcd1-404d-9df7-8d7c493f358e tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/networks?id=a8c7e755-ea4b-4f64-a27a-decdb554b282 HTTP/1.1" status: 200 len: 821 time: 0.2727413 Jul 14 07:06:08.763552 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-d1355565-eae0-4242-934a-38d6e5abe941 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/quotas/979732be3cf0453eb12cd452eff725f7 HTTP/1.1" status: 200 len: 375 time: 0.0510247 Jul 14 07:06:08.843574 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-4313f4f2-e2f1-4ccd-808b-5bb31c10780b tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=979732be3cf0453eb12cd452eff725f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575051 Jul 14 07:06:08.864524 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Attempting to bind port 045bc427-54b6-47cb-b097-579fe9cfe734 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:06:08.864783 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Attempting to bind port 045bc427-54b6-47cb-b097-579fe9cfe734 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '1704aa74-a8e9-416a-a9e1-b64a6b1bd82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '891a3a3f-551b-4fac-88de-347e03820f4c'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:06:08.865117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Attempting to bind port 045bc427-54b6-47cb-b097-579fe9cfe734 on network 891a3a3f-551b-4fac-88de-347e03820f4c {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:06:08.877060 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa2963-5721-4332-bea7-c24f99f26378 req-88fa914a-9e62-4697-951b-61caa0719db5 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:08.878562 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2aa2963-5721-4332-bea7-c24f99f26378 req-88fa914a-9e62-4697-951b-61caa0719db5 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 949 time: 0.2644291 Jul 14 07:06:08.891812 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee3fa0d6-8a89-4ebc-ba96-1361d7603583 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:08.923210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Port 045bc427-54b6-47cb-b097-579fe9cfe734 on network 891a3a3f-551b-4fac-88de-347e03820f4c not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:06:08.923681 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Attempting to bind port 045bc427-54b6-47cb-b097-579fe9cfe734 on network 891a3a3f-551b-4fac-88de-347e03820f4c {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:06:08.975301 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fa0d6-8a89-4ebc-ba96-1361d7603583 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Pushing event deleted for resources: {'Port': ['ID=f77fc44a-7789-4dc0-9881-8051230f6995,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:08.978660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:06:08.978660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Checking segment: {'id': '1704aa74-a8e9-416a-a9e1-b64a6b1bd82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '891a3a3f-551b-4fac-88de-347e03820f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:06:08.978660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Bound using segment: {'id': '1704aa74-a8e9-416a-a9e1-b64a6b1bd82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '891a3a3f-551b-4fac-88de-347e03820f4c'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:06:08.979109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Bound port: 045bc427-54b6-47cb-b097-579fe9cfe734, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1704aa74-a8e9-416a-a9e1-b64a6b1bd82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '891a3a3f-551b-4fac-88de-347e03820f4c'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:06:08.979497 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:09.024724 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['78ed0918-572c-478f-969a-c91517db6c88'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:06:09.054216 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['43acc891-b79f-495b-9554-89b3e9657530'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:06:09.062944 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['a864885d-08c9-4b31-bed3-c057f80067ec'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:06:09.386797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2aa2963-5721-4332-bea7-c24f99f26378 req-a0638b35-3564-41c8-835d-0ec2b8c8899c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958830 Jul 14 07:06:09.421383 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-25fc5076-a0e6-461b-ba8f-06c1d56a66ca service neutron] 10.222.0.35 "GET /v2.0/networks/a8c7e755-ea4b-4f64-a27a-decdb554b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661507 Jul 14 07:06:09.488974 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee3fa0d6-8a89-4ebc-ba96-1361d7603583 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:09.490958 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ee3fa0d6-8a89-4ebc-ba96-1361d7603583 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] 10.222.0.35 "DELETE /v2.0/ports/f77fc44a-7789-4dc0-9881-8051230f6995 HTTP/1.1" status: 204 len: 168 time: 1.8095808 Jul 14 07:06:09.494818 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40608) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:09.495324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] For port 045bc427-54b6-47cb-b097-579fe9cfe734, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:06:09.500928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-61ced065-51fc-4f5d-88fe-50f2223315bb tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Request body: {'port': {'name': 'tempest-new-port-name-1923692565', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:09.501401 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.api.validators [None req-61ced065-51fc-4f5d-88fe-50f2223315bb tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] bootfile-name is not in valid_values {{(pid=93827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 07:06:09.501741 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.api.validators [None req-61ced065-51fc-4f5d-88fe-50f2223315bb tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] tftp-server is not in valid_values {{(pid=93827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 07:06:09.502069 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.api.validators [None req-61ced065-51fc-4f5d-88fe-50f2223315bb tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] server-ip-address is not in valid_values {{(pid=93827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 07:06:09.522385 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] For port 045bc427-54b6-47cb-b097-579fe9cfe734, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=045bc427-54b6-47cb-b097-579fe9cfe734,segment=NetworkSegment(1704aa74-a8e9-416a-a9e1-b64a6b1bd82d),segment_id=1704aa74-a8e9-416a-a9e1-b64a6b1bd82d)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:06:09.552180 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:09.589459 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61ced065-51fc-4f5d-88fe-50f2223315bb tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:09.611658 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:09.612280 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:09.613703 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] 10.222.0.15 "PUT /v2.0/ports/045bc427-54b6-47cb-b097-579fe9cfe734 HTTP/1.1" status: 200 len: 1091 time: 2.5385420 Jul 14 07:06:09.627306 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-a2ae4ffe-1a58-4c51-b5b6-85633066ad94 service neutron] 10.222.0.35 "GET /v2.0/networks/a8c7e755-ea4b-4f64-a27a-decdb554b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931996 Jul 14 07:06:09.648413 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40d769-ef7a-4747-91c7-77d6d3865906 service neutron] Pushing event updated for resources: {'Port': ['ID=045bc427-54b6-47cb-b097-579fe9cfe734,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:09.665764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36ed02-74c8-4ba3-bdc9-42489f6c8d7b req-83b9b9b3-a6bb-46ad-a21e-25fb2960eda4 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:09.672972 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd36ed02-74c8-4ba3-bdc9-42489f6c8d7b req-83b9b9b3-a6bb-46ad-a21e-25fb2960eda4 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 946 time: 0.1697438 Jul 14 07:06:09.742658 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd36ed02-74c8-4ba3-bdc9-42489f6c8d7b req-360bf7af-3556-4972-adcd-11f8c37fc940 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685072 Jul 14 07:06:09.759901 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-33da171d-548b-4d06-a75b-b49dbb7a5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:09.761556 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-33da171d-548b-4d06-a75b-b49dbb7a5431 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=be57d2e5177e4fe9b4759f0cf85e6608&device_id=e00292a2-5976-4028-b115-6a3fb820d3f0 HTTP/1.1" status: 200 len: 1094 time: 0.0862250 Jul 14 07:06:09.824260 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61ced065-51fc-4f5d-88fe-50f2223315bb tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:09.833991 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61ced065-51fc-4f5d-88fe-50f2223315bb tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:09.857987 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-e41529b4-7bc6-4e06-af97-035b8d1fbe55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=045bc427-54b6-47cb-b097-579fe9cfe734 HTTP/1.1" status: 200 len: 217 time: 0.0843234 Jul 14 07:06:09.951775 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-61ced065-51fc-4f5d-88fe-50f2223315bb tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] In _notify_port_updated(), no bound segment for port 3dbd115c-818a-4147-b769-d19c5bec3960 on network ecc9a507-ddb2-4686-8fc7-52018c90c75a {{(pid=93827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:06:09.961114 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ced065-51fc-4f5d-88fe-50f2223315bb tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:09.962353 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61ced065-51fc-4f5d-88fe-50f2223315bb tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:09.966331 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40618) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:09.974106 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-61ced065-51fc-4f5d-88fe-50f2223315bb tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] 10.222.0.35 "PUT /v2.0/ports/3dbd115c-818a-4147-b769-d19c5bec3960 HTTP/1.1" status: 200 len: 1136 time: 0.4677749 Jul 14 07:06:09.982537 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ced065-51fc-4f5d-88fe-50f2223315bb tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Pushing event updated for resources: {'Port': ['ID=3dbd115c-818a-4147-b769-d19c5bec3960,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:10.020291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-cc003023-063d-4709-b0b6-689f94dfe5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:10.021651 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-cc003023-063d-4709-b0b6-689f94dfe5ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=928ce754-002f-4b40-9791-11232287f7fc HTTP/1.1" status: 200 len: 855 time: 0.1575758 Jul 14 07:06:10.110722 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-c9722908-3ed7-4e1e-b28c-9c40800b2b60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=891a3a3f-551b-4fac-88de-347e03820f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806413 Jul 14 07:06:10.121404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ae6a02-100c-4526-8efa-954b3c351250 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:10.122845 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a9ae6a02-100c-4526-8efa-954b3c351250 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] 10.222.0.35 "GET /v2.0/ports/3dbd115c-818a-4147-b769-d19c5bec3960 HTTP/1.1" status: 200 len: 1136 time: 0.1555598 Jul 14 07:06:10.126792 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40624) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:10.177236 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00292a2-5976-4028-b115-6a3fb820d3f0', 'tag': '045bc427-54b6-47cb-b097-579fe9cfe734'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:06:10.179822 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4173c84b-ffab-4b10-8926-c0d8313c0662" -d '{"events": [{"name": "network-changed", "server_uuid": "e00292a2-5976-4028-b115-6a3fb820d3f0", "tag": "045bc427-54b6-47cb-b097-579fe9cfe734"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:06:10.246939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31f538-d727-4ea9-bcc8-a4a60cd8999e req-84986a62-7744-418c-b4c9-3ea46101ba8d tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:10.248003 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae31f538-d727-4ea9-bcc8-a4a60cd8999e req-84986a62-7744-418c-b4c9-3ea46101ba8d tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/ports?device_id=e00292a2-5976-4028-b115-6a3fb820d3f0 HTTP/1.1" status: 200 len: 943 time: 0.2439773 Jul 14 07:06:10.250014 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-870d1ab7-94a0-408e-af37-1194a2386bb4 None None] Provisioning complete for port 3dbd115c-818a-4147-b769-d19c5bec3960 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:10.250949 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-870d1ab7-94a0-408e-af37-1194a2386bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:10.264699 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ebd60-beb7-4112-ac12-27f3dcb96465 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Deleting port 3dbd115c-818a-4147-b769-d19c5bec3960 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:10.265123 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a4ebd60-beb7-4112-ac12-27f3dcb96465 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:10.282079 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b88dc-cd3f-4482-9a03-0f6697ebb546 req-2e64e34d-0ff8-4c3e-a22f-0b23f5baa725 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:10.287858 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b88dc-cd3f-4482-9a03-0f6697ebb546 req-2e64e34d-0ff8-4c3e-a22f-0b23f5baa725 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:10.289501 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a2b88dc-cd3f-4482-9a03-0f6697ebb546 req-2e64e34d-0ff8-4c3e-a22f-0b23f5baa725 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 1680 time: 0.2612519 Jul 14 07:06:10.297836 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-473ef47a-8b6a-4edb-aa4d-066fa1ee6cf4 service neutron] 10.222.0.15 "GET /v2.0/networks/891a3a3f-551b-4fac-88de-347e03820f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739798 Jul 14 07:06:10.304988 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-870d1ab7-94a0-408e-af37-1194a2386bb4 None None] Port 3dbd115c-818a-4147-b769-d19c5bec3960 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:06:10.370239 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a4ebd60-beb7-4112-ac12-27f3dcb96465 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:10.381484 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae31f538-d727-4ea9-bcc8-a4a60cd8999e req-b2426b4e-8a28-44d4-bc09-e6be8c93cbd0 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6f7c570-771c-42d3-9dd3-ee3902ff394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226594 Jul 14 07:06:10.384545 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ebd60-beb7-4112-ac12-27f3dcb96465 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Calling delete_port for 3dbd115c-818a-4147-b769-d19c5bec3960 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:10.400995 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a2b88dc-cd3f-4482-9a03-0f6697ebb546 req-abf9d532-11c7-474d-a16d-7904a0e7cd83 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999460 Jul 14 07:06:10.439076 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d3bf657-d40d-4ff5-b1df-6e4ac75177af req-5693479f-72c1-48db-88ab-71540a5cbdb5 service neutron] 10.222.0.15 "GET /v2.0/networks/891a3a3f-551b-4fac-88de-347e03820f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297901 Jul 14 07:06:10.504780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40632) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:10.584655 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a4ebd60-beb7-4112-ac12-27f3dcb96465 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:10.618967 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ebd60-beb7-4112-ac12-27f3dcb96465 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Pushing event deleted for resources: {'Port': ['ID=3dbd115c-818a-4147-b769-d19c5bec3960,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:10.657225 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5ebc7989-9de4-48f0-98b6-9f1f9ee6cc73 req-e9611dd9-5507-455d-94c9-c6d190770985 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4cce14-0c6a-4bf7-a6e2-8315758d6224 HTTP/1.1" status: 200 len: 210 time: 0.0995371 Jul 14 07:06:10.723620 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6931c613-bf59-4aef-8052-f3312dc3aedd x-openstack-request-id: req-6931c613-bf59-4aef-8052-f3312dc3aedd {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:06:10.726881 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00292a2-5976-4028-b115-6a3fb820d3f0", "tag": "045bc427-54b6-47cb-b097-579fe9cfe734", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:06:10.728601 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6931c613-bf59-4aef-8052-f3312dc3aedd {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:06:10.729220 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00292a2-5976-4028-b115-6a3fb820d3f0', 'tag': '045bc427-54b6-47cb-b097-579fe9cfe734', 'status': 'completed', 'code': 200} Jul 14 07:06:10.744442 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a4ebd60-beb7-4112-ac12-27f3dcb96465 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:10.758394 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5a4ebd60-beb7-4112-ac12-27f3dcb96465 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] 10.222.0.35 "DELETE /v2.0/ports/3dbd115c-818a-4147-b769-d19c5bec3960 HTTP/1.1" status: 204 len: 168 time: 0.6298499 Jul 14 07:06:10.759180 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40636) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:10.832176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d3a9d7-ee19-40e0-bb26-7022d3e5bc14 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Deleting subnet 4d66380a-6009-4bd8-925c-90d722943736 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:06:10.844883 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-08d3a9d7-ee19-40e0-bb26-7022d3e5bc14 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:10.902795 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-08d3a9d7-ee19-40e0-bb26-7022d3e5bc14 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:10.998911 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-08d3a9d7-ee19-40e0-bb26-7022d3e5bc14 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:11.065177 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-08d3a9d7-ee19-40e0-bb26-7022d3e5bc14 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:11.076849 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-970b2e04-14cb-4d33-8008-1f8c745c5d61 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:11.078399 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-970b2e04-14cb-4d33-8008-1f8c745c5d61 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b&tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&binding%3Ahost_id=n-h1-778696-5 HTTP/1.1" status: 200 len: 1097 time: 0.4757531 Jul 14 07:06:11.096992 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3a9d7-ee19-40e0-bb26-7022d3e5bc14 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Pushing event deleted for resources: {'Subnet': ['ID=4d66380a-6009-4bd8-925c-90d722943736,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:11.098255 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-5'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:11.106143 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-08d3a9d7-ee19-40e0-bb26-7022d3e5bc14 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:11.110152 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-08d3a9d7-ee19-40e0-bb26-7022d3e5bc14 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] 10.222.0.35 "DELETE /v2.0/subnets/4d66380a-6009-4bd8-925c-90d722943736 HTTP/1.1" status: 204 len: 168 time: 0.3468606 Jul 14 07:06:11.113099 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40642) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:11.113279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173c84b-ffab-4b10-8926-c0d8313c0662 req-a1351642-11c2-40ac-84b0-88d2e6e7076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:11.114719 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4173c84b-ffab-4b10-8926-c0d8313c0662 req-a1351642-11c2-40ac-84b0-88d2e6e7076f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=be57d2e5177e4fe9b4759f0cf85e6608&device_id=e00292a2-5976-4028-b115-6a3fb820d3f0 HTTP/1.1" status: 200 len: 1094 time: 0.2867260 Jul 14 07:06:11.129517 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466827b9-9354-43f9-8316-818be1e9b91c None None] Network ecc9a507-ddb2-4686-8fc7-52018c90c75a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:11.194757 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e74830-3ede-41f8-a339-a6c30e97ecff req-50755711-1205-4dbf-ac24-5d978c653db2 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:11.195678 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-74e74830-3ede-41f8-a339-a6c30e97ecff req-50755711-1205-4dbf-ac24-5d978c653db2 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 949 time: 0.2988372 Jul 14 07:06:11.214360 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:11.300631 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72aad8b-5339-4f54-8491-03e3c18e3663 req-f9d7be9f-9166-4ba3-98f6-b6686deae669 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:11.305818 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d72aad8b-5339-4f54-8491-03e3c18e3663 req-f9d7be9f-9166-4ba3-98f6-b6686deae669 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 946 time: 0.3567803 Jul 14 07:06:11.380266 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1645c774-92fe-4f92-9bd2-fb0ad949d257 None None] DHCP port deletion for ecc9a507-ddb2-4686-8fc7-52018c90c75a request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:06:11.386213 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Deleting port 2cf08276-de8f-4091-bfe1-164b1abb3c8f {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:11.387057 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:11.443068 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 78ed0918-572c-478f-969a-c91517db6c88 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:06:11.454053 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] For port 2cf08276-de8f-4091-bfe1-164b1abb3c8f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2cf08276-de8f-4091-bfe1-164b1abb3c8f,segment=NetworkSegment(b6edade7-7042-4178-a2a6-f7cba1672ed3),segment_id=b6edade7-7042-4178-a2a6-f7cba1672ed3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:11.454314 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:11.467344 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Calling delete_port for 2cf08276-de8f-4091-bfe1-164b1abb3c8f owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:11.505943 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1645c774-92fe-4f92-9bd2-fb0ad949d257 None None] Deleting port 2cf08276-de8f-4091-bfe1-164b1abb3c8f {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:11.506318 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1645c774-92fe-4f92-9bd2-fb0ad949d257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:11.518093 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-0c3dc506-2730-4d56-9cc1-2be86d7af16f tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:11.519579 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-0c3dc506-2730-4d56-9cc1-2be86d7af16f tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.15 "GET /v2.0/networks?id=a8c7e755-ea4b-4f64-a27a-decdb554b282 HTTP/1.1" status: 200 len: 821 time: 0.3019719 Jul 14 07:06:11.521708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173c84b-ffab-4b10-8926-c0d8313c0662 req-ccf73562-05be-4690-aec1-222ee9b91af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:11.523170 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4173c84b-ffab-4b10-8926-c0d8313c0662 req-ccf73562-05be-4690-aec1-222ee9b91af9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=891a3a3f-551b-4fac-88de-347e03820f4c HTTP/1.1" status: 200 len: 916 time: 0.3845298 Jul 14 07:06:11.526046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-74e74830-3ede-41f8-a339-a6c30e97ecff req-c29d91fa-75c6-4a58-8e71-37bea3b75188 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144023 Jul 14 07:06:11.543391 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:11.559329 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-c0c67d4a-121c-4d00-a798-3f787656b5d7 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Request body: {'port': {'device_id': 'bd4cce14-0c6a-4bf7-a6e2-8315758d6224', 'network_id': 'a8c7e755-ea4b-4f64-a27a-decdb554b282', 'admin_state_up': True, 'tenant_id': '979732be3cf0453eb12cd452eff725f7'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:11.571925 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 78ed0918-572c-478f-969a-c91517db6c88 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:06:11.583082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device efcc06c0-fc25-4aab-86a7-59b8379d4ffa details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:06:11.593020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 78ed0918-572c-478f-969a-c91517db6c88 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:11.593736 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:11.615806 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:11.618668 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d72aad8b-5339-4f54-8491-03e3c18e3663 req-764d39d3-1e39-4abb-9c2b-a14b897a6319 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748027 Jul 14 07:06:11.625897 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4173c84b-ffab-4b10-8926-c0d8313c0662 req-ddb173ec-e92e-4ec0-bd6d-77817dc4d2de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=045bc427-54b6-47cb-b097-579fe9cfe734 HTTP/1.1" status: 200 len: 217 time: 0.0801644 Jul 14 07:06:11.650050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-1645c774-92fe-4f92-9bd2-fb0ad949d257 None None] For port 2cf08276-de8f-4091-bfe1-164b1abb3c8f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2cf08276-de8f-4091-bfe1-164b1abb3c8f,segment=NetworkSegment(b6edade7-7042-4178-a2a6-f7cba1672ed3),segment_id=b6edade7-7042-4178-a2a6-f7cba1672ed3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:11.650937 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1645c774-92fe-4f92-9bd2-fb0ad949d257 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:11.651338 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] No DVR routers for this DVR port 2cf08276-de8f-4091-bfe1-164b1abb3c8f on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:11.658686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Pushing event deleted for resources: {'Port': ['ID=2cf08276-de8f-4091-bfe1-164b1abb3c8f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:11.688225 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1645c774-92fe-4f92-9bd2-fb0ad949d257 None None] Calling delete_port for 2cf08276-de8f-4091-bfe1-164b1abb3c8f owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:11.753323 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5905fd-c124-4cc6-a473-19db0894da0d req-ba0ce46c-57d8-44dd-9fa5-fb19f1c86c36 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:11.755046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f5905fd-c124-4cc6-a473-19db0894da0d req-ba0ce46c-57d8-44dd-9fa5-fb19f1c86c36 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 944 time: 0.4163501 Jul 14 07:06:11.790541 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:11.798042 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-c0c67d4a-121c-4d00-a798-3f787656b5d7 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Made reservation on behalf of 979732be3cf0453eb12cd452eff725f7 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:11.801924 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-c0c67d4a-121c-4d00-a798-3f787656b5d7 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:11.813869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc9a507-ddb2-4686-8fc7-52018c90c75a']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:11.827945 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6edade7-7042-4178-a2a6-f7cba1672ed3') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:11.828211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6edade7-7042-4178-a2a6-f7cba1672ed3') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:11.848884 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:11.915778 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:11.931288 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:06:11.931645 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:06:11.937068 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:06:11.939993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173c84b-ffab-4b10-8926-c0d8313c0662 req-1db9161c-0f48-4f10-9b39-1ae85f9a9ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:11.939993 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4173c84b-ffab-4b10-8926-c0d8313c0662 req-1db9161c-0f48-4f10-9b39-1ae85f9a9ba2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=928ce754-002f-4b40-9791-11232287f7fc HTTP/1.1" status: 200 len: 855 time: 0.3010666 Jul 14 07:06:12.019738 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2cf08276-de8f-4091-bfe1-164b1abb3c8f no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:12.067004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-c0c67d4a-121c-4d00-a798-3f787656b5d7 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Allocated IP 172.20.0.7 (a8c7e755-ea4b-4f64-a27a-decdb554b282/376624ed-03b9-4328-b38e-4c9dd75fffa5/cf8d285a-29b6-4ac0-b813-699520c67b76) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:06:12.095675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 2cf08276-de8f-4091-bfe1-164b1abb3c8f {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:12.097498 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2cf08276-de8f-4091-bfe1-164b1abb3c8f not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:12.154053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port efcc06c0-fc25-4aab-86a7-59b8379d4ffa, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: from cryptography.utils import int_from_bytes Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: from cryptography.utils import int_from_bytes Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.178471 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.182170 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.182170 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.182170 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.182170 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.182170 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.182170 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.182170 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.182170 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.182170 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.182170 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.182170 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.182170 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.182170 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:12.182170 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:06:12.185524 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:12.200401 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device efcc06c0-fc25-4aab-86a7-59b8379d4ffa has no active binding in host n-h2-778696-5 {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 07:06:12.218242 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1645c774-92fe-4f92-9bd2-fb0ad949d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:12.220531 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ed0918-572c-478f-969a-c91517db6c88'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:06:12.223282 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1952e9fd-48d0-43b0-b979-9d872870e958" -d '{"events": [{"server_uuid": "3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c", "name": "network-vif-plugged", "status": "completed", "tag": "78ed0918-572c-478f-969a-c91517db6c88"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:06:12.238960 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-c0c67d4a-121c-4d00-a798-3f787656b5d7 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:12.283613 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645c774-92fe-4f92-9bd2-fb0ad949d257 None None] No DVR routers for this DVR port 2cf08276-de8f-4091-bfe1-164b1abb3c8f on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:12.288643 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645c774-92fe-4f92-9bd2-fb0ad949d257 None None] Pushing event deleted for resources: {'Port': ['ID=2cf08276-de8f-4091-bfe1-164b1abb3c8f,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:12.294418 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 78ed0918-572c-478f-969a-c91517db6c88, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=78ed0918-572c-478f-969a-c91517db6c88,segment=NetworkSegment(845130c5-8d7d-42e0-afd7-4f3f84c32222),segment_id=845130c5-8d7d-42e0-afd7-4f3f84c32222)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:12.309471 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:12.311661 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device a864885d-08c9-4b31-bed3-c057f80067ec up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:06:12.402385 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=78ed0918-572c-478f-969a-c91517db6c88,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:12.419768 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port a864885d-08c9-4b31-bed3-c057f80067ec completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:06:12.425472 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port a864885d-08c9-4b31-bed3-c057f80067ec triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:12.425973 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:12.461070 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4173c84b-ffab-4b10-8926-c0d8313c0662 req-55945ee1-ca71-4bc6-bf59-ed038fbc9d8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=891a3a3f-551b-4fac-88de-347e03820f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5099776 Jul 14 07:06:12.526493 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:12.549849 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:12.568328 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:12.570522 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] 10.222.0.35 "DELETE /v2.0/networks/ecc9a507-ddb2-4686-8fc7-52018c90c75a HTTP/1.1" status: 204 len: 168 time: 1.4574945 Jul 14 07:06:12.572109 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Pushing event deleted for resources: {'Network': ['ID=ecc9a507-ddb2-4686-8fc7-52018c90c75a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:12.577632 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port a864885d-08c9-4b31-bed3-c057f80067ec, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a864885d-08c9-4b31-bed3-c057f80067ec,segment=NetworkSegment(75295a37-7389-464a-b636-473fc5ef3476),segment_id=75295a37-7389-464a-b636-473fc5ef3476)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:12.582657 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:12.584507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 43acc891-b79f-495b-9554-89b3e9657530 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:06:12.584745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:12.585099 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:12.585474 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:12.585811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:12.586131 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:12.587208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:12.587702 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:12.588191 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:12.588670 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:12.589218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:12.589697 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:12.590215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40baf31-95bb-4e16-8beb-97f8b2c55ca0 tempest-ExtraDHCPOptionsTestJSON-1136376766 tempest-ExtraDHCPOptionsTestJSON-1136376766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:12.600639 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-c0c67d4a-121c-4d00-a798-3f787656b5d7 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:12.646454 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-c0c67d4a-121c-4d00-a798-3f787656b5d7 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Network a8c7e755-ea4b-4f64-a27a-decdb554b282 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:12.650498 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-c0c67d4a-121c-4d00-a798-3f787656b5d7 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:12.654660 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-c0c67d4a-121c-4d00-a798-3f787656b5d7 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:12.678690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] For port efcc06c0-fc25-4aab-86a7-59b8379d4ffa, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:12.698211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c67d4a-121c-4d00-a798-3f787656b5d7 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Pushing event updated for resources: {'Port': ['ID=cf8d285a-29b6-4ac0-b813-699520c67b76,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:12.707913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b9323-dfa9-4edf-80f0-7ec0c291e26f req-b62936fe-9950-4120-8e6a-fc5765e497f8 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:12.716026 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e4b9323-dfa9-4edf-80f0-7ec0c291e26f req-b62936fe-9950-4120-8e6a-fc5765e497f8 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/ports?device_id=e00292a2-5976-4028-b115-6a3fb820d3f0 HTTP/1.1" status: 200 len: 943 time: 0.7941916 Jul 14 07:06:12.719565 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=a864885d-08c9-4b31-bed3-c057f80067ec,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:12.719981 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-c0c67d4a-121c-4d00-a798-3f787656b5d7 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:12.720773 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-c0c67d4a-121c-4d00-a798-3f787656b5d7 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:12.737167 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-c0c67d4a-121c-4d00-a798-3f787656b5d7 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1883862 Jul 14 07:06:12.737661 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 43acc891-b79f-495b-9554-89b3e9657530 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:06:12.743167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 43acc891-b79f-495b-9554-89b3e9657530 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:12.743762 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:12.749980 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Request body: {'port': {'device_id': 'bd4cce14-0c6a-4bf7-a6e2-8315758d6224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:12.789073 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd3a52-f925-47bd-9931-cc97395bee2a req-90667561-8bb1-4425-92e5-823cbc579dc7 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:12.796688 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0efd3a52-f925-47bd-9931-cc97395bee2a req-90667561-8bb1-4425-92e5-823cbc579dc7 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb0d1875-f7bd-4c6b-a703-51cf9e990a3d HTTP/1.1" status: 200 len: 944 time: 0.9858682 Jul 14 07:06:12.808818 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0e867c67-6a8c-4b04-980a-da7d8639e198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:12.845997 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:12.853015 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:12.867085 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4173c84b-ffab-4b10-8926-c0d8313c0662 req-2045da6a-cf42-46fc-a171-c07301c4b610 service neutron] 10.222.0.15 "GET /v2.0/networks/891a3a3f-551b-4fac-88de-347e03820f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735988 Jul 14 07:06:12.887313 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40660) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:12.890320 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 43acc891-b79f-495b-9554-89b3e9657530, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=43acc891-b79f-495b-9554-89b3e9657530,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:12.896206 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:12.941856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] For port efcc06c0-fc25-4aab-86a7-59b8379d4ffa, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:06:12.958503 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=43acc891-b79f-495b-9554-89b3e9657530,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:12.998522 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-4f5905fd-c124-4cc6-a473-19db0894da0d req-d1ee4d77-28d8-411b-9d66-06fd406ac269 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Deleting port 3ec3f614-8221-483b-9341-42d8917d9ed6 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:12.998849 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4f5905fd-c124-4cc6-a473-19db0894da0d req-d1ee4d77-28d8-411b-9d66-06fd406ac269 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:13.012197 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e4b9323-dfa9-4edf-80f0-7ec0c291e26f req-5b6c5f50-8729-4078-869a-9e48accd5f88 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6f7c570-771c-42d3-9dd3-ee3902ff394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952981 Jul 14 07:06:13.120608 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0efd3a52-f925-47bd-9931-cc97395bee2a req-d73c6db3-4639-4c50-95d4-161314d7a4d6 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.35 "GET /v2.0/security-groups?id=018b568c-71e7-491b-9f9f-df717221fe74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231621 Jul 14 07:06:13.166394 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8d285a-29b6-4ac0-b813-699520c67b76 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:06:13.174185 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:13.178743 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-4f5905fd-c124-4cc6-a473-19db0894da0d req-d1ee4d77-28d8-411b-9d66-06fd406ac269 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] For port 3ec3f614-8221-483b-9341-42d8917d9ed6, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=3ec3f614-8221-483b-9341-42d8917d9ed6,segment=NetworkSegment(04617e13-eda3-4f10-b692-f98f56a7bf9e),segment_id=04617e13-eda3-4f10-b692-f98f56a7bf9e)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:13.179367 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4f5905fd-c124-4cc6-a473-19db0894da0d req-d1ee4d77-28d8-411b-9d66-06fd406ac269 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:13.186801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Transition to ACTIVE for port object cf8d285a-29b6-4ac0-b813-699520c67b76 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:13.194692 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:13.249315 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3e85083a-1bdc-4fcc-ac14-361494cf18bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f96406b8a7f47e9b6bcd16af524fff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560696 Jul 14 07:06:13.250936 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8d285a-29b6-4ac0-b813-699520c67b76,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:13.254768 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40664) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:13.268080 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-4f5905fd-c124-4cc6-a473-19db0894da0d req-d1ee4d77-28d8-411b-9d66-06fd406ac269 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Calling delete_port for 3ec3f614-8221-483b-9341-42d8917d9ed6 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:13.348497 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4b91d0-7807-4b8e-ba07-7f66225ad93b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efcc06c0-fc25-4aab-86a7-59b8379d4ffa'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:06:13.351003 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450328a3-d8a8-459a-8641-c85437bb2068" -d '{"events": [{"server_uuid": "0c4b91d0-7807-4b8e-ba07-7f66225ad93b", "name": "network-vif-unplugged", "status": "completed", "tag": "efcc06c0-fc25-4aab-86a7-59b8379d4ffa"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:06:13.355340 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:13.369466 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Attempting to bind port cf8d285a-29b6-4ac0-b813-699520c67b76 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:06:13.369811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Attempting to bind port cf8d285a-29b6-4ac0-b813-699520c67b76 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '22e603f2-0976-48ee-b2eb-1bb909ea7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a8c7e755-ea4b-4f64-a27a-decdb554b282'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:06:13.370305 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Attempting to bind port cf8d285a-29b6-4ac0-b813-699520c67b76 on network a8c7e755-ea4b-4f64-a27a-decdb554b282 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:06:13.377826 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c60b656-c832-4035-97bd-4f7d2cc1748e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:13.379810 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Port cf8d285a-29b6-4ac0-b813-699520c67b76 on network a8c7e755-ea4b-4f64-a27a-decdb554b282 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:06:13.380162 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Attempting to bind port cf8d285a-29b6-4ac0-b813-699520c67b76 on network a8c7e755-ea4b-4f64-a27a-decdb554b282 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:06:13.392858 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:06:13.393201 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Checking segment: {'id': '22e603f2-0976-48ee-b2eb-1bb909ea7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a8c7e755-ea4b-4f64-a27a-decdb554b282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:06:13.393595 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Bound using segment: {'id': '22e603f2-0976-48ee-b2eb-1bb909ea7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a8c7e755-ea4b-4f64-a27a-decdb554b282'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:06:13.394030 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Bound port: cf8d285a-29b6-4ac0-b813-699520c67b76, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e603f2-0976-48ee-b2eb-1bb909ea7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a8c7e755-ea4b-4f64-a27a-decdb554b282'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:06:13.394387 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:13.419349 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c60b656-c832-4035-97bd-4f7d2cc1748e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:13.424578 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:13.475845 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4173c84b-ffab-4b10-8926-c0d8313c0662 req-be679739-50b2-4cbd-a06a-a0412269c764 service neutron] 10.222.0.15 "GET /v2.0/networks/891a3a3f-551b-4fac-88de-347e03820f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854151 Jul 14 07:06:13.508209 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] For port cf8d285a-29b6-4ac0-b813-699520c67b76, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:06:13.511520 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] For port cf8d285a-29b6-4ac0-b813-699520c67b76, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=cf8d285a-29b6-4ac0-b813-699520c67b76,segment=NetworkSegment(22e603f2-0976-48ee-b2eb-1bb909ea7e87),segment_id=22e603f2-0976-48ee-b2eb-1bb909ea7e87)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:06:13.515068 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:13.544349 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c60b656-c832-4035-97bd-4f7d2cc1748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:13.547710 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c60b656-c832-4035-97bd-4f7d2cc1748e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:13.549108 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4c60b656-c832-4035-97bd-4f7d2cc1748e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07d49e80-baac-4154-96fc-09dd03318029 HTTP/1.1" status: 204 len: 168 time: 0.2933671 Jul 14 07:06:13.566168 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:13.566891 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:13.568295 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] 10.222.0.15 "PUT /v2.0/ports/cf8d285a-29b6-4ac0-b813-699520c67b76 HTTP/1.1" status: 200 len: 1091 time: 0.8240225 Jul 14 07:06:13.568739 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4cce14-0c6a-4bf7-a6e2-8315758d6224', 'tag': 'cf8d285a-29b6-4ac0-b813-699520c67b76'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:06:13.571256 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c00798-8bf7-4dd3-b024-4dc3c02cea1c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4cce14-0c6a-4bf7-a6e2-8315758d6224", "tag": "cf8d285a-29b6-4ac0-b813-699520c67b76"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:06:13.589729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 045bc427-54b6-47cb-b097-579fe9cfe734 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:06:13.590281 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60b656-c832-4035-97bd-4f7d2cc1748e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d49e80-baac-4154-96fc-09dd03318029,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:13.612991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3760ca9-3651-41bc-a087-fb51c9af6895 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8d285a-29b6-4ac0-b813-699520c67b76,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:13.670271 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] Pushing event updated for resources: {'Port': ['ID=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,revision_number=7']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:13.687232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ae0b1-4a46-412b-906b-3f76831889fd req-58404a53-600e-4ce8-a569-0ab30569b451 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:13.691701 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-2251eac0-b301-42d8-8058-71afc2e957dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:13.693281 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-2251eac0-b301-42d8-8058-71afc2e957dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=979732be3cf0453eb12cd452eff725f7&device_id=bd4cce14-0c6a-4bf7-a6e2-8315758d6224 HTTP/1.1" status: 200 len: 1094 time: 0.0724726 Jul 14 07:06:13.693465 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ae0b1-4a46-412b-906b-3f76831889fd req-58404a53-600e-4ce8-a569-0ab30569b451 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:13.695118 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b1ae0b1-4a46-412b-906b-3f76831889fd req-58404a53-600e-4ce8-a569-0ab30569b451 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 1682 time: 0.4577832 Jul 14 07:06:13.710545 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb8fa5-2306-497f-9ce0-a2badfc32730 req-561837aa-324d-4886-81af-9a9b15c1f57e tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:13.712621 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-33fb8fa5-2306-497f-9ce0-a2badfc32730 req-561837aa-324d-4886-81af-9a9b15c1f57e tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4cce14-0c6a-4bf7-a6e2-8315758d6224 HTTP/1.1" status: 200 len: 943 time: 0.4730263 Jul 14 07:06:13.744886 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-809b6ff6-762a-4d08-97e3-f786bbe5621b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf8d285a-29b6-4ac0-b813-699520c67b76 HTTP/1.1" status: 200 len: 217 time: 0.0422721 Jul 14 07:06:13.753921 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 045bc427-54b6-47cb-b097-579fe9cfe734, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=045bc427-54b6-47cb-b097-579fe9cfe734,segment=NetworkSegment(1704aa74-a8e9-416a-a9e1-b64a6b1bd82d),segment_id=1704aa74-a8e9-416a-a9e1-b64a6b1bd82d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:13.763805 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] Attempting to bind port efcc06c0-fc25-4aab-86a7-59b8379d4ffa on host n-h1-778696-5 for vnic_type normal with profile {"migrating_to": "n-h2-778696-5"} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:06:13.764430 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] Attempting to bind port efcc06c0-fc25-4aab-86a7-59b8379d4ffa by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:06:13.764430 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] Attempting to bind port efcc06c0-fc25-4aab-86a7-59b8379d4ffa on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:06:13.768786 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '045bc427-54b6-47cb-b097-579fe9cfe734', 'network_id': '891a3a3f-551b-4fac-88de-347e03820f4c', 'port_id': '045bc427-54b6-47cb-b097-579fe9cfe734', 'mac_address': 'fa:16:3e:3c:76:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928ce754-002f-4b40-9791-11232287f7fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:06:13.806269 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] Port efcc06c0-fc25-4aab-86a7-59b8379d4ffa on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:06:13.806990 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] Attempting to bind port efcc06c0-fc25-4aab-86a7-59b8379d4ffa on network fe3e6dc2-d274-4884-a631-cf4f8daefb86 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:06:13.819888 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-2fb6468c-f6f5-4985-9483-61dcf98902e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:13.822709 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-2fb6468c-f6f5-4985-9483-61dcf98902e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=376624ed-03b9-4328-b38e-4c9dd75fffa5 HTTP/1.1" status: 200 len: 861 time: 0.0707688 Jul 14 07:06:13.826243 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:13.836807 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:06:13.837663 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] Checking segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:06:13.837663 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] Bound using segment: {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:06:13.838346 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] Bound port: efcc06c0-fc25-4aab-86a7-59b8379d4ffa, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b153672-d855-4ed4-bae1-8cdfbea87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe3e6dc2-d274-4884-a631-cf4f8daefb86'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:06:13.838505 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:13.841612 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045bc427-54b6-47cb-b097-579fe9cfe734 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:06:13.864450 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 045bc427-54b6-47cb-b097-579fe9cfe734, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=045bc427-54b6-47cb-b097-579fe9cfe734,segment=NetworkSegment(1704aa74-a8e9-416a-a9e1-b64a6b1bd82d),segment_id=1704aa74-a8e9-416a-a9e1-b64a6b1bd82d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:13.874672 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:13.877071 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-8abef304-a4de-4cee-a6b3-ac8c0dc4bd98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8c7e755-ea4b-4f64-a27a-decdb554b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466647 Jul 14 07:06:13.881149 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b1ae0b1-4a46-412b-906b-3f76831889fd req-38689f6c-2ace-4487-bfb2-c607b014e170 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641922 Jul 14 07:06:13.888640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-33fb8fa5-2306-497f-9ce0-a2badfc32730 req-e9fd2d96-2a8c-4b71-98b7-31bf813f82cb tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/security-groups?id=f16da0ed-7fcd-419f-991c-b71731f16cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655736 Jul 14 07:06:13.890686 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4f5905fd-c124-4cc6-a473-19db0894da0d req-d1ee4d77-28d8-411b-9d66-06fd406ac269 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:13.961322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee4d77-28d8-411b-9d66-06fd406ac269 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Pushing event deleted for resources: {'Port': ['ID=3ec3f614-8221-483b-9341-42d8917d9ed6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:14.002879 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8e216d-b53d-45da-baf5-7af353b4bdfb x-openstack-request-id: req-1b8e216d-b53d-45da-baf5-7af353b4bdfb {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:06:14.005179 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c", "name": "network-vif-plugged", "status": "completed", "tag": "78ed0918-572c-478f-969a-c91517db6c88", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:06:14.005703 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b8e216d-b53d-45da-baf5-7af353b4bdfb {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:06:14.006119 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ed0918-572c-478f-969a-c91517db6c88', 'code': 200} Jul 14 07:06:14.028476 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=045bc427-54b6-47cb-b097-579fe9cfe734,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:14.073972 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5905fd-c124-4cc6-a473-19db0894da0d req-d1ee4d77-28d8-411b-9d66-06fd406ac269 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] No DVR routers for this DVR port 3ec3f614-8221-483b-9341-42d8917d9ed6 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:14.077083 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4f5905fd-c124-4cc6-a473-19db0894da0d req-d1ee4d77-28d8-411b-9d66-06fd406ac269 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:14.079243 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-78c227c9-e09b-4d6d-904c-8b8e763dd73f service neutron] 10.222.0.15 "GET /v2.0/networks/a8c7e755-ea4b-4f64-a27a-decdb554b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945174 Jul 14 07:06:14.079644 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f5905fd-c124-4cc6-a473-19db0894da0d req-d1ee4d77-28d8-411b-9d66-06fd406ac269 tempest-LiveMigrationTest-1846075444 tempest-LiveMigrationTest-1846075444-project] 10.222.0.15 "DELETE /v2.0/ports/3ec3f614-8221-483b-9341-42d8917d9ed6 HTTP/1.1" status: 204 len: 173 time: 2.3165462 Jul 14 07:06:14.093481 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] For port efcc06c0-fc25-4aab-86a7-59b8379d4ffa, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:06:14.098601 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] For port efcc06c0-fc25-4aab-86a7-59b8379d4ffa, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:06:14.129033 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:14.145595 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['045bc427-54b6-47cb-b097-579fe9cfe734'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:06:14.234698 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d39afa95-94ca-4e71-9edb-649a0c52efd6 req-e4838508-3064-448d-8eec-0dbbe8cc2fbe service neutron] 10.222.0.15 "GET /v2.0/networks/a8c7e755-ea4b-4f64-a27a-decdb554b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358023 Jul 14 07:06:14.326479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] Pushing event updated for resources: {'Port': ['ID=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,revision_number=8']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:14.338919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:14.339529 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:14.341043 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-96e8e31f-c3b7-444d-8917-71b66a1595a6 service neutron] 10.222.0.15 "PUT /v2.0/ports/efcc06c0-fc25-4aab-86a7-59b8379d4ffa HTTP/1.1" status: 200 len: 1122 time: 3.2492788 Jul 14 07:06:14.368752 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-0e867c67-6a8c-4b04-980a-da7d8639e198 admin admin] Deleting port 505e48b0-e897-4020-9a65-f47e12dfec7f {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:14.369090 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0e867c67-6a8c-4b04-980a-da7d8639e198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:14.429909 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86e44d-e982-4e83-8ac3-93990c0c7260 req-2f89c8b3-58e5-4e98-95d1-1a1f9c6b3613 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:14.431458 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0f86e44d-e982-4e83-8ac3-93990c0c7260 req-2f89c8b3-58e5-4e98-95d1-1a1f9c6b3613 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 950 time: 0.2977419 Jul 14 07:06:14.446859 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e077fd-a854-418e-a4ad-6080182580c2 req-8ede0f82-8572-4144-81bd-ce8fbb20f86b tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:14.448539 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32e077fd-a854-418e-a4ad-6080182580c2 req-8ede0f82-8572-4144-81bd-ce8fbb20f86b tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 944 time: 0.3027527 Jul 14 07:06:14.449802 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['efcc06c0-fc25-4aab-86a7-59b8379d4ffa'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:06:14.481697 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['efcc06c0-fc25-4aab-86a7-59b8379d4ffa'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:06:14.543988 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-0e867c67-6a8c-4b04-980a-da7d8639e198 admin admin] For port 505e48b0-e897-4020-9a65-f47e12dfec7f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=505e48b0-e897-4020-9a65-f47e12dfec7f,segment=NetworkSegment(7d719af1-58e1-487a-af61-7254e3dcfc8b),segment_id=7d719af1-58e1-487a-af61-7254e3dcfc8b)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:14.544344 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0e867c67-6a8c-4b04-980a-da7d8639e198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:14.549590 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32e077fd-a854-418e-a4ad-6080182580c2 req-4958e09d-3080-4acc-b408-02914f323246 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920575 Jul 14 07:06:14.558836 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0f86e44d-e982-4e83-8ac3-93990c0c7260 req-be56634b-ef54-4de4-a5c8-2c8faf5674dc tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075573 Jul 14 07:06:14.564684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-0e867c67-6a8c-4b04-980a-da7d8639e198 admin admin] Calling delete_port for 505e48b0-e897-4020-9a65-f47e12dfec7f owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:14.609006 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40698) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:14.760455 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-058b3336-6635-43a3-8784-c6a09f96cd58 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1154643442'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:14.802930 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058b3336-6635-43a3-8784-c6a09f96cd58 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:14.809825 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-058b3336-6635-43a3-8784-c6a09f96cd58 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:14.825454 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-058b3336-6635-43a3-8784-c6a09f96cd58 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:14.828881 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0e867c67-6a8c-4b04-980a-da7d8639e198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:14.859414 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db29f1ae-fed9-490b-8f05-d9828be727cb x-openstack-request-id: req-db29f1ae-fed9-490b-8f05-d9828be727cb {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:06:14.859551 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4b91d0-7807-4b8e-ba07-7f66225ad93b", "name": "network-vif-unplugged", "status": "completed", "tag": "efcc06c0-fc25-4aab-86a7-59b8379d4ffa", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:06:14.859750 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db29f1ae-fed9-490b-8f05-d9828be727cb {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:06:14.860241 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4b91d0-7807-4b8e-ba07-7f66225ad93b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efcc06c0-fc25-4aab-86a7-59b8379d4ffa', 'code': 200} Jul 14 07:06:14.916066 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e867c67-6a8c-4b04-980a-da7d8639e198 admin admin] Pushing event deleted for resources: {'Port': ['ID=505e48b0-e897-4020-9a65-f47e12dfec7f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:14.949802 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0e5d20-5f05-44b7-aaed-37e4c48ee480 x-openstack-request-id: req-7c0e5d20-5f05-44b7-aaed-37e4c48ee480 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:06:14.950150 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4cce14-0c6a-4bf7-a6e2-8315758d6224", "tag": "cf8d285a-29b6-4ac0-b813-699520c67b76", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:06:14.950344 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c0e5d20-5f05-44b7-aaed-37e4c48ee480 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:06:14.950736 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4cce14-0c6a-4bf7-a6e2-8315758d6224', 'tag': 'cf8d285a-29b6-4ac0-b813-699520c67b76', 'status': 'completed', 'code': 200} Jul 14 07:06:14.971283 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-058b3336-6635-43a3-8784-c6a09f96cd58 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:14.981575 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-058b3336-6635-43a3-8784-c6a09f96cd58 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:15.018490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058b3336-6635-43a3-8784-c6a09f96cd58 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:06:15.036359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b3336-6635-43a3-8784-c6a09f96cd58 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfde3c0-1805-4fdf-a38a-56c17bdfb982,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:15.040293 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-058b3336-6635-43a3-8784-c6a09f96cd58 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:15.040796 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-058b3336-6635-43a3-8784-c6a09f96cd58 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Added segment 3c879f81-c342-48a8-9c20-89ce27879b4f of type vlan for network 78057f16-b814-4734-841b-061bcd4b7f1a Jul 14 07:06:15.047310 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40706) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:15.098641 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-058b3336-6635-43a3-8784-c6a09f96cd58 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:15.143017 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-058b3336-6635-43a3-8784-c6a09f96cd58 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:15.152265 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058b3336-6635-43a3-8784-c6a09f96cd58 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:15.154027 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-058b3336-6635-43a3-8784-c6a09f96cd58 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:15.175256 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:15.247190 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b3336-6635-43a3-8784-c6a09f96cd58 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Network': ['ID=78057f16-b814-4734-841b-061bcd4b7f1a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:15.262526 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 78057f16-b814-4734-841b-061bcd4b7f1a details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:06:15.266723 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-058b3336-6635-43a3-8784-c6a09f96cd58 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6551559 Jul 14 07:06:15.268720 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40710) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:15.280921 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-472299bf-c5c6-49d7-9b7c-42e6e531e21a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a', 'name': 'tempest-PortsIpV6TestJSON-1820974119'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:15.290395 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c00798-8bf7-4dd3-b024-4dc3c02cea1c req-af72c242-8a23-4506-bf83-a468b8fa6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:15.292122 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78c00798-8bf7-4dd3-b024-4dc3c02cea1c req-af72c242-8a23-4506-bf83-a468b8fa6bb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=979732be3cf0453eb12cd452eff725f7&device_id=bd4cce14-0c6a-4bf7-a6e2-8315758d6224 HTTP/1.1" status: 200 len: 1094 time: 0.3127921 Jul 14 07:06:15.386825 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:15.399796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c44f1b-b631-4022-b5d5-4076402a9aaa req-e505de2a-0d03-4308-869e-195fac59666d tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:15.401392 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a0c44f1b-b631-4022-b5d5-4076402a9aaa req-e505de2a-0d03-4308-869e-195fac59666d tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/ports?device_id=e00292a2-5976-4028-b115-6a3fb820d3f0 HTTP/1.1" status: 200 len: 944 time: 0.3794534 Jul 14 07:06:15.608358 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 045bc427-54b6-47cb-b097-579fe9cfe734 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:06:15.661328 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 045bc427-54b6-47cb-b097-579fe9cfe734 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:06:15.665555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 045bc427-54b6-47cb-b097-579fe9cfe734 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:15.665931 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:15.743379 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0e867c67-6a8c-4b04-980a-da7d8639e198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:15.743669 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:15.775308 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 045bc427-54b6-47cb-b097-579fe9cfe734, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=045bc427-54b6-47cb-b097-579fe9cfe734,segment=NetworkSegment(1704aa74-a8e9-416a-a9e1-b64a6b1bd82d),segment_id=1704aa74-a8e9-416a-a9e1-b64a6b1bd82d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:15.779211 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:15.780211 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 3ec3f614-8221-483b-9341-42d8917d9ed6 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:15.825246 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 3ec3f614-8221-483b-9341-42d8917d9ed6 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:15.825246 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 3ec3f614-8221-483b-9341-42d8917d9ed6 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:15.829973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b1ddcc-822a-41b9-817f-7a6dc98116f6 admin admin] Deleting subnet 416e4cab-c8c0-4a46-ae21-5c85ac9e0263 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:06:15.851845 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=045bc427-54b6-47cb-b097-579fe9cfe734,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:15.859785 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:15.860061 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:15.860398 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:15.860727 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:15.861063 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:15.861401 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:15.861730 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:15.862045 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:15.862362 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:15.862678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:15.862992 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:15.863307 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:15.873710 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ddcc-822a-41b9-817f-7a6dc98116f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:15.945678 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a0c44f1b-b631-4022-b5d5-4076402a9aaa req-feb3685d-0b42-4067-88d6-2a4da4e00b27 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6f7c570-771c-42d3-9dd3-ee3902ff394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164776 Jul 14 07:06:15.966159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c00798-8bf7-4dd3-b024-4dc3c02cea1c req-b56256bf-d9af-4856-b5e1-360fa9fc7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:15.967671 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78c00798-8bf7-4dd3-b024-4dc3c02cea1c req-b56256bf-d9af-4856-b5e1-360fa9fc7b51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8c7e755-ea4b-4f64-a27a-decdb554b282 HTTP/1.1" status: 200 len: 922 time: 0.6653872 Jul 14 07:06:15.976823 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ddcc-822a-41b9-817f-7a6dc98116f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:16.005280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472299bf-c5c6-49d7-9b7c-42e6e531e21a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:16.007746 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a864885d-08c9-4b31-bed3-c057f80067ec'}, {'server_uuid': '22be2f5f-45c8-42fb-aea9-b3f13d83aee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43acc891-b79f-495b-9554-89b3e9657530'}, {'server_uuid': 'e00292a2-5976-4028-b115-6a3fb820d3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045bc427-54b6-47cb-b097-579fe9cfe734'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:06:16.008786 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-472299bf-c5c6-49d7-9b7c-42e6e531e21a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:16.010311 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3283f46-935a-48dc-988c-67f44b132a62" -d '{"events": [{"server_uuid": "3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c", "name": "network-vif-plugged", "status": "completed", "tag": "a864885d-08c9-4b31-bed3-c057f80067ec"}, {"server_uuid": "22be2f5f-45c8-42fb-aea9-b3f13d83aee4", "name": "network-vif-plugged", "status": "completed", "tag": "43acc891-b79f-495b-9554-89b3e9657530"}, {"server_uuid": "e00292a2-5976-4028-b115-6a3fb820d3f0", "name": "network-vif-plugged", "status": "completed", "tag": "045bc427-54b6-47cb-b097-579fe9cfe734"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:06:16.082841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34c7e0-df55-421a-93e5-94073c5a9614 req-c6e76412-627e-412b-9b99-f6ac0ad90f89 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:16.089525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34c7e0-df55-421a-93e5-94073c5a9614 req-c6e76412-627e-412b-9b99-f6ac0ad90f89 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:16.091095 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da34c7e0-df55-421a-93e5-94073c5a9614 req-c6e76412-627e-412b-9b99-f6ac0ad90f89 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 1682 time: 0.6888316 Jul 14 07:06:16.109675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78c00798-8bf7-4dd3-b024-4dc3c02cea1c req-03f8b848-11e5-4989-bffc-effa9a65a3bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf8d285a-29b6-4ac0-b813-699520c67b76 HTTP/1.1" status: 200 len: 217 time: 0.1054943 Jul 14 07:06:16.174453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-472299bf-c5c6-49d7-9b7c-42e6e531e21a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] device_id is not set on port 01cd5013-75b1-498e-8287-3294ab3f18a4 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:06:16.216786 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ddcc-822a-41b9-817f-7a6dc98116f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:16.320495 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da34c7e0-df55-421a-93e5-94073c5a9614 req-1ce8a1d4-a15e-450c-a2a2-1104de725fec tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137353 Jul 14 07:06:16.321886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c00798-8bf7-4dd3-b024-4dc3c02cea1c req-bffd0d56-1aa7-47be-b258-dc8c8659330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:16.323233 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78c00798-8bf7-4dd3-b024-4dc3c02cea1c req-bffd0d56-1aa7-47be-b258-dc8c8659330b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=376624ed-03b9-4328-b38e-4c9dd75fffa5 HTTP/1.1" status: 200 len: 861 time: 0.1958816 Jul 14 07:06:16.429769 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78c00798-8bf7-4dd3-b024-4dc3c02cea1c req-6cc08622-113d-4355-a043-412ce647367c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8c7e755-ea4b-4f64-a27a-decdb554b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659330 Jul 14 07:06:16.517684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7863d-9ba6-47d2-a0d7-a228b2decfad req-a5e83a45-14b9-4a2c-864b-5d969d05e1ca tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:16.519118 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5c7863d-9ba6-47d2-a0d7-a228b2decfad req-a5e83a45-14b9-4a2c-864b-5d969d05e1ca tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4cce14-0c6a-4bf7-a6e2-8315758d6224 HTTP/1.1" status: 200 len: 943 time: 0.4256554 Jul 14 07:06:16.584425 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ddcc-822a-41b9-817f-7a6dc98116f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:16.676492 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1ddcc-822a-41b9-817f-7a6dc98116f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=416e4cab-c8c0-4a46-ae21-5c85ac9e0263,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:16.683460 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ddcc-822a-41b9-817f-7a6dc98116f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:16.685366 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a3b1ddcc-822a-41b9-817f-7a6dc98116f6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/416e4cab-c8c0-4a46-ae21-5c85ac9e0263 HTTP/1.1" status: 204 len: 168 time: 1.6360133 Jul 14 07:06:16.687940 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40718) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:16.739082 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5c7863d-9ba6-47d2-a0d7-a228b2decfad req-2e314f79-2de3-4642-b359-e93d7f876ab4 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/security-groups?id=f16da0ed-7fcd-419f-991c-b71731f16cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994886 Jul 14 07:06:16.743221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e867c67-6a8c-4b04-980a-da7d8639e198 admin admin] Router 845674d6-8538-4672-96ee-9ea4c087b9f8 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:06:16.765228 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-611b68df-f161-41e8-aa51-031f787f78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:16.773558 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-472299bf-c5c6-49d7-9b7c-42e6e531e21a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:16.785668 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bbc89-e408-4440-a61e-d46a324518a4 req-b960e495-2685-4bd7-ab5d-63b6365cd9db tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:16.787202 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ef0bbc89-e408-4440-a61e-d46a324518a4 req-b960e495-2685-4bd7-ab5d-63b6365cd9db tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 950 time: 0.3620210 Jul 14 07:06:16.791118 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78c00798-8bf7-4dd3-b024-4dc3c02cea1c req-2aed042c-1bcb-4f03-ba28-9b0575f1616b service neutron] 10.222.0.15 "GET /v2.0/networks/a8c7e755-ea4b-4f64-a27a-decdb554b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109410 Jul 14 07:06:16.844767 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-611b68df-f161-41e8-aa51-031f787f78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:16.854933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-611b68df-f161-41e8-aa51-031f787f78a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:16.864356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0d1875-f7bd-4c6b-a703-51cf9e990a3d', 'name': 'network-vif-deleted', 'tag': '3ec3f614-8221-483b-9341-42d8917d9ed6'}, {'name': 'network-changed', 'server_uuid': '0c4b91d0-7807-4b8e-ba07-7f66225ad93b', 'tag': 'efcc06c0-fc25-4aab-86a7-59b8379d4ffa'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:06:16.864949 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-611b68df-f161-41e8-aa51-031f787f78a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04617e13-eda3-4f10-b692-f98f56a7bf9e') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:16.865264 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-611b68df-f161-41e8-aa51-031f787f78a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04617e13-eda3-4f10-b692-f98f56a7bf9e') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:16.866629 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3410dcc2-8c34-4703-ac29-7b16627de3f2" -d '{"events": [{"server_uuid": "fb0d1875-f7bd-4c6b-a703-51cf9e990a3d", "name": "network-vif-deleted", "tag": "3ec3f614-8221-483b-9341-42d8917d9ed6"}, {"name": "network-changed", "server_uuid": "0c4b91d0-7807-4b8e-ba07-7f66225ad93b", "tag": "efcc06c0-fc25-4aab-86a7-59b8379d4ffa"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:06:16.874786 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-611b68df-f161-41e8-aa51-031f787f78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:16.888806 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-611b68df-f161-41e8-aa51-031f787f78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:16.894491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611b68df-f161-41e8-aa51-031f787f78a2 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:06:16.894875 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-611b68df-f161-41e8-aa51-031f787f78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:06:16.896615 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:06:16.962885 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-611b68df-f161-41e8-aa51-031f787f78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:16.969771 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-611b68df-f161-41e8-aa51-031f787f78a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:16.980707 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-611b68df-f161-41e8-aa51-031f787f78a2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b HTTP/1.1" status: 204 len: 168 time: 0.2890499 Jul 14 07:06:16.988317 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40724) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:16.995656 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b68df-f161-41e8-aa51-031f787f78a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6eb9ddb5-cff2-43a3-9fbe-79780cd3fa1b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:17.025013 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ef0bbc89-e408-4440-a61e-d46a324518a4 req-d985c94b-47bc-483a-b7e2-c504de7b6f77 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266967 Jul 14 07:06:17.056065 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d98bb28-2e82-4eb2-a19b-b20670439485 admin admin] Deleting subnet 8b9e7142-4672-4a4e-916e-824a012ec905 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:06:17.059946 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7d98bb28-2e82-4eb2-a19b-b20670439485 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:17.076181 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-472299bf-c5c6-49d7-9b7c-42e6e531e21a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:17.098229 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e867c67-6a8c-4b04-980a-da7d8639e198 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:06:17.113316 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a917b-d0fb-4ecf-8441-a0b0d949f8b9 None None] Sync routers for ids ['845674d6-8538-4672-96ee-9ea4c087b9f8'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:06:17.121725 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7d98bb28-2e82-4eb2-a19b-b20670439485 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:17.134467 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0e867c67-6a8c-4b04-980a-da7d8639e198 admin admin] 10.222.0.35 "PUT /v2.0/routers/845674d6-8538-4672-96ee-9ea4c087b9f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6254313 Jul 14 07:06:17.134670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a917b-d0fb-4ecf-8441-a0b0d949f8b9 None None] Routers {'845674d6-8538-4672-96ee-9ea4c087b9f8'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:06:17.135052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-806a917b-d0fb-4ecf-8441-a0b0d949f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:06:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['845674d6-8538-4672-96ee-9ea4c087b9f8'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:17.138261 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78c00798-8bf7-4dd3-b024-4dc3c02cea1c req-bd44d971-d7a7-4501-a802-500a75c24e5f service neutron] 10.222.0.15 "GET /v2.0/networks/a8c7e755-ea4b-4f64-a27a-decdb554b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395786 Jul 14 07:06:17.140823 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40726) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:17.215394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c9519-ed45-4fc4-a459-05d149a52514 req-c8a71e02-85b6-4071-98dc-387f88abb382 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:17.216902 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b4c9519-ed45-4fc4-a459-05d149a52514 req-c8a71e02-85b6-4071-98dc-387f88abb382 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 944 time: 0.3447437 Jul 14 07:06:17.236769 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 07:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bbaf9b-ae2b-4fbc-90f6-6a1d28869843 x-openstack-request-id: req-22bbaf9b-ae2b-4fbc-90f6-6a1d28869843 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:06:17.237112 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0d1875-f7bd-4c6b-a703-51cf9e990a3d", "name": "network-vif-deleted", "tag": "3ec3f614-8221-483b-9341-42d8917d9ed6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0c4b91d0-7807-4b8e-ba07-7f66225ad93b", "tag": "efcc06c0-fc25-4aab-86a7-59b8379d4ffa", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:06:17.237363 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22bbaf9b-ae2b-4fbc-90f6-6a1d28869843 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:06:17.237837 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0d1875-f7bd-4c6b-a703-51cf9e990a3d', 'name': 'network-vif-deleted', 'tag': '3ec3f614-8221-483b-9341-42d8917d9ed6', 'status': 'completed', 'code': 200} Jul 14 07:06:17.238090 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4b91d0-7807-4b8e-ba07-7f66225ad93b', 'tag': 'efcc06c0-fc25-4aab-86a7-59b8379d4ffa', 'status': 'completed', 'code': 200} Jul 14 07:06:17.259354 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7d98bb28-2e82-4eb2-a19b-b20670439485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:17.266883 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472299bf-c5c6-49d7-9b7c-42e6e531e21a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=01cd5013-75b1-498e-8287-3294ab3f18a4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:17.338701 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 14 Jul 2021 07:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3cee92-6422-4646-99bf-ef7f8b0e9630 x-openstack-request-id: req-2c3cee92-6422-4646-99bf-ef7f8b0e9630 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:06:17.339090 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c", "name": "network-vif-plugged", "status": "completed", "tag": "a864885d-08c9-4b31-bed3-c057f80067ec", "code": 200}, {"server_uuid": "22be2f5f-45c8-42fb-aea9-b3f13d83aee4", "name": "network-vif-plugged", "status": "completed", "tag": "43acc891-b79f-495b-9554-89b3e9657530", "code": 200}, {"server_uuid": "e00292a2-5976-4028-b115-6a3fb820d3f0", "name": "network-vif-plugged", "status": "completed", "tag": "045bc427-54b6-47cb-b097-579fe9cfe734", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:06:17.339399 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c3cee92-6422-4646-99bf-ef7f8b0e9630 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:06:17.339855 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a864885d-08c9-4b31-bed3-c057f80067ec', 'code': 200} Jul 14 07:06:17.340193 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22be2f5f-45c8-42fb-aea9-b3f13d83aee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43acc891-b79f-495b-9554-89b3e9657530', 'code': 200} Jul 14 07:06:17.340530 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00292a2-5976-4028-b115-6a3fb820d3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045bc427-54b6-47cb-b097-579fe9cfe734', 'code': 200} Jul 14 07:06:17.365252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-806a917b-d0fb-4ecf-8441-a0b0d949f8b9 None None] Set router 845674d6-8538-4672-96ee-9ea4c087b9f8 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:06:17.429996 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7d98bb28-2e82-4eb2-a19b-b20670439485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:17.432562 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472299bf-c5c6-49d7-9b7c-42e6e531e21a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Checking segment: {'id': '3c879f81-c342-48a8-9c20-89ce27879b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:06:17.432923 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472299bf-c5c6-49d7-9b7c-42e6e531e21a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network hostable DHCP agents. Network: 78057f16-b814-4734-841b-061bcd4b7f1a, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:06:17.468127 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98bb28-2e82-4eb2-a19b-b20670439485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b9e7142-4672-4a4e-916e-824a012ec905,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:17.486849 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7d98bb28-2e82-4eb2-a19b-b20670439485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:17.488916 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7d98bb28-2e82-4eb2-a19b-b20670439485 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8b9e7142-4672-4a4e-916e-824a012ec905 HTTP/1.1" status: 204 len: 168 time: 0.4996271 Jul 14 07:06:17.496687 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40730) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:17.507660 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410dcc2-8c34-4703-ac29-7b16627de3f2 req-b473f03b-1cdd-424a-be1a-85c703f1780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:17.509344 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3410dcc2-8c34-4703-ac29-7b16627de3f2 req-b473f03b-1cdd-424a-be1a-85c703f1780c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 1125 time: 0.2083304 Jul 14 07:06:17.596825 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-806a917b-d0fb-4ecf-8441-a0b0d949f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:06:14Z', 'revision_number': 5, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:17.626571 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cd62b-c404-4155-b45b-a4fec4d33421 req-ac583bc8-a56a-40ea-919b-a87fdc4ca8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:17.627179 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cd62b-c404-4155-b45b-a4fec4d33421 req-ac583bc8-a56a-40ea-919b-a87fdc4ca8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:17.628914 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-240cd62b-c404-4155-b45b-a4fec4d33421 req-ac583bc8-a56a-40ea-919b-a87fdc4ca8ad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 1984 time: 0.2967913 Jul 14 07:06:17.629799 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a917b-d0fb-4ecf-8441-a0b0d949f8b9 None None] Checking router: 845674d6-8538-4672-96ee-9ea4c087b9f8 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:06:17.636857 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device cf8d285a-29b6-4ac0-b813-699520c67b76 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:06:17.651608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a917b-d0fb-4ecf-8441-a0b0d949f8b9 None None] Routers {'845674d6-8538-4672-96ee-9ea4c087b9f8'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:06:17.652775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-806a917b-d0fb-4ecf-8441-a0b0d949f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:06:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['845674d6-8538-4672-96ee-9ea4c087b9f8'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:17.679583 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-240cd62b-c404-4155-b45b-a4fec4d33421 req-d7757365-ec4b-48fb-8b43-c68fbe847b45 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412765 Jul 14 07:06:17.713974 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c602752-5803-48d1-8731-ad683ce3b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:17.729748 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410dcc2-8c34-4703-ac29-7b16627de3f2 req-bc61023c-39d2-46d8-9cec-6c67e92a61ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:17.731299 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3410dcc2-8c34-4703-ac29-7b16627de3f2 req-bc61023c-39d2-46d8-9cec-6c67e92a61ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 922 time: 0.2075489 Jul 14 07:06:17.805766 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3410dcc2-8c34-4703-ac29-7b16627de3f2 req-b9ab2868-f543-4c29-814c-add68fd69d6e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efcc06c0-fc25-4aab-86a7-59b8379d4ffa HTTP/1.1" status: 200 len: 217 time: 0.0521374 Jul 14 07:06:17.837235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-806a917b-d0fb-4ecf-8441-a0b0d949f8b9 None None] Set router 845674d6-8538-4672-96ee-9ea4c087b9f8 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:06:17.872904 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c602752-5803-48d1-8731-ad683ce3b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:17.883557 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3c602752-5803-48d1-8731-ad683ce3b425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad31725-ee3b-4904-917b-4a95600f1821']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:17.893945 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b4c9519-ed45-4fc4-a459-05d149a52514 req-e17331f9-ca54-423b-bdbc-5aeec5c0ea45 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6547742 Jul 14 07:06:17.895319 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3c602752-5803-48d1-8731-ad683ce3b425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed956cd-f7f3-4ef2-bc03-6ac1c1c93704') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:17.895621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3c602752-5803-48d1-8731-ad683ce3b425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed956cd-f7f3-4ef2-bc03-6ac1c1c93704') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:17.908799 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c602752-5803-48d1-8731-ad683ce3b425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:17.916617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port cf8d285a-29b6-4ac0-b813-699520c67b76, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=cf8d285a-29b6-4ac0-b813-699520c67b76,segment=NetworkSegment(22e603f2-0976-48ee-b2eb-1bb909ea7e87),segment_id=22e603f2-0976-48ee-b2eb-1bb909ea7e87)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:17.935353 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c602752-5803-48d1-8731-ad683ce3b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:17.935592 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38df0d66-b070-4dcf-a17a-2b3ae92d3d92 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:17.936310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c602752-5803-48d1-8731-ad683ce3b425 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:06:17.936777 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c602752-5803-48d1-8731-ad683ce3b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:17.937149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472299bf-c5c6-49d7-9b7c-42e6e531e21a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 78057f16-b814-4734-841b-061bcd4b7f1a is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:06:17.961486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'cf8d285a-29b6-4ac0-b813-699520c67b76', 'network_id': 'a8c7e755-ea4b-4f64-a27a-decdb554b282', 'port_id': 'cf8d285a-29b6-4ac0-b813-699520c67b76', 'mac_address': 'fa:16:3e:ac:b7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '376624ed-03b9-4328-b38e-4c9dd75fffa5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:06:18.013870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3164c-19bb-4ef8-85a7-0e968fde968c req-3561abe7-56ec-45bd-9b88-efeb2d0155af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:18.015339 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-58b3164c-19bb-4ef8-85a7-0e968fde968c req-3561abe7-56ec-45bd-9b88-efeb2d0155af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 1101 time: 0.6375415 Jul 14 07:06:18.023116 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635518c-2df9-4755-bbea-745908799e77 req-256b3976-a2ec-41f8-bd81-abc53605865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:18.024681 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f635518c-2df9-4755-bbea-745908799e77 req-256b3976-a2ec-41f8-bd81-abc53605865a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e00292a2-5976-4028-b115-6a3fb820d3f0 HTTP/1.1" status: 200 len: 1096 time: 0.7315996 Jul 14 07:06:18.027269 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:18.049740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-472299bf-c5c6-49d7-9b7c-42e6e531e21a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 78057f16-b814-4734-841b-061bcd4b7f1a) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:18.062474 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828acf42-1bae-481e-bf67-3757d1334945 None None] Network 78057f16-b814-4734-841b-061bcd4b7f1a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:06:18.070689 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:06:18.078177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8d285a-29b6-4ac0-b813-699520c67b76 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:06:18.081129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472299bf-c5c6-49d7-9b7c-42e6e531e21a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:18.086784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472299bf-c5c6-49d7-9b7c-42e6e531e21a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:18.087435 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-472299bf-c5c6-49d7-9b7c-42e6e531e21a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:18.107285 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c602752-5803-48d1-8731-ad683ce3b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:18.129760 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c602752-5803-48d1-8731-ad683ce3b425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:18.131716 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3c602752-5803-48d1-8731-ad683ce3b425 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fad31725-ee3b-4904-917b-4a95600f1821 HTTP/1.1" status: 204 len: 168 time: 0.6324017 Jul 14 07:06:18.158160 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43057171-7718-49e3-98f4-0d55f64e4e6b req-8a8285a9-bd28-4eba-afef-f25cf77af8c3 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:18.168149 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43057171-7718-49e3-98f4-0d55f64e4e6b req-8a8285a9-bd28-4eba-afef-f25cf77af8c3 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/ports?device_id=e00292a2-5976-4028-b115-6a3fb820d3f0 HTTP/1.1" status: 200 len: 945 time: 0.7870984 Jul 14 07:06:18.182287 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c602752-5803-48d1-8731-ad683ce3b425 admin admin] Pushing event deleted for resources: {'Network': ['ID=fad31725-ee3b-4904-917b-4a95600f1821,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:18.204538 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410dcc2-8c34-4703-ac29-7b16627de3f2 req-57ac31b3-e88f-4593-af57-310bf1144777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:18.207283 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3410dcc2-8c34-4703-ac29-7b16627de3f2 req-57ac31b3-e88f-4593-af57-310bf1144777 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.1632311 Jul 14 07:06:18.214770 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port cf8d285a-29b6-4ac0-b813-699520c67b76, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=cf8d285a-29b6-4ac0-b813-699520c67b76,segment=NetworkSegment(22e603f2-0976-48ee-b2eb-1bb909ea7e87),segment_id=22e603f2-0976-48ee-b2eb-1bb909ea7e87)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:18.250137 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-58b3164c-19bb-4ef8-85a7-0e968fde968c req-cc0b4d93-47d7-4f17-8f3b-0aa8243067cf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243097 Jul 14 07:06:18.257941 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f635518c-2df9-4755-bbea-745908799e77 req-fa49ce91-bf36-411f-965f-add7fa70c7af service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d6f7c570-771c-42d3-9dd3-ee3902ff394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985524 Jul 14 07:06:18.282895 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3410dcc2-8c34-4703-ac29-7b16627de3f2 req-eaa004fa-541a-4214-b343-aa35799e9234 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672376 Jul 14 07:06:18.285698 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43057171-7718-49e3-98f4-0d55f64e4e6b req-4b586e3a-2491-4f07-9fe2-9362927f22a9 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6f7c570-771c-42d3-9dd3-ee3902ff394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165142 Jul 14 07:06:18.291180 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40738) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:18.291665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-472299bf-c5c6-49d7-9b7c-42e6e531e21a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.0167334 Jul 14 07:06:18.299611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-10b998f7-6c56-480e-a54c-4cff8f1637cc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-293409459'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:18.351215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40740) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:18.376873 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38df0d66-b070-4dcf-a17a-2b3ae92d3d92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:18.388143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495adc5-b124-4046-8765-bbff1333ac24 req-2c688ba2-5336-4c48-b6f4-ea0c4bdd9f9f tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:18.394388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495adc5-b124-4046-8765-bbff1333ac24 req-2c688ba2-5336-4c48-b6f4-ea0c4bdd9f9f tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:18.396332 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3495adc5-b124-4046-8765-bbff1333ac24 req-2c688ba2-5336-4c48-b6f4-ea0c4bdd9f9f tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 1682 time: 0.3051834 Jul 14 07:06:18.465037 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:18.470830 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3410dcc2-8c34-4703-ac29-7b16627de3f2 req-dc17bae1-522f-4f50-a1ca-62814012d870 service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653080 Jul 14 07:06:18.501238 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3495adc5-b124-4046-8765-bbff1333ac24 req-eacdf1de-35e0-4f09-ba9b-5041beaac9be tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977921 Jul 14 07:06:18.529346 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=cf8d285a-29b6-4ac0-b813-699520c67b76,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:18.544653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-38df0d66-b070-4dcf-a17a-2b3ae92d3d92 admin admin] Deleting port af537dc5-2a43-4a69-91aa-b4d44a163f06 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:18.545001 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38df0d66-b070-4dcf-a17a-2b3ae92d3d92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:18.546877 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-806a917b-d0fb-4ecf-8441-a0b0d949f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:06:14Z', 'revision_number': 5, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:18.557122 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7af2cc-5ab2-486a-a830-020321885d8e req-6b23c038-b2d3-448e-b36b-8df51798b060 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:18.558719 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9d7af2cc-5ab2-486a-a830-020321885d8e req-6b23c038-b2d3-448e-b36b-8df51798b060 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4cce14-0c6a-4bf7-a6e2-8315758d6224 HTTP/1.1" status: 200 len: 944 time: 0.1136687 Jul 14 07:06:18.590885 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a917b-d0fb-4ecf-8441-a0b0d949f8b9 None None] The sync data for ids ['845674d6-8538-4672-96ee-9ea4c087b9f8'] in n-d-778696-5 is: [{'id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1082610484-router', 'tenant_id': 'e1b2d28cf04d40aa988da155be385097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:02Z', 'updated_at': '2021-07-14T07:06:14Z', 'revision_number': 5, 'project_id': 'e1b2d28cf04d40aa988da155be385097', 'gw_port': {'id': 'af537dc5-2a43-4a69-91aa-b4d44a163f06', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845674d6-8538-4672-96ee-9ea4c087b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:04Z', 'updated_at': '2021-07-14T07:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:06:18.625527 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40742) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:18.627422 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-003d5e75-3552-4675-9965-3f4209fc6910 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b105e52a7ba74b51aa3981183eb54e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606781 Jul 14 07:06:18.644691 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b998f7-6c56-480e-a54c-4cff8f1637cc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:18.652865 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10b998f7-6c56-480e-a54c-4cff8f1637cc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:18.708364 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b998f7-6c56-480e-a54c-4cff8f1637cc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:06:18.713396 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9d7af2cc-5ab2-486a-a830-020321885d8e req-49072d77-e737-4470-a628-5f3c67867eb1 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/security-groups?id=f16da0ed-7fcd-419f-991c-b71731f16cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366765 Jul 14 07:06:18.722809 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3410dcc2-8c34-4703-ac29-7b16627de3f2 req-b14873cf-07a0-4bf7-8ea0-8c620d4f460f service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396162 Jul 14 07:06:18.742413 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10b998f7-6c56-480e-a54c-4cff8f1637cc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:18.742815 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-10b998f7-6c56-480e-a54c-4cff8f1637cc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Added segment 7e270865-3a22-428f-ba6d-c497311897cb of type vlan for network 6edd02ed-79e1-42b4-8e5d-92eabb1aaa06 Jul 14 07:06:18.760805 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-38df0d66-b070-4dcf-a17a-2b3ae92d3d92 admin admin] For port af537dc5-2a43-4a69-91aa-b4d44a163f06, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=af537dc5-2a43-4a69-91aa-b4d44a163f06,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:18.761174 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38df0d66-b070-4dcf-a17a-2b3ae92d3d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:18.770336 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['cf8d285a-29b6-4ac0-b813-699520c67b76'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:06:18.797899 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10b998f7-6c56-480e-a54c-4cff8f1637cc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:18.836021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-38df0d66-b070-4dcf-a17a-2b3ae92d3d92 admin admin] Calling delete_port for af537dc5-2a43-4a69-91aa-b4d44a163f06 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:18.844120 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10b998f7-6c56-480e-a54c-4cff8f1637cc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:18.844542 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c10a0f61-3f86-43a2-b3f4-5d482f45ddf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:18.849599 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b998f7-6c56-480e-a54c-4cff8f1637cc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:18.850218 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10b998f7-6c56-480e-a54c-4cff8f1637cc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:18.877421 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-10b998f7-6c56-480e-a54c-4cff8f1637cc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5846870 Jul 14 07:06:18.904113 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40744) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:18.910221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'ports': [{'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a'}, {'network_id': '6edd02ed-79e1-42b4-8e5d-92eabb1aaa06'}]} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:18.910221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:18.910566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'network_id': '6edd02ed-79e1-42b4-8e5d-92eabb1aaa06'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:18.919601 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c10a0f61-3f86-43a2-b3f4-5d482f45ddf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:19.034583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f592c7-2092-4e48-87e8-3747954ada60 req-de290ef9-9707-46d6-bbb7-8770afaebf88 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:19.041718 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-40f592c7-2092-4e48-87e8-3747954ada60 req-de290ef9-9707-46d6-bbb7-8770afaebf88 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 950 time: 0.2506638 Jul 14 07:06:19.052613 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c10a0f61-3f86-43a2-b3f4-5d482f45ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:19.055702 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c10a0f61-3f86-43a2-b3f4-5d482f45ddf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:19.056853 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c10a0f61-3f86-43a2-b3f4-5d482f45ddf4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/018b568c-71e7-491b-9f9f-df717221fe74 HTTP/1.1" status: 204 len: 168 time: 0.4287090 Jul 14 07:06:19.110059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b998f7-6c56-480e-a54c-4cff8f1637cc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Network': ['ID=6edd02ed-79e1-42b4-8e5d-92eabb1aaa06,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:19.114286 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a0f61-3f86-43a2-b3f4-5d482f45ddf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018b568c-71e7-491b-9f9f-df717221fe74,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:19.130030 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 6edd02ed-79e1-42b4-8e5d-92eabb1aaa06 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:06:19.149302 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-40f592c7-2092-4e48-87e8-3747954ada60 req-d451e9e9-c563-4409-b913-3a920102dbf8 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065891 Jul 14 07:06:19.255217 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'port': 2} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:19.260749 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:19.291428 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:19.419691 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38df0d66-b070-4dcf-a17a-2b3ae92d3d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:19.454244 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] device_id is not set on port a34600ce-bad7-425a-8a45-32c2e64df788 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:06:19.483361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df0d66-b070-4dcf-a17a-2b3ae92d3d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=af537dc5-2a43-4a69-91aa-b4d44a163f06,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:19.572689 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-7a110c2f-4902-44f7-80ab-032836390ffd service neutron] 10.222.0.30 "GET /v2.0/ports/efcc06c0-fc25-4aab-86a7-59b8379d4ffa/bindings/n-h2-778696-5 HTTP/1.1" status: 200 len: 384 time: 0.1077256 Jul 14 07:06:19.578857 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e207f7-58f4-4693-91a4-014a475c35dc req-0bf3b9e8-6891-4a4b-bc71-5fd7eed374da tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:19.585988 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-50e207f7-58f4-4693-91a4-014a475c35dc req-0bf3b9e8-6891-4a4b-bc71-5fd7eed374da tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 944 time: 0.3160450 Jul 14 07:06:19.644754 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38df0d66-b070-4dcf-a17a-2b3ae92d3d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:19.659438 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40756) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:19.678619 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-50e207f7-58f4-4693-91a4-014a475c35dc req-0e1abaab-ec6d-48c3-817c-76d169cd59ab tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917521 Jul 14 07:06:19.752361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98656559-1613-4be0-ab74-028fd4eb8a12 req-e212fb5d-2043-4638-8429-772abd452738 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:19.752687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98656559-1613-4be0-ab74-028fd4eb8a12 req-e212fb5d-2043-4638-8429-772abd452738 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/ports?device_id=e00292a2-5976-4028-b115-6a3fb820d3f0 HTTP/1.1" status: 200 len: 945 time: 0.2741475 Jul 14 07:06:19.756460 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38df0d66-b070-4dcf-a17a-2b3ae92d3d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:19.757996 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:19.759780 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38df0d66-b070-4dcf-a17a-2b3ae92d3d92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:19.791433 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bd197a0f-8b8c-4a07-9ba9-4a60ec72b100 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4087f29fd93b4094b7247cf94416ce89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1261535 Jul 14 07:06:19.805754 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40760) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:19.878926 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38df0d66-b070-4dcf-a17a-2b3ae92d3d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:19.879494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38df0d66-b070-4dcf-a17a-2b3ae92d3d92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 845674d6-8538-4672-96ee-9ea4c087b9f8 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:06:19.890714 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38df0d66-b070-4dcf-a17a-2b3ae92d3d92 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:19.894055 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-38df0d66-b070-4dcf-a17a-2b3ae92d3d92 admin admin] 10.222.0.35 "DELETE /v2.0/routers/845674d6-8538-4672-96ee-9ea4c087b9f8 HTTP/1.1" status: 204 len: 168 time: 2.7478564 Jul 14 07:06:19.895151 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40762) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:19.897976 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98656559-1613-4be0-ab74-028fd4eb8a12 req-cb3ecba7-123e-4e1a-90a2-6cabfbc6f7b9 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6f7c570-771c-42d3-9dd3-ee3902ff394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396003 Jul 14 07:06:19.906901 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] device_id is not set on port 447cce8e-ef41-4089-ab65-a1317ec13012 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:06:19.911043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 505e48b0-e897-4020-9a65-f47e12dfec7f no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:19.933304 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-21d0b0f3-3074-4db1-81ba-492170231683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:19.960496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 505e48b0-e897-4020-9a65-f47e12dfec7f {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:19.961119 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 505e48b0-e897-4020-9a65-f47e12dfec7f not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:19.993167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67761222-7c88-4bc1-8cad-9564358e53f9 req-718155b6-dbc2-4852-9ea5-e087ac7c2dc5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:19.999596 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67761222-7c88-4bc1-8cad-9564358e53f9 req-718155b6-dbc2-4852-9ea5-e087ac7c2dc5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:20.001487 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67761222-7c88-4bc1-8cad-9564358e53f9 req-718155b6-dbc2-4852-9ea5-e087ac7c2dc5 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 1682 time: 0.1854513 Jul 14 07:06:20.006681 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-21d0b0f3-3074-4db1-81ba-492170231683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:20.007310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9c533c-0fbc-4bd5-b0d1-cb126600723f admin admin] Deleting subnet 09316beb-b379-4562-9195-dccf17a52656 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:06:20.067339 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca9c533c-0fbc-4bd5-b0d1-cb126600723f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:20.098898 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-ce0ca65f-ca26-4032-bfcf-5341d2866f36 service neutron] For port efcc06c0-fc25-4aab-86a7-59b8379d4ffa, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:20.108111 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67761222-7c88-4bc1-8cad-9564358e53f9 req-76878682-504b-41a6-82b6-eafa6bd1d40c tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982790 Jul 14 07:06:20.138871 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-21d0b0f3-3074-4db1-81ba-492170231683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:20.142286 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-21d0b0f3-3074-4db1-81ba-492170231683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:20.143430 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-21d0b0f3-3074-4db1-81ba-492170231683 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e0d6103-5d94-4c12-b284-32fe164c01ff HTTP/1.1" status: 204 len: 168 time: 0.3352010 Jul 14 07:06:20.150930 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca9c533c-0fbc-4bd5-b0d1-cb126600723f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:20.169463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0b0f3-3074-4db1-81ba-492170231683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0d6103-5d94-4c12-b284-32fe164c01ff,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:20.172618 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-ce0ca65f-ca26-4032-bfcf-5341d2866f36 service neutron] For port efcc06c0-fc25-4aab-86a7-59b8379d4ffa, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:06:20.180907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d6d52-2c00-4ff4-b209-f51cdad77fe9 req-e02e9d91-e7a2-49d6-ab6c-53a947114b82 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:20.182762 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-687d6d52-2c00-4ff4-b209-f51cdad77fe9 req-e02e9d91-e7a2-49d6-ab6c-53a947114b82 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4cce14-0c6a-4bf7-a6e2-8315758d6224 HTTP/1.1" status: 200 len: 944 time: 0.1344466 Jul 14 07:06:20.229274 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-687d6d52-2c00-4ff4-b209-f51cdad77fe9 req-fc01d8d0-60aa-48bc-8089-b64eb37695eb tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/security-groups?id=f16da0ed-7fcd-419f-991c-b71731f16cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389574 Jul 14 07:06:20.242936 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-ce0ca65f-ca26-4032-bfcf-5341d2866f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efcc06c0-fc25-4aab-86a7-59b8379d4ffa {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:06:20.257016 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:20.272638 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-ce0ca65f-ca26-4032-bfcf-5341d2866f36 service neutron] For port efcc06c0-fc25-4aab-86a7-59b8379d4ffa, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:20.319442 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-ce0ca65f-ca26-4032-bfcf-5341d2866f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:20.371801 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca9c533c-0fbc-4bd5-b0d1-cb126600723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:20.447463 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:20.473631 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166baa-72bf-46dd-b0a3-f841bf0f47d0 req-a866c725-fca8-41cd-b372-7ab0ae3e7c02 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:20.478866 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c166baa-72bf-46dd-b0a3-f841bf0f47d0 req-a866c725-fca8-41cd-b372-7ab0ae3e7c02 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 950 time: 0.1164541 Jul 14 07:06:20.530189 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c166baa-72bf-46dd-b0a3-f841bf0f47d0 req-8dc7b6c3-70b4-4cb9-bc12-cbd5fb2fdbc8 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449052 Jul 14 07:06:20.563246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 78057f16-b814-4734-841b-061bcd4b7f1a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:20.576456 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:20.582345 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=a34600ce-bad7-425a-8a45-32c2e64df788,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:20.584997 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:20.585907 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:20.587759 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-ce0ca65f-ca26-4032-bfcf-5341d2866f36 service neutron] Transition to ACTIVE for port object efcc06c0-fc25-4aab-86a7-59b8379d4ffa will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:20.600789 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-ce0ca65f-ca26-4032-bfcf-5341d2866f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:20.605794 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca9c533c-0fbc-4bd5-b0d1-cb126600723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:20.695350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c533c-0fbc-4bd5-b0d1-cb126600723f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09316beb-b379-4562-9195-dccf17a52656,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:20.715060 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca9c533c-0fbc-4bd5-b0d1-cb126600723f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:20.719264 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ca9c533c-0fbc-4bd5-b0d1-cb126600723f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/09316beb-b379-4562-9195-dccf17a52656 HTTP/1.1" status: 204 len: 168 time: 0.8153217 Jul 14 07:06:20.719458 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75edb526-baed-4128-b8ca-0dd783f3edf3 None None] Network 8275b157-0f8d-4b3a-902c-fb5bdf31df26 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:20.724267 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40786) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:20.796446 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bb2a3-2846-4026-b19d-51ffd6c2e6f7 req-2985b1d6-7575-4187-8071-e4515ef3ee37 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:20.803328 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bb2a3-2846-4026-b19d-51ffd6c2e6f7 req-2985b1d6-7575-4187-8071-e4515ef3ee37 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:20.811402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f16bb2a3-2846-4026-b19d-51ffd6c2e6f7 req-2985b1d6-7575-4187-8071-e4515ef3ee37 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 1682 time: 0.1421955 Jul 14 07:06:20.813394 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-ce0ca65f-ca26-4032-bfcf-5341d2866f36 service neutron] No DVR routers for this DVR port efcc06c0-fc25-4aab-86a7-59b8379d4ffa on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:20.815428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=447cce8e-ef41-4089-ab65-a1317ec13012,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:20.816834 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53b41b-9c0d-4901-a7d9-67c17deb79e0 req-a3a25b92-8729-4be6-aff8-1c100a7fcb79 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:20.818596 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fb53b41b-9c0d-4901-a7d9-67c17deb79e0 req-a3a25b92-8729-4be6-aff8-1c100a7fcb79 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 1101 time: 0.1359682 Jul 14 07:06:20.835647 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Checking segment: {'id': '7e270865-3a22-428f-ba6d-c497311897cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6edd02ed-79e1-42b4-8e5d-92eabb1aaa06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:06:20.835854 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network hostable DHCP agents. Network: 6edd02ed-79e1-42b4-8e5d-92eabb1aaa06, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:06:20.880825 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f16bb2a3-2846-4026-b19d-51ffd6c2e6f7 req-761271aa-b89a-4969-8e23-0c1d6a9e7fb3 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681055 Jul 14 07:06:20.882586 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fb53b41b-9c0d-4901-a7d9-67c17deb79e0 req-7251f91e-3c2a-4eb3-b2ab-41755a6c663f tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579722 Jul 14 07:06:20.942159 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ca65f-ca26-4032-bfcf-5341d2866f36 service neutron] Pushing event updated for resources: {'Port': ['ID=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,revision_number=10']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:20.958089 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:20.971670 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-ce0ca65f-ca26-4032-bfcf-5341d2866f36 service neutron] 10.222.0.30 "PUT /v2.0/ports/efcc06c0-fc25-4aab-86a7-59b8379d4ffa/bindings/n-h2-778696-5/activate HTTP/1.1" status: 200 len: 369 time: 1.3572516 Jul 14 07:06:21.009906 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 6edd02ed-79e1-42b4-8e5d-92eabb1aaa06 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:06:21.025722 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 6edd02ed-79e1-42b4-8e5d-92eabb1aaa06) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:21.038807 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:21.043126 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022d2808-c4a8-4367-a8dc-e2253d6b635c None None] Network 6edd02ed-79e1-42b4-8e5d-92eabb1aaa06 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:21.047903 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914a6b36-4288-453d-99a9-34cce935f94f None None] DHCP port deletion for 8275b157-0f8d-4b3a-902c-fb5bdf31df26 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:06:21.056585 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:21.065368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:21.066296 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:21.092973 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] Deleting port 3d709399-4e65-4f77-a933-752880415e72 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:21.094164 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:21.134987 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5af220bb-2345-4c2c-9629-300d28d844c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2272687 Jul 14 07:06:21.191405 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40802) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:21.244522 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-914a6b36-4288-453d-99a9-34cce935f94f None None] Deleting port 3d709399-4e65-4f77-a933-752880415e72 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:21.245044 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-914a6b36-4288-453d-99a9-34cce935f94f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:21.335164 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-914a6b36-4288-453d-99a9-34cce935f94f None None] For port 3d709399-4e65-4f77-a933-752880415e72, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3d709399-4e65-4f77-a933-752880415e72,segment=NetworkSegment(7d719af1-58e1-487a-af61-7254e3dcfc8b),segment_id=7d719af1-58e1-487a-af61-7254e3dcfc8b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:21.335694 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-914a6b36-4288-453d-99a9-34cce935f94f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:21.350236 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-914a6b36-4288-453d-99a9-34cce935f94f None None] Calling delete_port for 3d709399-4e65-4f77-a933-752880415e72 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:21.379694 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-69f78904-c8bf-46c1-b67a-eeea107223bc tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:21.381225 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-69f78904-c8bf-46c1-b67a-eeea107223bc tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b&tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&binding%3Ahost_id=n-h1-778696-5 HTTP/1.1" status: 200 len: 1096 time: 0.3340743 Jul 14 07:06:21.442482 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-914a6b36-4288-453d-99a9-34cce935f94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:21.460631 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a6b36-4288-453d-99a9-34cce935f94f None None] No DVR routers for this DVR port 3d709399-4e65-4f77-a933-752880415e72 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:21.469126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc028b6-4f73-442b-984f-63a845b9680c req-2e2e54a9-be37-4f6f-a84a-3e5aee1d900f tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:21.469530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] For port 3d709399-4e65-4f77-a933-752880415e72, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3d709399-4e65-4f77-a933-752880415e72,segment=NetworkSegment(7d719af1-58e1-487a-af61-7254e3dcfc8b),segment_id=7d719af1-58e1-487a-af61-7254e3dcfc8b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:21.469898 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:21.470844 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbc028b6-4f73-442b-984f-63a845b9680c req-2e2e54a9-be37-4f6f-a84a-3e5aee1d900f tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/ports?device_id=e00292a2-5976-4028-b115-6a3fb820d3f0 HTTP/1.1" status: 200 len: 945 time: 0.3553660 Jul 14 07:06:21.480673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a6b36-4288-453d-99a9-34cce935f94f None None] Pushing event deleted for resources: {'Port': ['ID=3d709399-4e65-4f77-a933-752880415e72,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:21.487972 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4559e3-9af6-44fe-9c99-1badbf583ed9 req-57402c26-96bb-412d-b2b0-310bc0f19421 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:21.487972 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a4559e3-9af6-44fe-9c99-1badbf583ed9 req-57402c26-96bb-412d-b2b0-310bc0f19421 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 945 time: 0.3656824 Jul 14 07:06:21.488550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] Calling delete_port for 3d709399-4e65-4f77-a933-752880415e72 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:21.505817 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-112a3828-b01c-4b30-9db3-a8c705a19418 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port 447cce8e-ef41-4089-ab65-a1317ec13012 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:21.506158 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-112a3828-b01c-4b30-9db3-a8c705a19418 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:21.527594 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device efcc06c0-fc25-4aab-86a7-59b8379d4ffa no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:21.567101 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device efcc06c0-fc25-4aab-86a7-59b8379d4ffa not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:21.573380 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:21.603203 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d709399-4e65-4f77-a933-752880415e72,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:21.614827 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] No DVR routers for this DVR port 3d709399-4e65-4f77-a933-752880415e72 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:21.632589 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbc028b6-4f73-442b-984f-63a845b9680c req-35a1fbb5-9a15-49f6-b7bd-0d78427c0f5b tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6f7c570-771c-42d3-9dd3-ee3902ff394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422505 Jul 14 07:06:21.636441 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device cf8d285a-29b6-4ac0-b813-699520c67b76 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:06:21.639333 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-a1bcb08f-9233-4af9-ac4f-01718d24eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:21.640855 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-a1bcb08f-9233-4af9-ac4f-01718d24eda9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b&tenant_id=4bb7e9bc2a1044b6a6502114e85dc356 HTTP/1.1" status: 200 len: 1096 time: 0.2497468 Jul 14 07:06:21.642563 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-112a3828-b01c-4b30-9db3-a8c705a19418 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:21.647871 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a4559e3-9af6-44fe-9c99-1badbf583ed9 req-c32cb4f1-94de-43a9-b25e-7f4e190f7f49 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537015 Jul 14 07:06:21.670651 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-112a3828-b01c-4b30-9db3-a8c705a19418 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for 447cce8e-ef41-4089-ab65-a1317ec13012 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:21.745028 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port cf8d285a-29b6-4ac0-b813-699520c67b76 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:06:21.749622 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port cf8d285a-29b6-4ac0-b813-699520c67b76 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:21.750311 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:21.763270 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:21.784068 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8275b157-0f8d-4b3a-902c-fb5bdf31df26']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:21.823417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d719af1-58e1-487a-af61-7254e3dcfc8b') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:21.824009 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d719af1-58e1-487a-af61-7254e3dcfc8b') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:21.850033 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:21.869972 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:21.876487 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:06:21.877404 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:06:21.879940 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:06:21.936151 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:21.958093 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device af537dc5-2a43-4a69-91aa-b4d44a163f06 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:21.970583 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-b696a4d6-ab97-4c56-a3fb-9b9b2a2c7ae4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1290915 Jul 14 07:06:21.977874 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:21.989996 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: af537dc5-2a43-4a69-91aa-b4d44a163f06 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:21.990616 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device af537dc5-2a43-4a69-91aa-b4d44a163f06 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:21.991085 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 3d709399-4e65-4f77-a933-752880415e72 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:22.001406 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:22.007692 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8275b157-0f8d-4b3a-902c-fb5bdf31df26 HTTP/1.1" status: 204 len: 168 time: 1.2750282 Jul 14 07:06:22.017855 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 3d709399-4e65-4f77-a933-752880415e72 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:22.018231 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 3d709399-4e65-4f77-a933-752880415e72 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:22.023704 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4cce14-0c6a-4bf7-a6e2-8315758d6224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8d285a-29b6-4ac0-b813-699520c67b76'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:06:22.026082 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e487561-7e25-496b-973d-b26c3ebb129a" -d '{"events": [{"server_uuid": "bd4cce14-0c6a-4bf7-a6e2-8315758d6224", "name": "network-vif-plugged", "status": "completed", "tag": "cf8d285a-29b6-4ac0-b813-699520c67b76"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:06:22.029439 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64adf842-bdc4-4e76-a372-872a874dc316 admin admin] Pushing event deleted for resources: {'Network': ['ID=8275b157-0f8d-4b3a-902c-fb5bdf31df26,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:22.034603 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40832) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:22.046147 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port cf8d285a-29b6-4ac0-b813-699520c67b76, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=cf8d285a-29b6-4ac0-b813-699520c67b76,segment=NetworkSegment(22e603f2-0976-48ee-b2eb-1bb909ea7e87),segment_id=22e603f2-0976-48ee-b2eb-1bb909ea7e87)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:22.054721 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:22.140811 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=cf8d285a-29b6-4ac0-b813-699520c67b76,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:22.210150 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-886ecbeb-95bd-4d79-9e06-18096c5f2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:22.211972 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-886ecbeb-95bd-4d79-9e06-18096c5f2ffb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 1096 time: 0.5281289 Jul 14 07:06:22.221258 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-506b8228-7cc7-458a-a57e-638f47b3530f tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:22.228332 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-506b8228-7cc7-458a-a57e-638f47b3530f tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2422881 Jul 14 07:06:22.278194 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-b953908a-8a16-4ccd-a3fb-4eda6f56ca21 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/quotas/87f2c5cc3a574c0b9e5dd6f14b968fb2 HTTP/1.1" status: 200 len: 375 time: 0.0488565 Jul 14 07:06:22.296339 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-258701b3-b7cf-4124-b2af-b9d985a0cd6d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:22.302557 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-258701b3-b7cf-4124-b2af-b9d985a0cd6d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:22.304115 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-258701b3-b7cf-4124-b2af-b9d985a0cd6d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 1682 time: 0.2544670 Jul 14 07:06:22.315710 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-112a3828-b01c-4b30-9db3-a8c705a19418 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:22.325796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc128dc-0407-4176-b57b-541e81e9e0f0 req-372794cc-2610-4af2-b5fd-ff2af75e251a tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:22.327712 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dcc128dc-0407-4176-b57b-541e81e9e0f0 req-372794cc-2610-4af2-b5fd-ff2af75e251a tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4cce14-0c6a-4bf7-a6e2-8315758d6224 HTTP/1.1" status: 200 len: 944 time: 0.4269512 Jul 14 07:06:22.374559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a3828-b01c-4b30-9db3-a8c705a19418 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=447cce8e-ef41-4089-ab65-a1317ec13012,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:22.522552 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-635521aa-73bc-4485-aa20-b37e2e9109da tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Deleting port a864885d-08c9-4b31-bed3-c057f80067ec {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:22.522923 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-635521aa-73bc-4485-aa20-b37e2e9109da tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:22.650834 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-635521aa-73bc-4485-aa20-b37e2e9109da tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] For port a864885d-08c9-4b31-bed3-c057f80067ec, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a864885d-08c9-4b31-bed3-c057f80067ec,segment=NetworkSegment(75295a37-7389-464a-b636-473fc5ef3476),segment_id=75295a37-7389-464a-b636-473fc5ef3476)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:22.651151 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-635521aa-73bc-4485-aa20-b37e2e9109da tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:22.673128 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-635521aa-73bc-4485-aa20-b37e2e9109da tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Calling delete_port for a864885d-08c9-4b31-bed3-c057f80067ec owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:22.754273 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-112a3828-b01c-4b30-9db3-a8c705a19418 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:22.758662 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-112a3828-b01c-4b30-9db3-a8c705a19418 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/ports/447cce8e-ef41-4089-ab65-a1317ec13012 HTTP/1.1" status: 204 len: 168 time: 1.5612404 Jul 14 07:06:22.761986 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40848) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:22.802882 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5dd57b76-259a-4383-8e16-aab21b37d907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:22.851592 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dcc128dc-0407-4176-b57b-541e81e9e0f0 req-81f692d7-bedd-4a79-b4d8-dfea3ae8402b tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/security-groups?id=f16da0ed-7fcd-419f-991c-b71731f16cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789364 Jul 14 07:06:22.859362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-1ae57167-e20b-41eb-bd28-45993572f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:22.861048 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-1ae57167-e20b-41eb-bd28-45993572f292 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 922 time: 0.6243715 Jul 14 07:06:22.959394 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-635521aa-73bc-4485-aa20-b37e2e9109da tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:22.970670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['a864885d-08c9-4b31-bed3-c057f80067ec', '78ed0918-572c-478f-969a-c91517db6c88'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:06:22.986528 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-66e3c5ef-e8be-47d3-8c68-c49c1c198ba2 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6751575 Jul 14 07:06:23.002823 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-e98a5b87-4c51-4090-b15d-ec72d0e38b81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efcc06c0-fc25-4aab-86a7-59b8379d4ffa HTTP/1.1" status: 200 len: 217 time: 0.1278312 Jul 14 07:06:23.083495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635521aa-73bc-4485-aa20-b37e2e9109da tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event deleted for resources: {'Port': ['ID=a864885d-08c9-4b31-bed3-c057f80067ec,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:23.098645 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21bdf5e-a223-48f1-85d1-87cd3cccaa57 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:23.107218 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21bdf5e-a223-48f1-85d1-87cd3cccaa57 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:23.121338 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e21bdf5e-a223-48f1-85d1-87cd3cccaa57 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3448045 Jul 14 07:06:23.121652 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40850) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:23.180536 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-635521aa-73bc-4485-aa20-b37e2e9109da tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] No DVR routers for this DVR port a864885d-08c9-4b31-bed3-c057f80067ec on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:23.183422 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-e74a40db-7c8b-450e-8c33-673b9cc85990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:23.185339 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-635521aa-73bc-4485-aa20-b37e2e9109da tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:23.185487 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-e74a40db-7c8b-450e-8c33-673b9cc85990 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.1552658 Jul 14 07:06:23.188181 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-635521aa-73bc-4485-aa20-b37e2e9109da tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.30 "DELETE /v2.0/ports/a864885d-08c9-4b31-bed3-c057f80067ec HTTP/1.1" status: 204 len: 173 time: 0.8787770 Jul 14 07:06:23.194298 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c', 'name': 'network-vif-deleted', 'tag': 'a864885d-08c9-4b31-bed3-c057f80067ec'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:06:23.196627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25d032-305f-458a-afed-5dd8c7e04af1 req-0ebb8a60-ecab-43f2-9245-5c757b3dc25d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:23.198597 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a0cbc3-9462-43ee-9c90-7cf93593a8aa" -d '{"events": [{"server_uuid": "3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c", "name": "network-vif-deleted", "tag": "a864885d-08c9-4b31-bed3-c057f80067ec"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:06:23.204028 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6b25d032-305f-458a-afed-5dd8c7e04af1 req-0ebb8a60-ecab-43f2-9245-5c757b3dc25d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 946 time: 0.2161608 Jul 14 07:06:23.365388 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-8d4a015a-7c86-4586-964d-8a1f393fd6f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1553025 Jul 14 07:06:23.384731 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6b25d032-305f-458a-afed-5dd8c7e04af1 req-94042587-c04d-4d21-8d4a-fe431352a85d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7283e53-64c2-45f6-857c-42d8372e2692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776845 Jul 14 07:06:23.412371 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9292a639-a5ca-4558-85f1-d04732d73e10 x-openstack-request-id: req-9292a639-a5ca-4558-85f1-d04732d73e10 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:06:23.412933 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4cce14-0c6a-4bf7-a6e2-8315758d6224", "name": "network-vif-plugged", "status": "completed", "tag": "cf8d285a-29b6-4ac0-b813-699520c67b76", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:06:23.413143 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9292a639-a5ca-4558-85f1-d04732d73e10 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:06:23.413986 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4cce14-0c6a-4bf7-a6e2-8315758d6224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8d285a-29b6-4ac0-b813-699520c67b76', 'code': 200} Jul 14 07:06:23.516674 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-102a9f9a-2c3c-4ed9-af33-b71de7e32a70 service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306634 Jul 14 07:06:23.575632 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ff171036-14e8-4e58-a0af-756d0fac9a8e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port a34600ce-bad7-425a-8a45-32c2e64df788 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:23.575942 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff171036-14e8-4e58-a0af-756d0fac9a8e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:23.638283 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5dd57b76-259a-4383-8e16-aab21b37d907 admin admin] Deleting port f82a04a6-bc7a-4363-9d65-c3f21254aadc {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:23.638475 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5dd57b76-259a-4383-8e16-aab21b37d907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:23.654275 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62a33fc6-f60e-4b15-9a31-7339855899d8 req-59f09d1e-2d6f-4dc6-bf93-4b71036d61b7 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c3d7869-1c73-46e5-be8d-6961caae1dde HTTP/1.1" status: 200 len: 210 time: 0.0406106 Jul 14 07:06:23.654700 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-115c4e82-2ffa-4ae8-82f3-e972ca7261ce tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Deleting port 78ed0918-572c-478f-969a-c91517db6c88 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:23.655039 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-115c4e82-2ffa-4ae8-82f3-e972ca7261ce tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:23.729692 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-39386278-b414-4a0b-b98d-041bc8530776 service neutron] 10.222.0.15 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038476 Jul 14 07:06:23.733397 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a31388a-614f-45b3-99b5-78d27a5d48d0 x-openstack-request-id: req-8a31388a-614f-45b3-99b5-78d27a5d48d0 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:06:23.733895 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c", "name": "network-vif-deleted", "tag": "a864885d-08c9-4b31-bed3-c057f80067ec", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:06:23.734143 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a31388a-614f-45b3-99b5-78d27a5d48d0 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:06:23.734947 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c', 'name': 'network-vif-deleted', 'tag': 'a864885d-08c9-4b31-bed3-c057f80067ec', 'status': 'completed', 'code': 200} Jul 14 07:06:23.771108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f134ab-e788-4111-9bf7-4971b9a089a1 req-e6630d98-1c73-4139-80d7-592fa5949e33 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:23.771342 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c09e47-7ed8-4596-ab07-107541859991 req-1774e154-ab9a-40eb-946c-c7da59ea41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:23.773240 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60f134ab-e788-4111-9bf7-4971b9a089a1 req-e6630d98-1c73-4139-80d7-592fa5949e33 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 945 time: 0.1245339 Jul 14 07:06:23.773388 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-92c09e47-7ed8-4596-ab07-107541859991 req-1774e154-ab9a-40eb-946c-c7da59ea41f9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd4cce14-0c6a-4bf7-a6e2-8315758d6224 HTTP/1.1" status: 200 len: 1096 time: 0.2739286 Jul 14 07:06:23.775811 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff171036-14e8-4e58-a0af-756d0fac9a8e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:23.824725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ff171036-14e8-4e58-a0af-756d0fac9a8e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for a34600ce-bad7-425a-8a45-32c2e64df788 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:23.845530 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60f134ab-e788-4111-9bf7-4971b9a089a1 req-f901ae6c-4b56-4cb1-9be0-208f093ba31a tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663915 Jul 14 07:06:23.886841 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-5dd57b76-259a-4383-8e16-aab21b37d907 admin admin] For port f82a04a6-bc7a-4363-9d65-c3f21254aadc, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f82a04a6-bc7a-4363-9d65-c3f21254aadc,segment=NetworkSegment(1cf6125d-337c-4ae3-b351-d25b205c357d),segment_id=1cf6125d-337c-4ae3-b351-d25b205c357d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:23.887270 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5dd57b76-259a-4383-8e16-aab21b37d907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:23.955080 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-92c09e47-7ed8-4596-ab07-107541859991 req-0b6e09a2-56a4-4311-aeec-e2b4e70312d0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f16da0ed-7fcd-419f-991c-b71731f16cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715422 Jul 14 07:06:23.961591 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-115c4e82-2ffa-4ae8-82f3-e972ca7261ce tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] For port 78ed0918-572c-478f-969a-c91517db6c88, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=78ed0918-572c-478f-969a-c91517db6c88,segment=NetworkSegment(845130c5-8d7d-42e0-afd7-4f3f84c32222),segment_id=845130c5-8d7d-42e0-afd7-4f3f84c32222)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:23.962333 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-115c4e82-2ffa-4ae8-82f3-e972ca7261ce tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:23.966204 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5dd57b76-259a-4383-8e16-aab21b37d907 admin admin] Calling delete_port for f82a04a6-bc7a-4363-9d65-c3f21254aadc owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:23.989395 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-115c4e82-2ffa-4ae8-82f3-e972ca7261ce tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Calling delete_port for 78ed0918-572c-478f-969a-c91517db6c88 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:24.150049 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff171036-14e8-4e58-a0af-756d0fac9a8e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:24.208164 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff171036-14e8-4e58-a0af-756d0fac9a8e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:24.210533 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ff171036-14e8-4e58-a0af-756d0fac9a8e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/ports/a34600ce-bad7-425a-8a45-32c2e64df788 HTTP/1.1" status: 204 len: 168 time: 1.0873787 Jul 14 07:06:24.211978 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff171036-14e8-4e58-a0af-756d0fac9a8e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=a34600ce-bad7-425a-8a45-32c2e64df788,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:24.214207 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40882) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:24.339979 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2568e84d-f788-4edd-9a0e-e93acfd1e499 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:24.341906 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2568e84d-f788-4edd-9a0e-e93acfd1e499 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1263041 Jul 14 07:06:24.344707 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40888) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:24.377397 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace6df71-b190-4e2a-a85b-0106b4511059 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] GET failed (client error): The resource could not be found. Jul 14 07:06:24.379241 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ace6df71-b190-4e2a-a85b-0106b4511059 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports/447cce8e-ef41-4089-ab65-a1317ec13012 HTTP/1.1" status: 404 len: 333 time: 0.0332849 Jul 14 07:06:24.381907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40890) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:24.435305 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3e87ed-af26-455d-96cc-7844fbf7500e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] GET failed (client error): The resource could not be found. Jul 14 07:06:24.439675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ea3e87ed-af26-455d-96cc-7844fbf7500e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports/a34600ce-bad7-425a-8a45-32c2e64df788 HTTP/1.1" status: 404 len: 333 time: 0.0543361 Jul 14 07:06:24.440199 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40896) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:24.504287 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5dd57b76-259a-4383-8e16-aab21b37d907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:24.564750 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-4d46121d-23c8-4a0d-adf0-04684d065b5b tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:24.567014 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-4d46121d-23c8-4a0d-adf0-04684d065b5b tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b&tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 1096 time: 0.3772316 Jul 14 07:06:24.569291 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd57b76-259a-4383-8e16-aab21b37d907 admin admin] Pushing event deleted for resources: {'Port': ['ID=f82a04a6-bc7a-4363-9d65-c3f21254aadc,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:24.573839 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-115c4e82-2ffa-4ae8-82f3-e972ca7261ce tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:24.618951 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-980a5e3a-0f3c-4def-9490-a51c423fe51a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850668 Jul 14 07:06:24.747527 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5dc24cfe-2bed-4f54-b8dd-e167f30f7328 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:24.931174 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-a2b55845-6d34-4b64-8302-bafcb9f9a7d9 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:24.937030 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-a2b55845-6d34-4b64-8302-bafcb9f9a7d9 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3068454 Jul 14 07:06:24.971815 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-d546afe5-222b-440d-8be9-30cd4c40e198 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Request body: {'port': {'device_id': '2c3d7869-1c73-46e5-be8d-6961caae1dde', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '87f2c5cc3a574c0b9e5dd6f14b968fb2'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:25.193265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40906) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:25.203423 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-989e4a36-36cc-4ba7-9bde-bf155421b5f8 req-d5201ceb-7b89-4899-badf-917ae0526f46 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 210 time: 0.2626832 Jul 14 07:06:25.353282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c4e82-2ffa-4ae8-82f3-e972ca7261ce tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event deleted for resources: {'Port': ['ID=78ed0918-572c-478f-969a-c91517db6c88,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:25.423120 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5dc24cfe-2bed-4f54-b8dd-e167f30f7328 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:25.428053 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-802cdb96-240c-4152-87e6-90941b117d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:25.428274 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-115c4e82-2ffa-4ae8-82f3-e972ca7261ce tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] No DVR routers for this DVR port 78ed0918-572c-478f-969a-c91517db6c88 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:25.464215 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-115c4e82-2ffa-4ae8-82f3-e972ca7261ce tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:25.466244 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9ee25f34-9a03-4a19-b8dc-6dbe974c1220 req-115c4e82-2ffa-4ae8-82f3-e972ca7261ce tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.30 "DELETE /v2.0/ports/78ed0918-572c-478f-969a-c91517db6c88 HTTP/1.1" status: 204 len: 173 time: 2.2553535 Jul 14 07:06:25.473740 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c110c12-3912-4bb2-ba83-ee75a4e831d4 req-9bf72991-de20-41a5-ace4-6d4e7958882e tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c3d7869-1c73-46e5-be8d-6961caae1dde HTTP/1.1" status: 200 len: 210 time: 0.0981729 Jul 14 07:06:25.499586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-5dc24cfe-2bed-4f54-b8dd-e167f30f7328 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6edd02ed-79e1-42b4-8e5d-92eabb1aaa06']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:25.538895 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-5dc24cfe-2bed-4f54-b8dd-e167f30f7328 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e270865-3a22-428f-ba6d-c497311897cb') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:25.551071 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-5dc24cfe-2bed-4f54-b8dd-e167f30f7328 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e270865-3a22-428f-ba6d-c497311897cb') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:25.573696 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device a864885d-08c9-4b31-bed3-c057f80067ec no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:25.582641 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5dc24cfe-2bed-4f54-b8dd-e167f30f7328 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:25.590404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-d546afe5-222b-440d-8be9-30cd4c40e198 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Made reservation on behalf of 87f2c5cc3a574c0b9e5dd6f14b968fb2 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:25.598423 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5dd57b76-259a-4383-8e16-aab21b37d907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:25.602651 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-e330c5ce-a99e-499c-9337-5e23edd8fa55 service neutron] For port efcc06c0-fc25-4aab-86a7-59b8379d4ffa, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:06:25.603272 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-d546afe5-222b-440d-8be9-30cd4c40e198 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:25.609582 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-e330c5ce-a99e-499c-9337-5e23edd8fa55 service neutron] Notify callbacks [] for binding, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:25.610701 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-837e6f25-34ef-4d73-a283-d446ffd354c5 req-e330c5ce-a99e-499c-9337-5e23edd8fa55 service neutron] 10.222.0.15 "DELETE /v2.0/ports/efcc06c0-fc25-4aab-86a7-59b8379d4ffa/bindings/n-h1-778696-5 HTTP/1.1" status: 204 len: 173 time: 1.0141103 Jul 14 07:06:25.623429 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: a864885d-08c9-4b31-bed3-c057f80067ec {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:25.624038 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device a864885d-08c9-4b31-bed3-c057f80067ec not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:25.624738 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 78ed0918-572c-478f-969a-c91517db6c88 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:25.636314 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f30356-11e0-4630-9247-a3556c7fe6ce req-d3c02780-07a1-4b87-bee1-302b0134fc96 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:25.645489 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9f30356-11e0-4630-9247-a3556c7fe6ce req-d3c02780-07a1-4b87-bee1-302b0134fc96 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4cce14-0c6a-4bf7-a6e2-8315758d6224 HTTP/1.1" status: 200 len: 945 time: 0.6081762 Jul 14 07:06:25.666507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 78ed0918-572c-478f-969a-c91517db6c88 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:25.667154 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 78ed0918-572c-478f-969a-c91517db6c88 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:25.671154 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5dc24cfe-2bed-4f54-b8dd-e167f30f7328 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:25.678848 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc24cfe-2bed-4f54-b8dd-e167f30f7328 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:06:25.679256 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5dc24cfe-2bed-4f54-b8dd-e167f30f7328 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:25.736478 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c', 'name': 'network-vif-deleted', 'tag': '78ed0918-572c-478f-969a-c91517db6c88'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:06:25.739373 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a91c87-e219-40b4-bb3f-ae8fa0ae698d" -d '{"events": [{"server_uuid": "3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c", "name": "network-vif-deleted", "tag": "78ed0918-572c-478f-969a-c91517db6c88"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.767227 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:06:25.772306 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:06:25.778184 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5dc24cfe-2bed-4f54-b8dd-e167f30f7328 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:25.817115 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5dc24cfe-2bed-4f54-b8dd-e167f30f7328 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:25.823788 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5dc24cfe-2bed-4f54-b8dd-e167f30f7328 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/networks/6edd02ed-79e1-42b4-8e5d-92eabb1aaa06 HTTP/1.1" status: 204 len: 168 time: 1.3773463 Jul 14 07:06:25.823966 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40914) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:25.831800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b5b005dd-39b5-441a-b487-dcb41f94d871 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1691468248'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:25.891713 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc24cfe-2bed-4f54-b8dd-e167f30f7328 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Network': ['ID=6edd02ed-79e1-42b4-8e5d-92eabb1aaa06,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:25.909790 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9f30356-11e0-4630-9247-a3556c7fe6ce req-d0b0179c-2a74-4347-82b6-e1c41b8c7af1 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/security-groups?id=f16da0ed-7fcd-419f-991c-b71731f16cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630949 Jul 14 07:06:25.930880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd57b76-259a-4383-8e16-aab21b37d907 admin admin] Router fe2fa1f1-b9bb-4433-b09d-4c9624edac8a has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:06:25.988465 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cf5898-9ee9-45a7-95f7-b4059ab31a13 x-openstack-request-id: req-49cf5898-9ee9-45a7-95f7-b4059ab31a13 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:06:25.988833 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c", "name": "network-vif-deleted", "tag": "78ed0918-572c-478f-969a-c91517db6c88", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:06:25.989097 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49cf5898-9ee9-45a7-95f7-b4059ab31a13 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:06:25.989536 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c', 'name': 'network-vif-deleted', 'tag': '78ed0918-572c-478f-969a-c91517db6c88', 'status': 'completed', 'code': 200} Jul 14 07:06:26.038529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683d8a1-b307-4964-a21f-f8dfa14bc01b req-dc9d1886-5199-47e9-b413-75d20125f5ab tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:26.044817 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7683d8a1-b307-4964-a21f-f8dfa14bc01b req-dc9d1886-5199-47e9-b413-75d20125f5ab tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 945 time: 0.2921708 Jul 14 07:06:26.065609 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd57b76-259a-4383-8e16-aab21b37d907 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:06:26.074892 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7d24a-0e72-4798-b3f0-9a3cf40fe575 None None] Sync routers for ids ['fe2fa1f1-b9bb-4433-b09d-4c9624edac8a'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:06:26.083392 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5dd57b76-259a-4383-8e16-aab21b37d907 admin admin] 10.222.0.35 "PUT /v2.0/routers/fe2fa1f1-b9bb-4433-b09d-4c9624edac8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0422156 Jul 14 07:06:26.085124 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40916) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:26.092203 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7d24a-0e72-4798-b3f0-9a3cf40fe575 None None] Routers {'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:06:26.092756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-d546afe5-222b-440d-8be9-30cd4c40e198 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Allocated IP 192.168.233.120 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/0e283fbb-dcdc-426d-8c95-57be79f6998a) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:06:26.093211 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-16d7d24a-0e72-4798-b3f0-9a3cf40fe575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:06:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['fe2fa1f1-b9bb-4433-b09d-4c9624edac8a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:26.146363 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-802cdb96-240c-4152-87e6-90941b117d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:26.162527 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7683d8a1-b307-4964-a21f-f8dfa14bc01b req-283f30a6-c710-4ac5-a362-352a9375d123 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159899 Jul 14 07:06:26.205275 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-802cdb96-240c-4152-87e6-90941b117d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:26.365414 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-16d7d24a-0e72-4798-b3f0-9a3cf40fe575 None None] Set router fe2fa1f1-b9bb-4433-b09d-4c9624edac8a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:06:26.395603 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b005dd-39b5-441a-b487-dcb41f94d871 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:26.405861 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5b005dd-39b5-441a-b487-dcb41f94d871 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:26.439932 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cdb96-240c-4152-87e6-90941b117d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345e35ea-399f-49bd-a70d-9fbc1066c5b0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:26.501728 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e4a-945e-43cd-ad91-de90f66664f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:26.540823 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b005dd-39b5-441a-b487-dcb41f94d871 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:06:26.560913 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5b005dd-39b5-441a-b487-dcb41f94d871 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:26.561281 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-b5b005dd-39b5-441a-b487-dcb41f94d871 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Added segment 720d5d5e-989f-430c-ac8e-175b2ebf53f7 of type vlan for network e6746f41-fa6a-4a92-bdd3-64aba5f8d405 Jul 14 07:06:26.567735 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-802cdb96-240c-4152-87e6-90941b117d22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a2dddd058b04501923f7bde27cd9f7a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3709321 Jul 14 07:06:26.571957 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40928) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:26.639643 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21aa6170-96f2-4869-bbf0-bf6c09ab7df8 req-65ed9323-09d7-415d-b7df-afe0f259befb tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d39fea3-8e3c-40ba-9534-d1fc00ea6f6c HTTP/1.1" status: 200 len: 210 time: 0.0968204 Jul 14 07:06:26.643831 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5b005dd-39b5-441a-b487-dcb41f94d871 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:26.688706 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e4a-945e-43cd-ad91-de90f66664f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:26.705015 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5b005dd-39b5-441a-b487-dcb41f94d871 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:26.715564 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b005dd-39b5-441a-b487-dcb41f94d871 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:26.716333 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5b005dd-39b5-441a-b487-dcb41f94d871 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:26.743734 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-16d7d24a-0e72-4798-b3f0-9a3cf40fe575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1431361426-router', 'tenant_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ff09d159-2e7e-475e-a732-84c102933778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:17Z', 'updated_at': '2021-07-14T07:06:24Z', 'revision_number': 5, 'project_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'gw_port': {'id': 'ff09d159-2e7e-475e-a732-84c102933778', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:01:18Z', 'updated_at': '2021-07-14T07:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:26.778704 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-d546afe5-222b-440d-8be9-30cd4c40e198 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:26.786959 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7d24a-0e72-4798-b3f0-9a3cf40fe575 None None] Checking router: fe2fa1f1-b9bb-4433-b09d-4c9624edac8a for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:06:26.803926 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7d24a-0e72-4798-b3f0-9a3cf40fe575 None None] Routers {'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:06:26.806085 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-16d7d24a-0e72-4798-b3f0-9a3cf40fe575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:06:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['fe2fa1f1-b9bb-4433-b09d-4c9624edac8a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:26.811345 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dd21e-9e44-48a2-8928-c27e887901a4 req-67f8db6d-7e9d-4163-be51-c327a880b252 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:26.812928 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-861dd21e-9e44-48a2-8928-c27e887901a4 req-67f8db6d-7e9d-4163-be51-c327a880b252 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 1096 time: 0.3483782 Jul 14 07:06:26.821793 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b005dd-39b5-441a-b487-dcb41f94d871 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Network': ['ID=e6746f41-fa6a-4a92-bdd3-64aba5f8d405,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:26.832292 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network e6746f41-fa6a-4a92-bdd3-64aba5f8d405 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:06:26.860993 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b5b005dd-39b5-441a-b487-dcb41f94d871 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0363855 Jul 14 07:06:26.865012 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40930) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:26.871512 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-38333751-ff35-416f-9f8f-708c239b2f93 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'subnet': {'network_id': 'e6746f41-fa6a-4a92-bdd3-64aba5f8d405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:26.875690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-d546afe5-222b-440d-8be9-30cd4c40e198 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Transition to ACTIVE for port object 0e283fbb-dcdc-426d-8c95-57be79f6998a will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:26.880916 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46847f46-2a0d-4b06-9f6f-f32cc3ce0557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:26.925413 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7730dff-3c58-445d-851f-24dd320549e8 req-b5a2f7b9-9f13-493d-8bbb-13bec823d544 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c3d7869-1c73-46e5-be8d-6961caae1dde HTTP/1.1" status: 200 len: 210 time: 0.0733266 Jul 14 07:06:26.966356 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5bde3e4a-945e-43cd-ad91-de90f66664f3 admin admin] Deleting port ff09d159-2e7e-475e-a732-84c102933778 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:26.966762 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e4a-945e-43cd-ad91-de90f66664f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:26.971172 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-16d7d24a-0e72-4798-b3f0-9a3cf40fe575 None None] Set router fe2fa1f1-b9bb-4433-b09d-4c9624edac8a gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:06:26.995569 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-861dd21e-9e44-48a2-8928-c27e887901a4 req-4395d359-0c00-48eb-9de4-d5ad8cfae1f8 tempest-LiveAutoBlockMigrationV225Test-960868967 tempest-LiveAutoBlockMigrationV225Test-960868967-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446168 Jul 14 07:06:26.997671 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46847f46-2a0d-4b06-9f6f-f32cc3ce0557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:27.044237 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-d546afe5-222b-440d-8be9-30cd4c40e198 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:27.070185 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['c637e5f3-c539-4502-83dd-9f34fd26a5b2', '43acc891-b79f-495b-9554-89b3e9657530'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:06:27.084587 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-16d7d24a-0e72-4798-b3f0-9a3cf40fe575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1431361426-router', 'tenant_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:17Z', 'updated_at': '2021-07-14T07:06:26Z', 'revision_number': 6, 'project_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:27.121747 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7d24a-0e72-4798-b3f0-9a3cf40fe575 None None] The sync data for ids ['fe2fa1f1-b9bb-4433-b09d-4c9624edac8a'] in n-d-778696-5 is: [{'id': 'fe2fa1f1-b9bb-4433-b09d-4c9624edac8a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1431361426-router', 'tenant_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:01:17Z', 'updated_at': '2021-07-14T07:06:26Z', 'revision_number': 6, 'project_id': 'bd84e158edfa446a947fd3a51a2ca1bb', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:06:27.125339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['28d15e7e-4f2c-4bc7-8717-9d690df8727a', 'a729e751-ec43-4dbe-881f-cf0cb5f11a66', 'ada4328d-c453-4e33-9da3-5caad16fa8f1', '60c8bc67-cac1-46de-a018-1acc8b73543b'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:06:27.183055 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-d546afe5-222b-440d-8be9-30cd4c40e198 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:27.204599 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-d546afe5-222b-440d-8be9-30cd4c40e198 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:27.207939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-d546afe5-222b-440d-8be9-30cd4c40e198 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:27.233343 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-5bde3e4a-945e-43cd-ad91-de90f66664f3 admin admin] For port ff09d159-2e7e-475e-a732-84c102933778, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ff09d159-2e7e-475e-a732-84c102933778,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:27.233712 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e4a-945e-43cd-ad91-de90f66664f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:27.237201 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38333751-ff35-416f-9f8f-708c239b2f93 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:27.247903 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38333751-ff35-416f-9f8f-708c239b2f93 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:27.278436 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546afe5-222b-440d-8be9-30cd4c40e198 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Pushing event updated for resources: {'Port': ['ID=0e283fbb-dcdc-426d-8c95-57be79f6998a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:27.319952 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46847f46-2a0d-4b06-9f6f-f32cc3ce0557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:27.323396 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46847f46-2a0d-4b06-9f6f-f32cc3ce0557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:27.324531 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-46847f46-2a0d-4b06-9f6f-f32cc3ce0557 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/345e35ea-399f-49bd-a70d-9fbc1066c5b0 HTTP/1.1" status: 204 len: 168 time: 0.7317603 Jul 14 07:06:27.342264 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-d546afe5-222b-440d-8be9-30cd4c40e198 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:27.342944 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-d546afe5-222b-440d-8be9-30cd4c40e198 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:27.355873 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46847f46-2a0d-4b06-9f6f-f32cc3ce0557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345e35ea-399f-49bd-a70d-9fbc1066c5b0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:27.373535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5bde3e4a-945e-43cd-ad91-de90f66664f3 admin admin] Calling delete_port for ff09d159-2e7e-475e-a732-84c102933778 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:27.381210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c17f0-4e14-45fb-b798-8a98439b9732 req-bc284136-17d1-4d73-a0fd-bf99db86681f tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:27.382797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b06c17f0-4e14-45fb-b798-8a98439b9732 req-bc284136-17d1-4d73-a0fd-bf99db86681f tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4cce14-0c6a-4bf7-a6e2-8315758d6224 HTTP/1.1" status: 200 len: 945 time: 0.2075138 Jul 14 07:06:27.391326 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-d546afe5-222b-440d-8be9-30cd4c40e198 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4384809 Jul 14 07:06:27.485095 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b06c17f0-4e14-45fb-b798-8a98439b9732 req-2d205141-b91f-4ed7-9a13-83eb02bac537 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/security-groups?id=f16da0ed-7fcd-419f-991c-b71731f16cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887775 Jul 14 07:06:27.553151 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Request body: {'port': {'device_id': '2c3d7869-1c73-46e5-be8d-6961caae1dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:27.757678 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:27.919577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40954) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:28.004963 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ff09d159-2e7e-475e-a732-84c102933778 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:28.011485 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40960) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:28.014662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6e1fe209-f79b-450b-99f2-d8fa8d512adf None None] Provisioning for port 0e283fbb-dcdc-426d-8c95-57be79f6998a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:06:28.076177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6e1fe209-f79b-450b-99f2-d8fa8d512adf None None] Provisioning complete for port 0e283fbb-dcdc-426d-8c95-57be79f6998a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:28.076865 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe209-f79b-450b-99f2-d8fa8d512adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:28.093562 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-658ba28a-45d1-484f-8525-be4d46e3fa40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:28.137598 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d67814c-3221-494b-93c5-af0e83bd1283 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Deleting subnet d9d6eac4-2a1f-4bbc-856e-45362d8222bd {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:06:28.141036 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d67814c-3221-494b-93c5-af0e83bd1283 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:28.168727 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fe209-f79b-450b-99f2-d8fa8d512adf None None] Port 0e283fbb-dcdc-426d-8c95-57be79f6998a cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:06:28.191219 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d67814c-3221-494b-93c5-af0e83bd1283 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:28.266236 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:28.310422 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38333751-ff35-416f-9f8f-708c239b2f93 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:28.384805 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38333751-ff35-416f-9f8f-708c239b2f93 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Subnet': ['ID=b39e33b3-d5d3-4050-b7a7-735b08619fb8,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:28.408495 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e4a-945e-43cd-ad91-de90f66664f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:28.414236 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc31e1-2880-41ee-8bed-89413681efda req-6a2b775a-7119-4aa3-987e-a7eaced96a3b tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:28.430354 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52cc31e1-2880-41ee-8bed-89413681efda req-6a2b775a-7119-4aa3-987e-a7eaced96a3b tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 945 time: 0.5231969 Jul 14 07:06:28.437441 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d67814c-3221-494b-93c5-af0e83bd1283 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:28.456142 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f82a04a6-bc7a-4363-9d65-c3f21254aadc no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:28.483450 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: f82a04a6-bc7a-4363-9d65-c3f21254aadc {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:28.484073 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f82a04a6-bc7a-4363-9d65-c3f21254aadc not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:28.545104 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52cc31e1-2880-41ee-8bed-89413681efda req-9d5dafbc-c546-44e2-b19d-5d8c6543f9e3 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138465 Jul 14 07:06:28.599619 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde3e4a-945e-43cd-ad91-de90f66664f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff09d159-2e7e-475e-a732-84c102933778,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:28.601797 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d67814c-3221-494b-93c5-af0e83bd1283 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:28.623627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e283fbb-dcdc-426d-8c95-57be79f6998a {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:06:28.634198 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:28.654235 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Transition to ACTIVE for port object 0e283fbb-dcdc-426d-8c95-57be79f6998a will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:28.664815 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:28.702729 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67814c-3221-494b-93c5-af0e83bd1283 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d6eac4-2a1f-4bbc-856e-45362d8222bd,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:28.704993 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a91e13-f232-46d4-a453-ff78b74f092c None None] Network 1c208439-144e-4113-bc58-97e2700ab2e5 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:28.727012 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d67814c-3221-494b-93c5-af0e83bd1283 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:28.733534 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22022b06-7c99-46e0-b049-760eaf5b07e8 req-2647f5a2-878a-42ab-8f48-78c0d072c7f9 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:28.735170 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22022b06-7c99-46e0-b049-760eaf5b07e8 req-2647f5a2-878a-42ab-8f48-78c0d072c7f9 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c3d7869-1c73-46e5-be8d-6961caae1dde HTTP/1.1" status: 200 len: 936 time: 0.1543436 Jul 14 07:06:28.742153 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9d67814c-3221-494b-93c5-af0e83bd1283 tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "DELETE /v2.0/subnets/d9d6eac4-2a1f-4bbc-856e-45362d8222bd HTTP/1.1" status: 204 len: 168 time: 0.8188059 Jul 14 07:06:28.757991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40968) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:28.765674 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38333751-ff35-416f-9f8f-708c239b2f93 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Checking segment: {'id': '720d5d5e-989f-430c-ac8e-175b2ebf53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e6746f41-fa6a-4a92-bdd3-64aba5f8d405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:06:28.766091 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38333751-ff35-416f-9f8f-708c239b2f93 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network hostable DHCP agents. Network: e6746f41-fa6a-4a92-bdd3-64aba5f8d405, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:06:28.795952 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e283fbb-dcdc-426d-8c95-57be79f6998a,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:28.815669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e1ccf-f85d-468b-b083-2876e7365aa4 req-ec14d0c4-a126-4b2e-b0a5-74c50eaa3805 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:28.823812 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-145e1ccf-f85d-468b-b083-2876e7365aa4 req-ec14d0c4-a126-4b2e-b0a5-74c50eaa3805 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 945 time: 0.5576935 Jul 14 07:06:28.891073 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22022b06-7c99-46e0-b049-760eaf5b07e8 req-a21e1ea2-38fd-4679-a9f3-e15ffd223902 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338394 Jul 14 07:06:28.928097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0d7f1-d8be-408f-bc14-f8acb60c2268 req-05d6594b-ffab-4a4f-a43b-03a12ead39dc tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:28.929705 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-42a0d7f1-d8be-408f-bc14-f8acb60c2268 req-05d6594b-ffab-4a4f-a43b-03a12ead39dc tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4cce14-0c6a-4bf7-a6e2-8315758d6224 HTTP/1.1" status: 200 len: 945 time: 0.2266707 Jul 14 07:06:28.960801 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Attempting to bind port 0e283fbb-dcdc-426d-8c95-57be79f6998a on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:06:28.961128 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Attempting to bind port 0e283fbb-dcdc-426d-8c95-57be79f6998a by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:06:28.961535 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Attempting to bind port 0e283fbb-dcdc-426d-8c95-57be79f6998a on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:06:28.990689 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Port 0e283fbb-dcdc-426d-8c95-57be79f6998a on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:06:28.991021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Attempting to bind port 0e283fbb-dcdc-426d-8c95-57be79f6998a on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:06:29.011688 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:06:29.012102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:06:29.012509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:06:29.012977 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Bound port: 0e283fbb-dcdc-426d-8c95-57be79f6998a, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:06:29.013378 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:29.040234 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-42a0d7f1-d8be-408f-bc14-f8acb60c2268 req-28a345cd-49cf-4adc-94ca-6bf43f4888a0 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/security-groups?id=f16da0ed-7fcd-419f-991c-b71731f16cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855541 Jul 14 07:06:29.052121 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7fc012-c4c4-4882-95be-eff7eb98ea1f None None] DHCP port deletion for 1c208439-144e-4113-bc58-97e2700ab2e5 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:06:29.124183 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1f7fc012-c4c4-4882-95be-eff7eb98ea1f None None] Deleting port 78ac54b1-66b1-478a-87d1-d6a97b126f52 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:29.124573 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc012-c4c4-4882-95be-eff7eb98ea1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:29.133677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] For port 0e283fbb-dcdc-426d-8c95-57be79f6998a, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:06:29.138708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] For port 0e283fbb-dcdc-426d-8c95-57be79f6998a, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=0e283fbb-dcdc-426d-8c95-57be79f6998a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:06:29.144898 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:29.192274 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-1f7fc012-c4c4-4882-95be-eff7eb98ea1f None None] For port 78ac54b1-66b1-478a-87d1-d6a97b126f52, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=78ac54b1-66b1-478a-87d1-d6a97b126f52,segment=NetworkSegment(845130c5-8d7d-42e0-afd7-4f3f84c32222),segment_id=845130c5-8d7d-42e0-afd7-4f3f84c32222)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:29.192662 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc012-c4c4-4882-95be-eff7eb98ea1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:29.209596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1f7fc012-c4c4-4882-95be-eff7eb98ea1f None None] Calling delete_port for 78ac54b1-66b1-478a-87d1-d6a97b126f52 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:29.215136 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:29.217026 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:29.219553 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] 10.222.0.30 "PUT /v2.0/ports/0e283fbb-dcdc-426d-8c95-57be79f6998a HTTP/1.1" status: 200 len: 1096 time: 1.8060172 Jul 14 07:06:29.242443 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3d7869-1c73-46e5-be8d-6961caae1dde', 'tag': '0e283fbb-dcdc-426d-8c95-57be79f6998a'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:06:29.246965 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf71e80-1936-470a-ac58-443d1d93c37e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3d7869-1c73-46e5-be8d-6961caae1dde", "tag": "0e283fbb-dcdc-426d-8c95-57be79f6998a"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:06:29.261037 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e4a-945e-43cd-ad91-de90f66664f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:29.338613 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767a72cf-7bd8-4cea-8966-2d75e5c9cf25 x-openstack-request-id: req-767a72cf-7bd8-4cea-8966-2d75e5c9cf25 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:06:29.338922 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3d7869-1c73-46e5-be8d-6961caae1dde", "tag": "0e283fbb-dcdc-426d-8c95-57be79f6998a", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:06:29.339650 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-767a72cf-7bd8-4cea-8966-2d75e5c9cf25 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:06:29.339830 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3d7869-1c73-46e5-be8d-6961caae1dde', 'tag': '0e283fbb-dcdc-426d-8c95-57be79f6998a', 'status': 'completed', 'code': 200} Jul 14 07:06:29.341998 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc012-c4c4-4882-95be-eff7eb98ea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:29.362333 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89cb4c-7cf7-4614-b6bc-5358fd6332d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e283fbb-dcdc-426d-8c95-57be79f6998a,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:29.383990 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-ee0c665b-77bc-422d-907b-4f094f3c423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:29.385766 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-ee0c665b-77bc-422d-907b-4f094f3c423d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&device_id=2c3d7869-1c73-46e5-be8d-6961caae1dde HTTP/1.1" status: 200 len: 1099 time: 0.1007128 Jul 14 07:06:29.390274 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fc012-c4c4-4882-95be-eff7eb98ea1f None None] Pushing event deleted for resources: {'Port': ['ID=78ac54b1-66b1-478a-87d1-d6a97b126f52,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:29.392134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7fc012-c4c4-4882-95be-eff7eb98ea1f None None] No DVR routers for this DVR port 78ac54b1-66b1-478a-87d1-d6a97b126f52 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:29.433885 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-68a143b7-0c90-4159-b643-25f296810209 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=0e283fbb-dcdc-426d-8c95-57be79f6998a HTTP/1.1" status: 200 len: 217 time: 0.0397027 Jul 14 07:06:29.442886 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38333751-ff35-416f-9f8f-708c239b2f93 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network e6746f41-fa6a-4a92-bdd3-64aba5f8d405 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:06:29.458336 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-658ba28a-45d1-484f-8525-be4d46e3fa40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:29.474581 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-860c5a62-60e5-49c0-a550-242f73a51d7d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:29.497481 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e4a-945e-43cd-ad91-de90f66664f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:29.499080 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-658ba28a-45d1-484f-8525-be4d46e3fa40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:29.499629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-ac3b72cf-fd71-4802-b0e1-45adfe0c5c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:29.501206 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-ac3b72cf-fd71-4802-b0e1-45adfe0c5c99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0619109 Jul 14 07:06:29.502392 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e4a-945e-43cd-ad91-de90f66664f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:29.505316 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-38333751-ff35-416f-9f8f-708c239b2f93 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, e6746f41-fa6a-4a92-bdd3-64aba5f8d405) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:29.515340 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136b2a01-6253-41b2-8477-3e7728f32fd7 None None] Network e6746f41-fa6a-4a92-bdd3-64aba5f8d405 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:29.532045 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38333751-ff35-416f-9f8f-708c239b2f93 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:29.532730 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38333751-ff35-416f-9f8f-708c239b2f93 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:29.588419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-75f8463b-143c-42b6-bca7-300fbce78332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:29.590561 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-75f8463b-143c-42b6-bca7-300fbce78332 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0827386 Jul 14 07:06:29.616723 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ba28a-45d1-484f-8525-be4d46e3fa40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54077327-b5cb-445a-b116-07526dc9b7dc,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:29.627822 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-658ba28a-45d1-484f-8525-be4d46e3fa40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7736f93bdd1045f59dad0ea11b2e319d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6088603 Jul 14 07:06:29.645217 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-38333751-ff35-416f-9f8f-708c239b2f93 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7791188 Jul 14 07:06:29.647395 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e4a-945e-43cd-ad91-de90f66664f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:29.647995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bde3e4a-945e-43cd-ad91-de90f66664f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe2fa1f1-b9bb-4433-b09d-4c9624edac8a {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:06:29.659661 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e4a-945e-43cd-ad91-de90f66664f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:29.663157 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5bde3e4a-945e-43cd-ad91-de90f66664f3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/fe2fa1f1-b9bb-4433-b09d-4c9624edac8a HTTP/1.1" status: 204 len: 168 time: 3.5747271 Jul 14 07:06:29.663157 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40974) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:29.673977 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40976) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:29.674368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40978) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:29.804040 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-e6746f41-fa6a-4a92-bdd3-64aba5f8d405', 'network_id': 'e6746f41-fa6a-4a92-bdd3-64aba5f8d405', 'tenant_id': '4e17643779c64bfcbf5ca1bd69e3a52f', 'fixed_ips': [{'subnet_id': 'b39e33b3-d5d3-4050-b7a7-735b08619fb8'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:06:29.805310 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:29.819122 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-20c69072-5b02-4ef3-afa9-1705bd99a183 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'network_id': 'e6746f41-fa6a-4a92-bdd3-64aba5f8d405', 'name': 'tempest-PortsIpV6TestJSON-1623506044'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:29.837098 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-860c5a62-60e5-49c0-a550-242f73a51d7d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:29.959701 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-860c5a62-60e5-49c0-a550-242f73a51d7d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c208439-144e-4113-bc58-97e2700ab2e5']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:29.989449 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-145e1ccf-f85d-468b-b083-2876e7365aa4 req-7a95f80b-36d1-4b0c-ae42-c8aa758391eb tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Deleting port efcc06c0-fc25-4aab-86a7-59b8379d4ffa {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:29.989794 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-145e1ccf-f85d-468b-b083-2876e7365aa4 req-7a95f80b-36d1-4b0c-ae42-c8aa758391eb tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.020344 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Allocated IP 2001:db8::2 (e6746f41-fa6a-4a92-bdd3-64aba5f8d405/b39e33b3-d5d3-4050-b7a7-735b08619fb8/069aa988-6d26-4ac9-92ba-fc99acf935ab) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:06:30.093741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-860c5a62-60e5-49c0-a550-242f73a51d7d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845130c5-8d7d-42e0-afd7-4f3f84c32222') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:30.094035 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-860c5a62-60e5-49c0-a550-242f73a51d7d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845130c5-8d7d-42e0-afd7-4f3f84c32222') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:30.125448 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-860c5a62-60e5-49c0-a550-242f73a51d7d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.133972 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5a5657-dee0-46ac-9139-ac84a4bae593 admin admin] Deleting subnet 07547eaa-c753-4194-9cac-7085d3c0178a {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:06:30.162836 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5657-dee0-46ac-9139-ac84a4bae593 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.197046 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.204923 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-860c5a62-60e5-49c0-a550-242f73a51d7d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.207017 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Transition to ACTIVE for port object 069aa988-6d26-4ac9-92ba-fc99acf935ab will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:30.223643 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Transition to ACTIVE for port object 069aa988-6d26-4ac9-92ba-fc99acf935ab will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:30.228774 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 78ac54b1-66b1-478a-87d1-d6a97b126f52 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:30.253587 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860c5a62-60e5-49c0-a550-242f73a51d7d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:06:30.253903 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-860c5a62-60e5-49c0-a550-242f73a51d7d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.254180 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:06:30.257214 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:06:30.262567 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-affefdfd-872e-41d3-89dd-fda12116199d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.278504 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5657-dee0-46ac-9139-ac84a4bae593 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.284669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-145e1ccf-f85d-468b-b083-2876e7365aa4 req-7a95f80b-36d1-4b0c-ae42-c8aa758391eb tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] For port efcc06c0-fc25-4aab-86a7-59b8379d4ffa, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:30.284896 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-145e1ccf-f85d-468b-b083-2876e7365aa4 req-7a95f80b-36d1-4b0c-ae42-c8aa758391eb tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.298513 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 78ac54b1-66b1-478a-87d1-d6a97b126f52 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:30.299245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 78ac54b1-66b1-478a-87d1-d6a97b126f52 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:30.302097 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Pushing event updated for resources: {'Port': ['ID=069aa988-6d26-4ac9-92ba-fc99acf935ab,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:30.321603 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Network e6746f41-fa6a-4a92-bdd3-64aba5f8d405 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:30.323378 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:30.328852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:30.343340 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a1ea9-fb85-4798-95dd-d58f54414bfc req-65db7529-09ca-483b-93d3-25c7ee1ad4b7 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:30.344665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a09a1ea9-fb85-4798-95dd-d58f54414bfc req-65db7529-09ca-483b-93d3-25c7ee1ad4b7 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4cce14-0c6a-4bf7-a6e2-8315758d6224 HTTP/1.1" status: 200 len: 945 time: 0.2232416 Jul 14 07:06:30.361582 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87ad4c-7313-4c95-bcf7-6ba4a546f526 req-bc446c0a-e715-41d6-9ae6-9b155530eb34 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:30.369798 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7a87ad4c-7313-4c95-bcf7-6ba4a546f526 req-bc446c0a-e715-41d6-9ae6-9b155530eb34 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 945 time: 0.2472701 Jul 14 07:06:30.394540 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-affefdfd-872e-41d3-89dd-fda12116199d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.394830 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Attempting to bind port 069aa988-6d26-4ac9-92ba-fc99acf935ab on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:06:30.395205 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Attempting to bind port 069aa988-6d26-4ac9-92ba-fc99acf935ab by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '720d5d5e-989f-430c-ac8e-175b2ebf53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e6746f41-fa6a-4a92-bdd3-64aba5f8d405'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:06:30.395558 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Attempting to bind port 069aa988-6d26-4ac9-92ba-fc99acf935ab on network e6746f41-fa6a-4a92-bdd3-64aba5f8d405 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:06:30.401998 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:06:30.402370 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Checking segment: {'id': '720d5d5e-989f-430c-ac8e-175b2ebf53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e6746f41-fa6a-4a92-bdd3-64aba5f8d405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:06:30.402821 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.403212 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Bound using segment: {'id': '720d5d5e-989f-430c-ac8e-175b2ebf53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e6746f41-fa6a-4a92-bdd3-64aba5f8d405'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:06:30.403671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Bound port: 069aa988-6d26-4ac9-92ba-fc99acf935ab, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720d5d5e-989f-430c-ac8e-175b2ebf53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e6746f41-fa6a-4a92-bdd3-64aba5f8d405'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:06:30.404048 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.440840 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7a87ad4c-7313-4c95-bcf7-6ba4a546f526 req-564ea17a-1a54-4860-a340-97c948f6c8d4 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663748 Jul 14 07:06:30.447006 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-17fb4efe-fecf-4b19-aa85-8aec4ab99ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.464023 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-145e1ccf-f85d-468b-b083-2876e7365aa4 req-7a95f80b-36d1-4b0c-ae42-c8aa758391eb tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Calling delete_port for efcc06c0-fc25-4aab-86a7-59b8379d4ffa owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:30.478925 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-affefdfd-872e-41d3-89dd-fda12116199d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.482492 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-affefdfd-872e-41d3-89dd-fda12116199d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.484301 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-affefdfd-872e-41d3-89dd-fda12116199d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54077327-b5cb-445a-b116-07526dc9b7dc HTTP/1.1" status: 204 len: 168 time: 0.8064275 Jul 14 07:06:30.494520 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc382f5-4b84-4b4b-bb9d-34a61cd2233a req-3e8a0da7-c17a-42ed-9469-433642e92c2d tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:30.501496 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4bc382f5-4b84-4b4b-bb9d-34a61cd2233a req-3e8a0da7-c17a-42ed-9469-433642e92c2d tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c3d7869-1c73-46e5-be8d-6961caae1dde HTTP/1.1" status: 200 len: 948 time: 0.3810897 Jul 14 07:06:30.504049 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] For port 069aa988-6d26-4ac9-92ba-fc99acf935ab, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:06:30.506515 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-233ce426-e57c-473b-9f6f-c866d1eec448 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9098477 Jul 14 07:06:30.507020 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-860c5a62-60e5-49c0-a550-242f73a51d7d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.514191 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] For port 069aa988-6d26-4ac9-92ba-fc99acf935ab, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=069aa988-6d26-4ac9-92ba-fc99acf935ab,segment=NetworkSegment(720d5d5e-989f-430c-ac8e-175b2ebf53f7),segment_id=720d5d5e-989f-430c-ac8e-175b2ebf53f7)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:06:30.521278 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.597978 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788abc2-2374-45f4-94ec-d6acbcd497a4 None None] Pushing event updated for resources: {'Port': ['ID=069aa988-6d26-4ac9-92ba-fc99acf935ab,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:30.615770 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5657-dee0-46ac-9139-ac84a4bae593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.724934 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affefdfd-872e-41d3-89dd-fda12116199d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54077327-b5cb-445a-b116-07526dc9b7dc,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:30.760694 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-860c5a62-60e5-49c0-a550-242f73a51d7d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.767006 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-860c5a62-60e5-49c0-a550-242f73a51d7d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "DELETE /v2.0/networks/1c208439-144e-4113-bc58-97e2700ab2e5 HTTP/1.1" status: 204 len: 168 time: 2.0023527 Jul 14 07:06:30.769117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40994) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:30.772565 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c5a62-60e5-49c0-a550-242f73a51d7d tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event deleted for resources: {'Network': ['ID=1c208439-144e-4113-bc58-97e2700ab2e5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:30.781068 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c69072-5b02-4ef3-afa9-1705bd99a183 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:30.784819 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-20c69072-5b02-4ef3-afa9-1705bd99a183 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:30.800487 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4bc382f5-4b84-4b4b-bb9d-34a61cd2233a req-9baf8cdf-6887-4958-ab68-5746658bce2f tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789755 Jul 14 07:06:30.879401 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efba223e-f14b-4d66-8bb4-617e95e97cab req-2d827abf-0672-4e58-9ffe-79e5aee8b898 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611917 Jul 14 07:06:30.903204 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1650ee5-5863-401c-8cbe-882c3ebf7e91 req-bca98bfc-ca3c-4ffb-8bde-08bfd3ab8e05 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:30.906003 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1650ee5-5863-401c-8cbe-882c3ebf7e91 req-bca98bfc-ca3c-4ffb-8bde-08bfd3ab8e05 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4cce14-0c6a-4bf7-a6e2-8315758d6224 HTTP/1.1" status: 200 len: 945 time: 0.2482591 Jul 14 07:06:30.977780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d27c692-9852-493a-ae54-0628b9b85d8f tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Deleting subnet 67948238-db19-4533-a984-ea4b5a07783d {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:06:31.027931 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-20c69072-5b02-4ef3-afa9-1705bd99a183 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] device_id is not set on port 17ee9161-5c91-4197-8f83-743d3d4ce15b yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:06:31.061217 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0d27c692-9852-493a-ae54-0628b9b85d8f tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:31.069398 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5657-dee0-46ac-9139-ac84a4bae593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:31.126351 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1650ee5-5863-401c-8cbe-882c3ebf7e91 req-d0705b39-f46e-4045-90f5-a8051ce8ad4c tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/security-groups?id=f16da0ed-7fcd-419f-991c-b71731f16cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088466 Jul 14 07:06:31.132075 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-a09a1ea9-fb85-4798-95dd-d58f54414bfc req-fdb26db3-e00a-4db6-af78-272b74a92a13 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Deleting port cf8d285a-29b6-4ac0-b813-699520c67b76 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:31.132403 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a09a1ea9-fb85-4798-95dd-d58f54414bfc req-fdb26db3-e00a-4db6-af78-272b74a92a13 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:31.156469 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0d27c692-9852-493a-ae54-0628b9b85d8f tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:31.186794 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-145e1ccf-f85d-468b-b083-2876e7365aa4 req-7a95f80b-36d1-4b0c-ae42-c8aa758391eb tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:31.205828 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['c97c7178-2433-40eb-86e7-7f07290839b9'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:06:31.207613 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5657-dee0-46ac-9139-ac84a4bae593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:31.215218 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5c5a5657-dee0-46ac-9139-ac84a4bae593 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/07547eaa-c753-4194-9cac-7085d3c0178a HTTP/1.1" status: 204 len: 168 time: 1.5352330 Jul 14 07:06:31.216378 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a5657-dee0-46ac-9139-ac84a4bae593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07547eaa-c753-4194-9cac-7085d3c0178a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:31.221037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41006) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:31.249596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fdf087-be37-4501-a37c-fa2b04e6416d None None] Network 4d8b4110-078e-4be6-bd78-ba30c3a0a7c3 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:31.283705 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95f80b-36d1-4b0c-ae42-c8aa758391eb tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Pushing event deleted for resources: {'Port': ['ID=efcc06c0-fc25-4aab-86a7-59b8379d4ffa,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:31.315874 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf71e80-1936-470a-ac58-443d1d93c37e req-1f21a81a-f759-41bd-a9d4-7c3959f90c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:31.318466 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9bf71e80-1936-470a-ac58-443d1d93c37e req-1f21a81a-f759-41bd-a9d4-7c3959f90c2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&device_id=2c3d7869-1c73-46e5-be8d-6961caae1dde HTTP/1.1" status: 200 len: 1099 time: 0.3018808 Jul 14 07:06:31.365278 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-145e1ccf-f85d-468b-b083-2876e7365aa4 req-7a95f80b-36d1-4b0c-ae42-c8aa758391eb tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] No DVR routers for this DVR port efcc06c0-fc25-4aab-86a7-59b8379d4ffa on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:31.368985 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-145e1ccf-f85d-468b-b083-2876e7365aa4 req-7a95f80b-36d1-4b0c-ae42-c8aa758391eb tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:31.371712 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-145e1ccf-f85d-468b-b083-2876e7365aa4 req-7a95f80b-36d1-4b0c-ae42-c8aa758391eb tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.15 "DELETE /v2.0/ports/efcc06c0-fc25-4aab-86a7-59b8379d4ffa HTTP/1.1" status: 204 len: 173 time: 2.5204875 Jul 14 07:06:31.382864 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4b91d0-7807-4b8e-ba07-7f66225ad93b', 'name': 'network-vif-deleted', 'tag': 'efcc06c0-fc25-4aab-86a7-59b8379d4ffa'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:06:31.385728 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3e0953-f2af-4405-bb82-169f9faacaa9" -d '{"events": [{"server_uuid": "0c4b91d0-7807-4b8e-ba07-7f66225ad93b", "name": "network-vif-deleted", "tag": "efcc06c0-fc25-4aab-86a7-59b8379d4ffa"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:06:31.447523 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:31.464996 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-20c69072-5b02-4ef3-afa9-1705bd99a183 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Allocated IP 2001:db8::2d2 (e6746f41-fa6a-4a92-bdd3-64aba5f8d405/b39e33b3-d5d3-4050-b7a7-735b08619fb8/17ee9161-5c91-4197-8f83-743d3d4ce15b) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:06:31.468994 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6fa8a6-0c15-45a3-9189-23c87dbd1649 x-openstack-request-id: req-0d6fa8a6-0c15-45a3-9189-23c87dbd1649 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:06:31.469256 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4b91d0-7807-4b8e-ba07-7f66225ad93b", "name": "network-vif-deleted", "tag": "efcc06c0-fc25-4aab-86a7-59b8379d4ffa", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:06:31.469508 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d6fa8a6-0c15-45a3-9189-23c87dbd1649 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:06:31.470059 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4b91d0-7807-4b8e-ba07-7f66225ad93b', 'name': 'network-vif-deleted', 'tag': 'efcc06c0-fc25-4aab-86a7-59b8379d4ffa', 'status': 'completed', 'code': 200} Jul 14 07:06:31.472308 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-a09a1ea9-fb85-4798-95dd-d58f54414bfc req-fdb26db3-e00a-4db6-af78-272b74a92a13 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] For port cf8d285a-29b6-4ac0-b813-699520c67b76, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=cf8d285a-29b6-4ac0-b813-699520c67b76,segment=NetworkSegment(22e603f2-0976-48ee-b2eb-1bb909ea7e87),segment_id=22e603f2-0976-48ee-b2eb-1bb909ea7e87)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:31.472908 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a09a1ea9-fb85-4798-95dd-d58f54414bfc req-fdb26db3-e00a-4db6-af78-272b74a92a13 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:31.574603 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0d27c692-9852-493a-ae54-0628b9b85d8f tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:31.582219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-a09a1ea9-fb85-4798-95dd-d58f54414bfc req-fdb26db3-e00a-4db6-af78-272b74a92a13 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Calling delete_port for cf8d285a-29b6-4ac0-b813-699520c67b76 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:31.665576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfd968a-cbed-464c-84a6-9b9d399acf5c None None] DHCP port deletion for 4d8b4110-078e-4be6-bd78-ba30c3a0a7c3 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:06:31.683211 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device efcc06c0-fc25-4aab-86a7-59b8379d4ffa no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:31.774137 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-20c69072-5b02-4ef3-afa9-1705bd99a183 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:31.776822 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: efcc06c0-fc25-4aab-86a7-59b8379d4ffa {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:31.779641 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device efcc06c0-fc25-4aab-86a7-59b8379d4ffa not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:31.785978 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0108d320-6c64-4a01-8068-e197848112b4 req-c6257d60-84ed-4ea7-8bd0-f12a2555df8f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 210 time: 0.1112597 Jul 14 07:06:31.800962 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf71e80-1936-470a-ac58-443d1d93c37e req-1563286d-d662-4845-bac8-437323ac12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:31.803021 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9bf71e80-1936-470a-ac58-443d1d93c37e req-1563286d-d662-4845-bac8-437323ac12d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.4704528 Jul 14 07:06:31.816139 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-20c69072-5b02-4ef3-afa9-1705bd99a183 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Transition to ACTIVE for port object 17ee9161-5c91-4197-8f83-743d3d4ce15b will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:31.835507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] Deleting port e131c245-9269-4c98-b454-67afbbbda8e6 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:31.841630 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd968a-cbed-464c-84a6-9b9d399acf5c None None] Deleting port e131c245-9269-4c98-b454-67afbbbda8e6 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:31.842021 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:31.842806 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cbfd968a-cbed-464c-84a6-9b9d399acf5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:31.910843 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-20c69072-5b02-4ef3-afa9-1705bd99a183 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:31.989977 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-cbfd968a-cbed-464c-84a6-9b9d399acf5c None None] For port e131c245-9269-4c98-b454-67afbbbda8e6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e131c245-9269-4c98-b454-67afbbbda8e6,segment=NetworkSegment(1cf6125d-337c-4ae3-b351-d25b205c357d),segment_id=1cf6125d-337c-4ae3-b351-d25b205c357d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:31.990369 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cbfd968a-cbed-464c-84a6-9b9d399acf5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:32.017481 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd968a-cbed-464c-84a6-9b9d399acf5c None None] Calling delete_port for e131c245-9269-4c98-b454-67afbbbda8e6 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:32.020469 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c69072-5b02-4ef3-afa9-1705bd99a183 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network e6746f41-fa6a-4a92-bdd3-64aba5f8d405 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:32.038692 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9bf71e80-1936-470a-ac58-443d1d93c37e req-293d7b5a-5126-437b-8d85-5037a92943d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=0e283fbb-dcdc-426d-8c95-57be79f6998a HTTP/1.1" status: 200 len: 217 time: 0.2201622 Jul 14 07:06:32.040139 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0d27c692-9852-493a-ae54-0628b9b85d8f tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:32.045523 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-20c69072-5b02-4ef3-afa9-1705bd99a183 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:32.057719 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c69072-5b02-4ef3-afa9-1705bd99a183 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:32.073719 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c69072-5b02-4ef3-afa9-1705bd99a183 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:32.074408 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-20c69072-5b02-4ef3-afa9-1705bd99a183 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:32.123140 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 069aa988-6d26-4ac9-92ba-fc99acf935ab up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:06:32.124404 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-20c69072-5b02-4ef3-afa9-1705bd99a183 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4457159 Jul 14 07:06:32.128842 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41026) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:32.192193 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73815bc-fe94-47d3-8bb4-28473106aec1 None None] Network e6746f41-fa6a-4a92-bdd3-64aba5f8d405 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:32.257797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c69072-5b02-4ef3-afa9-1705bd99a183 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=17ee9161-5c91-4197-8f83-743d3d4ce15b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:32.295203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27c692-9852-493a-ae54-0628b9b85d8f tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event deleted for resources: {'Subnet': ['ID=67948238-db19-4533-a984-ea4b5a07783d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:32.304282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-bb3c65e1-6170-46bc-8663-0fcc3fbe2513 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port 17ee9161-5c91-4197-8f83-743d3d4ce15b {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:32.304815 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bb3c65e1-6170-46bc-8663-0fcc3fbe2513 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:32.468829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-41f5230e-664c-4c09-919e-d627389557bf None None] Provisioning for port 069aa988-6d26-4ac9-92ba-fc99acf935ab completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:06:32.484250 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bb3c65e1-6170-46bc-8663-0fcc3fbe2513 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:32.500192 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f432372-d496-441a-8183-4eb8ddc47397 None None] Network 7888b5fa-9e7b-4cb1-926b-aeca9e81f30e requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:32.502002 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cbfd968a-cbed-464c-84a6-9b9d399acf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:32.526855 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-bb3c65e1-6170-46bc-8663-0fcc3fbe2513 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for 17ee9161-5c91-4197-8f83-743d3d4ce15b owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:32.546809 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a09a1ea9-fb85-4798-95dd-d58f54414bfc req-fdb26db3-e00a-4db6-af78-272b74a92a13 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:32.553874 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5ca22d54-5dd8-44ea-bdba-0b4384cb6dc2 req-bc49ef89-7970-46e8-931f-36f12b025108 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4cce14-0c6a-4bf7-a6e2-8315758d6224 HTTP/1.1" status: 200 len: 210 time: 0.0535316 Jul 14 07:06:32.579355 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0d27c692-9852-493a-ae54-0628b9b85d8f tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:32.579355 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0d27c692-9852-493a-ae54-0628b9b85d8f tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "DELETE /v2.0/subnets/67948238-db19-4533-a984-ea4b5a07783d HTTP/1.1" status: 204 len: 168 time: 1.8009501 Jul 14 07:06:32.604440 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41038) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:32.661104 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb26db3-e00a-4db6-af78-272b74a92a13 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Pushing event deleted for resources: {'Port': ['ID=cf8d285a-29b6-4ac0-b813-699520c67b76,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:32.667554 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] For port e131c245-9269-4c98-b454-67afbbbda8e6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e131c245-9269-4c98-b454-67afbbbda8e6,segment=NetworkSegment(1cf6125d-337c-4ae3-b351-d25b205c357d),segment_id=1cf6125d-337c-4ae3-b351-d25b205c357d)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:32.667927 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:32.724956 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:32.733746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf71e80-1936-470a-ac58-443d1d93c37e req-f36687af-7fc7-446f-b05b-374e676e66b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:32.735786 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9bf71e80-1936-470a-ac58-443d1d93c37e req-f36687af-7fc7-446f-b05b-374e676e66b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.6477277 Jul 14 07:06:32.745232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] Calling delete_port for e131c245-9269-4c98-b454-67afbbbda8e6 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:32.818582 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 069aa988-6d26-4ac9-92ba-fc99acf935ab completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:06:32.829076 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd968a-cbed-464c-84a6-9b9d399acf5c None None] Pushing event deleted for resources: {'Port': ['ID=e131c245-9269-4c98-b454-67afbbbda8e6,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:32.831756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfd968a-cbed-464c-84a6-9b9d399acf5c None None] No DVR routers for this DVR port e131c245-9269-4c98-b454-67afbbbda8e6 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:32.840507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 069aa988-6d26-4ac9-92ba-fc99acf935ab triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:32.840889 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:32.907563 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bb3c65e1-6170-46bc-8663-0fcc3fbe2513 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:32.978297 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Deleting port bfc6840d-e959-4d0b-bb71-2e8655915baa {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:32.978297 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:32.999812 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:06:33.014403 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bb3c65e1-6170-46bc-8663-0fcc3fbe2513 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:33.019170 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bb3c65e1-6170-46bc-8663-0fcc3fbe2513 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/ports/17ee9161-5c91-4197-8f83-743d3d4ce15b HTTP/1.1" status: 204 len: 168 time: 0.8891160 Jul 14 07:06:33.020069 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c65e1-6170-46bc-8663-0fcc3fbe2513 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=17ee9161-5c91-4197-8f83-743d3d4ce15b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:33.049657 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41046) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:33.073308 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01777b-ab1d-43a8-a9aa-19979b8f73e4 req-887f1518-fb87-48e2-b1ea-8bfeea49dc7d tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:33.083448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a01777b-ab1d-43a8-a9aa-19979b8f73e4 req-887f1518-fb87-48e2-b1ea-8bfeea49dc7d tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c3d7869-1c73-46e5-be8d-6961caae1dde HTTP/1.1" status: 200 len: 948 time: 0.9399419 Jul 14 07:06:33.085687 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f435fb-b9e2-482a-8aad-5da51427f39d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] DELETE failed (client error): The resource could not be found. Jul 14 07:06:33.086476 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f435fb-b9e2-482a-8aad-5da51427f39d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:06:33.090949 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b6f435fb-b9e2-482a-8aad-5da51427f39d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/ports/17ee9161-5c91-4197-8f83-743d3d4ce15b HTTP/1.1" status: 404 len: 333 time: 0.0403066 Jul 14 07:06:33.091545 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41048) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:33.115851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09a1ea9-fb85-4798-95dd-d58f54414bfc req-fdb26db3-e00a-4db6-af78-272b74a92a13 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] No DVR routers for this DVR port cf8d285a-29b6-4ac0-b813-699520c67b76 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:33.143660 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-992ca0eb-0b81-462c-89da-b8af38b2d7b8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] GET failed (client error): The resource could not be found. Jul 14 07:06:33.144630 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a09a1ea9-fb85-4798-95dd-d58f54414bfc req-fdb26db3-e00a-4db6-af78-272b74a92a13 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:33.146859 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a09a1ea9-fb85-4798-95dd-d58f54414bfc req-fdb26db3-e00a-4db6-af78-272b74a92a13 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.15 "DELETE /v2.0/ports/cf8d285a-29b6-4ac0-b813-699520c67b76 HTTP/1.1" status: 204 len: 173 time: 2.7749102 Jul 14 07:06:33.149531 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:33.155473 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-992ca0eb-0b81-462c-89da-b8af38b2d7b8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports/17ee9161-5c91-4197-8f83-743d3d4ce15b HTTP/1.1" status: 404 len: 333 time: 0.0606897 Jul 14 07:06:33.156867 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41052) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:33.180936 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4cce14-0c6a-4bf7-a6e2-8315758d6224', 'name': 'network-vif-deleted', 'tag': 'cf8d285a-29b6-4ac0-b813-699520c67b76'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:06:33.184527 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] For port bfc6840d-e959-4d0b-bb71-2e8655915baa, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=bfc6840d-e959-4d0b-bb71-2e8655915baa,segment=NetworkSegment(75295a37-7389-464a-b636-473fc5ef3476),segment_id=75295a37-7389-464a-b636-473fc5ef3476)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:33.185137 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:33.186526 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d979729-7fd2-44b4-8c6d-19eb5efe5fe5" -d '{"events": [{"server_uuid": "bd4cce14-0c6a-4bf7-a6e2-8315758d6224", "name": "network-vif-deleted", "tag": "cf8d285a-29b6-4ac0-b813-699520c67b76"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:06:33.222317 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Calling delete_port for bfc6840d-e959-4d0b-bb71-2e8655915baa owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:33.247049 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6465afba-05d7-4b69-a22c-466b6f63934a req-c9960f35-aedc-4edf-afd5-7ecda236cde8 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 210 time: 0.1175752 Jul 14 07:06:33.289099 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fff3e22-d235-4a09-8605-4141d43945a7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting subnet b39e33b3-d5d3-4050-b7a7-735b08619fb8 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:06:33.313715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a01777b-ab1d-43a8-a9aa-19979b8f73e4 req-b065dd32-a465-402f-938e-a4bebc1a2b79 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275701 Jul 14 07:06:33.323043 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0fff3e22-d235-4a09-8605-4141d43945a7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:33.338085 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cbb420-004f-43d1-b43a-abcd6148749e x-openstack-request-id: req-e9cbb420-004f-43d1-b43a-abcd6148749e {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:06:33.338406 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4cce14-0c6a-4bf7-a6e2-8315758d6224", "name": "network-vif-deleted", "tag": "cf8d285a-29b6-4ac0-b813-699520c67b76", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:06:33.338677 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9cbb420-004f-43d1-b43a-abcd6148749e {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:06:33.339104 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4cce14-0c6a-4bf7-a6e2-8315758d6224', 'name': 'network-vif-deleted', 'tag': 'cf8d285a-29b6-4ac0-b813-699520c67b76', 'status': 'completed', 'code': 200} Jul 14 07:06:33.340789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a60dcc3-e300-4775-baa0-75f82c56931a None None] DHCP port deletion for 7888b5fa-9e7b-4cb1-926b-aeca9e81f30e request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:06:33.341255 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf71e80-1936-470a-ac58-443d1d93c37e req-b5ffc9ce-cca1-477a-afa0-57a5032f701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:33.342869 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9bf71e80-1936-470a-ac58-443d1d93c37e req-b5ffc9ce-cca1-477a-afa0-57a5032f701e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5892417 Jul 14 07:06:33.413611 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 069aa988-6d26-4ac9-92ba-fc99acf935ab, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=069aa988-6d26-4ac9-92ba-fc99acf935ab,segment=NetworkSegment(720d5d5e-989f-430c-ac8e-175b2ebf53f7),segment_id=720d5d5e-989f-430c-ac8e-175b2ebf53f7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:33.456852 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-93c83540-bc59-405c-9cec-7443a542c244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:33.459851 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:33.529164 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0fff3e22-d235-4a09-8605-4141d43945a7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:33.544217 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:33.608563 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e131c245-9269-4c98-b454-67afbbbda8e6 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:33.670050 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e131c245-9269-4c98-b454-67afbbbda8e6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:33.693537 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: e131c245-9269-4c98-b454-67afbbbda8e6 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:33.694088 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e131c245-9269-4c98-b454-67afbbbda8e6 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:33.702357 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 0e283fbb-dcdc-426d-8c95-57be79f6998a details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:06:33.707823 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] No DVR routers for this DVR port e131c245-9269-4c98-b454-67afbbbda8e6 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:33.747665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device cf8d285a-29b6-4ac0-b813-699520c67b76 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:33.819129 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0fff3e22-d235-4a09-8605-4141d43945a7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:33.847931 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:33.873069 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: cf8d285a-29b6-4ac0-b813-699520c67b76 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:33.873469 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device cf8d285a-29b6-4ac0-b813-699520c67b76 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:33.892147 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.resource_extend [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:06:33.937606 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-80a5ea45-136e-49c5-aab0-e08135be6366 None None] Provisioning complete for port 069aa988-6d26-4ac9-92ba-fc99acf935ab triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:33.939660 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-80a5ea45-136e-49c5-aab0-e08135be6366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:33.944480 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41062) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:33.966253 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:33.976590 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0fff3e22-d235-4a09-8605-4141d43945a7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.001048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8b4110-078e-4be6-bd78-ba30c3a0a7c3']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:34.046470 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff3e22-d235-4a09-8605-4141d43945a7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Subnet': ['ID=b39e33b3-d5d3-4050-b7a7-735b08619fb8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:34.061829 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.073695 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0fff3e22-d235-4a09-8605-4141d43945a7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.075769 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0fff3e22-d235-4a09-8605-4141d43945a7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/b39e33b3-d5d3-4050-b7a7-735b08619fb8 HTTP/1.1" status: 204 len: 168 time: 0.9074848 Jul 14 07:06:34.080637 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41066) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:34.118056 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] No DVR routers for this DVR port bfc6840d-e959-4d0b-bb71-2e8655915baa on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:34.126018 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device bfc6840d-e959-4d0b-bb71-2e8655915baa no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:34.132626 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=069aa988-6d26-4ac9-92ba-fc99acf935ab,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:34.229734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1a60dcc3-e300-4775-baa0-75f82c56931a None None] Deleting port bfc6840d-e959-4d0b-bb71-2e8655915baa {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:34.231366 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a60dcc3-e300-4775-baa0-75f82c56931a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.238395 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event deleted for resources: {'Port': ['ID=bfc6840d-e959-4d0b-bb71-2e8655915baa,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:34.267487 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-440e0004-9b61-44bd-91ab-af6b6e34b2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.346736 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.360875 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.372361 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: bfc6840d-e959-4d0b-bb71-2e8655915baa {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:34.374010 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device bfc6840d-e959-4d0b-bb71-2e8655915baa not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:34.401164 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7888b5fa-9e7b-4cb1-926b-aeca9e81f30e']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:34.454807 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75295a37-7389-464a-b636-473fc5ef3476') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:34.455107 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75295a37-7389-464a-b636-473fc5ef3476') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:34.476163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abea96df-480a-419c-82ba-8b2432d8d512 None None] Network e6746f41-fa6a-4a92-bdd3-64aba5f8d405 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:34.495594 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.519851 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.536157 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:06:34.536570 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:06:34.546405 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:06:34.558645 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port 069aa988-6d26-4ac9-92ba-fc99acf935ab {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:34.558974 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.618615 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-1a60dcc3-e300-4775-baa0-75f82c56931a None None] For port bfc6840d-e959-4d0b-bb71-2e8655915baa, host n-d-778696-5, got binding levels [] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:34.619154 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a60dcc3-e300-4775-baa0-75f82c56931a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.652429 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 0e283fbb-dcdc-426d-8c95-57be79f6998a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=0e283fbb-dcdc-426d-8c95-57be79f6998a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:34.655412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1a60dcc3-e300-4775-baa0-75f82c56931a None None] Calling delete_port for bfc6840d-e959-4d0b-bb71-2e8655915baa owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:34.670564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.ipam_backend_mixin [None req-1a60dcc3-e300-4775-baa0-75f82c56931a None None] Port bfc6840d-e959-4d0b-bb71-2e8655915baa was not found and therefore no delete operation was performed {{(pid=93829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 07:06:34.680242 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.681166 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.688287 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a60dcc3-e300-4775-baa0-75f82c56931a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.694910 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] For port 069aa988-6d26-4ac9-92ba-fc99acf935ab, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=069aa988-6d26-4ac9-92ba-fc99acf935ab,segment=NetworkSegment(720d5d5e-989f-430c-ac8e-175b2ebf53f7),segment_id=720d5d5e-989f-430c-ac8e-175b2ebf53f7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:34.695267 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.697487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a60dcc3-e300-4775-baa0-75f82c56931a None None] Network 7888b5fa-9e7b-4cb1-926b-aeca9e81f30e is not hosted by any dhcp agent {{(pid=93829) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 07:06:34.698084 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a60dcc3-e300-4775-baa0-75f82c56931a None None] No DVR routers for this DVR port bfc6840d-e959-4d0b-bb71-2e8655915baa on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:34.698252 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.700002 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] 10.222.0.35 "DELETE /v2.0/networks/7888b5fa-9e7b-4cb1-926b-aeca9e81f30e HTTP/1.1" status: 204 len: 168 time: 2.0946157 Jul 14 07:06:34.702934 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '0e283fbb-dcdc-426d-8c95-57be79f6998a', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '0e283fbb-dcdc-426d-8c95-57be79f6998a', 'mac_address': 'fa:16:3e:eb:9a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:06:34.709378 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4c15ad58-0d56-472f-86f3-2a41d858eb66 None None] Could not find standard attr ID for object 17ee9161-5c91-4197-8f83-743d3d4ce15b. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:06:34.718271 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ecb54860-0cf1-4b2a-90a0-f32429fa1483 req-c99e82ac-ab63-417b-9448-7e72dc496528 tempest-ServerAddressesNegativeTestJSON-1889238783 tempest-ServerAddressesNegativeTestJSON-1889238783-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4cce14-0c6a-4bf7-a6e2-8315758d6224 HTTP/1.1" status: 200 len: 210 time: 0.9362323 Jul 14 07:06:34.728395 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9bf71e80-1936-470a-ac58-443d1d93c37e req-1482a51d-215a-47eb-ab87-624f7b0ba04a service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3765004 Jul 14 07:06:34.740141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf6125d-337c-4ae3-b351-d25b205c357d') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:34.740440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf6125d-337c-4ae3-b351-d25b205c357d') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:34.743029 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043aa88-d395-4cad-aaf8-8616e08c3eef tempest-ServersTestMultiNic-945842536 tempest-ServersTestMultiNic-945842536-project] Pushing event deleted for resources: {'Network': ['ID=7888b5fa-9e7b-4cb1-926b-aeca9e81f30e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:34.750538 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-440e0004-9b61-44bd-91ab-af6b6e34b2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.754965 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for 069aa988-6d26-4ac9-92ba-fc99acf935ab owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:34.770034 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-440e0004-9b61-44bd-91ab-af6b6e34b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.776303 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60dcc3-e300-4775-baa0-75f82c56931a None None] Pushing event deleted for resources: {'Port': ['ID=bfc6840d-e959-4d0b-bb71-2e8655915baa,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:34.804892 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.806503 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ef748a60-e0cf-4467-ad8a-e9f2f6c3ba87 req-1c1016e5-07c8-42e8-a95d-0b4801518b9d tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 210 time: 0.1409736 Jul 14 07:06:34.826834 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.837632 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e283fbb-dcdc-426d-8c95-57be79f6998a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:06:34.868119 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-440e0004-9b61-44bd-91ab-af6b6e34b2bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52ba228014dc43228e347d4d6b44f968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9211950 Jul 14 07:06:34.868990 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41076) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:34.870527 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 0e283fbb-dcdc-426d-8c95-57be79f6998a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=0e283fbb-dcdc-426d-8c95-57be79f6998a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:34.873953 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e0004-9b61-44bd-91ab-af6b6e34b2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004b5ec4-91ae-4684-9cf4-29464f8ad116,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:34.893378 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.907382 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.919287 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:06:34.920233 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:06:34.922605 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:06:35.002305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=0e283fbb-dcdc-426d-8c95-57be79f6998a,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:35.028723 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:35.032301 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4640bfa2-5938-42f2-94df-c5959d0e565a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:35.053832 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cefb22-85f4-403b-bb56-0e7d191605dd None None] DHCP port deletion for e6746f41-fa6a-4a92-bdd3-64aba5f8d405 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:06:35.085727 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=069aa988-6d26-4ac9-92ba-fc99acf935ab,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:35.099690 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No DVR routers for this DVR port 069aa988-6d26-4ac9-92ba-fc99acf935ab on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:35.147724 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4640bfa2-5938-42f2-94df-c5959d0e565a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:35.151720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['0e283fbb-dcdc-426d-8c95-57be79f6998a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:06:35.155904 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:35.166518 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:35.171305 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4d8b4110-078e-4be6-bd78-ba30c3a0a7c3 HTTP/1.1" status: 204 len: 168 time: 3.9477112 Jul 14 07:06:35.194775 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fce012-50d5-4dc2-a836-9a7488b377c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8b4110-078e-4be6-bd78-ba30c3a0a7c3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:35.207668 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9bf71e80-1936-470a-ac58-443d1d93c37e req-40797585-0e61-4c65-9139-f8f3ee9c8c1c service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525743 Jul 14 07:06:35.218449 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab152e6-4aae-401c-ac10-24030e285f0d req-d734c8a8-567a-4c2e-b132-b83bf57e9d74 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:35.226331 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dab152e6-4aae-401c-ac10-24030e285f0d req-d734c8a8-567a-4c2e-b132-b83bf57e9d74 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c3d7869-1c73-46e5-be8d-6961caae1dde HTTP/1.1" status: 200 len: 949 time: 0.2956834 Jul 14 07:06:35.285636 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41086) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:35.291494 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dab152e6-4aae-401c-ac10-24030e285f0d req-5d39a651-b32b-496e-b1ee-642757bf70fb tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634398 Jul 14 07:06:35.301178 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:35.348668 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6746f41-fa6a-4a92-bdd3-64aba5f8d405']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:35.374932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720d5d5e-989f-430c-ac8e-175b2ebf53f7') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:35.375235 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720d5d5e-989f-430c-ac8e-175b2ebf53f7') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:35.402706 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:35.404105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41088) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:35.446315 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4640bfa2-5938-42f2-94df-c5959d0e565a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:35.448844 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4640bfa2-5938-42f2-94df-c5959d0e565a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:35.452319 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4640bfa2-5938-42f2-94df-c5959d0e565a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/004b5ec4-91ae-4684-9cf4-29464f8ad116 HTTP/1.1" status: 204 len: 168 time: 0.5730088 Jul 14 07:06:35.454944 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2938d015-50e9-452c-98d4-8a945a2a19b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1b2d28cf04d40aa988da155be385097&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0480726 Jul 14 07:06:35.455860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41092) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:35.467765 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:35.490516 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640bfa2-5938-42f2-94df-c5959d0e565a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004b5ec4-91ae-4684-9cf4-29464f8ad116,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:35.512842 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:06:35.513395 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:06:35.525347 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:06:35.536257 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8aa9-5761-4bd9-bbb7-cabad4df3201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:35.563101 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8aa9-5761-4bd9-bbb7-cabad4df3201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:35.617883 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8aa9-5761-4bd9-bbb7-cabad4df3201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:35.620818 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8aa9-5761-4bd9-bbb7-cabad4df3201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:35.622096 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c6fa8aa9-5761-4bd9-bbb7-cabad4df3201 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8495b67c-4b91-4d45-bbfa-d49ffdb46ed2 HTTP/1.1" status: 204 len: 168 time: 0.1647439 Jul 14 07:06:35.630562 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa8aa9-5761-4bd9-bbb7-cabad4df3201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8495b67c-4b91-4d45-bbfa-d49ffdb46ed2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:35.731383 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:35.741045 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:35.746747 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/networks/e6746f41-fa6a-4a92-bdd3-64aba5f8d405 HTTP/1.1" status: 204 len: 168 time: 1.6616645 Jul 14 07:06:35.748866 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41102) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:35.761579 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f170408c-612a-46d4-8740-550e176a73f7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-387926090'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:35.763538 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc3344-95cf-4f58-ba29-ef92e1da2b65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Network': ['ID=e6746f41-fa6a-4a92-bdd3-64aba5f8d405,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:35.800510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f170408c-612a-46d4-8740-550e176a73f7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:35.806734 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f170408c-612a-46d4-8740-550e176a73f7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:35.886297 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f170408c-612a-46d4-8740-550e176a73f7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:06:35.896747 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41108) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:35.946524 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 069aa988-6d26-4ac9-92ba-fc99acf935ab no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:36.003873 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f170408c-612a-46d4-8740-550e176a73f7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:36.004482 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-f170408c-612a-46d4-8740-550e176a73f7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Added segment 06264f5e-1b6a-4db1-b2b4-18a4f39f8d11 of type vlan for network 9368f38e-cf0d-42c4-b652-78e2ac0e4f3d Jul 14 07:06:36.015211 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 069aa988-6d26-4ac9-92ba-fc99acf935ab {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:36.016298 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 069aa988-6d26-4ac9-92ba-fc99acf935ab not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:36.097621 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41df077d-8d6d-4530-aead-c4a0a3bbe37a req-003c8e3a-4051-41e3-b3d1-ec66b0b78a93 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 210 time: 0.0639491 Jul 14 07:06:36.113930 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:36.115149 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f170408c-612a-46d4-8740-550e176a73f7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:36.123153 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c07369-1194-4549-83e0-40f4efaab728 admin admin] Deleting subnet 376624ed-03b9-4328-b38e-4c9dd75fffa5 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:06:36.127319 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a8c07369-1194-4549-83e0-40f4efaab728 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:36.192600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41110) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:36.192883 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41112) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:36.231447 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a8c07369-1194-4549-83e0-40f4efaab728 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:36.262947 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0b1c-f2d8-4a26-b0ad-f6f6fa44b009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:36.281930 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f170408c-612a-46d4-8740-550e176a73f7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:36.287434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f170408c-612a-46d4-8740-550e176a73f7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:36.288031 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f170408c-612a-46d4-8740-550e176a73f7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:36.365438 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b601-a1e1-454c-ae98-bdd86a6b1419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:36.388473 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a8c07369-1194-4549-83e0-40f4efaab728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:36.391330 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f170408c-612a-46d4-8740-550e176a73f7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6407228 Jul 14 07:06:36.410518 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41116) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:36.417627 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-333ec3e4-391b-48f4-b8dc-e236529af0f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'subnet': {'network_id': '9368f38e-cf0d-42c4-b652-78e2ac0e4f3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:36.470144 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9c54cc4f-67e9-4cd5-8bcb-5dd19de558a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd84e158edfa446a947fd3a51a2ca1bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704475 Jul 14 07:06:36.470362 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41118) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:36.474636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170408c-612a-46d4-8740-550e176a73f7 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Network': ['ID=9368f38e-cf0d-42c4-b652-78e2ac0e4f3d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:36.494769 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 9368f38e-cf0d-42c4-b652-78e2ac0e4f3d details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:06:36.580669 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a8c07369-1194-4549-83e0-40f4efaab728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:36.606813 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7364d66a-3305-4600-9938-03208d3511fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:36.685352 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7364d66a-3305-4600-9938-03208d3511fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:36.721200 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81f6b5-b803-42c4-9e75-2b321b1b6728 req-b5d76518-635b-454c-b124-7d48ddfee8c4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:36.723554 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae81f6b5-b803-42c4-9e75-2b321b1b6728 req-b5d76518-635b-454c-b124-7d48ddfee8c4 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c3d7869-1c73-46e5-be8d-6961caae1dde HTTP/1.1" status: 200 len: 949 time: 0.3027537 Jul 14 07:06:36.734382 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c07369-1194-4549-83e0-40f4efaab728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=376624ed-03b9-4328-b38e-4c9dd75fffa5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:36.751787 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a8c07369-1194-4549-83e0-40f4efaab728 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:36.754391 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a8c07369-1194-4549-83e0-40f4efaab728 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/376624ed-03b9-4328-b38e-4c9dd75fffa5 HTTP/1.1" status: 204 len: 168 time: 0.8528402 Jul 14 07:06:36.759601 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41126) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:36.774653 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0b1c-f2d8-4a26-b0ad-f6f6fa44b009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:36.799629 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0b1c-f2d8-4a26-b0ad-f6f6fa44b009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:36.829089 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333ec3e4-391b-48f4-b8dc-e236529af0f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:36.832898 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-333ec3e4-391b-48f4-b8dc-e236529af0f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:36.907282 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7364d66a-3305-4600-9938-03208d3511fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:36.909175 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae81f6b5-b803-42c4-9e75-2b321b1b6728 req-3a3eefa7-f360-41ed-aca2-7340f87a0a9c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613195 Jul 14 07:06:36.910509 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7364d66a-3305-4600-9938-03208d3511fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:36.911843 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7364d66a-3305-4600-9938-03208d3511fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/25dd3fef-a0af-457d-a372-a726298b3684 HTTP/1.1" status: 204 len: 168 time: 0.4405448 Jul 14 07:06:36.929847 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364d66a-3305-4600-9938-03208d3511fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dd3fef-a0af-457d-a372-a726298b3684,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:36.940611 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1e9c0b1c-f2d8-4a26-b0ad-f6f6fa44b009 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=424f0a9d8aa448f2a9d5ae4827b963b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7429526 Jul 14 07:06:36.946846 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41130) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:36.962699 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c0b1c-f2d8-4a26-b0ad-f6f6fa44b009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6be8a3-4774-454a-9f73-23c4db290e2f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:36.988708 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77be691e-10c2-4b60-b258-c0a2c934734b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:37.012447 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f4f6b601-a1e1-454c-ae98-bdd86a6b1419 admin admin] Deleting port 12b0807d-cbab-42e0-af8f-4da4bf17e5ee {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:37.012693 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b601-a1e1-454c-ae98-bdd86a6b1419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:37.159052 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0983863a-3502-468f-ba32-39333363e5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:37.224729 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77be691e-10c2-4b60-b258-c0a2c934734b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:37.241991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f4f6b601-a1e1-454c-ae98-bdd86a6b1419 admin admin] For port 12b0807d-cbab-42e0-af8f-4da4bf17e5ee, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=12b0807d-cbab-42e0-af8f-4da4bf17e5ee,segment=NetworkSegment(880f355e-6428-435c-8ca4-509082f66b67),segment_id=880f355e-6428-435c-8ca4-509082f66b67)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:37.242409 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b601-a1e1-454c-ae98-bdd86a6b1419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:37.246372 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0983863a-3502-468f-ba32-39333363e5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:37.257869 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-77be691e-10c2-4b60-b258-c0a2c934734b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c7e755-ea4b-4f64-a27a-decdb554b282']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:37.279607 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f4f6b601-a1e1-454c-ae98-bdd86a6b1419 admin admin] Calling delete_port for 12b0807d-cbab-42e0-af8f-4da4bf17e5ee owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:37.286219 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-333ec3e4-391b-48f4-b8dc-e236529af0f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:37.297927 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-77be691e-10c2-4b60-b258-c0a2c934734b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e603f2-0976-48ee-b2eb-1bb909ea7e87') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:37.300785 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-77be691e-10c2-4b60-b258-c0a2c934734b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e603f2-0976-48ee-b2eb-1bb909ea7e87') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:37.320267 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77be691e-10c2-4b60-b258-c0a2c934734b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:37.353567 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77be691e-10c2-4b60-b258-c0a2c934734b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:37.364588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77be691e-10c2-4b60-b258-c0a2c934734b admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:06:37.365625 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77be691e-10c2-4b60-b258-c0a2c934734b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:06:37.373124 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:06:37.454021 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ec3e4-391b-48f4-b8dc-e236529af0f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Subnet': ['ID=079535b5-4a9b-48a5-a6a5-d57b8c75b2f9,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:37.472599 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ec3e4-391b-48f4-b8dc-e236529af0f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Checking segment: {'id': '06264f5e-1b6a-4db1-b2b4-18a4f39f8d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9368f38e-cf0d-42c4-b652-78e2ac0e4f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:06:37.473036 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333ec3e4-391b-48f4-b8dc-e236529af0f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network hostable DHCP agents. Network: 9368f38e-cf0d-42c4-b652-78e2ac0e4f3d, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:06:37.477949 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0983863a-3502-468f-ba32-39333363e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:37.480622 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0983863a-3502-468f-ba32-39333363e5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:37.481875 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0983863a-3502-468f-ba32-39333363e5fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a6be8a3-4774-454a-9f73-23c4db290e2f HTTP/1.1" status: 204 len: 168 time: 0.5249569 Jul 14 07:06:37.533082 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983863a-3502-468f-ba32-39333363e5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6be8a3-4774-454a-9f73-23c4db290e2f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:37.555097 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3a7cba7-ce1b-452f-b386-6b6578d33c57 req-26b5b943-56fb-47f1-a467-f50478ea4b42 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c4b91d0-7807-4b8e-ba07-7f66225ad93b HTTP/1.1" status: 200 len: 210 time: 0.1596091 Jul 14 07:06:37.571129 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333ec3e4-391b-48f4-b8dc-e236529af0f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 9368f38e-cf0d-42c4-b652-78e2ac0e4f3d is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:06:37.588300 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77be691e-10c2-4b60-b258-c0a2c934734b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:37.598949 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77be691e-10c2-4b60-b258-c0a2c934734b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:37.604625 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-77be691e-10c2-4b60-b258-c0a2c934734b admin admin] 10.222.0.35 "DELETE /v2.0/networks/a8c7e755-ea4b-4f64-a27a-decdb554b282 HTTP/1.1" status: 204 len: 168 time: 0.8360658 Jul 14 07:06:37.627506 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 0e283fbb-dcdc-426d-8c95-57be79f6998a up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:06:37.674729 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be691e-10c2-4b60-b258-c0a2c934734b admin admin] Pushing event deleted for resources: {'Network': ['ID=a8c7e755-ea4b-4f64-a27a-decdb554b282,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:37.708968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-333ec3e4-391b-48f4-b8dc-e236529af0f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 9368f38e-cf0d-42c4-b652-78e2ac0e4f3d) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:37.717827 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333ec3e4-391b-48f4-b8dc-e236529af0f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:37.722373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109b00b6-f43e-4fdf-9a5f-ab064d9dbf2d None None] Network 9368f38e-cf0d-42c4-b652-78e2ac0e4f3d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:37.728889 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-333ec3e4-391b-48f4-b8dc-e236529af0f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:37.787219 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-333ec3e4-391b-48f4-b8dc-e236529af0f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3728113 Jul 14 07:06:37.788238 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41154) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:37.794427 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-55c37f03-cb5b-4c54-88f1-b607bf83e29a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'network_id': '9368f38e-cf0d-42c4-b652-78e2ac0e4f3d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1993834817'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:37.807472 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b601-a1e1-454c-ae98-bdd86a6b1419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:37.813532 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41158) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:38.010643 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 0e283fbb-dcdc-426d-8c95-57be79f6998a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:06:38.020509 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-9368f38e-cf0d-42c4-b652-78e2ac0e4f3d', 'network_id': '9368f38e-cf0d-42c4-b652-78e2ac0e4f3d', 'tenant_id': '4e17643779c64bfcbf5ca1bd69e3a52f', 'fixed_ips': [{'subnet_id': '079535b5-4a9b-48a5-a6a5-d57b8c75b2f9'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:06:38.024194 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:38.030862 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6b601-a1e1-454c-ae98-bdd86a6b1419 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b0807d-cbab-42e0-af8f-4da4bf17e5ee,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:38.031564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 0e283fbb-dcdc-426d-8c95-57be79f6998a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:38.033479 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:38.068158 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c37f03-cb5b-4c54-88f1-b607bf83e29a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:38.073036 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55c37f03-cb5b-4c54-88f1-b607bf83e29a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:38.132156 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-55c37f03-cb5b-4c54-88f1-b607bf83e29a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] device_id is not set on port f3250ae3-71f6-4b3e-8eaf-a76ddabd7376 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:06:38.296084 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4be008cd-186e-492b-bd93-0041954b7d45 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=979732be3cf0453eb12cd452eff725f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4798493 Jul 14 07:06:38.299713 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41174) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:38.483499 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc649d03-cae3-4384-9c76-4888a54c3782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:38.488613 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-55c37f03-cb5b-4c54-88f1-b607bf83e29a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Allocated IP 2001:db8::31a (9368f38e-cf0d-42c4-b652-78e2ac0e4f3d/079535b5-4a9b-48a5-a6a5-d57b8c75b2f9/f3250ae3-71f6-4b3e-8eaf-a76ddabd7376) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:06:38.501695 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:38.511901 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc649d03-cae3-4384-9c76-4888a54c3782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:38.538034 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3d7869-1c73-46e5-be8d-6961caae1dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e283fbb-dcdc-426d-8c95-57be79f6998a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:06:38.546523 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e432e0-1bdb-42e3-8503-220c4930be0d" -d '{"events": [{"server_uuid": "2c3d7869-1c73-46e5-be8d-6961caae1dde", "name": "network-vif-plugged", "status": "completed", "tag": "0e283fbb-dcdc-426d-8c95-57be79f6998a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:06:38.560018 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58901a5-a875-4b4f-aefb-9595e41b56ef req-d8f262c1-c9bb-48d8-a941-8acc41b2036d tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:38.561734 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b58901a5-a875-4b4f-aefb-9595e41b56ef req-d8f262c1-c9bb-48d8-a941-8acc41b2036d tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c3d7869-1c73-46e5-be8d-6961caae1dde HTTP/1.1" status: 200 len: 949 time: 0.2107313 Jul 14 07:06:38.580255 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b601-a1e1-454c-ae98-bdd86a6b1419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:38.583376 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 0e283fbb-dcdc-426d-8c95-57be79f6998a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=0e283fbb-dcdc-426d-8c95-57be79f6998a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:38.587157 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc649d03-cae3-4384-9c76-4888a54c3782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:38.590153 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc649d03-cae3-4384-9c76-4888a54c3782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:38.590786 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:38.596055 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bc649d03-cae3-4384-9c76-4888a54c3782 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f16da0ed-7fcd-419f-991c-b71731f16cef HTTP/1.1" status: 204 len: 168 time: 0.2949162 Jul 14 07:06:38.624554 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc649d03-cae3-4384-9c76-4888a54c3782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16da0ed-7fcd-419f-991c-b71731f16cef,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:38.669534 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fbdf29-c672-4be6-85b3-2d025c4624dd x-openstack-request-id: req-60fbdf29-c672-4be6-85b3-2d025c4624dd {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:06:38.670091 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3d7869-1c73-46e5-be8d-6961caae1dde", "name": "network-vif-plugged", "status": "completed", "tag": "0e283fbb-dcdc-426d-8c95-57be79f6998a", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:06:38.670091 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60fbdf29-c672-4be6-85b3-2d025c4624dd {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:06:38.670425 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3d7869-1c73-46e5-be8d-6961caae1dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e283fbb-dcdc-426d-8c95-57be79f6998a', 'code': 200} Jul 14 07:06:38.706546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=0e283fbb-dcdc-426d-8c95-57be79f6998a,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:38.749812 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b58901a5-a875-4b4f-aefb-9595e41b56ef req-052638a9-391e-4e01-a349-54b13a80bde1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776090 Jul 14 07:06:38.834873 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55c37f03-cb5b-4c54-88f1-b607bf83e29a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:38.866142 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-55c37f03-cb5b-4c54-88f1-b607bf83e29a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Transition to ACTIVE for port object f3250ae3-71f6-4b3e-8eaf-a76ddabd7376 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:38.928979 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c6bef-551b-4dd2-8221-2eaf52b5699d req-88ce504d-3c87-451a-afcd-c34a5e2b9063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:38.932096 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db1c6bef-551b-4dd2-8221-2eaf52b5699d req-88ce504d-3c87-451a-afcd-c34a5e2b9063 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c3d7869-1c73-46e5-be8d-6961caae1dde HTTP/1.1" status: 200 len: 1101 time: 0.1374686 Jul 14 07:06:39.001563 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db1c6bef-551b-4dd2-8221-2eaf52b5699d req-2fd7cb03-f150-47ff-a659-76ee7550c251 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610383 Jul 14 07:06:39.017941 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55c37f03-cb5b-4c54-88f1-b607bf83e29a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:39.049374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f6b601-a1e1-454c-ae98-bdd86a6b1419 admin admin] Router 2dd37f3f-a688-47e4-bda5-46d7aace50be has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:06:39.123218 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Allocated IP 2001:db8::2 (9368f38e-cf0d-42c4-b652-78e2ac0e4f3d/079535b5-4a9b-48a5-a6a5-d57b8c75b2f9/94e26fdf-6a5e-47cc-96fb-51b6288b754f) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:06:39.135190 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c37f03-cb5b-4c54-88f1-b607bf83e29a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 9368f38e-cf0d-42c4-b652-78e2ac0e4f3d is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:39.208659 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-55c37f03-cb5b-4c54-88f1-b607bf83e29a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:39.220109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c37f03-cb5b-4c54-88f1-b607bf83e29a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:39.238314 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c37f03-cb5b-4c54-88f1-b607bf83e29a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:39.240925 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55c37f03-cb5b-4c54-88f1-b607bf83e29a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:39.279962 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-55c37f03-cb5b-4c54-88f1-b607bf83e29a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.4891138 Jul 14 07:06:39.283981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c37f03-cb5b-4c54-88f1-b607bf83e29a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=f3250ae3-71f6-4b3e-8eaf-a76ddabd7376,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:39.287813 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41214) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:39.415325 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f6b601-a1e1-454c-ae98-bdd86a6b1419 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:06:39.423092 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f4f6b601-a1e1-454c-ae98-bdd86a6b1419 admin admin] 10.222.0.35 "PUT /v2.0/routers/2dd37f3f-a688-47e4-bda5-46d7aace50be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1322343 Jul 14 07:06:39.424211 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41216) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:39.431926 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1228892-2183-4545-a86b-3c06a7e3f991 None None] Sync routers for ids ['2dd37f3f-a688-47e4-bda5-46d7aace50be'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:06:39.454414 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c8035f88-9ef0-4e8f-8107-4130cdd015bb tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port f3250ae3-71f6-4b3e-8eaf-a76ddabd7376 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:39.455244 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8035f88-9ef0-4e8f-8107-4130cdd015bb tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:39.477026 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1228892-2183-4545-a86b-3c06a7e3f991 None None] Routers {'2dd37f3f-a688-47e4-bda5-46d7aace50be'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:06:39.477687 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c1228892-2183-4545-a86b-3c06a7e3f991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:06:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['2dd37f3f-a688-47e4-bda5-46d7aace50be'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:39.553013 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:39.582355 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Transition to ACTIVE for port object 94e26fdf-6a5e-47cc-96fb-51b6288b754f will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:39.614953 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Transition to ACTIVE for port object 94e26fdf-6a5e-47cc-96fb-51b6288b754f will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:39.643207 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8035f88-9ef0-4e8f-8107-4130cdd015bb tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:39.652415 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b0775eb-1087-4fb3-933e-1f591979d99c admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:39.675059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c8035f88-9ef0-4e8f-8107-4130cdd015bb tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for f3250ae3-71f6-4b3e-8eaf-a76ddabd7376 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:39.857706 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b0775eb-1087-4fb3-933e-1f591979d99c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:39.937334 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:39.987616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-1b0775eb-1087-4fb3-933e-1f591979d99c admin admin] Deleting port 0f9aeb30-cb95-4434-8167-87cfb7cf8013 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:39.989611 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b0775eb-1087-4fb3-933e-1f591979d99c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:40.027646 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8035f88-9ef0-4e8f-8107-4130cdd015bb tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:40.080846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-1b0775eb-1087-4fb3-933e-1f591979d99c admin admin] For port 0f9aeb30-cb95-4434-8167-87cfb7cf8013, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0f9aeb30-cb95-4434-8167-87cfb7cf8013,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:40.081903 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b0775eb-1087-4fb3-933e-1f591979d99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:40.121954 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-1b0775eb-1087-4fb3-933e-1f591979d99c admin admin] Calling delete_port for 0f9aeb30-cb95-4434-8167-87cfb7cf8013 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:40.163976 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8035f88-9ef0-4e8f-8107-4130cdd015bb tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=f3250ae3-71f6-4b3e-8eaf-a76ddabd7376,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:40.167203 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8035f88-9ef0-4e8f-8107-4130cdd015bb tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:40.172000 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c8035f88-9ef0-4e8f-8107-4130cdd015bb tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/ports/f3250ae3-71f6-4b3e-8eaf-a76ddabd7376 HTTP/1.1" status: 204 len: 168 time: 0.8805413 Jul 14 07:06:40.173221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41234) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:40.214742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Network 9368f38e-cf0d-42c4-b652-78e2ac0e4f3d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:40.222280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:40.241502 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4146fcc-f34f-48f7-9ba1-4ca175e7c069 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] GET failed (client error): The resource could not be found. Jul 14 07:06:40.245901 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:40.251639 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e4146fcc-f34f-48f7-9ba1-4ca175e7c069 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports/f3250ae3-71f6-4b3e-8eaf-a76ddabd7376 HTTP/1.1" status: 404 len: 333 time: 0.0769606 Jul 14 07:06:40.252388 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41248) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:40.273305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Pushing event updated for resources: {'Port': ['ID=94e26fdf-6a5e-47cc-96fb-51b6288b754f,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:40.360253 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-c1228892-2183-4545-a86b-3c06a7e3f991 None None] Set router 2dd37f3f-a688-47e4-bda5-46d7aace50be gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:06:40.392881 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-311ed2b2-ff31-442d-8fa8-9435b3ab2efb tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting subnet 079535b5-4a9b-48a5-a6a5-d57b8c75b2f9 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:06:40.404892 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-311ed2b2-ff31-442d-8fa8-9435b3ab2efb tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:40.505519 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-311ed2b2-ff31-442d-8fa8-9435b3ab2efb tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:40.537894 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b0775eb-1087-4fb3-933e-1f591979d99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:40.582384 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Attempting to bind port 94e26fdf-6a5e-47cc-96fb-51b6288b754f on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:06:40.582748 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Attempting to bind port 94e26fdf-6a5e-47cc-96fb-51b6288b754f by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '06264f5e-1b6a-4db1-b2b4-18a4f39f8d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9368f38e-cf0d-42c4-b652-78e2ac0e4f3d'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:06:40.583097 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Attempting to bind port 94e26fdf-6a5e-47cc-96fb-51b6288b754f on network 9368f38e-cf0d-42c4-b652-78e2ac0e4f3d {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:06:40.591614 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:06:40.591987 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Checking segment: {'id': '06264f5e-1b6a-4db1-b2b4-18a4f39f8d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9368f38e-cf0d-42c4-b652-78e2ac0e4f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:06:40.592392 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:40.592784 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Bound using segment: {'id': '06264f5e-1b6a-4db1-b2b4-18a4f39f8d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9368f38e-cf0d-42c4-b652-78e2ac0e4f3d'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:06:40.593284 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Bound port: 94e26fdf-6a5e-47cc-96fb-51b6288b754f, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06264f5e-1b6a-4db1-b2b4-18a4f39f8d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9368f38e-cf0d-42c4-b652-78e2ac0e4f3d'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:06:40.593669 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:40.694605 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-311ed2b2-ff31-442d-8fa8-9435b3ab2efb tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:40.729321 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0775eb-1087-4fb3-933e-1f591979d99c admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9aeb30-cb95-4434-8167-87cfb7cf8013,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:40.819788 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c1228892-2183-4545-a86b-3c06a7e3f991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd37f3f-a688-47e4-bda5-46d7aace50be', 'name': 'tempest-ServersTestMultiNic-27961009-router', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '0f9aeb30-cb95-4434-8167-87cfb7cf8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:04:42Z', 'updated_at': '2021-07-14T07:06:37Z', 'revision_number': 5, 'project_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'gw_port': {'id': '0f9aeb30-cb95-4434-8167-87cfb7cf8013', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd37f3f-a688-47e4-bda5-46d7aace50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:04:43Z', 'updated_at': '2021-07-14T07:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:40.853115 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-311ed2b2-ff31-442d-8fa8-9435b3ab2efb tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:40.877503 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1228892-2183-4545-a86b-3c06a7e3f991 None None] Checking router: 2dd37f3f-a688-47e4-bda5-46d7aace50be for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:06:40.882516 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] For port 94e26fdf-6a5e-47cc-96fb-51b6288b754f, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:06:40.910049 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1228892-2183-4545-a86b-3c06a7e3f991 None None] Routers {'2dd37f3f-a688-47e4-bda5-46d7aace50be'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:06:40.910916 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c1228892-2183-4545-a86b-3c06a7e3f991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:06:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['2dd37f3f-a688-47e4-bda5-46d7aace50be'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:40.929473 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b0775eb-1087-4fb3-933e-1f591979d99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:40.961529 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-311ed2b2-ff31-442d-8fa8-9435b3ab2efb tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:40.963563 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-311ed2b2-ff31-442d-8fa8-9435b3ab2efb tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/079535b5-4a9b-48a5-a6a5-d57b8c75b2f9 HTTP/1.1" status: 204 len: 168 time: 0.7103672 Jul 14 07:06:40.968771 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ed2b2-ff31-442d-8fa8-9435b3ab2efb tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Subnet': ['ID=079535b5-4a9b-48a5-a6a5-d57b8c75b2f9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:40.987151 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41276) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:40.998321 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-c1228892-2183-4545-a86b-3c06a7e3f991 None None] Set router 2dd37f3f-a688-47e4-bda5-46d7aace50be gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:06:41.135690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3ceb4-c540-4709-abfe-c772d2689c26 req-4872f849-0bc0-41d3-a954-e6c2b208096d tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:41.146900 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c4f3ceb4-c540-4709-abfe-c772d2689c26 req-4872f849-0bc0-41d3-a954-e6c2b208096d tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c3d7869-1c73-46e5-be8d-6961caae1dde HTTP/1.1" status: 200 len: 950 time: 0.6332679 Jul 14 07:06:41.169829 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:41.175346 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] For port 94e26fdf-6a5e-47cc-96fb-51b6288b754f, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=94e26fdf-6a5e-47cc-96fb-51b6288b754f,segment=NetworkSegment(06264f5e-1b6a-4db1-b2b4-18a4f39f8d11),segment_id=06264f5e-1b6a-4db1-b2b4-18a4f39f8d11)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:06:41.188462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c1228892-2183-4545-a86b-3c06a7e3f991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd37f3f-a688-47e4-bda5-46d7aace50be', 'name': 'tempest-ServersTestMultiNic-27961009-router', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:04:42Z', 'updated_at': '2021-07-14T07:06:40Z', 'revision_number': 7, 'project_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:41.252752 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b0775eb-1087-4fb3-933e-1f591979d99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:41.256572 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b0775eb-1087-4fb3-933e-1f591979d99c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:41.282739 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c4f3ceb4-c540-4709-abfe-c772d2689c26 req-89074cb8-407e-47b4-8910-97b9f1844c2e tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348448 Jul 14 07:06:41.307546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port 94e26fdf-6a5e-47cc-96fb-51b6288b754f {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:41.308086 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:41.322923 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1228892-2183-4545-a86b-3c06a7e3f991 None None] The sync data for ids ['2dd37f3f-a688-47e4-bda5-46d7aace50be'] in n-d-778696-5 is: [{'id': '2dd37f3f-a688-47e4-bda5-46d7aace50be', 'name': 'tempest-ServersTestMultiNic-27961009-router', 'tenant_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:04:42Z', 'updated_at': '2021-07-14T07:06:40Z', 'revision_number': 7, 'project_id': '420e7bcde0b4418bbcff3dfcdfec9410', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:06:41.329235 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:41.418242 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b0775eb-1087-4fb3-933e-1f591979d99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:41.420671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0775eb-1087-4fb3-933e-1f591979d99c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dd37f3f-a688-47e4-bda5-46d7aace50be {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:06:41.430769 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b0775eb-1087-4fb3-933e-1f591979d99c admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:41.435762 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1b0775eb-1087-4fb3-933e-1f591979d99c admin admin] 10.222.0.35 "DELETE /v2.0/routers/2dd37f3f-a688-47e4-bda5-46d7aace50be HTTP/1.1" status: 204 len: 168 time: 2.0104630 Jul 14 07:06:41.439454 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41296) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:41.480230 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91c244-81cc-4b47-8f6a-7884390163ac None None] Pushing event updated for resources: {'Port': ['ID=94e26fdf-6a5e-47cc-96fb-51b6288b754f,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:41.486686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] For port 94e26fdf-6a5e-47cc-96fb-51b6288b754f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=94e26fdf-6a5e-47cc-96fb-51b6288b754f,segment=NetworkSegment(06264f5e-1b6a-4db1-b2b4-18a4f39f8d11),segment_id=06264f5e-1b6a-4db1-b2b4-18a4f39f8d11)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:41.487056 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:41.516681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41300) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:41.547155 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for 94e26fdf-6a5e-47cc-96fb-51b6288b754f owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:41.566929 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e1c146-f9d5-4c24-a653-91fb531fa799 admin admin] Deleting subnet f4967f76-d35e-4085-b812-9fadd372ca60 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:06:41.578365 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55e1c146-f9d5-4c24-a653-91fb531fa799 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:41.647482 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55e1c146-f9d5-4c24-a653-91fb531fa799 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:41.713422 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:41.789036 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=94e26fdf-6a5e-47cc-96fb-51b6288b754f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:41.848449 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No DVR routers for this DVR port 94e26fdf-6a5e-47cc-96fb-51b6288b754f on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:41.915506 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6be3fac-082a-49c2-ad7a-697567ca7ef0 req-45eb1f30-b1f7-4054-bcf6-805831b67c95 tempest-FlavorsV2NegativeTest-203535969 tempest-FlavorsV2NegativeTest-203535969-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9aeb4ef1888d41adaf2587ccb5cdb5a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741527 Jul 14 07:06:41.941918 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55e1c146-f9d5-4c24-a653-91fb531fa799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:42.056932 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 12b0807d-cbab-42e0-af8f-4da4bf17e5ee no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:42.122881 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 12b0807d-cbab-42e0-af8f-4da4bf17e5ee {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:42.123658 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 12b0807d-cbab-42e0-af8f-4da4bf17e5ee not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:42.135266 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:42.151747 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41320) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:42.161306 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9368f38e-cf0d-42c4-b652-78e2ac0e4f3d']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:42.182785 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06264f5e-1b6a-4db1-b2b4-18a4f39f8d11') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:42.183088 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06264f5e-1b6a-4db1-b2b4-18a4f39f8d11') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:42.206451 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:42.239659 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:42.251069 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55e1c146-f9d5-4c24-a653-91fb531fa799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:42.255922 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:06:42.257413 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:42.293340 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1c146-f9d5-4c24-a653-91fb531fa799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4967f76-d35e-4085-b812-9fadd372ca60,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:42.309375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be3fac-082a-49c2-ad7a-697567ca7ef0 req-442a7c3a-ae79-46de-9063-0fdb25d1e119 tempest-FlavorsV2NegativeTest-203535969 tempest-FlavorsV2NegativeTest-203535969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:42.316534 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6be3fac-082a-49c2-ad7a-697567ca7ef0 req-442a7c3a-ae79-46de-9063-0fdb25d1e119 tempest-FlavorsV2NegativeTest-203535969 tempest-FlavorsV2NegativeTest-203535969-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3996015 Jul 14 07:06:42.336069 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55e1c146-f9d5-4c24-a653-91fb531fa799 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:42.337064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d7321c-cfbc-4fba-813e-c551183b2c6c None None] Network 5ea7f0ba-0aee-4b19-a779-784752b18bbc requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:42.338649 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-55e1c146-f9d5-4c24-a653-91fb531fa799 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f4967f76-d35e-4085-b812-9fadd372ca60 HTTP/1.1" status: 204 len: 168 time: 0.8981366 Jul 14 07:06:42.341254 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d66b4208-9567-4b25-816e-17dfd5630a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:42.345248 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41326) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:42.355645 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6be3fac-082a-49c2-ad7a-697567ca7ef0 req-1dde05b7-c752-4036-b556-e1c5aad62513 tempest-FlavorsV2NegativeTest-203535969 tempest-FlavorsV2NegativeTest-203535969-project] 10.222.0.35 "GET /v2.0/quotas/9aeb4ef1888d41adaf2587ccb5cdb5a1 HTTP/1.1" status: 200 len: 375 time: 0.0377522 Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:06:42.374351 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:06:42.393231 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d529b8d1-8507-42fa-9ca2-a7e040231c77 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1016009575-network', 'tenant_id': '3425f2ff75e64c15bc33f475f0e23988'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:42.405068 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:42.458003 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:42.460791 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6be3fac-082a-49c2-ad7a-697567ca7ef0 req-859557e3-dd89-4529-8fde-1c1c28495acf tempest-FlavorsV2NegativeTest-203535969 tempest-FlavorsV2NegativeTest-203535969-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9aeb4ef1888d41adaf2587ccb5cdb5a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1039042 Jul 14 07:06:42.480135 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/networks/9368f38e-cf0d-42c4-b652-78e2ac0e4f3d HTTP/1.1" status: 204 len: 168 time: 1.4914279 Jul 14 07:06:42.484675 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41332) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:42.486845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79e63d-663e-461d-98f7-12092b74ce67 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Network': ['ID=9368f38e-cf0d-42c4-b652-78e2ac0e4f3d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:42.498166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f612d2c1-fdfb-4602-b3de-9ac5255cc9e5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a', 'name': 'tempest-PortsIpV6TestJSON-1443185329'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:42.515550 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-d529b8d1-8507-42fa-9ca2-a7e040231c77 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 07:06:42.515550 n-d-778696-5 neutron-server[93827]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 07:06:42.515550 n-d-778696-5 neutron-server[93827]: [parameters: {'project_id': '3425f2ff75e64c15bc33f475f0e23988', 'id': '1b355586-07ca-4d6d-a27c-8a99f3cb8337', 'expiration': datetime.datetime(2021, 7, 14, 7, 8, 42, 503011)}] Jul 14 07:06:42.515550 n-d-778696-5 neutron-server[93827]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:06:42.522358 n-d-778696-5 neutron-server[93827]: DEBUG oslo_db.api [None req-d529b8d1-8507-42fa-9ca2-a7e040231c77 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:06:42.766813 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:42.810218 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa468e5-a61a-49fe-a1e7-3fe0d868d8e7 None None] DHCP port deletion for 5ea7f0ba-0aee-4b19-a779-784752b18bbc request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:06:42.914773 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-6fa468e5-a61a-49fe-a1e7-3fe0d868d8e7 None None] Deleting port f9ae5747-5176-45ff-9f53-98c4d04090fe {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:42.915157 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6fa468e5-a61a-49fe-a1e7-3fe0d868d8e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:42.932704 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d66b4208-9567-4b25-816e-17dfd5630a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:42.960317 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d66b4208-9567-4b25-816e-17dfd5630a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.031066 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddeb2c3-9f81-4675-b28b-87b370524e30 req-1388488a-af4a-4d67-b81d-ad059732bc56 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:43.038793 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ddeb2c3-9f81-4675-b28b-87b370524e30 req-1388488a-af4a-4d67-b81d-ad059732bc56 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c3d7869-1c73-46e5-be8d-6961caae1dde HTTP/1.1" status: 200 len: 950 time: 0.3776042 Jul 14 07:06:43.069555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-6fa468e5-a61a-49fe-a1e7-3fe0d868d8e7 None None] For port f9ae5747-5176-45ff-9f53-98c4d04090fe, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f9ae5747-5176-45ff-9f53-98c4d04090fe,segment=NetworkSegment(880f355e-6428-435c-8ca4-509082f66b67),segment_id=880f355e-6428-435c-8ca4-509082f66b67)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:43.070741 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6fa468e5-a61a-49fe-a1e7-3fe0d868d8e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.080289 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d529b8d1-8507-42fa-9ca2-a7e040231c77 admin admin] Made reservation on behalf of 3425f2ff75e64c15bc33f475f0e23988 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:43.083149 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d529b8d1-8507-42fa-9ca2-a7e040231c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.099210 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d66b4208-9567-4b25-816e-17dfd5630a8c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=155930217995444fb537397d51657281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9454379 Jul 14 07:06:43.101315 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d529b8d1-8507-42fa-9ca2-a7e040231c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.120276 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-6fa468e5-a61a-49fe-a1e7-3fe0d868d8e7 None None] Calling delete_port for f9ae5747-5176-45ff-9f53-98c4d04090fe owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:43.130805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-690ad532-7703-4d39-ba49-5cdf6e0ff35a None None] Could not find standard attr ID for object 94e26fdf-6a5e-47cc-96fb-51b6288b754f. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:06:43.139374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41348) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:43.142478 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f612d2c1-fdfb-4602-b3de-9ac5255cc9e5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:43.146820 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f612d2c1-fdfb-4602-b3de-9ac5255cc9e5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.186282 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b4208-9567-4b25-816e-17dfd5630a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6885dfed-e98d-4fd6-a74f-f08ce3e55402,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:43.194557 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] Deleting port f9ae5747-5176-45ff-9f53-98c4d04090fe {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:43.195916 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.246688 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-f612d2c1-fdfb-4602-b3de-9ac5255cc9e5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] device_id is not set on port 6396b7d4-7ba6-4fee-a15a-9b158c90c8b2 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:06:43.318763 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f168116-269c-4b25-b9e1-ae142d0e77ec None None] DHCP port deletion for 9368f38e-cf0d-42c4-b652-78e2ac0e4f3d request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:06:43.324321 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6fa468e5-a61a-49fe-a1e7-3fe0d868d8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.402223 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba73359-2083-491a-a2f7-0b1826dd15e9 None None] Network 9368f38e-cf0d-42c4-b652-78e2ac0e4f3d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:43.412952 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa468e5-a61a-49fe-a1e7-3fe0d868d8e7 None None] No DVR routers for this DVR port f9ae5747-5176-45ff-9f53-98c4d04090fe on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:43.418446 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d529b8d1-8507-42fa-9ca2-a7e040231c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.418640 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa468e5-a61a-49fe-a1e7-3fe0d868d8e7 None None] Pushing event deleted for resources: {'Port': ['ID=f9ae5747-5176-45ff-9f53-98c4d04090fe,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:43.434128 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d529b8d1-8507-42fa-9ca2-a7e040231c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.446742 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9ac6d77-a580-40a6-8316-ddd6c1e25170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.449548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba73359-2083-491a-a2f7-0b1826dd15e9 None None] Network 9368f38e-cf0d-42c4-b652-78e2ac0e4f3d could not be found, it might have been deleted concurrently. {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 07:06:43.471384 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d529b8d1-8507-42fa-9ca2-a7e040231c77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:06:43.489916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529b8d1-8507-42fa-9ca2-a7e040231c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cfd9dd-b9ff-46c0-9461-b293b1cedb3f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:43.495497 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9ac6d77-a580-40a6-8316-ddd6c1e25170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.507573 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d529b8d1-8507-42fa-9ca2-a7e040231c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.507958 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-d529b8d1-8507-42fa-9ca2-a7e040231c77 admin admin] Added segment b5afb47e-2d44-4c24-90f3-b70b71c6c671 of type vlan for network 01392a21-15c4-4543-814a-0d7cbb24d672 Jul 14 07:06:43.565504 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d529b8d1-8507-42fa-9ca2-a7e040231c77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.595882 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9ac6d77-a580-40a6-8316-ddd6c1e25170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.599095 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9ac6d77-a580-40a6-8316-ddd6c1e25170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.603111 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d9ac6d77-a580-40a6-8316-ddd6c1e25170 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6885dfed-e98d-4fd6-a74f-f08ce3e55402 HTTP/1.1" status: 204 len: 168 time: 0.4599147 Jul 14 07:06:43.616337 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d529b8d1-8507-42fa-9ca2-a7e040231c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.617939 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d529b8d1-8507-42fa-9ca2-a7e040231c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:43.618540 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d529b8d1-8507-42fa-9ca2-a7e040231c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.650532 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac6d77-a580-40a6-8316-ddd6c1e25170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6885dfed-e98d-4fd6-a74f-f08ce3e55402,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:43.708659 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d529b8d1-8507-42fa-9ca2-a7e040231c77 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1835515 Jul 14 07:06:43.708659 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529b8d1-8507-42fa-9ca2-a7e040231c77 admin admin] Pushing event updated for resources: {'Network': ['ID=01392a21-15c4-4543-814a-0d7cbb24d672,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:43.710477 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41360) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:43.716712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-2680ea76-7402-4cd0-9fdf-7e0ba4fed09a admin admin] Request body: {'subnet': {'network_id': '01392a21-15c4-4543-814a-0d7cbb24d672', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1016009575-subnet', 'tenant_id': '3425f2ff75e64c15bc33f475f0e23988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:43.721745 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 01392a21-15c4-4543-814a-0d7cbb24d672 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:06:43.728586 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ddeb2c3-9f81-4675-b28b-87b370524e30 req-a9c2d0f0-e580-435c-86bc-dd12a6c06da5 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6868916 Jul 14 07:06:43.741917 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2680ea76-7402-4cd0-9fdf-7e0ba4fed09a admin admin] Made reservation on behalf of 3425f2ff75e64c15bc33f475f0e23988 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:43.743009 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f612d2c1-fdfb-4602-b3de-9ac5255cc9e5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.746845 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2680ea76-7402-4cd0-9fdf-7e0ba4fed09a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.757132 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] For port f9ae5747-5176-45ff-9f53-98c4d04090fe, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f9ae5747-5176-45ff-9f53-98c4d04090fe,segment=NetworkSegment(880f355e-6428-435c-8ca4-509082f66b67),segment_id=880f355e-6428-435c-8ca4-509082f66b67)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:43.757529 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:43.816768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] Calling delete_port for f9ae5747-5176-45ff-9f53-98c4d04090fe owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:43.872245 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41364) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:43.954529 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f612d2c1-fdfb-4602-b3de-9ac5255cc9e5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:44.001052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0f9aeb30-cb95-4434-8167-87cfb7cf8013 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:44.028928 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 0f9aeb30-cb95-4434-8167-87cfb7cf8013 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:44.030480 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0f9aeb30-cb95-4434-8167-87cfb7cf8013 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:44.031072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f9ae5747-5176-45ff-9f53-98c4d04090fe no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:44.064063 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: f9ae5747-5176-45ff-9f53-98c4d04090fe {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:44.064858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f9ae5747-5176-45ff-9f53-98c4d04090fe not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:44.065467 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 94e26fdf-6a5e-47cc-96fb-51b6288b754f no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:44.092641 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 94e26fdf-6a5e-47cc-96fb-51b6288b754f {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:44.093699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 94e26fdf-6a5e-47cc-96fb-51b6288b754f not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:44.124445 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f612d2c1-fdfb-4602-b3de-9ac5255cc9e5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 78057f16-b814-4734-841b-061bcd4b7f1a is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:44.141429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f612d2c1-fdfb-4602-b3de-9ac5255cc9e5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:44.143889 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f612d2c1-fdfb-4602-b3de-9ac5255cc9e5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:44.150783 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f612d2c1-fdfb-4602-b3de-9ac5255cc9e5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:44.151464 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f612d2c1-fdfb-4602-b3de-9ac5255cc9e5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:44.174479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612d2c1-fdfb-4602-b3de-9ac5255cc9e5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=6396b7d4-7ba6-4fee-a15a-9b158c90c8b2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:44.184295 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:44.198879 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] No DVR routers for this DVR port f9ae5747-5176-45ff-9f53-98c4d04090fe on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:44.208641 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f612d2c1-fdfb-4602-b3de-9ac5255cc9e5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7225623 Jul 14 07:06:44.245055 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41370) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:44.447854 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41374) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:44.485525 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93fc6129-1a22-46be-9b35-0fe700dc489d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:44.487417 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a2975a1-64d0-4537-9fcf-a86da5690034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:44.514257 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2680ea76-7402-4cd0-9fdf-7e0ba4fed09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:44.591646 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ae5747-5176-45ff-9f53-98c4d04090fe,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:44.592074 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680ea76-7402-4cd0-9fdf-7e0ba4fed09a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a879488d-cc0c-48d6-9870-331433a5caa6,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:44.611828 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2680ea76-7402-4cd0-9fdf-7e0ba4fed09a admin admin] Checking segment: {'id': 'b5afb47e-2d44-4c24-90f3-b70b71c6c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01392a21-15c4-4543-814a-0d7cbb24d672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:06:44.612191 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2680ea76-7402-4cd0-9fdf-7e0ba4fed09a admin admin] Network hostable DHCP agents. Network: 01392a21-15c4-4543-814a-0d7cbb24d672, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:06:44.640402 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:44.642708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2680ea76-7402-4cd0-9fdf-7e0ba4fed09a admin admin] Network 01392a21-15c4-4543-814a-0d7cbb24d672 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:06:44.657621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-2680ea76-7402-4cd0-9fdf-7e0ba4fed09a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 01392a21-15c4-4543-814a-0d7cbb24d672) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:44.661830 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b6311-7d08-4b7c-a97e-4cffff213dcd req-c2c85839-0dda-453c-8ef0-364c2d51b000 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:44.662131 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2680ea76-7402-4cd0-9fdf-7e0ba4fed09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:44.662739 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2680ea76-7402-4cd0-9fdf-7e0ba4fed09a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:44.663647 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d9b6311-7d08-4b7c-a97e-4cffff213dcd req-c2c85839-0dda-453c-8ef0-364c2d51b000 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2c3d7869-1c73-46e5-be8d-6961caae1dde HTTP/1.1" status: 200 len: 1101 time: 0.6159830 Jul 14 07:06:44.675438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea7f0ba-0aee-4b19-a779-784752b18bbc']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:44.682055 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa569df-d66c-4be5-8094-48583f228728 None None] Network 01392a21-15c4-4543-814a-0d7cbb24d672 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:44.690674 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a2975a1-64d0-4537-9fcf-a86da5690034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:44.707812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880f355e-6428-435c-8ca4-509082f66b67') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:44.708189 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880f355e-6428-435c-8ca4-509082f66b67') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:06:44.708303 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a2975a1-64d0-4537-9fcf-a86da5690034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:44.726412 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:44.763078 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:44.773292 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0a2975a1-64d0-4537-9fcf-a86da5690034 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1db359ff1534c02ab6b7e43b29d996e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202777 Jul 14 07:06:44.774098 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41378) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:44.776766 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2975a1-64d0-4537-9fcf-a86da5690034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4888bb-f202-4361-b36f-ca2a58a63a41,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:44.780672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:06:44.781245 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:44.788523 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d9b6311-7d08-4b7c-a97e-4cffff213dcd req-6267f047-36ca-4100-8588-4b108d692b7d tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857530 Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:06:44.790854 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:06:44.855708 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93fc6129-1a22-46be-9b35-0fe700dc489d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:44.865946 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93fc6129-1a22-46be-9b35-0fe700dc489d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:44.898300 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2680ea76-7402-4cd0-9fdf-7e0ba4fed09a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1862352 Jul 14 07:06:44.900214 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb648c6a-8969-4813-9dd6-50d599b8a5ee None None] Network 01392a21-15c4-4543-814a-0d7cbb24d672 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:44.922952 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:44.951746 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:44.967066 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5ea7f0ba-0aee-4b19-a779-784752b18bbc HTTP/1.1" status: 204 len: 168 time: 2.6203618 Jul 14 07:06:44.969745 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-93fc6129-1a22-46be-9b35-0fe700dc489d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9aeb4ef1888d41adaf2587ccb5cdb5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0874746 Jul 14 07:06:44.970756 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc6129-1a22-46be-9b35-0fe700dc489d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed49014c-ef15-4fc0-8bda-981bbfea2ac6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:44.974095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41386) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:44.981768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-07051ae4-f70d-49ac-a5f9-958315f096c9 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port 6396b7d4-7ba6-4fee-a15a-9b158c90c8b2 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:44.987191 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-07051ae4-f70d-49ac-a5f9-958315f096c9 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:45.043613 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4027d53d-b3a5-45a9-9d7d-04e4cfbf3cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:45.080857 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-07051ae4-f70d-49ac-a5f9-958315f096c9 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:45.094543 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4027d53d-b3a5-45a9-9d7d-04e4cfbf3cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:45.106607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-07051ae4-f70d-49ac-a5f9-958315f096c9 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for 6396b7d4-7ba6-4fee-a15a-9b158c90c8b2 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:45.197515 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4027d53d-b3a5-45a9-9d7d-04e4cfbf3cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:45.201840 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4027d53d-b3a5-45a9-9d7d-04e4cfbf3cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:45.205627 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4027d53d-b3a5-45a9-9d7d-04e4cfbf3cf1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed49014c-ef15-4fc0-8bda-981bbfea2ac6 HTTP/1.1" status: 204 len: 168 time: 0.2279534 Jul 14 07:06:45.205790 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-07051ae4-f70d-49ac-a5f9-958315f096c9 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:45.207588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb929d1-fdb7-44f9-9072-7e82c8330330 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea7f0ba-0aee-4b19-a779-784752b18bbc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:45.217722 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027d53d-b3a5-45a9-9d7d-04e4cfbf3cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed49014c-ef15-4fc0-8bda-981bbfea2ac6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:45.257510 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:45.270534 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07051ae4-f70d-49ac-a5f9-958315f096c9 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=6396b7d4-7ba6-4fee-a15a-9b158c90c8b2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:45.282049 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-0c55cd27-9510-4373-bb62-2bb270712955 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359709 Jul 14 07:06:45.317918 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-07051ae4-f70d-49ac-a5f9-958315f096c9 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:45.319814 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-07051ae4-f70d-49ac-a5f9-958315f096c9 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/ports/6396b7d4-7ba6-4fee-a15a-9b158c90c8b2 HTTP/1.1" status: 204 len: 168 time: 1.0737743 Jul 14 07:06:45.322499 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41400) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:45.328958 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0fce0df1-1dc9-48e7-8897-a6b2f5302a68 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a', 'mac_address': 'fa:16:3e:1b:94:17', 'name': 'tempest-PortsIpV6TestJSON-1378960255'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:45.395337 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed729-b941-4f31-a492-61a97ce34f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:45.403657 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:45.433872 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed729-b941-4f31-a492-61a97ce34f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:45.483085 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41402) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:45.561995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fce0df1-1dc9-48e7-8897-a6b2f5302a68 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:45.636034 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f414a675-f3d2-4195-b857-693206797087 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=420e7bcde0b4418bbcff3dfcdfec9410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515706 Jul 14 07:06:45.636732 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41414) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:45.671285 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed729-b941-4f31-a492-61a97ce34f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:45.676509 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0fce0df1-1dc9-48e7-8897-a6b2f5302a68 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:45.681293 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed729-b941-4f31-a492-61a97ce34f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:45.685057 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7c8ed729-b941-4f31-a492-61a97ce34f2b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d4888bb-f202-4361-b36f-ca2a58a63a41 HTTP/1.1" status: 204 len: 168 time: 0.9068592 Jul 14 07:06:45.716084 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-0fce0df1-1dc9-48e7-8897-a6b2f5302a68 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] device_id is not set on port f3490740-eb93-4fbf-bf48-6328bba20117 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:06:45.726321 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-111f8d29-4c38-41ff-8b96-132161a349be tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:45.727929 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-111f8d29-4c38-41ff-8b96-132161a349be tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4361200 Jul 14 07:06:45.744350 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ed729-b941-4f31-a492-61a97ce34f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4888bb-f202-4361-b36f-ca2a58a63a41,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:45.797760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-26340f12-b82c-4a21-b3c4-acb728c1b09c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/quotas/87f2c5cc3a574c0b9e5dd6f14b968fb2 HTTP/1.1" status: 200 len: 375 time: 0.0628588 Jul 14 07:06:45.802813 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7fa2eee2-3d35-4688-9609-8dc51596a38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:45.848833 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7fa2eee2-3d35-4688-9609-8dc51596a38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:46.006005 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7fa2eee2-3d35-4688-9609-8dc51596a38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:46.009624 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7fa2eee2-3d35-4688-9609-8dc51596a38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:46.013751 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7fa2eee2-3d35-4688-9609-8dc51596a38e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a7283e53-64c2-45f6-857c-42d8372e2692 HTTP/1.1" status: 204 len: 168 time: 0.3709478 Jul 14 07:06:46.028459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2eee2-3d35-4688-9609-8dc51596a38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7283e53-64c2-45f6-857c-42d8372e2692,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:46.061930 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0fce0df1-1dc9-48e7-8897-a6b2f5302a68 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:46.074587 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-4aa80d80-4494-4393-961d-9f0e87c7d56c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1410928 Jul 14 07:06:46.114738 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0fce0df1-1dc9-48e7-8897-a6b2f5302a68 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:46.237898 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fce0df1-1dc9-48e7-8897-a6b2f5302a68 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 78057f16-b814-4734-841b-061bcd4b7f1a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:46.253992 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-0fce0df1-1dc9-48e7-8897-a6b2f5302a68 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:46.262271 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fce0df1-1dc9-48e7-8897-a6b2f5302a68 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:46.283056 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fce0df1-1dc9-48e7-8897-a6b2f5302a68 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:46.283056 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0fce0df1-1dc9-48e7-8897-a6b2f5302a68 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:46.313235 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce0df1-1dc9-48e7-8897-a6b2f5302a68 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=f3490740-eb93-4fbf-bf48-6328bba20117,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:46.337059 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0fce0df1-1dc9-48e7-8897-a6b2f5302a68 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0128014 Jul 14 07:06:46.339815 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41446) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:46.424937 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5af7c939-b19f-4d9b-b25e-7c4d180f37a3 req-5743bfa8-4ef8-4ded-bb6f-33853fb08682 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=00bec515-6a88-45c7-9c8c-6d0c55b6f783 HTTP/1.1" status: 200 len: 210 time: 0.0468903 Jul 14 07:06:46.441099 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ee810b-057e-4f01-8400-424e3939222e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:46.445021 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-13ee810b-057e-4f01-8400-424e3939222e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports/f3490740-eb93-4fbf-bf48-6328bba20117 HTTP/1.1" status: 200 len: 845 time: 0.1017528 Jul 14 07:06:46.445664 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41456) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:46.609292 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d3e21823-0e25-41a8-a1ed-e35c1a562858 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port f3490740-eb93-4fbf-bf48-6328bba20117 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:46.609292 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3e21823-0e25-41a8-a1ed-e35c1a562858 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:46.784951 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3e21823-0e25-41a8-a1ed-e35c1a562858 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:46.823921 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d3e21823-0e25-41a8-a1ed-e35c1a562858 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for f3490740-eb93-4fbf-bf48-6328bba20117 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:47.012872 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3e21823-0e25-41a8-a1ed-e35c1a562858 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:47.072190 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e21823-0e25-41a8-a1ed-e35c1a562858 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=f3490740-eb93-4fbf-bf48-6328bba20117,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:47.084405 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3e21823-0e25-41a8-a1ed-e35c1a562858 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:47.089462 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d3e21823-0e25-41a8-a1ed-e35c1a562858 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/ports/f3490740-eb93-4fbf-bf48-6328bba20117 HTTP/1.1" status: 204 len: 168 time: 0.6407378 Jul 14 07:06:47.090297 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41500) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:47.159899 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56faec3-3c4f-49f1-9c75-127a1a6b0e4b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] GET failed (client error): The resource could not be found. Jul 14 07:06:47.164039 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a56faec3-3c4f-49f1-9c75-127a1a6b0e4b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports/f3490740-eb93-4fbf-bf48-6328bba20117 HTTP/1.1" status: 404 len: 333 time: 0.0726163 Jul 14 07:06:47.167743 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41504) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:47.173400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-2ed29ed5-8f71-4aae-bedc-6cf1838f0054 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a', 'name': 'tempest-PortsIpV6TestJSON-2045154167'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:47.429348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed29ed5-8f71-4aae-bedc-6cf1838f0054 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:47.435027 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ed29ed5-8f71-4aae-bedc-6cf1838f0054 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:47.461871 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-2ed29ed5-8f71-4aae-bedc-6cf1838f0054 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] device_id is not set on port 3bfec717-ab73-4a3b-8d0a-457a8bc47a82 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:06:47.707266 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e142f897-b31f-4c5d-84a6-36735a6c68be req-16f52411-a943-48fe-9dc6-b5469da6ccf7 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=00bec515-6a88-45c7-9c8c-6d0c55b6f783 HTTP/1.1" status: 200 len: 210 time: 0.0750220 Jul 14 07:06:47.790826 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ed29ed5-8f71-4aae-bedc-6cf1838f0054 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:47.878443 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ed29ed5-8f71-4aae-bedc-6cf1838f0054 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:48.008455 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed29ed5-8f71-4aae-bedc-6cf1838f0054 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 78057f16-b814-4734-841b-061bcd4b7f1a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:48.009438 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed29ed5-8f71-4aae-bedc-6cf1838f0054 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=3bfec717-ab73-4a3b-8d0a-457a8bc47a82,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:48.016564 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-2ed29ed5-8f71-4aae-bedc-6cf1838f0054 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:48.023161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed29ed5-8f71-4aae-bedc-6cf1838f0054 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:48.043064 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed29ed5-8f71-4aae-bedc-6cf1838f0054 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:48.044365 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ed29ed5-8f71-4aae-bedc-6cf1838f0054 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:48.052824 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-c82fc3d9-58d7-46da-8ed7-ce4f3d35d260 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:48.059891 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-c82fc3d9-58d7-46da-8ed7-ce4f3d35d260 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/networks?id=01392a21-15c4-4543-814a-0d7cbb24d672 HTTP/1.1" status: 200 len: 810 time: 0.2364886 Jul 14 07:06:48.080237 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2ed29ed5-8f71-4aae-bedc-6cf1838f0054 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9110065 Jul 14 07:06:48.082775 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41544) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:48.083425 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-69a79fbb-7f3c-43df-9a35-e736ac902fd1 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/quotas/3425f2ff75e64c15bc33f475f0e23988 HTTP/1.1" status: 200 len: 375 time: 0.0179870 Jul 14 07:06:48.093632 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b1cc37b6-d945-430b-913d-55cbeb07dbe3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:48.157982 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-4243583e-cd72-48e7-9713-8406556474f3 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735867 Jul 14 07:06:48.198250 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-39f14a19-1381-4727-aa22-f828b54be672 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3425f2ff75e64c15bc33f475f0e23988&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838916 Jul 14 07:06:48.317698 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1cc37b6-d945-430b-913d-55cbeb07dbe3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:48.452708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-9ba966ef-532c-4dc7-8339-2a2d1052c5dd tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:48.454603 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-9ba966ef-532c-4dc7-8339-2a2d1052c5dd tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2593212 Jul 14 07:06:48.470867 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-16bf6a93-2986-41fb-b994-71fd814bf66c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Request body: {'port': {'device_id': '00bec515-6a88-45c7-9c8c-6d0c55b6f783', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '87f2c5cc3a574c0b9e5dd6f14b968fb2'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:48.650680 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1cc37b6-d945-430b-913d-55cbeb07dbe3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:48.658744 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1cc37b6-d945-430b-913d-55cbeb07dbe3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:48.676612 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41564) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:48.752616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-16bf6a93-2986-41fb-b994-71fd814bf66c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Made reservation on behalf of 87f2c5cc3a574c0b9e5dd6f14b968fb2 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:48.756921 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-16bf6a93-2986-41fb-b994-71fd814bf66c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:48.764306 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc37b6-d945-430b-913d-55cbeb07dbe3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] In _notify_port_updated(), no bound segment for port 3bfec717-ab73-4a3b-8d0a-457a8bc47a82 on network 78057f16-b814-4734-841b-061bcd4b7f1a {{(pid=93827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:06:48.774651 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cc37b6-d945-430b-913d-55cbeb07dbe3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:48.775635 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1cc37b6-d945-430b-913d-55cbeb07dbe3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:48.777483 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b1cc37b6-d945-430b-913d-55cbeb07dbe3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "PUT /v2.0/ports/3bfec717-ab73-4a3b-8d0a-457a8bc47a82 HTTP/1.1" status: 200 len: 818 time: 0.6882122 Jul 14 07:06:48.783645 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41576) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:48.871009 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc37b6-d945-430b-913d-55cbeb07dbe3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=3bfec717-ab73-4a3b-8d0a-457a8bc47a82,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:48.912011 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-26063418-4809-40c8-b69e-6c909311c138 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port 3bfec717-ab73-4a3b-8d0a-457a8bc47a82 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:48.912356 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26063418-4809-40c8-b69e-6c909311c138 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:48.980042 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a964aa6b-5aa7-4717-93dd-8640c5bad5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:48.995405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41580) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:49.016601 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26063418-4809-40c8-b69e-6c909311c138 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.029859 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-26063418-4809-40c8-b69e-6c909311c138 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for 3bfec717-ab73-4a3b-8d0a-457a8bc47a82 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:49.089721 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-98153f4a-d880-407c-962e-83d348c430fd service neutron] 10.222.0.35 "GET /v2.0/networks/01392a21-15c4-4543-814a-0d7cbb24d672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8668950 Jul 14 07:06:49.128957 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26063418-4809-40c8-b69e-6c909311c138 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.134400 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-16bf6a93-2986-41fb-b994-71fd814bf66c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Allocated IP 192.168.233.186 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:06:49.177035 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26063418-4809-40c8-b69e-6c909311c138 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.180348 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-26063418-4809-40c8-b69e-6c909311c138 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/ports/3bfec717-ab73-4a3b-8d0a-457a8bc47a82 HTTP/1.1" status: 204 len: 168 time: 0.3947804 Jul 14 07:06:49.181892 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26063418-4809-40c8-b69e-6c909311c138 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=3bfec717-ab73-4a3b-8d0a-457a8bc47a82,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:49.190963 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41588) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:49.224209 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-887bfeb4-fab9-4be9-aff4-19a99f7ffcff admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-297051502-network', 'tenant_id': '3435457a5d524417a1cfcf74a9a32800'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:49.294966 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887bfeb4-fab9-4be9-aff4-19a99f7ffcff admin admin] Made reservation on behalf of 3435457a5d524417a1cfcf74a9a32800 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:49.297313 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-887bfeb4-fab9-4be9-aff4-19a99f7ffcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.309764 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-50aeb317-ba37-4be8-bb2f-5ef75d11c500 req-7264c46c-ab79-499b-bf0a-b421d219d7be tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=00bec515-6a88-45c7-9c8c-6d0c55b6f783 HTTP/1.1" status: 200 len: 210 time: 0.3676240 Jul 14 07:06:49.311933 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-887bfeb4-fab9-4be9-aff4-19a99f7ffcff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.341795 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdf33de-3327-4a09-8ead-50bae19b4be9 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:49.343450 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4fdf33de-3327-4a09-8ead-50bae19b4be9 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1509507 Jul 14 07:06:49.353849 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41592) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:49.394795 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e1695a-52c6-4d53-b0b4-6d34780c3d59 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] GET failed (client error): The resource could not be found. Jul 14 07:06:49.396504 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-62e1695a-52c6-4d53-b0b4-6d34780c3d59 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports/3bfec717-ab73-4a3b-8d0a-457a8bc47a82 HTTP/1.1" status: 404 len: 333 time: 0.0416758 Jul 14 07:06:49.401241 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41598) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:49.407262 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c858adad-f12f-4031-8e3a-95861cc765e2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1902418848'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:49.504023 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a964aa6b-5aa7-4717-93dd-8640c5bad5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.521972 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-c858adad-f12f-4031-8e3a-95861cc765e2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 07:06:49.521972 n-d-778696-5 neutron-server[93827]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 07:06:49.521972 n-d-778696-5 neutron-server[93827]: [parameters: {'project_id_1': '4e17643779c64bfcbf5ca1bd69e3a52f', 'expiration_1': datetime.datetime(2021, 7, 14, 7, 6, 49, 412960)}] Jul 14 07:06:49.521972 n-d-778696-5 neutron-server[93827]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:06:49.522389 n-d-778696-5 neutron-server[93827]: DEBUG oslo_db.api [None req-c858adad-f12f-4031-8e3a-95861cc765e2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:06:49.545976 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a964aa6b-5aa7-4717-93dd-8640c5bad5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.566813 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-6d1e5302-d2c0-4372-8be1-f2b5c9630f05 service neutron] 10.222.0.35 "GET /v2.0/networks/01392a21-15c4-4543-814a-0d7cbb24d672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053582 Jul 14 07:06:49.592758 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-16bf6a93-2986-41fb-b994-71fd814bf66c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.620453 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-887bfeb4-fab9-4be9-aff4-19a99f7ffcff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.625811 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-887bfeb4-fab9-4be9-aff4-19a99f7ffcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.633235 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964aa6b-5aa7-4717-93dd-8640c5bad5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a970b4f-aeff-4e85-b08e-7174b6326771,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:49.638237 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a964aa6b-5aa7-4717-93dd-8640c5bad5fe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97dd79e5e9b7461ab118d24b0045c689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9557958 Jul 14 07:06:49.640875 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41608) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:49.660272 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bfeb4-fab9-4be9-aff4-19a99f7ffcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16a3190-6a12-4fbc-8cc0-707449c02e90,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:49.675539 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887bfeb4-fab9-4be9-aff4-19a99f7ffcff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:06:49.688315 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-16bf6a93-2986-41fb-b994-71fd814bf66c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Transition to ACTIVE for port object 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:49.692066 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-887bfeb4-fab9-4be9-aff4-19a99f7ffcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.692709 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-887bfeb4-fab9-4be9-aff4-19a99f7ffcff admin admin] Added segment 4496ef7d-a031-42f6-b28f-d370c6b16db2 of type vlan for network 4ca7f99f-d2e2-48b9-8eab-46a5687438b5 Jul 14 07:06:49.740228 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6891d80b-bb4d-47d3-9430-728ebd270a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.749453 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-887bfeb4-fab9-4be9-aff4-19a99f7ffcff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.770798 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6891d80b-bb4d-47d3-9430-728ebd270a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.774058 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-16bf6a93-2986-41fb-b994-71fd814bf66c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.786039 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-887bfeb4-fab9-4be9-aff4-19a99f7ffcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.787435 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887bfeb4-fab9-4be9-aff4-19a99f7ffcff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:49.787540 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['c637e5f3-c539-4502-83dd-9f34fd26a5b2', '43acc891-b79f-495b-9554-89b3e9657530', '0e283fbb-dcdc-426d-8c95-57be79f6998a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:06:49.788218 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-887bfeb4-fab9-4be9-aff4-19a99f7ffcff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.790623 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['28d15e7e-4f2c-4bc7-8717-9d690df8727a', 'a729e751-ec43-4dbe-881f-cf0cb5f11a66', 'ada4328d-c453-4e33-9da3-5caad16fa8f1', '60c8bc67-cac1-46de-a018-1acc8b73543b'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:06:49.868969 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-887bfeb4-fab9-4be9-aff4-19a99f7ffcff admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8725719 Jul 14 07:06:49.871718 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41616) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:49.881004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ef063eac-bc28-44ae-81f4-efd180a3b828 admin admin] Request body: {'subnet': {'network_id': '4ca7f99f-d2e2-48b9-8eab-46a5687438b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-297051502-subnet', 'tenant_id': '3435457a5d524417a1cfcf74a9a32800', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:49.891802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bfeb4-fab9-4be9-aff4-19a99f7ffcff admin admin] Pushing event updated for resources: {'Network': ['ID=4ca7f99f-d2e2-48b9-8eab-46a5687438b5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:49.913173 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 4ca7f99f-d2e2-48b9-8eab-46a5687438b5 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:06:49.928780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef063eac-bc28-44ae-81f4-efd180a3b828 admin admin] Made reservation on behalf of 3435457a5d524417a1cfcf74a9a32800 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:49.929284 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef063eac-bc28-44ae-81f4-efd180a3b828 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.937272 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6891d80b-bb4d-47d3-9430-728ebd270a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.940287 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6891d80b-bb4d-47d3-9430-728ebd270a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:49.944142 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6891d80b-bb4d-47d3-9430-728ebd270a19 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a970b4f-aeff-4e85-b08e-7174b6326771 HTTP/1.1" status: 204 len: 168 time: 0.2897921 Jul 14 07:06:49.967650 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891d80b-bb4d-47d3-9430-728ebd270a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a970b4f-aeff-4e85-b08e-7174b6326771,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:49.980155 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-16bf6a93-2986-41fb-b994-71fd814bf66c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:49.982400 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf6a93-2986-41fb-b994-71fd814bf66c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Pushing event updated for resources: {'Port': ['ID=0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:49.991555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-16bf6a93-2986-41fb-b994-71fd814bf66c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:49.995759 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-16bf6a93-2986-41fb-b994-71fd814bf66c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:50.114546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-16bf6a93-2986-41fb-b994-71fd814bf66c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:50.115722 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-16bf6a93-2986-41fb-b994-71fd814bf66c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:50.162328 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-16bf6a93-2986-41fb-b994-71fd814bf66c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6958075 Jul 14 07:06:50.173531 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c858adad-f12f-4031-8e3a-95861cc765e2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:50.182201 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Request body: {'port': {'device_id': '00bec515-6a88-45c7-9c8c-6d0c55b6f783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:50.200018 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c858adad-f12f-4031-8e3a-95861cc765e2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:50.360171 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c858adad-f12f-4031-8e3a-95861cc765e2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:06:50.391404 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:50.505368 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c858adad-f12f-4031-8e3a-95861cc765e2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:50.507051 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-c858adad-f12f-4031-8e3a-95861cc765e2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Added segment d9d67197-94c5-48fb-b399-bfc7b8ab0c22 of type vlan for network 7def052c-ff00-423f-aa68-78246dbf4422 Jul 14 07:06:50.692172 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c858adad-f12f-4031-8e3a-95861cc765e2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:50.746545 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef063eac-bc28-44ae-81f4-efd180a3b828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:50.801401 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d4d7a182-2573-45dc-9b23-d6f44c282d92 None None] Provisioning for port 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:06:50.817666 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:06:50.828285 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:50.842619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Transition to ACTIVE for port object 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:50.879717 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef063eac-bc28-44ae-81f4-efd180a3b828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f05c22bc-ef14-4fc4-bb42-c0bdfea2ee21,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:50.889566 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-282e7490-094a-4c93-89e0-d63096bb8cff req-f5ef1c49-280c-471e-8e63-bea77a0d705c tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/ports?device_id=129f4f50-6de6-43d9-a399-b3872f7d70c1 HTTP/1.1" status: 200 len: 210 time: 0.5101295 Jul 14 07:06:50.890279 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:50.934610 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c858adad-f12f-4031-8e3a-95861cc765e2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:50.945123 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c858adad-f12f-4031-8e3a-95861cc765e2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:50.950310 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d4d7a182-2573-45dc-9b23-d6f44c282d92 None None] Provisioning complete for port 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:50.950679 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d4d7a182-2573-45dc-9b23-d6f44c282d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:50.957237 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c858adad-f12f-4031-8e3a-95861cc765e2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:51.001093 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Pushing event updated for resources: {'Port': ['ID=0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:51.138312 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858adad-f12f-4031-8e3a-95861cc765e2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Network': ['ID=7def052c-ff00-423f-aa68-78246dbf4422,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:51.180245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d4d7a182-2573-45dc-9b23-d6f44c282d92 None None] Port 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:06:51.188723 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 7def052c-ff00-423f-aa68-78246dbf4422 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:06:51.205840 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef063eac-bc28-44ae-81f4-efd180a3b828 admin admin] Checking segment: {'id': '4496ef7d-a031-42f6-b28f-d370c6b16db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4ca7f99f-d2e2-48b9-8eab-46a5687438b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:06:51.208398 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef063eac-bc28-44ae-81f4-efd180a3b828 admin admin] Network hostable DHCP agents. Network: 4ca7f99f-d2e2-48b9-8eab-46a5687438b5, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:06:51.218255 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c858adad-f12f-4031-8e3a-95861cc765e2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8160436 Jul 14 07:06:51.228225 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41666) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:51.234431 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-97edbf14-60ea-4ae4-bc8a-589c34efe698 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'subnet': {'network_id': '7def052c-ff00-423f-aa68-78246dbf4422', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:51.311848 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Attempting to bind port 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:06:51.312196 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Attempting to bind port 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:06:51.313303 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Attempting to bind port 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:06:51.326107 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Port 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:06:51.326464 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Attempting to bind port 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:06:51.351117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d1e5f-50df-4534-a3f7-4288fcdb4289 req-2e64bb0b-8664-4b1b-8321-5a5125e6f968 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:51.353349 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-842d1e5f-50df-4534-a3f7-4288fcdb4289 req-2e64bb0b-8664-4b1b-8321-5a5125e6f968 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=00bec515-6a88-45c7-9c8c-6d0c55b6f783 HTTP/1.1" status: 200 len: 948 time: 0.2830858 Jul 14 07:06:51.354153 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:06:51.354494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:06:51.354883 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:06:51.355333 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Bound port: 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:06:51.355698 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:51.420686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef063eac-bc28-44ae-81f4-efd180a3b828 admin admin] Network 4ca7f99f-d2e2-48b9-8eab-46a5687438b5 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:06:51.441420 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] For port 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:06:51.446649 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] For port 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:06:51.449148 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-ef063eac-bc28-44ae-81f4-efd180a3b828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 4ca7f99f-d2e2-48b9-8eab-46a5687438b5) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:51.455433 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef063eac-bc28-44ae-81f4-efd180a3b828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:51.456984 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef063eac-bc28-44ae-81f4-efd180a3b828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:51.500017 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97edbf14-60ea-4ae4-bc8a-589c34efe698 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:51.512115 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43592d4e-8be1-4dff-a1d0-01eb9254939a None None] Network 4ca7f99f-d2e2-48b9-8eab-46a5687438b5 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:51.514969 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97edbf14-60ea-4ae4-bc8a-589c34efe698 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:51.565898 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:51.713071 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:51.713770 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:51.718251 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] 10.222.0.15 "PUT /v2.0/ports/0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac HTTP/1.1" status: 200 len: 1096 time: 1.5413561 Jul 14 07:06:51.723341 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00bec515-6a88-45c7-9c8c-6d0c55b6f783', 'tag': '0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:06:51.731297 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa36eb73-1cfb-4f89-9d35-52a98448990d" -d '{"events": [{"name": "network-changed", "server_uuid": "00bec515-6a88-45c7-9c8c-6d0c55b6f783", "tag": "0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:06:51.816663 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-842d1e5f-50df-4534-a3f7-4288fcdb4289 req-506c228f-dcd2-4a29-9ac7-0a135e8a5c89 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456592 Jul 14 07:06:51.875957 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b8d5c-f6c4-40ef-94a4-393d8929f52c service neutron] Pushing event updated for resources: {'Port': ['ID=0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:51.877733 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ef063eac-bc28-44ae-81f4-efd180a3b828 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9865105 Jul 14 07:06:51.944695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137d0ca-9870-4008-bfd3-fb3b25b16389 req-1fbbb7f0-49f1-4a52-90cf-4260ebe86c40 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:51.951728 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f137d0ca-9870-4008-bfd3-fb3b25b16389 req-1fbbb7f0-49f1-4a52-90cf-4260ebe86c40 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 945 time: 0.5003505 Jul 14 07:06:52.001483 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97edbf14-60ea-4ae4-bc8a-589c34efe698 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:52.025750 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3844f39-fdd6-4fad-b757-444805dd36e7 x-openstack-request-id: req-a3844f39-fdd6-4fad-b757-444805dd36e7 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:06:52.026050 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00bec515-6a88-45c7-9c8c-6d0c55b6f783", "tag": "0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:06:52.026283 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3844f39-fdd6-4fad-b757-444805dd36e7 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:06:52.026679 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00bec515-6a88-45c7-9c8c-6d0c55b6f783', 'tag': '0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac', 'status': 'completed', 'code': 200} Jul 14 07:06:52.238256 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edbf14-60ea-4ae4-bc8a-589c34efe698 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Subnet': ['ID=5e02bdf6-5a13-4d3e-85c1-5181c8da2bbe,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:52.272194 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97edbf14-60ea-4ae4-bc8a-589c34efe698 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Checking segment: {'id': 'd9d67197-94c5-48fb-b399-bfc7b8ab0c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7def052c-ff00-423f-aa68-78246dbf4422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:06:52.272556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97edbf14-60ea-4ae4-bc8a-589c34efe698 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network hostable DHCP agents. Network: 7def052c-ff00-423f-aa68-78246dbf4422, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:06:52.312211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97edbf14-60ea-4ae4-bc8a-589c34efe698 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 7def052c-ff00-423f-aa68-78246dbf4422 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:06:52.331656 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-97edbf14-60ea-4ae4-bc8a-589c34efe698 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 7def052c-ff00-423f-aa68-78246dbf4422) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:52.337236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97edbf14-60ea-4ae4-bc8a-589c34efe698 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:52.337955 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97edbf14-60ea-4ae4-bc8a-589c34efe698 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:52.347039 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-f7d34cf7-1d58-45be-aa35-d379a85527a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:52.350001 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-f7d34cf7-1d58-45be-aa35-d379a85527a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&device_id=00bec515-6a88-45c7-9c8c-6d0c55b6f783 HTTP/1.1" status: 200 len: 1099 time: 0.3288915 Jul 14 07:06:52.368707 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-97edbf14-60ea-4ae4-bc8a-589c34efe698 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1384070 Jul 14 07:06:52.371232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882cff26-8d66-46a0-b4a8-92e73ac71ba0 req-83501803-c303-4142-bd2e-6b29009aa205 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:52.371474 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41696) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:52.376363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6ec32768-421d-465f-a0a3-71b1a3d63b31 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'subnet': {'network_id': '7def052c-ff00-423f-aa68-78246dbf4422', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:52.379847 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-882cff26-8d66-46a0-b4a8-92e73ac71ba0 req-83501803-c303-4142-bd2e-6b29009aa205 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 945 time: 0.4010556 Jul 14 07:06:52.392112 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-f137d0ca-9870-4008-bfd3-fb3b25b16389 req-1838cbac-0dca-4f02-831a-b91c73b78f1f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Deleting port c97c7178-2433-40eb-86e7-7f07290839b9 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:52.392564 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f137d0ca-9870-4008-bfd3-fb3b25b16389 req-1838cbac-0dca-4f02-831a-b91c73b78f1f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:52.406549 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdac46fb-4ade-495e-b7e8-720d96d5c91a None None] Network 7def052c-ff00-423f-aa68-78246dbf4422 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:52.495395 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-e20a6ae5-a0ad-4f58-9442-8fdf5f8ff8a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac HTTP/1.1" status: 200 len: 217 time: 0.1344347 Jul 14 07:06:52.536491 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-882cff26-8d66-46a0-b4a8-92e73ac71ba0 req-57d6ca9c-0b50-4e1b-b27a-0d090f3d2534 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521649 Jul 14 07:06:52.684860 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691ff795-2966-46c2-83a0-3d8f9ea0efdd None None] Network 4ca7f99f-d2e2-48b9-8eab-46a5687438b5 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:52.800914 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-f137d0ca-9870-4008-bfd3-fb3b25b16389 req-1838cbac-0dca-4f02-831a-b91c73b78f1f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] For port c97c7178-2433-40eb-86e7-7f07290839b9, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c97c7178-2433-40eb-86e7-7f07290839b9,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:52.801327 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f137d0ca-9870-4008-bfd3-fb3b25b16389 req-1838cbac-0dca-4f02-831a-b91c73b78f1f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:52.804745 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-1fe070a2-6776-4eda-9c70-e421a3f65408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:52.813443 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-1fe070a2-6776-4eda-9c70-e421a3f65408 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.2937722 Jul 14 07:06:52.836470 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec32768-421d-465f-a0a3-71b1a3d63b31 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:52.840591 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ec32768-421d-465f-a0a3-71b1a3d63b31 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:52.847376 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a78d42c2-00ef-4ce1-a6fb-492352d3beed req-ee1b3a21-af1b-40b7-aaa5-5e603189894e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3220475 Jul 14 07:06:52.977757 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52937a6e-1466-4737-9764-7c983688979e req-dcc8e09a-a538-4cd6-afe1-95db9c1c5f28 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/ports?device_id=129f4f50-6de6-43d9-a399-b3872f7d70c1 HTTP/1.1" status: 200 len: 210 time: 0.1818719 Jul 14 07:06:52.978292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-f137d0ca-9870-4008-bfd3-fb3b25b16389 req-1838cbac-0dca-4f02-831a-b91c73b78f1f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Calling delete_port for c97c7178-2433-40eb-86e7-7f07290839b9 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:53.041513 n-d-778696-5 neutron-server[93827]: INFO neutron.db.ipam_backend_mixin [None req-6ec32768-421d-465f-a0a3-71b1a3d63b31 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5e02bdf6-5a13-4d3e-85c1-5181c8da2bbe (CIDR: 2001:db8::/64) Jul 14 07:06:53.058127 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec32768-421d-465f-a0a3-71b1a3d63b31 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:06:53.058645 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec32768-421d-465f-a0a3-71b1a3d63b31 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:06:53.093210 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6ec32768-421d-465f-a0a3-71b1a3d63b31 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7206631 Jul 14 07:06:53.117082 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41714) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:53.150106 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-20b3aa3f-7491-44e0-931f-dcdd065b2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:53.150642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3c6b93e7-e22f-420d-8f1b-db9462489c9e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'subnet': {'network_id': '7def052c-ff00-423f-aa68-78246dbf4422', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:53.152411 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-20b3aa3f-7491-44e0-931f-dcdd065b2fe5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2984989 Jul 14 07:06:53.262739 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-7def052c-ff00-423f-aa68-78246dbf4422', 'network_id': '7def052c-ff00-423f-aa68-78246dbf4422', 'tenant_id': '4e17643779c64bfcbf5ca1bd69e3a52f', 'fixed_ips': [{'subnet_id': '5e02bdf6-5a13-4d3e-85c1-5181c8da2bbe'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:06:53.264053 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:53.339436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41726) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:53.343031 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-2bc3c069-ba10-4389-a94c-46ed25577ada service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798031 Jul 14 07:06:53.391879 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-71bbe90a-6c4f-40d9-8824-5e56071565c4 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:53.393419 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-71bbe90a-6c4f-40d9-8824-5e56071565c4 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.30 "GET /v2.0/networks?id=01392a21-15c4-4543-814a-0d7cbb24d672 HTTP/1.1" status: 200 len: 810 time: 0.5730028 Jul 14 07:06:53.417375 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-3f9e50c5-3456-473a-bb9b-9f699f228782 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Request body: {'port': {'device_id': '129f4f50-6de6-43d9-a399-b3872f7d70c1', 'network_id': '01392a21-15c4-4543-814a-0d7cbb24d672', 'admin_state_up': True, 'tenant_id': '3425f2ff75e64c15bc33f475f0e23988'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:53.444853 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d42c2-00ef-4ce1-a6fb-492352d3beed req-758bb269-697e-462d-ada4-b02f5e649627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:53.450017 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a78d42c2-00ef-4ce1-a6fb-492352d3beed req-758bb269-697e-462d-ada4-b02f5e649627 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 1100 time: 0.5270033 Jul 14 07:06:53.548855 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Allocated IP 2001:db8::2 (7def052c-ff00-423f-aa68-78246dbf4422/5e02bdf6-5a13-4d3e-85c1-5181c8da2bbe/9146d7d2-1f5a-4906-9b93-21a798513fb6) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:06:53.699478 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f137d0ca-9870-4008-bfd3-fb3b25b16389 req-1838cbac-0dca-4f02-831a-b91c73b78f1f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:53.748235 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e6aae8d-9e6b-4504-8193-d5724b89fa40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:53.840670 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6b93e7-e22f-420d-8f1b-db9462489c9e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:53.844952 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c6b93e7-e22f-420d-8f1b-db9462489c9e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:53.852992 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d42c2-00ef-4ce1-a6fb-492352d3beed req-aafc4846-0025-424f-89bb-8f57c94a6a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:53.854666 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a78d42c2-00ef-4ce1-a6fb-492352d3beed req-aafc4846-0025-424f-89bb-8f57c94a6a7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.3805401 Jul 14 07:06:53.857013 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838cbac-0dca-4f02-831a-b91c73b78f1f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Pushing event deleted for resources: {'Port': ['ID=c97c7178-2433-40eb-86e7-7f07290839b9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:53.899813 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f137d0ca-9870-4008-bfd3-fb3b25b16389 req-1838cbac-0dca-4f02-831a-b91c73b78f1f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] No DVR routers for this DVR port c97c7178-2433-40eb-86e7-7f07290839b9 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:06:53.906868 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f137d0ca-9870-4008-bfd3-fb3b25b16389 req-1838cbac-0dca-4f02-831a-b91c73b78f1f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:53.907706 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:53.908885 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f137d0ca-9870-4008-bfd3-fb3b25b16389 req-1838cbac-0dca-4f02-831a-b91c73b78f1f tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.30 "DELETE /v2.0/ports/c97c7178-2433-40eb-86e7-7f07290839b9 HTTP/1.1" status: 204 len: 173 time: 1.9491379 Jul 14 07:06:53.935139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Transition to ACTIVE for port object 9146d7d2-1f5a-4906-9b93-21a798513fb6 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:53.969253 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a5e98-0acf-4007-b190-ee6491b83097 req-87d301a6-08b9-46d1-81c0-6740ed4c8e31 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:53.970373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Transition to ACTIVE for port object 9146d7d2-1f5a-4906-9b93-21a798513fb6 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:53.977293 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c14a5e98-0acf-4007-b190-ee6491b83097 req-87d301a6-08b9-46d1-81c0-6740ed4c8e31 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=00bec515-6a88-45c7-9c8c-6d0c55b6f783 HTTP/1.1" status: 200 len: 948 time: 0.6100562 Jul 14 07:06:53.996492 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:54.009223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-2d16c3f6-bfc6-4d2f-a780-2f7af64eaedd tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:54.015842 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-2d16c3f6-bfc6-4d2f-a780-2f7af64eaedd tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/networks?id=4ca7f99f-d2e2-48b9-8eab-46a5687438b5 HTTP/1.1" status: 200 len: 821 time: 0.6710703 Jul 14 07:06:54.017434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41740) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:54.029890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65f5ec74-7ab3-4efa-81d9-31b658f1e0fc req-1bdb3152-690a-459a-93b4-4797a0b846e2 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134103 Jul 14 07:06:54.040881 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837', 'name': 'network-vif-deleted', 'tag': 'c97c7178-2433-40eb-86e7-7f07290839b9'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:06:54.042971 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b37ea3-400d-4ebd-9a79-71890b1ebf00" -d '{"events": [{"server_uuid": "b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837", "name": "network-vif-deleted", "tag": "c97c7178-2433-40eb-86e7-7f07290839b9"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:06:54.059169 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-3b463699-83bd-4555-951d-55b487952954 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/quotas/3435457a5d524417a1cfcf74a9a32800 HTTP/1.1" status: 200 len: 375 time: 0.0423975 Jul 14 07:06:54.110010 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-d8de4009-5d2f-4853-81da-83f60224894d tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3435457a5d524417a1cfcf74a9a32800&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498798 Jul 14 07:06:54.120279 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Network 7def052c-ff00-423f-aa68-78246dbf4422 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:54.128227 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.db.api [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-3f9e50c5-3456-473a-bb9b-9f699f228782 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 07:06:54.128227 n-d-778696-5 neutron-server[93827]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 07:06:54.128227 n-d-778696-5 neutron-server[93827]: [parameters: {'project_id_1': '3425f2ff75e64c15bc33f475f0e23988', 'expiration_1': datetime.datetime(2021, 7, 14, 7, 6, 53, 834450)}] Jul 14 07:06:54.128227 n-d-778696-5 neutron-server[93827]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:06:54.129037 n-d-778696-5 neutron-server[93827]: DEBUG oslo_db.api [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-3f9e50c5-3456-473a-bb9b-9f699f228782 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:06:54.141865 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:54.145761 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:54.176125 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Pushing event updated for resources: {'Port': ['ID=9146d7d2-1f5a-4906-9b93-21a798513fb6,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:54.234463 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a78d42c2-00ef-4ce1-a6fb-492352d3beed req-5f4d7b7f-cff4-4acd-9696-b18d7a2fd0cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=28d15e7e-4f2c-4bc7-8717-9d690df8727a HTTP/1.1" status: 200 len: 217 time: 0.1071966 Jul 14 07:06:54.260087 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Attempting to bind port 9146d7d2-1f5a-4906-9b93-21a798513fb6 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:06:54.261079 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Attempting to bind port 9146d7d2-1f5a-4906-9b93-21a798513fb6 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'd9d67197-94c5-48fb-b399-bfc7b8ab0c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7def052c-ff00-423f-aa68-78246dbf4422'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:06:54.261569 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Attempting to bind port 9146d7d2-1f5a-4906-9b93-21a798513fb6 on network 7def052c-ff00-423f-aa68-78246dbf4422 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:06:54.268125 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:06:54.268675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Checking segment: {'id': 'd9d67197-94c5-48fb-b399-bfc7b8ab0c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7def052c-ff00-423f-aa68-78246dbf4422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:06:54.269372 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:54.269883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Bound using segment: {'id': 'd9d67197-94c5-48fb-b399-bfc7b8ab0c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7def052c-ff00-423f-aa68-78246dbf4422'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:06:54.270436 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Bound port: 9146d7d2-1f5a-4906-9b93-21a798513fb6, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d67197-94c5-48fb-b399-bfc7b8ab0c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7def052c-ff00-423f-aa68-78246dbf4422'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:06:54.270933 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:54.356807 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] For port 9146d7d2-1f5a-4906-9b93-21a798513fb6, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:06:54.362502 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] For port 9146d7d2-1f5a-4906-9b93-21a798513fb6, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9146d7d2-1f5a-4906-9b93-21a798513fb6,segment=NetworkSegment(d9d67197-94c5-48fb-b399-bfc7b8ab0c22),segment_id=d9d67197-94c5-48fb-b399-bfc7b8ab0c22)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:06:54.369323 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:54.378142 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d42c2-00ef-4ce1-a6fb-492352d3beed req-c0e418f3-c29e-467e-93ad-a9a29ccd4488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:54.379693 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a78d42c2-00ef-4ce1-a6fb-492352d3beed req-c0e418f3-c29e-467e-93ad-a9a29ccd4488 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1374147 Jul 14 07:06:54.431941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d2033-7afe-4db1-850b-f82542a61c63 None None] Pushing event updated for resources: {'Port': ['ID=9146d7d2-1f5a-4906-9b93-21a798513fb6,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:54.505633 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c14a5e98-0acf-4007-b190-ee6491b83097 req-7ed3d59e-b7e4-4333-a72a-e25bbf9324fd tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274110 Jul 14 07:06:54.588876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-b088a9b2-bd98-401b-8a51-2eafc217b74f service neutron] 10.222.0.35 "GET /v2.0/networks/4ca7f99f-d2e2-48b9-8eab-46a5687438b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779272 Jul 14 07:06:54.627390 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1fa8e880-544c-435c-9696-12e58d031657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:54.821817 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eff3c428-626a-4748-84eb-beb0347167a2 req-55975225-39c4-4df6-9224-1b99edf8bc61 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837 HTTP/1.1" status: 200 len: 210 time: 0.0852802 Jul 14 07:06:54.918412 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36eb73-1cfb-4f89-9d35-52a98448990d req-fc12228d-b475-46de-b3c5-a2677594c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:54.920804 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa36eb73-1cfb-4f89-9d35-52a98448990d req-fc12228d-b475-46de-b3c5-a2677594c7a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&device_id=00bec515-6a88-45c7-9c8c-6d0c55b6f783 HTTP/1.1" status: 200 len: 1099 time: 0.7985232 Jul 14 07:06:54.996773 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e6aae8d-9e6b-4504-8193-d5724b89fa40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:55.005868 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c6b93e7-e22f-420d-8f1b-db9462489c9e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:55.014300 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e6aae8d-9e6b-4504-8193-d5724b89fa40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:55.060526 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-a33af6ea-b71c-4967-8ef2-16f742a2c733 service neutron] 10.222.0.35 "GET /v2.0/networks/4ca7f99f-d2e2-48b9-8eab-46a5687438b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255900 Jul 14 07:06:55.074121 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3e6aae8d-9e6b-4504-8193-d5724b89fa40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=914b2c607f574414a97d81ee650ff36f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7232485 Jul 14 07:06:55.075674 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41752) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:55.098093 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6aae8d-9e6b-4504-8193-d5724b89fa40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd1ba01-68d6-46c8-bec5-0c8e11e36077,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:55.140695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6b93e7-e22f-420d-8f1b-db9462489c9e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 7def052c-ff00-423f-aa68-78246dbf4422 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:55.148146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d42c2-00ef-4ce1-a6fb-492352d3beed req-7b87c0c5-d775-4e36-83cb-050388938372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:55.150296 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a78d42c2-00ef-4ce1-a6fb-492352d3beed req-7b87c0c5-d775-4e36-83cb-050388938372 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7591910 Jul 14 07:06:55.154165 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-3c6b93e7-e22f-420d-8f1b-db9462489c9e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:55.159376 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6b93e7-e22f-420d-8f1b-db9462489c9e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:55.160354 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c6b93e7-e22f-420d-8f1b-db9462489c9e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:55.194856 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bddb74f3-e229-48bd-a371-dc040c06cacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:55.238026 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff356a38-6257-48fc-ab17-b842bf6c55fb req-b85fd6c1-b8e2-428d-a672-efcc07142b09 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/ports?device_id=129f4f50-6de6-43d9-a399-b3872f7d70c1 HTTP/1.1" status: 200 len: 210 time: 0.1574521 Jul 14 07:06:55.287165 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bddb74f3-e229-48bd-a371-dc040c06cacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:55.298034 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a78d42c2-00ef-4ce1-a6fb-492352d3beed req-d9fdb8eb-7aad-4964-9cb6-549f38af5903 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208251 Jul 14 07:06:55.299331 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b93e7-e22f-420d-8f1b-db9462489c9e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Subnet': ['ID=e60827bf-5e90-482e-bb25-85b8b7c201c3,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:55.350927 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ac07cb-7a8a-4fd0-9045-242773451299 x-openstack-request-id: req-a5ac07cb-7a8a-4fd0-9045-242773451299 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:06:55.351230 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837", "name": "network-vif-deleted", "tag": "c97c7178-2433-40eb-86e7-7f07290839b9", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:06:55.351992 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5ac07cb-7a8a-4fd0-9045-242773451299 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:06:55.352388 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c9e9dd-b5a6-4d61-ae9b-3cb1d4e1a837', 'name': 'network-vif-deleted', 'tag': 'c97c7178-2433-40eb-86e7-7f07290839b9', 'status': 'completed', 'code': 200} Jul 14 07:06:55.380300 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36eb73-1cfb-4f89-9d35-52a98448990d req-f2b63a0e-0e16-4bb0-86c1-dd5af8f92772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:55.382055 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa36eb73-1cfb-4f89-9d35-52a98448990d req-f2b63a0e-0e16-4bb0-86c1-dd5af8f92772 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.4536941 Jul 14 07:06:55.452236 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a78d42c2-00ef-4ce1-a6fb-492352d3beed req-25cb0cdd-9f99-4947-9ce7-68b5d18f21c2 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460390 Jul 14 07:06:55.526308 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa36eb73-1cfb-4f89-9d35-52a98448990d req-9d18ccb5-69ef-414f-bcd4-423a9a64fd17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac HTTP/1.1" status: 200 len: 217 time: 0.1129007 Jul 14 07:06:55.586654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c0546b9-37fa-4f8c-a144-ace6e8ee8e8d req-efb8c3ff-5940-4e33-968e-51785df5d270 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2431e07-d1c8-4b0c-a992-551ec1bc7beb HTTP/1.1" status: 200 len: 210 time: 0.1370947 Jul 14 07:06:55.674777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c97c7178-2433-40eb-86e7-7f07290839b9 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:06:55.687259 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1fa8e880-544c-435c-9696-12e58d031657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:55.700007 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3c6b93e7-e22f-420d-8f1b-db9462489c9e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5793800 Jul 14 07:06:55.702864 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41764) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:55.719146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-32a212fc-7643-4e17-8d2f-81acefac85bc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'network_id': '7def052c-ff00-423f-aa68-78246dbf4422', 'fixed_ips': [{'subnet_id': '5e02bdf6-5a13-4d3e-85c1-5181c8da2bbe'}, {'subnet_id': 'e60827bf-5e90-482e-bb25-85b8b7c201c3'}], 'name': 'tempest-PortsIpV6TestJSON-54625300'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:55.723371 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: c97c7178-2433-40eb-86e7-7f07290839b9 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:06:55.724426 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-797acad5-34dc-4d3c-9ecc-075697c48850 req-5cb7d464-571f-42ab-ac8d-11a64b30d48b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3657272 Jul 14 07:06:55.726216 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c97c7178-2433-40eb-86e7-7f07290839b9 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:06:55.733213 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1fa8e880-544c-435c-9696-12e58d031657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:55.777068 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1fa8e880-544c-435c-9696-12e58d031657 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa613eba36564ad79399ce16a0b4d8c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7490585 Jul 14 07:06:55.777068 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bddb74f3-e229-48bd-a371-dc040c06cacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:55.779298 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bddb74f3-e229-48bd-a371-dc040c06cacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:55.782751 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bddb74f3-e229-48bd-a371-dc040c06cacf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fcd1ba01-68d6-46c8-bec5-0c8e11e36077 HTTP/1.1" status: 204 len: 168 time: 0.7037692 Jul 14 07:06:55.782751 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41766) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:55.803073 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-3f9e50c5-3456-473a-bb9b-9f699f228782 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Made reservation on behalf of 3425f2ff75e64c15bc33f475f0e23988 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:55.808050 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-3f9e50c5-3456-473a-bb9b-9f699f228782 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:55.852123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36eb73-1cfb-4f89-9d35-52a98448990d req-4c1f4eea-8a0f-482a-a333-4b75900d3956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:55.854686 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa36eb73-1cfb-4f89-9d35-52a98448990d req-4c1f4eea-8a0f-482a-a333-4b75900d3956 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.2629974 Jul 14 07:06:56.093774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8e880-544c-435c-9696-12e58d031657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122c58ab-e78e-4331-9d99-44bf35a52af6,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:56.123878 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9b6f4f7b-4dc1-42a9-a711-d9cc43f2ea3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:56.137810 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb74f3-e229-48bd-a371-dc040c06cacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd1ba01-68d6-46c8-bec5-0c8e11e36077,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:56.159680 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a212fc-7643-4e17-8d2f-81acefac85bc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:56.189341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-3f9e50c5-3456-473a-bb9b-9f699f228782 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Allocated IP 172.20.0.3 (01392a21-15c4-4543-814a-0d7cbb24d672/a879488d-cc0c-48d6-9870-331433a5caa6/843b36a6-a5c3-43b2-85c6-c4051eb6daf0) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:06:56.227235 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9b6f4f7b-4dc1-42a9-a711-d9cc43f2ea3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:56.228005 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b688bec8-dc92-416e-a49a-2f5d027dbf9c None None] Network 7def052c-ff00-423f-aa68-78246dbf4422 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:56.242662 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797acad5-34dc-4d3c-9ecc-075697c48850 req-a2101416-51cf-4465-8150-cdd0437933d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:56.244210 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-797acad5-34dc-4d3c-9ecc-075697c48850 req-a2101416-51cf-4465-8150-cdd0437933d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 1095 time: 0.3958111 Jul 14 07:06:56.290246 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cc5b2-5ff1-4314-bb74-c3ebe138de7f req-cc3a5b79-0d44-472a-82ce-e550c3d6220b tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:56.296988 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a54cc5b2-5ff1-4314-bb74-c3ebe138de7f req-cc3a5b79-0d44-472a-82ce-e550c3d6220b tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=00bec515-6a88-45c7-9c8c-6d0c55b6f783 HTTP/1.1" status: 200 len: 948 time: 0.5300050 Jul 14 07:06:56.393264 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9146d7d2-1f5a-4906-9b93-21a798513fb6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:06:56.404451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36eb73-1cfb-4f89-9d35-52a98448990d req-a6fe8258-a226-4e63-a968-6efc86d91a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:56.406179 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa36eb73-1cfb-4f89-9d35-52a98448990d req-a6fe8258-a226-4e63-a968-6efc86d91a9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4703388 Jul 14 07:06:56.506313 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a54cc5b2-5ff1-4314-bb74-c3ebe138de7f req-97d2be9e-9588-477d-81fe-19e94b548d27 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078884 Jul 14 07:06:56.621249 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32a212fc-7643-4e17-8d2f-81acefac85bc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:56.645958 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa36eb73-1cfb-4f89-9d35-52a98448990d req-fdd4ebb8-ab38-4601-a733-65264d2ac128 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290709 Jul 14 07:06:56.651895 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9b6f4f7b-4dc1-42a9-a711-d9cc43f2ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:56.654831 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9b6f4f7b-4dc1-42a9-a711-d9cc43f2ea3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:56.663191 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9b6f4f7b-4dc1-42a9-a711-d9cc43f2ea3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/122c58ab-e78e-4331-9d99-44bf35a52af6 HTTP/1.1" status: 204 len: 168 time: 0.8787050 Jul 14 07:06:56.746924 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-612d25b7-d82d-46a0-8c9e-32e6bfbf2f90 None None] Provisioning for port 9146d7d2-1f5a-4906-9b93-21a798513fb6 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:06:56.747470 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-32a212fc-7643-4e17-8d2f-81acefac85bc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] device_id is not set on port 8285da31-b5f3-4352-849f-85cce7c4365e yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:06:56.786543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f4f7b-4dc1-42a9-a711-d9cc43f2ea3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122c58ab-e78e-4331-9d99-44bf35a52af6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:56.859410 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 9146d7d2-1f5a-4906-9b93-21a798513fb6 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:06:56.864907 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9146d7d2-1f5a-4906-9b93-21a798513fb6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:56.866761 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:57.083429 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-3f9e50c5-3456-473a-bb9b-9f699f228782 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:57.083878 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa36eb73-1cfb-4f89-9d35-52a98448990d req-f3014e2b-8753-48de-95b1-170e605fde3e service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051244 Jul 14 07:06:57.085978 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797acad5-34dc-4d3c-9ecc-075697c48850 req-9329a82e-d7dd-4391-a261-11b5ad7b244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:57.087523 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-797acad5-34dc-4d3c-9ecc-075697c48850 req-9329a82e-d7dd-4391-a261-11b5ad7b244e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 200 len: 922 time: 0.8116415 Jul 14 07:06:57.106801 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-33aee5c8-0ee5-4180-aaa0-5df22d4dff62 req-fe918a74-317b-418f-9868-5442ddf84b1f tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/ports?device_id=129f4f50-6de6-43d9-a399-b3872f7d70c1 HTTP/1.1" status: 200 len: 210 time: 0.3376527 Jul 14 07:06:57.107494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea9d5bd-dc8f-4824-a431-3c522a394aa2 None None] Update dhcp port {'port': {'network_id': '7def052c-ff00-423f-aa68-78246dbf4422', 'fixed_ips': [{'subnet_id': '5e02bdf6-5a13-4d3e-85c1-5181c8da2bbe', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e60827bf-5e90-482e-bb25-85b8b7c201c3'}], 'binding:host_id': 'n-d-778696-5'}, 'id': '9146d7d2-1f5a-4906-9b93-21a798513fb6'} from n-d-778696-5. {{(pid=93829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 07:06:57.201057 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:57.356910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc859989-1e21-4fae-96b9-703b8e80016d req-5c9a5ce2-bf5a-48d1-8c73-06efc054e3ab tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2431e07-d1c8-4b0c-a992-551ec1bc7beb HTTP/1.1" status: 200 len: 210 time: 0.2891538 Jul 14 07:06:57.369884 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-797acad5-34dc-4d3c-9ecc-075697c48850 req-ef483ac1-b3b3-467d-874b-c0248772dd72 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcf2efef-68b1-4130-9c96-4f28d02d6d7d HTTP/1.1" status: 200 len: 217 time: 0.2499316 Jul 14 07:06:57.406341 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d5bd-dc8f-4824-a431-3c522a394aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:57.408702 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-32a212fc-7643-4e17-8d2f-81acefac85bc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Allocated IP 2001:db8::2ba (7def052c-ff00-423f-aa68-78246dbf4422/5e02bdf6-5a13-4d3e-85c1-5181c8da2bbe/8285da31-b5f3-4352-849f-85cce7c4365e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:06:57.428878 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-32a212fc-7643-4e17-8d2f-81acefac85bc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Allocated IP 2001:db8:0:1::105 (7def052c-ff00-423f-aa68-78246dbf4422/e60827bf-5e90-482e-bb25-85b8b7c201c3/8285da31-b5f3-4352-849f-85cce7c4365e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:06:57.450692 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 9146d7d2-1f5a-4906-9b93-21a798513fb6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9146d7d2-1f5a-4906-9b93-21a798513fb6,segment=NetworkSegment(d9d67197-94c5-48fb-b399-bfc7b8ab0c22),segment_id=d9d67197-94c5-48fb-b399-bfc7b8ab0c22)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:57.471723 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:57.591374 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32a212fc-7643-4e17-8d2f-81acefac85bc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:57.602400 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=9146d7d2-1f5a-4906-9b93-21a798513fb6,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:57.616977 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-32a212fc-7643-4e17-8d2f-81acefac85bc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Transition to ACTIVE for port object 8285da31-b5f3-4352-849f-85cce7c4365e will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:57.647335 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41816) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:57.688869 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bce4fd8b-210d-4f3f-8f41-11060cfb3597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:57.705037 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32a212fc-7643-4e17-8d2f-81acefac85bc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:57.708744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797acad5-34dc-4d3c-9ecc-075697c48850 req-b8343c59-aa0b-4f98-b0c4-f90079931894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:57.717820 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-797acad5-34dc-4d3c-9ecc-075697c48850 req-b8343c59-aa0b-4f98-b0c4-f90079931894 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 200 len: 861 time: 0.3468730 Jul 14 07:06:57.874921 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:06:57.902429 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a212fc-7643-4e17-8d2f-81acefac85bc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 7def052c-ff00-423f-aa68-78246dbf4422 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:57.903239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a212fc-7643-4e17-8d2f-81acefac85bc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=8285da31-b5f3-4352-849f-85cce7c4365e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:57.922921 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-32a212fc-7643-4e17-8d2f-81acefac85bc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:57.926277 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a212fc-7643-4e17-8d2f-81acefac85bc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:57.932479 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a212fc-7643-4e17-8d2f-81acefac85bc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:57.933110 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32a212fc-7643-4e17-8d2f-81acefac85bc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:57.933675 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bce4fd8b-210d-4f3f-8f41-11060cfb3597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:57.940563 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-797acad5-34dc-4d3c-9ecc-075697c48850 req-88ed521a-9c04-4c4c-9ab2-c337141f8c20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe3e6dc2-d274-4884-a631-cf4f8daefb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1984224 Jul 14 07:06:57.953248 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-3f9e50c5-3456-473a-bb9b-9f699f228782 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:57.989259 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9146d7d2-1f5a-4906-9b93-21a798513fb6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:06:57.998864 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bce4fd8b-210d-4f3f-8f41-11060cfb3597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:58.048519 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba632ba9-9b42-414e-8c05-131cea2ad98d req-69b91914-d9b7-44c5-bdda-2cce1dbc3baf tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:58.050624 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba632ba9-9b42-414e-8c05-131cea2ad98d req-69b91914-d9b7-44c5-bdda-2cce1dbc3baf tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.30 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 944 time: 0.3624752 Jul 14 07:06:58.062818 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-32a212fc-7643-4e17-8d2f-81acefac85bc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.3588688 Jul 14 07:06:58.065332 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41822) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:58.067546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-3f9e50c5-3456-473a-bb9b-9f699f228782 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Network 01392a21-15c4-4543-814a-0d7cbb24d672 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:58.074153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-784870e6-287b-4ecd-89c8-4f8cac10fc3b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5e02bdf6-5a13-4d3e-85c1-5181c8da2bbe'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:58.087569 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e50c5-3456-473a-bb9b-9f699f228782 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Pushing event updated for resources: {'Port': ['ID=843b36a6-a5c3-43b2-85c6-c4051eb6daf0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:58.130958 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-3f9e50c5-3456-473a-bb9b-9f699f228782 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:58.155688 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-53b29336-0cdb-4cc9-9bcd-655d7582e007 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:58.156304 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-3f9e50c5-3456-473a-bb9b-9f699f228782 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:58.157208 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-53b29336-0cdb-4cc9-9bcd-655d7582e007 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.30 "GET /v2.0/networks?id=4ca7f99f-d2e2-48b9-8eab-46a5687438b5 HTTP/1.1" status: 200 len: 821 time: 0.6712549 Jul 14 07:06:58.172260 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-2ea9d5bd-dc8f-4824-a431-3c522a394aa2 None None] Allocated IP 2001:db8:0:1::2 (7def052c-ff00-423f-aa68-78246dbf4422/e60827bf-5e90-482e-bb25-85b8b7c201c3/9146d7d2-1f5a-4906-9b93-21a798513fb6) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:06:58.177149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Request body: {'port': {'device_id': 'e2431e07-d1c8-4b0c-a992-551ec1bc7beb', 'network_id': '4ca7f99f-d2e2-48b9-8eab-46a5687438b5', 'admin_state_up': True, 'tenant_id': '3435457a5d524417a1cfcf74a9a32800'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:58.198707 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31702d-fe7c-4fb0-bbe1-a65cd297d52c req-c24e0e5b-34d3-465e-a5f1-3f5b1b67a3b3 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:58.200296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fb31702d-fe7c-4fb0-bbe1-a65cd297d52c req-c24e0e5b-34d3-465e-a5f1-3f5b1b67a3b3 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 944 time: 0.7157097 Jul 14 07:06:58.202642 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bce4fd8b-210d-4f3f-8f41-11060cfb3597 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3527432d1b642439c817a755014be67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5491447 Jul 14 07:06:58.210616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41826) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:58.286843 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-3f9e50c5-3456-473a-bb9b-9f699f228782 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:58.287829 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-3f9e50c5-3456-473a-bb9b-9f699f228782 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:58.294113 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:58.320784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4fd8b-210d-4f3f-8f41-11060cfb3597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd2704d-d262-4a6c-9b26-33e927416b90,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:58.322016 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9146d7d2-1f5a-4906-9b93-21a798513fb6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:58.322392 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:58.326185 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac', 'mac_address': 'fa:16:3e:f9:d9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:06:58.399538 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-3f9e50c5-3456-473a-bb9b-9f699f228782 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9917438 Jul 14 07:06:58.413111 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-784870e6-287b-4ecd-89c8-4f8cac10fc3b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:58.426546 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fb31702d-fe7c-4fb0-bbe1-a65cd297d52c req-4ad11a04-a630-4ded-a288-6eb9db903f92 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828246 Jul 14 07:06:58.428937 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-797acad5-34dc-4d3c-9ecc-075697c48850 req-4d13d4ca-f86a-469c-8450-168669460f7f service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522035 Jul 14 07:06:58.429066 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2ea9d5bd-dc8f-4824-a431-3c522a394aa2 None None] For port 9146d7d2-1f5a-4906-9b93-21a798513fb6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9146d7d2-1f5a-4906-9b93-21a798513fb6,segment=NetworkSegment(d9d67197-94c5-48fb-b399-bfc7b8ab0c22),segment_id=d9d67197-94c5-48fb-b399-bfc7b8ab0c22)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:58.441615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Request body: {'port': {'device_id': '129f4f50-6de6-43d9-a399-b3872f7d70c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:58.449620 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:58.524920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:06:58.531201 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d5bd-dc8f-4824-a431-3c522a394aa2 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:58.565897 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:58.567669 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2ea9d5bd-dc8f-4824-a431-3c522a394aa2 None None] Transition to ACTIVE for port object 9146d7d2-1f5a-4906-9b93-21a798513fb6 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:06:58.572778 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:58.577130 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-492315c2-0583-4d7e-9907-3a88466347de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:58.579529 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d5bd-dc8f-4824-a431-3c522a394aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:58.598079 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cdfa1-16ed-4b28-841d-d6afcaba6e77 req-e973ce51-5ce8-41bd-82c9-06ff41d15e1c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:58.601039 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b79cdfa1-16ed-4b28-841d-d6afcaba6e77 req-e973ce51-5ce8-41bd-82c9-06ff41d15e1c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=00bec515-6a88-45c7-9c8c-6d0c55b6f783 HTTP/1.1" status: 200 len: 948 time: 0.4409647 Jul 14 07:06:58.618306 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-ba632ba9-9b42-414e-8c05-131cea2ad98d req-47878e0d-9357-463b-b9a5-dbc20a1a2aa0 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Deleting port d3324072-a2da-4ee3-a712-5bd39e6be107 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:06:58.619005 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ba632ba9-9b42-414e-8c05-131cea2ad98d req-47878e0d-9357-463b-b9a5-dbc20a1a2aa0 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:58.673389 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Made reservation on behalf of 3435457a5d524417a1cfcf74a9a32800 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:06:58.683464 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:58.696420 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-492315c2-0583-4d7e-9907-3a88466347de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:58.699538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:58.768573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9d5bd-dc8f-4824-a431-3c522a394aa2 None None] Pushing event updated for resources: {'Port': ['ID=9146d7d2-1f5a-4906-9b93-21a798513fb6,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:58.792492 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b79cdfa1-16ed-4b28-841d-d6afcaba6e77 req-c57bb77a-e69c-4c82-b0f1-90dbc373240b tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730480 Jul 14 07:06:58.798825 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-797acad5-34dc-4d3c-9ecc-075697c48850 req-25a8d508-626f-4485-932e-d347f8b1dbe5 service neutron] 10.222.0.30 "GET /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522253 Jul 14 07:06:58.863092 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:58.885298 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:06:58.888923 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-492315c2-0583-4d7e-9907-3a88466347de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:58.892293 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-492315c2-0583-4d7e-9907-3a88466347de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:58.893546 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-492315c2-0583-4d7e-9907-3a88466347de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1bd2704d-d262-4a6c-9b26-33e927416b90 HTTP/1.1" status: 204 len: 168 time: 0.6789982 Jul 14 07:06:58.988719 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492315c2-0583-4d7e-9907-3a88466347de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd2704d-d262-4a6c-9b26-33e927416b90,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:59.026689 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-ba632ba9-9b42-414e-8c05-131cea2ad98d req-47878e0d-9357-463b-b9a5-dbc20a1a2aa0 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] For port d3324072-a2da-4ee3-a712-5bd39e6be107, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d3324072-a2da-4ee3-a712-5bd39e6be107,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:06:59.027055 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ba632ba9-9b42-414e-8c05-131cea2ad98d req-47878e0d-9357-463b-b9a5-dbc20a1a2aa0 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:59.028063 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94937b7d-b9ec-4602-ae23-c134f85137dc req-997c81d9-3757-43ea-9fef-0988a9b39463 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:59.035253 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94937b7d-b9ec-4602-ae23-c134f85137dc req-997c81d9-3757-43ea-9fef-0988a9b39463 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/ports?device_id=129f4f50-6de6-43d9-a399-b3872f7d70c1 HTTP/1.1" status: 200 len: 931 time: 0.3382463 Jul 14 07:06:59.056495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-ba632ba9-9b42-414e-8c05-131cea2ad98d req-47878e0d-9357-463b-b9a5-dbc20a1a2aa0 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Calling delete_port for d3324072-a2da-4ee3-a712-5bd39e6be107 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:06:59.069563 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ec913c0a-e9ce-467a-85f8-7cc170d2d98f req-c4458494-060e-402a-93bf-192d9d9b1800 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2431e07-d1c8-4b0c-a992-551ec1bc7beb HTTP/1.1" status: 200 len: 210 time: 0.0712221 Jul 14 07:06:59.130527 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Allocated IP 172.20.0.12 (4ca7f99f-d2e2-48b9-8eab-46a5687438b5/f05c22bc-ef14-4fc4-bb42-c0bdfea2ee21/32fe8ce6-0732-4435-8b92-58cf8c9c527e) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:06:59.160170 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94937b7d-b9ec-4602-ae23-c134f85137dc req-4836edcf-b1a1-4344-9a16-88b1aa7e4d04 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3cfd9dd-b9ff-46c0-9461-b293b1cedb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240265 Jul 14 07:06:59.255274 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-784870e6-287b-4ecd-89c8-4f8cac10fc3b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Delete allocated IP 2001:db8:0:1::105 (7def052c-ff00-423f-aa68-78246dbf4422/e60827bf-5e90-482e-bb25-85b8b7c201c3) {{(pid=93827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 07:06:59.426530 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:59.510372 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:59.538833 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1537bf1a-876a-477b-a698-b68e897b4f9f None None] Network 7def052c-ff00-423f-aa68-78246dbf4422 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:06:59.620267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Network 4ca7f99f-d2e2-48b9-8eab-46a5687438b5 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:06:59.624299 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:06:59.638146 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:06:59.641453 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-784870e6-287b-4ecd-89c8-4f8cac10fc3b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:59.698376 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-784870e6-287b-4ecd-89c8-4f8cac10fc3b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Ignored duplicate provisioning block setup for port 8285da31-b5f3-4352-849f-85cce7c4365e by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 07:06:59.706371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:59.707150 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:59.710957 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-784870e6-287b-4ecd-89c8-4f8cac10fc3b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:59.735930 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5679736 Jul 14 07:06:59.754561 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Request body: {'port': {'device_id': 'e2431e07-d1c8-4b0c-a992-551ec1bc7beb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:59.803721 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d72f400b-f107-4110-a0e2-b85bd7ff33e3 None None] Provisioning for port 9146d7d2-1f5a-4906-9b93-21a798513fb6 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:06:59.822525 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d72f400b-f107-4110-a0e2-b85bd7ff33e3 None None] Provisioning complete for port 9146d7d2-1f5a-4906-9b93-21a798513fb6 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:06:59.823287 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d72f400b-f107-4110-a0e2-b85bd7ff33e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:59.844673 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Pushing event updated for resources: {'Port': ['ID=32fe8ce6-0732-4435-8b92-58cf8c9c527e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:06:59.876512 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:59.877424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:59.877424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:59.877644 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:59.877887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:59.878273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:59.878996 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:59.879122 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:59.879394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:59.879806 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:59.880443 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:59.880986 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d50288-6fba-480d-99a2-9c0c490a8c9b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:06:59.884329 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-784870e6-287b-4ecd-89c8-4f8cac10fc3b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] In _notify_port_updated(), no bound segment for port 8285da31-b5f3-4352-849f-85cce7c4365e on network 7def052c-ff00-423f-aa68-78246dbf4422 {{(pid=93827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:06:59.891119 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784870e6-287b-4ecd-89c8-4f8cac10fc3b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:06:59.892088 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-784870e6-287b-4ecd-89c8-4f8cac10fc3b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:06:59.897569 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-784870e6-287b-4ecd-89c8-4f8cac10fc3b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "PUT /v2.0/ports/8285da31-b5f3-4352-849f-85cce7c4365e HTTP/1.1" status: 200 len: 924 time: 1.8278139 Jul 14 07:06:59.911059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41864) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:06:59.917693 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-98573da5-6e80-4b55-bb46-5f5b5d4371f1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5e02bdf6-5a13-4d3e-85c1-5181c8da2bbe'}, {'subnet_id': 'e60827bf-5e90-482e-bb25-85b8b7c201c3'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:06:59.941271 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:00.063104 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98573da5-6e80-4b55-bb46-5f5b5d4371f1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:00.118102 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9146d7d2-1f5a-4906-9b93-21a798513fb6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:00.124389 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784870e6-287b-4ecd-89c8-4f8cac10fc3b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=8285da31-b5f3-4352-849f-85cce7c4365e,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:00.125277 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b6eb0-7de8-448f-b73e-7021f605cd4c req-ba89ec41-590c-4196-ab01-91904a02f9cf tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:00.148887 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c4b6eb0-7de8-448f-b73e-7021f605cd4c req-ba89ec41-590c-4196-ab01-91904a02f9cf tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=403f5cfb-13c8-42b0-b0d4-a2afb1655cc4 HTTP/1.1" status: 200 len: 944 time: 0.3394356 Jul 14 07:07:00.233593 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9146d7d2-1f5a-4906-9b93-21a798513fb6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:00.233988 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:00.437745 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9fab892c-c528-4c1f-8e41-908af242c228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:00.501912 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-98573da5-6e80-4b55-bb46-5f5b5d4371f1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Allocated IP 2001:db8:0:1::335 (7def052c-ff00-423f-aa68-78246dbf4422/e60827bf-5e90-482e-bb25-85b8b7c201c3/8285da31-b5f3-4352-849f-85cce7c4365e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:00.577745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41882) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:00.578685 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ba632ba9-9b42-414e-8c05-131cea2ad98d req-47878e0d-9357-463b-b9a5-dbc20a1a2aa0 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:00.639353 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47878e0d-9357-463b-b9a5-dbc20a1a2aa0 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Pushing event deleted for resources: {'Port': ['ID=d3324072-a2da-4ee3-a712-5bd39e6be107,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:00.663112 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-496d8f86-7fa9-4199-a59b-9c782d5aba79 None None] Provisioning complete for port 9146d7d2-1f5a-4906-9b93-21a798513fb6 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:00.663496 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-496d8f86-7fa9-4199-a59b-9c782d5aba79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:00.749580 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba632ba9-9b42-414e-8c05-131cea2ad98d req-47878e0d-9357-463b-b9a5-dbc20a1a2aa0 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] No DVR routers for this DVR port d3324072-a2da-4ee3-a712-5bd39e6be107 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:00.752168 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ba632ba9-9b42-414e-8c05-131cea2ad98d req-47878e0d-9357-463b-b9a5-dbc20a1a2aa0 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:00.754637 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba632ba9-9b42-414e-8c05-131cea2ad98d req-47878e0d-9357-463b-b9a5-dbc20a1a2aa0 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.30 "DELETE /v2.0/ports/d3324072-a2da-4ee3-a712-5bd39e6be107 HTTP/1.1" status: 204 len: 173 time: 2.6899688 Jul 14 07:07:00.759754 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403f5cfb-13c8-42b0-b0d4-a2afb1655cc4', 'name': 'network-vif-deleted', 'tag': 'd3324072-a2da-4ee3-a712-5bd39e6be107'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:00.762461 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9716cd3-42ba-48c0-b9a9-17b8a75300dd" -d '{"events": [{"server_uuid": "403f5cfb-13c8-42b0-b0d4-a2afb1655cc4", "name": "network-vif-deleted", "tag": "d3324072-a2da-4ee3-a712-5bd39e6be107"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:00.817797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843b36a6-a5c3-43b2-85c6-c4051eb6daf0 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:00.840912 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:00.862153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Transition to ACTIVE for port object 843b36a6-a5c3-43b2-85c6-c4051eb6daf0 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:00.876698 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:00.893662 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c4b6eb0-7de8-448f-b73e-7021f605cd4c req-11209f6e-1187-4dba-b1ad-6be8672af587 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7437220 Jul 14 07:07:00.896213 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98573da5-6e80-4b55-bb46-5f5b5d4371f1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:00.913284 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-496d8f86-7fa9-4199-a59b-9c782d5aba79 None None] Provisioning for port 8285da31-b5f3-4352-849f-85cce7c4365e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:00.920007 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-496d8f86-7fa9-4199-a59b-9c782d5aba79 None None] Provisioning complete for port 8285da31-b5f3-4352-849f-85cce7c4365e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:00.920558 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-496d8f86-7fa9-4199-a59b-9c782d5aba79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:00.958522 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-98573da5-6e80-4b55-bb46-5f5b5d4371f1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Ignored duplicate provisioning block setup for port 8285da31-b5f3-4352-849f-85cce7c4365e by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 07:07:00.979236 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98573da5-6e80-4b55-bb46-5f5b5d4371f1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:00.980978 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-496d8f86-7fa9-4199-a59b-9c782d5aba79 None None] Port 8285da31-b5f3-4352-849f-85cce7c4365e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:01.065596 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Pushing event updated for resources: {'Port': ['ID=843b36a6-a5c3-43b2-85c6-c4051eb6daf0,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:01.139881 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cfd5a10e-b7c8-41ca-a57c-5bb0b7cef031 None None] Provisioning complete for port 8285da31-b5f3-4352-849f-85cce7c4365e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:01.141280 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cfd5a10e-b7c8-41ca-a57c-5bb0b7cef031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:01.174782 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-867069fa-f61e-428c-b16e-2b61a0b09431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:01.181833 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Attempting to bind port 843b36a6-a5c3-43b2-85c6-c4051eb6daf0 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:07:01.182503 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Attempting to bind port 843b36a6-a5c3-43b2-85c6-c4051eb6daf0 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'b5afb47e-2d44-4c24-90f3-b70b71c6c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01392a21-15c4-4543-814a-0d7cbb24d672'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:07:01.183050 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Attempting to bind port 843b36a6-a5c3-43b2-85c6-c4051eb6daf0 on network 01392a21-15c4-4543-814a-0d7cbb24d672 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:01.189409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-98573da5-6e80-4b55-bb46-5f5b5d4371f1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] In _notify_port_updated(), no bound segment for port 8285da31-b5f3-4352-849f-85cce7c4365e on network 7def052c-ff00-423f-aa68-78246dbf4422 {{(pid=93827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:07:01.196058 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98573da5-6e80-4b55-bb46-5f5b5d4371f1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:01.196948 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98573da5-6e80-4b55-bb46-5f5b5d4371f1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:01.198562 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-98573da5-6e80-4b55-bb46-5f5b5d4371f1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "PUT /v2.0/ports/8285da31-b5f3-4352-849f-85cce7c4365e HTTP/1.1" status: 200 len: 1010 time: 1.2868912 Jul 14 07:07:01.200929 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ad6fc-9004-4f00-883f-b97bb7660753 req-a69b3e46-c35c-4c98-b387-ae8b14b38e9e tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:01.206036 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-232ad6fc-9004-4f00-883f-b97bb7660753 req-a69b3e46-c35c-4c98-b387-ae8b14b38e9e tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=00bec515-6a88-45c7-9c8c-6d0c55b6f783 HTTP/1.1" status: 200 len: 949 time: 0.5597551 Jul 14 07:07:01.206530 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41894) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:01.207537 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Port 843b36a6-a5c3-43b2-85c6-c4051eb6daf0 on network 01392a21-15c4-4543-814a-0d7cbb24d672 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:07:01.208037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Attempting to bind port 843b36a6-a5c3-43b2-85c6-c4051eb6daf0 on network 01392a21-15c4-4543-814a-0d7cbb24d672 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:01.234553 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:07:01.235226 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Checking segment: {'id': 'b5afb47e-2d44-4c24-90f3-b70b71c6c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01392a21-15c4-4543-814a-0d7cbb24d672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:01.235864 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Bound using segment: {'id': 'b5afb47e-2d44-4c24-90f3-b70b71c6c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01392a21-15c4-4543-814a-0d7cbb24d672'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:07:01.236489 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Bound port: 843b36a6-a5c3-43b2-85c6-c4051eb6daf0, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5afb47e-2d44-4c24-90f3-b70b71c6c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01392a21-15c4-4543-814a-0d7cbb24d672'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:07:01.237045 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:01.241365 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-cfd5a10e-b7c8-41ca-a57c-5bb0b7cef031 None None] Port 8285da31-b5f3-4352-849f-85cce7c4365e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:01.259233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98573da5-6e80-4b55-bb46-5f5b5d4371f1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=8285da31-b5f3-4352-849f-85cce7c4365e,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:01.326171 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] For port 843b36a6-a5c3-43b2-85c6-c4051eb6daf0, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:07:01.330120 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] For port 843b36a6-a5c3-43b2-85c6-c4051eb6daf0, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=843b36a6-a5c3-43b2-85c6-c4051eb6daf0,segment=NetworkSegment(b5afb47e-2d44-4c24-90f3-b70b71c6c671),segment_id=b5afb47e-2d44-4c24-90f3-b70b71c6c671)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:07:01.341961 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:01.414542 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:01.418071 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:01.420128 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/843b36a6-a5c3-43b2-85c6-c4051eb6daf0 HTTP/1.1" status: 200 len: 1091 time: 3.0023754 Jul 14 07:07:01.466627 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4be3eed5-6a2d-45f0-84e2-a410b12b7ed7 None None] Provisioning complete for port 8285da31-b5f3-4352-849f-85cce7c4365e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:01.467005 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4be3eed5-6a2d-45f0-84e2-a410b12b7ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:01.497902 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c79d4f-1b55-46c1-9b5f-0996d11922d1 service neutron] Pushing event updated for resources: {'Port': ['ID=843b36a6-a5c3-43b2-85c6-c4051eb6daf0,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:01.526839 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-232ad6fc-9004-4f00-883f-b97bb7660753 req-88b82fc1-a4e2-490a-919c-004ca102188f tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092163 Jul 14 07:07:01.557454 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-4be3eed5-6a2d-45f0-84e2-a410b12b7ed7 None None] Port 8285da31-b5f3-4352-849f-85cce7c4365e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:01.591899 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-867069fa-f61e-428c-b16e-2b61a0b09431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:01.602627 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-c76dd28f-2e84-4f0e-aaa3-fb882394e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:01.604926 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-c76dd28f-2e84-4f0e-aaa3-fb882394e763 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3425f2ff75e64c15bc33f475f0e23988&device_id=129f4f50-6de6-43d9-a399-b3872f7d70c1 HTTP/1.1" status: 200 len: 1094 time: 0.1209846 Jul 14 07:07:01.605802 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-867069fa-f61e-428c-b16e-2b61a0b09431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:01.680721 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d3324072-a2da-4ee3-a712-5bd39e6be107 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:07:01.735618 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77830275-8520-49d5-8dbb-12d9e7bd4e5c req-9304f2b3-d2cc-434a-bbff-0ed42dbe4fdd tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:01.747557 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77830275-8520-49d5-8dbb-12d9e7bd4e5c req-9304f2b3-d2cc-434a-bbff-0ed42dbe4fdd tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/ports?device_id=e00292a2-5976-4028-b115-6a3fb820d3f0 HTTP/1.1" status: 200 len: 945 time: 0.5092020 Jul 14 07:07:01.751604 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: d3324072-a2da-4ee3-a712-5bd39e6be107 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:07:01.752519 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d3324072-a2da-4ee3-a712-5bd39e6be107 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:07:01.842603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32fe8ce6-0732-4435-8b92-58cf8c9c527e {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:01.858471 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:01.871804 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:01.906931 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d5c09f7e-7a24-49ef-bc62-15b7e72e2cfb None None] Provisioning complete for port 8285da31-b5f3-4352-849f-85cce7c4365e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:01.907303 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d5c09f7e-7a24-49ef-bc62-15b7e72e2cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:01.916307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Transition to ACTIVE for port object 32fe8ce6-0732-4435-8b92-58cf8c9c527e will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:01.922019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77830275-8520-49d5-8dbb-12d9e7bd4e5c req-bc78ce10-7523-4484-9f9c-948e6210dbdb tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6f7c570-771c-42d3-9dd3-ee3902ff394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706316 Jul 14 07:07:01.924711 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-59db4ab0-5454-422b-9cc8-1e319497970a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port 8285da31-b5f3-4352-849f-85cce7c4365e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:01.925702 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59db4ab0-5454-422b-9cc8-1e319497970a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:01.937765 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:02.013926 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d5c09f7e-7a24-49ef-bc62-15b7e72e2cfb None None] Port 8285da31-b5f3-4352-849f-85cce7c4365e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:02.032888 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:02.033111 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-32140fe3-7f3b-4ddf-83be-58b384f89de7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=843b36a6-a5c3-43b2-85c6-c4051eb6daf0 HTTP/1.1" status: 200 len: 217 time: 0.4207809 Jul 14 07:07:02.037678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:02.038063 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:02.053603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Pushing event updated for resources: {'Port': ['ID=32fe8ce6-0732-4435-8b92-58cf8c9c527e,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:02.055570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867069fa-f61e-428c-b16e-2b61a0b09431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2e5ca6-9c21-4453-a4f2-92954ede37c6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:02.084093 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-867069fa-f61e-428c-b16e-2b61a0b09431 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39d8d96acbdc44ea96e7f994f1293ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4996126 Jul 14 07:07:02.090245 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41912) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:02.124478 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-f0a37055-1822-4cc2-925d-67aa582edaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:02.126188 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-f0a37055-1822-4cc2-925d-67aa582edaf8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a879488d-cc0c-48d6-9870-331433a5caa6 HTTP/1.1" status: 200 len: 850 time: 0.0857110 Jul 14 07:07:02.131568 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:02.138206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7638a-1625-49de-b63c-2ef6775aaba9 req-61bdb59d-b26c-4f5d-b4fd-4db964bc867e tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:02.139776 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3d7638a-1625-49de-b63c-2ef6775aaba9 req-61bdb59d-b26c-4f5d-b4fd-4db964bc867e tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.15 "GET /v2.0/ports?device_id=e00292a2-5976-4028-b115-6a3fb820d3f0 HTTP/1.1" status: 200 len: 945 time: 0.4880819 Jul 14 07:07:02.155191 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bec515-6a88-45c7-9c8c-6d0c55b6f783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:02.157410 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d8b6bc-c700-48fa-95bd-968c99ca9099" -d '{"events": [{"server_uuid": "00bec515-6a88-45c7-9c8c-6d0c55b6f783", "name": "network-vif-plugged", "status": "completed", "tag": "0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:02.166245 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-fecae5c6-086e-4efe-8914-b3df55378d74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=01392a21-15c4-4543-814a-0d7cbb24d672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301397 Jul 14 07:07:02.170289 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:02.175918 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:02.226436 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-58847658-33dc-4460-87ee-a7f59244f24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:02.228043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:02.252242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6ef45-cff2-4673-9ab2-6ae1f6148faf req-2ee257c2-ddcb-4e08-a0e5-50e24bd40f43 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:02.253787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0a6ef45-cff2-4673-9ab2-6ae1f6148faf req-2ee257c2-ddcb-4e08-a0e5-50e24bd40f43 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2431e07-d1c8-4b0c-a992-551ec1bc7beb HTTP/1.1" status: 200 len: 932 time: 0.4530776 Jul 14 07:07:02.259382 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-58847658-33dc-4460-87ee-a7f59244f24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:02.309620 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-111a4ef8-381a-4844-a9cc-6e8644069a8b service neutron] 10.222.0.30 "GET /v2.0/networks/01392a21-15c4-4543-814a-0d7cbb24d672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338029 Jul 14 07:07:02.310693 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59db4ab0-5454-422b-9cc8-1e319497970a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:02.358763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156647e9-f73f-4cae-a16d-6eca15c08616 req-59602340-4c4f-4324-90a0-7f240b45a5d3 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:02.360272 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-156647e9-f73f-4cae-a16d-6eca15c08616 req-59602340-4c4f-4324-90a0-7f240b45a5d3 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/ports?device_id=129f4f50-6de6-43d9-a399-b3872f7d70c1 HTTP/1.1" status: 200 len: 943 time: 0.3018622 Jul 14 07:07:02.371509 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-58847658-33dc-4460-87ee-a7f59244f24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:02.372718 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-59db4ab0-5454-422b-9cc8-1e319497970a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for 8285da31-b5f3-4352-849f-85cce7c4365e owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:02.374092 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-58847658-33dc-4460-87ee-a7f59244f24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:02.377716 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-58847658-33dc-4460-87ee-a7f59244f24d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f2e5ca6-9c21-4453-a4f2-92954ede37c6 HTTP/1.1" status: 204 len: 168 time: 0.2840595 Jul 14 07:07:02.389007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58847658-33dc-4460-87ee-a7f59244f24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2e5ca6-9c21-4453-a4f2-92954ede37c6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:02.428795 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d87c175b-1470-4c2b-87b8-a04336fed474 req-4e1cf796-0bd3-4c93-a2d0-27fb0dd6fee4 service neutron] 10.222.0.30 "GET /v2.0/networks/01392a21-15c4-4543-814a-0d7cbb24d672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125772 Jul 14 07:07:02.470278 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0a6ef45-cff2-4673-9ab2-6ae1f6148faf req-6c77e730-b983-4038-adaa-1722393cd051 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16a3190-6a12-4fbc-8cc0-707449c02e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017570 Jul 14 07:07:02.494743 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Attempting to bind port 32fe8ce6-0732-4435-8b92-58cf8c9c527e on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:07:02.495014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Attempting to bind port 32fe8ce6-0732-4435-8b92-58cf8c9c527e by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '4496ef7d-a031-42f6-b28f-d370c6b16db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4ca7f99f-d2e2-48b9-8eab-46a5687438b5'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:07:02.495345 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Attempting to bind port 32fe8ce6-0732-4435-8b92-58cf8c9c527e on network 4ca7f99f-d2e2-48b9-8eab-46a5687438b5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:02.504334 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-156647e9-f73f-4cae-a16d-6eca15c08616 req-4d197bc4-c5f8-4a7b-b083-652fa76bf12e tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3cfd9dd-b9ff-46c0-9461-b293b1cedb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327198 Jul 14 07:07:02.523548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Port 32fe8ce6-0732-4435-8b92-58cf8c9c527e on network 4ca7f99f-d2e2-48b9-8eab-46a5687438b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:07:02.524015 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Attempting to bind port 32fe8ce6-0732-4435-8b92-58cf8c9c527e on network 4ca7f99f-d2e2-48b9-8eab-46a5687438b5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:02.525564 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7228a311-e5c4-4dba-a217-e86615c37524 x-openstack-request-id: req-7228a311-e5c4-4dba-a217-e86615c37524 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:02.525773 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403f5cfb-13c8-42b0-b0d4-a2afb1655cc4", "name": "network-vif-deleted", "tag": "d3324072-a2da-4ee3-a712-5bd39e6be107", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:02.525999 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7228a311-e5c4-4dba-a217-e86615c37524 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:02.526427 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403f5cfb-13c8-42b0-b0d4-a2afb1655cc4', 'name': 'network-vif-deleted', 'tag': 'd3324072-a2da-4ee3-a712-5bd39e6be107', 'status': 'completed', 'code': 200} Jul 14 07:07:02.532179 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-b3d7638a-1625-49de-b63c-2ef6775aaba9 req-e82a7b0a-e1cc-4f73-a295-d36b8faae84f tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Deleting port 045bc427-54b6-47cb-b097-579fe9cfe734 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:02.532523 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b3d7638a-1625-49de-b63c-2ef6775aaba9 req-e82a7b0a-e1cc-4f73-a295-d36b8faae84f tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:02.539191 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:07:02.539533 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Checking segment: {'id': '4496ef7d-a031-42f6-b28f-d370c6b16db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4ca7f99f-d2e2-48b9-8eab-46a5687438b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:02.539920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Bound using segment: {'id': '4496ef7d-a031-42f6-b28f-d370c6b16db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4ca7f99f-d2e2-48b9-8eab-46a5687438b5'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:07:02.540440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Bound port: 32fe8ce6-0732-4435-8b92-58cf8c9c527e, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4496ef7d-a031-42f6-b28f-d370c6b16db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4ca7f99f-d2e2-48b9-8eab-46a5687438b5'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:07:02.540706 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:02.646191 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841bf8ba-c068-42fb-b4dc-4f8a6c48d642 x-openstack-request-id: req-841bf8ba-c068-42fb-b4dc-4f8a6c48d642 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:02.646436 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bec515-6a88-45c7-9c8c-6d0c55b6f783", "name": "network-vif-plugged", "status": "completed", "tag": "0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:02.646687 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-841bf8ba-c068-42fb-b4dc-4f8a6c48d642 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:02.647684 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00bec515-6a88-45c7-9c8c-6d0c55b6f783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac', 'code': 200} Jul 14 07:07:02.748376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] For port 32fe8ce6-0732-4435-8b92-58cf8c9c527e, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:07:02.752635 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-b3d7638a-1625-49de-b63c-2ef6775aaba9 req-e82a7b0a-e1cc-4f73-a295-d36b8faae84f tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] For port 045bc427-54b6-47cb-b097-579fe9cfe734, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=045bc427-54b6-47cb-b097-579fe9cfe734,segment=NetworkSegment(1704aa74-a8e9-416a-a9e1-b64a6b1bd82d),segment_id=1704aa74-a8e9-416a-a9e1-b64a6b1bd82d)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:02.753160 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b3d7638a-1625-49de-b63c-2ef6775aaba9 req-e82a7b0a-e1cc-4f73-a295-d36b8faae84f tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:02.801547 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6322cfb-aa72-459a-8f7b-0f57de753b36 req-aa915a50-71fc-4b01-912a-9217d5a4102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:02.803339 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a6322cfb-aa72-459a-8f7b-0f57de753b36 req-aa915a50-71fc-4b01-912a-9217d5a4102a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00bec515-6a88-45c7-9c8c-6d0c55b6f783 HTTP/1.1" status: 200 len: 1101 time: 0.0785227 Jul 14 07:07:02.827690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-b3d7638a-1625-49de-b63c-2ef6775aaba9 req-e82a7b0a-e1cc-4f73-a295-d36b8faae84f tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Calling delete_port for 045bc427-54b6-47cb-b097-579fe9cfe734 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:02.841325 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] For port 32fe8ce6-0732-4435-8b92-58cf8c9c527e, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=32fe8ce6-0732-4435-8b92-58cf8c9c527e,segment=NetworkSegment(4496ef7d-a031-42f6-b28f-d370c6b16db2),segment_id=4496ef7d-a031-42f6-b28f-d370c6b16db2)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:07:02.846169 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a6322cfb-aa72-459a-8f7b-0f57de753b36 req-bbd0793d-b998-4f2b-bb08-af633beec633 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362213 Jul 14 07:07:02.859582 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:02.952560 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59db4ab0-5454-422b-9cc8-1e319497970a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:02.960400 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:02.961057 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:02.962489 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] 10.222.0.30 "PUT /v2.0/ports/32fe8ce6-0732-4435-8b92-58cf8c9c527e HTTP/1.1" status: 200 len: 1092 time: 3.2128198 Jul 14 07:07:02.964276 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2431e07-d1c8-4b0c-a992-551ec1bc7beb', 'tag': '32fe8ce6-0732-4435-8b92-58cf8c9c527e'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:02.966552 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698fb183-0616-40a9-bb02-dff6e18c8551" -d '{"events": [{"name": "network-changed", "server_uuid": "e2431e07-d1c8-4b0c-a992-551ec1bc7beb", "tag": "32fe8ce6-0732-4435-8b92-58cf8c9c527e"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:03.032320 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401aee1-f542-4e60-94fa-1a4ceb60682b service neutron] Pushing event updated for resources: {'Port': ['ID=32fe8ce6-0732-4435-8b92-58cf8c9c527e,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:03.066743 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d269948e-c094-4cbc-8250-22086748ea25 req-3e18b236-fa4d-4e03-b1d0-e06102a8e117 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=40cc528b5b254cceb775759f0610b6d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873482 Jul 14 07:07:03.114737 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc7303-d20b-49cf-b818-9e6c58f2625a req-aa920b17-e231-457c-9544-7d19c57af4fd tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:03.116386 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c4bc7303-d20b-49cf-b818-9e6c58f2625a req-aa920b17-e231-457c-9544-7d19c57af4fd tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=00bec515-6a88-45c7-9c8c-6d0c55b6f783 HTTP/1.1" status: 200 len: 950 time: 0.3605435 Jul 14 07:07:03.143108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db4ab0-5454-422b-9cc8-1e319497970a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=8285da31-b5f3-4352-849f-85cce7c4365e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:03.194471 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41954) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:03.209301 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e550bda6-b72c-4f65-8132-56dc7126ac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:03.230887 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59db4ab0-5454-422b-9cc8-1e319497970a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:03.235742 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41958) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:03.237972 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-59db4ab0-5454-422b-9cc8-1e319497970a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/ports/8285da31-b5f3-4352-849f-85cce7c4365e HTTP/1.1" status: 204 len: 168 time: 2.0273864 Jul 14 07:07:03.264480 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bc483d-4a50-4574-9811-7e6fd68f1060 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] GET failed (client error): The resource could not be found. Jul 14 07:07:03.266286 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-20bc483d-4a50-4574-9811-7e6fd68f1060 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports/8285da31-b5f3-4352-849f-85cce7c4365e HTTP/1.1" status: 404 len: 333 time: 0.0295684 Jul 14 07:07:03.268947 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41960) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:03.315060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5c9d82e0-1f0e-4d00-ac68-c15aba4da6ae admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1010331690-network', 'tenant_id': '7155d1be9eef4b41b54712f302a34154'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:03.315259 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c4bc7303-d20b-49cf-b818-9e6c58f2625a req-e42044d8-e92c-46d6-b73f-ecb2af7283fd tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681950 Jul 14 07:07:03.332054 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7e2be7-6a88-4183-b938-036beee02c34 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting subnet e60827bf-5e90-482e-bb25-85b8b7c201c3 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:07:03.339215 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2be7-6a88-4183-b938-036beee02c34 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:03.357956 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-490fad24-647c-4a38-9326-e73b6a9e6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:03.359576 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-490fad24-647c-4a38-9326-e73b6a9e6d4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3435457a5d524417a1cfcf74a9a32800&device_id=e2431e07-d1c8-4b0c-a992-551ec1bc7beb HTTP/1.1" status: 200 len: 1095 time: 0.3481038 Jul 14 07:07:03.377834 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b3d7638a-1625-49de-b63c-2ef6775aaba9 req-e82a7b0a-e1cc-4f73-a295-d36b8faae84f tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:03.383421 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9d82e0-1f0e-4d00-ac68-c15aba4da6ae admin admin] Made reservation on behalf of 7155d1be9eef4b41b54712f302a34154 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:03.385981 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c9d82e0-1f0e-4d00-ac68-c15aba4da6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:03.392624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['045bc427-54b6-47cb-b097-579fe9cfe734'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:03.401292 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c9d82e0-1f0e-4d00-ac68-c15aba4da6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:03.405600 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2be7-6a88-4183-b938-036beee02c34 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:03.427006 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269948e-c094-4cbc-8250-22086748ea25 req-6394c8de-56ca-408a-b69a-87591e76b775 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:03.428443 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d269948e-c094-4cbc-8250-22086748ea25 req-6394c8de-56ca-408a-b69a-87591e76b775 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3331649 Jul 14 07:07:03.453012 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-346942ee-d404-4466-a42c-b3223e2bfbdb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32fe8ce6-0732-4435-8b92-58cf8c9c527e HTTP/1.1" status: 200 len: 217 time: 0.0837295 Jul 14 07:07:03.453913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a7b0a-e1cc-4f73-a295-d36b8faae84f tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Pushing event deleted for resources: {'Port': ['ID=045bc427-54b6-47cb-b097-579fe9cfe734,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:03.499650 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d269948e-c094-4cbc-8250-22086748ea25 req-427c2268-9ff9-458d-aa89-000a74991fcf tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/quotas/40cc528b5b254cceb775759f0610b6d6 HTTP/1.1" status: 200 len: 375 time: 0.0506139 Jul 14 07:07:03.534598 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2be7-6a88-4183-b938-036beee02c34 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:03.557386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d7638a-1625-49de-b63c-2ef6775aaba9 req-e82a7b0a-e1cc-4f73-a295-d36b8faae84f tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] No DVR routers for this DVR port 045bc427-54b6-47cb-b097-579fe9cfe734 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:03.561921 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:03.577365 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b3d7638a-1625-49de-b63c-2ef6775aaba9 req-e82a7b0a-e1cc-4f73-a295-d36b8faae84f tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:03.579961 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3d7638a-1625-49de-b63c-2ef6775aaba9 req-e82a7b0a-e1cc-4f73-a295-d36b8faae84f tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.15 "DELETE /v2.0/ports/045bc427-54b6-47cb-b097-579fe9cfe734 HTTP/1.1" status: 204 len: 173 time: 1.4337265 Jul 14 07:07:03.583833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d269948e-c094-4cbc-8250-22086748ea25 req-42a3975b-0fd7-46da-b635-fc3d5936aea2 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=40cc528b5b254cceb775759f0610b6d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641112 Jul 14 07:07:03.588378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-8a1ce0dd-610a-4a05-89b3-4aca9efe8c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:03.589894 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-8a1ce0dd-610a-4a05-89b3-4aca9efe8c71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f05c22bc-ef14-4fc4-bb42-c0bdfea2ee21 HTTP/1.1" status: 200 len: 861 time: 0.1279786 Jul 14 07:07:03.649909 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-1f089527-298b-4e88-a7f0-21ee64b9478c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ca7f99f-d2e2-48b9-8eab-46a5687438b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531874 Jul 14 07:07:03.653452 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c9d82e0-1f0e-4d00-ac68-c15aba4da6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:03.660287 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c9d82e0-1f0e-4d00-ac68-c15aba4da6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:03.668276 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2be7-6a88-4183-b938-036beee02c34 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:03.695541 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9d82e0-1f0e-4d00-ac68-c15aba4da6ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:07:03.725508 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2be7-6a88-4183-b938-036beee02c34 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:03.730319 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3b7e2be7-6a88-4183-b938-036beee02c34 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/e60827bf-5e90-482e-bb25-85b8b7c201c3 HTTP/1.1" status: 204 len: 168 time: 0.4580808 Jul 14 07:07:03.735360 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e2be7-6a88-4183-b938-036beee02c34 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Subnet': ['ID=e60827bf-5e90-482e-bb25-85b8b7c201c3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:03.737578 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae1d69a-47c2-4c70-8ef8-d089f55399d9 None None] Network 7def052c-ff00-423f-aa68-78246dbf4422 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:03.741881 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41968) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:03.809495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cfac1b-0cdd-4c68-b341-1bac7d6f162d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting subnet 5e02bdf6-5a13-4d3e-85c1-5181c8da2bbe {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:07:03.812359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d82e0-1f0e-4d00-ac68-c15aba4da6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15769a5e-d5b2-475a-816a-09ef17bb43c2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:03.830802 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-bfc24d38-853d-4a43-a926-a695a037c103 service neutron] 10.222.0.30 "GET /v2.0/networks/4ca7f99f-d2e2-48b9-8eab-46a5687438b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735177 Jul 14 07:07:03.831858 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c9d82e0-1f0e-4d00-ac68-c15aba4da6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:03.832250 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-5c9d82e0-1f0e-4d00-ac68-c15aba4da6ae admin admin] Added segment 99928f10-cf10-453d-97fb-960da48f46ed of type vlan for network 6326ed69-783b-4576-9926-4b85cbda7730 Jul 14 07:07:03.853024 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-75cfac1b-0cdd-4c68-b341-1bac7d6f162d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:03.932939 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea7d82a-06e8-4a4c-8527-9da0a345d15c x-openstack-request-id: req-cea7d82a-06e8-4a4c-8527-9da0a345d15c {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:03.933247 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2431e07-d1c8-4b0c-a992-551ec1bc7beb", "tag": "32fe8ce6-0732-4435-8b92-58cf8c9c527e", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:03.933500 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cea7d82a-06e8-4a4c-8527-9da0a345d15c {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:03.934047 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2431e07-d1c8-4b0c-a992-551ec1bc7beb', 'tag': '32fe8ce6-0732-4435-8b92-58cf8c9c527e', 'status': 'completed', 'code': 200} Jul 14 07:07:03.947723 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f846a49-e7f1-4537-a28d-9e37814b944a req-9a1abb50-d091-4df2-a45b-f43bd076a022 tempest-VolumesAdminNegativeTest-1205936775 tempest-VolumesAdminNegativeTest-1205936775-project] 10.222.0.35 "GET /v2.0/ports?device_id=e00292a2-5976-4028-b115-6a3fb820d3f0 HTTP/1.1" status: 200 len: 210 time: 0.1144485 Jul 14 07:07:03.999603 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c9d82e0-1f0e-4d00-ac68-c15aba4da6ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:04.011912 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-75cfac1b-0cdd-4c68-b341-1bac7d6f162d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:04.198760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cabaff2-0864-475b-a8e9-83c1a57d29f2 req-216f03fb-7609-4695-8199-c83c7f6e56fc service neutron] 10.222.0.30 "GET /v2.0/networks/4ca7f99f-d2e2-48b9-8eab-46a5687438b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489122 Jul 14 07:07:04.203155 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c9d82e0-1f0e-4d00-ac68-c15aba4da6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:04.204983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9d82e0-1f0e-4d00-ac68-c15aba4da6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:04.205808 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c9d82e0-1f0e-4d00-ac68-c15aba4da6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:04.286763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a1f77-ac2a-4e28-955a-aaf0b5a29150 req-3ce4effb-8308-4309-a057-c851326e63bd tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:04.288408 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c56a1f77-ac2a-4e28-955a-aaf0b5a29150 req-3ce4effb-8308-4309-a057-c851326e63bd tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2431e07-d1c8-4b0c-a992-551ec1bc7beb HTTP/1.1" status: 200 len: 944 time: 0.2236617 Jul 14 07:07:04.313639 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5c9d82e0-1f0e-4d00-ac68-c15aba4da6ae admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1179135 Jul 14 07:07:04.314657 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41980) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:04.341053 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-87694f4c-d565-4e83-816f-a97800ab68e5 admin admin] Request body: {'subnet': {'network_id': '6326ed69-783b-4576-9926-4b85cbda7730', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1010331690-subnet', 'tenant_id': '7155d1be9eef4b41b54712f302a34154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:04.365911 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3fba4-c8a9-4d12-99a6-19a47fc84084 req-2757059f-f958-4b88-b0bd-c5f48dfa3331 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:04.368081 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3fb3fba4-c8a9-4d12-99a6-19a47fc84084 req-2757059f-f958-4b88-b0bd-c5f48dfa3331 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/ports?device_id=129f4f50-6de6-43d9-a399-b3872f7d70c1 HTTP/1.1" status: 200 len: 943 time: 0.2192543 Jul 14 07:07:04.401988 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d82e0-1f0e-4d00-ac68-c15aba4da6ae admin admin] Pushing event updated for resources: {'Network': ['ID=6326ed69-783b-4576-9926-4b85cbda7730,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:04.412168 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 6326ed69-783b-4576-9926-4b85cbda7730 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:07:04.423757 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37800f9a-76ea-4071-88ad-a27f2c2449d2 req-88cbb386-d0f1-4b25-b2ba-49fac6f7c808 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:04.427201 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-37800f9a-76ea-4071-88ad-a27f2c2449d2 req-88cbb386-d0f1-4b25-b2ba-49fac6f7c808 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 944 time: 0.3517053 Jul 14 07:07:04.436693 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-75cfac1b-0cdd-4c68-b341-1bac7d6f162d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:04.437681 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c56a1f77-ac2a-4e28-955a-aaf0b5a29150 req-586b397a-0b13-4a5a-96ed-4b32a689ed5b tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16a3190-6a12-4fbc-8cc0-707449c02e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239057 Jul 14 07:07:04.479131 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3fb3fba4-c8a9-4d12-99a6-19a47fc84084 req-3fe2af1f-484b-4976-b76c-ee4187fada9a tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3cfd9dd-b9ff-46c0-9461-b293b1cedb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862308 Jul 14 07:07:04.503731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87694f4c-d565-4e83-816f-a97800ab68e5 admin admin] Made reservation on behalf of 7155d1be9eef4b41b54712f302a34154 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:04.506219 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87694f4c-d565-4e83-816f-a97800ab68e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:04.522301 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fb183-0616-40a9-bb02-dff6e18c8551 req-e8ac757d-6cd0-4107-a507-12f9888cc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:04.523877 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-698fb183-0616-40a9-bb02-dff6e18c8551 req-e8ac757d-6cd0-4107-a507-12f9888cc385 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3435457a5d524417a1cfcf74a9a32800&device_id=e2431e07-d1c8-4b0c-a992-551ec1bc7beb HTTP/1.1" status: 200 len: 1095 time: 0.2632596 Jul 14 07:07:04.528177 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129f4f50-6de6-43d9-a399-b3872f7d70c1', 'tag': '843b36a6-a5c3-43b2-85c6-c4051eb6daf0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:04.531127 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d47694-afe5-49cb-ad23-8fe055c2f02c" -d '{"events": [{"name": "network-changed", "server_uuid": "129f4f50-6de6-43d9-a399-b3872f7d70c1", "tag": "843b36a6-a5c3-43b2-85c6-c4051eb6daf0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:04.574399 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:04.721401 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-75cfac1b-0cdd-4c68-b341-1bac7d6f162d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:04.727656 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-a7757fbd-23c2-4348-8d0d-7172e9c14b85 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=40cc528b5b254cceb775759f0610b6d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603170 Jul 14 07:07:04.753209 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfac1b-0cdd-4c68-b341-1bac7d6f162d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Subnet': ['ID=5e02bdf6-5a13-4d3e-85c1-5181c8da2bbe,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:04.775088 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-75cfac1b-0cdd-4c68-b341-1bac7d6f162d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:04.781332 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-75cfac1b-0cdd-4c68-b341-1bac7d6f162d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/5e02bdf6-5a13-4d3e-85c1-5181c8da2bbe HTTP/1.1" status: 204 len: 168 time: 1.0344160 Jul 14 07:07:04.782059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41996) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:04.834084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fb183-0616-40a9-bb02-dff6e18c8551 req-ac376ce7-7812-4242-8498-2475ec85d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:04.836136 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-698fb183-0616-40a9-bb02-dff6e18c8551 req-ac376ce7-7812-4242-8498-2475ec85d9bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ca7f99f-d2e2-48b9-8eab-46a5687438b5 HTTP/1.1" status: 200 len: 922 time: 0.3021197 Jul 14 07:07:04.880899 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:04.882450 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-698fb183-0616-40a9-bb02-dff6e18c8551 req-3c17b7fb-3898-4cdc-b1f1-5250d54b7d36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32fe8ce6-0732-4435-8b92-58cf8c9c527e HTTP/1.1" status: 200 len: 217 time: 0.0381162 Jul 14 07:07:04.899051 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d19552-74d6-4da3-89fe-1d7404050d76 req-b69727d4-e79b-4511-9899-2fb336e715d8 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:04.901279 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-58d19552-74d6-4da3-89fe-1d7404050d76 req-b69727d4-e79b-4511-9899-2fb336e715d8 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e7302c7-4086-42e1-a404-afcf3089b68d HTTP/1.1" status: 200 len: 944 time: 0.2330081 Jul 14 07:07:04.907842 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-37800f9a-76ea-4071-88ad-a27f2c2449d2 req-9b1a46ef-8d67-40b8-9c40-60e495664610 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Deleting port dcf2efef-68b1-4130-9c96-4f28d02d6d7d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:04.908281 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-37800f9a-76ea-4071-88ad-a27f2c2449d2 req-9b1a46ef-8d67-40b8-9c40-60e495664610 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:05.027270 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440419ed-a8c9-417c-9e79-9023c8fb727c None None] Network 7def052c-ff00-423f-aa68-78246dbf4422 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:05.101977 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b4a85f97-9a80-4397-a6b7-5a751fb32803 None None] Provisioning complete for port 9146d7d2-1f5a-4906-9b93-21a798513fb6 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:05.102667 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b4a85f97-9a80-4397-a6b7-5a751fb32803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:05.111722 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87694f4c-d565-4e83-816f-a97800ab68e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:05.127901 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-37800f9a-76ea-4071-88ad-a27f2c2449d2 req-9b1a46ef-8d67-40b8-9c40-60e495664610 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] For port dcf2efef-68b1-4130-9c96-4f28d02d6d7d, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,segment=NetworkSegment(5b153672-d855-4ed4-bae1-8cdfbea87a37),segment_id=5b153672-d855-4ed4-bae1-8cdfbea87a37)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:05.128295 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-37800f9a-76ea-4071-88ad-a27f2c2449d2 req-9b1a46ef-8d67-40b8-9c40-60e495664610 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:05.166937 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-37800f9a-76ea-4071-88ad-a27f2c2449d2 req-9b1a46ef-8d67-40b8-9c40-60e495664610 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Calling delete_port for dcf2efef-68b1-4130-9c96-4f28d02d6d7d owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:05.177721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port 9146d7d2-1f5a-4906-9b93-21a798513fb6 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:05.178120 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:05.273736 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87694f4c-d565-4e83-816f-a97800ab68e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=537ebd4f-327e-4f25-8ae2-703e51ecfbf2,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:05.312679 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fb183-0616-40a9-bb02-dff6e18c8551 req-aa9f1a9c-f38d-43b8-94b4-3950c78fb3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:05.314372 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] For port 9146d7d2-1f5a-4906-9b93-21a798513fb6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9146d7d2-1f5a-4906-9b93-21a798513fb6,segment=NetworkSegment(d9d67197-94c5-48fb-b399-bfc7b8ab0c22),segment_id=d9d67197-94c5-48fb-b399-bfc7b8ab0c22)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:05.314751 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:05.314886 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-698fb183-0616-40a9-bb02-dff6e18c8551 req-aa9f1a9c-f38d-43b8-94b4-3950c78fb3cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f05c22bc-ef14-4fc4-bb42-c0bdfea2ee21 HTTP/1.1" status: 200 len: 861 time: 0.4121943 Jul 14 07:07:05.332554 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df85435a-ad8d-4b84-9001-8a5a45be1e94 None None] DHCP port deletion for 7def052c-ff00-423f-aa68-78246dbf4422 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:07:05.336186 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87694f4c-d565-4e83-816f-a97800ab68e5 admin admin] Checking segment: {'id': '99928f10-cf10-453d-97fb-960da48f46ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6326ed69-783b-4576-9926-4b85cbda7730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:05.336554 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87694f4c-d565-4e83-816f-a97800ab68e5 admin admin] Network hostable DHCP agents. Network: 6326ed69-783b-4576-9926-4b85cbda7730, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:07:05.345216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-755533de-fc79-44ce-9062-a8e80d33c65c tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:05.345429 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for 9146d7d2-1f5a-4906-9b93-21a798513fb6 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:05.352474 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-755533de-fc79-44ce-9062-a8e80d33c65c tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6016188 Jul 14 07:07:05.368496 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-58d19552-74d6-4da3-89fe-1d7404050d76 req-1d47a006-8b24-44fe-af74-d7093fa04e38 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.35 "GET /v2.0/security-groups?id=99e9db60-017d-4a27-a9cf-80fd5a04513b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149693 Jul 14 07:07:05.397578 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-df85435a-ad8d-4b84-9001-8a5a45be1e94 None None] Deleting port 9146d7d2-1f5a-4906-9b93-21a798513fb6 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:05.398818 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-df85435a-ad8d-4b84-9001-8a5a45be1e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:05.404943 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-ff1a11eb-adb8-48f3-97c2-fc8283cb1914 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/quotas/40cc528b5b254cceb775759f0610b6d6 HTTP/1.1" status: 200 len: 375 time: 0.0515707 Jul 14 07:07:05.408480 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-698fb183-0616-40a9-bb02-dff6e18c8551 req-461b80e0-d88e-4288-8712-cc9168a8376b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ca7f99f-d2e2-48b9-8eab-46a5687438b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803385 Jul 14 07:07:05.458488 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d269948e-c094-4cbc-8250-22086748ea25 req-32eed396-2786-40d4-9b26-22b94a47643a tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=40cc528b5b254cceb775759f0610b6d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516307 Jul 14 07:07:05.482752 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87694f4c-d565-4e83-816f-a97800ab68e5 admin admin] Network 6326ed69-783b-4576-9926-4b85cbda7730 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:07:05.490043 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-37800f9a-76ea-4071-88ad-a27f2c2449d2 req-9b1a46ef-8d67-40b8-9c40-60e495664610 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:05.495301 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-df85435a-ad8d-4b84-9001-8a5a45be1e94 None None] For port 9146d7d2-1f5a-4906-9b93-21a798513fb6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9146d7d2-1f5a-4906-9b93-21a798513fb6,segment=NetworkSegment(d9d67197-94c5-48fb-b399-bfc7b8ab0c22),segment_id=d9d67197-94c5-48fb-b399-bfc7b8ab0c22)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:05.495871 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-df85435a-ad8d-4b84-9001-8a5a45be1e94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:05.519783 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-df85435a-ad8d-4b84-9001-8a5a45be1e94 None None] Calling delete_port for 9146d7d2-1f5a-4906-9b93-21a798513fb6 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:05.531234 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-87694f4c-d565-4e83-816f-a97800ab68e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 6326ed69-783b-4576-9926-4b85cbda7730) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:05.537476 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a46ef-8d67-40b8-9c40-60e495664610 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Pushing event deleted for resources: {'Port': ['ID=dcf2efef-68b1-4130-9c96-4f28d02d6d7d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:05.547172 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cb973c-f6a9-49c7-80a9-4e9d39bc008c None None] Network 6326ed69-783b-4576-9926-4b85cbda7730 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:05.548968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87694f4c-d565-4e83-816f-a97800ab68e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:05.549868 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87694f4c-d565-4e83-816f-a97800ab68e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:05.607368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-37800f9a-76ea-4071-88ad-a27f2c2449d2 req-9b1a46ef-8d67-40b8-9c40-60e495664610 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] No DVR routers for this DVR port dcf2efef-68b1-4130-9c96-4f28d02d6d7d on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:05.611131 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-37800f9a-76ea-4071-88ad-a27f2c2449d2 req-9b1a46ef-8d67-40b8-9c40-60e495664610 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:05.613823 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-37800f9a-76ea-4071-88ad-a27f2c2449d2 req-9b1a46ef-8d67-40b8-9c40-60e495664610 tempest-LiveAutoBlockMigrationV225Test-1147923956 tempest-LiveAutoBlockMigrationV225Test-1147923956-project] 10.222.0.30 "DELETE /v2.0/ports/dcf2efef-68b1-4130-9c96-4f28d02d6d7d HTTP/1.1" status: 204 len: 173 time: 1.1633925 Jul 14 07:07:05.641436 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-87694f4c-d565-4e83-816f-a97800ab68e5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2971613 Jul 14 07:07:05.668954 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-3e9396e3-daa2-4202-96a4-80ba7a101272 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=40cc528b5b254cceb775759f0610b6d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2064056 Jul 14 07:07:05.674752 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:05.683895 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 843b36a6-a5c3-43b2-85c6-c4051eb6daf0 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:07:05.710066 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-df85435a-ad8d-4b84-9001-8a5a45be1e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:05.734299 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=9146d7d2-1f5a-4906-9b93-21a798513fb6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:05.745949 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No DVR routers for this DVR port 9146d7d2-1f5a-4906-9b93-21a798513fb6 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:05.767257 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85435a-ad8d-4b84-9001-8a5a45be1e94 None None] Pushing event deleted for resources: {'Port': ['ID=9146d7d2-1f5a-4906-9b93-21a798513fb6,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:05.786317 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df85435a-ad8d-4b84-9001-8a5a45be1e94 None None] No DVR routers for this DVR port 9146d7d2-1f5a-4906-9b93-21a798513fb6 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:05.876577 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-698fb183-0616-40a9-bb02-dff6e18c8551 req-bf52c8a6-3e64-42a0-8304-a983696414f9 service neutron] 10.222.0.30 "GET /v2.0/networks/4ca7f99f-d2e2-48b9-8eab-46a5687438b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139638 Jul 14 07:07:05.887964 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7b6f59-f812-417d-b264-425f021cc4fb None None] Network 6326ed69-783b-4576-9926-4b85cbda7730 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:05.922927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 045bc427-54b6-47cb-b097-579fe9cfe734 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:07:05.958797 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00292a2-5976-4028-b115-6a3fb820d3f0', 'name': 'network-vif-deleted', 'tag': '045bc427-54b6-47cb-b097-579fe9cfe734'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:05.961781 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16ea950-5d79-4769-bc0e-11f961dbba7e" -d '{"events": [{"server_uuid": "e00292a2-5976-4028-b115-6a3fb820d3f0", "name": "network-vif-deleted", "tag": "045bc427-54b6-47cb-b097-579fe9cfe734"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:05.979377 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:05.993769 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7def052c-ff00-423f-aa68-78246dbf4422']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:06.005629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d67197-94c5-48fb-b399-bfc7b8ab0c22') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:06.005999 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d67197-94c5-48fb-b399-bfc7b8ab0c22') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:06.017416 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:06.027491 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9146d7d2-1f5a-4906-9b93-21a798513fb6 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:07:06.038459 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:06.045694 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:07:06.046392 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:06.079242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269948e-c094-4cbc-8250-22086748ea25 req-6a2505e5-c570-4d75-8d1f-13d8b13f8daa tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:06.080887 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d269948e-c094-4cbc-8250-22086748ea25 req-6a2505e5-c570-4d75-8d1f-13d8b13f8daa tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6141999 Jul 14 07:07:06.093974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed1365-6d8e-4ab5-be6a-9d8db55e06a7 req-b09236a7-3187-4e40-8fdb-012ac229f577 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:06.095560 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9aed1365-6d8e-4ab5-be6a-9d8db55e06a7 req-b09236a7-3187-4e40-8fdb-012ac229f577 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=00bec515-6a88-45c7-9c8c-6d0c55b6f783 HTTP/1.1" status: 200 len: 950 time: 0.5885358 Jul 14 07:07:06.099228 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42016) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:06.104536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-d269948e-c094-4cbc-8250-22086748ea25 req-c4fd42b2-304f-46e3-8a05-b4bab5475d3d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Request body: {'port': {'device_id': '1ecf98f2-2e53-4214-b123-57084d6f9812', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '40cc528b5b254cceb775759f0610b6d6'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:06.116269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 045bc427-54b6-47cb-b097-579fe9cfe734 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:07:06.117508 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 045bc427-54b6-47cb-b097-579fe9cfe734 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:07:06.132216 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 9146d7d2-1f5a-4906-9b93-21a798513fb6 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:07:06.133178 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9146d7d2-1f5a-4906-9b93-21a798513fb6 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:07:06.141076 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:07:06.154476 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d9898b-ebfc-4c10-b879-f503b68ff2cd x-openstack-request-id: req-55d9898b-ebfc-4c10-b879-f503b68ff2cd {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:06.154796 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129f4f50-6de6-43d9-a399-b3872f7d70c1", "tag": "843b36a6-a5c3-43b2-85c6-c4051eb6daf0", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:06.156223 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-55d9898b-ebfc-4c10-b879-f503b68ff2cd {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:06.156661 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129f4f50-6de6-43d9-a399-b3872f7d70c1', 'tag': '843b36a6-a5c3-43b2-85c6-c4051eb6daf0', 'status': 'completed', 'code': 200} Jul 14 07:07:06.186531 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:06.193976 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 843b36a6-a5c3-43b2-85c6-c4051eb6daf0, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=843b36a6-a5c3-43b2-85c6-c4051eb6daf0,segment=NetworkSegment(b5afb47e-2d44-4c24-90f3-b70b71c6c671),segment_id=b5afb47e-2d44-4c24-90f3-b70b71c6c671)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:06.212020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '843b36a6-a5c3-43b2-85c6-c4051eb6daf0', 'network_id': '01392a21-15c4-4543-814a-0d7cbb24d672', 'port_id': '843b36a6-a5c3-43b2-85c6-c4051eb6daf0', 'mac_address': 'fa:16:3e:77:94:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a879488d-cc0c-48d6-9870-331433a5caa6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:07:06.232145 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:06.237571 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:06.240651 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/networks/7def052c-ff00-423f-aa68-78246dbf4422 HTTP/1.1" status: 204 len: 168 time: 1.4474828 Jul 14 07:07:06.268480 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42022) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:06.270265 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87089d-a5f9-492d-a900-14b57ed850e0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Network': ['ID=7def052c-ff00-423f-aa68-78246dbf4422,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:06.275241 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-698fb183-0616-40a9-bb02-dff6e18c8551 req-b3a6bd17-3145-4f73-b675-1ef07c76a641 service neutron] 10.222.0.30 "GET /v2.0/networks/4ca7f99f-d2e2-48b9-8eab-46a5687438b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746247 Jul 14 07:07:06.324058 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9aed1365-6d8e-4ab5-be6a-9d8db55e06a7 req-c86fc661-4e45-4c5d-a4fe-58a137ffbdb0 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060385 Jul 14 07:07:06.347415 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d47694-afe5-49cb-ad23-8fe055c2f02c req-9d487cae-2304-4647-b469-9cf0298f07d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:06.348136 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4f5f8d-7f81-4e04-85a1-783e5d49f031 admin admin] Deleting subnet 928ce754-002f-4b40-9791-11232287f7fc {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:07:06.354993 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-08d47694-afe5-49cb-ad23-8fe055c2f02c req-9d487cae-2304-4647-b469-9cf0298f07d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3425f2ff75e64c15bc33f475f0e23988&device_id=129f4f50-6de6-43d9-a399-b3872f7d70c1 HTTP/1.1" status: 200 len: 1094 time: 0.1963463 Jul 14 07:07:06.361597 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5f8d-7f81-4e04-85a1-783e5d49f031 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:06.500448 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5f8d-7f81-4e04-85a1-783e5d49f031 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:06.546370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a19339-4f6e-4c4c-af39-ca221d95ac4b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:06.553605 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d5a19339-4f6e-4c4c-af39-ca221d95ac4b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2776265 Jul 14 07:07:06.554221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42030) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:06.582433 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:06.598688 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843b36a6-a5c3-43b2-85c6-c4051eb6daf0 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:06.606693 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d47694-afe5-49cb-ad23-8fe055c2f02c req-d597116b-f49d-4b7d-9b4d-42ad30dc9db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:06.608260 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-08d47694-afe5-49cb-ad23-8fe055c2f02c req-d597116b-f49d-4b7d-9b4d-42ad30dc9db9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=01392a21-15c4-4543-814a-0d7cbb24d672 HTTP/1.1" status: 200 len: 911 time: 0.2446589 Jul 14 07:07:06.625098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 843b36a6-a5c3-43b2-85c6-c4051eb6daf0, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=843b36a6-a5c3-43b2-85c6-c4051eb6daf0,segment=NetworkSegment(b5afb47e-2d44-4c24-90f3-b70b71c6c671),segment_id=b5afb47e-2d44-4c24-90f3-b70b71c6c671)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:06.630047 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:06.654583 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5f8d-7f81-4e04-85a1-783e5d49f031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:06.654807 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-08d47694-afe5-49cb-ad23-8fe055c2f02c req-f51c4fed-8d05-4f52-9976-13dd772d13bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=843b36a6-a5c3-43b2-85c6-c4051eb6daf0 HTTP/1.1" status: 200 len: 217 time: 0.0382981 Jul 14 07:07:06.691042 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d269948e-c094-4cbc-8250-22086748ea25 req-c4fd42b2-304f-46e3-8a05-b4bab5475d3d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Made reservation on behalf of 40cc528b5b254cceb775759f0610b6d6 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:06.693386 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=843b36a6-a5c3-43b2-85c6-c4051eb6daf0,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:06.696334 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d269948e-c094-4cbc-8250-22086748ea25 req-c4fd42b2-304f-46e3-8a05-b4bab5475d3d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:06.717753 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-42659b95-171f-495e-8183-f102d5b65005 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1569550 Jul 14 07:07:06.718622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42032) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:06.718745 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f56e80-e8a3-45e1-a749-c63d4781b4b5 req-607f403e-1b0f-4659-b7c9-b9663d169627 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:06.719980 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88f56e80-e8a3-45e1-a749-c63d4781b4b5 req-607f403e-1b0f-4659-b7c9-b9663d169627 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2431e07-d1c8-4b0c-a992-551ec1bc7beb HTTP/1.1" status: 200 len: 944 time: 0.3320224 Jul 14 07:07:06.723110 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-aff5d696-7a58-4d9e-81fd-f59b2bd288fa tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-960783007'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:06.723586 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d269948e-c094-4cbc-8250-22086748ea25 req-c4fd42b2-304f-46e3-8a05-b4bab5475d3d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:06.738758 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d47694-afe5-49cb-ad23-8fe055c2f02c req-38d78c9d-f84b-4c2d-b506-0ed551a2ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:06.740244 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-08d47694-afe5-49cb-ad23-8fe055c2f02c req-38d78c9d-f84b-4c2d-b506-0ed551a2ef13 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a879488d-cc0c-48d6-9870-331433a5caa6 HTTP/1.1" status: 200 len: 850 time: 0.0740190 Jul 14 07:07:06.775929 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-08d47694-afe5-49cb-ad23-8fe055c2f02c req-3fb734fb-d017-43f2-8de6-41dcf1d213e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=01392a21-15c4-4543-814a-0d7cbb24d672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291123 Jul 14 07:07:06.776657 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff5d696-7a58-4d9e-81fd-f59b2bd288fa tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:06.780136 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aff5d696-7a58-4d9e-81fd-f59b2bd288fa tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:06.783668 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8eb14-c979-4b72-ad1d-ec9741e59471 req-d005a444-350a-4271-b0b2-71c3a886b513 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:06.785378 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24b8eb14-c979-4b72-ad1d-ec9741e59471 req-d005a444-350a-4271-b0b2-71c3a886b513 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/ports?device_id=129f4f50-6de6-43d9-a399-b3872f7d70c1 HTTP/1.1" status: 200 len: 943 time: 0.2383947 Jul 14 07:07:06.853227 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff5d696-7a58-4d9e-81fd-f59b2bd288fa tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:07:06.855093 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5f8d-7f81-4e04-85a1-783e5d49f031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:06.870350 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['843b36a6-a5c3-43b2-85c6-c4051eb6daf0'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:06.873402 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aff5d696-7a58-4d9e-81fd-f59b2bd288fa tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:06.873748 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-aff5d696-7a58-4d9e-81fd-f59b2bd288fa tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Added segment 336d0b63-dad5-41c4-b48c-ce0524915185 of type vlan for network 1830e7d2-c0df-426a-b205-5a56bd5db6aa Jul 14 07:07:06.875140 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88f56e80-e8a3-45e1-a749-c63d4781b4b5 req-66cddacd-5179-4e1d-9669-6a77686618fe tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16a3190-6a12-4fbc-8cc0-707449c02e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434100 Jul 14 07:07:06.928120 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-08d47694-afe5-49cb-ad23-8fe055c2f02c req-c3cd68b0-8697-4f6f-a8dc-bc24a7baff78 service neutron] 10.222.0.30 "GET /v2.0/networks/01392a21-15c4-4543-814a-0d7cbb24d672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446378 Jul 14 07:07:06.935306 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aff5d696-7a58-4d9e-81fd-f59b2bd288fa tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:06.941451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f5f8d-7f81-4e04-85a1-783e5d49f031 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=928ce754-002f-4b40-9791-11232287f7fc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:06.957947 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5f8d-7f81-4e04-85a1-783e5d49f031 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:06.963074 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-dd4f5f8d-7f81-4e04-85a1-783e5d49f031 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/928ce754-002f-4b40-9791-11232287f7fc HTTP/1.1" status: 204 len: 168 time: 0.8598831 Jul 14 07:07:06.963566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42036) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:06.982478 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24b8eb14-c979-4b72-ad1d-ec9741e59471 req-ada69c1b-0f45-4bde-b0e2-5cd6642554be tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3cfd9dd-b9ff-46c0-9461-b293b1cedb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796610 Jul 14 07:07:07.070710 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.db.resource_extend [None req-aff5d696-7a58-4d9e-81fd-f59b2bd288fa tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:07:07.074875 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d269948e-c094-4cbc-8250-22086748ea25 req-c4fd42b2-304f-46e3-8a05-b4bab5475d3d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:07.079796 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d269948e-c094-4cbc-8250-22086748ea25 req-c4fd42b2-304f-46e3-8a05-b4bab5475d3d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:07.128201 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aff5d696-7a58-4d9e-81fd-f59b2bd288fa tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:07.134903 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff5d696-7a58-4d9e-81fd-f59b2bd288fa tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:07.135668 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aff5d696-7a58-4d9e-81fd-f59b2bd288fa tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:07.151969 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ff59e19-fb58-4ff8-985f-906b023267f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:07.209315 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd42b2-304f-46e3-8a05-b4bab5475d3d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:07.214474 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7eeadc87-9967-453d-b669-08d1c1c3d968 req-9fca9256-6b22-4d52-8705-5872d7eee5ae tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d HTTP/1.1" status: 200 len: 210 time: 0.0628202 Jul 14 07:07:07.219959 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-08d47694-afe5-49cb-ad23-8fe055c2f02c req-60b7f34c-0581-442e-ad54-b1b8307e48b4 service neutron] 10.222.0.30 "GET /v2.0/networks/01392a21-15c4-4543-814a-0d7cbb24d672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808347 Jul 14 07:07:07.231985 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-aff5d696-7a58-4d9e-81fd-f59b2bd288fa tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5096071 Jul 14 07:07:07.233076 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42042) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:07.238414 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7c1aa174-825b-4223-94ce-dce666998693 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'subnet': {'network_id': '1830e7d2-c0df-426a-b205-5a56bd5db6aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:07.242774 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5d696-7a58-4d9e-81fd-f59b2bd288fa tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Network': ['ID=1830e7d2-c0df-426a-b205-5a56bd5db6aa,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:07.261413 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 1830e7d2-c0df-426a-b205-5a56bd5db6aa details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:07:07.318237 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8292cdd5-60d0-4f95-894f-ba776eaf5c05 x-openstack-request-id: req-8292cdd5-60d0-4f95-894f-ba776eaf5c05 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:07.318705 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00292a2-5976-4028-b115-6a3fb820d3f0", "name": "network-vif-deleted", "tag": "045bc427-54b6-47cb-b097-579fe9cfe734", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:07.318962 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8292cdd5-60d0-4f95-894f-ba776eaf5c05 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:07.319422 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00292a2-5976-4028-b115-6a3fb820d3f0', 'name': 'network-vif-deleted', 'tag': '045bc427-54b6-47cb-b097-579fe9cfe734', 'status': 'completed', 'code': 200} Jul 14 07:07:07.479092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-d269948e-c094-4cbc-8250-22086748ea25 req-c4fd42b2-304f-46e3-8a05-b4bab5475d3d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Allocated IP 192.168.233.114 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/59ec839d-c13b-4438-9de3-8190fcaea45a) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:07.525348 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-95098386-f703-48b9-bdf6-0ab59b76e1c5 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:07.526941 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-95098386-f703-48b9-bdf6-0ab59b76e1c5 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/networks?id=6326ed69-783b-4576-9926-4b85cbda7730 HTTP/1.1" status: 200 len: 814 time: 0.2393484 Jul 14 07:07:07.567262 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82004b9b-df1c-4f49-9b02-d2f23587b466 req-24eeb654-e04c-497b-9199-7bcd9291ba09 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:07.569100 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82004b9b-df1c-4f49-9b02-d2f23587b466 req-24eeb654-e04c-497b-9199-7bcd9291ba09 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=00bec515-6a88-45c7-9c8c-6d0c55b6f783 HTTP/1.1" status: 200 len: 1101 time: 0.1723461 Jul 14 07:07:07.578746 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-2bffab04-b55a-4bd5-bfdc-eb4f2bfcc5aa tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/quotas/7155d1be9eef4b41b54712f302a34154 HTTP/1.1" status: 200 len: 375 time: 0.0419693 Jul 14 07:07:07.672750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-63d6f54e-47c7-4a12-be3f-10a4f8e324cb tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7155d1be9eef4b41b54712f302a34154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810082 Jul 14 07:07:07.684301 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-6fbbf0a9-97f9-4b69-baf7-1f08155f0b18 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=40cc528b5b254cceb775759f0610b6d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408125 Jul 14 07:07:07.684869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 32fe8ce6-0732-4435-8b92-58cf8c9c527e details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:07:07.686475 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device dcf2efef-68b1-4130-9c96-4f28d02d6d7d no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:07:07.687012 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ff59e19-fb58-4ff8-985f-906b023267f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:07.713324 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: dcf2efef-68b1-4130-9c96-4f28d02d6d7d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:07:07.713675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device dcf2efef-68b1-4130-9c96-4f28d02d6d7d not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:07:07.722295 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-8ff59e19-fb58-4ff8-985f-906b023267f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891a3a3f-551b-4fac-88de-347e03820f4c']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:07.762817 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82004b9b-df1c-4f49-9b02-d2f23587b466 req-4103a97d-9fb6-40ac-ab30-1984f2881011 tempest-ServersOnMultiNodesTest-2011155783 tempest-ServersOnMultiNodesTest-2011155783-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846783 Jul 14 07:07:07.763248 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-8ff59e19-fb58-4ff8-985f-906b023267f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1704aa74-a8e9-416a-a9e1-b64a6b1bd82d') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:07.763439 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-8ff59e19-fb58-4ff8-985f-906b023267f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1704aa74-a8e9-416a-a9e1-b64a6b1bd82d') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:07.789459 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ff59e19-fb58-4ff8-985f-906b023267f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:07.818749 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1aa174-825b-4223-94ce-dce666998693 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:07.822630 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c1aa174-825b-4223-94ce-dce666998693 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:07.825330 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 32fe8ce6-0732-4435-8b92-58cf8c9c527e, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=32fe8ce6-0732-4435-8b92-58cf8c9c527e,segment=NetworkSegment(4496ef7d-a031-42f6-b28f-d370c6b16db2),segment_id=4496ef7d-a031-42f6-b28f-d370c6b16db2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:07.829306 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ff59e19-fb58-4ff8-985f-906b023267f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:07.840623 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '32fe8ce6-0732-4435-8b92-58cf8c9c527e', 'network_id': '4ca7f99f-d2e2-48b9-8eab-46a5687438b5', 'port_id': '32fe8ce6-0732-4435-8b92-58cf8c9c527e', 'mac_address': 'fa:16:3e:2c:e6:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05c22bc-ef14-4fc4-bb42-c0bdfea2ee21', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:07:07.867125 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-3972bbf2-b1c9-4c84-a4f6-644203a7979c service neutron] 10.222.0.35 "GET /v2.0/networks/6326ed69-783b-4576-9926-4b85cbda7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674557 Jul 14 07:07:07.880774 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42050) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:07.889310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff59e19-fb58-4ff8-985f-906b023267f6 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:07:07.889745 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ff59e19-fb58-4ff8-985f-906b023267f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:07:07.893597 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:07:07.907151 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:07.939644 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32fe8ce6-0732-4435-8b92-58cf8c9c527e {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:07.942290 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d269948e-c094-4cbc-8250-22086748ea25 req-c4fd42b2-304f-46e3-8a05-b4bab5475d3d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:07.975131 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-afdd2f6b-5997-43c8-ae48-fc70a918dcd5 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:07.978226 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-afdd2f6b-5997-43c8-ae48-fc70a918dcd5 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2872987 Jul 14 07:07:07.988378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-d269948e-c094-4cbc-8250-22086748ea25 req-c4fd42b2-304f-46e3-8a05-b4bab5475d3d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Transition to ACTIVE for port object 59ec839d-c13b-4438-9de3-8190fcaea45a will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:07.991859 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 32fe8ce6-0732-4435-8b92-58cf8c9c527e, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=32fe8ce6-0732-4435-8b92-58cf8c9c527e,segment=NetworkSegment(4496ef7d-a031-42f6-b28f-d370c6b16db2),segment_id=4496ef7d-a031-42f6-b28f-d370c6b16db2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:07.996194 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-02fd6ae5-e7fa-4bd8-a7fe-48a8fc25fd88 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Request body: {'port': {'device_id': 'd2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '40cc528b5b254cceb775759f0610b6d6'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:08.000833 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:08.057916 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-a0796717-d0cf-4f31-ace3-e55ba0812d18 service neutron] 10.222.0.35 "GET /v2.0/networks/6326ed69-783b-4576-9926-4b85cbda7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898041 Jul 14 07:07:08.071589 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=32fe8ce6-0732-4435-8b92-58cf8c9c527e,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:08.079859 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d269948e-c094-4cbc-8250-22086748ea25 req-c4fd42b2-304f-46e3-8a05-b4bab5475d3d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:08.088984 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ff59e19-fb58-4ff8-985f-906b023267f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:08.113670 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ff59e19-fb58-4ff8-985f-906b023267f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:08.115737 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8ff59e19-fb58-4ff8-985f-906b023267f6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/891a3a3f-551b-4fac-88de-347e03820f4c HTTP/1.1" status: 204 len: 168 time: 1.1406510 Jul 14 07:07:08.147747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42058) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:08.169216 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff59e19-fb58-4ff8-985f-906b023267f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=891a3a3f-551b-4fac-88de-347e03820f4c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:08.170906 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7302c7-4086-42e1-a404-afcf3089b68d', 'name': 'network-vif-deleted', 'tag': 'dcf2efef-68b1-4130-9c96-4f28d02d6d7d'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:08.173155 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f8fce5-2738-4420-a41d-e1672b09118c" -d '{"events": [{"server_uuid": "0e7302c7-4086-42e1-a404-afcf3089b68d", "name": "network-vif-deleted", "tag": "dcf2efef-68b1-4130-9c96-4f28d02d6d7d"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:08.206723 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d269948e-c094-4cbc-8250-22086748ea25 req-c4fd42b2-304f-46e3-8a05-b4bab5475d3d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:08.208134 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd42b2-304f-46e3-8a05-b4bab5475d3d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Pushing event updated for resources: {'Port': ['ID=59ec839d-c13b-4438-9de3-8190fcaea45a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:08.218266 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-d269948e-c094-4cbc-8250-22086748ea25 req-c4fd42b2-304f-46e3-8a05-b4bab5475d3d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:08.221177 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d269948e-c094-4cbc-8250-22086748ea25 req-c4fd42b2-304f-46e3-8a05-b4bab5475d3d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:08.263379 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['32fe8ce6-0732-4435-8b92-58cf8c9c527e'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:08.272503 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9ad90c-f187-43ff-b9d2-39ea06a53efc admin admin] Deleting subnet c7d2e013-b9d3-4daa-9c60-1cf790b7d623 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:07:08.291574 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad90c-f187-43ff-b9d2-39ea06a53efc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:08.305016 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269948e-c094-4cbc-8250-22086748ea25 req-c4fd42b2-304f-46e3-8a05-b4bab5475d3d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:08.314049 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d269948e-c094-4cbc-8250-22086748ea25 req-c4fd42b2-304f-46e3-8a05-b4bab5475d3d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:08.434207 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-02fd6ae5-e7fa-4bd8-a7fe-48a8fc25fd88 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Made reservation on behalf of 40cc528b5b254cceb775759f0610b6d6 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:08.441470 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-02fd6ae5-e7fa-4bd8-a7fe-48a8fc25fd88 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:08.454312 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a2e890-6e8c-4c7c-a490-8befc9ba0a79 admin admin] Deleting subnet cc5864b2-84a2-4c21-9156-1499310488fe {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:07:08.457353 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d269948e-c094-4cbc-8250-22086748ea25 req-c4fd42b2-304f-46e3-8a05-b4bab5475d3d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3589215 Jul 14 07:07:08.487465 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66a2e890-6e8c-4c7c-a490-8befc9ba0a79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:08.488176 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Request body: {'port': {'device_id': '1ecf98f2-2e53-4214-b123-57084d6f9812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:08.493851 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad90c-f187-43ff-b9d2-39ea06a53efc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:08.578940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256bd74-39bc-4a00-be03-c44d7080b288 req-688e8bf3-7346-4a0c-b185-4822f1e20b1a tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:08.582004 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0256bd74-39bc-4a00-be03-c44d7080b288 req-688e8bf3-7346-4a0c-b185-4822f1e20b1a tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2431e07-d1c8-4b0c-a992-551ec1bc7beb HTTP/1.1" status: 200 len: 945 time: 0.2119942 Jul 14 07:07:08.606369 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-28cb663f-f77e-4ee5-95a2-6e8ec1b6fe27 None None] Provisioning for port 59ec839d-c13b-4438-9de3-8190fcaea45a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:08.616524 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-28cb663f-f77e-4ee5-95a2-6e8ec1b6fe27 None None] Provisioning complete for port 59ec839d-c13b-4438-9de3-8190fcaea45a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:08.618717 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-28cb663f-f77e-4ee5-95a2-6e8ec1b6fe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:08.623013 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:08.650015 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66a2e890-6e8c-4c7c-a490-8befc9ba0a79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:08.659317 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-28cb663f-f77e-4ee5-95a2-6e8ec1b6fe27 None None] Port 59ec839d-c13b-4438-9de3-8190fcaea45a cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:08.665078 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1fcfb-db87-486d-a6eb-d4944f2f258b req-88d3abee-23c6-4b89-8acf-51977bc09988 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:08.666805 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ac1fcfb-db87-486d-a6eb-d4944f2f258b req-88d3abee-23c6-4b89-8acf-51977bc09988 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/ports?device_id=129f4f50-6de6-43d9-a399-b3872f7d70c1 HTTP/1.1" status: 200 len: 944 time: 0.2822757 Jul 14 07:07:08.686351 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad90c-f187-43ff-b9d2-39ea06a53efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:08.709653 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0256bd74-39bc-4a00-be03-c44d7080b288 req-052d54f6-fa6d-4ad1-9550-bdf21aa6cf07 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16a3190-6a12-4fbc-8cc0-707449c02e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000478 Jul 14 07:07:08.711658 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c1aa174-825b-4223-94ce-dce666998693 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:08.752457 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ac1fcfb-db87-486d-a6eb-d4944f2f258b req-d9255ede-2ea4-4f3e-9755-e3510dcbd6cb tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3cfd9dd-b9ff-46c0-9461-b293b1cedb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763996 Jul 14 07:07:08.790851 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66a2e890-6e8c-4c7c-a490-8befc9ba0a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:08.840460 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585592bc-3954-4ef4-8e0a-6d3280d1d8da x-openstack-request-id: req-585592bc-3954-4ef4-8e0a-6d3280d1d8da {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:08.840867 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7302c7-4086-42e1-a404-afcf3089b68d", "name": "network-vif-deleted", "tag": "dcf2efef-68b1-4130-9c96-4f28d02d6d7d", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:08.841057 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-585592bc-3954-4ef4-8e0a-6d3280d1d8da {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:08.841471 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7302c7-4086-42e1-a404-afcf3089b68d', 'name': 'network-vif-deleted', 'tag': 'dcf2efef-68b1-4130-9c96-4f28d02d6d7d', 'status': 'completed', 'code': 200} Jul 14 07:07:08.872453 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1aa174-825b-4223-94ce-dce666998693 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Subnet': ['ID=93892951-3618-47b9-b0c1-154a809ce30a,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:08.920865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-02fd6ae5-e7fa-4bd8-a7fe-48a8fc25fd88 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Allocated IP 192.168.233.127 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/2841b415-1177-415e-b03b-908d12872656) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:08.923523 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad90c-f187-43ff-b9d2-39ea06a53efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:08.925696 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1aa174-825b-4223-94ce-dce666998693 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Checking segment: {'id': '336d0b63-dad5-41c4-b48c-ce0524915185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1830e7d2-c0df-426a-b205-5a56bd5db6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:08.926060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1aa174-825b-4223-94ce-dce666998693 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network hostable DHCP agents. Network: 1830e7d2-c0df-426a-b205-5a56bd5db6aa, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:07:08.979454 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ad90c-f187-43ff-b9d2-39ea06a53efc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7d2e013-b9d3-4daa-9c60-1cf790b7d623,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:08.984938 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad90c-f187-43ff-b9d2-39ea06a53efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:08.989225 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0e9ad90c-f187-43ff-b9d2-39ea06a53efc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c7d2e013-b9d3-4daa-9c60-1cf790b7d623 HTTP/1.1" status: 204 len: 168 time: 1.1022773 Jul 14 07:07:08.992003 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42076) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:08.995708 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66a2e890-6e8c-4c7c-a490-8befc9ba0a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.000027 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-286a07a8-9b3b-43bf-9cdb-a27b51b3aa86 req-f92853b7-abeb-4ec4-bf92-d4b023e05f9e tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d HTTP/1.1" status: 200 len: 210 time: 0.0456808 Jul 14 07:07:09.038544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0302ae-7fcb-4d08-94af-c7c279a88f2d req-cd22db15-ae75-4185-bac4-a9b8ed4b5d46 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:09.040969 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b0302ae-7fcb-4d08-94af-c7c279a88f2d req-cd22db15-ae75-4185-bac4-a9b8ed4b5d46 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=00bec515-6a88-45c7-9c8c-6d0c55b6f783 HTTP/1.1" status: 200 len: 950 time: 0.1201959 Jul 14 07:07:09.079474 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1aa174-825b-4223-94ce-dce666998693 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 1830e7d2-c0df-426a-b205-5a56bd5db6aa is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:07:09.087075 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b0302ae-7fcb-4d08-94af-c7c279a88f2d req-1c2623ba-c566-4964-bb64-062487ae9be1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403237 Jul 14 07:07:09.088785 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66a2e890-6e8c-4c7c-a490-8befc9ba0a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.090735 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-66a2e890-6e8c-4c7c-a490-8befc9ba0a79 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cc5864b2-84a2-4c21-9156-1499310488fe HTTP/1.1" status: 204 len: 168 time: 0.9433575 Jul 14 07:07:09.093319 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42078) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:09.093631 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2e890-6e8c-4c7c-a490-8befc9ba0a79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5864b2-84a2-4c21-9156-1499310488fe,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:09.176141 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7c1aa174-825b-4223-94ce-dce666998693 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 1830e7d2-c0df-426a-b205-5a56bd5db6aa) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:09.185548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf39fc-aa06-4ec0-94df-c78d5ace9f0f None None] Network 1830e7d2-c0df-426a-b205-5a56bd5db6aa requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:09.189597 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1aa174-825b-4223-94ce-dce666998693 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:09.190201 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c1aa174-825b-4223-94ce-dce666998693 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.203636 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d14d304-8447-4caf-8511-ea02ee641a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.203899 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-055e08a7-7bf2-4516-bff5-694b82c86d01 req-57e86277-3b23-4d44-873f-2124fa6ef039 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e40e68-4294-4d5b-b310-43b28e0c0af8 HTTP/1.1" status: 200 len: 210 time: 0.0383179 Jul 14 07:07:09.206181 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abf79c05-6dcb-4a43-b205-1ba3c63dd6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.249553 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7c1aa174-825b-4223-94ce-dce666998693 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0153813 Jul 14 07:07:09.252194 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42080) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:09.260606 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e1017ff1-b432-42c1-94cc-11aa6a0f2710 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'network_id': '1830e7d2-c0df-426a-b205-5a56bd5db6aa', 'name': 'tempest-PortsIpV6TestJSON-1575076858'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:09.311781 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abf79c05-6dcb-4a43-b205-1ba3c63dd6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.322105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-abf79c05-6dcb-4a43-b205-1ba3c63dd6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc8b8c3-4b28-4f99-8db1-f88af0ec4395']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:09.333613 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-abf79c05-6dcb-4a43-b205-1ba3c63dd6f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f465ad8-910d-4c14-b37b-5b10a1334b22') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:09.334280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-abf79c05-6dcb-4a43-b205-1ba3c63dd6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f465ad8-910d-4c14-b37b-5b10a1334b22') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:09.335309 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-02fd6ae5-e7fa-4bd8-a7fe-48a8fc25fd88 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.349782 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abf79c05-6dcb-4a43-b205-1ba3c63dd6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.369875 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abf79c05-6dcb-4a43-b205-1ba3c63dd6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.376153 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf79c05-6dcb-4a43-b205-1ba3c63dd6f0 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:07:09.376984 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abf79c05-6dcb-4a43-b205-1ba3c63dd6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:07:09.378857 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:07:09.403884 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-1830e7d2-c0df-426a-b205-5a56bd5db6aa', 'network_id': '1830e7d2-c0df-426a-b205-5a56bd5db6aa', 'tenant_id': '4e17643779c64bfcbf5ca1bd69e3a52f', 'fixed_ips': [{'subnet_id': '93892951-3618-47b9-b0c1-154a809ce30a'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:07:09.404475 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d14d304-8447-4caf-8511-ea02ee641a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.405031 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.420953 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-02fd6ae5-e7fa-4bd8-a7fe-48a8fc25fd88 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Transition to ACTIVE for port object 2841b415-1177-415e-b03b-908d12872656 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:09.430480 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-2d14d304-8447-4caf-8511-ea02ee641a47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3e6dc2-d274-4884-a631-cf4f8daefb86']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:09.446527 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abf79c05-6dcb-4a43-b205-1ba3c63dd6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.453228 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abf79c05-6dcb-4a43-b205-1ba3c63dd6f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.455511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-2d14d304-8447-4caf-8511-ea02ee641a47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b153672-d855-4ed4-bae1-8cdfbea87a37') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:09.455812 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-2d14d304-8447-4caf-8511-ea02ee641a47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b153672-d855-4ed4-bae1-8cdfbea87a37') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:09.456090 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-abf79c05-6dcb-4a43-b205-1ba3c63dd6f0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1fc8b8c3-4b28-4f99-8db1-f88af0ec4395 HTTP/1.1" status: 204 len: 168 time: 0.3608804 Jul 14 07:07:09.473240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf79c05-6dcb-4a43-b205-1ba3c63dd6f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fc8b8c3-4b28-4f99-8db1-f88af0ec4395,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:09.480244 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d14d304-8447-4caf-8511-ea02ee641a47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.506192 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d14d304-8447-4caf-8511-ea02ee641a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.518552 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d14d304-8447-4caf-8511-ea02ee641a47 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:07:09.518972 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d14d304-8447-4caf-8511-ea02ee641a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:07:09.520705 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:07:09.535663 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-02fd6ae5-e7fa-4bd8-a7fe-48a8fc25fd88 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.581736 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1017ff1-b432-42c1-94cc-11aa6a0f2710 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:09.582569 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Allocated IP 2001:db8::2 (1830e7d2-c0df-426a-b205-5a56bd5db6aa/93892951-3618-47b9-b0c1-154a809ce30a/9a71f36e-b453-4b48-8d6f-3b4350c77ba6) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:09.584862 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1017ff1-b432-42c1-94cc-11aa6a0f2710 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.620131 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42084) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:09.675802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-02fd6ae5-e7fa-4bd8-a7fe-48a8fc25fd88 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:09.685646 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-e1017ff1-b432-42c1-94cc-11aa6a0f2710 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] device_id is not set on port 73ad07b4-ae67-44c4-8690-9ea083847d5e yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:07:09.694712 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cdd34fd7-e599-497a-b012-af71e84cd96b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be57d2e5177e4fe9b4759f0cf85e6608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715685 Jul 14 07:07:09.697602 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-02fd6ae5-e7fa-4bd8-a7fe-48a8fc25fd88 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:09.698107 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42086) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:09.704196 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d14d304-8447-4caf-8511-ea02ee641a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.708209 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-02fd6ae5-e7fa-4bd8-a7fe-48a8fc25fd88 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:09.715619 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 843b36a6-a5c3-43b2-85c6-c4051eb6daf0 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:09.744671 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd6ae5-e7fa-4bd8-a7fe-48a8fc25fd88 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Pushing event updated for resources: {'Port': ['ID=2841b415-1177-415e-b03b-908d12872656,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:09.748351 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d14d304-8447-4caf-8511-ea02ee641a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.750267 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2d14d304-8447-4caf-8511-ea02ee641a47 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fe3e6dc2-d274-4884-a631-cf4f8daefb86 HTTP/1.1" status: 204 len: 168 time: 0.7523968 Jul 14 07:07:09.788291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42090) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:09.836495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14d304-8447-4caf-8511-ea02ee641a47 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe3e6dc2-d274-4884-a631-cf4f8daefb86,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:09.897350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-02fd6ae5-e7fa-4bd8-a7fe-48a8fc25fd88 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:09.897875 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-02fd6ae5-e7fa-4bd8-a7fe-48a8fc25fd88 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.918110 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f0409-1a24-43db-bed0-64568fec61db req-6db9ddc6-5696-4a8a-b470-c386343e2bf2 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:09.919658 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-249f0409-1a24-43db-bed0-64568fec61db req-6db9ddc6-5696-4a8a-b470-c386343e2bf2 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "GET /v2.0/ports?device_id=00bec515-6a88-45c7-9c8c-6d0c55b6f783 HTTP/1.1" status: 200 len: 950 time: 0.3575673 Jul 14 07:07:09.942031 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ec839d-c13b-4438-9de3-8190fcaea45a {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:09.968598 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:09.976757 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 843b36a6-a5c3-43b2-85c6-c4051eb6daf0 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:09.988669 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Transition to ACTIVE for port object 59ec839d-c13b-4438-9de3-8190fcaea45a will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:10.001622 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-02fd6ae5-e7fa-4bd8-a7fe-48a8fc25fd88 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0141833 Jul 14 07:07:10.001991 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:07:10.003303 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 843b36a6-a5c3-43b2-85c6-c4051eb6daf0 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:10.003685 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.023039 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.035967 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Request body: {'port': {'device_id': 'd2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:10.058527 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.071944 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Transition to ACTIVE for port object 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:10.102403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Transition to ACTIVE for port object 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:10.138177 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.140318 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-eb76d267-2cbd-415b-b217-dfe2210966d9 None None] Provisioning for port 2841b415-1177-415e-b03b-908d12872656 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:10.156337 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-eb76d267-2cbd-415b-b217-dfe2210966d9 None None] Provisioning complete for port 2841b415-1177-415e-b03b-908d12872656 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:10.156991 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-eb76d267-2cbd-415b-b217-dfe2210966d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.222709 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Network 1830e7d2-c0df-426a-b205-5a56bd5db6aa is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:10.223522 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.235317 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:10.244699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Pushing event updated for resources: {'Port': ['ID=9a71f36e-b453-4b48-8d6f-3b4350c77ba6,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:10.249594 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:10.254778 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-e1017ff1-b432-42c1-94cc-11aa6a0f2710 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Allocated IP 2001:db8::3bf (1830e7d2-c0df-426a-b205-5a56bd5db6aa/93892951-3618-47b9-b0c1-154a809ce30a/73ad07b4-ae67-44c4-8690-9ea083847d5e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:10.257971 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-eb76d267-2cbd-415b-b217-dfe2210966d9 None None] Port 2841b415-1177-415e-b03b-908d12872656 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:10.296996 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129f4f50-6de6-43d9-a399-b3872f7d70c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843b36a6-a5c3-43b2-85c6-c4051eb6daf0'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:10.298820 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdab45e-4af5-4c15-8b83-618ae66c7bfa" -d '{"events": [{"server_uuid": "129f4f50-6de6-43d9-a399-b3872f7d70c1", "name": "network-vif-plugged", "status": "completed", "tag": "843b36a6-a5c3-43b2-85c6-c4051eb6daf0"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:10.320375 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.336894 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 843b36a6-a5c3-43b2-85c6-c4051eb6daf0, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=843b36a6-a5c3-43b2-85c6-c4051eb6daf0,segment=NetworkSegment(b5afb47e-2d44-4c24-90f3-b70b71c6c671),segment_id=b5afb47e-2d44-4c24-90f3-b70b71c6c671)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:10.339852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Attempting to bind port 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:07:10.341135 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Attempting to bind port 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '336d0b63-dad5-41c4-b48c-ce0524915185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1830e7d2-c0df-426a-b205-5a56bd5db6aa'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:07:10.341135 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Attempting to bind port 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 on network 1830e7d2-c0df-426a-b205-5a56bd5db6aa {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:10.344243 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.344960 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 32fe8ce6-0732-4435-8b92-58cf8c9c527e up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:10.352440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:07:10.352894 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Checking segment: {'id': '336d0b63-dad5-41c4-b48c-ce0524915185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1830e7d2-c0df-426a-b205-5a56bd5db6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:10.353243 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.353649 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Bound using segment: {'id': '336d0b63-dad5-41c4-b48c-ce0524915185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1830e7d2-c0df-426a-b205-5a56bd5db6aa'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:07:10.354336 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Bound port: 9a71f36e-b453-4b48-8d6f-3b4350c77ba6, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336d0b63-dad5-41c4-b48c-ce0524915185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1830e7d2-c0df-426a-b205-5a56bd5db6aa'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:07:10.354911 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.421170 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-249f0409-1a24-43db-bed0-64568fec61db req-383229c7-61a9-4346-a903-7cce61d90ce6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Deleting port 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:10.421446 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-249f0409-1a24-43db-bed0-64568fec61db req-383229c7-61a9-4346-a903-7cce61d90ce6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.448132 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddd77a9e-3412-48de-9d21-81466f496422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.468892 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=843b36a6-a5c3-43b2-85c6-c4051eb6daf0,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:10.480439 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e76648-b292-4f62-ab22-37b879fd95e3 admin admin] Deleting subnet 5f8a3c85-2106-4d04-9ca6-fd84eca97fa8 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:07:10.497149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Pushing event updated for resources: {'Port': ['ID=59ec839d-c13b-4438-9de3-8190fcaea45a,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:10.498194 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] For port 9a71f36e-b453-4b48-8d6f-3b4350c77ba6, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:07:10.500581 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5e76648-b292-4f62-ab22-37b879fd95e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.502655 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] For port 9a71f36e-b453-4b48-8d6f-3b4350c77ba6, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9a71f36e-b453-4b48-8d6f-3b4350c77ba6,segment=NetworkSegment(336d0b63-dad5-41c4-b48c-ce0524915185),segment_id=336d0b63-dad5-41c4-b48c-ce0524915185)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:07:10.503872 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 32fe8ce6-0732-4435-8b92-58cf8c9c527e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:10.508924 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 32fe8ce6-0732-4435-8b92-58cf8c9c527e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:10.509451 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.513539 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.567745 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddd77a9e-3412-48de-9d21-81466f496422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.599090 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5e76648-b292-4f62-ab22-37b879fd95e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.620048 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681ca2e-9bcc-43bf-96af-79a451e8a831 None None] Pushing event updated for resources: {'Port': ['ID=9a71f36e-b453-4b48-8d6f-3b4350c77ba6,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:10.635584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-f38926c1-7b2d-46f9-99cb-315c4cae24fd tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:10.637099 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-f38926c1-7b2d-46f9-99cb-315c4cae24fd tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.15 "GET /v2.0/networks?id=6326ed69-783b-4576-9926-4b85cbda7730 HTTP/1.1" status: 200 len: 814 time: 0.8391500 Jul 14 07:07:10.662445 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.670666 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1017ff1-b432-42c1-94cc-11aa6a0f2710 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.688257 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-249f0409-1a24-43db-bed0-64568fec61db req-383229c7-61a9-4346-a903-7cce61d90ce6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] For port 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:10.688487 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-249f0409-1a24-43db-bed0-64568fec61db req-383229c7-61a9-4346-a903-7cce61d90ce6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.697960 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-607b7b4b-fea8-4076-9aa6-29a05883347f tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Request body: {'port': {'device_id': '54e40e68-4294-4d5b-b310-43b28e0c0af8', 'network_id': '6326ed69-783b-4576-9926-4b85cbda7730', 'admin_state_up': True, 'tenant_id': '7155d1be9eef4b41b54712f302a34154'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:10.703576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 32fe8ce6-0732-4435-8b92-58cf8c9c527e, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=32fe8ce6-0732-4435-8b92-58cf8c9c527e,segment=NetworkSegment(4496ef7d-a031-42f6-b28f-d370c6b16db2),segment_id=4496ef7d-a031-42f6-b28f-d370c6b16db2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:10.711999 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.723384 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-249f0409-1a24-43db-bed0-64568fec61db req-383229c7-61a9-4346-a903-7cce61d90ce6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Calling delete_port for 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:10.732952 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e1017ff1-b432-42c1-94cc-11aa6a0f2710 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Transition to ACTIVE for port object 73ad07b4-ae67-44c4-8690-9ea083847d5e will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:10.775477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=32fe8ce6-0732-4435-8b92-58cf8c9c527e,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:10.872222 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2df559-245c-466b-974c-b00bc99a4118 req-02484eae-d5a8-42ae-ab80-f4c98aa9422f tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:10.879612 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae2df559-245c-466b-974c-b00bc99a4118 req-02484eae-d5a8-42ae-ab80-f4c98aa9422f tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/ports?device_id=129f4f50-6de6-43d9-a399-b3872f7d70c1 HTTP/1.1" status: 200 len: 945 time: 0.7880895 Jul 14 07:07:10.884487 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1017ff1-b432-42c1-94cc-11aa6a0f2710 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:10.900108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9350b-dd07-4b10-94c7-faeff2da244f req-6d66f309-ad6c-40e4-ba7f-e0df9c166a38 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:10.902041 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8cf9350b-dd07-4b10-94c7-faeff2da244f req-6d66f309-ad6c-40e4-ba7f-e0df9c166a38 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2431e07-d1c8-4b0c-a992-551ec1bc7beb HTTP/1.1" status: 200 len: 945 time: 0.8859792 Jul 14 07:07:10.917765 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5e76648-b292-4f62-ab22-37b879fd95e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:11.043300 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddd77a9e-3412-48de-9d21-81466f496422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:11.045945 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddd77a9e-3412-48de-9d21-81466f496422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:11.049855 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ddd77a9e-3412-48de-9d21-81466f496422 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6f7c570-771c-42d3-9dd3-ee3902ff394a HTTP/1.1" status: 204 len: 168 time: 1.3484073 Jul 14 07:07:11.050735 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2841b415-1177-415e-b03b-908d12872656 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:11.064246 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Attempting to bind port 59ec839d-c13b-4438-9de3-8190fcaea45a on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:07:11.064615 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Attempting to bind port 59ec839d-c13b-4438-9de3-8190fcaea45a by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:07:11.064908 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Attempting to bind port 59ec839d-c13b-4438-9de3-8190fcaea45a on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:11.071265 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1017ff1-b432-42c1-94cc-11aa6a0f2710 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 1830e7d2-c0df-426a-b205-5a56bd5db6aa is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:11.072788 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1017ff1-b432-42c1-94cc-11aa6a0f2710 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=73ad07b4-ae67-44c4-8690-9ea083847d5e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:11.077948 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e1017ff1-b432-42c1-94cc-11aa6a0f2710 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:11.090542 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1017ff1-b432-42c1-94cc-11aa6a0f2710 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:11.098483 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1017ff1-b432-42c1-94cc-11aa6a0f2710 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:11.099438 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae2df559-245c-466b-974c-b00bc99a4118 req-9022287b-743a-4044-8e85-c9843a2dc5a0 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3cfd9dd-b9ff-46c0-9461-b293b1cedb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187774 Jul 14 07:07:11.099834 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1017ff1-b432-42c1-94cc-11aa6a0f2710 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:11.107536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd77a9e-3412-48de-9d21-81466f496422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f7c570-771c-42d3-9dd3-ee3902ff394a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:11.113740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Port 59ec839d-c13b-4438-9de3-8190fcaea45a on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:07:11.114307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Attempting to bind port 59ec839d-c13b-4438-9de3-8190fcaea45a on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:11.126471 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8cf9350b-dd07-4b10-94c7-faeff2da244f req-cfc57989-3e5a-48ec-a498-25fc0bc383ff tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16a3190-6a12-4fbc-8cc0-707449c02e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602993 Jul 14 07:07:11.138231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:07:11.138993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:11.139925 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:07:11.140951 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Bound port: 59ec839d-c13b-4438-9de3-8190fcaea45a, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:07:11.142448 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:11.148963 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:11.153216 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-249f0409-1a24-43db-bed0-64568fec61db req-383229c7-61a9-4346-a903-7cce61d90ce6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:11.158922 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5e76648-b292-4f62-ab22-37b879fd95e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:11.166105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-607b7b4b-fea8-4076-9aa6-29a05883347f tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Made reservation on behalf of 7155d1be9eef4b41b54712f302a34154 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:11.170612 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-607b7b4b-fea8-4076-9aa6-29a05883347f tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:11.178851 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['28d15e7e-4f2c-4bc7-8717-9d690df8727a', 'a729e751-ec43-4dbe-881f-cf0cb5f11a66', 'ada4328d-c453-4e33-9da3-5caad16fa8f1', '60c8bc67-cac1-46de-a018-1acc8b73543b', '0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:11.189671 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e1017ff1-b432-42c1-94cc-11aa6a0f2710 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9361863 Jul 14 07:07:11.209144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Transition to ACTIVE for port object 2841b415-1177-415e-b03b-908d12872656 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:11.209839 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42104) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:11.215819 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7c72d6da-11d3-44fe-a336-f3783a02ba43 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'network_id': '1830e7d2-c0df-426a-b205-5a56bd5db6aa', 'name': 'tempest-PortsIpV6TestJSON-275762532'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:11.221378 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383229c7-61a9-4346-a903-7cce61d90ce6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Pushing event deleted for resources: {'Port': ['ID=0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:11.222673 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e76648-b292-4f62-ab22-37b879fd95e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f8a3c85-2106-4d04-9ca6-fd84eca97fa8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:11.249735 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5e76648-b292-4f62-ab22-37b879fd95e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:11.249942 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:11.252031 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c5e76648-b292-4f62-ab22-37b879fd95e3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5f8a3c85-2106-4d04-9ca6-fd84eca97fa8 HTTP/1.1" status: 204 len: 168 time: 1.4596016 Jul 14 07:07:11.255543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42106) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:11.322336 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['c637e5f3-c539-4502-83dd-9f34fd26a5b2', '43acc891-b79f-495b-9554-89b3e9657530', '0e283fbb-dcdc-426d-8c95-57be79f6998a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:11.536871 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4fe561d8-a97d-4e88-b471-bedcf5d6507b req-33f61ef8-d52c-41d4-b3bf-a6827be81d91 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=00bec515-6a88-45c7-9c8c-6d0c55b6f783 HTTP/1.1" status: 200 len: 210 time: 0.1563804 Jul 14 07:07:11.598644 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] For port 59ec839d-c13b-4438-9de3-8190fcaea45a, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:07:11.632911 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4601892a-b934-4ceb-bb5e-f0f3d2d3e9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:11.655293 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] For port 59ec839d-c13b-4438-9de3-8190fcaea45a, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=59ec839d-c13b-4438-9de3-8190fcaea45a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:07:11.685033 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:11.822548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42110) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:11.892564 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-249f0409-1a24-43db-bed0-64568fec61db req-383229c7-61a9-4346-a903-7cce61d90ce6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] No DVR routers for this DVR port 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:11.895408 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-249f0409-1a24-43db-bed0-64568fec61db req-383229c7-61a9-4346-a903-7cce61d90ce6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:11.899702 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-249f0409-1a24-43db-bed0-64568fec61db req-383229c7-61a9-4346-a903-7cce61d90ce6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "DELETE /v2.0/ports/0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac HTTP/1.1" status: 204 len: 173 time: 1.9701066 Jul 14 07:07:11.912754 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bec515-6a88-45c7-9c8c-6d0c55b6f783', 'name': 'network-vif-deleted', 'tag': '0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:11.916142 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02a7027-a179-41d0-b1ad-c446241ab8d2" -d '{"events": [{"server_uuid": "00bec515-6a88-45c7-9c8c-6d0c55b6f783", "name": "network-vif-deleted", "tag": "0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:11.916297 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31613eb2-ecd3-4ff6-9a70-e4bd7da65f64 req-40cfbae1-764e-48f9-aeb0-2733dd1d5c44 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:11.924020 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31613eb2-ecd3-4ff6-9a70-e4bd7da65f64 req-40cfbae1-764e-48f9-aeb0-2733dd1d5c44 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d HTTP/1.1" status: 200 len: 948 time: 0.5614507 Jul 14 07:07:11.926933 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:11.927573 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:11.928944 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d269948e-c094-4cbc-8250-22086748ea25 req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] 10.222.0.15 "PUT /v2.0/ports/59ec839d-c13b-4438-9de3-8190fcaea45a HTTP/1.1" status: 200 len: 1096 time: 3.4627564 Jul 14 07:07:12.016218 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecf98f2-2e53-4214-b123-57084d6f9812', 'tag': '59ec839d-c13b-4438-9de3-8190fcaea45a'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:12.026138 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91a2c17-a3b6-4f70-80eb-b0be2574b6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecf98f2-2e53-4214-b123-57084d6f9812", "tag": "59ec839d-c13b-4438-9de3-8190fcaea45a"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:12.069018 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a3c4720-6645-4c86-b69d-d21b36d9be31 req-472728fa-d476-4ea7-9ebb-71392b8d3e2b tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e40e68-4294-4d5b-b310-43b28e0c0af8 HTTP/1.1" status: 200 len: 210 time: 0.2371137 Jul 14 07:07:12.118805 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-607b7b4b-fea8-4076-9aa6-29a05883347f tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Allocated IP 172.20.0.13 (6326ed69-783b-4576-9926-4b85cbda7730/537ebd4f-327e-4f25-8ae2-703e51ecfbf2/fe15070d-81b7-40e2-8f98-7314dfb1150b) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:12.122840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:12.154124 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Pushing event updated for resources: {'Port': ['ID=2841b415-1177-415e-b03b-908d12872656,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:12.164156 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Attempting to bind port 2841b415-1177-415e-b03b-908d12872656 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:07:12.164533 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Attempting to bind port 2841b415-1177-415e-b03b-908d12872656 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:07:12.164835 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Attempting to bind port 2841b415-1177-415e-b03b-908d12872656 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:12.175897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Port 2841b415-1177-415e-b03b-908d12872656 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:07:12.176181 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Attempting to bind port 2841b415-1177-415e-b03b-908d12872656 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:12.197635 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69c0860-4d5a-4710-8e02-6c605f326571 x-openstack-request-id: req-c69c0860-4d5a-4710-8e02-6c605f326571 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:12.197929 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129f4f50-6de6-43d9-a399-b3872f7d70c1", "name": "network-vif-plugged", "status": "completed", "tag": "843b36a6-a5c3-43b2-85c6-c4051eb6daf0", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:12.198199 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c69c0860-4d5a-4710-8e02-6c605f326571 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:12.198369 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:07:12.198805 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:12.202869 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129f4f50-6de6-43d9-a399-b3872f7d70c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843b36a6-a5c3-43b2-85c6-c4051eb6daf0', 'code': 200} Jul 14 07:07:12.204909 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:07:12.205417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Bound port: 2841b415-1177-415e-b03b-908d12872656, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:07:12.205794 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:12.246892 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbbbc67-1570-4d0d-865b-7c83212bf497 x-openstack-request-id: req-6cbbbc67-1570-4d0d-865b-7c83212bf497 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:12.247199 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bec515-6a88-45c7-9c8c-6d0c55b6f783", "name": "network-vif-deleted", "tag": "0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:12.247502 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6cbbbc67-1570-4d0d-865b-7c83212bf497 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:12.253005 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00bec515-6a88-45c7-9c8c-6d0c55b6f783', 'name': 'network-vif-deleted', 'tag': '0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac', 'status': 'completed', 'code': 200} Jul 14 07:07:12.279579 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c72d6da-11d3-44fe-a336-f3783a02ba43 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:12.290499 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c72d6da-11d3-44fe-a336-f3783a02ba43 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:12.309807 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8b2745-5978-4146-81aa-01241b0b0bf7 x-openstack-request-id: req-ed8b2745-5978-4146-81aa-01241b0b0bf7 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:12.310143 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecf98f2-2e53-4214-b123-57084d6f9812", "tag": "59ec839d-c13b-4438-9de3-8190fcaea45a", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:12.310652 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ed8b2745-5978-4146-81aa-01241b0b0bf7 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:12.311050 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecf98f2-2e53-4214-b123-57084d6f9812', 'tag': '59ec839d-c13b-4438-9de3-8190fcaea45a', 'status': 'completed', 'code': 200} Jul 14 07:07:12.369485 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-7c72d6da-11d3-44fe-a336-f3783a02ba43 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] device_id is not set on port 7177a7f3-ba0a-431e-a0c2-99e9370ad6de yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:07:12.403778 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:12.427821 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1128b491-ff35-4a25-b4b6-08a0e52b4a15 None None] Network 1830e7d2-c0df-426a-b205-5a56bd5db6aa requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:12.436844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc8301-8558-4dda-9931-aea7f11e07ed service neutron] Pushing event updated for resources: {'Port': ['ID=59ec839d-c13b-4438-9de3-8190fcaea45a,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:12.473042 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] For port 2841b415-1177-415e-b03b-908d12872656, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:07:12.493854 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31613eb2-ecd3-4ff6-9a70-e4bd7da65f64 req-ed585bd1-73a8-4cbf-89eb-13a128aa0aee tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686498 Jul 14 07:07:12.513609 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] For port 2841b415-1177-415e-b03b-908d12872656, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2841b415-1177-415e-b03b-908d12872656,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:07:12.516397 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4601892a-b934-4ceb-bb5e-f0f3d2d3e9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:12.527704 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:12.583938 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1759256d-a2dc-4141-832f-d4d9004f6e6c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e8636f03b64b4b189750feb76b2a240d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7602308 Jul 14 07:07:12.584614 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42122) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:12.597947 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4601892a-b934-4ceb-bb5e-f0f3d2d3e9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfffd157-f6a4-42ea-9a6c-96706d028468']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:12.631740 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a8ba73c4-9ebf-4348-b700-483b6cf15813 None None] Provisioning for port 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:12.640116 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a8ba73c4-9ebf-4348-b700-483b6cf15813 None None] Provisioning complete for port 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:12.641455 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a8ba73c4-9ebf-4348-b700-483b6cf15813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:12.645096 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269948e-c094-4cbc-8250-22086748ea25 req-2559b8ea-f0df-4248-a5e0-6a6c4feb2399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:12.646746 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d269948e-c094-4cbc-8250-22086748ea25 req-2559b8ea-f0df-4248-a5e0-6a6c4feb2399 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40cc528b5b254cceb775759f0610b6d6&device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 1099 time: 0.6110024 Jul 14 07:07:12.666289 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4601892a-b934-4ceb-bb5e-f0f3d2d3e9c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cdbd3f4-82ea-4f70-980a-9f3926c5bf38') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:12.666941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4601892a-b934-4ceb-bb5e-f0f3d2d3e9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cdbd3f4-82ea-4f70-980a-9f3926c5bf38') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:12.692566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Pushing event updated for resources: {'Port': ['ID=2841b415-1177-415e-b03b-908d12872656,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:12.720735 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:12.723167 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:12.724838 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] 10.222.0.30 "PUT /v2.0/ports/2841b415-1177-415e-b03b-908d12872656 HTTP/1.1" status: 200 len: 1096 time: 2.6945152 Jul 14 07:07:12.727111 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:12.727816 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:12.728494 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:12.729108 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:12.729708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:12.730379 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:12.730913 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:12.731446 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:12.731976 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:12.732530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:12.733085 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:12.733684 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db849443-485f-44b1-a228-8ed7b04f159a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:12.789269 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-7c72d6da-11d3-44fe-a336-f3783a02ba43 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Allocated IP 2001:db8::296 (1830e7d2-c0df-426a-b205-5a56bd5db6aa/93892951-3618-47b9-b0c1-154a809ce30a/7177a7f3-ba0a-431e-a0c2-99e9370ad6de) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:12.815786 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d269948e-c094-4cbc-8250-22086748ea25 req-bd37c994-70db-416b-9660-0a7a703bbfeb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=59ec839d-c13b-4438-9de3-8190fcaea45a HTTP/1.1" status: 200 len: 217 time: 0.1220386 Jul 14 07:07:12.859953 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4601892a-b934-4ceb-bb5e-f0f3d2d3e9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:12.990111 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a8ba73c4-9ebf-4348-b700-483b6cf15813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:12.990376 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4601892a-b934-4ceb-bb5e-f0f3d2d3e9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:13.011567 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f82668-181a-4da8-b341-91712bfd649e req-7b096b8e-7963-497c-9f19-99b70d7b6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:13.013437 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f5f82668-181a-4da8-b341-91712bfd649e req-7b096b8e-7963-497c-9f19-99b70d7b6734 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=129f4f50-6de6-43d9-a399-b3872f7d70c1 HTTP/1.1" status: 200 len: 1096 time: 0.6969323 Jul 14 07:07:13.021535 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4601892a-b934-4ceb-bb5e-f0f3d2d3e9c7 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:07:13.021970 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4601892a-b934-4ceb-bb5e-f0f3d2d3e9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:07:13.028067 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:07:13.041757 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a8ba73c4-9ebf-4348-b700-483b6cf15813 None None] For port 9a71f36e-b453-4b48-8d6f-3b4350c77ba6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9a71f36e-b453-4b48-8d6f-3b4350c77ba6,segment=NetworkSegment(336d0b63-dad5-41c4-b48c-ce0524915185),segment_id=336d0b63-dad5-41c4-b48c-ce0524915185)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:13.051457 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a8ba73c4-9ebf-4348-b700-483b6cf15813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:13.068194 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-841678d3-cb3a-47d7-8993-241305ba53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:13.075024 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-841678d3-cb3a-47d7-8993-241305ba53f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40cc528b5b254cceb775759f0610b6d6&device_id=d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d HTTP/1.1" status: 200 len: 1099 time: 0.1162963 Jul 14 07:07:13.103884 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c72d6da-11d3-44fe-a336-f3783a02ba43 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:13.127160 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba73c4-9ebf-4348-b700-483b6cf15813 None None] Pushing event updated for resources: {'Port': ['ID=9a71f36e-b453-4b48-8d6f-3b4350c77ba6,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:13.152081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269948e-c094-4cbc-8250-22086748ea25 req-b4aff488-083e-4ea3-b8a5-1686e7c329ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:13.153613 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d269948e-c094-4cbc-8250-22086748ea25 req-b4aff488-083e-4ea3-b8a5-1686e7c329ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.3099325 Jul 14 07:07:13.162756 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-4ec5c030-7acf-4d06-b8a0-5ee3251e70a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=2841b415-1177-415e-b03b-908d12872656 HTTP/1.1" status: 200 len: 217 time: 0.0526516 Jul 14 07:07:13.170990 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7c72d6da-11d3-44fe-a336-f3783a02ba43 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Transition to ACTIVE for port object 7177a7f3-ba0a-431e-a0c2-99e9370ad6de will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:13.192792 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b601ff8-96b5-4c50-a35a-db6935e9bdf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:13.247548 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f5f82668-181a-4da8-b341-91712bfd649e req-c2293efc-6f6d-4505-ae79-1d7c67170db9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b3cfd9dd-b9ff-46c0-9461-b293b1cedb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203598 Jul 14 07:07:13.248150 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4601892a-b934-4ceb-bb5e-f0f3d2d3e9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:13.249662 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-b1665089-fd81-4c4d-9260-0412174c2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:13.251372 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-b1665089-fd81-4c4d-9260-0412174c2cdc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0715630 Jul 14 07:07:13.263175 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c72d6da-11d3-44fe-a336-f3783a02ba43 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:13.266825 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a7082-74c1-4318-8ca8-f7b3c9dc9472 req-2f091bee-88ae-4c28-9e14-64db967e925c tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:13.268405 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e0a7082-74c1-4318-8ca8-f7b3c9dc9472 req-2f091bee-88ae-4c28-9e14-64db967e925c tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/ports?device_id=129f4f50-6de6-43d9-a399-b3872f7d70c1 HTTP/1.1" status: 200 len: 945 time: 0.6181555 Jul 14 07:07:13.284052 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-607b7b4b-fea8-4076-9aa6-29a05883347f tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:13.288756 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4601892a-b934-4ceb-bb5e-f0f3d2d3e9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:13.293001 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4601892a-b934-4ceb-bb5e-f0f3d2d3e9c7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/dfffd157-f6a4-42ea-9a6c-96706d028468 HTTP/1.1" status: 204 len: 168 time: 2.0316219 Jul 14 07:07:13.297263 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b601ff8-96b5-4c50-a35a-db6935e9bdf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:13.313921 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72d6da-11d3-44fe-a336-f3783a02ba43 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=7177a7f3-ba0a-431e-a0c2-99e9370ad6de,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:13.337198 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203958b-74da-4588-8d57-9d0ce4093b6d req-93904e7d-a23d-4af8-b827-00179d42143a tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:13.341521 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7c2360bb-c8b2-4a5e-b3c2-5a20453e320d None None] Provisioning for port 73ad07b4-ae67-44c4-8690-9ea083847d5e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:13.344304 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7203958b-74da-4588-8d57-9d0ce4093b6d req-93904e7d-a23d-4af8-b827-00179d42143a tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2431e07-d1c8-4b0c-a992-551ec1bc7beb HTTP/1.1" status: 200 len: 946 time: 0.5069849 Jul 14 07:07:13.346503 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7c2360bb-c8b2-4a5e-b3c2-5a20453e320d None None] Provisioning complete for port 73ad07b4-ae67-44c4-8690-9ea083847d5e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:13.347253 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7c2360bb-c8b2-4a5e-b3c2-5a20453e320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:13.364970 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c72d6da-11d3-44fe-a336-f3783a02ba43 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 1830e7d2-c0df-426a-b205-5a56bd5db6aa is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:13.367179 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601892a-b934-4ceb-bb5e-f0f3d2d3e9c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfffd157-f6a4-42ea-9a6c-96706d028468,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:13.368630 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7c72d6da-11d3-44fe-a336-f3783a02ba43 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:13.371902 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c72d6da-11d3-44fe-a336-f3783a02ba43 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:13.378330 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c72d6da-11d3-44fe-a336-f3783a02ba43 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:13.379201 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c72d6da-11d3-44fe-a336-f3783a02ba43 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:13.411646 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-7c2360bb-c8b2-4a5e-b3c2-5a20453e320d None None] Port 73ad07b4-ae67-44c4-8690-9ea083847d5e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:13.426101 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7c72d6da-11d3-44fe-a336-f3783a02ba43 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2145724 Jul 14 07:07:13.429252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-e20fdef2-9b23-402a-9f49-079c16b76c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:13.431543 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7c2360bb-c8b2-4a5e-b3c2-5a20453e320d None None] Provisioning complete for port 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:13.431543 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7c2360bb-c8b2-4a5e-b3c2-5a20453e320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:13.442640 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-e20fdef2-9b23-402a-9f49-079c16b76c84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1267796 Jul 14 07:07:13.443195 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42128) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:13.488359 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7203958b-74da-4588-8d57-9d0ce4093b6d req-1e277fd7-298b-4ccf-98f0-2883057a4a96 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16a3190-6a12-4fbc-8cc0-707449c02e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430285 Jul 14 07:07:13.491413 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e0a7082-74c1-4318-8ca8-f7b3c9dc9472 req-da46c47a-37cc-40ec-a6a0-55a70d9b8f79 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3cfd9dd-b9ff-46c0-9461-b293b1cedb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049029 Jul 14 07:07:13.512851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269948e-c094-4cbc-8250-22086748ea25 req-774ae513-bdc1-4cba-842f-585d641f6aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:13.512851 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d269948e-c094-4cbc-8250-22086748ea25 req-774ae513-bdc1-4cba-842f-585d641f6aa6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3420641 Jul 14 07:07:13.553996 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b601ff8-96b5-4c50-a35a-db6935e9bdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:13.556677 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b601ff8-96b5-4c50-a35a-db6935e9bdf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:13.560096 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5b601ff8-96b5-4c50-a35a-db6935e9bdf9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ade9288-8c46-4e2d-9a40-1afe52b05ca6 HTTP/1.1" status: 204 len: 168 time: 0.9667392 Jul 14 07:07:13.652429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b601ff8-96b5-4c50-a35a-db6935e9bdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ade9288-8c46-4e2d-9a40-1afe52b05ca6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:13.654104 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-e7340498-06bf-44d7-b96d-fa5c6a870b50 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825061 Jul 14 07:07:13.671566 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-607b7b4b-fea8-4076-9aa6-29a05883347f tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:13.743885 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42136) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:13.811663 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3411b7cc-1f5b-4cd5-9606-117a6e085f1e None None] Provisioning complete for port 73ad07b4-ae67-44c4-8690-9ea083847d5e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:13.812037 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3411b7cc-1f5b-4cd5-9606-117a6e085f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:13.874016 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3411b7cc-1f5b-4cd5-9606-117a6e085f1e None None] Port 73ad07b4-ae67-44c4-8690-9ea083847d5e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:13.890252 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-64ab246a-dc3e-46c5-a84b-ca23089d6b87 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4bb7e9bc2a1044b6a6502114e85dc356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424570 Jul 14 07:07:13.909770 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b7b4b-fea8-4076-9aa6-29a05883347f tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Pushing event updated for resources: {'Port': ['ID=fe15070d-81b7-40e2-8f98-7314dfb1150b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:13.919522 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c0964cd4-dd90-4634-82e9-16d2fcb36e59 req-1f23372b-7af3-454e-9170-fa64fc7d78c1 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470083 Jul 14 07:07:13.921843 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42140) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:13.925511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-607b7b4b-fea8-4076-9aa6-29a05883347f tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Network 6326ed69-783b-4576-9926-4b85cbda7730 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:13.930432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:07:13.931950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ee030-0968-4305-9f0c-3deeab00a5bc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:13.933879 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-687ee030-0968-4305-9f0c-3deeab00a5bc tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3bf HTTP/1.1" status: 200 len: 929 time: 0.4895339 Jul 14 07:07:13.936452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42142) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:13.992037 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:07:13.992642 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 0ad7fbb1-f2b1-45f1-9c7a-7129742ef7ac not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:07:13.996793 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:14.001643 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-607b7b4b-fea8-4076-9aa6-29a05883347f tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:14.008860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-607b7b4b-fea8-4076-9aa6-29a05883347f tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:14.067384 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-607b7b4b-fea8-4076-9aa6-29a05883347f tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:14.068031 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-607b7b4b-fea8-4076-9aa6-29a05883347f tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:14.077716 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:14.078092 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:14.094420 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d269948e-c094-4cbc-8250-22086748ea25 req-ef8247e7-88d4-4fe6-9d8f-13801ef93c60 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627913 Jul 14 07:07:14.099318 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-607b7b4b-fea8-4076-9aa6-29a05883347f tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4064310 Jul 14 07:07:14.126825 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Request body: {'port': {'device_id': '54e40e68-4294-4d5b-b310-43b28e0c0af8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:14.141695 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5194eeff-c2e3-4469-97d7-85b382f2810c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:14.164092 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c3065f36-8960-4330-8d58-eec191caa92a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port 7177a7f3-ba0a-431e-a0c2-99e9370ad6de {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:14.164438 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c3065f36-8960-4330-8d58-eec191caa92a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:14.184257 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b5b69e33-9802-418c-8413-c11ff0c2304d None None] Provisioning for port 7177a7f3-ba0a-431e-a0c2-99e9370ad6de completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:14.204722 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b5b69e33-9802-418c-8413-c11ff0c2304d None None] Provisioning complete for port 7177a7f3-ba0a-431e-a0c2-99e9370ad6de triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:14.208956 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b5b69e33-9802-418c-8413-c11ff0c2304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:14.216328 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2431e07-d1c8-4b0c-a992-551ec1bc7beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fe8ce6-0732-4435-8b92-58cf8c9c527e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:14.220159 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1134456c-f677-4c4b-adf3-9b11513d9a4d" -d '{"events": [{"server_uuid": "e2431e07-d1c8-4b0c-a992-551ec1bc7beb", "name": "network-vif-plugged", "status": "completed", "tag": "32fe8ce6-0732-4435-8b92-58cf8c9c527e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:14.230679 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d269948e-c094-4cbc-8250-22086748ea25 req-09863996-704a-4b98-a176-fb64ce039e00 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152651 Jul 14 07:07:14.263040 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c3065f36-8960-4330-8d58-eec191caa92a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:14.270573 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5250fb-de67-4b77-a69e-a8d500bf185f req-5a39f28f-3a14-4ba6-8ce8-1242897a2a59 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:14.277025 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c3065f36-8960-4330-8d58-eec191caa92a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for 7177a7f3-ba0a-431e-a0c2-99e9370ad6de owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:14.278028 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b5250fb-de67-4b77-a69e-a8d500bf185f req-5a39f28f-3a14-4ba6-8ce8-1242897a2a59 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e40e68-4294-4d5b-b310-43b28e0c0af8 HTTP/1.1" status: 200 len: 932 time: 0.5036199 Jul 14 07:07:14.280769 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d', 'tag': '2841b415-1177-415e-b03b-908d12872656'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:14.281647 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b5b69e33-9802-418c-8413-c11ff0c2304d None None] Port 7177a7f3-ba0a-431e-a0c2-99e9370ad6de cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:14.284985 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6ee9e4-95aa-4c31-beeb-d63f35de0387" -d '{"events": [{"name": "network-changed", "server_uuid": "d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d", "tag": "2841b415-1177-415e-b03b-908d12872656"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:14.291028 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188f4e9-5be8-4e4b-bef7-1e641566f657 req-e75fb777-c5a3-46ff-a11c-3ca513be824f tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:14.292811 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0188f4e9-5be8-4e4b-bef7-1e641566f657 req-e75fb777-c5a3-46ff-a11c-3ca513be824f tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d HTTP/1.1" status: 200 len: 948 time: 0.4403377 Jul 14 07:07:14.353146 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5194eeff-c2e3-4469-97d7-85b382f2810c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:14.434413 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0188f4e9-5be8-4e4b-bef7-1e641566f657 req-affc0622-f373-494f-bffd-f802e0c92c2d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257510 Jul 14 07:07:14.455706 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b5250fb-de67-4b77-a69e-a8d500bf185f req-05505540-5de2-4725-892f-9b3b00315552 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/security-groups?id=15769a5e-d5b2-475a-816a-09ef17bb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766746 Jul 14 07:07:14.472728 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:14.491363 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5194eeff-c2e3-4469-97d7-85b382f2810c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:14.494459 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5194eeff-c2e3-4469-97d7-85b382f2810c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:14.498508 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5194eeff-c2e3-4469-97d7-85b382f2810c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99e9db60-017d-4a27-a9cf-80fd5a04513b HTTP/1.1" status: 204 len: 168 time: 0.5634050 Jul 14 07:07:14.515498 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a2c17-a3b6-4f70-80eb-b0be2574b6eb req-053fc34f-a45b-465a-b149-a1fa7ec98e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:14.515967 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194eeff-c2e3-4469-97d7-85b382f2810c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e9db60-017d-4a27-a9cf-80fd5a04513b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:14.517459 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e91a2c17-a3b6-4f70-80eb-b0be2574b6eb req-053fc34f-a45b-465a-b149-a1fa7ec98e31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40cc528b5b254cceb775759f0610b6d6&device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 1099 time: 0.1985621 Jul 14 07:07:14.559367 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308dca1b-9c0c-493f-a47c-67414db33f00 x-openstack-request-id: req-308dca1b-9c0c-493f-a47c-67414db33f00 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:14.559878 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2431e07-d1c8-4b0c-a992-551ec1bc7beb", "name": "network-vif-plugged", "status": "completed", "tag": "32fe8ce6-0732-4435-8b92-58cf8c9c527e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:14.559878 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-308dca1b-9c0c-493f-a47c-67414db33f00 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:14.560263 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2431e07-d1c8-4b0c-a992-551ec1bc7beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fe8ce6-0732-4435-8b92-58cf8c9c527e', 'code': 200} Jul 14 07:07:14.569849 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c3065f36-8960-4330-8d58-eec191caa92a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:14.608114 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3065f36-8960-4330-8d58-eec191caa92a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=7177a7f3-ba0a-431e-a0c2-99e9370ad6de,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:14.710567 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c3065f36-8960-4330-8d58-eec191caa92a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:14.717048 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c3065f36-8960-4330-8d58-eec191caa92a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/ports/7177a7f3-ba0a-431e-a0c2-99e9370ad6de HTTP/1.1" status: 204 len: 168 time: 0.7794385 Jul 14 07:07:14.719208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42168) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:14.791889 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2f4f8e-7658-4024-a740-ca42bd2d4226 x-openstack-request-id: req-3e2f4f8e-7658-4024-a740-ca42bd2d4226 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:14.792296 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d", "tag": "2841b415-1177-415e-b03b-908d12872656", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:14.792567 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e2f4f8e-7658-4024-a740-ca42bd2d4226 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:14.792976 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d', 'tag': '2841b415-1177-415e-b03b-908d12872656', 'status': 'completed', 'code': 200} Jul 14 07:07:14.793837 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab6221f-9ab2-450f-9a6b-ff81aa627ca6 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] GET failed (client error): The resource could not be found. Jul 14 07:07:14.801055 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5ab6221f-9ab2-450f-9a6b-ff81aa627ca6 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports/7177a7f3-ba0a-431e-a0c2-99e9370ad6de HTTP/1.1" status: 404 len: 333 time: 0.0800726 Jul 14 07:07:14.807753 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42174) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:14.943593 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42178) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:14.956316 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290d98a-233e-4f93-a27c-3858257e109f req-f1e6ff26-ae4f-46ce-a911-2a834c65760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:14.957969 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2290d98a-233e-4f93-a27c-3858257e109f req-f1e6ff26-ae4f-46ce-a911-2a834c65760b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e2431e07-d1c8-4b0c-a992-551ec1bc7beb HTTP/1.1" status: 200 len: 1097 time: 0.2911391 Jul 14 07:07:14.977903 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-092afc5b-4bfe-4143-8b8d-955e011c27d3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port 73ad07b4-ae67-44c4-8690-9ea083847d5e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:14.978256 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-092afc5b-4bfe-4143-8b8d-955e011c27d3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.086218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-83aa1a35-b419-4d48-872c-58e30bd3179e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-958963296-network', 'tenant_id': '90193c45e30a47aea804e7ab8d1a3311'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:15.132322 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-092afc5b-4bfe-4143-8b8d-955e011c27d3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.134439 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42184) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:15.171139 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2290d98a-233e-4f93-a27c-3858257e109f req-c40f313d-3e9b-4afc-a7a9-b64556f43dac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d16a3190-6a12-4fbc-8cc0-707449c02e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011280 Jul 14 07:07:15.171956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-092afc5b-4bfe-4143-8b8d-955e011c27d3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for 73ad07b4-ae67-44c4-8690-9ea083847d5e owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:15.175253 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aa1a35-b419-4d48-872c-58e30bd3179e admin admin] Made reservation on behalf of 90193c45e30a47aea804e7ab8d1a3311 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:15.177795 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83aa1a35-b419-4d48-872c-58e30bd3179e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.182583 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.195750 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83aa1a35-b419-4d48-872c-58e30bd3179e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.260005 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-96ba756b-979e-422b-98c7-25a0370cd727 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c6d4b08398948e0a6642d4ab811e4f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1184545 Jul 14 07:07:15.263176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42186) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:15.339563 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ee9e4-95aa-4c31-beeb-d63f35de0387 req-ee04425d-1b0f-4a51-b1c3-a38fb47216f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:15.341145 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc6ee9e4-95aa-4c31-beeb-d63f35de0387 req-ee04425d-1b0f-4a51-b1c3-a38fb47216f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40cc528b5b254cceb775759f0610b6d6&device_id=d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d HTTP/1.1" status: 200 len: 1099 time: 0.2854156 Jul 14 07:07:15.360413 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a2c17-a3b6-4f70-80eb-b0be2574b6eb req-50ca2463-6e79-48da-89a9-8bdac988b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:15.361860 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e91a2c17-a3b6-4f70-80eb-b0be2574b6eb req-50ca2463-6e79-48da-89a9-8bdac988b976 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.3077006 Jul 14 07:07:15.397891 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1bb7707e-89bf-471f-9390-e98e31d60452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.406547 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.437376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3a08a-cf49-4145-99a3-12b87932e5aa req-73cb7558-81a9-440e-a31f-73baf5f9f953 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:15.439000 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-75f3a08a-cf49-4145-99a3-12b87932e5aa req-73cb7558-81a9-440e-a31f-73baf5f9f953 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/ports?device_id=129f4f50-6de6-43d9-a399-b3872f7d70c1 HTTP/1.1" status: 200 len: 945 time: 0.3860476 Jul 14 07:07:15.448089 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1bb7707e-89bf-471f-9390-e98e31d60452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.478472 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83aa1a35-b419-4d48-872c-58e30bd3179e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.481365 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-092afc5b-4bfe-4143-8b8d-955e011c27d3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.485445 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f66fc-a660-4df3-9b4b-50634dfdeeb9 req-158556e4-e2fb-498d-901a-2ce510419918 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:15.486911 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-883f66fc-a660-4df3-9b4b-50634dfdeeb9 req-158556e4-e2fb-498d-901a-2ce510419918 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2431e07-d1c8-4b0c-a992-551ec1bc7beb HTTP/1.1" status: 200 len: 946 time: 0.4302239 Jul 14 07:07:15.495805 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e91a2c17-a3b6-4f70-80eb-b0be2574b6eb req-ef60187d-9099-4882-a3fa-e9ce250945d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=59ec839d-c13b-4438-9de3-8190fcaea45a HTTP/1.1" status: 200 len: 217 time: 0.1189537 Jul 14 07:07:15.500829 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83aa1a35-b419-4d48-872c-58e30bd3179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.535279 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092afc5b-4bfe-4143-8b8d-955e011c27d3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=73ad07b4-ae67-44c4-8690-9ea083847d5e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:15.587085 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83aa1a35-b419-4d48-872c-58e30bd3179e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:07:15.593835 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa1a35-b419-4d48-872c-58e30bd3179e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc0cba3-4848-4020-9ed5-3153b1b9f938,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:15.596723 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-092afc5b-4bfe-4143-8b8d-955e011c27d3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.598991 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-092afc5b-4bfe-4143-8b8d-955e011c27d3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/ports/73ad07b4-ae67-44c4-8690-9ea083847d5e HTTP/1.1" status: 204 len: 168 time: 0.7889247 Jul 14 07:07:15.602365 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42192) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:15.635930 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83aa1a35-b419-4d48-872c-58e30bd3179e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.636122 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-83aa1a35-b419-4d48-872c-58e30bd3179e admin admin] Added segment fe71f172-ec7c-47eb-a122-0ff48a1d49c7 of type vlan for network e770f7a4-0850-4d0d-a286-1a0e5b015eff Jul 14 07:07:15.637836 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-407041ef-62cf-4a3b-bb0f-c48b1d3cb17e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] GET failed (client error): The resource could not be found. Jul 14 07:07:15.641909 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-407041ef-62cf-4a3b-bb0f-c48b1d3cb17e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports/73ad07b4-ae67-44c4-8690-9ea083847d5e HTTP/1.1" status: 404 len: 333 time: 0.0361788 Jul 14 07:07:15.647290 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42194) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:15.657862 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-75f3a08a-cf49-4145-99a3-12b87932e5aa req-2af7c2a6-1246-4b87-b1b8-29554a7f87e3 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3cfd9dd-b9ff-46c0-9461-b293b1cedb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814830 Jul 14 07:07:15.664172 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a2c17-a3b6-4f70-80eb-b0be2574b6eb req-6d9b9926-6c65-428d-b941-ca84caeeb868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:15.664967 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e91a2c17-a3b6-4f70-80eb-b0be2574b6eb req-6d9b9926-6c65-428d-b941-ca84caeeb868 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1560290 Jul 14 07:07:15.670693 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-883f66fc-a660-4df3-9b4b-50634dfdeeb9 req-b42750da-b771-40d5-a509-5f54bef0a95c tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16a3190-6a12-4fbc-8cc0-707449c02e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666977 Jul 14 07:07:15.706876 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ee9e4-95aa-4c31-beeb-d63f35de0387 req-26078983-b747-416e-8721-284018641f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:15.708391 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc6ee9e4-95aa-4c31-beeb-d63f35de0387 req-26078983-b747-416e-8721-284018641f9f service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.3606045 Jul 14 07:07:15.717083 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2841b415-1177-415e-b03b-908d12872656 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:07:15.735816 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1bb7707e-89bf-471f-9390-e98e31d60452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.742592 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1bb7707e-89bf-471f-9390-e98e31d60452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.742592 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1bb7707e-89bf-471f-9390-e98e31d60452 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a75114a0-3da2-4bac-92d5-cbefcc5efc7c HTTP/1.1" status: 204 len: 168 time: 0.4741461 Jul 14 07:07:15.778921 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83aa1a35-b419-4d48-872c-58e30bd3179e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.784559 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7707e-89bf-471f-9390-e98e31d60452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75114a0-3da2-4bac-92d5-cbefcc5efc7c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:15.802838 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c29885e-6bb3-4e70-ae59-b7f69c722dc5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting subnet 93892951-3618-47b9-b0c1-154a809ce30a {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:07:15.809304 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c29885e-6bb3-4e70-ae59-b7f69c722dc5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.874836 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc6ee9e4-95aa-4c31-beeb-d63f35de0387 req-775b9c70-ce67-43d7-97bc-1b0c66a1c030 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=2841b415-1177-415e-b03b-908d12872656 HTTP/1.1" status: 200 len: 217 time: 0.1556599 Jul 14 07:07:15.899642 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83aa1a35-b419-4d48-872c-58e30bd3179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.901310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aa1a35-b419-4d48-872c-58e30bd3179e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:15.901755 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83aa1a35-b419-4d48-872c-58e30bd3179e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.906812 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c29885e-6bb3-4e70-ae59-b7f69c722dc5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.907992 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2841b415-1177-415e-b03b-908d12872656, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2841b415-1177-415e-b03b-908d12872656,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:15.919946 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '2841b415-1177-415e-b03b-908d12872656', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '2841b415-1177-415e-b03b-908d12872656', 'mac_address': 'fa:16:3e:b8:5f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:07:15.973738 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:15.990870 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2841b415-1177-415e-b03b-908d12872656 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:15.998949 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ee9e4-95aa-4c31-beeb-d63f35de0387 req-ca7cefd1-daaa-4f30-8368-7e227d72ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:16.001145 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc6ee9e4-95aa-4c31-beeb-d63f35de0387 req-ca7cefd1-daaa-4f30-8368-7e227d72ab6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0941801 Jul 14 07:07:16.009698 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-83aa1a35-b419-4d48-872c-58e30bd3179e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0639167 Jul 14 07:07:16.012411 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42202) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:16.017133 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9c7a599c-2eed-45d0-b2e8-1d5f40f6f67d admin admin] Request body: {'subnet': {'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-958963296-subnet', 'tenant_id': '90193c45e30a47aea804e7ab8d1a3311', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:16.023890 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa1a35-b419-4d48-872c-58e30bd3179e admin admin] Pushing event updated for resources: {'Network': ['ID=e770f7a4-0850-4d0d-a286-1a0e5b015eff,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:16.024077 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2841b415-1177-415e-b03b-908d12872656, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2841b415-1177-415e-b03b-908d12872656,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:16.037016 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network e770f7a4-0850-4d0d-a286-1a0e5b015eff details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:07:16.040273 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:16.084318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7a599c-2eed-45d0-b2e8-1d5f40f6f67d admin admin] Made reservation on behalf of 90193c45e30a47aea804e7ab8d1a3311 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:16.088079 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c7a599c-2eed-45d0-b2e8-1d5f40f6f67d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:16.090967 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c29885e-6bb3-4e70-ae59-b7f69c722dc5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:16.103629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe15070d-81b7-40e2-8f98-7314dfb1150b {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:16.136202 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:16.192478 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Transition to ACTIVE for port object fe15070d-81b7-40e2-8f98-7314dfb1150b will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:16.209018 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a2c17-a3b6-4f70-80eb-b0be2574b6eb req-7c730737-7b8a-4149-97ea-5aa02953107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:16.211934 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e91a2c17-a3b6-4f70-80eb-b0be2574b6eb req-7c730737-7b8a-4149-97ea-5aa02953107d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5402412 Jul 14 07:07:16.217016 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:16.275895 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c29885e-6bb3-4e70-ae59-b7f69c722dc5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:16.323329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2262b2-5223-4795-b033-5d25c37a9e73 req-9d026bc2-a905-462e-b585-63b93badfa52 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:16.331567 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=2841b415-1177-415e-b03b-908d12872656,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:16.331793 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae2262b2-5223-4795-b033-5d25c37a9e73 req-9d026bc2-a905-462e-b585-63b93badfa52 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d HTTP/1.1" status: 200 len: 948 time: 0.4479702 Jul 14 07:07:16.333019 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29885e-6bb3-4e70-ae59-b7f69c722dc5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Subnet': ['ID=93892951-3618-47b9-b0c1-154a809ce30a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:16.346509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Pushing event updated for resources: {'Port': ['ID=fe15070d-81b7-40e2-8f98-7314dfb1150b,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:16.358597 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171e7de-ad79-4946-8b41-f074c1e2abe6 req-5bc18bcd-f84c-4228-af4b-fbedeaf3f699 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:16.360683 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4171e7de-ad79-4946-8b41-f074c1e2abe6 req-5bc18bcd-f84c-4228-af4b-fbedeaf3f699 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c3d7869-1c73-46e5-be8d-6961caae1dde HTTP/1.1" status: 200 len: 950 time: 0.3981447 Jul 14 07:07:16.366705 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c29885e-6bb3-4e70-ae59-b7f69c722dc5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:16.368852 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8c29885e-6bb3-4e70-ae59-b7f69c722dc5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/93892951-3618-47b9-b0c1-154a809ce30a HTTP/1.1" status: 204 len: 168 time: 0.7191904 Jul 14 07:07:16.372754 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42210) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:16.374855 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11125acc-b905-4fc2-9aa2-af5bd946396b None None] Network 1830e7d2-c0df-426a-b205-5a56bd5db6aa requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:16.391157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:16.391738 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:16.392387 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:16.392886 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:16.393410 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:16.393889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:16.394379 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:16.394927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:16.395420 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:16.395992 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:16.396468 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:16.397071 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:16.410006 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['2841b415-1177-415e-b03b-908d12872656'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:16.465356 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56797706-ee71-4235-8f39-7fcca3ca7dcd req-0d704d5f-8dbe-4a30-98bf-2bf4e036449a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:16.466872 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-56797706-ee71-4235-8f39-7fcca3ca7dcd req-0d704d5f-8dbe-4a30-98bf-2bf4e036449a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c3d7869-1c73-46e5-be8d-6961caae1dde HTTP/1.1" status: 200 len: 950 time: 0.2070463 Jul 14 07:07:16.512761 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e91a2c17-a3b6-4f70-80eb-b0be2574b6eb req-cc456f93-f028-4e75-91f2-72078192f6f4 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819748 Jul 14 07:07:16.521321 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ee9e4-95aa-4c31-beeb-d63f35de0387 req-46332d4a-a2a1-4186-9955-a44e57819ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:16.522770 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc6ee9e4-95aa-4c31-beeb-d63f35de0387 req-46332d4a-a2a1-4186-9955-a44e57819ba5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4888167 Jul 14 07:07:16.543889 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:16.688034 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c7a599c-2eed-45d0-b2e8-1d5f40f6f67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:16.698049 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e243ffcc-74e9-4f3b-9f3e-50add4d2a739 None None] DHCP port deletion for 1830e7d2-c0df-426a-b205-5a56bd5db6aa request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:07:16.750812 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e243ffcc-74e9-4f3b-9f3e-50add4d2a739 None None] Deleting port 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:16.751498 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e243ffcc-74e9-4f3b-9f3e-50add4d2a739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:16.755004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:16.755004 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:16.763083 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e91a2c17-a3b6-4f70-80eb-b0be2574b6eb req-c4b3fe64-2d46-487f-b6e8-a2d40039fcc1 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139797 Jul 14 07:07:16.824023 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42224) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:16.826659 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e243ffcc-74e9-4f3b-9f3e-50add4d2a739 None None] For port 9a71f36e-b453-4b48-8d6f-3b4350c77ba6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9a71f36e-b453-4b48-8d6f-3b4350c77ba6,segment=NetworkSegment(336d0b63-dad5-41c4-b48c-ce0524915185),segment_id=336d0b63-dad5-41c4-b48c-ce0524915185)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:16.827059 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e243ffcc-74e9-4f3b-9f3e-50add4d2a739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:16.834738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a599c-2eed-45d0-b2e8-1d5f40f6f67d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0c0e73d-973b-48ca-9f9e-437461e66293,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:16.841114 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e243ffcc-74e9-4f3b-9f3e-50add4d2a739 None None] Calling delete_port for 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:16.848971 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7a599c-2eed-45d0-b2e8-1d5f40f6f67d admin admin] Checking segment: {'id': 'fe71f172-ec7c-47eb-a122-0ff48a1d49c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:16.849386 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a599c-2eed-45d0-b2e8-1d5f40f6f67d admin admin] Network hostable DHCP agents. Network: e770f7a4-0850-4d0d-a286-1a0e5b015eff, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:07:16.852537 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae2262b2-5223-4795-b033-5d25c37a9e73 req-9173bbaa-dfc7-401f-9d1f-eea51f2dee9c tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193572 Jul 14 07:07:16.861959 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Attempting to bind port fe15070d-81b7-40e2-8f98-7314dfb1150b on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:07:16.862297 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Attempting to bind port fe15070d-81b7-40e2-8f98-7314dfb1150b by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '99928f10-cf10-453d-97fb-960da48f46ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6326ed69-783b-4576-9926-4b85cbda7730'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:07:16.862629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Attempting to bind port fe15070d-81b7-40e2-8f98-7314dfb1150b on network 6326ed69-783b-4576-9926-4b85cbda7730 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:16.863244 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-56797706-ee71-4235-8f39-7fcca3ca7dcd req-b8fddeb6-98cc-432e-876b-092c6beaff13 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Deleting port 0e283fbb-dcdc-426d-8c95-57be79f6998a {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:16.863601 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-56797706-ee71-4235-8f39-7fcca3ca7dcd req-b8fddeb6-98cc-432e-876b-092c6beaff13 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:16.873703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Port fe15070d-81b7-40e2-8f98-7314dfb1150b on network 6326ed69-783b-4576-9926-4b85cbda7730 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:07:16.874030 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Attempting to bind port fe15070d-81b7-40e2-8f98-7314dfb1150b on network 6326ed69-783b-4576-9926-4b85cbda7730 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:16.880707 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc6ee9e4-95aa-4c31-beeb-d63f35de0387 req-fb363735-9349-492f-9a3a-85ff60a2eb30 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242379 Jul 14 07:07:16.893690 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4171e7de-ad79-4946-8b41-f074c1e2abe6 req-b37d1cd3-3b53-4e2f-804d-f75588c77a83 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796999 Jul 14 07:07:16.917087 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:07:16.917457 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Checking segment: {'id': '99928f10-cf10-453d-97fb-960da48f46ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6326ed69-783b-4576-9926-4b85cbda7730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:16.917851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Bound using segment: {'id': '99928f10-cf10-453d-97fb-960da48f46ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6326ed69-783b-4576-9926-4b85cbda7730'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:07:16.918516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Bound port: fe15070d-81b7-40e2-8f98-7314dfb1150b, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99928f10-cf10-453d-97fb-960da48f46ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6326ed69-783b-4576-9926-4b85cbda7730'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:07:16.918788 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:16.937842 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e243ffcc-74e9-4f3b-9f3e-50add4d2a739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:16.995827 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243ffcc-74e9-4f3b-9f3e-50add4d2a739 None None] Pushing event deleted for resources: {'Port': ['ID=9a71f36e-b453-4b48-8d6f-3b4350c77ba6,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:17.035729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243ffcc-74e9-4f3b-9f3e-50add4d2a739 None None] No DVR routers for this DVR port 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:17.060200 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-fc596f3c-d39d-48a3-abde-95c0dcca5ae9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-999715309-network', 'tenant_id': '7eba7dbc6d2349b98eb7ba12e37835e6'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:17.074154 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] For port 9a71f36e-b453-4b48-8d6f-3b4350c77ba6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9a71f36e-b453-4b48-8d6f-3b4350c77ba6,segment=NetworkSegment(336d0b63-dad5-41c4-b48c-ce0524915185),segment_id=336d0b63-dad5-41c4-b48c-ce0524915185)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:17.074508 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:17.112259 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a599c-2eed-45d0-b2e8-1d5f40f6f67d admin admin] Network e770f7a4-0850-4d0d-a286-1a0e5b015eff is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:07:17.117035 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] For port fe15070d-81b7-40e2-8f98-7314dfb1150b, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:07:17.117800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:17.121835 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc6ee9e4-95aa-4c31-beeb-d63f35de0387 req-0092d2cc-75ad-4c67-8b09-8e3d3caf4a0d service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268424 Jul 14 07:07:17.137365 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] For port fe15070d-81b7-40e2-8f98-7314dfb1150b, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=fe15070d-81b7-40e2-8f98-7314dfb1150b,segment=NetworkSegment(99928f10-cf10-453d-97fb-960da48f46ed),segment_id=99928f10-cf10-453d-97fb-960da48f46ed)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:07:17.150430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9c7a599c-2eed-45d0-b2e8-1d5f40f6f67d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, e770f7a4-0850-4d0d-a286-1a0e5b015eff) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:17.154009 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:17.158863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe67a5bb-001f-4065-ae33-234a7490454a None None] Network e770f7a4-0850-4d0d-a286-1a0e5b015eff requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:17.159835 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a599c-2eed-45d0-b2e8-1d5f40f6f67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:17.160533 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c7a599c-2eed-45d0-b2e8-1d5f40f6f67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:17.205004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc596f3c-d39d-48a3-abde-95c0dcca5ae9 admin admin] Made reservation on behalf of 7eba7dbc6d2349b98eb7ba12e37835e6 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:17.207927 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc596f3c-d39d-48a3-abde-95c0dcca5ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:17.218459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:17.219178 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:17.220491 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] 10.222.0.15 "PUT /v2.0/ports/fe15070d-81b7-40e2-8f98-7314dfb1150b HTTP/1.1" status: 200 len: 1092 time: 3.1035967 Jul 14 07:07:17.225673 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e40e68-4294-4d5b-b310-43b28e0c0af8', 'tag': 'fe15070d-81b7-40e2-8f98-7314dfb1150b'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:17.228031 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704ecaf6-8bd7-49aa-9a2b-86cfad36761a" -d '{"events": [{"name": "network-changed", "server_uuid": "54e40e68-4294-4d5b-b310-43b28e0c0af8", "tag": "fe15070d-81b7-40e2-8f98-7314dfb1150b"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:17.265309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415b7b4-3555-4fc6-b3eb-ce659d7d8e08 req-91c56d29-9b65-4474-b4d1-038790d53644 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:17.266837 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5415b7b4-3555-4fc6-b3eb-ce659d7d8e08 req-91c56d29-9b65-4474-b4d1-038790d53644 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e40e68-4294-4d5b-b310-43b28e0c0af8 HTTP/1.1" status: 200 len: 944 time: 0.1895461 Jul 14 07:07:17.281413 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:17.283732 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c926f8-b78b-4f03-a9a5-fc3f86031216 service neutron] Pushing event updated for resources: {'Port': ['ID=fe15070d-81b7-40e2-8f98-7314dfb1150b,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:17.284059 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc596f3c-d39d-48a3-abde-95c0dcca5ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:17.288379 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4843677b-03b3-4715-a348-5a3987572fe2 None None] Network e770f7a4-0850-4d0d-a286-1a0e5b015eff requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:17.308763 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-56797706-ee71-4235-8f39-7fcca3ca7dcd req-b8fddeb6-98cc-432e-876b-092c6beaff13 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] For port 0e283fbb-dcdc-426d-8c95-57be79f6998a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=0e283fbb-dcdc-426d-8c95-57be79f6998a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:17.309214 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-56797706-ee71-4235-8f39-7fcca3ca7dcd req-b8fddeb6-98cc-432e-876b-092c6beaff13 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:17.323593 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-56797706-ee71-4235-8f39-7fcca3ca7dcd req-b8fddeb6-98cc-432e-876b-092c6beaff13 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Calling delete_port for 0e283fbb-dcdc-426d-8c95-57be79f6998a owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:17.340914 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9db9b-b3d5-4b2d-bd25-a26c8cd3bcb7 req-28997e79-3aa8-45d4-954b-48ea7d43b5bf tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:17.342395 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bff9db9b-b3d5-4b2d-bd25-a26c8cd3bcb7 req-28997e79-3aa8-45d4-954b-48ea7d43b5bf tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2431e07-d1c8-4b0c-a992-551ec1bc7beb HTTP/1.1" status: 200 len: 946 time: 0.2036145 Jul 14 07:07:17.377655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5415b7b4-3555-4fc6-b3eb-ce659d7d8e08 req-3d386c90-c4ca-4b7b-8b4b-bd856bad0ab7 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/security-groups?id=15769a5e-d5b2-475a-816a-09ef17bb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962348 Jul 14 07:07:17.405622 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bff9db9b-b3d5-4b2d-bd25-a26c8cd3bcb7 req-d11af43a-4450-4009-80b6-e289ebd8daa8 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16a3190-6a12-4fbc-8cc0-707449c02e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530157 Jul 14 07:07:17.411557 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-559dc2c8-d7bb-4e47-bb3c-5143dfe2a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:17.413225 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-559dc2c8-d7bb-4e47-bb3c-5143dfe2a6b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7155d1be9eef4b41b54712f302a34154&device_id=54e40e68-4294-4d5b-b310-43b28e0c0af8 HTTP/1.1" status: 200 len: 1095 time: 0.1433001 Jul 14 07:07:17.477309 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6d692c-7376-4252-b20d-4cc22bfff2cc x-openstack-request-id: req-cc6d692c-7376-4252-b20d-4cc22bfff2cc {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:17.477598 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e40e68-4294-4d5b-b310-43b28e0c0af8", "tag": "fe15070d-81b7-40e2-8f98-7314dfb1150b", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:17.478067 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc6d692c-7376-4252-b20d-4cc22bfff2cc {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:17.478538 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e40e68-4294-4d5b-b310-43b28e0c0af8', 'tag': 'fe15070d-81b7-40e2-8f98-7314dfb1150b', 'status': 'completed', 'code': 200} Jul 14 07:07:17.480282 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-1402e4c3-cb26-41d9-aaea-dfb3758dd8ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe15070d-81b7-40e2-8f98-7314dfb1150b HTTP/1.1" status: 200 len: 217 time: 0.0594709 Jul 14 07:07:17.550584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-79dad2bc-aade-440a-953a-6e7815a17e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:17.552272 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-79dad2bc-aade-440a-953a-6e7815a17e26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=537ebd4f-327e-4f25-8ae2-703e51ecfbf2 HTTP/1.1" status: 200 len: 854 time: 0.0648184 Jul 14 07:07:17.598537 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-475e3582-06c2-4e41-b591-5d9171818566 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6326ed69-783b-4576-9926-4b85cbda7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392077 Jul 14 07:07:17.716195 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9c7a599c-2eed-45d0-b2e8-1d5f40f6f67d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7027647 Jul 14 07:07:17.736478 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-2486183b-3c11-46bf-8261-7da2eacdf1f3 service neutron] 10.222.0.15 "GET /v2.0/networks/6326ed69-783b-4576-9926-4b85cbda7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305120 Jul 14 07:07:17.745756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2841b415-1177-415e-b03b-908d12872656 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:17.786820 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=9a71f36e-b453-4b48-8d6f-3b4350c77ba6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:17.799837 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No DVR routers for this DVR port 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:17.854240 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 2841b415-1177-415e-b03b-908d12872656 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:17.859221 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 2841b415-1177-415e-b03b-908d12872656 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:17.859652 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:17.923002 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9455d8db-a67f-492e-b157-ad6d2f200bc3 req-ec49a218-0a13-4ea9-8922-9f4089840d3c service neutron] 10.222.0.15 "GET /v2.0/networks/6326ed69-783b-4576-9926-4b85cbda7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788716 Jul 14 07:07:17.949996 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf311b-7a7a-4ec2-994a-b1c572efa5d5 req-2f2c3d35-8bfa-47b8-a8e2-60d839b71bc6 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:17.950940 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71cf311b-7a7a-4ec2-994a-b1c572efa5d5 req-2f2c3d35-8bfa-47b8-a8e2-60d839b71bc6 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/ports?device_id=129f4f50-6de6-43d9-a399-b3872f7d70c1 HTTP/1.1" status: 200 len: 945 time: 0.1752415 Jul 14 07:07:17.982743 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 59ec839d-c13b-4438-9de3-8190fcaea45a details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:07:17.991915 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:07:18.020024 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.026444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:07:18.027053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9a71f36e-b453-4b48-8d6f-3b4350c77ba6 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:07:18.055150 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71cf311b-7a7a-4ec2-994a-b1c572efa5d5 req-368c4efe-cf07-42c8-893f-54bf2a4efb7e tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3cfd9dd-b9ff-46c0-9461-b293b1cedb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974712 Jul 14 07:07:18.124579 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ecaf6-8bd7-49aa-9a2b-86cfad36761a req-ead712c2-8d1d-45d9-8794-7aaf0376f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:18.126204 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-704ecaf6-8bd7-49aa-9a2b-86cfad36761a req-ead712c2-8d1d-45d9-8794-7aaf0376f62d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7155d1be9eef4b41b54712f302a34154&device_id=54e40e68-4294-4d5b-b310-43b28e0c0af8 HTTP/1.1" status: 200 len: 1095 time: 0.1207526 Jul 14 07:07:18.137025 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc596f3c-d39d-48a3-abde-95c0dcca5ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.150623 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc596f3c-d39d-48a3-abde-95c0dcca5ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.157820 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1830e7d2-c0df-426a-b205-5a56bd5db6aa']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:18.169725 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-56797706-ee71-4235-8f39-7fcca3ca7dcd req-b8fddeb6-98cc-432e-876b-092c6beaff13 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.180373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 59ec839d-c13b-4438-9de3-8190fcaea45a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=59ec839d-c13b-4438-9de3-8190fcaea45a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:18.187557 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['c637e5f3-c539-4502-83dd-9f34fd26a5b2', '43acc891-b79f-495b-9554-89b3e9657530'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:18.190653 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['28d15e7e-4f2c-4bc7-8717-9d690df8727a', 'a729e751-ec43-4dbe-881f-cf0cb5f11a66', 'ada4328d-c453-4e33-9da3-5caad16fa8f1', '60c8bc67-cac1-46de-a018-1acc8b73543b'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:18.216827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db5d7b-08b6-48ef-a083-b2676c098d31 req-51ca5fd7-a38e-4fa4-973c-f8ea165abcba tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:18.218941 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8db5d7b-08b6-48ef-a083-b2676c098d31 req-51ca5fd7-a38e-4fa4-973c-f8ea165abcba tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d HTTP/1.1" status: 200 len: 949 time: 0.1424646 Jul 14 07:07:18.229300 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336d0b63-dad5-41c4-b48c-ce0524915185') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:18.229642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336d0b63-dad5-41c4-b48c-ce0524915185') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:18.231719 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fddeb6-98cc-432e-876b-092c6beaff13 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Pushing event deleted for resources: {'Port': ['ID=0e283fbb-dcdc-426d-8c95-57be79f6998a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:18.249463 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.250519 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc596f3c-d39d-48a3-abde-95c0dcca5ae9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:07:18.261847 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72b1af04-911f-4775-aa98-d38edfe7f9df req-86c48a5a-8b83-454a-94d5-5ce83c9b16cf tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c3d7869-1c73-46e5-be8d-6961caae1dde HTTP/1.1" status: 200 len: 210 time: 0.0554395 Jul 14 07:07:18.262488 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '59ec839d-c13b-4438-9de3-8190fcaea45a', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '59ec839d-c13b-4438-9de3-8190fcaea45a', 'mac_address': 'fa:16:3e:d0:e4:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:07:18.294611 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ecaf6-8bd7-49aa-9a2b-86cfad36761a req-737829a1-e1ce-4638-922b-b5a327378a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:18.298751 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-704ecaf6-8bd7-49aa-9a2b-86cfad36761a req-737829a1-e1ce-4638-922b-b5a327378a32 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6326ed69-783b-4576-9926-4b85cbda7730 HTTP/1.1" status: 200 len: 915 time: 0.1651022 Jul 14 07:07:18.306161 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.307907 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2841b415-1177-415e-b03b-908d12872656'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:18.310952 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb9d515-f2a7-48bd-96a9-757e0bf1ff06" -d '{"events": [{"server_uuid": "d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d", "name": "network-vif-plugged", "status": "completed", "tag": "2841b415-1177-415e-b03b-908d12872656"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:18.313026 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8db5d7b-08b6-48ef-a083-b2676c098d31 req-18a7c143-a1d4-4aab-9eff-779de06189ca tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796804 Jul 14 07:07:18.345538 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-56797706-ee71-4235-8f39-7fcca3ca7dcd req-b8fddeb6-98cc-432e-876b-092c6beaff13 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] No DVR routers for this DVR port 0e283fbb-dcdc-426d-8c95-57be79f6998a on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:18.348188 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-56797706-ee71-4235-8f39-7fcca3ca7dcd req-b8fddeb6-98cc-432e-876b-092c6beaff13 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.350517 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-56797706-ee71-4235-8f39-7fcca3ca7dcd req-b8fddeb6-98cc-432e-876b-092c6beaff13 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.30 "DELETE /v2.0/ports/0e283fbb-dcdc-426d-8c95-57be79f6998a HTTP/1.1" status: 204 len: 173 time: 1.8638425 Jul 14 07:07:18.355359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3d7869-1c73-46e5-be8d-6961caae1dde', 'name': 'network-vif-deleted', 'tag': '0e283fbb-dcdc-426d-8c95-57be79f6998a'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:18.357756 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b192da9-25a3-4439-a197-2fcb709f0364" -d '{"events": [{"server_uuid": "2c3d7869-1c73-46e5-be8d-6961caae1dde", "name": "network-vif-deleted", "tag": "0e283fbb-dcdc-426d-8c95-57be79f6998a"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:18.360138 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc596f3c-d39d-48a3-abde-95c0dcca5ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc78fb1e-f300-4372-a17c-6830c6954f49,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:18.367882 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc596f3c-d39d-48a3-abde-95c0dcca5ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.368236 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-fc596f3c-d39d-48a3-abde-95c0dcca5ae9 admin admin] Added segment 95c7c911-7c00-487a-9915-39675c39c885 of type vlan for network fdb1f8f2-42cf-46ea-842d-a9df76120b7d Jul 14 07:07:18.376997 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.392156 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2841b415-1177-415e-b03b-908d12872656, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2841b415-1177-415e-b03b-908d12872656,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:18.399421 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-704ecaf6-8bd7-49aa-9a2b-86cfad36761a req-20ea409a-9b2f-41d9-853b-a2dcf68da54e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe15070d-81b7-40e2-8f98-7314dfb1150b HTTP/1.1" status: 200 len: 217 time: 0.0853090 Jul 14 07:07:18.410053 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:07:18.410612 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:07:18.414988 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:07:18.438497 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.439332 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 0e283fbb-dcdc-426d-8c95-57be79f6998a no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:07:18.486433 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc596f3c-d39d-48a3-abde-95c0dcca5ae9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.513427 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.529037 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.534567 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/networks/1830e7d2-c0df-426a-b205-5a56bd5db6aa HTTP/1.1" status: 204 len: 168 time: 2.1554608 Jul 14 07:07:18.540575 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42260) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:18.547610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510a0d8-a4de-4cbd-a361-d5484c0e39ee tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Network': ['ID=1830e7d2-c0df-426a-b205-5a56bd5db6aa,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:18.554713 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc596f3c-d39d-48a3-abde-95c0dcca5ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.555839 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc596f3c-d39d-48a3-abde-95c0dcca5ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:18.556901 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc596f3c-d39d-48a3-abde-95c0dcca5ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.558708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-7a0e5fad-ca6d-48c3-a4d6-60846537abf8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-423727254'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:18.581696 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fc596f3c-d39d-48a3-abde-95c0dcca5ae9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7561746 Jul 14 07:07:18.582334 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 0e283fbb-dcdc-426d-8c95-57be79f6998a {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:07:18.582888 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 0e283fbb-dcdc-426d-8c95-57be79f6998a not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:07:18.584861 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.586811 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42262) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:18.596923 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2a58a07b-9f69-48f9-b7e6-6569ee968833 admin admin] Request body: {'subnet': {'network_id': 'fdb1f8f2-42cf-46ea-842d-a9df76120b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-999715309-subnet', 'tenant_id': '7eba7dbc6d2349b98eb7ba12e37835e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:18.603506 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ecaf6-8bd7-49aa-9a2b-86cfad36761a req-47e5ef00-54a4-4bb5-a76b-00fb9e5d7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:18.605088 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-704ecaf6-8bd7-49aa-9a2b-86cfad36761a req-47e5ef00-54a4-4bb5-a76b-00fb9e5d7a41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=537ebd4f-327e-4f25-8ae2-703e51ecfbf2 HTTP/1.1" status: 200 len: 854 time: 0.1969554 Jul 14 07:07:18.614803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ec839d-c13b-4438-9de3-8190fcaea45a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:18.640297 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc596f3c-d39d-48a3-abde-95c0dcca5ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=fdb1f8f2-42cf-46ea-842d-a9df76120b7d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:18.643288 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 59ec839d-c13b-4438-9de3-8190fcaea45a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=59ec839d-c13b-4438-9de3-8190fcaea45a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:18.658055 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-704ecaf6-8bd7-49aa-9a2b-86cfad36761a req-6a828141-60f6-434a-9636-b95e8e0a1b10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6326ed69-783b-4576-9926-4b85cbda7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448945 Jul 14 07:07:18.660685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network fdb1f8f2-42cf-46ea-842d-a9df76120b7d details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:07:18.662310 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0e5fad-ca6d-48c3-a4d6-60846537abf8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:18.666509 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7a0e5fad-ca6d-48c3-a4d6-60846537abf8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.672794 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.765797 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe84626-c082-47f9-b2d5-116b4da943d4 req-78a8c42d-19cc-42df-ae15-9e57ef90ae33 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:18.767144 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1fe84626-c082-47f9-b2d5-116b4da943d4 req-78a8c42d-19cc-42df-ae15-9e57ef90ae33 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2431e07-d1c8-4b0c-a992-551ec1bc7beb HTTP/1.1" status: 200 len: 946 time: 0.3138506 Jul 14 07:07:18.770451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=2841b415-1177-415e-b03b-908d12872656,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:18.817132 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a58a07b-9f69-48f9-b7e6-6569ee968833 admin admin] Made reservation on behalf of 7eba7dbc6d2349b98eb7ba12e37835e6 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:18.819451 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a58a07b-9f69-48f9-b7e6-6569ee968833 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:18.895167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=59ec839d-c13b-4438-9de3-8190fcaea45a,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:18.960771 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['59ec839d-c13b-4438-9de3-8190fcaea45a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:19.144929 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a335e04-9423-47a4-8728-47893c923c01 req-413f19fc-7d06-4941-b8fa-9d860c57e60d tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:19.147080 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3a335e04-9423-47a4-8728-47893c923c01 req-413f19fc-7d06-4941-b8fa-9d860c57e60d tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.30 "GET /v2.0/ports?device_id=129f4f50-6de6-43d9-a399-b3872f7d70c1 HTTP/1.1" status: 200 len: 945 time: 0.0915930 Jul 14 07:07:19.215796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0e5fad-ca6d-48c3-a4d6-60846537abf8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:07:19.271639 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7a0e5fad-ca6d-48c3-a4d6-60846537abf8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:19.272002 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-7a0e5fad-ca6d-48c3-a4d6-60846537abf8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Added segment 497c32f5-3dd3-4eea-8f9a-b89bef851508 of type vlan for network eb13e876-85c0-4420-ba35-c8f26330be87 Jul 14 07:07:19.286459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-3a335e04-9423-47a4-8728-47893c923c01 req-20aa6f34-0d4a-4be1-a96f-853515e586f5 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Deleting port 843b36a6-a5c3-43b2-85c6-c4051eb6daf0 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:19.286786 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-3a335e04-9423-47a4-8728-47893c923c01 req-20aa6f34-0d4a-4be1-a96f-853515e586f5 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:19.367668 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1fe84626-c082-47f9-b2d5-116b4da943d4 req-243935be-d4d9-4e29-9c72-51101080bcc7 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16a3190-6a12-4fbc-8cc0-707449c02e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842469 Jul 14 07:07:19.381688 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-3a335e04-9423-47a4-8728-47893c923c01 req-20aa6f34-0d4a-4be1-a96f-853515e586f5 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] For port 843b36a6-a5c3-43b2-85c6-c4051eb6daf0, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=843b36a6-a5c3-43b2-85c6-c4051eb6daf0,segment=NetworkSegment(b5afb47e-2d44-4c24-90f3-b70b71c6c671),segment_id=b5afb47e-2d44-4c24-90f3-b70b71c6c671)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:19.382744 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-3a335e04-9423-47a4-8728-47893c923c01 req-20aa6f34-0d4a-4be1-a96f-853515e586f5 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:19.406255 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-3a335e04-9423-47a4-8728-47893c923c01 req-20aa6f34-0d4a-4be1-a96f-853515e586f5 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Calling delete_port for 843b36a6-a5c3-43b2-85c6-c4051eb6daf0 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:19.411321 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-704ecaf6-8bd7-49aa-9a2b-86cfad36761a req-b24ed9eb-1508-4aab-b537-b5e034aecdac service neutron] 10.222.0.15 "GET /v2.0/networks/6326ed69-783b-4576-9926-4b85cbda7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7414773 Jul 14 07:07:19.425015 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549bf19f-1435-41a6-99e7-d31f14d3333a x-openstack-request-id: req-549bf19f-1435-41a6-99e7-d31f14d3333a {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:19.425931 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d", "name": "network-vif-plugged", "status": "completed", "tag": "2841b415-1177-415e-b03b-908d12872656", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:19.426478 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7a0e5fad-ca6d-48c3-a4d6-60846537abf8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:19.426878 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-549bf19f-1435-41a6-99e7-d31f14d3333a {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:19.428406 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2841b415-1177-415e-b03b-908d12872656', 'code': 200} Jul 14 07:07:19.458391 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9287184e-7a1a-48a6-8365-b86e5f7b5b36 x-openstack-request-id: req-9287184e-7a1a-48a6-8365-b86e5f7b5b36 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:19.458761 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3d7869-1c73-46e5-be8d-6961caae1dde", "name": "network-vif-deleted", "tag": "0e283fbb-dcdc-426d-8c95-57be79f6998a", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:19.459128 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9287184e-7a1a-48a6-8365-b86e5f7b5b36 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:19.459590 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3d7869-1c73-46e5-be8d-6961caae1dde', 'name': 'network-vif-deleted', 'tag': '0e283fbb-dcdc-426d-8c95-57be79f6998a', 'status': 'completed', 'code': 200} Jul 14 07:07:19.474722 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-895e9c76-3491-4190-86a1-67cad487b7dd tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:19.476783 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-895e9c76-3491-4190-86a1-67cad487b7dd tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/networks?id=e770f7a4-0850-4d0d-a286-1a0e5b015eff HTTP/1.1" status: 200 len: 814 time: 0.7722003 Jul 14 07:07:19.582639 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-a684ae25-aa8e-4f29-b136-f6880333a82f tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/quotas/90193c45e30a47aea804e7ab8d1a3311 HTTP/1.1" status: 200 len: 375 time: 0.0706825 Jul 14 07:07:19.593604 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-3a335e04-9423-47a4-8728-47893c923c01 req-20aa6f34-0d4a-4be1-a96f-853515e586f5 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:19.604697 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['843b36a6-a5c3-43b2-85c6-c4051eb6daf0'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:19.627503 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa6f34-0d4a-4be1-a96f-853515e586f5 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Pushing event deleted for resources: {'Port': ['ID=843b36a6-a5c3-43b2-85c6-c4051eb6daf0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:19.632790 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71182d-7122-43f2-8238-7bcafef2ee54 req-408d849d-63de-4e9e-9203-c860fe37cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:19.634479 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fe71182d-7122-43f2-8238-7bcafef2ee54 req-408d849d-63de-4e9e-9203-c860fe37cecc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d HTTP/1.1" status: 200 len: 1101 time: 0.1296542 Jul 14 07:07:19.637437 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7a0e5fad-ca6d-48c3-a4d6-60846537abf8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:19.643011 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0e5fad-ca6d-48c3-a4d6-60846537abf8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:19.643595 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7a0e5fad-ca6d-48c3-a4d6-60846537abf8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:19.688369 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a335e04-9423-47a4-8728-47893c923c01 req-20aa6f34-0d4a-4be1-a96f-853515e586f5 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] No DVR routers for this DVR port 843b36a6-a5c3-43b2-85c6-c4051eb6daf0 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:19.693194 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-3a335e04-9423-47a4-8728-47893c923c01 req-20aa6f34-0d4a-4be1-a96f-853515e586f5 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:19.695687 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3a335e04-9423-47a4-8728-47893c923c01 req-20aa6f34-0d4a-4be1-a96f-853515e586f5 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.30 "DELETE /v2.0/ports/843b36a6-a5c3-43b2-85c6-c4051eb6daf0 HTTP/1.1" status: 204 len: 173 time: 0.5415676 Jul 14 07:07:19.705957 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fe71182d-7122-43f2-8238-7bcafef2ee54 req-041705c9-113c-4f1d-9e9b-509b69de534d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656822 Jul 14 07:07:19.718473 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5234a66-dd76-4366-9e11-4e8c2a7e073d req-7fb17d25-8ec5-4989-a68b-1ba05f13eac7 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:19.719936 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5234a66-dd76-4366-9e11-4e8c2a7e073d req-7fb17d25-8ec5-4989-a68b-1ba05f13eac7 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2431e07-d1c8-4b0c-a992-551ec1bc7beb HTTP/1.1" status: 200 len: 946 time: 0.3559504 Jul 14 07:07:19.754586 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-da56ecd3-bddf-4321-bd4f-ada4d05c236b tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=90193c45e30a47aea804e7ab8d1a3311&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1231172 Jul 14 07:07:19.821727 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7a0e5fad-ca6d-48c3-a4d6-60846537abf8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2781689 Jul 14 07:07:19.825564 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42278) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:19.830950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1eeec4b9-4707-4d2e-a672-d353b7e2be09 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'subnet': {'network_id': 'eb13e876-85c0-4420-ba35-c8f26330be87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:19.838479 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-704ecaf6-8bd7-49aa-9a2b-86cfad36761a req-3e1d9e3a-513b-4b5a-95c4-27a9abf74015 service neutron] 10.222.0.15 "GET /v2.0/networks/6326ed69-783b-4576-9926-4b85cbda7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072416 Jul 14 07:07:19.926390 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeec4b9-4707-4d2e-a672-d353b7e2be09 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:19.929785 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e5fad-ca6d-48c3-a4d6-60846537abf8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Network': ['ID=eb13e876-85c0-4420-ba35-c8f26330be87,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:19.930402 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1eeec4b9-4707-4d2e-a672-d353b7e2be09 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:19.940875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network eb13e876-85c0-4420-ba35-c8f26330be87 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:07:19.975801 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a58a07b-9f69-48f9-b7e6-6569ee968833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:19.998800 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device fe15070d-81b7-40e2-8f98-7314dfb1150b details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:07:20.001045 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 59ec839d-c13b-4438-9de3-8190fcaea45a up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:20.006992 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca664b6-9194-4ad0-b0c6-0399a51248d5 req-0fc38c41-8f24-43a9-973f-4d669008339a tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:20.009215 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ca664b6-9194-4ad0-b0c6-0399a51248d5 req-0fc38c41-8f24-43a9-973f-4d669008339a tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e40e68-4294-4d5b-b310-43b28e0c0af8 HTTP/1.1" status: 200 len: 944 time: 0.4453855 Jul 14 07:07:20.095746 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-028ba780-2d6b-4be6-889d-35ddfc069fd9 service neutron] 10.222.0.35 "GET /v2.0/networks/e770f7a4-0850-4d0d-a286-1a0e5b015eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118379 Jul 14 07:07:20.127870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58a07b-9f69-48f9-b7e6-6569ee968833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21766228-4b4c-4453-95f1-035102a21fbb,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:20.133749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 59ec839d-c13b-4438-9de3-8190fcaea45a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:20.137257 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1eeec4b9-4707-4d2e-a672-d353b7e2be09 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:20.142328 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 59ec839d-c13b-4438-9de3-8190fcaea45a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:20.142776 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:20.185703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port fe15070d-81b7-40e2-8f98-7314dfb1150b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=fe15070d-81b7-40e2-8f98-7314dfb1150b,segment=NetworkSegment(99928f10-cf10-453d-97fb-960da48f46ed),segment_id=99928f10-cf10-453d-97fb-960da48f46ed)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:20.199146 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ca664b6-9194-4ad0-b0c6-0399a51248d5 req-348bb125-f12a-4f31-b6c3-6863328ba8b2 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/security-groups?id=15769a5e-d5b2-475a-816a-09ef17bb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609797 Jul 14 07:07:20.205100 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'fe15070d-81b7-40e2-8f98-7314dfb1150b', 'network_id': '6326ed69-783b-4576-9926-4b85cbda7730', 'port_id': 'fe15070d-81b7-40e2-8f98-7314dfb1150b', 'mac_address': 'fa:16:3e:e9:8e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '537ebd4f-327e-4f25-8ae2-703e51ecfbf2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:07:20.208762 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeec4b9-4707-4d2e-a672-d353b7e2be09 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Subnet': ['ID=a24f545b-278b-44dc-9253-09ddcbde60fc,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:20.234264 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a58a07b-9f69-48f9-b7e6-6569ee968833 admin admin] Checking segment: {'id': '95c7c911-7c00-487a-9915-39675c39c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fdb1f8f2-42cf-46ea-842d-a9df76120b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:20.234633 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a58a07b-9f69-48f9-b7e6-6569ee968833 admin admin] Network hostable DHCP agents. Network: fdb1f8f2-42cf-46ea-842d-a9df76120b7d, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:07:20.246895 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeec4b9-4707-4d2e-a672-d353b7e2be09 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Checking segment: {'id': '497c32f5-3dd3-4eea-8f9a-b89bef851508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb13e876-85c0-4420-ba35-c8f26330be87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:20.247249 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeec4b9-4707-4d2e-a672-d353b7e2be09 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network hostable DHCP agents. Network: eb13e876-85c0-4420-ba35-c8f26330be87, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:07:20.266188 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:20.290162 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeec4b9-4707-4d2e-a672-d353b7e2be09 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network eb13e876-85c0-4420-ba35-c8f26330be87 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:07:20.294696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-a5234a66-dd76-4366-9e11-4e8c2a7e073d req-38ac6213-072e-471c-ad09-beb11393e59a tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Deleting port 32fe8ce6-0732-4435-8b92-58cf8c9c527e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:20.295060 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5234a66-dd76-4366-9e11-4e8c2a7e073d req-38ac6213-072e-471c-ad09-beb11393e59a tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:20.297793 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe15070d-81b7-40e2-8f98-7314dfb1150b {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:20.306706 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1eeec4b9-4707-4d2e-a672-d353b7e2be09 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, eb13e876-85c0-4420-ba35-c8f26330be87) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:20.311327 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeec4b9-4707-4d2e-a672-d353b7e2be09 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:20.311933 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1eeec4b9-4707-4d2e-a672-d353b7e2be09 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:20.327261 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-70a6fef0-4980-46d1-8f5a-0b503595e9e3 service neutron] 10.222.0.35 "GET /v2.0/networks/e770f7a4-0850-4d0d-a286-1a0e5b015eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173364 Jul 14 07:07:20.327547 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e72bff-30db-433c-80b7-7fe034061deb None None] Network eb13e876-85c0-4420-ba35-c8f26330be87 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:20.342655 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1eeec4b9-4707-4d2e-a672-d353b7e2be09 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5158279 Jul 14 07:07:20.343276 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42280) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:20.345354 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port fe15070d-81b7-40e2-8f98-7314dfb1150b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=fe15070d-81b7-40e2-8f98-7314dfb1150b,segment=NetworkSegment(99928f10-cf10-453d-97fb-960da48f46ed),segment_id=99928f10-cf10-453d-97fb-960da48f46ed)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:20.348738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1c978bfd-26a1-4278-9b44-c6261ba7d337 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'network_id': 'eb13e876-85c0-4420-ba35-c8f26330be87', 'name': 'tempest-PortsIpV6TestJSON-1544586768', 'fixed_ips': [{'subnet_id': 'a24f545b-278b-44dc-9253-09ddcbde60fc', 'ip_address': '2001:db8::10'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:20.382327 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:20.387467 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:20.499257 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 59ec839d-c13b-4438-9de3-8190fcaea45a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=59ec839d-c13b-4438-9de3-8190fcaea45a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:20.504035 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a020cb6-d833-4de2-98a0-694c8e33e249 req-6db0433c-4fa9-4e8b-9fdf-7416a9e279f0 tempest-ServerGroupTestJSON-267732486 tempest-ServerGroupTestJSON-267732486-project] 10.222.0.35 "GET /v2.0/ports?device_id=129f4f50-6de6-43d9-a399-b3872f7d70c1 HTTP/1.1" status: 200 len: 210 time: 0.0708888 Jul 14 07:07:20.505881 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=fe15070d-81b7-40e2-8f98-7314dfb1150b,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:20.511711 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a58a07b-9f69-48f9-b7e6-6569ee968833 admin admin] Network fdb1f8f2-42cf-46ea-842d-a9df76120b7d is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:07:20.532578 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:20.532846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-2a58a07b-9f69-48f9-b7e6-6569ee968833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, fdb1f8f2-42cf-46ea-842d-a9df76120b7d) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:20.565876 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd9b13a-7626-4e22-910b-736de11c1669 None None] Network fdb1f8f2-42cf-46ea-842d-a9df76120b7d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:20.603482 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c978bfd-26a1-4278-9b44-c6261ba7d337 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:20.607911 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a58a07b-9f69-48f9-b7e6-6569ee968833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:20.610328 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a58a07b-9f69-48f9-b7e6-6569ee968833 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:20.666002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-a5234a66-dd76-4366-9e11-4e8c2a7e073d req-38ac6213-072e-471c-ad09-beb11393e59a tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] For port 32fe8ce6-0732-4435-8b92-58cf8c9c527e, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=32fe8ce6-0732-4435-8b92-58cf8c9c527e,segment=NetworkSegment(4496ef7d-a031-42f6-b28f-d370c6b16db2),segment_id=4496ef7d-a031-42f6-b28f-d370c6b16db2)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:20.669371 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5234a66-dd76-4366-9e11-4e8c2a7e073d req-38ac6213-072e-471c-ad09-beb11393e59a tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:20.699312 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2a58a07b-9f69-48f9-b7e6-6569ee968833 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1086724 Jul 14 07:07:20.722415 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-a5234a66-dd76-4366-9e11-4e8c2a7e073d req-38ac6213-072e-471c-ad09-beb11393e59a tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Calling delete_port for 32fe8ce6-0732-4435-8b92-58cf8c9c527e owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:20.793311 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c978bfd-26a1-4278-9b44-c6261ba7d337 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:20.820404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['fe15070d-81b7-40e2-8f98-7314dfb1150b'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:20.831453 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-1c978bfd-26a1-4278-9b44-c6261ba7d337 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] device_id is not set on port d1a7f2ac-6e85-471d-a18e-f234e2e3fcdb yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:07:20.975030 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220e174-46ec-437c-af47-2b46982868ab req-e122e0fd-f3ea-4b7b-a4ac-a089034e9623 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:20.982639 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2220e174-46ec-437c-af47-2b46982868ab req-e122e0fd-f3ea-4b7b-a4ac-a089034e9623 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d HTTP/1.1" status: 200 len: 950 time: 0.2459219 Jul 14 07:07:21.021837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a17da4-2a6d-4023-88b1-06dc329c573f req-f689290e-7f7f-40c6-86eb-cb8eef3f713e tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:21.029640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-55a17da4-2a6d-4023-88b1-06dc329c573f req-f689290e-7f7f-40c6-86eb-cb8eef3f713e tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2431e07-d1c8-4b0c-a992-551ec1bc7beb HTTP/1.1" status: 200 len: 946 time: 0.2048512 Jul 14 07:07:21.064250 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=59ec839d-c13b-4438-9de3-8190fcaea45a,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:21.115870 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-1c978bfd-26a1-4278-9b44-c6261ba7d337 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Allocated IP 2001:db8::10 (eb13e876-85c0-4420-ba35-c8f26330be87/a24f545b-278b-44dc-9253-09ddcbde60fc/d1a7f2ac-6e85-471d-a18e-f234e2e3fcdb) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:21.133883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-eb13e876-85c0-4420-ba35-c8f26330be87', 'network_id': 'eb13e876-85c0-4420-ba35-c8f26330be87', 'tenant_id': '4e17643779c64bfcbf5ca1bd69e3a52f', 'fixed_ips': [{'subnet_id': 'a24f545b-278b-44dc-9253-09ddcbde60fc'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:07:21.135148 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:21.230690 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2220e174-46ec-437c-af47-2b46982868ab req-c5c67c39-2873-424e-a6a5-d44915fec120 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466981 Jul 14 07:07:21.254671 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-55a17da4-2a6d-4023-88b1-06dc329c573f req-70a664a9-3137-4e59-a7a2-f12b61639090 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16a3190-6a12-4fbc-8cc0-707449c02e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241833 Jul 14 07:07:21.273073 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5234a66-dd76-4366-9e11-4e8c2a7e073d req-38ac6213-072e-471c-ad09-beb11393e59a tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:21.346147 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac6213-072e-471c-ad09-beb11393e59a tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Pushing event deleted for resources: {'Port': ['ID=32fe8ce6-0732-4435-8b92-58cf8c9c527e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:21.367243 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['32fe8ce6-0732-4435-8b92-58cf8c9c527e'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:21.400751 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c978bfd-26a1-4278-9b44-c6261ba7d337 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:21.428171 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328aaf8c-6813-470e-9075-61c222a8158b None None] Network fdb1f8f2-42cf-46ea-842d-a9df76120b7d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:21.432996 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1c978bfd-26a1-4278-9b44-c6261ba7d337 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Transition to ACTIVE for port object d1a7f2ac-6e85-471d-a18e-f234e2e3fcdb will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:21.441342 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecf98f2-2e53-4214-b123-57084d6f9812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ec839d-c13b-4438-9de3-8190fcaea45a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:21.446086 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2d0833-7ce1-4247-a767-581b175a774b" -d '{"events": [{"server_uuid": "1ecf98f2-2e53-4214-b123-57084d6f9812", "name": "network-vif-plugged", "status": "completed", "tag": "59ec839d-c13b-4438-9de3-8190fcaea45a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:21.456831 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5234a66-dd76-4366-9e11-4e8c2a7e073d req-38ac6213-072e-471c-ad09-beb11393e59a tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] No DVR routers for this DVR port 32fe8ce6-0732-4435-8b92-58cf8c9c527e on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:21.487955 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129f4f50-6de6-43d9-a399-b3872f7d70c1', 'name': 'network-vif-deleted', 'tag': '843b36a6-a5c3-43b2-85c6-c4051eb6daf0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:21.491207 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f7d851-941e-425e-a952-b2aceb4ce510" -d '{"events": [{"server_uuid": "129f4f50-6de6-43d9-a399-b3872f7d70c1", "name": "network-vif-deleted", "tag": "843b36a6-a5c3-43b2-85c6-c4051eb6daf0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:21.496278 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c978bfd-26a1-4278-9b44-c6261ba7d337 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:21.510627 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5234a66-dd76-4366-9e11-4e8c2a7e073d req-38ac6213-072e-471c-ad09-beb11393e59a tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:21.512866 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5234a66-dd76-4366-9e11-4e8c2a7e073d req-38ac6213-072e-471c-ad09-beb11393e59a tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.30 "DELETE /v2.0/ports/32fe8ce6-0732-4435-8b92-58cf8c9c527e HTTP/1.1" status: 204 len: 173 time: 1.7447600 Jul 14 07:07:21.515090 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-33d3c764-0899-4e4b-bef4-a639d0c428a1 req-fe79c27c-c951-4d14-965d-5dd172556ff2 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 210 time: 0.0595279 Jul 14 07:07:21.515587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2431e07-d1c8-4b0c-a992-551ec1bc7beb', 'name': 'network-vif-deleted', 'tag': '32fe8ce6-0732-4435-8b92-58cf8c9c527e'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:21.518067 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc5808d-6593-462d-a577-c1e5ca6c90b1" -d '{"events": [{"server_uuid": "e2431e07-d1c8-4b0c-a992-551ec1bc7beb", "name": "network-vif-deleted", "tag": "32fe8ce6-0732-4435-8b92-58cf8c9c527e"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:21.591232 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c978bfd-26a1-4278-9b44-c6261ba7d337 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network eb13e876-85c0-4420-ba35-c8f26330be87 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:21.595606 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1c978bfd-26a1-4278-9b44-c6261ba7d337 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:21.600287 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c978bfd-26a1-4278-9b44-c6261ba7d337 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:21.606719 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c978bfd-26a1-4278-9b44-c6261ba7d337 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:21.607356 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c978bfd-26a1-4278-9b44-c6261ba7d337 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:21.615056 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c978bfd-26a1-4278-9b44-c6261ba7d337 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=d1a7f2ac-6e85-471d-a18e-f234e2e3fcdb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:21.641862 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42320) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:21.642246 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1c978bfd-26a1-4278-9b44-c6261ba7d337 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2975590 Jul 14 07:07:21.647747 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Allocated IP 2001:db8::2 (eb13e876-85c0-4420-ba35-c8f26330be87/a24f545b-278b-44dc-9253-09ddcbde60fc/4fc7d303-f2db-47e8-b01c-83706c569cc2) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:21.648091 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-40aa5f8f-16e3-4ed2-a6e2-6d54f265b258 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'network_id': 'eb13e876-85c0-4420-ba35-c8f26330be87', 'name': 'tempest-PortsIpV6TestJSON-1590967870', 'fixed_ips': [{'subnet_id': 'a24f545b-278b-44dc-9253-09ddcbde60fc', 'ip_address': '2001:db8::f'}]}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:21.655136 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42322) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:21.660221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-116e22b5-79af-4875-8054-a9c32180c638 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-252720864-network', 'tenant_id': '35c57b572f234b19bb487dca7da16010'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:21.711276 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116e22b5-79af-4875-8054-a9c32180c638 admin admin] Made reservation on behalf of 35c57b572f234b19bb487dca7da16010 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:21.713797 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-116e22b5-79af-4875-8054-a9c32180c638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:21.723421 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-116e22b5-79af-4875-8054-a9c32180c638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:21.766389 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 843b36a6-a5c3-43b2-85c6-c4051eb6daf0 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:07:21.778862 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4bdb33-4fcb-44d6-8ec7-1947d33028b2 x-openstack-request-id: req-6e4bdb33-4fcb-44d6-8ec7-1947d33028b2 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:21.779094 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecf98f2-2e53-4214-b123-57084d6f9812", "name": "network-vif-plugged", "status": "completed", "tag": "59ec839d-c13b-4438-9de3-8190fcaea45a", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:21.779543 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e4bdb33-4fcb-44d6-8ec7-1947d33028b2 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:21.780323 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecf98f2-2e53-4214-b123-57084d6f9812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ec839d-c13b-4438-9de3-8190fcaea45a', 'code': 200} Jul 14 07:07:21.813853 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 843b36a6-a5c3-43b2-85c6-c4051eb6daf0 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:07:21.814233 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 843b36a6-a5c3-43b2-85c6-c4051eb6daf0 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:07:21.851948 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212159b3-985c-4386-a511-1bef9148d49f x-openstack-request-id: req-212159b3-985c-4386-a511-1bef9148d49f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:21.852169 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129f4f50-6de6-43d9-a399-b3872f7d70c1", "name": "network-vif-deleted", "tag": "843b36a6-a5c3-43b2-85c6-c4051eb6daf0", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:21.852762 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-212159b3-985c-4386-a511-1bef9148d49f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:21.853303 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129f4f50-6de6-43d9-a399-b3872f7d70c1', 'name': 'network-vif-deleted', 'tag': '843b36a6-a5c3-43b2-85c6-c4051eb6daf0', 'status': 'completed', 'code': 200} Jul 14 07:07:21.861022 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-116e22b5-79af-4875-8054-a9c32180c638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:21.869156 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-116e22b5-79af-4875-8054-a9c32180c638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:21.898919 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15bd07f-7917-4134-8a5f-81a303e1085c x-openstack-request-id: req-f15bd07f-7917-4134-8a5f-81a303e1085c {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:21.899232 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2431e07-d1c8-4b0c-a992-551ec1bc7beb", "name": "network-vif-deleted", "tag": "32fe8ce6-0732-4435-8b92-58cf8c9c527e", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:21.899438 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f15bd07f-7917-4134-8a5f-81a303e1085c {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:21.899834 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2431e07-d1c8-4b0c-a992-551ec1bc7beb', 'name': 'network-vif-deleted', 'tag': '32fe8ce6-0732-4435-8b92-58cf8c9c527e', 'status': 'completed', 'code': 200} Jul 14 07:07:21.904012 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116e22b5-79af-4875-8054-a9c32180c638 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:07:21.919486 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e22b5-79af-4875-8054-a9c32180c638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f097c72-7ea0-491e-9e80-8ef864577cd9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:21.927327 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-116e22b5-79af-4875-8054-a9c32180c638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:21.927681 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-116e22b5-79af-4875-8054-a9c32180c638 admin admin] Added segment 22521921-f6a3-49e7-b0f1-5ef8599081a6 of type vlan for network 772a5e2d-3d6d-4455-bae7-25dae2a98cd1 Jul 14 07:07:22.003995 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-116e22b5-79af-4875-8054-a9c32180c638 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:22.033394 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:22.044475 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Transition to ACTIVE for port object 4fc7d303-f2db-47e8-b01c-83706c569cc2 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:22.050811 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-116e22b5-79af-4875-8054-a9c32180c638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:22.051053 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c301f3-b09a-42dd-8c6a-557b10260b95 req-03020345-1c63-4658-a144-8c4c6c03a483 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:22.052818 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78c301f3-b09a-42dd-8c6a-557b10260b95 req-03020345-1c63-4658-a144-8c4c6c03a483 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e40e68-4294-4d5b-b310-43b28e0c0af8 HTTP/1.1" status: 200 len: 945 time: 0.2960405 Jul 14 07:07:22.053173 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e22b5-79af-4875-8054-a9c32180c638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:22.054764 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-116e22b5-79af-4875-8054-a9c32180c638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:22.058460 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9274c7-9263-4dcd-b405-95356b0d4ea2 req-50710e85-caf9-4d43-a07d-9588a86f0d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:22.060388 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab9274c7-9263-4dcd-b405-95356b0d4ea2 req-50710e85-caf9-4d43-a07d-9588a86f0d00 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 1101 time: 0.1741214 Jul 14 07:07:22.071355 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Transition to ACTIVE for port object 4fc7d303-f2db-47e8-b01c-83706c569cc2 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:22.080469 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:22.094035 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40aa5f8f-16e3-4ed2-a6e2-6d54f265b258 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:22.120000 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Network eb13e876-85c0-4420-ba35-c8f26330be87 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:22.124528 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-116e22b5-79af-4875-8054-a9c32180c638 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4657745 Jul 14 07:07:22.124747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42328) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:22.125291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:22.129163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:22.129764 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-845a4071-40ed-48de-b843-e7e7d68e7643 admin admin] Request body: {'subnet': {'network_id': '772a5e2d-3d6d-4455-bae7-25dae2a98cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-252720864-subnet', 'tenant_id': '35c57b572f234b19bb487dca7da16010', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:22.141992 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Pushing event updated for resources: {'Port': ['ID=4fc7d303-f2db-47e8-b01c-83706c569cc2,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:22.146458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e22b5-79af-4875-8054-a9c32180c638 admin admin] Pushing event updated for resources: {'Network': ['ID=772a5e2d-3d6d-4455-bae7-25dae2a98cd1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:22.162630 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845a4071-40ed-48de-b843-e7e7d68e7643 admin admin] Made reservation on behalf of 35c57b572f234b19bb487dca7da16010 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:22.164072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 772a5e2d-3d6d-4455-bae7-25dae2a98cd1 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:07:22.166975 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-845a4071-40ed-48de-b843-e7e7d68e7643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:22.209640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78c301f3-b09a-42dd-8c6a-557b10260b95 req-c416d6f7-a2b8-4c44-990e-5e540d3c5b80 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/security-groups?id=15769a5e-d5b2-475a-816a-09ef17bb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480920 Jul 14 07:07:22.297544 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab9274c7-9263-4dcd-b405-95356b0d4ea2 req-4ab0479f-ec99-4b65-8ade-060197ca5d38 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114394 Jul 14 07:07:22.302216 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Attempting to bind port 4fc7d303-f2db-47e8-b01c-83706c569cc2 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:07:22.302718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Attempting to bind port 4fc7d303-f2db-47e8-b01c-83706c569cc2 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '497c32f5-3dd3-4eea-8f9a-b89bef851508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb13e876-85c0-4420-ba35-c8f26330be87'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:07:22.303127 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Attempting to bind port 4fc7d303-f2db-47e8-b01c-83706c569cc2 on network eb13e876-85c0-4420-ba35-c8f26330be87 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:22.309276 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:07:22.309727 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Checking segment: {'id': '497c32f5-3dd3-4eea-8f9a-b89bef851508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb13e876-85c0-4420-ba35-c8f26330be87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:22.311064 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:22.311700 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Bound using segment: {'id': '497c32f5-3dd3-4eea-8f9a-b89bef851508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb13e876-85c0-4420-ba35-c8f26330be87'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:07:22.312410 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Bound port: 4fc7d303-f2db-47e8-b01c-83706c569cc2, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497c32f5-3dd3-4eea-8f9a-b89bef851508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb13e876-85c0-4420-ba35-c8f26330be87'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:07:22.312875 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:22.403044 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] For port 4fc7d303-f2db-47e8-b01c-83706c569cc2, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:07:22.407174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] For port 4fc7d303-f2db-47e8-b01c-83706c569cc2, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=4fc7d303-f2db-47e8-b01c-83706c569cc2,segment=NetworkSegment(497c32f5-3dd3-4eea-8f9a-b89bef851508),segment_id=497c32f5-3dd3-4eea-8f9a-b89bef851508)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:07:22.415877 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:22.422671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006159c-02c9-4329-9739-181b3faa2d6a req-bb6a8c3d-71f9-47e3-a67c-72c0df7b325d tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:22.423741 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-845a4071-40ed-48de-b843-e7e7d68e7643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:22.424301 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e006159c-02c9-4329-9739-181b3faa2d6a req-bb6a8c3d-71f9-47e3-a67c-72c0df7b325d tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 950 time: 0.3372717 Jul 14 07:07:22.431034 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40aa5f8f-16e3-4ed2-a6e2-6d54f265b258 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:22.494195 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-40aa5f8f-16e3-4ed2-a6e2-6d54f265b258 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] device_id is not set on port 03c14794-3994-4aa4-8155-59ddeb9fb403 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:07:22.501102 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a4071-40ed-48de-b843-e7e7d68e7643 admin admin] Checking segment: {'id': '22521921-f6a3-49e7-b0f1-5ef8599081a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '772a5e2d-3d6d-4455-bae7-25dae2a98cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:22.501399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845a4071-40ed-48de-b843-e7e7d68e7643 admin admin] Network hostable DHCP agents. Network: 772a5e2d-3d6d-4455-bae7-25dae2a98cd1, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:07:22.507837 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a4071-40ed-48de-b843-e7e7d68e7643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fd340c0-8730-4cb5-b5df-0dcbd06a6860,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:22.510591 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e006159c-02c9-4329-9739-181b3faa2d6a req-ba5addc4-0428-4e62-836a-2fbd130b9cf5 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736306 Jul 14 07:07:22.535534 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607ded3-c96d-47ea-8e58-b338ca4612a4 None None] Pushing event updated for resources: {'Port': ['ID=4fc7d303-f2db-47e8-b01c-83706c569cc2,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:22.538068 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845a4071-40ed-48de-b843-e7e7d68e7643 admin admin] Network 772a5e2d-3d6d-4455-bae7-25dae2a98cd1 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:07:22.564695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-845a4071-40ed-48de-b843-e7e7d68e7643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 772a5e2d-3d6d-4455-bae7-25dae2a98cd1) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:22.572343 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845a4071-40ed-48de-b843-e7e7d68e7643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:22.573128 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-845a4071-40ed-48de-b843-e7e7d68e7643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:22.573304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcacdc1-88a3-4720-b2ae-9563dfde84a8 None None] Network 772a5e2d-3d6d-4455-bae7-25dae2a98cd1 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:22.584502 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8e855da-58c9-4366-b069-d5e4776f1ef1 req-cb5c43d0-4e9e-4155-91d8-1a7bee683710 tempest-InstanceActionsNegativeTestJSON-214893725 tempest-InstanceActionsNegativeTestJSON-214893725-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2431e07-d1c8-4b0c-a992-551ec1bc7beb HTTP/1.1" status: 200 len: 210 time: 0.0917611 Jul 14 07:07:22.628904 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-845a4071-40ed-48de-b843-e7e7d68e7643 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5030618 Jul 14 07:07:22.682800 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-97bd80c1-11d4-489b-8f4f-97066859e73c tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:22.684463 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-97bd80c1-11d4-489b-8f4f-97066859e73c tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.30 "GET /v2.0/networks?id=e770f7a4-0850-4d0d-a286-1a0e5b015eff HTTP/1.1" status: 200 len: 814 time: 0.3435566 Jul 14 07:07:22.756182 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-b83c32bf-c560-43b5-9b83-d8ef40e67d86 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Request body: {'port': {'device_id': 'cc1d152d-04fa-4485-acbc-fa651254858d', 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff', 'admin_state_up': True, 'tenant_id': '90193c45e30a47aea804e7ab8d1a3311'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:22.862526 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768624fc-34ca-4a0b-9554-0a1fd1f62313 None None] Network 772a5e2d-3d6d-4455-bae7-25dae2a98cd1 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:22.907416 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42342) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:23.013371 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e57b1cf-0f1f-43fe-8dcf-72e8976a694f admin admin] Deleting subnet 21766228-4b4c-4453-95f1-035102a21fbb {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:07:23.017749 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e57b1cf-0f1f-43fe-8dcf-72e8976a694f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:23.041283 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8313e-56c3-426d-82d7-bf3f2af8a0b0 req-59424a5d-7570-4442-bca9-aa01c943c231 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:23.051576 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0cf8313e-56c3-426d-82d7-bf3f2af8a0b0 req-59424a5d-7570-4442-bca9-aa01c943c231 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d HTTP/1.1" status: 200 len: 950 time: 0.3659768 Jul 14 07:07:23.058779 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e57b1cf-0f1f-43fe-8dcf-72e8976a694f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:23.114270 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e57b1cf-0f1f-43fe-8dcf-72e8976a694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:23.127009 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eaf7f46b-8258-43a5-93c1-fff88cb4ecfd req-9ee60628-fac6-4723-a668-4df76fb8d686 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 210 time: 0.1223364 Jul 14 07:07:23.177852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0cf8313e-56c3-426d-82d7-bf3f2af8a0b0 req-fb14a821-36a3-4730-86cf-ff3e8c9f7587 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159608 Jul 14 07:07:23.201232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-40aa5f8f-16e3-4ed2-a6e2-6d54f265b258 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Allocated IP 2001:db8::f (eb13e876-85c0-4420-ba35-c8f26330be87/a24f545b-278b-44dc-9253-09ddcbde60fc/03c14794-3994-4aa4-8155-59ddeb9fb403) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:23.219044 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e57b1cf-0f1f-43fe-8dcf-72e8976a694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:23.271836 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57b1cf-0f1f-43fe-8dcf-72e8976a694f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21766228-4b4c-4453-95f1-035102a21fbb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:23.274597 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e57b1cf-0f1f-43fe-8dcf-72e8976a694f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:23.277239 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0e57b1cf-0f1f-43fe-8dcf-72e8976a694f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/21766228-4b4c-4453-95f1-035102a21fbb HTTP/1.1" status: 204 len: 168 time: 0.3681967 Jul 14 07:07:23.279141 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42350) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:23.295639 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-b83c32bf-c560-43b5-9b83-d8ef40e67d86 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Made reservation on behalf of 90193c45e30a47aea804e7ab8d1a3311 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:23.299253 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-b83c32bf-c560-43b5-9b83-d8ef40e67d86 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:23.389206 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-371b9870-a913-4b00-a9e6-60afe766028a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:23.447048 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4d1d3-fe3a-4b8d-9308-62f1083c137f req-5aa02ad6-7424-4f4c-8683-50c1b004b9f1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:23.448588 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-74c4d1d3-fe3a-4b8d-9308-62f1083c137f req-5aa02ad6-7424-4f4c-8683-50c1b004b9f1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.30 "GET /v2.0/ports?device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 950 time: 0.1080236 Jul 14 07:07:23.528544 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-371b9870-a913-4b00-a9e6-60afe766028a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:23.544462 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-371b9870-a913-4b00-a9e6-60afe766028a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb1f8f2-42cf-46ea-842d-a9df76120b7d']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:23.581713 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-371b9870-a913-4b00-a9e6-60afe766028a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c7c911-7c00-487a-9915-39675c39c885') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:23.582054 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-371b9870-a913-4b00-a9e6-60afe766028a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c7c911-7c00-487a-9915-39675c39c885') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:23.596470 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-371b9870-a913-4b00-a9e6-60afe766028a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:23.616056 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-371b9870-a913-4b00-a9e6-60afe766028a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:23.629066 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371b9870-a913-4b00-a9e6-60afe766028a admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:07:23.629804 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-371b9870-a913-4b00-a9e6-60afe766028a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:07:23.631635 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:07:23.685797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-74c4d1d3-fe3a-4b8d-9308-62f1083c137f req-56df6504-895c-442e-b940-5eacd7a6fbe1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Deleting port 43acc891-b79f-495b-9554-89b3e9657530 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:23.686142 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-74c4d1d3-fe3a-4b8d-9308-62f1083c137f req-56df6504-895c-442e-b940-5eacd7a6fbe1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:23.734365 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-371b9870-a913-4b00-a9e6-60afe766028a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:23.741164 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-371b9870-a913-4b00-a9e6-60afe766028a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:23.745256 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-371b9870-a913-4b00-a9e6-60afe766028a admin admin] 10.222.0.35 "DELETE /v2.0/networks/fdb1f8f2-42cf-46ea-842d-a9df76120b7d HTTP/1.1" status: 204 len: 168 time: 0.4630945 Jul 14 07:07:23.746184 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42358) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:23.759576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 32fe8ce6-0732-4435-8b92-58cf8c9c527e no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:07:23.769263 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b9870-a913-4b00-a9e6-60afe766028a admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb1f8f2-42cf-46ea-842d-a9df76120b7d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:23.789301 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 32fe8ce6-0732-4435-8b92-58cf8c9c527e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:07:23.790305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 32fe8ce6-0732-4435-8b92-58cf8c9c527e not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:07:23.827746 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd95306-2e56-4ccc-88bc-171359dec630 admin admin] Deleting subnet 9fd340c0-8730-4cb5-b5df-0dcbd06a6860 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:07:23.838639 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cd95306-2e56-4ccc-88bc-171359dec630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:23.860090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb4cf9a-5e11-4905-ab6d-479604a708f5 None None] Network eb13e876-85c0-4420-ba35-c8f26330be87 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:23.863953 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-74c4d1d3-fe3a-4b8d-9308-62f1083c137f req-56df6504-895c-442e-b940-5eacd7a6fbe1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] For port 43acc891-b79f-495b-9554-89b3e9657530, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=43acc891-b79f-495b-9554-89b3e9657530,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:23.864748 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-74c4d1d3-fe3a-4b8d-9308-62f1083c137f req-56df6504-895c-442e-b940-5eacd7a6fbe1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:23.883432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-74c4d1d3-fe3a-4b8d-9308-62f1083c137f req-56df6504-895c-442e-b940-5eacd7a6fbe1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Calling delete_port for 43acc891-b79f-495b-9554-89b3e9657530 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:23.892587 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cd95306-2e56-4ccc-88bc-171359dec630 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:23.908388 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40aa5f8f-16e3-4ed2-a6e2-6d54f265b258 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:23.973771 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bafbd54f-b14f-4ca8-bff1-3115d65038ee None None] Provisioning for port 4fc7d303-f2db-47e8-b01c-83706c569cc2 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:23.981725 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95c293-f54d-4f4e-af54-97efa0369fa1 req-3a9ba6ea-4eae-48fb-a60f-5d46857084f1 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:23.989972 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7a95c293-f54d-4f4e-af54-97efa0369fa1 req-3a9ba6ea-4eae-48fb-a60f-5d46857084f1 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.6285214 Jul 14 07:07:23.992448 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-40aa5f8f-16e3-4ed2-a6e2-6d54f265b258 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Transition to ACTIVE for port object 03c14794-3994-4aa4-8155-59ddeb9fb403 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:24.013372 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device fe15070d-81b7-40e2-8f98-7314dfb1150b up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:24.017605 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 4fc7d303-f2db-47e8-b01c-83706c569cc2 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:24.021722 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cd95306-2e56-4ccc-88bc-171359dec630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.030259 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-b83c32bf-c560-43b5-9b83-d8ef40e67d86 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Allocated IP 172.20.0.8 (e770f7a4-0850-4d0d-a286-1a0e5b015eff/a0c0e73d-973b-48ca-9f9e-437461e66293/5307846d-1475-4494-bdbf-4e10c899d46a) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:24.039329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea28870-ec17-4653-9458-2fea130ac9a3 req-39231a62-9a61-4aa4-b9f5-5e4915e20afc tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:24.040844 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ea28870-ec17-4653-9458-2fea130ac9a3 req-39231a62-9a61-4aa4-b9f5-5e4915e20afc tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e40e68-4294-4d5b-b310-43b28e0c0af8 HTTP/1.1" status: 200 len: 945 time: 0.6298811 Jul 14 07:07:24.095970 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7a95c293-f54d-4f4e-af54-97efa0369fa1 req-20f509fc-a0af-47d6-97a8-06ba5e4303fa tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046176 Jul 14 07:07:24.135750 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-74c4d1d3-fe3a-4b8d-9308-62f1083c137f req-56df6504-895c-442e-b940-5eacd7a6fbe1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.136627 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ea28870-ec17-4653-9458-2fea130ac9a3 req-67a26a8a-e1cd-4552-b232-bb2716d305bd tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/security-groups?id=15769a5e-d5b2-475a-816a-09ef17bb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791237 Jul 14 07:07:24.179730 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['28d15e7e-4f2c-4bc7-8717-9d690df8727a', 'a729e751-ec43-4dbe-881f-cf0cb5f11a66', 'ada4328d-c453-4e33-9da3-5caad16fa8f1', '60c8bc67-cac1-46de-a018-1acc8b73543b'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:24.182483 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['c637e5f3-c539-4502-83dd-9f34fd26a5b2', '43acc891-b79f-495b-9554-89b3e9657530'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:24.225174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port fe15070d-81b7-40e2-8f98-7314dfb1150b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:24.231797 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 4fc7d303-f2db-47e8-b01c-83706c569cc2 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:24.243935 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40aa5f8f-16e3-4ed2-a6e2-6d54f265b258 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.259622 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port fe15070d-81b7-40e2-8f98-7314dfb1150b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:24.259997 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.265564 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cd95306-2e56-4ccc-88bc-171359dec630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.280680 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df6504-895c-442e-b940-5eacd7a6fbe1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Pushing event deleted for resources: {'Port': ['ID=43acc891-b79f-495b-9554-89b3e9657530,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:24.314442 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42368) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:24.344407 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd95306-2e56-4ccc-88bc-171359dec630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fd340c0-8730-4cb5-b5df-0dcbd06a6860,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:24.393422 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a193c9b-d00a-4b7b-9676-ddff108b9493 admin admin] Deleting subnet f05c22bc-ef14-4fc4-bb42-c0bdfea2ee21 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:07:24.397510 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cd95306-2e56-4ccc-88bc-171359dec630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.403018 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4cd95306-2e56-4ccc-88bc-171359dec630 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9fd340c0-8730-4cb5-b5df-0dcbd06a6860 HTTP/1.1" status: 204 len: 168 time: 0.6550157 Jul 14 07:07:24.411767 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42370) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:24.415384 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa5f8f-16e3-4ed2-a6e2-6d54f265b258 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=03c14794-3994-4aa4-8155-59ddeb9fb403,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:24.422013 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c4d1d3-fe3a-4b8d-9308-62f1083c137f req-56df6504-895c-442e-b940-5eacd7a6fbe1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] No DVR routers for this DVR port 43acc891-b79f-495b-9554-89b3e9657530 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:24.423856 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a193c9b-d00a-4b7b-9676-ddff108b9493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.426573 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-74c4d1d3-fe3a-4b8d-9308-62f1083c137f req-56df6504-895c-442e-b940-5eacd7a6fbe1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.428778 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-74c4d1d3-fe3a-4b8d-9308-62f1083c137f req-56df6504-895c-442e-b940-5eacd7a6fbe1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.30 "DELETE /v2.0/ports/43acc891-b79f-495b-9554-89b3e9657530 HTTP/1.1" status: 204 len: 173 time: 0.9710808 Jul 14 07:07:24.429942 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22be2f5f-45c8-42fb-aea9-b3f13d83aee4', 'name': 'network-vif-deleted', 'tag': '43acc891-b79f-495b-9554-89b3e9657530'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:24.432263 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2f8798-de92-43b3-9ff6-e24915f524a0" -d '{"events": [{"server_uuid": "22be2f5f-45c8-42fb-aea9-b3f13d83aee4", "name": "network-vif-deleted", "tag": "43acc891-b79f-495b-9554-89b3e9657530"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:24.448494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 4fc7d303-f2db-47e8-b01c-83706c569cc2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:24.448861 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.492177 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a193c9b-d00a-4b7b-9676-ddff108b9493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.525073 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb70ad67-a915-4e32-b93d-8c56ddd60cf2 req-baf027d7-0b81-442b-9b7e-03d832234bf9 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=22be2f5f-45c8-42fb-aea9-b3f13d83aee4 HTTP/1.1" status: 200 len: 210 time: 0.1104970 Jul 14 07:07:24.557729 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a193c9b-d00a-4b7b-9676-ddff108b9493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.613906 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aa5f8f-16e3-4ed2-a6e2-6d54f265b258 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network eb13e876-85c0-4420-ba35-c8f26330be87 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:24.616181 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ceaec990-22fb-40c5-9068-a42090c717f0 req-3519c51a-5d43-4fb5-97ab-9d5235ad05da tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 210 time: 0.1940737 Jul 14 07:07:24.624332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-40aa5f8f-16e3-4ed2-a6e2-6d54f265b258 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:24.627091 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aa5f8f-16e3-4ed2-a6e2-6d54f265b258 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:24.633120 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aa5f8f-16e3-4ed2-a6e2-6d54f265b258 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:24.634022 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40aa5f8f-16e3-4ed2-a6e2-6d54f265b258 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.643055 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.673951 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7e09-00b0-4e71-a9a9-9a308e146a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.698463 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a193c9b-d00a-4b7b-9676-ddff108b9493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.713337 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-40aa5f8f-16e3-4ed2-a6e2-6d54f265b258 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0677211 Jul 14 07:07:24.752862 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42384) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:24.761404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a193c9b-d00a-4b7b-9676-ddff108b9493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f05c22bc-ef14-4fc4-bb42-c0bdfea2ee21,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:24.767000 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-b83c32bf-c560-43b5-9b83-d8ef40e67d86 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.782883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e40e68-4294-4d5b-b310-43b28e0c0af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe15070d-81b7-40e2-8f98-7314dfb1150b'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:24.785121 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223bcd7d-3746-4b0f-b69d-c9fa0ffd4c8d" -d '{"events": [{"server_uuid": "54e40e68-4294-4d5b-b310-43b28e0c0af8", "name": "network-vif-plugged", "status": "completed", "tag": "fe15070d-81b7-40e2-8f98-7314dfb1150b"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:24.831165 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27350820-594d-41be-95a5-e4160d62f18f req-77a085e2-8773-464d-9947-81bbf0459ea6 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=40cc528b5b254cceb775759f0610b6d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031275 Jul 14 07:07:24.838999 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.865611 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860c79fe-c802-4c93-98e7-759288aaa369 x-openstack-request-id: req-860c79fe-c802-4c93-98e7-759288aaa369 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:24.865908 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22be2f5f-45c8-42fb-aea9-b3f13d83aee4", "name": "network-vif-deleted", "tag": "43acc891-b79f-495b-9554-89b3e9657530", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:24.866162 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-860c79fe-c802-4c93-98e7-759288aaa369 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:24.867202 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22be2f5f-45c8-42fb-aea9-b3f13d83aee4', 'name': 'network-vif-deleted', 'tag': '43acc891-b79f-495b-9554-89b3e9657530', 'status': 'completed', 'code': 200} Jul 14 07:07:24.872997 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7e09-00b0-4e71-a9a9-9a308e146a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.875547 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a193c9b-d00a-4b7b-9676-ddff108b9493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.879148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port fe15070d-81b7-40e2-8f98-7314dfb1150b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=fe15070d-81b7-40e2-8f98-7314dfb1150b,segment=NetworkSegment(99928f10-cf10-453d-97fb-960da48f46ed),segment_id=99928f10-cf10-453d-97fb-960da48f46ed)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:24.887326 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7994716-3493-4da6-ad9a-8c4428178a1a x-openstack-request-id: req-d7994716-3493-4da6-ad9a-8c4428178a1a {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:24.887540 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e40e68-4294-4d5b-b310-43b28e0c0af8", "name": "network-vif-plugged", "status": "completed", "tag": "fe15070d-81b7-40e2-8f98-7314dfb1150b", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:24.887789 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7994716-3493-4da6-ad9a-8c4428178a1a {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:24.888088 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e40e68-4294-4d5b-b310-43b28e0c0af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe15070d-81b7-40e2-8f98-7314dfb1150b', 'code': 200} Jul 14 07:07:24.889116 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9a193c9b-d00a-4b7b-9676-ddff108b9493 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f05c22bc-ef14-4fc4-bb42-c0bdfea2ee21 HTTP/1.1" status: 204 len: 168 time: 0.5623877 Jul 14 07:07:24.889818 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42390) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:24.935521 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:24.953296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-7dfa7e09-00b0-4e71-a9a9-9a308e146a94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772a5e2d-3d6d-4455-bae7-25dae2a98cd1']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:24.972059 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42394) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:24.984408 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-7dfa7e09-00b0-4e71-a9a9-9a308e146a94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22521921-f6a3-49e7-b0f1-5ef8599081a6') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:24.984702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-7dfa7e09-00b0-4e71-a9a9-9a308e146a94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22521921-f6a3-49e7-b0f1-5ef8599081a6') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:25.052480 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-e766b13b-cb67-4b42-b0b3-56bb0c2a6111 admin admin] Deleting subnet a879488d-cc0c-48d6-9870-331433a5caa6 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:07:25.056083 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e766b13b-cb67-4b42-b0b3-56bb0c2a6111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.057682 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 4fc7d303-f2db-47e8-b01c-83706c569cc2, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=4fc7d303-f2db-47e8-b01c-83706c569cc2,segment=NetworkSegment(497c32f5-3dd3-4eea-8f9a-b89bef851508),segment_id=497c32f5-3dd3-4eea-8f9a-b89bef851508)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:25.074605 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.124152 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7e09-00b0-4e71-a9a9-9a308e146a94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.172258 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7e09-00b0-4e71-a9a9-9a308e146a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.177597 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d603cd00-e871-4c4f-b9dc-a017fdf2532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.189059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60241cd2-4412-47d6-a270-af6afd16a1a1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:25.190675 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-60241cd2-4412-47d6-a270-af6afd16a1a1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4262202 Jul 14 07:07:25.193355 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e766b13b-cb67-4b42-b0b3-56bb0c2a6111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.194345 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42398) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:25.199211 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-b83c32bf-c560-43b5-9b83-d8ef40e67d86 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.202991 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=fe15070d-81b7-40e2-8f98-7314dfb1150b,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:25.217881 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-660348a9-5ef4-4d37-8f0b-c6e9d18d6671 None None] Provisioning for port d1a7f2ac-6e85-471d-a18e-f234e2e3fcdb completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:25.220063 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dfa7e09-00b0-4e71-a9a9-9a308e146a94 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:07:25.220483 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7e09-00b0-4e71-a9a9-9a308e146a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.242172 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-660348a9-5ef4-4d37-8f0b-c6e9d18d6671 None None] Provisioning complete for port d1a7f2ac-6e85-471d-a18e-f234e2e3fcdb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:25.242868 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-660348a9-5ef4-4d37-8f0b-c6e9d18d6671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.352591 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e766b13b-cb67-4b42-b0b3-56bb0c2a6111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.381545 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=4fc7d303-f2db-47e8-b01c-83706c569cc2,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:25.385102 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-660348a9-5ef4-4d37-8f0b-c6e9d18d6671 None None] Port d1a7f2ac-6e85-471d-a18e-f234e2e3fcdb cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:25.401403 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d603cd00-e871-4c4f-b9dc-a017fdf2532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:07:25.414703 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:07:25.417656 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d603cd00-e871-4c4f-b9dc-a017fdf2532a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca7f99f-d2e2-48b9-8eab-46a5687438b5']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:25.433782 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d603cd00-e871-4c4f-b9dc-a017fdf2532a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4496ef7d-a031-42f6-b28f-d370c6b16db2') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:25.434164 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d603cd00-e871-4c4f-b9dc-a017fdf2532a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4496ef7d-a031-42f6-b28f-d370c6b16db2') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:25.444300 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-660348a9-5ef4-4d37-8f0b-c6e9d18d6671 None None] Provisioning complete for port 4fc7d303-f2db-47e8-b01c-83706c569cc2 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:25.445575 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-660348a9-5ef4-4d37-8f0b-c6e9d18d6671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.447713 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d603cd00-e871-4c4f-b9dc-a017fdf2532a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.451500 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27350820-594d-41be-95a5-e4160d62f18f req-d49b6b5e-4441-4b16-b616-8eca8997fbba tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:25.458378 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27350820-594d-41be-95a5-e4160d62f18f req-d49b6b5e-4441-4b16-b616-8eca8997fbba tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6263230 Jul 14 07:07:25.464404 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d603cd00-e871-4c4f-b9dc-a017fdf2532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.477472 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d603cd00-e871-4c4f-b9dc-a017fdf2532a admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:07:25.478190 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d603cd00-e871-4c4f-b9dc-a017fdf2532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:07:25.480388 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:07:25.502270 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b0fe6-80b4-47c0-bc9c-d3c3be8b8383 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:25.516294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b0fe6-80b4-47c0-bc9c-d3c3be8b8383 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:25.521031 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e766b13b-cb67-4b42-b0b3-56bb0c2a6111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.525851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-b83c32bf-c560-43b5-9b83-d8ef40e67d86 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Network e770f7a4-0850-4d0d-a286-1a0e5b015eff is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:25.529629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b0fe6-80b4-47c0-bc9c-d3c3be8b8383 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:25.531765 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-661b0fe6-80b4-47c0-bc9c-d3c3be8b8383 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.3364637 Jul 14 07:07:25.541057 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42400) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:25.545230 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7e09-00b0-4e71-a9a9-9a308e146a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.556792 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27350820-594d-41be-95a5-e4160d62f18f req-66af15f5-e6fe-4706-8665-ebe1f5ecba97 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/quotas/40cc528b5b254cceb775759f0610b6d6 HTTP/1.1" status: 200 len: 375 time: 0.0975473 Jul 14 07:07:25.567205 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-b83c32bf-c560-43b5-9b83-d8ef40e67d86 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:25.598140 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7e09-00b0-4e71-a9a9-9a308e146a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.602537 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7dfa7e09-00b0-4e71-a9a9-9a308e146a94 admin admin] 10.222.0.35 "DELETE /v2.0/networks/772a5e2d-3d6d-4455-bae7-25dae2a98cd1 HTTP/1.1" status: 204 len: 168 time: 1.1811087 Jul 14 07:07:25.626757 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d603cd00-e871-4c4f-b9dc-a017fdf2532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.629411 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-b83c32bf-c560-43b5-9b83-d8ef40e67d86 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:25.639761 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d603cd00-e871-4c4f-b9dc-a017fdf2532a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.641666 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d603cd00-e871-4c4f-b9dc-a017fdf2532a admin admin] 10.222.0.35 "DELETE /v2.0/networks/4ca7f99f-d2e2-48b9-8eab-46a5687438b5 HTTP/1.1" status: 204 len: 168 time: 0.7497861 Jul 14 07:07:25.662174 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e766b13b-cb67-4b42-b0b3-56bb0c2a6111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.667545 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e766b13b-cb67-4b42-b0b3-56bb0c2a6111 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a879488d-cc0c-48d6-9870-331433a5caa6 HTTP/1.1" status: 204 len: 168 time: 0.6850250 Jul 14 07:07:25.667545 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa7e09-00b0-4e71-a9a9-9a308e146a94 admin admin] Pushing event deleted for resources: {'Network': ['ID=772a5e2d-3d6d-4455-bae7-25dae2a98cd1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:25.668673 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42408) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:25.676400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603cd00-e871-4c4f-b9dc-a017fdf2532a admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca7f99f-d2e2-48b9-8eab-46a5687438b5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:25.677431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c32bf-c560-43b5-9b83-d8ef40e67d86 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Pushing event updated for resources: {'Port': ['ID=5307846d-1475-4494-bdbf-4e10c899d46a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:25.705925 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766b13b-cb67-4b42-b0b3-56bb0c2a6111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a879488d-cc0c-48d6-9870-331433a5caa6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:25.725734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6989f44e-7eee-4a2c-8c0a-03b643a0b0cb None None] Provisioning complete for port d1a7f2ac-6e85-471d-a18e-f234e2e3fcdb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:25.729336 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6989f44e-7eee-4a2c-8c0a-03b643a0b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.802064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-6989f44e-7eee-4a2c-8c0a-03b643a0b0cb None None] Port d1a7f2ac-6e85-471d-a18e-f234e2e3fcdb cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:25.804863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073bba5-4567-484b-a85d-bdab571837c0 req-3f8776b0-cb3c-4de7-9435-a75b78c923c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:25.806507 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7073bba5-4567-484b-a85d-bdab571837c0 req-3f8776b0-cb3c-4de7-9435-a75b78c923c9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=54e40e68-4294-4d5b-b310-43b28e0c0af8 HTTP/1.1" status: 200 len: 1097 time: 0.8248928 Jul 14 07:07:25.821833 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49e35ce8-8f7f-4988-8017-47559e376fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.894628 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-b83c32bf-c560-43b5-9b83-d8ef40e67d86 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:25.895155 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-b83c32bf-c560-43b5-9b83-d8ef40e67d86 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.930215 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0b800046-a3f8-4aee-bfd6-418da715b1f2 None None] Provisioning for port 03c14794-3994-4aa4-8155-59ddeb9fb403 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:25.934642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42412) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:25.935105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fbbe5-d77e-45a5-ac94-8ca1e4c6e682 req-c24cd8af-e967-41f8-a88f-c2f693b62339 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:25.935261 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42414) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:25.937117 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0b800046-a3f8-4aee-bfd6-418da715b1f2 None None] Provisioning complete for port 03c14794-3994-4aa4-8155-59ddeb9fb403 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:25.937691 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0b800046-a3f8-4aee-bfd6-418da715b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.942019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-630fbbe5-d77e-45a5-ac94-8ca1e4c6e682 req-c24cd8af-e967-41f8-a88f-c2f693b62339 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e40e68-4294-4d5b-b310-43b28e0c0af8 HTTP/1.1" status: 200 len: 946 time: 0.5189550 Jul 14 07:07:25.968233 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7073bba5-4567-484b-a85d-bdab571837c0 req-8acdd15e-ca58-4e2a-81fa-f412e3a0585b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=15769a5e-d5b2-475a-816a-09ef17bb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533966 Jul 14 07:07:25.976031 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 4fc7d303-f2db-47e8-b01c-83706c569cc2 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:25.978984 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49e35ce8-8f7f-4988-8017-47559e376fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:25.991238 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-b83c32bf-c560-43b5-9b83-d8ef40e67d86 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2753654 Jul 14 07:07:26.010919 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-0b800046-a3f8-4aee-bfd6-418da715b1f2 None None] Port 03c14794-3994-4aa4-8155-59ddeb9fb403 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:26.012525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Request body: {'port': {'device_id': 'cc1d152d-04fa-4485-acbc-fa651254858d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:26.013316 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-49e35ce8-8f7f-4988-8017-47559e376fff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01392a21-15c4-4543-814a-0d7cbb24d672']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:26.022142 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27350820-594d-41be-95a5-e4160d62f18f req-70c47d78-0b3f-4bcc-ab1a-143370273f1f tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=40cc528b5b254cceb775759f0610b6d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3736312 Jul 14 07:07:26.031905 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2ef1cb48-55d1-494b-a57d-e964d2d200b2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7eba7dbc6d2349b98eb7ba12e37835e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0884237 Jul 14 07:07:26.036294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42416) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:26.037898 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-49e35ce8-8f7f-4988-8017-47559e376fff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5afb47e-2d44-4c24-90f3-b70b71c6c671') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:26.038907 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-49e35ce8-8f7f-4988-8017-47559e376fff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5afb47e-2d44-4c24-90f3-b70b71c6c671') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:26.044584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 4fc7d303-f2db-47e8-b01c-83706c569cc2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:26.045035 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.067911 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49e35ce8-8f7f-4988-8017-47559e376fff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.076811 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-630fbbe5-d77e-45a5-ac94-8ca1e4c6e682 req-7a725859-4e07-418f-93bf-93ae6d448287 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/security-groups?id=15769a5e-d5b2-475a-816a-09ef17bb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338577 Jul 14 07:07:26.082945 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a044cfe9-dbf0-4872-a83c-b610fc108cdf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3435457a5d524417a1cfcf74a9a32800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442327 Jul 14 07:07:26.090231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-958423e1-1af2-464d-85b9-57279dc83ff1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port 03c14794-3994-4aa4-8155-59ddeb9fb403 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:26.090776 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-958423e1-1af2-464d-85b9-57279dc83ff1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.094652 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42418) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:26.104473 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49e35ce8-8f7f-4988-8017-47559e376fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.121543 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e35ce8-8f7f-4988-8017-47559e376fff admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:07:26.121990 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49e35ce8-8f7f-4988-8017-47559e376fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:07:26.123856 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:07:26.187871 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3732f881-e091-428a-8772-730cfc89f6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.208250 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49e35ce8-8f7f-4988-8017-47559e376fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.225346 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49e35ce8-8f7f-4988-8017-47559e376fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.231314 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-49e35ce8-8f7f-4988-8017-47559e376fff admin admin] 10.222.0.35 "DELETE /v2.0/networks/01392a21-15c4-4543-814a-0d7cbb24d672 HTTP/1.1" status: 204 len: 168 time: 0.5610168 Jul 14 07:07:26.233521 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3732f881-e091-428a-8772-730cfc89f6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.255170 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e35ce8-8f7f-4988-8017-47559e376fff admin admin] Pushing event deleted for resources: {'Network': ['ID=01392a21-15c4-4543-814a-0d7cbb24d672,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:26.283318 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.306644 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-958423e1-1af2-464d-85b9-57279dc83ff1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.315257 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3732f881-e091-428a-8772-730cfc89f6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.320339 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3732f881-e091-428a-8772-730cfc89f6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.322026 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3732f881-e091-428a-8772-730cfc89f6eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc78fb1e-f300-4372-a17c-6830c6954f49 HTTP/1.1" status: 204 len: 168 time: 0.2805061 Jul 14 07:07:26.328904 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-958423e1-1af2-464d-85b9-57279dc83ff1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for 03c14794-3994-4aa4-8155-59ddeb9fb403 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:26.331138 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce5b19b2-3133-4621-bcac-25e047928b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.334661 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732f881-e091-428a-8772-730cfc89f6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc78fb1e-f300-4372-a17c-6830c6954f49,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:26.493221 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce5b19b2-3133-4621-bcac-25e047928b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.526261 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42434) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:26.583170 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ab199e5e-9b2a-415e-a58e-6028f0b0278b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3425f2ff75e64c15bc33f475f0e23988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555823 Jul 14 07:07:26.585424 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42436) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:26.658191 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-295f4aef-f9dd-4297-a0f7-9f76d763a593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.687341 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-295f4aef-f9dd-4297-a0f7-9f76d763a593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.750429 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-295f4aef-f9dd-4297-a0f7-9f76d763a593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.754138 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-295f4aef-f9dd-4297-a0f7-9f76d763a593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.755409 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-295f4aef-f9dd-4297-a0f7-9f76d763a593 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3cfd9dd-b9ff-46c0-9461-b293b1cedb3f HTTP/1.1" status: 204 len: 168 time: 0.1687026 Jul 14 07:07:26.765408 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f4aef-f9dd-4297-a0f7-9f76d763a593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cfd9dd-b9ff-46c0-9461-b293b1cedb3f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:26.871322 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa88d28f-75d3-4619-9097-17dbaba193c4 req-1118b45d-c04e-4d2a-a3e2-2d9ba6eea06f tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=12b6cca7-8b81-4030-b49b-4d4d34e14041 HTTP/1.1" status: 200 len: 210 time: 0.0671635 Jul 14 07:07:26.899504 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce5b19b2-3133-4621-bcac-25e047928b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.902909 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce5b19b2-3133-4621-bcac-25e047928b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:26.906915 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ce5b19b2-3133-4621-bcac-25e047928b67 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d16a3190-6a12-4fbc-8cc0-707449c02e90 HTTP/1.1" status: 204 len: 168 time: 0.8094418 Jul 14 07:07:26.963163 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b19b2-3133-4621-bcac-25e047928b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16a3190-6a12-4fbc-8cc0-707449c02e90,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:26.979993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc01fa-c917-45e7-a467-4f1881b2c876 req-14a7b595-aca4-4a7d-8708-fde512ff39c2 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:26.982578 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-81dc01fa-c917-45e7-a467-4f1881b2c876 req-14a7b595-aca4-4a7d-8708-fde512ff39c2 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 931 time: 0.5239558 Jul 14 07:07:27.062581 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-958423e1-1af2-464d-85b9-57279dc83ff1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:27.068263 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42448) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:27.133245 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5307846d-1475-4494-bdbf-4e10c899d46a {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:27.146941 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-99263ee8-07b5-41b3-98c8-8535c59e80bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35c57b572f234b19bb487dca7da16010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0716734 Jul 14 07:07:27.148179 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42454) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:27.164509 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:27.169149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958423e1-1af2-464d-85b9-57279dc83ff1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=03c14794-3994-4aa4-8155-59ddeb9fb403,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:27.183602 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-81dc01fa-c917-45e7-a467-4f1881b2c876 req-8c943ec5-4c75-4a7c-be9b-9273cd5718fd tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875813 Jul 14 07:07:27.279034 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-958423e1-1af2-464d-85b9-57279dc83ff1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:27.280976 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-958423e1-1af2-464d-85b9-57279dc83ff1 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/ports/03c14794-3994-4aa4-8155-59ddeb9fb403 HTTP/1.1" status: 204 len: 168 time: 1.7336397 Jul 14 07:07:27.286143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Transition to ACTIVE for port object 5307846d-1475-4494-bdbf-4e10c899d46a will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:27.286791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42458) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:27.308364 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1223e693-e9bb-408d-807d-6faec2d3f66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:27.312354 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:27.386873 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ae49b1-cf8d-4b04-9906-699986696555 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] GET failed (client error): The resource could not be found. Jul 14 07:07:27.388485 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-23ae49b1-cf8d-4b04-9906-699986696555 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports/03c14794-3994-4aa4-8155-59ddeb9fb403 HTTP/1.1" status: 404 len: 333 time: 0.1007791 Jul 14 07:07:27.394249 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42462) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:27.406139 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1223e693-e9bb-408d-807d-6faec2d3f66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:27.491774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Pushing event updated for resources: {'Port': ['ID=5307846d-1475-4494-bdbf-4e10c899d46a,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:27.559654 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1223e693-e9bb-408d-807d-6faec2d3f66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:27.563721 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1223e693-e9bb-408d-807d-6faec2d3f66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:27.568063 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1223e693-e9bb-408d-807d-6faec2d3f66d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f097c72-7ea0-491e-9e80-8ef864577cd9 HTTP/1.1" status: 204 len: 168 time: 0.4188330 Jul 14 07:07:27.591400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223e693-e9bb-408d-807d-6faec2d3f66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f097c72-7ea0-491e-9e80-8ef864577cd9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:27.727940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Attempting to bind port 5307846d-1475-4494-bdbf-4e10c899d46a on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:07:27.728520 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Attempting to bind port 5307846d-1475-4494-bdbf-4e10c899d46a by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'fe71f172-ec7c-47eb-a122-0ff48a1d49c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:07:27.728658 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Attempting to bind port 5307846d-1475-4494-bdbf-4e10c899d46a on network e770f7a4-0850-4d0d-a286-1a0e5b015eff {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:27.747109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Port 5307846d-1475-4494-bdbf-4e10c899d46a on network e770f7a4-0850-4d0d-a286-1a0e5b015eff not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:07:27.747109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Attempting to bind port 5307846d-1475-4494-bdbf-4e10c899d46a on network e770f7a4-0850-4d0d-a286-1a0e5b015eff {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:27.771435 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:07:27.771808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Checking segment: {'id': 'fe71f172-ec7c-47eb-a122-0ff48a1d49c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:27.772144 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Bound using segment: {'id': 'fe71f172-ec7c-47eb-a122-0ff48a1d49c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:07:27.772587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Bound port: 5307846d-1475-4494-bdbf-4e10c899d46a, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe71f172-ec7c-47eb-a122-0ff48a1d49c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:07:27.773600 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:27.790700 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 43acc891-b79f-495b-9554-89b3e9657530 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:07:27.803492 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7a8c0-66ab-4cd6-a340-6d023d18e5cb req-237365cd-1141-4b28-a077-973a1b8bac21 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:27.805057 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e4b7a8c0-66ab-4cd6-a340-6d023d18e5cb req-237365cd-1141-4b28-a077-973a1b8bac21 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e40e68-4294-4d5b-b310-43b28e0c0af8 HTTP/1.1" status: 200 len: 946 time: 0.2376015 Jul 14 07:07:27.817979 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-dd035d0b-742a-4b8c-9ba6-266c64447692 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port d1a7f2ac-6e85-471d-a18e-f234e2e3fcdb {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:27.818314 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd035d0b-742a-4b8c-9ba6-266c64447692 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:27.823642 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 43acc891-b79f-495b-9554-89b3e9657530 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:07:27.824232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 43acc891-b79f-495b-9554-89b3e9657530 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:07:27.970371 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e4b7a8c0-66ab-4cd6-a340-6d023d18e5cb req-0b622c3a-0e6a-4cac-b460-c1979bc08d6e tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/security-groups?id=15769a5e-d5b2-475a-816a-09ef17bb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541872 Jul 14 07:07:28.001901 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd035d0b-742a-4b8c-9ba6-266c64447692 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:28.024549 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a12c6-d393-47f2-a009-78253b48b281 req-58e670ef-cb3c-41c1-89dd-fbb785dd6f9c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:28.030094 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3b7a12c6-d393-47f2-a009-78253b48b281 req-58e670ef-cb3c-41c1-89dd-fbb785dd6f9c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e687c2-bf99-47cf-a958-b1555a928bdc HTTP/1.1" status: 200 len: 949 time: 0.2804766 Jul 14 07:07:28.034822 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] For port 5307846d-1475-4494-bdbf-4e10c899d46a, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:07:28.046162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-dd035d0b-742a-4b8c-9ba6-266c64447692 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for d1a7f2ac-6e85-471d-a18e-f234e2e3fcdb owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:28.076754 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] For port 5307846d-1475-4494-bdbf-4e10c899d46a, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5307846d-1475-4494-bdbf-4e10c899d46a,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:07:28.122191 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:28.151880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13cf50-9506-4b1a-b6ba-8b788a14fcc7 req-8ec9dde7-16f8-4e87-bc60-74f10d242a7d tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:28.153979 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6d13cf50-9506-4b1a-b6ba-8b788a14fcc7 req-8ec9dde7-16f8-4e87-bc60-74f10d242a7d tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.30 "GET /v2.0/ports?device_id=14e687c2-bf99-47cf-a958-b1555a928bdc HTTP/1.1" status: 200 len: 949 time: 0.1837065 Jul 14 07:07:28.180514 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3b7a12c6-d393-47f2-a009-78253b48b281 req-c243b8e7-39a1-4deb-8b0a-7b918c117b37 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493971 Jul 14 07:07:28.245093 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:28.245812 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:28.247136 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] 10.222.0.30 "PUT /v2.0/ports/5307846d-1475-4494-bdbf-4e10c899d46a HTTP/1.1" status: 200 len: 1091 time: 2.2425909 Jul 14 07:07:28.248996 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6b24e1de-cc03-4950-b97f-f857c0bf0906 req-f33141e0-6412-4040-aec5-161a817ed2dc tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=12b6cca7-8b81-4030-b49b-4d4d34e14041 HTTP/1.1" status: 200 len: 210 time: 0.0846512 Jul 14 07:07:28.249625 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1d152d-04fa-4485-acbc-fa651254858d', 'tag': '5307846d-1475-4494-bdbf-4e10c899d46a'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:28.252655 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9342528-c705-483f-9f82-30762ce0e745" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1d152d-04fa-4485-acbc-fa651254858d", "tag": "5307846d-1475-4494-bdbf-4e10c899d46a"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:28.309740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ccfdc-57c9-4250-b94e-9efa22202b7b service neutron] Pushing event updated for resources: {'Port': ['ID=5307846d-1475-4494-bdbf-4e10c899d46a,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:28.325916 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27350820-594d-41be-95a5-e4160d62f18f req-417b6872-0186-452d-8d17-9955cc27409b tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=40cc528b5b254cceb775759f0610b6d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547693 Jul 14 07:07:28.406189 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-6d13cf50-9506-4b1a-b6ba-8b788a14fcc7 req-8888086d-dc40-4e52-9faf-d209c7d97ca6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Deleting port c637e5f3-c539-4502-83dd-9f34fd26a5b2 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:28.406533 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6d13cf50-9506-4b1a-b6ba-8b788a14fcc7 req-8888086d-dc40-4e52-9faf-d209c7d97ca6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:28.463463 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1e983e-7b43-4983-934f-00df920618de x-openstack-request-id: req-de1e983e-7b43-4983-934f-00df920618de {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:28.463896 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1d152d-04fa-4485-acbc-fa651254858d", "tag": "5307846d-1475-4494-bdbf-4e10c899d46a", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:28.464260 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de1e983e-7b43-4983-934f-00df920618de {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:28.465936 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1d152d-04fa-4485-acbc-fa651254858d', 'tag': '5307846d-1475-4494-bdbf-4e10c899d46a', 'status': 'completed', 'code': 200} Jul 14 07:07:28.615386 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd035d0b-742a-4b8c-9ba6-266c64447692 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:28.635980 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-6d13cf50-9506-4b1a-b6ba-8b788a14fcc7 req-8888086d-dc40-4e52-9faf-d209c7d97ca6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] For port c637e5f3-c539-4502-83dd-9f34fd26a5b2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c637e5f3-c539-4502-83dd-9f34fd26a5b2,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:28.637930 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6d13cf50-9506-4b1a-b6ba-8b788a14fcc7 req-8888086d-dc40-4e52-9faf-d209c7d97ca6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:28.657638 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-6d13cf50-9506-4b1a-b6ba-8b788a14fcc7 req-8888086d-dc40-4e52-9faf-d209c7d97ca6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Calling delete_port for c637e5f3-c539-4502-83dd-9f34fd26a5b2 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:28.762809 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42512) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:29.133365 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-84d4df02-9e92-4f5b-ba57-dec048c8130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:29.135750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-84d4df02-9e92-4f5b-ba57-dec048c8130e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90193c45e30a47aea804e7ab8d1a3311&device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 1094 time: 0.8214407 Jul 14 07:07:29.137843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd035d0b-742a-4b8c-9ba6-266c64447692 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=d1a7f2ac-6e85-471d-a18e-f234e2e3fcdb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:29.165693 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27350820-594d-41be-95a5-e4160d62f18f req-120115e0-7006-477d-99b1-bdb738ff5060 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:29.167262 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27350820-594d-41be-95a5-e4160d62f18f req-120115e0-7006-477d-99b1-bdb738ff5060 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8117111 Jul 14 07:07:29.187312 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42536) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:29.197023 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-96e3346e-d95b-4d54-a23c-7a51c5b1ef36 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-771638087-network', 'tenant_id': '41d7b9c7c3284b00bf5d9e27f0168ee3'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:29.266530 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd035d0b-742a-4b8c-9ba6-266c64447692 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:29.275730 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-dd035d0b-742a-4b8c-9ba6-266c64447692 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/ports/d1a7f2ac-6e85-471d-a18e-f234e2e3fcdb HTTP/1.1" status: 204 len: 168 time: 1.8802330 Jul 14 07:07:29.278210 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42542) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:29.290559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-27350820-594d-41be-95a5-e4160d62f18f req-59378e5b-5111-4aa9-8a94-74d9a512c235 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Request body: {'port': {'device_id': '12b6cca7-8b81-4030-b49b-4d4d34e14041', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '40cc528b5b254cceb775759f0610b6d6'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:29.320915 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d03edc6-aa92-4891-a276-2f189c8644d0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] GET failed (client error): The resource could not be found. Jul 14 07:07:29.322513 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9d03edc6-aa92-4891-a276-2f189c8644d0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports/d1a7f2ac-6e85-471d-a18e-f234e2e3fcdb HTTP/1.1" status: 404 len: 333 time: 0.0433466 Jul 14 07:07:29.323218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e3346e-d95b-4d54-a23c-7a51c5b1ef36 admin admin] Made reservation on behalf of 41d7b9c7c3284b00bf5d9e27f0168ee3 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:29.325749 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96e3346e-d95b-4d54-a23c-7a51c5b1ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:29.328080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42548) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:29.358077 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4d691cd2-8c8d-40b4-88ba-4ef38a4ed0f1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2117842540-network', 'tenant_id': 'f41c167b90654a4782677f21851a718d'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:29.381625 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96e3346e-d95b-4d54-a23c-7a51c5b1ef36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:29.412856 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6d13cf50-9506-4b1a-b6ba-8b788a14fcc7 req-8888086d-dc40-4e52-9faf-d209c7d97ca6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:29.424238 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb894a4-01af-435c-acc4-2f14fe1b07dc req-4a96b14f-78e1-4a56-af81-d592cf0c44cb tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:29.431400 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bdb894a4-01af-435c-acc4-2f14fe1b07dc req-4a96b14f-78e1-4a56-af81-d592cf0c44cb tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 943 time: 0.9153545 Jul 14 07:07:29.432739 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['c637e5f3-c539-4502-83dd-9f34fd26a5b2'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:29.439907 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['28d15e7e-4f2c-4bc7-8717-9d690df8727a', 'a729e751-ec43-4dbe-881f-cf0cb5f11a66', 'ada4328d-c453-4e33-9da3-5caad16fa8f1', '60c8bc67-cac1-46de-a018-1acc8b73543b'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:29.458535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d691cd2-8c8d-40b4-88ba-4ef38a4ed0f1 admin admin] Made reservation on behalf of f41c167b90654a4782677f21851a718d for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:29.461526 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d691cd2-8c8d-40b4-88ba-4ef38a4ed0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:29.463482 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888086d-dc40-4e52-9faf-d209c7d97ca6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Pushing event deleted for resources: {'Port': ['ID=c637e5f3-c539-4502-83dd-9f34fd26a5b2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:29.478518 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec51a139-bfd4-484f-a3cc-bf570bb687b2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting subnet a24f545b-278b-44dc-9253-09ddcbde60fc {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:07:29.484430 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec51a139-bfd4-484f-a3cc-bf570bb687b2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:29.493561 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-ea1c29aa-28d2-42f0-b622-70d716c8e273 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5307846d-1475-4494-bdbf-4e10c899d46a HTTP/1.1" status: 200 len: 217 time: 0.3248842 Jul 14 07:07:29.513607 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d691cd2-8c8d-40b4-88ba-4ef38a4ed0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:29.592269 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d13cf50-9506-4b1a-b6ba-8b788a14fcc7 req-8888086d-dc40-4e52-9faf-d209c7d97ca6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] No DVR routers for this DVR port c637e5f3-c539-4502-83dd-9f34fd26a5b2 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:29.599377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75e864-1a5a-463a-b774-52952ca1a084 req-56435f58-4b2a-4137-8d8b-6e9332f4ae60 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:29.599951 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec51a139-bfd4-484f-a3cc-bf570bb687b2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:29.601453 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd75e864-1a5a-463a-b774-52952ca1a084 req-56435f58-4b2a-4137-8d8b-6e9332f4ae60 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e HTTP/1.1" status: 200 len: 950 time: 0.4893286 Jul 14 07:07:29.603510 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6d13cf50-9506-4b1a-b6ba-8b788a14fcc7 req-8888086d-dc40-4e52-9faf-d209c7d97ca6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:29.605506 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6d13cf50-9506-4b1a-b6ba-8b788a14fcc7 req-8888086d-dc40-4e52-9faf-d209c7d97ca6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.30 "DELETE /v2.0/ports/c637e5f3-c539-4502-83dd-9f34fd26a5b2 HTTP/1.1" status: 204 len: 173 time: 1.4450741 Jul 14 07:07:29.606181 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e687c2-bf99-47cf-a958-b1555a928bdc', 'name': 'network-vif-deleted', 'tag': 'c637e5f3-c539-4502-83dd-9f34fd26a5b2'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:29.609170 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3754cc7-f6d7-4664-b59a-81d9536f9866" -d '{"events": [{"server_uuid": "14e687c2-bf99-47cf-a958-b1555a928bdc", "name": "network-vif-deleted", "tag": "c637e5f3-c539-4502-83dd-9f34fd26a5b2"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:29.615481 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bdb894a4-01af-435c-acc4-2f14fe1b07dc req-2100616f-16bb-44f2-b7d8-b43977494670 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831596 Jul 14 07:07:29.679826 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-81ba8a9e-8a11-4b15-961d-5d485fa1c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:29.681387 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-81ba8a9e-8a11-4b15-961d-5d485fa1c87b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0c0e73d-973b-48ca-9f9e-437461e66293 HTTP/1.1" status: 200 len: 854 time: 0.1777503 Jul 14 07:07:29.750035 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec51a139-bfd4-484f-a3cc-bf570bb687b2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:29.778549 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96e3346e-d95b-4d54-a23c-7a51c5b1ef36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:29.784769 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc76f3b-534e-4e16-91e6-3ee8ae67ede8 req-c131b1e5-bc1c-44c0-8b94-4be9640f43ab tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:29.793898 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2bc76f3b-534e-4e16-91e6-3ee8ae67ede8 req-c131b1e5-bc1c-44c0-8b94-4be9640f43ab tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e40e68-4294-4d5b-b310-43b28e0c0af8 HTTP/1.1" status: 200 len: 946 time: 0.5287151 Jul 14 07:07:29.844150 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-db75d5ba-0eda-4a73-8c41-1e7d65676b3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e770f7a4-0850-4d0d-a286-1a0e5b015eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109967 Jul 14 07:07:29.865368 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96e3346e-d95b-4d54-a23c-7a51c5b1ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:29.927097 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d691cd2-8c8d-40b4-88ba-4ef38a4ed0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:29.938728 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e3346e-d95b-4d54-a23c-7a51c5b1ef36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:07:29.952600 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96e3346e-d95b-4d54-a23c-7a51c5b1ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:29.952942 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-96e3346e-d95b-4d54-a23c-7a51c5b1ef36 admin admin] Added segment 065a31b3-4fff-4e28-a808-d8f8239fd64a of type vlan for network 5a14332a-3cc4-4fca-9869-617a13d02085 Jul 14 07:07:29.969335 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-40468935-5c27-4551-9147-bbfa2a52c013 req-ec66225f-0078-448b-8447-c3007a0be85e tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e687c2-bf99-47cf-a958-b1555a928bdc HTTP/1.1" status: 200 len: 210 time: 0.1275430 Jul 14 07:07:30.005254 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96e3346e-d95b-4d54-a23c-7a51c5b1ef36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.047842 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2bc76f3b-534e-4e16-91e6-3ee8ae67ede8 req-ec9ff26a-17a8-4b1f-af87-6193b757b022 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/security-groups?id=15769a5e-d5b2-475a-816a-09ef17bb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146757 Jul 14 07:07:30.055940 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d691cd2-8c8d-40b4-88ba-4ef38a4ed0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.075164 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96e3346e-d95b-4d54-a23c-7a51c5b1ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.076208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e3346e-d95b-4d54-a23c-7a51c5b1ef36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:30.077021 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96e3346e-d95b-4d54-a23c-7a51c5b1ef36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.167928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3346e-d95b-4d54-a23c-7a51c5b1ef36 admin admin] Pushing event updated for resources: {'Network': ['ID=5a14332a-3cc4-4fca-9869-617a13d02085,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:30.185552 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 5a14332a-3cc4-4fca-9869-617a13d02085 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:07:30.186056 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d691cd2-8c8d-40b4-88ba-4ef38a4ed0f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:07:30.192353 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3346e-d95b-4d54-a23c-7a51c5b1ef36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0ae919-ca0b-45e6-a079-08dc72730564,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:30.200684 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309c281d-e999-4fd7-95e8-0c79b18d397c x-openstack-request-id: req-309c281d-e999-4fd7-95e8-0c79b18d397c {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:30.200936 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e687c2-bf99-47cf-a958-b1555a928bdc", "name": "network-vif-deleted", "tag": "c637e5f3-c539-4502-83dd-9f34fd26a5b2", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:30.201171 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-309c281d-e999-4fd7-95e8-0c79b18d397c {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:30.201684 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e687c2-bf99-47cf-a958-b1555a928bdc', 'name': 'network-vif-deleted', 'tag': 'c637e5f3-c539-4502-83dd-9f34fd26a5b2', 'status': 'completed', 'code': 200} Jul 14 07:07:30.217114 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d691cd2-8c8d-40b4-88ba-4ef38a4ed0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.217645 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-4d691cd2-8c8d-40b4-88ba-4ef38a4ed0f1 admin admin] Added segment 4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c of type vlan for network 7df11440-a490-4cbf-bd30-2320c3a465de Jul 14 07:07:30.232505 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec51a139-bfd4-484f-a3cc-bf570bb687b2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.275203 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec51a139-bfd4-484f-a3cc-bf570bb687b2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.278228 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ec51a139-bfd4-484f-a3cc-bf570bb687b2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/a24f545b-278b-44dc-9253-09ddcbde60fc HTTP/1.1" status: 204 len: 168 time: 0.9453342 Jul 14 07:07:30.282641 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42566) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:30.339402 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51a139-bfd4-484f-a3cc-bf570bb687b2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Subnet': ['ID=a24f545b-278b-44dc-9253-09ddcbde60fc,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:30.368942 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-96e3346e-d95b-4d54-a23c-7a51c5b1ef36 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6017308 Jul 14 07:07:30.402203 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0ccde14-b387-4492-8367-46c93b16674b req-944aa91f-2aca-4159-929a-e8dfc96b6f49 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=12b6cca7-8b81-4030-b49b-4d4d34e14041 HTTP/1.1" status: 200 len: 210 time: 0.2370653 Jul 14 07:07:30.410209 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d691cd2-8c8d-40b4-88ba-4ef38a4ed0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e93c849-a60e-4346-a6df-8c9a1617c91e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:30.410972 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-42d51218-bc85-4eb6-9a59-435f5f1c62e6 service neutron] 10.222.0.30 "GET /v2.0/networks/e770f7a4-0850-4d0d-a286-1a0e5b015eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276735 Jul 14 07:07:30.413690 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ffd10-9d14-48ba-98c6-47f036c22f85 None None] Network eb13e876-85c0-4420-ba35-c8f26330be87 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:30.418151 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42572) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:30.422294 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d691cd2-8c8d-40b4-88ba-4ef38a4ed0f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.433498 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-883088b1-9dd0-4ce6-b517-e0447bbf3b5a admin admin] Request body: {'subnet': {'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-771638087-subnet', 'tenant_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:30.547139 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27350820-594d-41be-95a5-e4160d62f18f req-59378e5b-5111-4aa9-8a94-74d9a512c235 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Made reservation on behalf of 40cc528b5b254cceb775759f0610b6d6 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:30.550911 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-27350820-594d-41be-95a5-e4160d62f18f req-59378e5b-5111-4aa9-8a94-74d9a512c235 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.551417 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.558819 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c82dc735-a6e7-4be6-9ada-8479262430a5 req-78805bd5-6295-4821-b746-51b58c00c134 service neutron] 10.222.0.30 "GET /v2.0/networks/e770f7a4-0850-4d0d-a286-1a0e5b015eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158016 Jul 14 07:07:30.586490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb439f-8b47-4bac-b425-bd412d1e9fb2 req-6bff3f5a-8953-4e09-a48e-b434231d571c tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:30.588044 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5adb439f-8b47-4bac-b425-bd412d1e9fb2 req-6bff3f5a-8953-4e09-a48e-b434231d571c tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.15 "GET /v2.0/ports?device_id=54e40e68-4294-4d5b-b310-43b28e0c0af8 HTTP/1.1" status: 200 len: 946 time: 0.1590061 Jul 14 07:07:30.606584 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d691cd2-8c8d-40b4-88ba-4ef38a4ed0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.607961 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d691cd2-8c8d-40b4-88ba-4ef38a4ed0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:30.608551 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d691cd2-8c8d-40b4-88ba-4ef38a4ed0f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.660826 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-51ae91eb-b37b-4fa6-bc44-92f9f477d806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.775216 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d691cd2-8c8d-40b4-88ba-4ef38a4ed0f1 admin admin] Pushing event updated for resources: {'Network': ['ID=7df11440-a490-4cbf-bd30-2320c3a465de,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:30.791587 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 7df11440-a490-4cbf-bd30-2320c3a465de details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:07:30.795608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a45380b-c518-481f-883b-84331e69ee33 None None] DHCP port deletion for eb13e876-85c0-4420-ba35-c8f26330be87 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:07:30.803299 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-dd75e864-1a5a-463a-b774-52952ca1a084 req-56b43380-7a55-4b7b-8588-a328c0584ac1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Deleting port 60c8bc67-cac1-46de-a018-1acc8b73543b {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:30.803490 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dd75e864-1a5a-463a-b774-52952ca1a084 req-56b43380-7a55-4b7b-8588-a328c0584ac1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.807360 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port 4fc7d303-f2db-47e8-b01c-83706c569cc2 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:30.808940 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.852747 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-923dd564-5387-4ff9-ad25-324cf9bf9e4f tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1144931 Jul 14 07:07:30.863064 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4d691cd2-8c8d-40b4-88ba-4ef38a4ed0f1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6747351 Jul 14 07:07:30.866168 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42584) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:30.876016 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7b1b8c94-ae56-4b47-836e-8279ffc5a237 admin admin] Request body: {'subnet': {'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2117842540-subnet', 'tenant_id': 'f41c167b90654a4782677f21851a718d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:30.895933 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883088b1-9dd0-4ce6-b517-e0447bbf3b5a admin admin] Made reservation on behalf of 41d7b9c7c3284b00bf5d9e27f0168ee3 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:30.899164 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-883088b1-9dd0-4ce6-b517-e0447bbf3b5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.902715 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] For port 4fc7d303-f2db-47e8-b01c-83706c569cc2, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=4fc7d303-f2db-47e8-b01c-83706c569cc2,segment=NetworkSegment(497c32f5-3dd3-4eea-8f9a-b89bef851508),segment_id=497c32f5-3dd3-4eea-8f9a-b89bef851508)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:30.903502 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.904929 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1a45380b-c518-481f-883b-84331e69ee33 None None] Deleting port 4fc7d303-f2db-47e8-b01c-83706c569cc2 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:30.905630 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a45380b-c518-481f-883b-84331e69ee33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.925146 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-27350820-594d-41be-95a5-e4160d62f18f req-59378e5b-5111-4aa9-8a94-74d9a512c235 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Allocated IP 192.168.233.51 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/df02fc26-ebaa-45c5-8792-05136361b701) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:30.929473 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for 4fc7d303-f2db-47e8-b01c-83706c569cc2 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:30.935506 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-5adb439f-8b47-4bac-b425-bd412d1e9fb2 req-417ee4c0-cab8-4d75-925a-dbc28c67a8ce tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Deleting port fe15070d-81b7-40e2-8f98-7314dfb1150b {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:30.935851 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5adb439f-8b47-4bac-b425-bd412d1e9fb2 req-417ee4c0-cab8-4d75-925a-dbc28c67a8ce tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.950310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1b8c94-ae56-4b47-836e-8279ffc5a237 admin admin] Made reservation on behalf of f41c167b90654a4782677f21851a718d for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:30.952480 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b1b8c94-ae56-4b47-836e-8279ffc5a237 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.979867 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-1a45380b-c518-481f-883b-84331e69ee33 None None] For port 4fc7d303-f2db-47e8-b01c-83706c569cc2, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=4fc7d303-f2db-47e8-b01c-83706c569cc2,segment=NetworkSegment(497c32f5-3dd3-4eea-8f9a-b89bef851508),segment_id=497c32f5-3dd3-4eea-8f9a-b89bef851508)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:30.981864 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a45380b-c518-481f-883b-84331e69ee33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:30.997499 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1a45380b-c518-481f-883b-84331e69ee33 None None] Calling delete_port for 4fc7d303-f2db-47e8-b01c-83706c569cc2 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:31.088584 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a45380b-c518-481f-883b-84331e69ee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:31.118210 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45380b-c518-481f-883b-84331e69ee33 None None] Pushing event deleted for resources: {'Port': ['ID=4fc7d303-f2db-47e8-b01c-83706c569cc2,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:31.124118 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a45380b-c518-481f-883b-84331e69ee33 None None] No DVR routers for this DVR port 4fc7d303-f2db-47e8-b01c-83706c569cc2 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:31.159280 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-5adb439f-8b47-4bac-b425-bd412d1e9fb2 req-417ee4c0-cab8-4d75-925a-dbc28c67a8ce tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] For port fe15070d-81b7-40e2-8f98-7314dfb1150b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=fe15070d-81b7-40e2-8f98-7314dfb1150b,segment=NetworkSegment(99928f10-cf10-453d-97fb-960da48f46ed),segment_id=99928f10-cf10-453d-97fb-960da48f46ed)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:31.159648 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5adb439f-8b47-4bac-b425-bd412d1e9fb2 req-417ee4c0-cab8-4d75-925a-dbc28c67a8ce tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:31.180631 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-5adb439f-8b47-4bac-b425-bd412d1e9fb2 req-417ee4c0-cab8-4d75-925a-dbc28c67a8ce tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Calling delete_port for fe15070d-81b7-40e2-8f98-7314dfb1150b owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:31.183838 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:31.218888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9342528-c705-483f-9f82-30762ce0e745 req-f5e34ea8-f651-49ec-a2c1-4070097af822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:31.220409 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9342528-c705-483f-9f82-30762ce0e745 req-f5e34ea8-f651-49ec-a2c1-4070097af822 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90193c45e30a47aea804e7ab8d1a3311&device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 1094 time: 0.4870157 Jul 14 07:07:31.237968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=4fc7d303-f2db-47e8-b01c-83706c569cc2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:31.241324 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No DVR routers for this DVR port 4fc7d303-f2db-47e8-b01c-83706c569cc2 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:31.276572 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d1280-fa71-4931-9d72-966b4c1ec488 req-6a78cf24-dc07-4050-8302-940f7412e942 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:31.278090 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-408d1280-fa71-4931-9d72-966b4c1ec488 req-6a78cf24-dc07-4050-8302-940f7412e942 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 943 time: 0.5367160 Jul 14 07:07:31.332941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-d2f32d5f-395a-4b19-8702-6962155db667 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:31.334423 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-d2f32d5f-395a-4b19-8702-6962155db667 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4234517 Jul 14 07:07:31.337556 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-dd75e864-1a5a-463a-b774-52952ca1a084 req-56b43380-7a55-4b7b-8588-a328c0584ac1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] For port 60c8bc67-cac1-46de-a018-1acc8b73543b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=60c8bc67-cac1-46de-a018-1acc8b73543b,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:31.337923 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dd75e864-1a5a-463a-b774-52952ca1a084 req-56b43380-7a55-4b7b-8588-a328c0584ac1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:31.399890 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:31.413449 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb13e876-85c0-4420-ba35-c8f26330be87']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:31.422274 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-dd75e864-1a5a-463a-b774-52952ca1a084 req-56b43380-7a55-4b7b-8588-a328c0584ac1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Calling delete_port for 60c8bc67-cac1-46de-a018-1acc8b73543b owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:31.432685 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497c32f5-3dd3-4eea-8f9a-b89bef851508') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:31.432983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497c32f5-3dd3-4eea-8f9a-b89bef851508') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:31.451301 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b1b8c94-ae56-4b47-836e-8279ffc5a237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:31.454984 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:31.458607 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-41b49c30-784a-4520-8b3f-df889e64d53d tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/quotas/6fb17d70b1f84e6aaff1cb7848ff5932 HTTP/1.1" status: 200 len: 375 time: 0.0865588 Jul 14 07:07:31.502370 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:31.537912 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:07:31.538350 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:07:31.541292 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:07:31.568481 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-408d1280-fa71-4931-9d72-966b4c1ec488 req-b243fcb6-2992-4345-8d7d-6f94bc0dd1a6 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795949 Jul 14 07:07:31.577561 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-13c1718d-2f4d-4e69-ad4c-7978b6794f6b tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1018367 Jul 14 07:07:31.606161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b8c94-ae56-4b47-836e-8279ffc5a237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17e8a532-de8e-4a6c-8825-83e30374b3e7,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:31.633044 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b8c94-ae56-4b47-836e-8279ffc5a237 admin admin] Checking segment: {'id': '4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:31.633457 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1b8c94-ae56-4b47-836e-8279ffc5a237 admin admin] Network hostable DHCP agents. Network: 7df11440-a490-4cbf-bd30-2320c3a465de, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:07:31.639226 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9342528-c705-483f-9f82-30762ce0e745 req-26a2b348-892a-4ac0-9e7a-6f1f5d45aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:31.640766 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9342528-c705-483f-9f82-30762ce0e745 req-26a2b348-892a-4ac0-9e7a-6f1f5d45aa45 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e770f7a4-0850-4d0d-a286-1a0e5b015eff HTTP/1.1" status: 200 len: 915 time: 0.3617918 Jul 14 07:07:31.644870 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5adb439f-8b47-4bac-b425-bd412d1e9fb2 req-417ee4c0-cab8-4d75-925a-dbc28c67a8ce tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:31.653743 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:31.657366 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['fe15070d-81b7-40e2-8f98-7314dfb1150b'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:31.663446 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:31.669109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42592) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:31.674037 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/networks/eb13e876-85c0-4420-ba35-c8f26330be87 HTTP/1.1" status: 204 len: 168 time: 1.3473923 Jul 14 07:07:31.698344 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-883088b1-9dd0-4ce6-b517-e0447bbf3b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:31.710449 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-27350820-594d-41be-95a5-e4160d62f18f req-59378e5b-5111-4aa9-8a94-74d9a512c235 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:31.716316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-26dbc2c8-1609-4eed-be6f-04899fb1512a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-917069208'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:31.727233 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9342528-c705-483f-9f82-30762ce0e745 req-6d119438-6872-4883-ab38-7153115d90cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5307846d-1475-4494-bdbf-4e10c899d46a HTTP/1.1" status: 200 len: 217 time: 0.0788617 Jul 14 07:07:31.745875 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ee4c0-cab8-4d75-925a-dbc28c67a8ce tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Pushing event deleted for resources: {'Port': ['ID=fe15070d-81b7-40e2-8f98-7314dfb1150b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:31.747887 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6002e-bf5a-4f24-a931-2d77e7a86965 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Network': ['ID=eb13e876-85c0-4420-ba35-c8f26330be87,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:31.805158 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-27350820-594d-41be-95a5-e4160d62f18f req-59378e5b-5111-4aa9-8a94-74d9a512c235 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Transition to ACTIVE for port object df02fc26-ebaa-45c5-8792-05136361b701 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:31.805393 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c637e5f3-c539-4502-83dd-9f34fd26a5b2 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:07:31.829993 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1b8c94-ae56-4b47-836e-8279ffc5a237 admin admin] Network 7df11440-a490-4cbf-bd30-2320c3a465de is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:07:31.854749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: c637e5f3-c539-4502-83dd-9f34fd26a5b2 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:07:31.855366 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c637e5f3-c539-4502-83dd-9f34fd26a5b2 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:07:31.866212 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adb439f-8b47-4bac-b425-bd412d1e9fb2 req-417ee4c0-cab8-4d75-925a-dbc28c67a8ce tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] No DVR routers for this DVR port fe15070d-81b7-40e2-8f98-7314dfb1150b on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:31.870029 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5adb439f-8b47-4bac-b425-bd412d1e9fb2 req-417ee4c0-cab8-4d75-925a-dbc28c67a8ce tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:31.874164 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5adb439f-8b47-4bac-b425-bd412d1e9fb2 req-417ee4c0-cab8-4d75-925a-dbc28c67a8ce tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.15 "DELETE /v2.0/ports/fe15070d-81b7-40e2-8f98-7314dfb1150b HTTP/1.1" status: 204 len: 173 time: 1.2794142 Jul 14 07:07:31.875013 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7b1b8c94-ae56-4b47-836e-8279ffc5a237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 7df11440-a490-4cbf-bd30-2320c3a465de) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:31.877855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dbc2c8-1609-4eed-be6f-04899fb1512a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:31.881306 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-26dbc2c8-1609-4eed-be6f-04899fb1512a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:31.884467 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261d85f6-a950-4932-aa12-9c1a0b510ba2 None None] Network 7df11440-a490-4cbf-bd30-2320c3a465de requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:31.890938 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1b8c94-ae56-4b47-836e-8279ffc5a237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:31.891907 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b1b8c94-ae56-4b47-836e-8279ffc5a237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:31.920544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883088b1-9dd0-4ce6-b517-e0447bbf3b5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0647552b-8dce-4aed-a543-e2c6d3a859c4,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:31.953296 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7b1b8c94-ae56-4b47-836e-8279ffc5a237 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0826771 Jul 14 07:07:32.020498 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 4fc7d303-f2db-47e8-b01c-83706c569cc2 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:07:32.023743 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e4140d3b-fdc0-4e41-9139-7b322c6aa9f2 req-a0321162-42d7-42fb-8750-0161de9a2181 tempest-ServerAddressesTestJSON-1060469017 tempest-ServerAddressesTestJSON-1060469017-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e40e68-4294-4d5b-b310-43b28e0c0af8 HTTP/1.1" status: 200 len: 210 time: 0.1574631 Jul 14 07:07:32.042574 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9342528-c705-483f-9f82-30762ce0e745 req-4ef3d357-dd14-49c5-8029-03039f0832de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:32.044460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9342528-c705-483f-9f82-30762ce0e745 req-4ef3d357-dd14-49c5-8029-03039f0832de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0c0e73d-973b-48ca-9f9e-437461e66293 HTTP/1.1" status: 200 len: 854 time: 0.3079438 Jul 14 07:07:32.086701 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0a01dfb-75ee-4af4-8d87-7325cde64db8 req-542031de-e1d5-45f2-a47a-d6cfffe23003 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=12b6cca7-8b81-4030-b49b-4d4d34e14041 HTTP/1.1" status: 200 len: 210 time: 0.1591911 Jul 14 07:07:32.093443 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 4fc7d303-f2db-47e8-b01c-83706c569cc2 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:07:32.094003 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 4fc7d303-f2db-47e8-b01c-83706c569cc2 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:07:32.099646 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device fe15070d-81b7-40e2-8f98-7314dfb1150b no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:07:32.099851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883088b1-9dd0-4ce6-b517-e0447bbf3b5a admin admin] Checking segment: {'id': '065a31b3-4fff-4e28-a808-d8f8239fd64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:32.100506 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883088b1-9dd0-4ce6-b517-e0447bbf3b5a admin admin] Network hostable DHCP agents. Network: 5a14332a-3cc4-4fca-9869-617a13d02085, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:07:32.112082 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dd75e864-1a5a-463a-b774-52952ca1a084 req-56b43380-7a55-4b7b-8588-a328c0584ac1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:32.144697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26dbc2c8-1609-4eed-be6f-04899fb1512a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:07:32.155683 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9342528-c705-483f-9f82-30762ce0e745 req-20e2b73d-e935-4ccd-8748-6f5e9e1e4fc7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e770f7a4-0850-4d0d-a286-1a0e5b015eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727875 Jul 14 07:07:32.198639 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['28d15e7e-4f2c-4bc7-8717-9d690df8727a', 'a729e751-ec43-4dbe-881f-cf0cb5f11a66', 'ada4328d-c453-4e33-9da3-5caad16fa8f1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:32.203078 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e40e68-4294-4d5b-b310-43b28e0c0af8', 'name': 'network-vif-deleted', 'tag': 'fe15070d-81b7-40e2-8f98-7314dfb1150b'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:32.204979 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-27350820-594d-41be-95a5-e4160d62f18f req-59378e5b-5111-4aa9-8a94-74d9a512c235 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:32.206353 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdbdf88-644e-4110-bba3-18aa849e8d38" -d '{"events": [{"server_uuid": "54e40e68-4294-4d5b-b310-43b28e0c0af8", "name": "network-vif-deleted", "tag": "fe15070d-81b7-40e2-8f98-7314dfb1150b"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:32.239942 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b43380-7a55-4b7b-8588-a328c0584ac1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Pushing event deleted for resources: {'Port': ['ID=60c8bc67-cac1-46de-a018-1acc8b73543b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:32.245860 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-26dbc2c8-1609-4eed-be6f-04899fb1512a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:32.246401 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-26dbc2c8-1609-4eed-be6f-04899fb1512a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Added segment 6f4923d2-39fa-4769-9adf-7fc35e61cc93 of type vlan for network 201a4f37-bd1b-4efa-bcfc-c4870e939c39 Jul 14 07:07:32.250023 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['2841b415-1177-415e-b03b-908d12872656'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:32.329729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: fe15070d-81b7-40e2-8f98-7314dfb1150b {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:07:32.330067 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device fe15070d-81b7-40e2-8f98-7314dfb1150b not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:07:32.330712 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 60c8bc67-cac1-46de-a018-1acc8b73543b no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:07:32.356385 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 60c8bc67-cac1-46de-a018-1acc8b73543b {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:07:32.356907 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 60c8bc67-cac1-46de-a018-1acc8b73543b not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:07:32.365423 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d90bc496-950a-45f3-9b58-05dd1baefc50 req-07503b77-e5a0-408a-ad61-144e3f6721e2 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 210 time: 0.1632631 Jul 14 07:07:32.464448 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-7df11440-a490-4cbf-bd30-2320c3a465de', 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de', 'tenant_id': 'f41c167b90654a4782677f21851a718d', 'fixed_ips': [{'subnet_id': '17e8a532-de8e-4a6c-8825-83e30374b3e7'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:07:32.465687 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:32.529438 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8630df8c-f48f-4062-801b-5b5a10573b9e x-openstack-request-id: req-8630df8c-f48f-4062-801b-5b5a10573b9e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:32.530011 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e40e68-4294-4d5b-b310-43b28e0c0af8", "name": "network-vif-deleted", "tag": "fe15070d-81b7-40e2-8f98-7314dfb1150b", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:32.530183 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8630df8c-f48f-4062-801b-5b5a10573b9e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:32.531020 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e40e68-4294-4d5b-b310-43b28e0c0af8', 'name': 'network-vif-deleted', 'tag': 'fe15070d-81b7-40e2-8f98-7314dfb1150b', 'status': 'completed', 'code': 200} Jul 14 07:07:32.856004 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883088b1-9dd0-4ce6-b517-e0447bbf3b5a admin admin] Network 5a14332a-3cc4-4fca-9869-617a13d02085 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:07:32.874778 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-883088b1-9dd0-4ce6-b517-e0447bbf3b5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 5a14332a-3cc4-4fca-9869-617a13d02085) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:32.881848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Allocated IP 172.20.0.2 (7df11440-a490-4cbf-bd30-2320c3a465de/17e8a532-de8e-4a6c-8825-83e30374b3e7/35ddabe8-089e-4188-9782-66770b152b3a) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:32.898834 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e49a8cc-9903-4844-9af3-6ffc5702171e None None] Network 5a14332a-3cc4-4fca-9869-617a13d02085 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:32.940708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883088b1-9dd0-4ce6-b517-e0447bbf3b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:32.941220 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-883088b1-9dd0-4ce6-b517-e0447bbf3b5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:32.945587 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2bd58bcb-11d9-4782-ba7f-99d4e70f30d0 req-3945fb0c-ac55-4160-834d-ca87230012d0 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e HTTP/1.1" status: 200 len: 210 time: 0.6092706 Jul 14 07:07:32.946329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd75e864-1a5a-463a-b774-52952ca1a084 req-56b43380-7a55-4b7b-8588-a328c0584ac1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] No DVR routers for this DVR port 60c8bc67-cac1-46de-a018-1acc8b73543b on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:32.948973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27350820-594d-41be-95a5-e4160d62f18f req-59378e5b-5111-4aa9-8a94-74d9a512c235 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:32.957726 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-26dbc2c8-1609-4eed-be6f-04899fb1512a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:32.965588 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dd75e864-1a5a-463a-b774-52952ca1a084 req-56b43380-7a55-4b7b-8588-a328c0584ac1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:32.968168 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd75e864-1a5a-463a-b774-52952ca1a084 req-56b43380-7a55-4b7b-8588-a328c0584ac1 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "DELETE /v2.0/ports/60c8bc67-cac1-46de-a018-1acc8b73543b HTTP/1.1" status: 204 len: 173 time: 3.3516695 Jul 14 07:07:32.993995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e', 'name': 'network-vif-deleted', 'tag': '60c8bc67-cac1-46de-a018-1acc8b73543b'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:32.996370 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa8f8dd-017c-46b1-9c94-f5630471c9f5" -d '{"events": [{"server_uuid": "8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e", "name": "network-vif-deleted", "tag": "60c8bc67-cac1-46de-a018-1acc8b73543b"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:33.033236 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-27350820-594d-41be-95a5-e4160d62f18f req-59378e5b-5111-4aa9-8a94-74d9a512c235 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:33.058725 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-27350820-594d-41be-95a5-e4160d62f18f req-59378e5b-5111-4aa9-8a94-74d9a512c235 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:33.099638 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59378e5b-5111-4aa9-8a94-74d9a512c235 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Pushing event updated for resources: {'Port': ['ID=df02fc26-ebaa-45c5-8792-05136361b701,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:33.123585 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-883088b1-9dd0-4ce6-b517-e0447bbf3b5a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7026410 Jul 14 07:07:33.130000 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42632) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:33.144158 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-771638087-router', 'tenant_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:33.179350 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.db.resource_extend [None req-26dbc2c8-1609-4eed-be6f-04899fb1512a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:07:33.198033 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:33.201056 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:33.276265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27350820-594d-41be-95a5-e4160d62f18f req-59378e5b-5111-4aa9-8a94-74d9a512c235 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:33.278351 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-27350820-594d-41be-95a5-e4160d62f18f req-59378e5b-5111-4aa9-8a94-74d9a512c235 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:33.306257 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9342528-c705-483f-9f82-30762ce0e745 req-16f9754b-c306-474d-8c0d-4790337a841b service neutron] 10.222.0.30 "GET /v2.0/networks/e770f7a4-0850-4d0d-a286-1a0e5b015eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1395216 Jul 14 07:07:33.346682 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-26dbc2c8-1609-4eed-be6f-04899fb1512a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:33.352823 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dbc2c8-1609-4eed-be6f-04899fb1512a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:33.353543 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-26dbc2c8-1609-4eed-be6f-04899fb1512a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:33.363108 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:33.378972 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27350820-594d-41be-95a5-e4160d62f18f req-59378e5b-5111-4aa9-8a94-74d9a512c235 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1149220 Jul 14 07:07:33.399395 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-26dbc2c8-1609-4eed-be6f-04899fb1512a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7022312 Jul 14 07:07:33.405056 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Request body: {'port': {'device_id': '12b6cca7-8b81-4030-b49b-4d4d34e14041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:33.444596 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42636) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:33.458058 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-1a98d7cd-17ca-4cdc-a0c4-9b2c806953c4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'subnet': {'network_id': '201a4f37-bd1b-4efa-bcfc-c4870e939c39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:33.508882 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7a300b80-2b3a-4d3f-8ffa-1352002ee8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:33.536088 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174b8a65-27db-4110-85f9-7f8f534c9b46 None None] Network 5a14332a-3cc4-4fca-9869-617a13d02085 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:33.536607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-c13ddc38-b966-485f-b67a-fdd74d51aaef tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:33.544173 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-c13ddc38-b966-485f-b67a-fdd74d51aaef tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/networks?id=7df11440-a490-4cbf-bd30-2320c3a465de HTTP/1.1" status: 200 len: 816 time: 0.6730959 Jul 14 07:07:33.624702 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:33.642829 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:33.645263 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dfeda933-edb3-4545-a916-b327428e63c4 None None] Provisioning for port df02fc26-ebaa-45c5-8792-05136361b701 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:33.682990 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:33.695436 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-13a30e85-2236-4e32-b5a1-3658cd1fa06f tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/quotas/f41c167b90654a4782677f21851a718d HTTP/1.1" status: 200 len: 375 time: 0.1501057 Jul 14 07:07:33.705214 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Transition to ACTIVE for port object 35ddabe8-089e-4188-9782-66770b152b3a will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:33.706910 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dfeda933-edb3-4545-a916-b327428e63c4 None None] Provisioning complete for port df02fc26-ebaa-45c5-8792-05136361b701 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:33.707286 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfeda933-edb3-4545-a916-b327428e63c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:33.736639 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d69d3-e3eb-4be7-9272-d7ee4b77cca8 req-2f68c7ba-60c8-4942-b43c-52d278c7de61 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:33.742480 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-a4f85085-7450-4a6b-bd8d-d23bdcaeec3c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295479 Jul 14 07:07:33.743604 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f2d69d3-e3eb-4be7-9272-d7ee4b77cca8 req-2f68c7ba-60c8-4942-b43c-52d278c7de61 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 943 time: 0.5576904 Jul 14 07:07:33.750777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Transition to ACTIVE for port object 35ddabe8-089e-4188-9782-66770b152b3a will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:33.758750 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbc2c8-1609-4eed-be6f-04899fb1512a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Network': ['ID=201a4f37-bd1b-4efa-bcfc-c4870e939c39,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:33.851211 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-b86e13a7-5b9e-45e4-81f9-934b5f5fe5cd tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f41c167b90654a4782677f21851a718d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1337917 Jul 14 07:07:33.923069 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-401a98d8-404c-4c30-a90c-a70c690f3c81 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:33.927213 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-401a98d8-404c-4c30-a90c-a70c690f3c81 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1763124 Jul 14 07:07:33.935945 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-dfeda933-edb3-4545-a916-b327428e63c4 None None] Port df02fc26-ebaa-45c5-8792-05136361b701 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:33.938558 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 201a4f37-bd1b-4efa-bcfc-c4870e939c39 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:07:33.944677 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-3c6ca95d-f6ed-4274-b4ce-e3623c6ae5f3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Request body: {'port': {'device_id': '650aacff-da33-4896-9325-6510815b0b1e', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '6fb17d70b1f84e6aaff1cb7848ff5932'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:33.976746 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:33.985332 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9342528-c705-483f-9f82-30762ce0e745 req-ff5a33bc-1dd3-480b-9749-862e62d1f787 service neutron] 10.222.0.30 "GET /v2.0/networks/e770f7a4-0850-4d0d-a286-1a0e5b015eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543400 Jul 14 07:07:34.001326 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f2d69d3-e3eb-4be7-9272-d7ee4b77cca8 req-149a083f-8645-40a7-8c88-5457d5762a4a tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564895 Jul 14 07:07:34.022025 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5307846d-1475-4494-bdbf-4e10c899d46a details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:07:34.133287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5307846d-1475-4494-bdbf-4e10c899d46a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5307846d-1475-4494-bdbf-4e10c899d46a,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:34.143042 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0cb962-4061-49c0-a37d-4eb19bc50630 x-openstack-request-id: req-8b0cb962-4061-49c0-a37d-4eb19bc50630 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:34.143744 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e", "name": "network-vif-deleted", "tag": "60c8bc67-cac1-46de-a018-1acc8b73543b", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:34.144438 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b0cb962-4061-49c0-a37d-4eb19bc50630 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:34.145445 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b56adc5-5ea9-4db6-8c19-7aa54dc1c06e', 'name': 'network-vif-deleted', 'tag': '60c8bc67-cac1-46de-a018-1acc8b73543b', 'status': 'completed', 'code': 200} Jul 14 07:07:34.154905 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '5307846d-1475-4494-bdbf-4e10c899d46a', 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff', 'port_id': '5307846d-1475-4494-bdbf-4e10c899d46a', 'mac_address': 'fa:16:3e:9b:79:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c0e73d-973b-48ca-9f9e-437461e66293', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:07:34.159103 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.159266 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a98d7cd-17ca-4cdc-a0c4-9b2c806953c4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:34.162672 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a98d7cd-17ca-4cdc-a0c4-9b2c806953c4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.208307 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.232391 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42644) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:34.243666 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.255634 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.268972 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Pushing event updated for resources: {'Port': ['ID=35ddabe8-089e-4188-9782-66770b152b3a,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:34.278785 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-3c6ca95d-f6ed-4274-b4ce-e3623c6ae5f3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Made reservation on behalf of 6fb17d70b1f84e6aaff1cb7848ff5932 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:34.281023 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5307846d-1475-4494-bdbf-4e10c899d46a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:34.284448 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-3c6ca95d-f6ed-4274-b4ce-e3623c6ae5f3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.304789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5307846d-1475-4494-bdbf-4e10c899d46a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5307846d-1475-4494-bdbf-4e10c899d46a,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:34.311123 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Network 7df11440-a490-4cbf-bd30-2320c3a465de is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:34.314394 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:34.338820 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-3c6ca95d-f6ed-4274-b4ce-e3623c6ae5f3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.341271 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.343550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:34.362769 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-9796228d-f8c0-402d-9cc3-a5c64ad2e480 admin admin] Deleting subnet 537ebd4f-327e-4f25-8ae2-703e51ecfbf2 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:07:34.369631 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9796228d-f8c0-402d-9cc3-a5c64ad2e480 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.453016 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9796228d-f8c0-402d-9cc3-a5c64ad2e480 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.463643 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Attempting to bind port 35ddabe8-089e-4188-9782-66770b152b3a on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:07:34.464062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Attempting to bind port 35ddabe8-089e-4188-9782-66770b152b3a by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:07:34.464480 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Attempting to bind port 35ddabe8-089e-4188-9782-66770b152b3a on network 7df11440-a490-4cbf-bd30-2320c3a465de {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:34.471843 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=5307846d-1475-4494-bdbf-4e10c899d46a,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:34.474975 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:07:34.475350 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Checking segment: {'id': '4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:34.475791 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.476177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Bound using segment: {'id': '4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:07:34.476648 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Bound port: 35ddabe8-089e-4188-9782-66770b152b3a, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:07:34.477029 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.482209 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-6d1c81d9-d92b-4ec7-a07e-30e4161fa148 service neutron] 10.222.0.35 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298397 Jul 14 07:07:34.529887 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] Allocated IP 172.25.7.119 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/1db217ac-53e5-406f-ac13-30ec0b2eb6be) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:34.539396 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9796228d-f8c0-402d-9cc3-a5c64ad2e480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.547193 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.553658 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-708256cf-4225-459f-ae32-240b145b4694 None None] For port 35ddabe8-089e-4188-9782-66770b152b3a, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:07:34.557054 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-708256cf-4225-459f-ae32-240b145b4694 None None] For port 35ddabe8-089e-4188-9782-66770b152b3a, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=35ddabe8-089e-4188-9782-66770b152b3a,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:07:34.559724 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['5307846d-1475-4494-bdbf-4e10c899d46a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:34.563645 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.664407 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708256cf-4225-459f-ae32-240b145b4694 None None] Pushing event updated for resources: {'Port': ['ID=35ddabe8-089e-4188-9782-66770b152b3a,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:34.700482 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9796228d-f8c0-402d-9cc3-a5c64ad2e480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.714781 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-3c6ca95d-f6ed-4274-b4ce-e3623c6ae5f3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.724762 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e615c-7e70-498b-9a5d-2a8b829bae40 req-8ca1ea42-7919-4892-bf0c-22f631b51198 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:34.732218 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-897e615c-7e70-498b-9a5d-2a8b829bae40 req-8ca1ea42-7919-4892-bf0c-22f631b51198 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=12b6cca7-8b81-4030-b49b-4d4d34e14041 HTTP/1.1" status: 200 len: 935 time: 0.3423569 Jul 14 07:07:34.753452 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-3c6ca95d-f6ed-4274-b4ce-e3623c6ae5f3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.778377 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9796228d-f8c0-402d-9cc3-a5c64ad2e480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.782961 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9796228d-f8c0-402d-9cc3-a5c64ad2e480 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/537ebd4f-327e-4f25-8ae2-703e51ecfbf2 HTTP/1.1" status: 204 len: 168 time: 0.5469859 Jul 14 07:07:34.791103 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42646) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:34.793528 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796228d-f8c0-402d-9cc3-a5c64ad2e480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=537ebd4f-327e-4f25-8ae2-703e51ecfbf2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:34.827819 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-8aff3ff1-7ecd-4dc6-97ec-f70614a51904 service neutron] 10.222.0.35 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447444 Jul 14 07:07:34.844409 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.885024 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a98d7cd-17ca-4cdc-a0c4-9b2c806953c4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.896443 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ca95d-f6ed-4274-b4ce-e3623c6ae5f3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57985b1f-b25f-4ea6-87cc-43b2e44f1d48,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:34.954346 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:34.970080 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-897e615c-7e70-498b-9a5d-2a8b829bae40 req-cb06307e-b55b-4f68-b8b9-4c1388be1506 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368948 Jul 14 07:07:34.981547 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['59ec839d-c13b-4438-9de3-8190fcaea45a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:35.016622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] Pushing event updated for resources: {'Port': ['ID=1db217ac-53e5-406f-ac13-30ec0b2eb6be,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:35.032699 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:35.057436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:35.068397 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:35.069092 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fed7007d-b261-4137-b60c-02610f8a1fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:35.187808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98d7cd-17ca-4cdc-a0c4-9b2c806953c4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Subnet': ['ID=7fefa46f-93ac-4a93-ae75-f9a9ad9a505a,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:35.206138 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df02fc26-ebaa-45c5-8792-05136361b701 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:35.274817 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:35.281081 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dfcc9879-0269-459d-82c2-10e2392042fd req-97b304bf-056e-4d3f-9006-b3309b2a0123 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 210 time: 0.1049652 Jul 14 07:07:35.281820 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a98d7cd-17ca-4cdc-a0c4-9b2c806953c4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Checking segment: {'id': '6f4923d2-39fa-4769-9adf-7fc35e61cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '201a4f37-bd1b-4efa-bcfc-c4870e939c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:35.282188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a98d7cd-17ca-4cdc-a0c4-9b2c806953c4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network hostable DHCP agents. Network: 201a4f37-bd1b-4efa-bcfc-c4870e939c39, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:07:35.386539 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Transition to ACTIVE for port object df02fc26-ebaa-45c5-8792-05136361b701 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:35.402477 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:35.473417 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a98d7cd-17ca-4cdc-a0c4-9b2c806953c4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 201a4f37-bd1b-4efa-bcfc-c4870e939c39 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:07:35.578476 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fed7007d-b261-4137-b60c-02610f8a1fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:35.631252 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Pushing event updated for resources: {'Port': ['ID=df02fc26-ebaa-45c5-8792-05136361b701,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:35.636008 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-1a98d7cd-17ca-4cdc-a0c4-9b2c806953c4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 201a4f37-bd1b-4efa-bcfc-c4870e939c39) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:35.658605 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1c85f6-fc15-4316-b6de-686e0972e48b None None] Network 201a4f37-bd1b-4efa-bcfc-c4870e939c39 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:35.661967 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-fed7007d-b261-4137-b60c-02610f8a1fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6326ed69-783b-4576-9926-4b85cbda7730']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:35.714118 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a98d7cd-17ca-4cdc-a0c4-9b2c806953c4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:35.715001 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a98d7cd-17ca-4cdc-a0c4-9b2c806953c4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:35.766121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a409e4-3ab9-46b7-81a4-ba9c3db77200 req-8776c327-d1b3-4deb-8822-0a47db975af9 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:35.774486 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3a409e4-3ab9-46b7-81a4-ba9c3db77200 req-8776c327-d1b3-4deb-8822-0a47db975af9 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 944 time: 0.4967680 Jul 14 07:07:35.801517 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-fed7007d-b261-4137-b60c-02610f8a1fc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99928f10-cf10-453d-97fb-960da48f46ed') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:35.801802 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-fed7007d-b261-4137-b60c-02610f8a1fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99928f10-cf10-453d-97fb-960da48f46ed') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:35.824620 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fed7007d-b261-4137-b60c-02610f8a1fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:35.858052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5307846d-1475-4494-bdbf-4e10c899d46a up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:35.885132 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fed7007d-b261-4137-b60c-02610f8a1fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:35.966391 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1a98d7cd-17ca-4cdc-a0c4-9b2c806953c4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5124233 Jul 14 07:07:35.971110 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42672) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:35.973573 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Attempting to bind port df02fc26-ebaa-45c5-8792-05136361b701 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:07:35.974077 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Attempting to bind port df02fc26-ebaa-45c5-8792-05136361b701 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:07:35.974587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Attempting to bind port df02fc26-ebaa-45c5-8792-05136361b701 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:35.983181 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a5c7643e-9550-4895-889d-09000be41222 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1678938303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:36.001697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-337b300d-4f5c-494b-ad89-7df8bb7346a6 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:36.010442 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-337b300d-4f5c-494b-ad89-7df8bb7346a6 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/networks?id=7df11440-a490-4cbf-bd30-2320c3a465de HTTP/1.1" status: 200 len: 816 time: 0.6140659 Jul 14 07:07:36.016984 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed7007d-b261-4137-b60c-02610f8a1fc9 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:07:36.018184 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fed7007d-b261-4137-b60c-02610f8a1fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:07:36.029298 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:07:36.047911 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:36.103712 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Port df02fc26-ebaa-45c5-8792-05136361b701 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:07:36.104929 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Attempting to bind port df02fc26-ebaa-45c5-8792-05136361b701 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:36.111442 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 35ddabe8-089e-4188-9782-66770b152b3a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:36.113280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-201a4f37-bd1b-4efa-bcfc-c4870e939c39', 'network_id': '201a4f37-bd1b-4efa-bcfc-c4870e939c39', 'tenant_id': '4e17643779c64bfcbf5ca1bd69e3a52f', 'fixed_ips': [{'subnet_id': '7fefa46f-93ac-4a93-ae75-f9a9ad9a505a'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:07:36.114099 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:36.128178 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3a409e4-3ab9-46b7-81a4-ba9c3db77200 req-07c0905e-d130-4a48-b447-bd8eebcf5993 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526700 Jul 14 07:07:36.143645 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-c055ec01-fc9b-4fc4-a7a4-e5692263cf16 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/quotas/f41c167b90654a4782677f21851a718d HTTP/1.1" status: 200 len: 375 time: 0.1295025 Jul 14 07:07:36.188917 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5c7643e-9550-4895-889d-09000be41222 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:36.193403 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5c7643e-9550-4895-889d-09000be41222 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:36.210047 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 5307846d-1475-4494-bdbf-4e10c899d46a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:36.212137 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:07:36.212558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:36.213555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:07:36.215291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Bound port: df02fc26-ebaa-45c5-8792-05136361b701, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:07:36.216889 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:36.219890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 5307846d-1475-4494-bdbf-4e10c899d46a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:36.220333 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:36.246370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-3c6ca95d-f6ed-4274-b4ce-e3623c6ae5f3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Allocated IP 192.168.233.192 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/0d139ab7-8f66-4301-91c7-f603bc6c0a6a) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:36.318834 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a257faa4-2e28-483d-95dc-5c55b838ecb2 None None] Network 7df11440-a490-4cbf-bd30-2320c3a465de requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:36.322376 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:36.456499 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:36.461068 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-559132fe-644c-4dbd-971c-8eebe6ff5584 None None] Provisioning for port 35ddabe8-089e-4188-9782-66770b152b3a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:36.513717 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Allocated IP 2001:db8::2 (201a4f37-bd1b-4efa-bcfc-c4870e939c39/7fefa46f-93ac-4a93-ae75-f9a9ad9a505a/150041c7-3875-4d93-9574-3297b473098a) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:36.556150 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 35ddabe8-089e-4188-9782-66770b152b3a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:36.587081 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-3c6ca95d-f6ed-4274-b4ce-e3623c6ae5f3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:36.590613 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 35ddabe8-089e-4188-9782-66770b152b3a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:36.590987 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:36.609146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-3c6ca95d-f6ed-4274-b4ce-e3623c6ae5f3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Transition to ACTIVE for port object 0d139ab7-8f66-4301-91c7-f603bc6c0a6a will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:36.662704 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:36.667187 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] Router 92060f12-f2b7-4544-8396-ed572184afbb is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:07:36.672599 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-3c6ca95d-f6ed-4274-b4ce-e3623c6ae5f3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:36.715598 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fed7007d-b261-4137-b60c-02610f8a1fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:36.760472 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1d152d-04fa-4485-acbc-fa651254858d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5307846d-1475-4494-bdbf-4e10c899d46a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:36.762730 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a83fa8-b714-41f9-bee3-ef51ea4fd8de" -d '{"events": [{"server_uuid": "cc1d152d-04fa-4485-acbc-fa651254858d", "name": "network-vif-plugged", "status": "completed", "tag": "5307846d-1475-4494-bdbf-4e10c899d46a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:36.791471 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5307846d-1475-4494-bdbf-4e10c899d46a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5307846d-1475-4494-bdbf-4e10c899d46a,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:36.840794 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fed7007d-b261-4137-b60c-02610f8a1fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:36.842882 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fed7007d-b261-4137-b60c-02610f8a1fc9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6326ed69-783b-4576-9926-4b85cbda7730 HTTP/1.1" status: 204 len: 168 time: 2.0409818 Jul 14 07:07:36.851279 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-3c6ca95d-f6ed-4274-b4ce-e3623c6ae5f3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:36.852512 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:07:36.865777 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Sync routers for ids ['92060f12-f2b7-4544-8396-ed572184afbb'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:07:36.881805 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Routers {'92060f12-f2b7-4544-8396-ed572184afbb'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:07:36.884013 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0871a989-ed28-436a-9661-328ae541d052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:07:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['92060f12-f2b7-4544-8396-ed572184afbb'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:36.886390 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-3c6ca95d-f6ed-4274-b4ce-e3623c6ae5f3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:36.904238 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5c7643e-9550-4895-889d-09000be41222 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:36.904863 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:36.909794 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0de78b8d-fb94-4ea7-9f8a-f06a21855547 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7781713 Jul 14 07:07:36.921105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42684) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:36.922276 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-3c6ca95d-f6ed-4274-b4ce-e3623c6ae5f3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:36.942551 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5c7643e-9550-4895-889d-09000be41222 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:36.953888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7007d-b261-4137-b60c-02610f8a1fc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6326ed69-783b-4576-9926-4b85cbda7730,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:36.990238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ca95d-f6ed-4274-b4ce-e3623c6ae5f3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Pushing event updated for resources: {'Port': ['ID=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:37.063762 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-3c6ca95d-f6ed-4274-b4ce-e3623c6ae5f3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:37.065400 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-3c6ca95d-f6ed-4274-b4ce-e3623c6ae5f3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:37.093670 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-3c6ca95d-f6ed-4274-b4ce-e3623c6ae5f3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1536222 Jul 14 07:07:37.111469 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Request body: {'port': {'device_id': '650aacff-da33-4896-9325-6510815b0b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:37.114788 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Set router 92060f12-f2b7-4544-8396-ed572184afbb gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:07:37.121788 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:37.203546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] For port df02fc26-ebaa-45c5-8792-05136361b701, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:07:37.208665 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42688) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:37.237920 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:37.250383 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:37.257748 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5c7643e-9550-4895-889d-09000be41222 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:37.259331 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a5c7643e-9550-4895-889d-09000be41222 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2812848 Jul 14 07:07:37.278284 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:37.296571 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Transition to ACTIVE for port object 150041c7-3875-4d93-9574-3297b473098a will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:37.300214 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-d8f2835e-4dec-4df6-8e77-749c830cff83 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f41c167b90654a4782677f21851a718d&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1574459 Jul 14 07:07:37.303094 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42690) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:37.310376 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=5307846d-1475-4494-bdbf-4e10c899d46a,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:37.314387 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c66df207-b1db-4c11-ae6f-894c640b1ae8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'network_id': '201a4f37-bd1b-4efa-bcfc-c4870e939c39', 'name': 'tempest-PortsIpV6TestJSON-2006360919'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:37.340562 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Transition to ACTIVE for port object 150041c7-3875-4d93-9574-3297b473098a will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:37.343276 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 35ddabe8-089e-4188-9782-66770b152b3a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=35ddabe8-089e-4188-9782-66770b152b3a,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:37.353649 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:37.362917 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:37.380849 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] For port df02fc26-ebaa-45c5-8792-05136361b701, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=df02fc26-ebaa-45c5-8792-05136361b701,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:07:37.430457 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Network 201a4f37-bd1b-4efa-bcfc-c4870e939c39 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:37.440770 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:37.446771 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:37.463158 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-60b9fbaf-3d9d-49f9-8875-920d8ad86314 None None] Provisioning for port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:37.470268 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-ba475609-4891-4cfc-821d-24f194846da1 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:37.472081 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-ba475609-4891-4cfc-821d-24f194846da1 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.15 "GET /v2.0/networks?id=7df11440-a490-4cbf-bd30-2320c3a465de HTTP/1.1" status: 200 len: 816 time: 0.7546895 Jul 14 07:07:37.472275 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=35ddabe8-089e-4188-9782-66770b152b3a,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:37.477691 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-60b9fbaf-3d9d-49f9-8875-920d8ad86314 None None] Provisioning complete for port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:37.478058 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-60b9fbaf-3d9d-49f9-8875-920d8ad86314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:37.507635 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0871a989-ed28-436a-9661-328ae541d052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92060f12-f2b7-4544-8396-ed572184afbb', 'name': 'tempest-ServerRescueTestJSON-771638087-router', 'tenant_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '1db217ac-53e5-406f-ac13-30ec0b2eb6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:07:33Z', 'updated_at': '2021-07-14T07:07:35Z', 'revision_number': 3, 'project_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'gw_port': {'id': '1db217ac-53e5-406f-ac13-30ec0b2eb6be', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92060f12-f2b7-4544-8396-ed572184afbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:07:34Z', 'updated_at': '2021-07-14T07:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:37.510162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-ca71cdf4-a4ec-4a3e-a04b-b13ea2c44aff tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Request body: {'port': {'device_id': '4ccde10a-4b13-410f-a8e3-797c74e60b74', 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de', 'admin_state_up': True, 'tenant_id': 'f41c167b90654a4782677f21851a718d'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:37.540453 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Checking router: 92060f12-f2b7-4544-8396-ed572184afbb for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:07:37.541054 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Updating router 92060f12-f2b7-4544-8396-ed572184afbb port 1db217ac-53e5-406f-ac13-30ec0b2eb6be binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:07:37.583212 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:37.589076 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:37.592780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66df207-b1db-4c11-ae6f-894c640b1ae8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:37.596251 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c66df207-b1db-4c11-ae6f-894c640b1ae8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:37.598385 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78d7af-0a9c-4e83-8b4f-fa349a150ec2 req-88f4396b-fcfa-49a1-a995-e7ec8fc15fa2 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:37.606398 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9d78d7af-0a9c-4e83-8b4f-fa349a150ec2 req-88f4396b-fcfa-49a1-a995-e7ec8fc15fa2 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=12b6cca7-8b81-4030-b49b-4d4d34e14041 HTTP/1.1" status: 200 len: 947 time: 1.2636902 Jul 14 07:07:37.640684 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-60b9fbaf-3d9d-49f9-8875-920d8ad86314 None None] Port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:37.640933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-c66df207-b1db-4c11-ae6f-894c640b1ae8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] device_id is not set on port 59749970-880e-4ab0-ba64-3f4bf0cb2208 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:07:37.648299 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Pushing event updated for resources: {'Port': ['ID=150041c7-3875-4d93-9574-3297b473098a,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:37.651488 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Attempting to bind port 150041c7-3875-4d93-9574-3297b473098a on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:07:37.651488 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Attempting to bind port 150041c7-3875-4d93-9574-3297b473098a by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '6f4923d2-39fa-4769-9adf-7fc35e61cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '201a4f37-bd1b-4efa-bcfc-c4870e939c39'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:07:37.652012 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Attempting to bind port 150041c7-3875-4d93-9574-3297b473098a on network 201a4f37-bd1b-4efa-bcfc-c4870e939c39 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:37.658225 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:07:37.658854 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Checking segment: {'id': '6f4923d2-39fa-4769-9adf-7fc35e61cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '201a4f37-bd1b-4efa-bcfc-c4870e939c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:37.659356 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:37.659902 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Bound using segment: {'id': '6f4923d2-39fa-4769-9adf-7fc35e61cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '201a4f37-bd1b-4efa-bcfc-c4870e939c39'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:07:37.660470 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Bound port: 150041c7-3875-4d93-9574-3297b473098a, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4923d2-39fa-4769-9adf-7fc35e61cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '201a4f37-bd1b-4efa-bcfc-c4870e939c39'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:07:37.661076 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:37.733134 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:37.733795 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:37.735238 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27350820-594d-41be-95a5-e4160d62f18f req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] 10.222.0.15 "PUT /v2.0/ports/df02fc26-ebaa-45c5-8792-05136361b701 HTTP/1.1" status: 200 len: 1095 time: 4.3344414 Jul 14 07:07:37.742914 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] For port 150041c7-3875-4d93-9574-3297b473098a, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:07:37.751506 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] For port 150041c7-3875-4d93-9574-3297b473098a, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=150041c7-3875-4d93-9574-3297b473098a,segment=NetworkSegment(6f4923d2-39fa-4769-9adf-7fc35e61cc93),segment_id=6f4923d2-39fa-4769-9adf-7fc35e61cc93)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:07:37.761638 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:37.764790 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b6cca7-8b81-4030-b49b-4d4d34e14041', 'tag': 'df02fc26-ebaa-45c5-8792-05136361b701'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:37.767316 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0ebf97-002b-40d6-878e-388f3c76a865" -d '{"events": [{"name": "network-changed", "server_uuid": "12b6cca7-8b81-4030-b49b-4d4d34e14041", "tag": "df02fc26-ebaa-45c5-8792-05136361b701"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:37.795236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c66df207-b1db-4c11-ae6f-894c640b1ae8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Allocated IP 2001:db8::1fb (201a4f37-bd1b-4efa-bcfc-c4870e939c39/7fefa46f-93ac-4a93-ae75-f9a9ad9a505a/59749970-880e-4ab0-ba64-3f4bf0cb2208) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:37.804498 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-26e419bf-6c96-4890-a0c0-740a0f625940 None None] Provisioning complete for port 35ddabe8-089e-4188-9782-66770b152b3a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:37.805291 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-26e419bf-6c96-4890-a0c0-740a0f625940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:37.875932 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e6e3db55-2512-407f-b3c3-7ac93f0e2ad9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7155d1be9eef4b41b54712f302a34154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6126659 Jul 14 07:07:37.893089 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42694) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:37.934494 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:37.945107 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458fdc6-2352-4ff5-84b7-34ef45b7a722 None None] Pushing event updated for resources: {'Port': ['ID=150041c7-3875-4d93-9574-3297b473098a,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:37.947132 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Transition to ACTIVE for port object 1db217ac-53e5-406f-ac13-30ec0b2eb6be will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:37.968430 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:38.040927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 35ddabe8-089e-4188-9782-66770b152b3a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:38.080720 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Attempting to bind port 1db217ac-53e5-406f-ac13-30ec0b2eb6be on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:07:38.081498 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Attempting to bind port 1db217ac-53e5-406f-ac13-30ec0b2eb6be by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:07:38.082172 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Attempting to bind port 1db217ac-53e5-406f-ac13-30ec0b2eb6be on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:38.099858 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:07:38.100122 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:38.100798 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:38.100986 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:07:38.101475 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Bound port: 1db217ac-53e5-406f-ac13-30ec0b2eb6be, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:07:38.101883 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:38.103792 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d3213-ccd6-4a4a-b32a-59e08f186dd6 None None] Pushing event updated for resources: {'Port': ['ID=1db217ac-53e5-406f-ac13-30ec0b2eb6be,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:38.128412 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c66df207-b1db-4c11-ae6f-894c640b1ae8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:38.165099 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3213-ccd6-4a4a-b32a-59e08f186dd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:38.165729 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3213-ccd6-4a4a-b32a-59e08f186dd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:38.166268 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3213-ccd6-4a4a-b32a-59e08f186dd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:38.166778 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3213-ccd6-4a4a-b32a-59e08f186dd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:38.167271 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3213-ccd6-4a4a-b32a-59e08f186dd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:38.167761 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3213-ccd6-4a4a-b32a-59e08f186dd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:38.168280 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3213-ccd6-4a4a-b32a-59e08f186dd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:38.168776 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3213-ccd6-4a4a-b32a-59e08f186dd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:38.169286 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3213-ccd6-4a4a-b32a-59e08f186dd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:38.169767 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3213-ccd6-4a4a-b32a-59e08f186dd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:38.170248 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3213-ccd6-4a4a-b32a-59e08f186dd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:38.170749 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3213-ccd6-4a4a-b32a-59e08f186dd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:07:38.184517 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c66df207-b1db-4c11-ae6f-894c640b1ae8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Transition to ACTIVE for port object 59749970-880e-4ab0-ba64-3f4bf0cb2208 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:38.191373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 35ddabe8-089e-4188-9782-66770b152b3a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:38.192123 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:38.218900 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-0871a989-ed28-436a-9661-328ae541d052 None None] For port 1db217ac-53e5-406f-ac13-30ec0b2eb6be, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:07:38.225155 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-0871a989-ed28-436a-9661-328ae541d052 None None] For port 1db217ac-53e5-406f-ac13-30ec0b2eb6be, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1db217ac-53e5-406f-ac13-30ec0b2eb6be,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:07:38.231229 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:38.231711 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-05522800-b3ea-4dd8-8f91-5582cdcacd2c service neutron] 10.222.0.35 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9267664 Jul 14 07:07:38.236725 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9d78d7af-0a9c-4e83-8b4f-fa349a150ec2 req-5d7d5572-1a9b-4d72-8f33-be5d546d8bf8 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294854 Jul 14 07:07:38.259305 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b025b40-fd39-4243-aa6b-c6aa25534069 service neutron] Pushing event updated for resources: {'Port': ['ID=df02fc26-ebaa-45c5-8792-05136361b701,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:38.306516 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d139ab7-8f66-4301-91c7-f603bc6c0a6a {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:38.317893 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:38.339215 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c66df207-b1db-4c11-ae6f-894c640b1ae8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:38.349174 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-ca71cdf4-a4ec-4a3e-a04b-b13ea2c44aff tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Made reservation on behalf of f41c167b90654a4782677f21851a718d for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:38.350203 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Transition to ACTIVE for port object 0d139ab7-8f66-4301-91c7-f603bc6c0a6a will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:38.360181 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-ca71cdf4-a4ec-4a3e-a04b-b13ea2c44aff tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:38.377265 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Routers {'92060f12-f2b7-4544-8396-ed572184afbb'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:07:38.378191 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0871a989-ed28-436a-9661-328ae541d052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:07:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['92060f12-f2b7-4544-8396-ed572184afbb'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:38.380909 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:38.381511 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d3213-ccd6-4a4a-b32a-59e08f186dd6 None None] Pushing event updated for resources: {'Port': ['ID=1db217ac-53e5-406f-ac13-30ec0b2eb6be,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:38.416948 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66df207-b1db-4c11-ae6f-894c640b1ae8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 201a4f37-bd1b-4efa-bcfc-c4870e939c39 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:38.430419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c66df207-b1db-4c11-ae6f-894c640b1ae8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:38.441234 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66df207-b1db-4c11-ae6f-894c640b1ae8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:38.459426 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66df207-b1db-4c11-ae6f-894c640b1ae8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:38.460168 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c66df207-b1db-4c11-ae6f-894c640b1ae8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:38.464236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66df207-b1db-4c11-ae6f-894c640b1ae8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=59749970-880e-4ab0-ba64-3f4bf0cb2208,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:38.517914 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0871a989-ed28-436a-9661-328ae541d052 None None] Set router 92060f12-f2b7-4544-8396-ed572184afbb gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:07:38.533013 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c66df207-b1db-4c11-ae6f-894c640b1ae8 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2241697 Jul 14 07:07:38.543618 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42696) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:38.652470 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:38.692291 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Attempting to bind port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:07:38.692626 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Attempting to bind port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:07:38.692962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Attempting to bind port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:38.698728 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:07:38.698982 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Attempting to bind port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:38.705554 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:07:38.705942 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:38.706331 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:07:38.707019 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Bound port: 0d139ab7-8f66-4301-91c7-f603bc6c0a6a, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:07:38.707878 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:38.752918 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e62373be-39fc-4ec3-9a10-f769d36d0332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:38.802901 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0871a989-ed28-436a-9661-328ae541d052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92060f12-f2b7-4544-8396-ed572184afbb', 'name': 'tempest-ServerRescueTestJSON-771638087-router', 'tenant_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '1db217ac-53e5-406f-ac13-30ec0b2eb6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:07:33Z', 'updated_at': '2021-07-14T07:07:35Z', 'revision_number': 3, 'project_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'gw_port': {'id': '1db217ac-53e5-406f-ac13-30ec0b2eb6be', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92060f12-f2b7-4544-8396-ed572184afbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:07:34Z', 'updated_at': '2021-07-14T07:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:38.808580 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] For port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:07:38.824756 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] For port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:07:38.838529 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871a989-ed28-436a-9661-328ae541d052 None None] The sync data for ids ['92060f12-f2b7-4544-8396-ed572184afbb'] in n-d-778696-5 is: [{'id': '92060f12-f2b7-4544-8396-ed572184afbb', 'name': 'tempest-ServerRescueTestJSON-771638087-router', 'tenant_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '1db217ac-53e5-406f-ac13-30ec0b2eb6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:07:33Z', 'updated_at': '2021-07-14T07:07:35Z', 'revision_number': 3, 'project_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'gw_port': {'id': '1db217ac-53e5-406f-ac13-30ec0b2eb6be', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92060f12-f2b7-4544-8396-ed572184afbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:07:34Z', 'updated_at': '2021-07-14T07:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:07:38.838737 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:38.849910 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27350820-594d-41be-95a5-e4160d62f18f req-8f655fff-e665-4082-a8e6-f2bb3411c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:38.852522 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27350820-594d-41be-95a5-e4160d62f18f req-8f655fff-e665-4082-a8e6-f2bb3411c26a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40cc528b5b254cceb775759f0610b6d6&device_id=12b6cca7-8b81-4030-b49b-4d4d34e14041 HTTP/1.1" status: 200 len: 1098 time: 0.9948139 Jul 14 07:07:38.896507 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:38.897139 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:38.899452 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] 10.222.0.30 "PUT /v2.0/ports/0d139ab7-8f66-4301-91c7-f603bc6c0a6a HTTP/1.1" status: 200 len: 1096 time: 1.7962554 Jul 14 07:07:38.899933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650aacff-da33-4896-9325-6510815b0b1e', 'tag': '0d139ab7-8f66-4301-91c7-f603bc6c0a6a'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:38.905317 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68e31d4-985b-49d6-b1fe-67731eb033b7" -d '{"events": [{"name": "network-changed", "server_uuid": "650aacff-da33-4896-9325-6510815b0b1e", "tag": "0d139ab7-8f66-4301-91c7-f603bc6c0a6a"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:38.947622 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e62373be-39fc-4ec3-9a10-f769d36d0332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:38.962884 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e23796-6157-444a-b937-40e9b7895cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:39.038201 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-7970558d-1f6e-4676-ba10-a59ea89c4a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:39.040190 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-7970558d-1f6e-4676-ba10-a59ea89c4a25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 1099 time: 0.0693817 Jul 14 07:07:39.094784 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-a8438aeb-e1d4-43df-aefe-acb3c03542b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=0d139ab7-8f66-4301-91c7-f603bc6c0a6a HTTP/1.1" status: 200 len: 217 time: 0.0442157 Jul 14 07:07:39.151856 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27350820-594d-41be-95a5-e4160d62f18f req-8ea1f5de-77bb-4974-a986-ca17d9d56530 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=df02fc26-ebaa-45c5-8792-05136361b701 HTTP/1.1" status: 200 len: 217 time: 0.2002873 Jul 14 07:07:39.180461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-25176ca8-f651-458b-bab9-4d0f89640c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:39.182604 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-25176ca8-f651-458b-bab9-4d0f89640c8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0805502 Jul 14 07:07:39.216537 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-ca71cdf4-a4ec-4a3e-a04b-b13ea2c44aff tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Allocated IP 172.20.0.11 (7df11440-a490-4cbf-bd30-2320c3a465de/17e8a532-de8e-4a6c-8825-83e30374b3e7/98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:39.255877 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-c3717964-6df2-432d-9058-a6cd284802ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:39.258689 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-c3717964-6df2-432d-9058-a6cd284802ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690680 Jul 14 07:07:39.328429 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bc7d20-f522-494d-91b9-f7f549b20189 None None] Network 201a4f37-bd1b-4efa-bcfc-c4870e939c39 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:39.377031 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-f23e42f8-764e-48db-be01-e7cf1603cc5d service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108179 Jul 14 07:07:39.488793 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7b679817-f1b4-47de-b92f-2be90bad2921 req-b39ebb3f-a01a-4e4b-b55a-db4afdc715ba service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048937 Jul 14 07:07:39.528710 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c8da1239-c5c1-4bcb-afde-cb1803408c91 None None] Provisioning for port 150041c7-3875-4d93-9574-3297b473098a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:39.606808 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-c96cd366-d07d-4b21-ade3-4dd245955109 service neutron] 10.222.0.35 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3431423 Jul 14 07:07:39.821060 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10e01d9-9cdc-4ae4-b25e-9b4395f7f7b0 x-openstack-request-id: req-f10e01d9-9cdc-4ae4-b25e-9b4395f7f7b0 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:39.821395 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1d152d-04fa-4485-acbc-fa651254858d", "name": "network-vif-plugged", "status": "completed", "tag": "5307846d-1475-4494-bdbf-4e10c899d46a", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:39.821712 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f10e01d9-9cdc-4ae4-b25e-9b4395f7f7b0 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:39.822178 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1d152d-04fa-4485-acbc-fa651254858d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5307846d-1475-4494-bdbf-4e10c899d46a', 'code': 200} Jul 14 07:07:39.874259 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-26c77115-6d8c-4780-8d37-2867b5aeb198 None None] Provisioning for port 59749970-880e-4ab0-ba64-3f4bf0cb2208 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:39.895271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-26c77115-6d8c-4780-8d37-2867b5aeb198 None None] Provisioning complete for port 59749970-880e-4ab0-ba64-3f4bf0cb2208 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:39.900119 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-26c77115-6d8c-4780-8d37-2867b5aeb198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:40.007618 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-26c77115-6d8c-4780-8d37-2867b5aeb198 None None] Port 59749970-880e-4ab0-ba64-3f4bf0cb2208 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:40.067483 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa652a5-065f-493e-ae40-cf5ae45685a7 req-e4eba469-5f2b-43d0-9293-1363a756e252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:40.069346 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8aa652a5-065f-493e-ae40-cf5ae45685a7 req-e4eba469-5f2b-43d0-9293-1363a756e252 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 1096 time: 0.1476436 Jul 14 07:07:40.096021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27350820-594d-41be-95a5-e4160d62f18f req-00a9663f-f957-425c-97a8-5ba42b509962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:40.097463 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27350820-594d-41be-95a5-e4160d62f18f req-00a9663f-f957-425c-97a8-5ba42b509962 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.8691888 Jul 14 07:07:40.101528 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf0080-3db5-492d-bd59-3c6a2893e70b req-ebfc4bfd-0181-408b-900b-fe9d668fcdce tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:40.103412 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a9bf0080-3db5-492d-bd59-3c6a2893e70b req-ebfc4bfd-0181-408b-900b-fe9d668fcdce tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b7706e-1eb4-4e5f-a9e6-04a9106c1455 HTTP/1.1" status: 200 len: 950 time: 0.1203523 Jul 14 07:07:40.132024 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 150041c7-3875-4d93-9574-3297b473098a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:40.228751 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 150041c7-3875-4d93-9574-3297b473098a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:40.236261 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 150041c7-3875-4d93-9574-3297b473098a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:40.236976 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:40.252203 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8aa652a5-065f-493e-ae40-cf5ae45685a7 req-359672fe-42f1-467a-831e-5a04e2dc2b54 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475797 Jul 14 07:07:40.276281 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-a9bf0080-3db5-492d-bd59-3c6a2893e70b req-d858e718-7750-4818-84fd-aba0c4c36c59 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Deleting port a729e751-ec43-4dbe-881f-cf0cb5f11a66 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:40.276626 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a9bf0080-3db5-492d-bd59-3c6a2893e70b req-d858e718-7750-4818-84fd-aba0c4c36c59 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:40.280312 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff204f-59cf-4c09-87ac-6e5dd3727af4 req-26f1cc52-fdd6-4e7d-93cb-dbe7e868e255 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:40.287766 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19ff204f-59cf-4c09-87ac-6e5dd3727af4 req-26f1cc52-fdd6-4e7d-93cb-dbe7e868e255 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 948 time: 1.5432537 Jul 14 07:07:40.303382 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e62373be-39fc-4ec3-9a10-f769d36d0332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:40.306474 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e62373be-39fc-4ec3-9a10-f769d36d0332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:40.310401 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e62373be-39fc-4ec3-9a10-f769d36d0332 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15769a5e-d5b2-475a-816a-09ef17bb43c2 HTTP/1.1" status: 204 len: 168 time: 2.3540080 Jul 14 07:07:40.370107 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-681f715c-3fb4-475a-859a-4e75812e6fe6 None None] Provisioning complete for port 59749970-880e-4ab0-ba64-3f4bf0cb2208 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:40.370704 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-681f715c-3fb4-475a-859a-4e75812e6fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:40.372200 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:40.417920 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-a9bf0080-3db5-492d-bd59-3c6a2893e70b req-d858e718-7750-4818-84fd-aba0c4c36c59 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] For port a729e751-ec43-4dbe-881f-cf0cb5f11a66, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a729e751-ec43-4dbe-881f-cf0cb5f11a66,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:40.420562 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a9bf0080-3db5-492d-bd59-3c6a2893e70b req-d858e718-7750-4818-84fd-aba0c4c36c59 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:40.428583 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68d82900-452e-4e55-add3-9434f7699a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:40.431890 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62373be-39fc-4ec3-9a10-f769d36d0332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15769a5e-d5b2-475a-816a-09ef17bb43c2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:40.437963 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-681f715c-3fb4-475a-859a-4e75812e6fe6 None None] Port 59749970-880e-4ab0-ba64-3f4bf0cb2208 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:40.442954 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 150041c7-3875-4d93-9574-3297b473098a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=150041c7-3875-4d93-9574-3297b473098a,segment=NetworkSegment(6f4923d2-39fa-4769-9adf-7fc35e61cc93),segment_id=6f4923d2-39fa-4769-9adf-7fc35e61cc93)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:40.452976 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:40.453921 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1db217ac-53e5-406f-ac13-30ec0b2eb6be up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:40.464610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-a9bf0080-3db5-492d-bd59-3c6a2893e70b req-d858e718-7750-4818-84fd-aba0c4c36c59 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Calling delete_port for a729e751-ec43-4dbe-881f-cf0cb5f11a66 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:40.505815 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19ff204f-59cf-4c09-87ac-6e5dd3727af4 req-2a1bcf20-3188-4805-97b9-1f0db5d4b8a5 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170489 Jul 14 07:07:40.546653 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=150041c7-3875-4d93-9574-3297b473098a,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:40.561171 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 1db217ac-53e5-406f-ac13-30ec0b2eb6be completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:40.566276 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 1db217ac-53e5-406f-ac13-30ec0b2eb6be triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:40.567301 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:40.633294 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b53c5-6add-461f-b124-401331220762 req-f9179604-38af-4a1c-ae06-1641e16d481f tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:40.638740 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8b0b53c5-6add-461f-b124-401331220762 req-f9179604-38af-4a1c-ae06-1641e16d481f tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.5009010 Jul 14 07:07:40.676009 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-ca71cdf4-a4ec-4a3e-a04b-b13ea2c44aff tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:40.680745 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee93bad-7678-4092-beb7-43c46c1e4f82 x-openstack-request-id: req-bee93bad-7678-4092-beb7-43c46c1e4f82 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:40.681596 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b6cca7-8b81-4030-b49b-4d4d34e14041", "tag": "df02fc26-ebaa-45c5-8792-05136361b701", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:40.681859 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bee93bad-7678-4092-beb7-43c46c1e4f82 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:40.682257 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b6cca7-8b81-4030-b49b-4d4d34e14041', 'tag': 'df02fc26-ebaa-45c5-8792-05136361b701', 'status': 'completed', 'code': 200} Jul 14 07:07:40.745480 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:40.747301 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a9bf0080-3db5-492d-bd59-3c6a2893e70b req-d858e718-7750-4818-84fd-aba0c4c36c59 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:40.751677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27350820-594d-41be-95a5-e4160d62f18f req-d57bcef9-c851-4691-bda8-eb2366f7817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:40.753340 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27350820-594d-41be-95a5-e4160d62f18f req-d57bcef9-c851-4691-bda8-eb2366f7817a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5952218 Jul 14 07:07:40.760337 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['28d15e7e-4f2c-4bc7-8717-9d690df8727a', 'a729e751-ec43-4dbe-881f-cf0cb5f11a66', 'ada4328d-c453-4e33-9da3-5caad16fa8f1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:40.789132 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858e718-7750-4818-84fd-aba0c4c36c59 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Pushing event deleted for resources: {'Port': ['ID=a729e751-ec43-4dbe-881f-cf0cb5f11a66,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:40.800701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 1db217ac-53e5-406f-ac13-30ec0b2eb6be, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1db217ac-53e5-406f-ac13-30ec0b2eb6be,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:40.820419 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:40.870844 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bf0080-3db5-492d-bd59-3c6a2893e70b req-d858e718-7750-4818-84fd-aba0c4c36c59 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] No DVR routers for this DVR port a729e751-ec43-4dbe-881f-cf0cb5f11a66 on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:40.873685 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a9bf0080-3db5-492d-bd59-3c6a2893e70b req-d858e718-7750-4818-84fd-aba0c4c36c59 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:40.875852 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a9bf0080-3db5-492d-bd59-3c6a2893e70b req-d858e718-7750-4818-84fd-aba0c4c36c59 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "DELETE /v2.0/ports/a729e751-ec43-4dbe-881f-cf0cb5f11a66 HTTP/1.1" status: 204 len: 173 time: 0.7576125 Jul 14 07:07:40.904856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-ca71cdf4-a4ec-4a3e-a04b-b13ea2c44aff tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Transition to ACTIVE for port object 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:40.931764 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=1db217ac-53e5-406f-ac13-30ec0b2eb6be,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:40.991146 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8b0b53c5-6add-461f-b124-401331220762 req-a94ed301-0138-4aa3-aed5-982803cde39e tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394828 Jul 14 07:07:41.095625 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390a4986-26ee-442d-90f3-3217eb85acb1 x-openstack-request-id: req-390a4986-26ee-442d-90f3-3217eb85acb1 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:41.095943 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650aacff-da33-4896-9325-6510815b0b1e", "tag": "0d139ab7-8f66-4301-91c7-f603bc6c0a6a", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:41.096249 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-390a4986-26ee-442d-90f3-3217eb85acb1 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:41.096663 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650aacff-da33-4896-9325-6510815b0b1e', 'tag': '0d139ab7-8f66-4301-91c7-f603bc6c0a6a', 'status': 'completed', 'code': 200} Jul 14 07:07:41.156565 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47587c9c-4091-457f-8e25-22e9b78c5013 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:41.454977 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e31d4-985b-49d6-b1fe-67731eb033b7 req-9903dd05-cc60-4b50-9b01-4502f761cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:41.456600 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b68e31d4-985b-49d6-b1fe-67731eb033b7 req-9903dd05-cc60-4b50-9b01-4502f761cc48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 1099 time: 0.0718162 Jul 14 07:07:41.562721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e31d4-985b-49d6-b1fe-67731eb033b7 req-15fe433d-2aad-439b-aa41-2acb2977b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:41.564279 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b68e31d4-985b-49d6-b1fe-67731eb033b7 req-15fe433d-2aad-439b-aa41-2acb2977b7e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.1000631 Jul 14 07:07:41.609105 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b68e31d4-985b-49d6-b1fe-67731eb033b7 req-61c3df54-211a-4ab7-8b0e-06e1615bbb88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=0d139ab7-8f66-4301-91c7-f603bc6c0a6a HTTP/1.1" status: 200 len: 217 time: 0.0357635 Jul 14 07:07:41.671498 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e31d4-985b-49d6-b1fe-67731eb033b7 req-d5738a00-3fae-443d-9e43-16b9fca5bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:41.679436 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27350820-594d-41be-95a5-e4160d62f18f req-371c2a4c-a982-4d4b-972d-300ee5c114ff service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9142137 Jul 14 07:07:41.686155 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b68e31d4-985b-49d6-b1fe-67731eb033b7 req-d5738a00-3fae-443d-9e43-16b9fca5bd29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0678065 Jul 14 07:07:41.729221 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-ca71cdf4-a4ec-4a3e-a04b-b13ea2c44aff tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:41.781622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e31d4-985b-49d6-b1fe-67731eb033b7 req-862333ce-1751-4ee1-98cd-5ebae71156ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:41.783283 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b68e31d4-985b-49d6-b1fe-67731eb033b7 req-862333ce-1751-4ee1-98cd-5ebae71156ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0904729 Jul 14 07:07:41.839079 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 0d139ab7-8f66-4301-91c7-f603bc6c0a6a details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:07:41.858947 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-68d82900-452e-4e55-add3-9434f7699a3c admin admin] Allocated IP 172.20.0.1 (5a14332a-3cc4-4fca-9869-617a13d02085/0647552b-8dce-4aed-a543-e2c6d3a859c4/b40c2563-a9c5-48b7-8a56-153530d093bf) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:41.932252 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b68e31d4-985b-49d6-b1fe-67731eb033b7 req-8068284b-144b-4f07-84b2-a5e694c6a7bf service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362929 Jul 14 07:07:42.011128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 150041c7-3875-4d93-9574-3297b473098a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:42.014044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfe1b4-d4c1-45ba-ac8c-50da7b4ba702 req-df9585bd-810f-4940-8033-06288eef441e tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:42.015733 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f5bfe1b4-d4c1-45ba-ac8c-50da7b4ba702 req-df9585bd-810f-4940-8033-06288eef441e tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=12b6cca7-8b81-4030-b49b-4d4d34e14041 HTTP/1.1" status: 200 len: 947 time: 0.6111958 Jul 14 07:07:42.021094 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:42.025208 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-9f93baaf-e477-4f56-bb2d-d8605d6c1de5 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:42.031919 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-9f93baaf-e477-4f56-bb2d-d8605d6c1de5 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/networks?id=7df11440-a490-4cbf-bd30-2320c3a465de HTTP/1.1" status: 200 len: 816 time: 0.6180992 Jul 14 07:07:42.090609 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-ca71cdf4-a4ec-4a3e-a04b-b13ea2c44aff tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Network 7df11440-a490-4cbf-bd30-2320c3a465de is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:42.099549 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '0d139ab7-8f66-4301-91c7-f603bc6c0a6a', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '0d139ab7-8f66-4301-91c7-f603bc6c0a6a', 'mac_address': 'fa:16:3e:11:80:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:07:42.115454 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71cdf4-a4ec-4a3e-a04b-b13ea2c44aff tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Pushing event updated for resources: {'Port': ['ID=98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:42.149757 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-a60fe351-f9bd-43dc-897e-4c1fd3ea6e46 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/quotas/f41c167b90654a4782677f21851a718d HTTP/1.1" status: 200 len: 375 time: 0.1168528 Jul 14 07:07:42.150390 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b68e31d4-985b-49d6-b1fe-67731eb033b7 req-de8bf3b0-442e-4010-bdfe-6158b4355db7 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137244 Jul 14 07:07:42.155519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-ca71cdf4-a4ec-4a3e-a04b-b13ea2c44aff tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:42.158654 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:42.174052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d139ab7-8f66-4301-91c7-f603bc6c0a6a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:42.202635 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 150041c7-3875-4d93-9574-3297b473098a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:42.203016 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:42.208861 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:42.241512 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:42.256425 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47587c9c-4091-457f-8e25-22e9b78c5013 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:42.259296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-ca71cdf4-a4ec-4a3e-a04b-b13ea2c44aff tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:42.332040 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:42.356768 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47587c9c-4091-457f-8e25-22e9b78c5013 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:42.387235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1db217ac-53e5-406f-ac13-30ec0b2eb6be up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:42.424381 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47587c9c-4091-457f-8e25-22e9b78c5013 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=59749970-880e-4ab0-ba64-3f4bf0cb2208,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:42.438597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27350820-594d-41be-95a5-e4160d62f18f req-702ab4c8-f92c-43fa-a226-4c4f175d75d9 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7390037 Jul 14 07:07:42.441457 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f5bfe1b4-d4c1-45ba-ac8c-50da7b4ba702 req-78cc5bef-a21e-4a59-9447-efd891fb69d1 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950636 Jul 14 07:07:42.475128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 1db217ac-53e5-406f-ac13-30ec0b2eb6be triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:42.476180 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:42.487795 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-ca978ece-14d9-4b4e-94c8-53f1457fddc2 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:42.489428 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-ca978ece-14d9-4b4e-94c8-53f1457fddc2 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.30 "GET /v2.0/networks?id=7df11440-a490-4cbf-bd30-2320c3a465de HTTP/1.1" status: 200 len: 816 time: 0.6359921 Jul 14 07:07:42.528916 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-93bf5ef3-a6ca-4c57-bd36-9dd9754f8a11 None None] Provisioning for port 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:42.532988 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['0d139ab7-8f66-4301-91c7-f603bc6c0a6a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:42.540622 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-93bf5ef3-a6ca-4c57-bd36-9dd9754f8a11 None None] Provisioning complete for port 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:42.541600 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-93bf5ef3-a6ca-4c57-bd36-9dd9754f8a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:42.614844 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-93bf5ef3-a6ca-4c57-bd36-9dd9754f8a11 None None] Port 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:42.626062 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-692a0952-c74a-484c-86fd-5e35d2d78125 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Request body: {'port': {'device_id': '8620d67e-2954-429a-ac6a-348bc7e8be4b', 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de', 'admin_state_up': True, 'tenant_id': 'f41c167b90654a4782677f21851a718d'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:42.635431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-ca71cdf4-a4ec-4a3e-a04b-b13ea2c44aff tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:42.636068 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-ca71cdf4-a4ec-4a3e-a04b-b13ea2c44aff tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:42.736359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca321ff6-3a99-4bf9-91c3-f62da06164d2 req-cb04fef5-61b0-4dbc-9225-0c2e0ff9029c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:42.738315 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ca321ff6-3a99-4bf9-91c3-f62da06164d2 req-cb04fef5-61b0-4dbc-9225-0c2e0ff9029c tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd08eed8-f743-4223-b053-10e94f0c828b HTTP/1.1" status: 200 len: 949 time: 0.0939214 Jul 14 07:07:42.858877 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-ca321ff6-3a99-4bf9-91c3-f62da06164d2 req-a3b772b1-926a-44a8-b86b-3f26b7ae6467 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Deleting port ada4328d-c453-4e33-9da3-5caad16fa8f1 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:42.859147 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ca321ff6-3a99-4bf9-91c3-f62da06164d2 req-a3b772b1-926a-44a8-b86b-3f26b7ae6467 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:42.871990 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6b524b11-9ffa-487d-b493-c81df979db70 None None] Provisioning complete for port 59749970-880e-4ab0-ba64-3f4bf0cb2208 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:42.873135 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6b524b11-9ffa-487d-b493-c81df979db70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:42.917871 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-6b524b11-9ffa-487d-b493-c81df979db70 None None] Port 59749970-880e-4ab0-ba64-3f4bf0cb2208 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:42.969624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-ca321ff6-3a99-4bf9-91c3-f62da06164d2 req-a3b772b1-926a-44a8-b86b-3f26b7ae6467 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] For port ada4328d-c453-4e33-9da3-5caad16fa8f1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=ada4328d-c453-4e33-9da3-5caad16fa8f1,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:42.970110 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ca321ff6-3a99-4bf9-91c3-f62da06164d2 req-a3b772b1-926a-44a8-b86b-3f26b7ae6467 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:42.986397 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-ca321ff6-3a99-4bf9-91c3-f62da06164d2 req-a3b772b1-926a-44a8-b86b-3f26b7ae6467 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Calling delete_port for ada4328d-c453-4e33-9da3-5caad16fa8f1 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:43.105043 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b7706e-1eb4-4e5f-a9e6-04a9106c1455', 'name': 'network-vif-deleted', 'tag': 'a729e751-ec43-4dbe-881f-cf0cb5f11a66'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:43.107291 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170bcd53-5aa9-4aee-b1b5-54698d286904" -d '{"events": [{"server_uuid": "53b7706e-1eb4-4e5f-a9e6-04a9106c1455", "name": "network-vif-deleted", "tag": "a729e751-ec43-4dbe-881f-cf0cb5f11a66"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:43.139009 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ca321ff6-3a99-4bf9-91c3-f62da06164d2 req-a3b772b1-926a-44a8-b86b-3f26b7ae6467 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:43.151589 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['28d15e7e-4f2c-4bc7-8717-9d690df8727a', 'ada4328d-c453-4e33-9da3-5caad16fa8f1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:43.193740 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b772b1-926a-44a8-b86b-3f26b7ae6467 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Pushing event deleted for resources: {'Port': ['ID=ada4328d-c453-4e33-9da3-5caad16fa8f1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:43.218945 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-ca71cdf4-a4ec-4a3e-a04b-b13ea2c44aff tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7186568 Jul 14 07:07:43.253418 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68d82900-452e-4e55-add3-9434f7699a3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:43.261505 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca321ff6-3a99-4bf9-91c3-f62da06164d2 req-a3b772b1-926a-44a8-b86b-3f26b7ae6467 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] No DVR routers for this DVR port ada4328d-c453-4e33-9da3-5caad16fa8f1 on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:43.263994 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ca321ff6-3a99-4bf9-91c3-f62da06164d2 req-a3b772b1-926a-44a8-b86b-3f26b7ae6467 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:43.266120 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ca321ff6-3a99-4bf9-91c3-f62da06164d2 req-a3b772b1-926a-44a8-b86b-3f26b7ae6467 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "DELETE /v2.0/ports/ada4328d-c453-4e33-9da3-5caad16fa8f1 HTTP/1.1" status: 204 len: 173 time: 0.5219328 Jul 14 07:07:43.273496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Request body: {'port': {'device_id': '4ccde10a-4b13-410f-a8e3-797c74e60b74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:43.277290 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47587c9c-4091-457f-8e25-22e9b78c5013 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:43.380659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-43aeb2f7-a968-4331-9b48-a671a081a6b0 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f41c167b90654a4782677f21851a718d&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2263460 Jul 14 07:07:43.405768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ebf97-002b-40d6-878e-388f3c76a865 req-236373fd-6b84-4498-9c9f-a4a8151f3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:43.408075 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c0ebf97-002b-40d6-878e-388f3c76a865 req-236373fd-6b84-4498-9c9f-a4a8151f3e8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40cc528b5b254cceb775759f0610b6d6&device_id=12b6cca7-8b81-4030-b49b-4d4d34e14041 HTTP/1.1" status: 200 len: 1098 time: 0.8058059 Jul 14 07:07:43.642679 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e609364-6015-4d69-8450-409c11e1b603 req-105ae8a8-af51-4e2a-8a2c-e25bf8981518 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:43.644504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8e609364-6015-4d69-8450-409c11e1b603 req-105ae8a8-af51-4e2a-8a2c-e25bf8981518 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 949 time: 0.5537488 Jul 14 07:07:43.695311 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:43.717850 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68d82900-452e-4e55-add3-9434f7699a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:43.719659 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-692a0952-c74a-484c-86fd-5e35d2d78125 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Made reservation on behalf of f41c167b90654a4782677f21851a718d for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:43.723175 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-692a0952-c74a-484c-86fd-5e35d2d78125 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:43.839203 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 0d139ab7-8f66-4301-91c7-f603bc6c0a6a up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:43.897296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d82900-452e-4e55-add3-9434f7699a3c admin admin] Network 5a14332a-3cc4-4fca-9869-617a13d02085 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:43.901308 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ebf97-002b-40d6-878e-388f3c76a865 req-9c8049eb-603b-4300-8261-6e43a03db80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:43.902834 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c0ebf97-002b-40d6-878e-388f3c76a865 req-9c8049eb-603b-4300-8261-6e43a03db80a service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.4649868 Jul 14 07:07:43.912643 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8e609364-6015-4d69-8450-409c11e1b603 req-31a5b248-d53b-43c7-a0fb-4e087b2b03d0 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536662 Jul 14 07:07:43.916699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:43.922883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:43.923576 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:43.925001 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-3a970670-2a7e-433a-a9c5-2302c9d5fae5 service neutron] 10.222.0.35 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267568 Jul 14 07:07:43.925861 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-68d82900-452e-4e55-add3-9434f7699a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:43.928413 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d82900-452e-4e55-add3-9434f7699a3c admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:43.930922 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47587c9c-4091-457f-8e25-22e9b78c5013 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:43.951619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d82900-452e-4e55-add3-9434f7699a3c admin admin] Pushing event updated for resources: {'Port': ['ID=b40c2563-a9c5-48b7-8a56-153530d093bf,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:44.061902 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:44.076932 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device ada4328d-c453-4e33-9da3-5caad16fa8f1 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:07:44.107320 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c0ebf97-002b-40d6-878e-388f3c76a865 req-f423e89e-a774-4f38-8ae7-869b58aa4958 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=df02fc26-ebaa-45c5-8792-05136361b701 HTTP/1.1" status: 200 len: 217 time: 0.1853914 Jul 14 07:07:44.113017 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650aacff-da33-4896-9325-6510815b0b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d139ab7-8f66-4301-91c7-f603bc6c0a6a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:44.115910 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c15eaeb-4a18-439f-8a22-77c67a9a7a7a" -d '{"events": [{"server_uuid": "650aacff-da33-4896-9325-6510815b0b1e", "name": "network-vif-plugged", "status": "completed", "tag": "0d139ab7-8f66-4301-91c7-f603bc6c0a6a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:44.121575 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: ada4328d-c453-4e33-9da3-5caad16fa8f1 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:07:44.122011 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device ada4328d-c453-4e33-9da3-5caad16fa8f1 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:07:44.122517 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a729e751-ec43-4dbe-881f-cf0cb5f11a66 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:07:44.124483 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42806) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:44.147562 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: a729e751-ec43-4dbe-881f-cf0cb5f11a66 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:07:44.148057 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a729e751-ec43-4dbe-881f-cf0cb5f11a66 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:07:44.150887 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:44.156120 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:44.206563 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:44.238710 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fd63c106-70fb-4ebd-ad5e-cff00dbb23b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:44.307944 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68d82900-452e-4e55-add3-9434f7699a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:44.330742 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fd63c106-70fb-4ebd-ad5e-cff00dbb23b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:44.335644 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fd63c106-70fb-4ebd-ad5e-cff00dbb23b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:44.372750 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fd63c106-70fb-4ebd-ad5e-cff00dbb23b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc7c545889ee44e99418a002247705c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464404 Jul 14 07:07:44.374703 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63c106-70fb-4ebd-ad5e-cff00dbb23b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b2d628-8d3c-45a1-a3a1-cc8b144f03a2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:44.377033 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42810) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:44.429438 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99c442f5-172d-499c-bddf-e3589c486562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:44.450352 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99c442f5-172d-499c-bddf-e3589c486562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:44.489105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ebf97-002b-40d6-878e-388f3c76a865 req-46eb2454-7ed4-467e-ad0a-71bc9b12eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:44.490710 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c0ebf97-002b-40d6-878e-388f3c76a865 req-46eb2454-7ed4-467e-ad0a-71bc9b12eb7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.3520923 Jul 14 07:07:44.498139 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99c442f5-172d-499c-bddf-e3589c486562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:44.500689 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99c442f5-172d-499c-bddf-e3589c486562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:44.501863 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-99c442f5-172d-499c-bddf-e3589c486562 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73b2d628-8d3c-45a1-a3a1-cc8b144f03a2 HTTP/1.1" status: 204 len: 168 time: 0.1229131 Jul 14 07:07:44.510001 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c442f5-172d-499c-bddf-e3589c486562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b2d628-8d3c-45a1-a3a1-cc8b144f03a2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:44.578813 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-9d3070d5-1b19-4cf3-bdda-86b88f9ce94b service neutron] 10.222.0.35 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6366498 Jul 14 07:07:44.583343 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-692a0952-c74a-484c-86fd-5e35d2d78125 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Allocated IP 172.20.0.3 (7df11440-a490-4cbf-bd30-2320c3a465de/17e8a532-de8e-4a6c-8825-83e30374b3e7/469ac5d4-57af-478f-9cef-bfff7ea7ba52) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:44.642858 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6db73-227c-4ac5-9e0f-d5be0c075190 req-5dade8ac-8a5f-4345-8aa1-b4f425821cda tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:44.644313 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77e6db73-227c-4ac5-9e0f-d5be0c075190 req-5dade8ac-8a5f-4345-8aa1-b4f425821cda tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.5360770 Jul 14 07:07:44.792703 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68d82900-452e-4e55-add3-9434f7699a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:44.832868 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e50fe3-421a-43b9-9eca-d42d3cc3192f x-openstack-request-id: req-a5e50fe3-421a-43b9-9eca-d42d3cc3192f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:44.833329 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b7706e-1eb4-4e5f-a9e6-04a9106c1455", "name": "network-vif-deleted", "tag": "a729e751-ec43-4dbe-881f-cf0cb5f11a66", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:44.833699 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5e50fe3-421a-43b9-9eca-d42d3cc3192f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:44.834432 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b7706e-1eb4-4e5f-a9e6-04a9106c1455', 'name': 'network-vif-deleted', 'tag': 'a729e751-ec43-4dbe-881f-cf0cb5f11a66', 'status': 'completed', 'code': 200} Jul 14 07:07:44.834992 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42822) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:44.855010 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f91aac7-4a43-43da-aad7-18bdfc34300b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:44.896918 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77e6db73-227c-4ac5-9e0f-d5be0c075190 req-83025537-ba98-47fc-8426-cb34975f3900 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416139 Jul 14 07:07:44.899564 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ebf97-002b-40d6-878e-388f3c76a865 req-ac5cc6a1-d06c-40c0-a00f-fc8c4ec57d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:44.901474 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c0ebf97-002b-40d6-878e-388f3c76a865 req-ac5cc6a1-d06c-40c0-a00f-fc8c4ec57d2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3889341 Jul 14 07:07:44.955162 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fd84dd-19fd-4ad6-a742-ad02fb1a04bc x-openstack-request-id: req-17fd84dd-19fd-4ad6-a742-ad02fb1a04bc {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:44.956161 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650aacff-da33-4896-9325-6510815b0b1e", "name": "network-vif-plugged", "status": "completed", "tag": "0d139ab7-8f66-4301-91c7-f603bc6c0a6a", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:44.956650 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17fd84dd-19fd-4ad6-a742-ad02fb1a04bc {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:44.957279 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650aacff-da33-4896-9325-6510815b0b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d139ab7-8f66-4301-91c7-f603bc6c0a6a', 'code': 200} Jul 14 07:07:45.017705 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f91aac7-4a43-43da-aad7-18bdfc34300b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:45.023344 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f91aac7-4a43-43da-aad7-18bdfc34300b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:45.103652 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4f91aac7-4a43-43da-aad7-18bdfc34300b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e8ecae108fd49f19a3311b36cbb1c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2673569 Jul 14 07:07:45.104587 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91aac7-4a43-43da-aad7-18bdfc34300b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a254f3c4-b8ac-4812-860b-91761174af37,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:45.110452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42834) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:45.178786 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:45.183851 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a233825-890c-41b7-aecb-5b232245d859 req-dc5e3515-bd70-4b9b-aafe-1a51b8ceeabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:45.185416 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8a233825-890c-41b7-aecb-5b232245d859 req-dc5e3515-bd70-4b9b-aafe-1a51b8ceeabf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 1101 time: 0.1463184 Jul 14 07:07:45.189394 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1cc21b5b-1bb2-429e-bf52-9a8da84f9692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:45.231129 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1cc21b5b-1bb2-429e-bf52-9a8da84f9692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:45.259493 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8a233825-890c-41b7-aecb-5b232245d859 req-8c3f8280-33d5-49fc-9439-824e7a07b601 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668502 Jul 14 07:07:45.292648 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1cc21b5b-1bb2-429e-bf52-9a8da84f9692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:45.295357 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1cc21b5b-1bb2-429e-bf52-9a8da84f9692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:45.296592 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1cc21b5b-1bb2-429e-bf52-9a8da84f9692 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a254f3c4-b8ac-4812-860b-91761174af37 HTTP/1.1" status: 204 len: 168 time: 0.1843679 Jul 14 07:07:45.307221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc21b5b-1bb2-429e-bf52-9a8da84f9692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a254f3c4-b8ac-4812-860b-91761174af37,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:45.405816 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:45.467498 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aaf2c24e-c911-4661-9e99-f5d403193164 req-cb33ded6-bf68-4bee-983e-949b284355b1 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e HTTP/1.1" status: 200 len: 210 time: 0.0969293 Jul 14 07:07:45.540462 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47587c9c-4091-457f-8e25-22e9b78c5013 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:45.568345 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47587c9c-4091-457f-8e25-22e9b78c5013 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:45.569125 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47587c9c-4091-457f-8e25-22e9b78c5013 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:45.670065 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-692a0952-c74a-484c-86fd-5e35d2d78125 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:45.778210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81b713-5bd0-4b87-9889-9828f429fee7 req-2807c115-cd50-4124-b353-e2694b7e6c69 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:45.779853 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6b81b713-5bd0-4b87-9889-9828f429fee7 req-2807c115-cd50-4124-b353-e2694b7e6c69 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=12b6cca7-8b81-4030-b49b-4d4d34e14041 HTTP/1.1" status: 200 len: 947 time: 0.7817626 Jul 14 07:07:45.781874 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c0ebf97-002b-40d6-878e-388f3c76a865 req-df1aff40-e80b-40de-909e-17c98778a229 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8479764 Jul 14 07:07:45.792203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-692a0952-c74a-484c-86fd-5e35d2d78125 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Transition to ACTIVE for port object 469ac5d4-57af-478f-9cef-bfff7ea7ba52 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:45.817735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47587c9c-4091-457f-8e25-22e9b78c5013 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=59749970-880e-4ab0-ba64-3f4bf0cb2208,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:46.011497 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6b81b713-5bd0-4b87-9889-9828f429fee7 req-e799ce27-8dae-46c1-a732-b464c6b2502b tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109392 Jul 14 07:07:46.015415 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68d82900-452e-4e55-add3-9434f7699a3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:46.035935 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-45498138-2315-4c01-9ab6-15ee808b017e tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:46.038734 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-45498138-2315-4c01-9ab6-15ee808b017e tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.15 "GET /v2.0/networks?id=7df11440-a490-4cbf-bd30-2320c3a465de HTTP/1.1" status: 200 len: 816 time: 0.1656947 Jul 14 07:07:46.041787 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68d82900-452e-4e55-add3-9434f7699a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:46.061008 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-d1e6bd48-7ef7-4820-8a3e-bb8159cd96b8 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Request body: {'port': {'device_id': 'a45ddc7f-1700-415b-9c40-524d0f205f5e', 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de', 'admin_state_up': True, 'tenant_id': 'f41c167b90654a4782677f21851a718d'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:46.062173 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd169c-7599-45e2-800d-b0d64e0db1b0 req-b14cfa3a-bcc5-4806-90e8-8ac6d68948c6 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:46.070731 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdcd169c-7599-45e2-800d-b0d64e0db1b0 req-b14cfa3a-bcc5-4806-90e8-8ac6d68948c6 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.4402058 Jul 14 07:07:46.075241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47587c9c-4091-457f-8e25-22e9b78c5013 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 201a4f37-bd1b-4efa-bcfc-c4870e939c39 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:46.093064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device df02fc26-ebaa-45c5-8792-05136361b701 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:07:46.132815 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-47587c9c-4091-457f-8e25-22e9b78c5013 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:46.136885 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c0ebf97-002b-40d6-878e-388f3c76a865 req-2425f907-9764-4f58-ad96-f906b185e9d7 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430281 Jul 14 07:07:46.299530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-d1e6bd48-7ef7-4820-8a3e-bb8159cd96b8 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Made reservation on behalf of f41c167b90654a4782677f21851a718d for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:46.307447 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:46.313303 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-d1e6bd48-7ef7-4820-8a3e-bb8159cd96b8 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:46.315649 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:46.332584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port df02fc26-ebaa-45c5-8792-05136361b701, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=df02fc26-ebaa-45c5-8792-05136361b701,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:46.351522 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Transition to ACTIVE for port object 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:46.354336 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-692a0952-c74a-484c-86fd-5e35d2d78125 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:46.362440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'df02fc26-ebaa-45c5-8792-05136361b701', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': 'df02fc26-ebaa-45c5-8792-05136361b701', 'mac_address': 'fa:16:3e:28:17:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:07:46.394919 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:46.445566 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:46.472928 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df02fc26-ebaa-45c5-8792-05136361b701 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:46.507708 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port df02fc26-ebaa-45c5-8792-05136361b701, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=df02fc26-ebaa-45c5-8792-05136361b701,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:46.511343 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d82900-452e-4e55-add3-9434f7699a3c admin admin] Pushing event updated for resources: {'Port': ['ID=b40c2563-a9c5-48b7-8a56-153530d093bf,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:46.521896 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-626bd459-79db-4417-bc6d-85a89d8d566f None None] Provisioning complete for port 59749970-880e-4ab0-ba64-3f4bf0cb2208 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:46.523072 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-626bd459-79db-4417-bc6d-85a89d8d566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:46.526527 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-692a0952-c74a-484c-86fd-5e35d2d78125 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Network 7df11440-a490-4cbf-bd30-2320c3a465de is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:46.550285 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdcd169c-7599-45e2-800d-b0d64e0db1b0 req-cdda15c9-7423-4bdb-874b-f6aad1721e98 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783394 Jul 14 07:07:46.551182 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68d82900-452e-4e55-add3-9434f7699a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:46.564856 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-d1e6bd48-7ef7-4820-8a3e-bb8159cd96b8 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Allocated IP 172.20.0.5 (7df11440-a490-4cbf-bd30-2320c3a465de/17e8a532-de8e-4a6c-8825-83e30374b3e7/8823f09b-4aad-4f8c-926e-c210b4da99c7) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:46.574181 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-626bd459-79db-4417-bc6d-85a89d8d566f None None] Port 59749970-880e-4ab0-ba64-3f4bf0cb2208 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:46.575899 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:46.617541 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-692a0952-c74a-484c-86fd-5e35d2d78125 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:46.646937 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-692a0952-c74a-484c-86fd-5e35d2d78125 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:46.831706 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-d1e6bd48-7ef7-4820-8a3e-bb8159cd96b8 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:46.836816 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd08eed8-f743-4223-b053-10e94f0c828b', 'name': 'network-vif-deleted', 'tag': 'ada4328d-c453-4e33-9da3-5caad16fa8f1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:46.839290 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeed6caa-3af6-49aa-ad33-dd8f0ee136cc" -d '{"events": [{"server_uuid": "dd08eed8-f743-4223-b053-10e94f0c828b", "name": "network-vif-deleted", "tag": "ada4328d-c453-4e33-9da3-5caad16fa8f1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:46.874183 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-d1e6bd48-7ef7-4820-8a3e-bb8159cd96b8 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Transition to ACTIVE for port object 8823f09b-4aad-4f8c-926e-c210b4da99c7 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:46.896516 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=df02fc26-ebaa-45c5-8792-05136361b701,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:46.927249 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['df02fc26-ebaa-45c5-8792-05136361b701'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:46.938673 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-d1e6bd48-7ef7-4820-8a3e-bb8159cd96b8 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:46.979819 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a0952-c74a-484c-86fd-5e35d2d78125 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Pushing event updated for resources: {'Port': ['ID=469ac5d4-57af-478f-9cef-bfff7ea7ba52,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:47.001694 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:07:47.013315 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-d1e6bd48-7ef7-4820-8a3e-bb8159cd96b8 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Network 7df11440-a490-4cbf-bd30-2320c3a465de is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:47.021014 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-d1e6bd48-7ef7-4820-8a3e-bb8159cd96b8 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:47.025587 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-d1e6bd48-7ef7-4820-8a3e-bb8159cd96b8 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:47.063893 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6bd48-7ef7-4820-8a3e-bb8159cd96b8 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Pushing event updated for resources: {'Port': ['ID=8823f09b-4aad-4f8c-926e-c210b4da99c7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:47.094624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-d1e6bd48-7ef7-4820-8a3e-bb8159cd96b8 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:47.098128 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-d1e6bd48-7ef7-4820-8a3e-bb8159cd96b8 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:47.125159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-692a0952-c74a-484c-86fd-5e35d2d78125 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:47.126255 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-692a0952-c74a-484c-86fd-5e35d2d78125 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:47.133800 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-d1e6bd48-7ef7-4820-8a3e-bb8159cd96b8 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0826826 Jul 14 07:07:47.146882 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Request body: {'port': {'device_id': 'a45ddc7f-1700-415b-9c40-524d0f205f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:47.248995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa01607-a4d0-4ddd-873a-c703a9701fed req-a30245e6-e76c-4f63-9706-e0dfeeaf024e tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:47.250384 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5fa01607-a4d0-4ddd-873a-c703a9701fed req-a30245e6-e76c-4f63-9706-e0dfeeaf024e tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.9019747 Jul 14 07:07:47.287656 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-692a0952-c74a-484c-86fd-5e35d2d78125 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6843371 Jul 14 07:07:47.290185 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ae9ddf6d-dd90-47f6-abb5-69a4cac95325 None None] Provisioning for port 469ac5d4-57af-478f-9cef-bfff7ea7ba52 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:47.296421 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ae9ddf6d-dd90-47f6-abb5-69a4cac95325 None None] Provisioning complete for port 469ac5d4-57af-478f-9cef-bfff7ea7ba52 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:47.297073 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ae9ddf6d-dd90-47f6-abb5-69a4cac95325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:47.355757 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Request body: {'port': {'device_id': '8620d67e-2954-429a-ac6a-348bc7e8be4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:47.363798 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ae9ddf6d-dd90-47f6-abb5-69a4cac95325 None None] Port 469ac5d4-57af-478f-9cef-bfff7ea7ba52 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:47.397162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Pushing event updated for resources: {'Port': ['ID=98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:47.462931 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47587c9c-4091-457f-8e25-22e9b78c5013 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Router 11ced119-684d-42be-8560-00611917a4ff is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:07:47.482857 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5fa01607-a4d0-4ddd-873a-c703a9701fed req-ceeda5f0-63d9-48a1-a98b-a7a5ab6c768c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174475 Jul 14 07:07:47.496291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-44e664a8-6eed-47f7-8ac5-8c48371ef188 None None] Provisioning for port 8823f09b-4aad-4f8c-926e-c210b4da99c7 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:47.501836 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-44e664a8-6eed-47f7-8ac5-8c48371ef188 None None] Provisioning complete for port 8823f09b-4aad-4f8c-926e-c210b4da99c7 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:47.502826 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44e664a8-6eed-47f7-8ac5-8c48371ef188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:47.536375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d82900-452e-4e55-add3-9434f7699a3c admin admin] Network 5a14332a-3cc4-4fca-9869-617a13d02085 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:47.543952 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Attempting to bind port 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:07:47.544330 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Attempting to bind port 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:07:47.544742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Attempting to bind port 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 on network 7df11440-a490-4cbf-bd30-2320c3a465de {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:47.551451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-68d82900-452e-4e55-add3-9434f7699a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:47.559161 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-44e664a8-6eed-47f7-8ac5-8c48371ef188 None None] Port 8823f09b-4aad-4f8c-926e-c210b4da99c7 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:47.577723 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Port 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 on network 7df11440-a490-4cbf-bd30-2320c3a465de not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:07:47.577723 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Attempting to bind port 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 on network 7df11440-a490-4cbf-bd30-2320c3a465de {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:47.636892 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:47.660998 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:47.667710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:07:47.668159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Checking segment: {'id': '4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:47.668901 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Bound using segment: {'id': '4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:07:47.669470 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Bound port: 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:07:47.669923 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:47.764613 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0368fb4-bddf-4fd4-bd34-d1534ee82e0d req-9c6cea04-e1fb-4124-bcfe-c37e85e57060 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:47.766305 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0368fb4-bddf-4fd4-bd34-d1534ee82e0d req-9c6cea04-e1fb-4124-bcfe-c37e85e57060 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e HTTP/1.1" status: 200 len: 931 time: 0.5066886 Jul 14 07:07:47.881221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47587c9c-4091-457f-8e25-22e9b78c5013 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:07:47.894806 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2965c24-bda8-44e2-b051-27b3268cbf1d None None] Sync routers for ids ['11ced119-684d-42be-8560-00611917a4ff'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:07:47.908326 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-47587c9c-4091-457f-8e25-22e9b78c5013 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "PUT /v2.0/routers/11ced119-684d-42be-8560-00611917a4ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3572762 Jul 14 07:07:47.909609 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42918) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:47.911935 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2965c24-bda8-44e2-b051-27b3268cbf1d None None] Routers {'11ced119-684d-42be-8560-00611917a4ff'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:07:47.914699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c2965c24-bda8-44e2-b051-27b3268cbf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:07:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['11ced119-684d-42be-8560-00611917a4ff'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:48.014797 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c2965c24-bda8-44e2-b051-27b3268cbf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:48.031606 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2965c24-bda8-44e2-b051-27b3268cbf1d None None] Routers {'11ced119-684d-42be-8560-00611917a4ff'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:07:48.036672 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c2965c24-bda8-44e2-b051-27b3268cbf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:07:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['11ced119-684d-42be-8560-00611917a4ff'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:48.040560 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0368fb4-bddf-4fd4-bd34-d1534ee82e0d req-fe5ab5f8-7469-4a54-b771-21ce4c2ee0df tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341158 Jul 14 07:07:48.108669 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device df02fc26-ebaa-45c5-8792-05136361b701 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:48.125330 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f74e101-93ac-4d49-91d8-bef9f7df0563 x-openstack-request-id: req-3f74e101-93ac-4d49-91d8-bef9f7df0563 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:48.125628 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd08eed8-f743-4223-b053-10e94f0c828b", "name": "network-vif-deleted", "tag": "ada4328d-c453-4e33-9da3-5caad16fa8f1", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:48.125883 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f74e101-93ac-4d49-91d8-bef9f7df0563 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:48.126279 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd08eed8-f743-4223-b053-10e94f0c828b', 'name': 'network-vif-deleted', 'tag': 'ada4328d-c453-4e33-9da3-5caad16fa8f1', 'status': 'completed', 'code': 200} Jul 14 07:07:48.157538 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] For port 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:07:48.167756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c2965c24-bda8-44e2-b051-27b3268cbf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:48.168392 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2965c24-bda8-44e2-b051-27b3268cbf1d None None] The sync data for ids ['11ced119-684d-42be-8560-00611917a4ff'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:07:48.168521 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0f1919-7c58-4875-8e3c-d8575a2df63b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:48.173660 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fa0f1919-7c58-4875-8e3c-d8575a2df63b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ced119-684d-42be-8560-00611917a4ff HTTP/1.1" status: 200 len: 989 time: 0.2627852 Jul 14 07:07:48.176676 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42934) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:48.186681 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port df02fc26-ebaa-45c5-8792-05136361b701 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:48.191576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port df02fc26-ebaa-45c5-8792-05136361b701 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:48.192177 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:48.235843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] For port 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:07:48.238121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d82900-452e-4e55-add3-9434f7699a3c admin admin] Router 92060f12-f2b7-4544-8396-ed572184afbb has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:07:48.264460 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:48.340710 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:48.380725 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b6cca7-8b81-4030-b49b-4d4d34e14041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df02fc26-ebaa-45c5-8792-05136361b701'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:48.387050 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16386ac5-cce5-4f87-a4ca-2c1acb91357b" -d '{"events": [{"server_uuid": "12b6cca7-8b81-4030-b49b-4d4d34e14041", "name": "network-vif-plugged", "status": "completed", "tag": "df02fc26-ebaa-45c5-8792-05136361b701"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:48.393241 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port df02fc26-ebaa-45c5-8792-05136361b701, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=df02fc26-ebaa-45c5-8792-05136361b701,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:48.398752 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:48.444949 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8823f09b-4aad-4f8c-926e-c210b4da99c7 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:48.454327 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=df02fc26-ebaa-45c5-8792-05136361b701,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:48.465666 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:48.512167 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Transition to ACTIVE for port object 8823f09b-4aad-4f8c-926e-c210b4da99c7 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:48.520185 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:48.675873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Pushing event updated for resources: {'Port': ['ID=8823f09b-4aad-4f8c-926e-c210b4da99c7,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:48.761468 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42952) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:48.814657 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Attempting to bind port 8823f09b-4aad-4f8c-926e-c210b4da99c7 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:07:48.815004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Attempting to bind port 8823f09b-4aad-4f8c-926e-c210b4da99c7 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:07:48.815823 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Attempting to bind port 8823f09b-4aad-4f8c-926e-c210b4da99c7 on network 7df11440-a490-4cbf-bd30-2320c3a465de {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:48.830302 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Port 8823f09b-4aad-4f8c-926e-c210b4da99c7 on network 7df11440-a490-4cbf-bd30-2320c3a465de not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:07:48.830672 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Attempting to bind port 8823f09b-4aad-4f8c-926e-c210b4da99c7 on network 7df11440-a490-4cbf-bd30-2320c3a465de {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:48.836749 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:07:48.837093 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Checking segment: {'id': '4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:48.837518 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Bound using segment: {'id': '4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:07:48.837956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Bound port: 8823f09b-4aad-4f8c-926e-c210b4da99c7, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:07:48.838314 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:48.940377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Pushing event updated for resources: {'Port': ['ID=98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:48.948396 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26de6e0b-88bd-4177-9cac-0dc067890923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:48.989099 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:48.989892 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:48.991348 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-46d7c49f-1432-4f61-8e79-e0611b8c69fa service neutron] 10.222.0.15 "PUT /v2.0/ports/98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 HTTP/1.1" status: 200 len: 1092 time: 5.7353892 Jul 14 07:07:48.996445 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccde10a-4b13-410f-a8e3-797c74e60b74', 'tag': '98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:48.998332 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98b460f-ae7b-4bac-b718-0a49f306674e" -d '{"events": [{"name": "network-changed", "server_uuid": "4ccde10a-4b13-410f-a8e3-797c74e60b74", "tag": "98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:49.013046 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] For port 8823f09b-4aad-4f8c-926e-c210b4da99c7, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:07:49.020449 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] For port 8823f09b-4aad-4f8c-926e-c210b4da99c7, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=8823f09b-4aad-4f8c-926e-c210b4da99c7,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:07:49.044031 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:49.133475 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:49.134329 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:49.135817 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] 10.222.0.15 "PUT /v2.0/ports/8823f09b-4aad-4f8c-926e-c210b4da99c7 HTTP/1.1" status: 200 len: 1091 time: 1.9941812 Jul 14 07:07:49.192112 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c949d2-815e-476b-b614-69e2009928c8 req-7cfd280f-d6b3-4d30-b0ad-937fb8f344b6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:49.198447 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8c949d2-815e-476b-b614-69e2009928c8 req-7cfd280f-d6b3-4d30-b0ad-937fb8f344b6 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 949 time: 0.8897948 Jul 14 07:07:49.218457 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0f32e57-d4f9-4499-a9df-514d10f0c5ba tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:49.237582 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67f415-c42e-440b-a4cd-fbe665afcfc3 req-95e02d67-90f5-4d5a-87bf-5493ade478a8 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:49.239149 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f67f415-c42e-440b-a4cd-fbe665afcfc3 req-95e02d67-90f5-4d5a-87bf-5493ade478a8 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "GET /v2.0/ports?device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 949 time: 0.8586178 Jul 14 07:07:49.249605 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d499b6a-19fe-413c-9cfd-4de37630c94f service neutron] Pushing event updated for resources: {'Port': ['ID=8823f09b-4aad-4f8c-926e-c210b4da99c7,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:49.262258 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb6809-5a00-4078-bab4-ddc0fdbdd1e2 req-d63d4ac0-c590-4e59-8ecf-ff30a49aad69 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:49.269435 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-55cb6809-5a00-4078-bab4-ddc0fdbdd1e2 req-d63d4ac0-c590-4e59-8ecf-ff30a49aad69 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=12b6cca7-8b81-4030-b49b-4d4d34e14041 HTTP/1.1" status: 200 len: 949 time: 0.9075215 Jul 14 07:07:49.277533 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d82900-452e-4e55-add3-9434f7699a3c admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:07:49.293230 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Sync routers for ids ['92060f12-f2b7-4544-8396-ed572184afbb'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:07:49.297710 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-68d82900-452e-4e55-add3-9434f7699a3c admin admin] 10.222.0.35 "PUT /v2.0/routers/92060f12-f2b7-4544-8396-ed572184afbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3727460 Jul 14 07:07:49.306528 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Routers {'92060f12-f2b7-4544-8396-ed572184afbb'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:07:49.307400 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:07:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['92060f12-f2b7-4544-8396-ed572184afbb'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:49.386017 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26de6e0b-88bd-4177-9cac-0dc067890923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:49.419444 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8c949d2-815e-476b-b614-69e2009928c8 req-61725b64-a2f5-449a-8274-1ce38c90921a tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ef83508-a0f7-410f-b4f8-6b9f0b48942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197986 Jul 14 07:07:49.457542 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Set router 92060f12-f2b7-4544-8396-ed572184afbb gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:07:49.463488 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26de6e0b-88bd-4177-9cac-0dc067890923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:49.494256 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-26de6e0b-88bd-4177-9cac-0dc067890923 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8ef5837e08648898fb0a98e687b0d04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7294960 Jul 14 07:07:49.495959 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42962) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:49.515544 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-55cb6809-5a00-4078-bab4-ddc0fdbdd1e2 req-84524411-1b8d-4ed0-91be-7e698f63bd90 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452326 Jul 14 07:07:49.517394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-b41ee864-aa43-4a44-af8f-c2eb74ec767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:49.518866 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-b41ee864-aa43-4a44-af8f-c2eb74ec767e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f41c167b90654a4782677f21851a718d&device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 1095 time: 0.4338403 Jul 14 07:07:49.564964 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-8ceb7f91-facb-484f-8ecf-b6aefb48f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:49.566749 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-8ceb7f91-facb-484f-8ecf-b6aefb48f0a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f41c167b90654a4782677f21851a718d&device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e HTTP/1.1" status: 200 len: 1094 time: 0.3765671 Jul 14 07:07:49.581704 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29b5f23-811b-4bd8-a977-137601daa94b x-openstack-request-id: req-b29b5f23-811b-4bd8-a977-137601daa94b {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:49.582226 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b6cca7-8b81-4030-b49b-4d4d34e14041", "name": "network-vif-plugged", "status": "completed", "tag": "df02fc26-ebaa-45c5-8792-05136361b701", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:49.582226 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b29b5f23-811b-4bd8-a977-137601daa94b {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:49.582664 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b6cca7-8b81-4030-b49b-4d4d34e14041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df02fc26-ebaa-45c5-8792-05136361b701', 'code': 200} Jul 14 07:07:49.630201 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469ac5d4-57af-478f-9cef-bfff7ea7ba52 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:49.650627 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-ac96749f-7dd5-419a-b3a1-b0502332a8c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8823f09b-4aad-4f8c-926e-c210b4da99c7 HTTP/1.1" status: 200 len: 217 time: 0.0728629 Jul 14 07:07:49.651150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de6e0b-88bd-4177-9cac-0dc067890923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719e9b4a-95d6-43b6-9ffb-3d2b8fc6c82f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:49.675788 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:49.701854 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-4bfd9a48-b345-4c0f-bbf6-7bbeaa358b03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 HTTP/1.1" status: 200 len: 217 time: 0.1671185 Jul 14 07:07:49.705511 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92060f12-f2b7-4544-8396-ed572184afbb', 'name': 'tempest-ServerRescueTestJSON-771638087-router', 'tenant_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '1db217ac-53e5-406f-ac13-30ec0b2eb6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:07:33Z', 'updated_at': '2021-07-14T07:07:44Z', 'revision_number': 4, 'project_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'gw_port': {'id': '1db217ac-53e5-406f-ac13-30ec0b2eb6be', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92060f12-f2b7-4544-8396-ed572184afbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:07:34Z', 'updated_at': '2021-07-14T07:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'b40c2563-a9c5-48b7-8a56-153530d093bf', 'name': '', 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085', 'tenant_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'mac_address': 'fa:16:3e:4e:72:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92060f12-f2b7-4544-8396-ed572184afbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0647552b-8dce-4aed-a543-e2c6d3a859c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:07:40Z', 'updated_at': '2021-07-14T07:07:45Z', 'revision_number': 2, 'project_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'subnets': [{'id': '0647552b-8dce-4aed-a543-e2c6d3a859c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:49.742923 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Checking router: 92060f12-f2b7-4544-8396-ed572184afbb for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:07:49.743272 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Updating router 92060f12-f2b7-4544-8396-ed572184afbb port b40c2563-a9c5-48b7-8a56-153530d093bf binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:07:49.754466 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-24c4c191-54dc-4dcb-8c9e-4572c6bc08e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:49.756239 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-24c4c191-54dc-4dcb-8c9e-4572c6bc08e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17e8a532-de8e-4a6c-8825-83e30374b3e7 HTTP/1.1" status: 200 len: 855 time: 0.0930698 Jul 14 07:07:49.782526 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:49.806719 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Transition to ACTIVE for port object 469ac5d4-57af-478f-9cef-bfff7ea7ba52 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:49.814943 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c0f32e57-d4f9-4499-a9df-514d10f0c5ba tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port 59749970-880e-4ab0-ba64-3f4bf0cb2208 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:49.815285 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0f32e57-d4f9-4499-a9df-514d10f0c5ba tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:49.846590 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:49.873718 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-70948e2f-8de0-4566-9f4a-1d88c74df3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:49.875213 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-70948e2f-8de0-4566-9f4a-1d88c74df3ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7df11440-a490-4cbf-bd30-2320c3a465de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112061 Jul 14 07:07:49.937100 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bcdae636-8091-4504-aeb8-02f3d69de2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:49.939580 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-381b14f1-d8e6-4e1d-8fce-003a043a085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:49.941083 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-381b14f1-d8e6-4e1d-8fce-003a043a085b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17e8a532-de8e-4a6c-8825-83e30374b3e7 HTTP/1.1" status: 200 len: 855 time: 0.1942134 Jul 14 07:07:49.959763 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0f32e57-d4f9-4499-a9df-514d10f0c5ba tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:49.980172 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c0f32e57-d4f9-4499-a9df-514d10f0c5ba tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for 59749970-880e-4ab0-ba64-3f4bf0cb2208 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:49.985032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-1f67f415-c42e-440b-a4cd-fbe665afcfc3 req-e35d1af2-1c42-48f8-87dc-f8a08124c565 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Deleting port 28d15e7e-4f2c-4bc7-8717-9d690df8727a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:49.985411 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1f67f415-c42e-440b-a4cd-fbe665afcfc3 req-e35d1af2-1c42-48f8-87dc-f8a08124c565 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:50.012758 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Pushing event updated for resources: {'Port': ['ID=469ac5d4-57af-478f-9cef-bfff7ea7ba52,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:50.039708 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-f4319699-f74e-4427-8218-312c989560ff service neutron] 10.222.0.15 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564724 Jul 14 07:07:50.101068 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc591262-32bb-4686-8c6a-64834db1afbb req-2c1b256c-8b94-47a3-9091-d0596bb6b75c tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:50.108528 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc591262-32bb-4686-8c6a-64834db1afbb req-2c1b256c-8b94-47a3-9091-d0596bb6b75c tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.4850466 Jul 14 07:07:50.125771 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bcdae636-8091-4504-aeb8-02f3d69de2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:50.139134 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:50.147470 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45ddc7f-1700-415b-9c40-524d0f205f5e', 'tag': '8823f09b-4aad-4f8c-926e-c210b4da99c7'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:50.149765 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad7a492-23e7-49b4-b3b0-d0bf9c36057a" -d '{"events": [{"name": "network-changed", "server_uuid": "a45ddc7f-1700-415b-9c40-524d0f205f5e", "tag": "8823f09b-4aad-4f8c-926e-c210b4da99c7"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:50.152890 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Transition to ACTIVE for port object b40c2563-a9c5-48b7-8a56-153530d093bf will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:50.164145 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:50.181982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52165282-87c7-4fa3-b5ca-3252b3c508e0 req-b603de56-bc98-4d19-82c0-88a119cf5e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:50.183475 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52165282-87c7-4fa3-b5ca-3252b3c508e0 req-b603de56-bc98-4d19-82c0-88a119cf5e28 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12b6cca7-8b81-4030-b49b-4d4d34e14041 HTTP/1.1" status: 200 len: 1100 time: 0.5105329 Jul 14 07:07:50.199177 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-cb49886d-72e4-4daa-91b8-6c2ea419bc31 service neutron] 10.222.0.15 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526537 Jul 14 07:07:50.230454 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9e10f-df2e-485b-8f14-6d9a3bd9d390 req-6f383d08-9e3c-42a5-9445-8b10cde36f6a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:50.231965 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9a9e10f-df2e-485b-8f14-6d9a3bd9d390 req-6f383d08-9e3c-42a5-9445-8b10cde36f6a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.4827514 Jul 14 07:07:50.263188 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0f32e57-d4f9-4499-a9df-514d10f0c5ba tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:50.331715 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f64ec1-61b8-44a5-a5fe-9a2fa856cf07 None None] Pushing event updated for resources: {'Port': ['ID=b40c2563-a9c5-48b7-8a56-153530d093bf,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:50.339802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f32e57-d4f9-4499-a9df-514d10f0c5ba tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=59749970-880e-4ab0-ba64-3f4bf0cb2208,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:50.353485 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc591262-32bb-4686-8c6a-64834db1afbb req-c83a1037-5efd-458c-a31e-e6d5bf16cb0b tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422068 Jul 14 07:07:50.411686 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-1f67f415-c42e-440b-a4cd-fbe665afcfc3 req-e35d1af2-1c42-48f8-87dc-f8a08124c565 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] For port 28d15e7e-4f2c-4bc7-8717-9d690df8727a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=28d15e7e-4f2c-4bc7-8717-9d690df8727a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:50.412055 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1f67f415-c42e-440b-a4cd-fbe665afcfc3 req-e35d1af2-1c42-48f8-87dc-f8a08124c565 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:50.425783 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52165282-87c7-4fa3-b5ca-3252b3c508e0 req-55f8eeeb-78e1-4f8b-bdc4-5e7be885f386 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312791 Jul 14 07:07:50.426083 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Attempting to bind port b40c2563-a9c5-48b7-8a56-153530d093bf on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:07:50.430641 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Attempting to bind port b40c2563-a9c5-48b7-8a56-153530d093bf by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '065a31b3-4fff-4e28-a808-d8f8239fd64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:07:50.431674 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Attempting to bind port b40c2563-a9c5-48b7-8a56-153530d093bf on network 5a14332a-3cc4-4fca-9869-617a13d02085 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:50.436511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-10866b71-88e5-4b49-9aa0-f430a336b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:50.438033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-10866b71-88e5-4b49-9aa0-f430a336b3fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7df11440-a490-4cbf-bd30-2320c3a465de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4859664 Jul 14 07:07:50.443963 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:07:50.444198 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Attempting to bind port 469ac5d4-57af-478f-9cef-bfff7ea7ba52 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:07:50.444495 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Attempting to bind port 469ac5d4-57af-478f-9cef-bfff7ea7ba52 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:07:50.444827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Attempting to bind port 469ac5d4-57af-478f-9cef-bfff7ea7ba52 on network 7df11440-a490-4cbf-bd30-2320c3a465de {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:50.445495 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Checking segment: {'id': '065a31b3-4fff-4e28-a808-d8f8239fd64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:50.446305 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:50.446916 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Bound using segment: {'id': '065a31b3-4fff-4e28-a808-d8f8239fd64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:07:50.447647 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Bound port: b40c2563-a9c5-48b7-8a56-153530d093bf, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '065a31b3-4fff-4e28-a808-d8f8239fd64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:07:50.447905 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-1f67f415-c42e-440b-a4cd-fbe665afcfc3 req-e35d1af2-1c42-48f8-87dc-f8a08124c565 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Calling delete_port for 28d15e7e-4f2c-4bc7-8717-9d690df8727a owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:50.448584 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:50.461521 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0f32e57-d4f9-4499-a9df-514d10f0c5ba tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:50.462833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9a9e10f-df2e-485b-8f14-6d9a3bd9d390 req-f2bde7dd-253c-4605-9707-fe3ae056a8ee tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917608 Jul 14 07:07:50.468227 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3a14e0-cfe9-4637-ba1f-2f269ad531b0 x-openstack-request-id: req-df3a14e0-cfe9-4637-ba1f-2f269ad531b0 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:50.468711 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ccde10a-4b13-410f-a8e3-797c74e60b74", "tag": "98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:50.468976 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-df3a14e0-cfe9-4637-ba1f-2f269ad531b0 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:50.469400 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ccde10a-4b13-410f-a8e3-797c74e60b74', 'tag': '98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2', 'status': 'completed', 'code': 200} Jul 14 07:07:50.470315 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Port 469ac5d4-57af-478f-9cef-bfff7ea7ba52 on network 7df11440-a490-4cbf-bd30-2320c3a465de not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:07:50.470644 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Attempting to bind port 469ac5d4-57af-478f-9cef-bfff7ea7ba52 on network 7df11440-a490-4cbf-bd30-2320c3a465de {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:50.476636 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bcdae636-8091-4504-aeb8-02f3d69de2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:50.479319 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bcdae636-8091-4504-aeb8-02f3d69de2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:50.481220 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bcdae636-8091-4504-aeb8-02f3d69de2d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/719e9b4a-95d6-43b6-9ffb-3d2b8fc6c82f HTTP/1.1" status: 204 len: 168 time: 0.9842401 Jul 14 07:07:50.533545 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:07:50.533889 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Checking segment: {'id': '4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:50.534297 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Bound using segment: {'id': '4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:07:50.534753 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Bound port: 469ac5d4-57af-478f-9cef-bfff7ea7ba52, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:07:50.535099 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:50.548816 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdae636-8091-4504-aeb8-02f3d69de2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719e9b4a-95d6-43b6-9ffb-3d2b8fc6c82f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:50.654754 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] For port b40c2563-a9c5-48b7-8a56-153530d093bf, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:07:50.661685 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] For port b40c2563-a9c5-48b7-8a56-153530d093bf, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b40c2563-a9c5-48b7-8a56-153530d093bf,segment=NetworkSegment(065a31b3-4fff-4e28-a808-d8f8239fd64a),segment_id=065a31b3-4fff-4e28-a808-d8f8239fd64a)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:07:50.671911 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:50.716816 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f32e57-d4f9-4499-a9df-514d10f0c5ba tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Router 11ced119-684d-42be-8560-00611917a4ff has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:07:50.748998 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-a16eab20-405f-42fe-ae65-3d0dceb7941e service neutron] 10.222.0.15 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666326 Jul 14 07:07:50.772180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] For port 469ac5d4-57af-478f-9cef-bfff7ea7ba52, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:07:50.776291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] For port 469ac5d4-57af-478f-9cef-bfff7ea7ba52, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=469ac5d4-57af-478f-9cef-bfff7ea7ba52,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:07:50.806074 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f64ec1-61b8-44a5-a5fe-9a2fa856cf07 None None] Pushing event updated for resources: {'Port': ['ID=b40c2563-a9c5-48b7-8a56-153530d093bf,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:50.836138 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Routers {'92060f12-f2b7-4544-8396-ed572184afbb'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:07:50.838268 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:07:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['92060f12-f2b7-4544-8396-ed572184afbb'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:50.844720 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:50.940175 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881949f-2340-4444-8531-ca6a893906d8 req-780f7942-e6d7-40b5-bab3-c7817bdd0519 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:50.941891 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f881949f-2340-4444-8531-ca6a893906d8 req-780f7942-e6d7-40b5-bab3-c7817bdd0519 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e HTTP/1.1" status: 200 len: 943 time: 0.3475189 Jul 14 07:07:50.965330 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:50.965998 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:50.967449 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] 10.222.0.30 "PUT /v2.0/ports/469ac5d4-57af-478f-9cef-bfff7ea7ba52 HTTP/1.1" status: 200 len: 1091 time: 3.6172347 Jul 14 07:07:51.073091 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1f67f415-c42e-440b-a4cd-fbe665afcfc3 req-e35d1af2-1c42-48f8-87dc-f8a08124c565 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:51.110563 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] Set router 92060f12-f2b7-4544-8396-ed572184afbb gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:07:51.151171 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4fddf-34a3-4640-b602-fd8da7df181e service neutron] Pushing event updated for resources: {'Port': ['ID=469ac5d4-57af-478f-9cef-bfff7ea7ba52,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:51.164691 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42990) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:51.188590 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d8ace635-5b31-4f3d-b43c-eee9211f0f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:51.219586 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4dbaeb51-a08d-4ea3-bd39-a87533307947 req-b2508173-240b-487f-b107-d4f299fb7cc6 service neutron] 10.222.0.15 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609058 Jul 14 07:07:51.287027 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f881949f-2340-4444-8531-ca6a893906d8 req-586caa7d-5c31-4412-bb54-562de696a752 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106189 Jul 14 07:07:51.301484 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f32e57-d4f9-4499-a9df-514d10f0c5ba tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:07:51.305944 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d1af2-1c42-48f8-87dc-f8a08124c565 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Pushing event deleted for resources: {'Port': ['ID=28d15e7e-4f2c-4bc7-8717-9d690df8727a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:51.313556 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68794e3-2893-4ca3-8538-c260e353133e None None] Sync routers for ids ['11ced119-684d-42be-8560-00611917a4ff'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:07:51.316093 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c0f32e57-d4f9-4499-a9df-514d10f0c5ba tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "PUT /v2.0/routers/11ced119-684d-42be-8560-00611917a4ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1383512 Jul 14 07:07:51.316732 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42992) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:51.331141 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68794e3-2893-4ca3-8538-c260e353133e None None] Routers {'11ced119-684d-42be-8560-00611917a4ff'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:07:51.337097 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d68794e3-2893-4ca3-8538-c260e353133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:07:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['11ced119-684d-42be-8560-00611917a4ff'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:51.368522 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f67f415-c42e-440b-a4cd-fbe665afcfc3 req-e35d1af2-1c42-48f8-87dc-f8a08124c565 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] No DVR routers for this DVR port 28d15e7e-4f2c-4bc7-8717-9d690df8727a on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:51.371144 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1f67f415-c42e-440b-a4cd-fbe665afcfc3 req-e35d1af2-1c42-48f8-87dc-f8a08124c565 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:51.373592 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f67f415-c42e-440b-a4cd-fbe665afcfc3 req-e35d1af2-1c42-48f8-87dc-f8a08124c565 tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.15 "DELETE /v2.0/ports/28d15e7e-4f2c-4bc7-8717-9d690df8727a HTTP/1.1" status: 204 len: 173 time: 2.0974808 Jul 14 07:07:51.381709 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b598b9-5d5a-4319-97d7-67982a25e0c2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] GET failed (client error): The resource could not be found. Jul 14 07:07:51.388148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42996) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:51.389108 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-21b598b9-5d5a-4319-97d7-67982a25e0c2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports/59749970-880e-4ab0-ba64-3f4bf0cb2208 HTTP/1.1" status: 404 len: 333 time: 0.0695777 Jul 14 07:07:51.409213 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d1041c-9bb8-4ab6-b2f3-d13c097c2113 x-openstack-request-id: req-d9d1041c-9bb8-4ab6-b2f3-d13c097c2113 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:51.409523 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45ddc7f-1700-415b-9c40-524d0f205f5e", "tag": "8823f09b-4aad-4f8c-926e-c210b4da99c7", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:51.409929 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9d1041c-9bb8-4ab6-b2f3-d13c097c2113 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:51.410317 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a45ddc7f-1700-415b-9c40-524d0f205f5e', 'tag': '8823f09b-4aad-4f8c-926e-c210b4da99c7', 'status': 'completed', 'code': 200} Jul 14 07:07:51.431570 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d68794e3-2893-4ca3-8538-c260e353133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:51.462670 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92060f12-f2b7-4544-8396-ed572184afbb', 'name': 'tempest-ServerRescueTestJSON-771638087-router', 'tenant_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '1db217ac-53e5-406f-ac13-30ec0b2eb6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:07:33Z', 'updated_at': '2021-07-14T07:07:44Z', 'revision_number': 4, 'project_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'gw_port': {'id': '1db217ac-53e5-406f-ac13-30ec0b2eb6be', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92060f12-f2b7-4544-8396-ed572184afbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:07:34Z', 'updated_at': '2021-07-14T07:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'b40c2563-a9c5-48b7-8a56-153530d093bf', 'name': '', 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085', 'tenant_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'mac_address': 'fa:16:3e:4e:72:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92060f12-f2b7-4544-8396-ed572184afbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0647552b-8dce-4aed-a543-e2c6d3a859c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:07:40Z', 'updated_at': '2021-07-14T07:07:50Z', 'revision_number': 4, 'project_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'subnets': [{'id': '0647552b-8dce-4aed-a543-e2c6d3a859c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:51.473015 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68794e3-2893-4ca3-8538-c260e353133e None None] Routers {'11ced119-684d-42be-8560-00611917a4ff'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:07:51.473912 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d68794e3-2893-4ca3-8538-c260e353133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:07:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['11ced119-684d-42be-8560-00611917a4ff'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:51.497027 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3aa71-fcc3-448c-8e28-efb42732bc0d None None] The sync data for ids ['92060f12-f2b7-4544-8396-ed572184afbb'] in n-d-778696-5 is: [{'id': '92060f12-f2b7-4544-8396-ed572184afbb', 'name': 'tempest-ServerRescueTestJSON-771638087-router', 'tenant_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '1db217ac-53e5-406f-ac13-30ec0b2eb6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:07:33Z', 'updated_at': '2021-07-14T07:07:44Z', 'revision_number': 4, 'project_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'gw_port': {'id': '1db217ac-53e5-406f-ac13-30ec0b2eb6be', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92060f12-f2b7-4544-8396-ed572184afbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:07:34Z', 'updated_at': '2021-07-14T07:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'b40c2563-a9c5-48b7-8a56-153530d093bf', 'name': '', 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085', 'tenant_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'mac_address': 'fa:16:3e:4e:72:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92060f12-f2b7-4544-8396-ed572184afbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0647552b-8dce-4aed-a543-e2c6d3a859c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:07:40Z', 'updated_at': '2021-07-14T07:07:50Z', 'revision_number': 4, 'project_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'subnets': [{'id': '0647552b-8dce-4aed-a543-e2c6d3a859c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:07:51.555854 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d68794e3-2893-4ca3-8538-c260e353133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:51.556956 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68794e3-2893-4ca3-8538-c260e353133e None None] The sync data for ids ['11ced119-684d-42be-8560-00611917a4ff'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:07:51.975910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-74e4a795-7ca8-4c96-b80c-ac27744003f0 req-c3f15a4c-8646-4a27-8ac4-62992995717b tempest-ServersOnMultiNodesTest-155176324 tempest-ServersOnMultiNodesTest-155176324-project] 10.222.0.35 "GET /v2.0/ports?device_id=122fe4b9-6da9-4a76-93a7-c60fffbabf66 HTTP/1.1" status: 200 len: 210 time: 0.0730972 Jul 14 07:07:51.989935 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60751ca5-c516-43f1-ada7-ae12ab9c3468 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:52.001931 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b40c2563-a9c5-48b7-8a56-153530d093bf up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:52.111406 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port b40c2563-a9c5-48b7-8a56-153530d093bf completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:52.119252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port b40c2563-a9c5-48b7-8a56-153530d093bf triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:52.119917 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:52.120105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-502b6c36-05e6-4c4d-9b84-ffa55ebdeaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:52.121951 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-502b6c36-05e6-4c4d-9b84-ffa55ebdeaa6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f41c167b90654a4782677f21851a718d&device_id=8620d67e-2954-429a-ac6a-348bc7e8be4b HTTP/1.1" status: 200 len: 1094 time: 1.0687625 Jul 14 07:07:52.159456 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 8823f09b-4aad-4f8c-926e-c210b4da99c7 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:07:52.204026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b7912-0503-430a-9016-6a39b3bb0810 req-bed3d819-5855-4b85-8f59-90525e190bd0 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:52.210747 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-005b7912-0503-430a-9016-6a39b3bb0810 req-bed3d819-5855-4b85-8f59-90525e190bd0 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/networks?id=5a14332a-3cc4-4fca-9869-617a13d02085 HTTP/1.1" status: 200 len: 810 time: 1.0508063 Jul 14 07:07:52.240550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 28d15e7e-4f2c-4bc7-8717-9d690df8727a no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:07:52.268382 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 28d15e7e-4f2c-4bc7-8717-9d690df8727a {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:07:52.268970 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 28d15e7e-4f2c-4bc7-8717-9d690df8727a not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:07:52.326688 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60751ca5-c516-43f1-ada7-ae12ab9c3468 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:52.334111 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60751ca5-c516-43f1-ada7-ae12ab9c3468 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:52.343303 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-005b7912-0503-430a-9016-6a39b3bb0810 req-bcb4267c-0f08-4514-b9f0-5c980d7dcb75 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/quotas/41d7b9c7c3284b00bf5d9e27f0168ee3 HTTP/1.1" status: 200 len: 375 time: 0.1313586 Jul 14 07:07:52.345887 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-466ab39f-0bf9-45ea-873a-595d42dbd58e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=469ac5d4-57af-478f-9cef-bfff7ea7ba52 HTTP/1.1" status: 200 len: 217 time: 0.1492434 Jul 14 07:07:52.354948 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 8823f09b-4aad-4f8c-926e-c210b4da99c7, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=8823f09b-4aad-4f8c-926e-c210b4da99c7,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:52.369396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b460f-ae7b-4bac-b718-0a49f306674e req-646b8d9b-bb04-47ff-bc32-72a4ba2d7072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:52.370944 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d98b460f-ae7b-4bac-b718-0a49f306674e req-646b8d9b-bb04-47ff-bc32-72a4ba2d7072 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f41c167b90654a4782677f21851a718d&device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 1095 time: 1.0396147 Jul 14 07:07:52.375511 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '8823f09b-4aad-4f8c-926e-c210b4da99c7', 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de', 'port_id': '8823f09b-4aad-4f8c-926e-c210b4da99c7', 'mac_address': 'fa:16:3e:e6:1a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e8a532-de8e-4a6c-8825-83e30374b3e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:07:52.386613 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7a492-23e7-49b4-b3b0-d0bf9c36057a req-99b460b6-4fdd-4837-b560-d161f66e9a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:52.388107 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ad7a492-23e7-49b4-b3b0-d0bf9c36057a req-99b460b6-4fdd-4837-b560-d161f66e9a16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f41c167b90654a4782677f21851a718d&device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e HTTP/1.1" status: 200 len: 1094 time: 0.9377606 Jul 14 07:07:52.449745 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:52.470291 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:52.477270 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8620d67e-2954-429a-ac6a-348bc7e8be4b', 'tag': '469ac5d4-57af-478f-9cef-bfff7ea7ba52'}, {'server_uuid': '122fe4b9-6da9-4a76-93a7-c60fffbabf66', 'name': 'network-vif-deleted', 'tag': '28d15e7e-4f2c-4bc7-8717-9d690df8727a'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:52.479531 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff98ebbf-3955-4364-8301-d4d3b40fa43a" -d '{"events": [{"name": "network-changed", "server_uuid": "8620d67e-2954-429a-ac6a-348bc7e8be4b", "tag": "469ac5d4-57af-478f-9cef-bfff7ea7ba52"}, {"server_uuid": "122fe4b9-6da9-4a76-93a7-c60fffbabf66", "name": "network-vif-deleted", "tag": "28d15e7e-4f2c-4bc7-8717-9d690df8727a"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:52.499655 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8823f09b-4aad-4f8c-926e-c210b4da99c7 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:52.511514 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port b40c2563-a9c5-48b7-8a56-153530d093bf, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b40c2563-a9c5-48b7-8a56-153530d093bf,segment=NetworkSegment(065a31b3-4fff-4e28-a808-d8f8239fd64a),segment_id=065a31b3-4fff-4e28-a808-d8f8239fd64a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:52.519475 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:52.550539 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 8823f09b-4aad-4f8c-926e-c210b4da99c7, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=8823f09b-4aad-4f8c-926e-c210b4da99c7,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:52.558955 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:52.588443 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=b40c2563-a9c5-48b7-8a56-153530d093bf,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:52.612186 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60751ca5-c516-43f1-ada7-ae12ab9c3468 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:52.612688 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60751ca5-c516-43f1-ada7-ae12ab9c3468 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Fanout notify agent at l3_agent the message router_deleted on router 11ced119-684d-42be-8560-00611917a4ff {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:07:52.634199 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60751ca5-c516-43f1-ada7-ae12ab9c3468 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:52.635324 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-60751ca5-c516-43f1-ada7-ae12ab9c3468 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/routers/11ced119-684d-42be-8560-00611917a4ff HTTP/1.1" status: 204 len: 168 time: 1.2406209 Jul 14 07:07:52.638004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43004) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:52.655681 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=8823f09b-4aad-4f8c-926e-c210b4da99c7,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:52.674080 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d8ace635-5b31-4f3d-b43c-eee9211f0f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:52.679717 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-6901e11d-2027-4a0e-9ec2-bc6402407ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:52.681352 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-6901e11d-2027-4a0e-9ec2-bc6402407ebb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17e8a532-de8e-4a6c-8825-83e30374b3e7 HTTP/1.1" status: 200 len: 855 time: 0.3234913 Jul 14 07:07:52.699499 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d8ace635-5b31-4f3d-b43c-eee9211f0f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:52.708347 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c36a8a-c140-4a94-8677-06acd08a1482 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting subnet 7fefa46f-93ac-4a93-ae75-f9a9ad9a505a {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:07:52.716011 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-34c36a8a-c140-4a94-8677-06acd08a1482 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:52.757308 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-34c36a8a-c140-4a94-8677-06acd08a1482 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:52.789575 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['8823f09b-4aad-4f8c-926e-c210b4da99c7'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:52.831699 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d8ace635-5b31-4f3d-b43c-eee9211f0f13 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52be55fc05704ba4b29e6fe35c6171fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6634998 Jul 14 07:07:52.835943 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43006) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:52.840292 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-005b7912-0503-430a-9016-6a39b3bb0810 req-7fc32eeb-37e0-4127-ad55-211d18b6b345 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=41d7b9c7c3284b00bf5d9e27f0168ee3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4960246 Jul 14 07:07:52.845261 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b460f-ae7b-4bac-b718-0a49f306674e req-9d0a55a3-e153-4f5e-9432-9d00b9cbf9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:52.846687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d98b460f-ae7b-4bac-b718-0a49f306674e req-9d0a55a3-e153-4f5e-9432-9d00b9cbf9d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7df11440-a490-4cbf-bd30-2320c3a465de HTTP/1.1" status: 200 len: 917 time: 0.4562843 Jul 14 07:07:52.847299 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ace635-5b31-4f3d-b43c-eee9211f0f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae5f200-8e15-48a1-bafb-692d483e3bab,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:52.857393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7a492-23e7-49b4-b3b0-d0bf9c36057a req-7a70537f-b3bf-4f7a-835b-8a3493e1540b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:52.858840 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ad7a492-23e7-49b4-b3b0-d0bf9c36057a req-7a70537f-b3bf-4f7a-835b-8a3493e1540b service neutron] 10.222.0.15 "GET /v2.0/networks?id=7df11440-a490-4cbf-bd30-2320c3a465de HTTP/1.1" status: 200 len: 917 time: 0.4426179 Jul 14 07:07:52.884440 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-34c36a8a-c140-4a94-8677-06acd08a1482 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:52.885840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba408ce-8fbe-4ea4-87df-4e01984bd10e req-9b1e1a73-ab5b-4d6e-bd1b-be520cde0cd7 tempest-MigrationsAdminTest-2035130415 tempest-MigrationsAdminTest-2035130415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:52.887833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ba408ce-8fbe-4ea4-87df-4e01984bd10e req-9b1e1a73-ab5b-4d6e-bd1b-be520cde0cd7 tempest-MigrationsAdminTest-2035130415 tempest-MigrationsAdminTest-2035130415-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 1101 time: 0.4339690 Jul 14 07:07:52.948845 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d55b8c0a-17ff-46fb-9ae2-9b5ffba71e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:52.980724 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d55b8c0a-17ff-46fb-9ae2-9b5ffba71e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:52.983317 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d98b460f-ae7b-4bac-b718-0a49f306674e req-63a1c1d7-3cb2-49a3-99a3-ef78edfd860a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 HTTP/1.1" status: 200 len: 217 time: 0.1210697 Jul 14 07:07:52.990532 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-34c36a8a-c140-4a94-8677-06acd08a1482 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:52.998197 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ad7a492-23e7-49b4-b3b0-d0bf9c36057a req-73d62f93-3637-4a8f-8f44-55afdd2b9b3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8823f09b-4aad-4f8c-926e-c210b4da99c7 HTTP/1.1" status: 200 len: 217 time: 0.1146393 Jul 14 07:07:53.030370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c36a8a-c140-4a94-8677-06acd08a1482 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Subnet': ['ID=7fefa46f-93ac-4a93-ae75-f9a9ad9a505a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:53.039624 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-34c36a8a-c140-4a94-8677-06acd08a1482 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:53.043808 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-34c36a8a-c140-4a94-8677-06acd08a1482 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/7fefa46f-93ac-4a93-ae75-f9a9ad9a505a HTTP/1.1" status: 204 len: 168 time: 0.4024241 Jul 14 07:07:53.044654 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43010) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:53.051267 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdc981e-bfab-481c-87bf-e5f2fadf8b2f None None] Network 201a4f37-bd1b-4efa-bcfc-c4870e939c39 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:53.072326 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8ba408ce-8fbe-4ea4-87df-4e01984bd10e req-e3bc2e6e-e089-4428-9a5d-8edbe8d5343c tempest-MigrationsAdminTest-2035130415 tempest-MigrationsAdminTest-2035130415-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:53.115057 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-a06ba639-6eed-4d35-b287-ad8a7d977f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:53.117242 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-a06ba639-6eed-4d35-b287-ad8a7d977f86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7df11440-a490-4cbf-bd30-2320c3a465de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4269912 Jul 14 07:07:53.136644 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:53.139991 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d55b8c0a-17ff-46fb-9ae2-9b5ffba71e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:53.142560 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d55b8c0a-17ff-46fb-9ae2-9b5ffba71e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:53.143682 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d55b8c0a-17ff-46fb-9ae2-9b5ffba71e4b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ae5f200-8e15-48a1-bafb-692d483e3bab HTTP/1.1" status: 204 len: 168 time: 0.3067358 Jul 14 07:07:53.156309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7a492-23e7-49b4-b3b0-d0bf9c36057a req-960d22f2-b080-4980-96b5-32fddbc76037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:53.157868 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ad7a492-23e7-49b4-b3b0-d0bf9c36057a req-960d22f2-b080-4980-96b5-32fddbc76037 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17e8a532-de8e-4a6c-8825-83e30374b3e7 HTTP/1.1" status: 200 len: 855 time: 0.1464202 Jul 14 07:07:53.165238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b8c0a-17ff-46fb-9ae2-9b5ffba71e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae5f200-8e15-48a1-bafb-692d483e3bab,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:53.215484 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-005b7912-0503-430a-9016-6a39b3bb0810 req-2987542c-1b1c-4c8d-8a57-dab460de3d37 service neutron] 10.222.0.35 "GET /v2.0/networks/5a14332a-3cc4-4fca-9869-617a13d02085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742962 Jul 14 07:07:53.218090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b460f-ae7b-4bac-b718-0a49f306674e req-5c1f037a-cdcd-48aa-ab17-09a78d485c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:53.219506 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d98b460f-ae7b-4bac-b718-0a49f306674e req-5c1f037a-cdcd-48aa-ab17-09a78d485c74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17e8a532-de8e-4a6c-8825-83e30374b3e7 HTTP/1.1" status: 200 len: 855 time: 0.2285862 Jul 14 07:07:53.233654 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port 150041c7-3875-4d93-9574-3297b473098a {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:53.234009 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:53.321526 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe60c52-b0d8-409d-ab15-98894a6318d9 None None] DHCP port deletion for 201a4f37-bd1b-4efa-bcfc-c4870e939c39 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:07:53.332970 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] For port 150041c7-3875-4d93-9574-3297b473098a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=150041c7-3875-4d93-9574-3297b473098a,segment=NetworkSegment(6f4923d2-39fa-4769-9adf-7fc35e61cc93),segment_id=6f4923d2-39fa-4769-9adf-7fc35e61cc93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:53.333562 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:53.357562 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for 150041c7-3875-4d93-9574-3297b473098a owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:53.383367 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-bbe60c52-b0d8-409d-ab15-98894a6318d9 None None] Deleting port 150041c7-3875-4d93-9574-3297b473098a {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:07:53.383947 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bbe60c52-b0d8-409d-ab15-98894a6318d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:53.439006 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-1428a3c0-df31-4768-b527-581f0b24b157 service neutron] 10.222.0.30 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128982 Jul 14 07:07:53.470803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-bbe60c52-b0d8-409d-ab15-98894a6318d9 None None] For port 150041c7-3875-4d93-9574-3297b473098a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=150041c7-3875-4d93-9574-3297b473098a,segment=NetworkSegment(6f4923d2-39fa-4769-9adf-7fc35e61cc93),segment_id=6f4923d2-39fa-4769-9adf-7fc35e61cc93)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:53.471348 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bbe60c52-b0d8-409d-ab15-98894a6318d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:53.475397 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:53.486053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-bbe60c52-b0d8-409d-ab15-98894a6318d9 None None] Calling delete_port for 150041c7-3875-4d93-9574-3297b473098a owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:07:53.509144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=150041c7-3875-4d93-9574-3297b473098a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:53.521043 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No DVR routers for this DVR port 150041c7-3875-4d93-9574-3297b473098a on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:53.525972 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7a492-23e7-49b4-b3b0-d0bf9c36057a req-c278a09b-a932-47e0-948e-09ce7870d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:53.527553 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ad7a492-23e7-49b4-b3b0-d0bf9c36057a req-c278a09b-a932-47e0-948e-09ce7870d0a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7df11440-a490-4cbf-bd30-2320c3a465de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3304377 Jul 14 07:07:53.547864 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-005b7912-0503-430a-9016-6a39b3bb0810 req-a1341125-9ee8-4aab-a856-f1ed74cc7a72 service neutron] 10.222.0.35 "GET /v2.0/networks/5a14332a-3cc4-4fca-9869-617a13d02085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289895 Jul 14 07:07:53.591854 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bbe60c52-b0d8-409d-ab15-98894a6318d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:53.596523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b460f-ae7b-4bac-b718-0a49f306674e req-de781614-7b09-4325-b218-ad6ae01e4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:53.598237 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d98b460f-ae7b-4bac-b718-0a49f306674e req-de781614-7b09-4325-b218-ad6ae01e4fa0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7df11440-a490-4cbf-bd30-2320c3a465de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3643250 Jul 14 07:07:53.619141 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:53.630146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201a4f37-bd1b-4efa-bcfc-c4870e939c39']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:53.633327 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe60c52-b0d8-409d-ab15-98894a6318d9 None None] Pushing event deleted for resources: {'Port': ['ID=150041c7-3875-4d93-9574-3297b473098a,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:53.635604 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8ba408ce-8fbe-4ea4-87df-4e01984bd10e req-e3bc2e6e-e089-4428-9a5d-8edbe8d5343c tempest-MigrationsAdminTest-2035130415 tempest-MigrationsAdminTest-2035130415-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:53.642101 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4923d2-39fa-4769-9adf-7fc35e61cc93') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:53.642598 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4923d2-39fa-4769-9adf-7fc35e61cc93') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:07:53.652343 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe60c52-b0d8-409d-ab15-98894a6318d9 None None] No DVR routers for this DVR port 150041c7-3875-4d93-9574-3297b473098a on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:07:53.652500 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:53.668999 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:53.675816 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:07:53.676296 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:07:53.680277 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:07:53.710240 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8ba408ce-8fbe-4ea4-87df-4e01984bd10e req-e3bc2e6e-e089-4428-9a5d-8edbe8d5343c tempest-MigrationsAdminTest-2035130415 tempest-MigrationsAdminTest-2035130415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:53.765408 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:53.774488 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:53.779932 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/networks/201a4f37-bd1b-4efa-bcfc-c4870e939c39 HTTP/1.1" status: 204 len: 168 time: 0.7346416 Jul 14 07:07:53.793525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43026) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:53.797912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ba408ce-8fbe-4ea4-87df-4e01984bd10e req-e3bc2e6e-e089-4428-9a5d-8edbe8d5343c tempest-MigrationsAdminTest-2035130415 tempest-MigrationsAdminTest-2035130415-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8477721 Jul 14 07:07:53.837778 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0880d-bcfe-4f19-b7cc-e45cb27ec030 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Network': ['ID=201a4f37-bd1b-4efa-bcfc-c4870e939c39,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:53.883975 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebae99a9-1acb-42fd-83da-b3009be6bb1e req-9390bed3-c587-4407-a23e-fdbcfa35dc6a service neutron] 10.222.0.30 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371235 Jul 14 07:07:53.884585 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc2e6e-e089-4428-9a5d-8edbe8d5343c tempest-MigrationsAdminTest-2035130415 tempest-MigrationsAdminTest-2035130415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07da1eb-8747-47f4-ad1d-9aa4736a08dc,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:53.936409 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c9a1c8-ecfe-4475-afc9-31cd9115d108 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:53.945378 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e1c9a1c8-ecfe-4475-afc9-31cd9115d108 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports/01cd5013-75b1-498e-8287-3294ab3f18a4 HTTP/1.1" status: 200 len: 845 time: 0.1426396 Jul 14 07:07:53.946708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43038) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:53.975842 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d98b460f-ae7b-4bac-b718-0a49f306674e req-0a764b38-14e3-40b9-b96a-0c31e799751f service neutron] 10.222.0.15 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794504 Jul 14 07:07:54.037072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b40c2563-a9c5-48b7-8a56-153530d093bf up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:54.040530 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ad7a492-23e7-49b4-b3b0-d0bf9c36057a req-593f6651-aea9-46dc-ab06-089e0289a9a1 service neutron] 10.222.0.15 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815247 Jul 14 07:07:54.056963 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-51cf1cec-7c7d-48b6-90e5-662bf0b96d4f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports/01cd5013-75b1-498e-8287-3294ab3f18a4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1088426 Jul 14 07:07:54.057604 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43042) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:54.065430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0f86609e-45d7-44ad-8f3a-5ed11963d7ca tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'subnet': {'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:54.126486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port b40c2563-a9c5-48b7-8a56-153530d093bf triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:54.126956 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:54.154528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:07:54.157364 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 8823f09b-4aad-4f8c-926e-c210b4da99c7 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:54.227968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f86609e-45d7-44ad-8f3a-5ed11963d7ca tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:54.235413 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f86609e-45d7-44ad-8f3a-5ed11963d7ca tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:54.276375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef20815-6b27-4731-80a7-4bb4b51577fd req-a062ec8b-c330-42bd-9eb2-e96105883b51 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:54.278113 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ef20815-6b27-4731-80a7-4bb4b51577fd req-a062ec8b-c330-42bd-9eb2-e96105883b51 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.3141534 Jul 14 07:07:54.351276 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d98b460f-ae7b-4bac-b718-0a49f306674e req-a74652c4-c365-454d-918d-f82e3ddf4f1e service neutron] 10.222.0.15 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344197 Jul 14 07:07:54.354458 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ad7a492-23e7-49b4-b3b0-d0bf9c36057a req-f96a76e8-b557-4925-94c9-6ef1b372319b service neutron] 10.222.0.15 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005364 Jul 14 07:07:54.388829 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faa4a8-fb7f-4b3f-9113-176d52332496 req-532df288-5fde-49ce-ba2b-e3dd8b2bc591 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:54.395876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30faa4a8-fb7f-4b3f-9113-176d52332496 req-532df288-5fde-49ce-ba2b-e3dd8b2bc591 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=12b6cca7-8b81-4030-b49b-4d4d34e14041 HTTP/1.1" status: 200 len: 949 time: 0.3617837 Jul 14 07:07:54.417642 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ef20815-6b27-4731-80a7-4bb4b51577fd req-131aa668-aea7-4587-9c51-da37441b4bab tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320870 Jul 14 07:07:54.468108 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30faa4a8-fb7f-4b3f-9113-176d52332496 req-38a903ed-133b-49fb-b824-cbdc871281f0 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712063 Jul 14 07:07:54.544238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 8823f09b-4aad-4f8c-926e-c210b4da99c7 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:54.549240 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0636f23-9ef0-40a2-ac01-86eee68af1ff x-openstack-request-id: req-c0636f23-9ef0-40a2-ac01-86eee68af1ff {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:54.549740 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8620d67e-2954-429a-ac6a-348bc7e8be4b", "tag": "469ac5d4-57af-478f-9cef-bfff7ea7ba52", "status": "completed", "code": 200}, {"server_uuid": "122fe4b9-6da9-4a76-93a7-c60fffbabf66", "name": "network-vif-deleted", "tag": "28d15e7e-4f2c-4bc7-8717-9d690df8727a", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:54.550455 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c0636f23-9ef0-40a2-ac01-86eee68af1ff {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:54.552794 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8620d67e-2954-429a-ac6a-348bc7e8be4b', 'tag': '469ac5d4-57af-478f-9cef-bfff7ea7ba52', 'status': 'completed', 'code': 200} Jul 14 07:07:54.553761 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f86609e-45d7-44ad-8f3a-5ed11963d7ca tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:54.554111 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122fe4b9-6da9-4a76-93a7-c60fffbabf66', 'name': 'network-vif-deleted', 'tag': '28d15e7e-4f2c-4bc7-8717-9d690df8727a', 'status': 'completed', 'code': 200} Jul 14 07:07:54.554252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 8823f09b-4aad-4f8c-926e-c210b4da99c7 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:54.554702 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:54.639682 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:54.645062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 150041c7-3875-4d93-9574-3297b473098a no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:07:54.670199 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f86609e-45d7-44ad-8f3a-5ed11963d7ca tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 78057f16-b814-4734-841b-061bcd4b7f1a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:54.679842 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-0f86609e-45d7-44ad-8f3a-5ed11963d7ca tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:54.685250 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f86609e-45d7-44ad-8f3a-5ed11963d7ca tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:54.685388 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f86609e-45d7-44ad-8f3a-5ed11963d7ca tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:54.687427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 150041c7-3875-4d93-9574-3297b473098a {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:07:54.688092 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 150041c7-3875-4d93-9574-3297b473098a not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:07:54.692761 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2', 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de', 'port_id': '98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2', 'mac_address': 'fa:16:3e:67:8f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e8a532-de8e-4a6c-8825-83e30374b3e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:07:54.695701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee75388f-b24d-4d23-a13f-0f0ba22319c4 None None] Network 78057f16-b814-4734-841b-061bcd4b7f1a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:07:54.775293 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0f86609e-45d7-44ad-8f3a-5ed11963d7ca tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7165661 Jul 14 07:07:54.778963 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86609e-45d7-44ad-8f3a-5ed11963d7ca tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Subnet': ['ID=6926a8ee-a2b6-4848-95f9-713441de429d,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:54.781474 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43060) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:54.800176 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-adead4e8-00b0-4150-be80-28c012b165f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'security_group': {'name': 'tempest-secgroup-1751423255'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:54.878419 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:54.917269 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:54.922569 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:54.980331 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45ddc7f-1700-415b-9c40-524d0f205f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8823f09b-4aad-4f8c-926e-c210b4da99c7'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:54.982725 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fa6edf-cf99-483c-b39c-71a7aa03144a" -d '{"events": [{"server_uuid": "a45ddc7f-1700-415b-9c40-524d0f205f5e", "name": "network-vif-plugged", "status": "completed", "tag": "8823f09b-4aad-4f8c-926e-c210b4da99c7"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:54.994465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:55.019954 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 8823f09b-4aad-4f8c-926e-c210b4da99c7, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=8823f09b-4aad-4f8c-926e-c210b4da99c7,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:55.021196 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:55.039127 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:55.081286 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43070) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:55.103531 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:55.136051 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-78057f16-b814-4734-841b-061bcd4b7f1a', 'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a', 'tenant_id': '4e17643779c64bfcbf5ca1bd69e3a52f', 'fixed_ips': [{'subnet_id': '6926a8ee-a2b6-4848-95f9-713441de429d'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:07:55.136921 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:55.259642 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98ebbf-3955-4364-8301-d4d3b40fa43a req-4d68f622-0b77-4579-9f17-7e0bdfbd8ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:55.261296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff98ebbf-3955-4364-8301-d4d3b40fa43a req-4d68f622-0b77-4579-9f17-7e0bdfbd8ab4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f41c167b90654a4782677f21851a718d&device_id=8620d67e-2954-429a-ac6a-348bc7e8be4b HTTP/1.1" status: 200 len: 1094 time: 0.6884613 Jul 14 07:07:55.269753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:55.276168 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=8823f09b-4aad-4f8c-926e-c210b4da99c7,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:55.320072 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f6fdc21e-6e63-46b0-b560-c637fe63cf10 req-79cea259-b44d-48a7-bbfc-7f5340a0661e tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 210 time: 0.0653749 Jul 14 07:07:55.359333 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-adead4e8-00b0-4150-be80-28c012b165f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:55.371852 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d8c9e-49d8-49b4-bb12-f65925da5d2c req-2aa8ab5a-c788-4103-b28d-50bbf60c95cb tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:55.373653 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d47d8c9e-49d8-49b4-bb12-f65925da5d2c req-2aa8ab5a-c788-4103-b28d-50bbf60c95cb tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e HTTP/1.1" status: 200 len: 944 time: 0.7510097 Jul 14 07:07:55.483644 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d47d8c9e-49d8-49b4-bb12-f65925da5d2c req-b7a62401-d131-44bd-9a22-9915409829c0 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008198 Jul 14 07:07:55.513691 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98ebbf-3955-4364-8301-d4d3b40fa43a req-fb8bc65b-5277-476c-9b5a-5d337677ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:55.515712 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff98ebbf-3955-4364-8301-d4d3b40fa43a req-fb8bc65b-5277-476c-9b5a-5d337677ab8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=7df11440-a490-4cbf-bd30-2320c3a465de HTTP/1.1" status: 200 len: 917 time: 0.2406685 Jul 14 07:07:55.566481 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff98ebbf-3955-4364-8301-d4d3b40fa43a req-a88dfd66-716b-4f31-9269-7fed5ce9d9c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=469ac5d4-57af-478f-9cef-bfff7ea7ba52 HTTP/1.1" status: 200 len: 217 time: 0.0416229 Jul 14 07:07:55.600603 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-adead4e8-00b0-4150-be80-28c012b165f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:55.622959 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-adead4e8-00b0-4150-be80-28c012b165f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:55.630946 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Allocated IP 2001:db8::2 (78057f16-b814-4734-841b-061bcd4b7f1a/6926a8ee-a2b6-4848-95f9-713441de429d/0dd5ad96-7cfc-4522-87b9-67a2323d18bb) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:55.683027 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-150d946e-1932-4bd8-bdfa-ed07469b5068 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=87f2c5cc3a574c0b9e5dd6f14b968fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6005111 Jul 14 07:07:55.685539 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43088) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:55.707723 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-adead4e8-00b0-4150-be80-28c012b165f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:55.709065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-adead4e8-00b0-4150-be80-28c012b165f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9207311 Jul 14 07:07:55.711911 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43090) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:55.726446 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98ebbf-3955-4364-8301-d4d3b40fa43a req-77457740-71b2-484b-b8e0-08f650da9da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:55.728116 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff98ebbf-3955-4364-8301-d4d3b40fa43a req-77457740-71b2-484b-b8e0-08f650da9da7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17e8a532-de8e-4a6c-8825-83e30374b3e7 HTTP/1.1" status: 200 len: 855 time: 0.1383898 Jul 14 07:07:55.728952 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adead4e8-00b0-4150-be80-28c012b165f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c86ffe90-d118-49b0-b682-f57919b9442b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:55.757811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0be41712-f4e5-4455-8c9e-78dc0359290d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'security_group': {'name': 'tempest-secgroup-50742310'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:55.857366 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0be41712-f4e5-4455-8c9e-78dc0359290d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:55.885043 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98ebbf-3955-4364-8301-d4d3b40fa43a req-81318e8c-c55f-4234-b469-e0b531f34083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:55.887137 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff98ebbf-3955-4364-8301-d4d3b40fa43a req-81318e8c-c55f-4234-b469-e0b531f34083 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7df11440-a490-4cbf-bd30-2320c3a465de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405473 Jul 14 07:07:55.909037 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:55.917104 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 469ac5d4-57af-478f-9cef-bfff7ea7ba52 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:07:55.927230 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2707bc9-2e8f-4e8c-95fc-e4ee25a6f28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:55.927964 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Transition to ACTIVE for port object 0dd5ad96-7cfc-4522-87b9-67a2323d18bb will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:55.960463 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2707bc9-2e8f-4e8c-95fc-e4ee25a6f28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:55.966171 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Transition to ACTIVE for port object 0dd5ad96-7cfc-4522-87b9-67a2323d18bb will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:56.012574 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:56.077355 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0be41712-f4e5-4455-8c9e-78dc0359290d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:56.096754 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0be41712-f4e5-4455-8c9e-78dc0359290d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:56.106255 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Network 78057f16-b814-4734-841b-061bcd4b7f1a is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:56.142986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:56.147849 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:56.150591 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Pushing event updated for resources: {'Port': ['ID=0dd5ad96-7cfc-4522-87b9-67a2323d18bb,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:56.161797 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0be41712-f4e5-4455-8c9e-78dc0359290d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:56.166874 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0be41712-f4e5-4455-8c9e-78dc0359290d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4506769 Jul 14 07:07:56.168549 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43104) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:56.170872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be41712-f4e5-4455-8c9e-78dc0359290d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c1e639-918e-4f02-9207-26af9d415388,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:56.189240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f0cb5c5f-aa7c-4f6c-ae25-3cf15ab69472 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2059382068', 'security_groups': ['03c1e639-918e-4f02-9207-26af9d415388'], 'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6926a8ee-a2b6-4848-95f9-713441de429d'}]}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:56.194462 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2707bc9-2e8f-4e8c-95fc-e4ee25a6f28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:56.207331 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2707bc9-2e8f-4e8c-95fc-e4ee25a6f28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:56.213549 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a2707bc9-2e8f-4e8c-95fc-e4ee25a6f28b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ef83508-a0f7-410f-b4f8-6b9f0b48942c HTTP/1.1" status: 204 len: 168 time: 0.5217307 Jul 14 07:07:56.224489 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2707bc9-2e8f-4e8c-95fc-e4ee25a6f28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef83508-a0f7-410f-b4f8-6b9f0b48942c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:56.264778 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 469ac5d4-57af-478f-9cef-bfff7ea7ba52, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=469ac5d4-57af-478f-9cef-bfff7ea7ba52,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:56.375304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '469ac5d4-57af-478f-9cef-bfff7ea7ba52', 'network_id': '7df11440-a490-4cbf-bd30-2320c3a465de', 'port_id': '469ac5d4-57af-478f-9cef-bfff7ea7ba52', 'mac_address': 'fa:16:3e:36:a9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e8a532-de8e-4a6c-8825-83e30374b3e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:07:56.379010 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Attempting to bind port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:07:56.382846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Attempting to bind port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '3c879f81-c342-48a8-9c20-89ce27879b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:07:56.387646 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Attempting to bind port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb on network 78057f16-b814-4734-841b-061bcd4b7f1a {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:07:56.396858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:07:56.403471 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Checking segment: {'id': '3c879f81-c342-48a8-9c20-89ce27879b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:07:56.405629 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:56.406277 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Bound using segment: {'id': '3c879f81-c342-48a8-9c20-89ce27879b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:07:56.407062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Bound port: 0dd5ad96-7cfc-4522-87b9-67a2323d18bb, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c879f81-c342-48a8-9c20-89ce27879b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:07:56.410756 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:56.461805 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff98ebbf-3955-4364-8301-d4d3b40fa43a req-9a9c4a63-dad4-46cd-a7fc-bf482679fc67 service neutron] 10.222.0.30 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604699 Jul 14 07:07:56.477903 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b7912-0503-430a-9016-6a39b3bb0810 req-2ee0bd2b-75ce-44ac-afb1-eabb494b643a tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:56.480020 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-005b7912-0503-430a-9016-6a39b3bb0810 req-2ee0bd2b-75ce-44ac-afb1-eabb494b643a tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.15 "GET /v2.0/networks?id=5a14332a-3cc4-4fca-9869-617a13d02085 HTTP/1.1" status: 200 len: 810 time: 0.5669794 Jul 14 07:07:56.524415 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-005b7912-0503-430a-9016-6a39b3bb0810 req-d36350c4-8889-44a8-8ee0-9b156b82d672 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Request body: {'port': {'device_id': '592aff0c-939f-458e-94f4-8ce930e3a80b', 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085', 'admin_state_up': True, 'tenant_id': '41d7b9c7c3284b00bf5d9e27f0168ee3'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:56.546027 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5574bf2f-5880-4e4e-ac34-de5423ef7a8e x-openstack-request-id: req-5574bf2f-5880-4e4e-ac34-de5423ef7a8e {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:56.546425 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45ddc7f-1700-415b-9c40-524d0f205f5e", "name": "network-vif-plugged", "status": "completed", "tag": "8823f09b-4aad-4f8c-926e-c210b4da99c7", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:56.546773 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5574bf2f-5880-4e4e-ac34-de5423ef7a8e {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:56.547256 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45ddc7f-1700-415b-9c40-524d0f205f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8823f09b-4aad-4f8c-926e-c210b4da99c7', 'code': 200} Jul 14 07:07:56.555141 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:56.578183 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469ac5d4-57af-478f-9cef-bfff7ea7ba52 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:07:56.611489 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] For port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:07:56.614682 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 469ac5d4-57af-478f-9cef-bfff7ea7ba52, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=469ac5d4-57af-478f-9cef-bfff7ea7ba52,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:56.617298 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] For port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0dd5ad96-7cfc-4522-87b9-67a2323d18bb,segment=NetworkSegment(3c879f81-c342-48a8-9c20-89ce27879b4f),segment_id=3c879f81-c342-48a8-9c20-89ce27879b4f)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:07:56.621590 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:56.627248 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:56.713147 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=469ac5d4-57af-478f-9cef-bfff7ea7ba52,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:56.796928 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608c429-dd51-46e6-bc76-533fc6bed76c None None] Pushing event updated for resources: {'Port': ['ID=0dd5ad96-7cfc-4522-87b9-67a2323d18bb,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:56.809355 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f6fdd0fd-966c-4430-8734-669115e44625 req-2c274add-e418-4c6a-9121-507dc95007a6 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 210 time: 0.0414944 Jul 14 07:07:56.878367 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['469ac5d4-57af-478f-9cef-bfff7ea7ba52'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:07:56.906688 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cb5c5f-aa7c-4f6c-ae25-3cf15ab69472 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:56.980342 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.db.api [req-005b7912-0503-430a-9016-6a39b3bb0810 req-d36350c4-8889-44a8-8ee0-9b156b82d672 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 07:07:56.980342 n-d-778696-5 neutron-server[93828]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 07:07:56.980342 n-d-778696-5 neutron-server[93828]: [parameters: {'project_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'id': '47310080-b1ca-4908-9bee-0ad1e4fc03cf', 'expiration': datetime.datetime(2021, 7, 14, 7, 9, 56, 846192)}] Jul 14 07:07:56.980342 n-d-778696-5 neutron-server[93828]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:07:56.980778 n-d-778696-5 neutron-server[93828]: DEBUG oslo_db.api [req-005b7912-0503-430a-9016-6a39b3bb0810 req-d36350c4-8889-44a8-8ee0-9b156b82d672 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:07:57.082822 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff98ebbf-3955-4364-8301-d4d3b40fa43a req-9605b3a1-0558-44dc-95b4-0a6f1da1282d service neutron] 10.222.0.30 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6017642 Jul 14 07:07:57.149726 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-8558db8d-444c-4d43-a501-b33883539128 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6263256 Jul 14 07:07:57.227014 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43128) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:57.244532 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b425635-1e72-456d-9d9a-9be4216c1ffd req-49fcd8d3-88e1-4beb-abc7-e9b6931aa024 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:57.251391 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8b425635-1e72-456d-9d9a-9be4216c1ffd req-49fcd8d3-88e1-4beb-abc7-e9b6931aa024 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.4251456 Jul 14 07:07:57.256710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68b75c-2c24-465a-b1f4-8be593080441 req-9e59900b-c66a-47d3-a9b1-5df00cdaa5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:57.258589 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ea68b75c-2c24-465a-b1f4-8be593080441 req-9e59900b-c66a-47d3-a9b1-5df00cdaa5ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e HTTP/1.1" status: 200 len: 1096 time: 0.6003017 Jul 14 07:07:57.282980 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f0cb5c5f-aa7c-4f6c-ae25-3cf15ab69472 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:57.330117 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-413cfe9f-b016-4ec9-905b-4c9878c141ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09902a0e971745bc9faea3735d3cabd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0991068 Jul 14 07:07:57.330221 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8b425635-1e72-456d-9d9a-9be4216c1ffd req-b6fc0436-5e9c-4fb6-a2b2-453ff2c10987 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775743 Jul 14 07:07:57.338673 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43136) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:57.406359 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-f0cb5c5f-aa7c-4f6c-ae25-3cf15ab69472 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] device_id is not set on port 05d6374f-e846-4fce-ad77-abc50d408891 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:07:57.418110 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32bb792d-46d0-41e8-b42a-07bdfafd4dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:57.450349 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32bb792d-46d0-41e8-b42a-07bdfafd4dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:57.480370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a8e9f-c9d1-4c06-a412-2221b9910f3f req-45e60d0b-5878-4e12-86ef-96ded2faa831 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:57.488980 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f08a8e9f-c9d1-4c06-a412-2221b9910f3f req-45e60d0b-5878-4e12-86ef-96ded2faa831 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.4088569 Jul 14 07:07:57.526731 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32bb792d-46d0-41e8-b42a-07bdfafd4dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:57.531355 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32bb792d-46d0-41e8-b42a-07bdfafd4dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:57.536006 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-32bb792d-46d0-41e8-b42a-07bdfafd4dec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c703b767-e3df-4f92-8093-4e8e4976e5c5 HTTP/1.1" status: 204 len: 168 time: 0.1938879 Jul 14 07:07:57.543898 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb792d-46d0-41e8-b42a-07bdfafd4dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c703b767-e3df-4f92-8093-4e8e4976e5c5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:57.604677 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ea68b75c-2c24-465a-b1f4-8be593080441 req-58488806-1350-4847-afcb-d8a8ca4c8731 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996135 Jul 14 07:07:57.641004 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005b7912-0503-430a-9016-6a39b3bb0810 req-d36350c4-8889-44a8-8ee0-9b156b82d672 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Made reservation on behalf of 41d7b9c7c3284b00bf5d9e27f0168ee3 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:57.653235 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-005b7912-0503-430a-9016-6a39b3bb0810 req-d36350c4-8889-44a8-8ee0-9b156b82d672 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:57.844126 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f08a8e9f-c9d1-4c06-a412-2221b9910f3f req-bf308bf5-49a6-4275-84c1-9b7717418c6d tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541777 Jul 14 07:07:57.915670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 469ac5d4-57af-478f-9cef-bfff7ea7ba52 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:58.040573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 469ac5d4-57af-478f-9cef-bfff7ea7ba52 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:58.046497 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 469ac5d4-57af-478f-9cef-bfff7ea7ba52 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:58.046880 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:58.100139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0dd5ad96-7cfc-4522-87b9-67a2323d18bb up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:58.157303 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:07:58.264309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:58.270447 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-005b7912-0503-430a-9016-6a39b3bb0810 req-d36350c4-8889-44a8-8ee0-9b156b82d672 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Allocated IP 172.20.0.12 (5a14332a-3cc4-4fca-9869-617a13d02085/0647552b-8dce-4aed-a543-e2c6d3a859c4/ab062f5e-467b-4429-a3b5-f654b6ba472f) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:58.300703 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:58.313902 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2051a419-bde3-427e-9ddd-493bf2817ae6 None None] Provisioning complete for port 01cd5013-75b1-498e-8287-3294ab3f18a4 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:58.314520 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2051a419-bde3-427e-9ddd-493bf2817ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:58.322457 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:58.362109 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:58.362770 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:58.450901 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-f0cb5c5f-aa7c-4f6c-ae25-3cf15ab69472 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Allocated IP 2001:db8::9b (78057f16-b814-4734-841b-061bcd4b7f1a/6926a8ee-a2b6-4848-95f9-713441de429d/05d6374f-e846-4fce-ad77-abc50d408891) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:07:58.453816 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 469ac5d4-57af-478f-9cef-bfff7ea7ba52, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=469ac5d4-57af-478f-9cef-bfff7ea7ba52,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:58.457365 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-2051a419-bde3-427e-9ddd-493bf2817ae6 None None] Port 01cd5013-75b1-498e-8287-3294ab3f18a4 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:58.479609 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:58.485296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a50d10-6340-4c54-a3c1-4408cd67b08a req-67f62417-6fd5-448f-95a9-5cc7af46adfe tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:58.486794 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a50d10-6340-4c54-a3c1-4408cd67b08a req-67f62417-6fd5-448f-95a9-5cc7af46adfe tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:58.487519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a50d10-6340-4c54-a3c1-4408cd67b08a req-67f62417-6fd5-448f-95a9-5cc7af46adfe tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:58.488175 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a50d10-6340-4c54-a3c1-4408cd67b08a req-67f62417-6fd5-448f-95a9-5cc7af46adfe tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:58.488885 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a50d10-6340-4c54-a3c1-4408cd67b08a req-67f62417-6fd5-448f-95a9-5cc7af46adfe tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:58.489692 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a50d10-6340-4c54-a3c1-4408cd67b08a req-67f62417-6fd5-448f-95a9-5cc7af46adfe tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:58.490383 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a50d10-6340-4c54-a3c1-4408cd67b08a req-67f62417-6fd5-448f-95a9-5cc7af46adfe tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:58.492004 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a50d10-6340-4c54-a3c1-4408cd67b08a req-67f62417-6fd5-448f-95a9-5cc7af46adfe tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:58.503073 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-40a50d10-6340-4c54-a3c1-4408cd67b08a req-67f62417-6fd5-448f-95a9-5cc7af46adfe tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b&device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e&device_id=8620d67e-2954-429a-ac6a-348bc7e8be4b&device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74&device_id=650aacff-da33-4896-9325-6510815b0b1e&device_id=12b6cca7-8b81-4030-b49b-4d4d34e14041&device_id=cc1d152d-04fa-4485-acbc-fa651254858d&device_id=d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d&device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 7317 time: 0.7491109 Jul 14 07:07:58.552604 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8620d67e-2954-429a-ac6a-348bc7e8be4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469ac5d4-57af-478f-9cef-bfff7ea7ba52'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:07:58.559727 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fc1171-07b0-4cb7-9ef8-2b1bc3078f22" -d '{"events": [{"server_uuid": "8620d67e-2954-429a-ac6a-348bc7e8be4b", "name": "network-vif-plugged", "status": "completed", "tag": "469ac5d4-57af-478f-9cef-bfff7ea7ba52"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:07:58.607289 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2051a419-bde3-427e-9ddd-493bf2817ae6 None None] Provisioning for port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:58.631996 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2051a419-bde3-427e-9ddd-493bf2817ae6 None None] Provisioning complete for port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:58.632481 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2051a419-bde3-427e-9ddd-493bf2817ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:58.640715 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=469ac5d4-57af-478f-9cef-bfff7ea7ba52,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:58.703677 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:58.726498 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f0cb5c5f-aa7c-4f6c-ae25-3cf15ab69472 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:58.741614 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-f0cb5c5f-aa7c-4f6c-ae25-3cf15ab69472 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Transition to ACTIVE for port object 05d6374f-e846-4fce-ad77-abc50d408891 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:07:58.770447 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:58.792900 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2051a419-bde3-427e-9ddd-493bf2817ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:58.797361 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:58.836744 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-40a50d10-6340-4c54-a3c1-4408cd67b08a req-c1ca4f90-79a7-4867-b00d-37da08363266 tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:58.843774 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f0cb5c5f-aa7c-4f6c-ae25-3cf15ab69472 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:58.852963 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-005b7912-0503-430a-9016-6a39b3bb0810 req-d36350c4-8889-44a8-8ee0-9b156b82d672 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:58.894651 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2051a419-bde3-427e-9ddd-493bf2817ae6 None None] For port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0dd5ad96-7cfc-4522-87b9-67a2323d18bb,segment=NetworkSegment(3c879f81-c342-48a8-9c20-89ce27879b4f),segment_id=3c879f81-c342-48a8-9c20-89ce27879b4f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:07:58.902129 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:58.906728 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2051a419-bde3-427e-9ddd-493bf2817ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:58.947471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ce63e-2198-4ea3-85d1-1a625ef30630 req-363d6be9-5c51-4c58-b548-35f62db48f7c tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:58.954513 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-174ce63e-2198-4ea3-85d1-1a625ef30630 req-363d6be9-5c51-4c58-b548-35f62db48f7c tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e HTTP/1.1" status: 200 len: 945 time: 0.8060732 Jul 14 07:07:58.959349 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cb5c5f-aa7c-4f6c-ae25-3cf15ab69472 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 78057f16-b814-4734-841b-061bcd4b7f1a is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:58.982364 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f0cb5c5f-aa7c-4f6c-ae25-3cf15ab69472 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:58.992350 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051a419-bde3-427e-9ddd-493bf2817ae6 None None] Pushing event updated for resources: {'Port': ['ID=0dd5ad96-7cfc-4522-87b9-67a2323d18bb,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:58.997638 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cb5c5f-aa7c-4f6c-ae25-3cf15ab69472 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:59.003264 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cb5c5f-aa7c-4f6c-ae25-3cf15ab69472 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:59.003890 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f0cb5c5f-aa7c-4f6c-ae25-3cf15ab69472 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:59.006320 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb5c5f-aa7c-4f6c-ae25-3cf15ab69472 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=05d6374f-e846-4fce-ad77-abc50d408891,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:59.076277 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-174ce63e-2198-4ea3-85d1-1a625ef30630 req-ef9a269e-f895-48b6-8ba7-21f31915acd0 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209705 Jul 14 07:07:59.086192 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-005b7912-0503-430a-9016-6a39b3bb0810 req-d36350c4-8889-44a8-8ee0-9b156b82d672 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:59.167796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005b7912-0503-430a-9016-6a39b3bb0810 req-d36350c4-8889-44a8-8ee0-9b156b82d672 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Network 5a14332a-3cc4-4fca-9869-617a13d02085 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:07:59.176985 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36350c4-8889-44a8-8ee0-9b156b82d672 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Pushing event updated for resources: {'Port': ['ID=ab062f5e-467b-4429-a3b5-f654b6ba472f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:59.182267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-005b7912-0503-430a-9016-6a39b3bb0810 req-d36350c4-8889-44a8-8ee0-9b156b82d672 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:07:59.187065 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-005b7912-0503-430a-9016-6a39b3bb0810 req-d36350c4-8889-44a8-8ee0-9b156b82d672 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:07:59.221644 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-40a50d10-6340-4c54-a3c1-4408cd67b08a req-c1ca4f90-79a7-4867-b00d-37da08363266 tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:59.236349 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-40a50d10-6340-4c54-a3c1-4408cd67b08a req-c1ca4f90-79a7-4867-b00d-37da08363266 tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:59.252218 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f0cb5c5f-aa7c-4f6c-ae25-3cf15ab69472 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0780616 Jul 14 07:07:59.252584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43200) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:59.264336 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b59ddb0e-6f2a-4c78-b565-b3401fa24caf tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'subnet': {'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:59.289850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b7912-0503-430a-9016-6a39b3bb0810 req-d36350c4-8889-44a8-8ee0-9b156b82d672 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:59.290505 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-005b7912-0503-430a-9016-6a39b3bb0810 req-d36350c4-8889-44a8-8ee0-9b156b82d672 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:59.317319 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-40a50d10-6340-4c54-a3c1-4408cd67b08a req-c1ca4f90-79a7-4867-b00d-37da08363266 tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.8130469 Jul 14 07:07:59.320124 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-005b7912-0503-430a-9016-6a39b3bb0810 req-d36350c4-8889-44a8-8ee0-9b156b82d672 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8119919 Jul 14 07:07:59.321103 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca4f90-79a7-4867-b00d-37da08363266 tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d06e1c-2d0f-4e67-8e1a-d2e79d236b2f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:07:59.348808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Request body: {'port': {'device_id': '592aff0c-939f-458e-94f4-8ce930e3a80b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:59.460971 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-06c2608a-23a3-4c94-904b-96617f2ee154 None None] Provisioning for port 05d6374f-e846-4fce-ad77-abc50d408891 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:07:59.467098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-06c2608a-23a3-4c94-904b-96617f2ee154 None None] Provisioning complete for port 05d6374f-e846-4fce-ad77-abc50d408891 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:07:59.475409 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-06c2608a-23a3-4c94-904b-96617f2ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:59.538092 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-06c2608a-23a3-4c94-904b-96617f2ee154 None None] Port 05d6374f-e846-4fce-ad77-abc50d408891 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:07:59.569667 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:59.588685 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59ddb0e-6f2a-4c78-b565-b3401fa24caf tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:59.594802 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b59ddb0e-6f2a-4c78-b565-b3401fa24caf tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:59.634280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56be1fe-b443-48dd-b0e0-cd497d0544ef req-8fcf406f-7432-44e2-91ef-8cff07526819 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:59.635843 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f56be1fe-b443-48dd-b0e0-cd497d0544ef req-8fcf406f-7432-44e2-91ef-8cff07526819 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 932 time: 0.2821002 Jul 14 07:07:59.680887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-c38fb7a3-ecf7-4f5a-a830-4752ac06fd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:59.682524 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-c38fb7a3-ecf7-4f5a-a830-4752ac06fd0f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 1101 time: 0.1811678 Jul 14 07:07:59.702309 n-d-778696-5 neutron-server[93827]: INFO neutron.db.ipam_backend_mixin [None req-b59ddb0e-6f2a-4c78-b565-b3401fa24caf tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6926a8ee-a2b6-4848-95f9-713441de429d (CIDR: 2001:db8::/64) Jul 14 07:07:59.707718 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59ddb0e-6f2a-4c78-b565-b3401fa24caf tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:07:59.708389 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59ddb0e-6f2a-4c78-b565-b3401fa24caf tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:07:59.730098 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b59ddb0e-6f2a-4c78-b565-b3401fa24caf tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4735866 Jul 14 07:07:59.732427 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43216) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:07:59.742902 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-04fe6058-eab6-46d5-9b8c-9e5ac2c2fd39 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'subnet': {'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:07:59.851155 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f56be1fe-b443-48dd-b0e0-cd497d0544ef req-b2b78576-c497-41a9-a3bc-cf39c063234f tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050855 Jul 14 07:07:59.887615 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72f428-856e-4835-ae32-bc603f464e50 req-25de937e-04ac-4868-9236-1773907e48df tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:07:59.889497 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b72f428-856e-4835-ae32-bc603f464e50 req-25de937e-04ac-4868-9236-1773907e48df tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.3133945 Jul 14 07:07:59.914388 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fe6058-eab6-46d5-9b8c-9e5ac2c2fd39 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:07:59.922847 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04fe6058-eab6-46d5-9b8c-9e5ac2c2fd39 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:07:59.947010 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cac2bf4-7073-46da-81e4-65c418e1a70e x-openstack-request-id: req-8cac2bf4-7073-46da-81e4-65c418e1a70e {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:07:59.947368 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8620d67e-2954-429a-ac6a-348bc7e8be4b", "name": "network-vif-plugged", "status": "completed", "tag": "469ac5d4-57af-478f-9cef-bfff7ea7ba52", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:07:59.947703 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8cac2bf4-7073-46da-81e4-65c418e1a70e {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:07:59.948102 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8620d67e-2954-429a-ac6a-348bc7e8be4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469ac5d4-57af-478f-9cef-bfff7ea7ba52', 'code': 200} Jul 14 07:08:00.012373 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-be0cae49-3c73-4c9d-9766-69ee394b6977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:00.014161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-be0cae49-3c73-4c9d-9766-69ee394b6977 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.3166461 Jul 14 07:08:00.019507 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b72f428-856e-4835-ae32-bc603f464e50 req-1e375582-a0f2-4362-b3f6-846316b9ad01 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051466 Jul 14 07:08:00.034378 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0dd5ad96-7cfc-4522-87b9-67a2323d18bb up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:00.082675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-3728d1ce-20d5-484b-a52e-f54ddeab91eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=0d139ab7-8f66-4301-91c7-f603bc6c0a6a HTTP/1.1" status: 200 len: 217 time: 0.0555532 Jul 14 07:08:00.155549 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:00.155956 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:00.257141 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57398528-f5de-4ec7-aca7-bcfce14d043a req-ec7212f0-8ccf-4c48-b7bf-aadc652523ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:00.259289 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57398528-f5de-4ec7-aca7-bcfce14d043a req-ec7212f0-8ccf-4c48-b7bf-aadc652523ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8620d67e-2954-429a-ac6a-348bc7e8be4b HTTP/1.1" status: 200 len: 1096 time: 0.2008734 Jul 14 07:08:00.294610 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16d7ae-b936-466c-9335-df4bbf19187a req-d0b38600-bec9-4b7c-ad73-bacdcca7de0a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:00.296020 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b16d7ae-b936-466c-9335-df4bbf19187a req-d0b38600-bec9-4b7c-ad73-bacdcca7de0a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.1310585 Jul 14 07:08:00.300348 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-468bd484-0b06-480d-9c4c-1621d1905b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:00.301794 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-468bd484-0b06-480d-9c4c-1621d1905b01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.2023730 Jul 14 07:08:00.328363 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57398528-f5de-4ec7-aca7-bcfce14d043a req-2e5b3f08-a9fb-4ba6-b4b8-c1913fd5b10c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621827 Jul 14 07:08:00.400704 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab062f5e-467b-4429-a3b5-f654b6ba472f {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:08:00.417624 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b16d7ae-b936-466c-9335-df4bbf19187a req-817cd1fa-7d15-4edd-a730-d53139b13ffe tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121109 Jul 14 07:08:00.429292 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:00.431565 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04fe6058-eab6-46d5-9b8c-9e5ac2c2fd39 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:00.441883 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-11d31e02-8144-43f8-b582-63ea712d2fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:00.485877 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fe6058-eab6-46d5-9b8c-9e5ac2c2fd39 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 78057f16-b814-4734-841b-061bcd4b7f1a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:08:00.489213 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-04fe6058-eab6-46d5-9b8c-9e5ac2c2fd39 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:00.490132 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Transition to ACTIVE for port object ab062f5e-467b-4429-a3b5-f654b6ba472f will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:00.492564 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fe6058-eab6-46d5-9b8c-9e5ac2c2fd39 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:00.493461 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04fe6058-eab6-46d5-9b8c-9e5ac2c2fd39 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:00.496413 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-ad52f2a0-238b-4f8f-a924-aa66041b9f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:00.497943 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-ad52f2a0-238b-4f8f-a924-aa66041b9f7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1639814 Jul 14 07:08:00.499178 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:00.500687 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e5c522-c04e-4210-99c5-a49c85cf3c7e None None] Network 78057f16-b814-4734-841b-061bcd4b7f1a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:08:00.516938 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe6058-eab6-46d5-9b8c-9e5ac2c2fd39 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Subnet': ['ID=f0ec9c09-2c32-4a91-83ae-7234b6c5c9d1,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:00.534613 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-04fe6058-eab6-46d5-9b8c-9e5ac2c2fd39 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7982712 Jul 14 07:08:00.534962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43236) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:00.547453 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c84c5f43-8bc1-4a3d-b646-07f90c665cd0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1642940402', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f0ec9c09-2c32-4a91-83ae-7234b6c5c9d1'}], 'security_groups': ['c86ffe90-d118-49b0-b682-f57919b9442b']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:00.797932 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c84c5f43-8bc1-4a3d-b646-07f90c665cd0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:00.915295 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05076804-a95c-4b13-ac4e-324b15cb9423 None None] Update dhcp port {'port': {'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a', 'fixed_ips': [{'subnet_id': '6926a8ee-a2b6-4848-95f9-713441de429d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f0ec9c09-2c32-4a91-83ae-7234b6c5c9d1'}], 'binding:host_id': 'n-d-778696-5'}, 'id': '0dd5ad96-7cfc-4522-87b9-67a2323d18bb'} from n-d-778696-5. {{(pid=93829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 07:08:00.966199 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05076804-a95c-4b13-ac4e-324b15cb9423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:01.152159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Pushing event updated for resources: {'Port': ['ID=ab062f5e-467b-4429-a3b5-f654b6ba472f,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:01.183632 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c84c5f43-8bc1-4a3d-b646-07f90c665cd0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Delete allocated IP 2001:db8::9b (78057f16-b814-4734-841b-061bcd4b7f1a/6926a8ee-a2b6-4848-95f9-713441de429d) {{(pid=93827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 07:08:01.194263 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c84c5f43-8bc1-4a3d-b646-07f90c665cd0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Allocated IP 2001:db8:0:1::257 (78057f16-b814-4734-841b-061bcd4b7f1a/f0ec9c09-2c32-4a91-83ae-7234b6c5c9d1/05d6374f-e846-4fce-ad77-abc50d408891) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:08:01.216783 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:01.217131 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:01.217514 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:01.217815 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:01.218267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:01.218550 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:01.218881 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:01.219218 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:01.219547 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:01.219872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:01.220196 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:01.220515 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:01.240698 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-05eb3205-6485-4ec1-9c97-107ad490b762 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215350 Jul 14 07:08:01.357893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90480f-e392-4fbc-941a-c952f00ceb11 req-66ee1b8f-9015-4649-961b-fc42f013025a tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:01.364564 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1d90480f-e392-4fbc-941a-c952f00ceb11 req-66ee1b8f-9015-4649-961b-fc42f013025a tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e HTTP/1.1" status: 200 len: 945 time: 0.7256684 Jul 14 07:08:01.377215 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c84c5f43-8bc1-4a3d-b646-07f90c665cd0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:01.393439 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c84c5f43-8bc1-4a3d-b646-07f90c665cd0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Transition to ACTIVE for port object 05d6374f-e846-4fce-ad77-abc50d408891 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:01.397083 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efff37-a5b7-42c0-9785-b5adf8e72f95 req-06b7d0af-813e-47e3-995b-5d60160ad77b tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:01.397715 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efff37-a5b7-42c0-9785-b5adf8e72f95 req-06b7d0af-813e-47e3-995b-5d60160ad77b tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:01.398348 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efff37-a5b7-42c0-9785-b5adf8e72f95 req-06b7d0af-813e-47e3-995b-5d60160ad77b tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:01.400120 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c84c5f43-8bc1-4a3d-b646-07f90c665cd0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:01.400286 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1efff37-a5b7-42c0-9785-b5adf8e72f95 req-06b7d0af-813e-47e3-995b-5d60160ad77b tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=12b6cca7-8b81-4030-b49b-4d4d34e14041&device_id=d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d&device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 2883 time: 0.2980347 Jul 14 07:08:01.400855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Attempting to bind port ab062f5e-467b-4429-a3b5-f654b6ba472f on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:08:01.401262 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Attempting to bind port ab062f5e-467b-4429-a3b5-f654b6ba472f by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '065a31b3-4fff-4e28-a808-d8f8239fd64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:08:01.401636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Attempting to bind port ab062f5e-467b-4429-a3b5-f654b6ba472f on network 5a14332a-3cc4-4fca-9869-617a13d02085 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:08:01.427816 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Port ab062f5e-467b-4429-a3b5-f654b6ba472f on network 5a14332a-3cc4-4fca-9869-617a13d02085 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:08:01.428150 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Attempting to bind port ab062f5e-467b-4429-a3b5-f654b6ba472f on network 5a14332a-3cc4-4fca-9869-617a13d02085 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:08:01.463939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:08:01.464796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Checking segment: {'id': '065a31b3-4fff-4e28-a808-d8f8239fd64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:08:01.464796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Bound using segment: {'id': '065a31b3-4fff-4e28-a808-d8f8239fd64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:08:01.465035 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Bound port: ab062f5e-467b-4429-a3b5-f654b6ba472f, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '065a31b3-4fff-4e28-a808-d8f8239fd64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:08:01.465515 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:01.467478 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c84c5f43-8bc1-4a3d-b646-07f90c665cd0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] In _notify_port_updated(), no bound segment for port 05d6374f-e846-4fce-ad77-abc50d408891 on network 78057f16-b814-4734-841b-061bcd4b7f1a {{(pid=93827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:08:01.472966 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84c5f43-8bc1-4a3d-b646-07f90c665cd0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:01.473633 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c84c5f43-8bc1-4a3d-b646-07f90c665cd0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:01.475844 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c84c5f43-8bc1-4a3d-b646-07f90c665cd0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "PUT /v2.0/ports/05d6374f-e846-4fce-ad77-abc50d408891 HTTP/1.1" status: 200 len: 931 time: 0.9390275 Jul 14 07:08:01.479537 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43256) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:01.486004 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1d90480f-e392-4fbc-941a-c952f00ceb11 req-8a7f4cd5-f097-4760-9b5e-d8d4c8894df7 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205122 Jul 14 07:08:01.486909 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-05076804-a95c-4b13-ac4e-324b15cb9423 None None] Allocated IP 2001:db8:0:1::2 (78057f16-b814-4734-841b-061bcd4b7f1a/f0ec9c09-2c32-4a91-83ae-7234b6c5c9d1/0dd5ad96-7cfc-4522-87b9-67a2323d18bb) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:08:01.487536 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c5f43-8bc1-4a3d-b646-07f90c665cd0 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=05d6374f-e846-4fce-ad77-abc50d408891,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:01.544726 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-e86de23d-f785-4105-9f4c-ee78c0319a0a service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932594 Jul 14 07:08:01.579819 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1efff37-a5b7-42c0-9785-b5adf8e72f95 req-b13c54df-ace4-40d9-9b8f-f15a1418eb9a tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644616 Jul 14 07:08:01.613392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-854d45fd-cf24-4a8e-b132-4ddcc2004b72 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port 05d6374f-e846-4fce-ad77-abc50d408891 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:08:01.614144 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-854d45fd-cf24-4a8e-b132-4ddcc2004b72 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:01.685770 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-05076804-a95c-4b13-ac4e-324b15cb9423 None None] For port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0dd5ad96-7cfc-4522-87b9-67a2323d18bb,segment=NetworkSegment(3c879f81-c342-48a8-9c20-89ce27879b4f),segment_id=3c879f81-c342-48a8-9c20-89ce27879b4f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:01.729557 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05076804-a95c-4b13-ac4e-324b15cb9423 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:01.736800 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] For port ab062f5e-467b-4429-a3b5-f654b6ba472f, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:08:01.753572 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-05076804-a95c-4b13-ac4e-324b15cb9423 None None] Transition to ACTIVE for port object 0dd5ad96-7cfc-4522-87b9-67a2323d18bb will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:01.757298 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] For port ab062f5e-467b-4429-a3b5-f654b6ba472f, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=ab062f5e-467b-4429-a3b5-f654b6ba472f,segment=NetworkSegment(065a31b3-4fff-4e28-a808-d8f8239fd64a),segment_id=065a31b3-4fff-4e28-a808-d8f8239fd64a)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:08:01.760680 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05076804-a95c-4b13-ac4e-324b15cb9423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:01.766048 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:01.798045 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-854d45fd-cf24-4a8e-b132-4ddcc2004b72 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:01.829702 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-854d45fd-cf24-4a8e-b132-4ddcc2004b72 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for 05d6374f-e846-4fce-ad77-abc50d408891 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:08:01.863616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec724a0-eab2-4bc0-9d8d-654be0f050b4 req-8cf69343-76f1-46ba-b66e-59b45c12d6cb tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:01.865445 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ec724a0-eab2-4bc0-9d8d-654be0f050b4 req-8cf69343-76f1-46ba-b66e-59b45c12d6cb tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 944 time: 0.1930130 Jul 14 07:08:01.866373 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Pushing event updated for resources: {'Port': ['ID=ab062f5e-467b-4429-a3b5-f654b6ba472f,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:01.878708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:01.879539 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:01.881078 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-005b7912-0503-430a-9016-6a39b3bb0810 req-699e42e0-bf14-4f13-ba0f-4249c0c4934e service neutron] 10.222.0.15 "PUT /v2.0/ports/ab062f5e-467b-4429-a3b5-f654b6ba472f HTTP/1.1" status: 200 len: 1092 time: 2.5384431 Jul 14 07:08:01.881763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592aff0c-939f-458e-94f4-8ce930e3a80b', 'tag': 'ab062f5e-467b-4429-a3b5-f654b6ba472f'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:08:01.884582 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74b96a3-559f-4045-a9e7-158b2c7e0609" -d '{"events": [{"name": "network-changed", "server_uuid": "592aff0c-939f-458e-94f4-8ce930e3a80b", "tag": "ab062f5e-467b-4429-a3b5-f654b6ba472f"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:08:01.916555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05076804-a95c-4b13-ac4e-324b15cb9423 None None] Pushing event updated for resources: {'Port': ['ID=0dd5ad96-7cfc-4522-87b9-67a2323d18bb,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:01.948848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccde10a-4b13-410f-a8e3-797c74e60b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:08:01.951236 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058e4239-6e76-49c0-a79b-34f51b48f168" -d '{"events": [{"server_uuid": "4ccde10a-4b13-410f-a8e3-797c74e60b74", "name": "network-vif-plugged", "status": "completed", "tag": "98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:08:01.990546 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ec724a0-eab2-4bc0-9d8d-654be0f050b4 req-d55ce8ed-0717-401d-9dc8-ed1a91a1cb18 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648303 Jul 14 07:08:01.992470 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-854d45fd-cf24-4a8e-b132-4ddcc2004b72 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:02.054301 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d45fd-cf24-4a8e-b132-4ddcc2004b72 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=05d6374f-e846-4fce-ad77-abc50d408891,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:02.074507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891e546-99aa-4884-8f96-8f2d708b62a7 req-d60a2859-3641-4fc2-8277-c5f1c21f4317 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:02.083268 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0891e546-99aa-4884-8f96-8f2d708b62a7 req-d60a2859-3641-4fc2-8277-c5f1c21f4317 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.3048220 Jul 14 07:08:02.103904 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-854d45fd-cf24-4a8e-b132-4ddcc2004b72 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:02.107009 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-854d45fd-cf24-4a8e-b132-4ddcc2004b72 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/ports/05d6374f-e846-4fce-ad77-abc50d408891 HTTP/1.1" status: 204 len: 168 time: 0.6257658 Jul 14 07:08:02.108977 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43274) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:02.140793 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2a694a-75bc-4072-8abf-edfeb24f58c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] GET failed (client error): The resource could not be found. Jul 14 07:08:02.142423 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ff2a694a-75bc-4072-8abf-edfeb24f58c5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports/05d6374f-e846-4fce-ad77-abc50d408891 HTTP/1.1" status: 404 len: 333 time: 0.0322943 Jul 14 07:08:02.145261 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43276) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:02.187031 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0891e546-99aa-4884-8f96-8f2d708b62a7 req-96f13e25-869e-4d45-9ab0-6aaff34b22c9 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028600 Jul 14 07:08:02.192344 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b7912-0503-430a-9016-6a39b3bb0810 req-2ffaca0a-116c-4734-9f48-78bbb561d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:02.194392 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-005b7912-0503-430a-9016-6a39b3bb0810 req-2ffaca0a-116c-4734-9f48-78bbb561d59d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41d7b9c7c3284b00bf5d9e27f0168ee3&device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 1095 time: 0.2493937 Jul 14 07:08:02.204237 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6c8181c-beb4-487e-86ef-bad23a92a7c4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:02.232300 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6c8181c-beb4-487e-86ef-bad23a92a7c4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:02.252480 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-005b7912-0503-430a-9016-6a39b3bb0810 req-98f854f4-1470-4946-90fe-eece0ad5cef3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab062f5e-467b-4429-a3b5-f654b6ba472f HTTP/1.1" status: 200 len: 217 time: 0.0497613 Jul 14 07:08:02.286855 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6c8181c-beb4-487e-86ef-bad23a92a7c4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:02.290461 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6c8181c-beb4-487e-86ef-bad23a92a7c4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:02.291800 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d6c8181c-beb4-487e-86ef-bad23a92a7c4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/security-groups/03c1e639-918e-4f02-9207-26af9d415388 HTTP/1.1" status: 204 len: 168 time: 0.1453917 Jul 14 07:08:02.302268 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43280) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:02.305428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8181c-beb4-487e-86ef-bad23a92a7c4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c1e639-918e-4f02-9207-26af9d415388,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:02.336419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b7912-0503-430a-9016-6a39b3bb0810 req-4248da19-1e69-45d3-b9de-7e4608ca913f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:02.338109 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-005b7912-0503-430a-9016-6a39b3bb0810 req-4248da19-1e69-45d3-b9de-7e4608ca913f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0647552b-8dce-4aed-a543-e2c6d3a859c4 HTTP/1.1" status: 200 len: 850 time: 0.0760570 Jul 14 07:08:02.349209 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963f241-9cd2-45df-83a8-2890b95914d7 req-ef80b5e4-1a0e-4e40-8f57-37b5271fcbfd tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:02.356656 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2963f241-9cd2-45df-83a8-2890b95914d7 req-ef80b5e4-1a0e-4e40-8f57-37b5271fcbfd tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.2377791 Jul 14 07:08:02.402348 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6981cef-3710-4398-8860-675bf0dab308 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:02.410528 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-005b7912-0503-430a-9016-6a39b3bb0810 req-46d1c116-200f-4983-b43f-c5ebc2eec407 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a14332a-3cc4-4fca-9869-617a13d02085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516350 Jul 14 07:08:02.436788 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6981cef-3710-4398-8860-675bf0dab308 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:02.486122 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2963f241-9cd2-45df-83a8-2890b95914d7 req-55ea5f6d-48d5-495d-85ae-dc494e923fb2 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283603 Jul 14 07:08:02.502498 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6981cef-3710-4398-8860-675bf0dab308 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:02.505786 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6981cef-3710-4398-8860-675bf0dab308 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:02.512439 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d6981cef-3710-4398-8860-675bf0dab308 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/security-groups/c86ffe90-d118-49b0-b682-f57919b9442b HTTP/1.1" status: 204 len: 168 time: 0.2086990 Jul 14 07:08:02.513079 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43282) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:02.602455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-005b7912-0503-430a-9016-6a39b3bb0810 req-d1e0a4b6-4218-462b-81ca-0734cc2ea38c service neutron] 10.222.0.15 "GET /v2.0/networks/5a14332a-3cc4-4fca-9869-617a13d02085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810367 Jul 14 07:08:02.602784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6981cef-3710-4398-8860-675bf0dab308 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86ffe90-d118-49b0-b682-f57919b9442b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:02.619403 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd545f-81b2-4185-8a13-0b0c1345adb6 req-83c0092a-082f-42aa-a34a-2a6ea1630a17 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:02.633539 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eefd545f-81b2-4185-8a13-0b0c1345adb6 req-83c0092a-082f-42aa-a34a-2a6ea1630a17 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.2108841 Jul 14 07:08:02.658295 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d49fc78-21c5-48c8-b1ca-3131761eb6f6 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting subnet 6926a8ee-a2b6-4848-95f9-713441de429d {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:08:02.662865 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d49fc78-21c5-48c8-b1ca-3131761eb6f6 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:02.733248 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eefd545f-81b2-4185-8a13-0b0c1345adb6 req-ade53f80-2cf6-44d9-b96d-af8d45dcb605 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987220 Jul 14 07:08:02.737302 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d49fc78-21c5-48c8-b1ca-3131761eb6f6 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:02.776643 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53977de-be9f-4af8-90e4-fca52454a398 x-openstack-request-id: req-f53977de-be9f-4af8-90e4-fca52454a398 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:08:02.776941 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592aff0c-939f-458e-94f4-8ce930e3a80b", "tag": "ab062f5e-467b-4429-a3b5-f654b6ba472f", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:08:02.777218 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f53977de-be9f-4af8-90e4-fca52454a398 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:08:02.777634 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592aff0c-939f-458e-94f4-8ce930e3a80b', 'tag': 'ab062f5e-467b-4429-a3b5-f654b6ba472f', 'status': 'completed', 'code': 200} Jul 14 07:08:02.793160 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3f126bff-fb18-4bc0-b052-0d0b1b14f643 None None] Could not find standard attr ID for object 05d6374f-e846-4fce-ad77-abc50d408891. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:08:02.805522 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-005b7912-0503-430a-9016-6a39b3bb0810 req-541236f3-8e41-4b3a-ae6f-826ca7c269f6 service neutron] 10.222.0.15 "GET /v2.0/networks/5a14332a-3cc4-4fca-9869-617a13d02085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698632 Jul 14 07:08:02.808664 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3f126bff-fb18-4bc0-b052-0d0b1b14f643 None None] Provisioning complete for port 01cd5013-75b1-498e-8287-3294ab3f18a4 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:02.809158 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3f126bff-fb18-4bc0-b052-0d0b1b14f643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:02.846219 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7ba59a-f080-43fe-9674-389146277282 x-openstack-request-id: req-4b7ba59a-f080-43fe-9674-389146277282 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:08:02.846760 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ccde10a-4b13-410f-a8e3-797c74e60b74", "name": "network-vif-plugged", "status": "completed", "tag": "98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:08:02.847182 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b7ba59a-f080-43fe-9674-389146277282 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:08:02.847953 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ccde10a-4b13-410f-a8e3-797c74e60b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2', 'code': 200} Jul 14 07:08:02.873327 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3f126bff-fb18-4bc0-b052-0d0b1b14f643 None None] Port 01cd5013-75b1-498e-8287-3294ab3f18a4 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:08:02.903178 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3f126bff-fb18-4bc0-b052-0d0b1b14f643 None None] Provisioning for port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:02.916005 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3f126bff-fb18-4bc0-b052-0d0b1b14f643 None None] Provisioning complete for port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:02.917208 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3f126bff-fb18-4bc0-b052-0d0b1b14f643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:03.033596 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d49fc78-21c5-48c8-b1ca-3131761eb6f6 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:03.111666 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b96a3-559f-4045-a9e7-158b2c7e0609 req-844b831e-c0fc-4b19-93ae-0a0aceb0451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:03.113272 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d74b96a3-559f-4045-a9e7-158b2c7e0609 req-844b831e-c0fc-4b19-93ae-0a0aceb0451d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41d7b9c7c3284b00bf5d9e27f0168ee3&device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 1095 time: 0.2378170 Jul 14 07:08:03.127807 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606ecda-f0af-4f3d-bcca-5fe15ac56b8d req-267e189a-d349-45f9-b392-557544429216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:03.135017 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8606ecda-f0af-4f3d-bcca-5fe15ac56b8d req-267e189a-d349-45f9-b392-557544429216 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 1097 time: 0.1960845 Jul 14 07:08:03.139518 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d49fc78-21c5-48c8-b1ca-3131761eb6f6 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:03.198565 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-490b98be-58d3-48dc-b45c-ffad3d98e0e9 None None] Could not find standard attr ID for object 05d6374f-e846-4fce-ad77-abc50d408891. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:08:03.202165 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49fc78-21c5-48c8-b1ca-3131761eb6f6 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Subnet': ['ID=6926a8ee-a2b6-4848-95f9-713441de429d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:03.204661 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d49fc78-21c5-48c8-b1ca-3131761eb6f6 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:03.206604 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5d49fc78-21c5-48c8-b1ca-3131761eb6f6 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/6926a8ee-a2b6-4848-95f9-713441de429d HTTP/1.1" status: 204 len: 168 time: 0.6898649 Jul 14 07:08:03.211385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43310) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:03.216800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-43910f79-d5fb-4caf-80ca-a3e1ff6b715f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'subnet': {'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:03.248754 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ced8c47b-1a1d-4638-b46d-e1ff2814f34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:03.321147 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8606ecda-f0af-4f3d-bcca-5fe15ac56b8d req-ebf12880-ea60-4759-93a5-306795199526 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611977 Jul 14 07:08:03.390279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b96a3-559f-4045-a9e7-158b2c7e0609 req-c25c3fbf-33d2-42d0-baea-07909fa792d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:03.391785 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d74b96a3-559f-4045-a9e7-158b2c7e0609 req-c25c3fbf-33d2-42d0-baea-07909fa792d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a14332a-3cc4-4fca-9869-617a13d02085 HTTP/1.1" status: 200 len: 911 time: 0.2558885 Jul 14 07:08:03.404068 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43910f79-d5fb-4caf-80ca-a3e1ff6b715f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:08:03.407799 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43910f79-d5fb-4caf-80ca-a3e1ff6b715f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:03.410823 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd35c1c-e04d-4bf6-af5c-6b7b1fadccb8 req-1076e46b-a8db-417b-b657-fc6ef2f1aa1b tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:03.412742 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5fd35c1c-e04d-4bf6-af5c-6b7b1fadccb8 req-1076e46b-a8db-417b-b657-fc6ef2f1aa1b tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 944 time: 0.1515479 Jul 14 07:08:03.455477 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d74b96a3-559f-4045-a9e7-158b2c7e0609 req-7d990437-7f53-4ca1-a3a1-e40c4a7fb810 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab062f5e-467b-4429-a3b5-f654b6ba472f HTTP/1.1" status: 200 len: 217 time: 0.0412443 Jul 14 07:08:03.516636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae7d470-6a36-436e-ae7e-78d9dc9e68b5 None None] Network 78057f16-b814-4734-841b-061bcd4b7f1a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:08:03.529894 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5fd35c1c-e04d-4bf6-af5c-6b7b1fadccb8 req-a8d767b9-2715-4b1b-91cf-d73df0e2fc5b tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083515 Jul 14 07:08:03.555772 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b96a3-559f-4045-a9e7-158b2c7e0609 req-296e0d1e-3bd5-46dd-b634-a618cb99b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:03.559403 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d74b96a3-559f-4045-a9e7-158b2c7e0609 req-296e0d1e-3bd5-46dd-b634-a618cb99b192 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0647552b-8dce-4aed-a543-e2c6d3a859c4 HTTP/1.1" status: 200 len: 850 time: 0.0916810 Jul 14 07:08:03.623152 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d74b96a3-559f-4045-a9e7-158b2c7e0609 req-554d9b08-4f07-4a69-8c9b-cd710f542e01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a14332a-3cc4-4fca-9869-617a13d02085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580256 Jul 14 07:08:03.719620 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43910f79-d5fb-4caf-80ca-a3e1ff6b715f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:03.764994 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43910f79-d5fb-4caf-80ca-a3e1ff6b715f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 78057f16-b814-4734-841b-061bcd4b7f1a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:08:03.773137 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-43910f79-d5fb-4caf-80ca-a3e1ff6b715f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:03.781622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43910f79-d5fb-4caf-80ca-a3e1ff6b715f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:03.782232 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43910f79-d5fb-4caf-80ca-a3e1ff6b715f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:03.797847 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43910f79-d5fb-4caf-80ca-a3e1ff6b715f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Subnet': ['ID=f3ec4c75-2e7a-4c1a-82b1-aed5ee95a667,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:03.813568 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-43910f79-d5fb-4caf-80ca-a3e1ff6b715f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6010489 Jul 14 07:08:03.818053 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43338) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:03.825892 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-bec1e43e-7240-4364-bb93-684f339a3fa3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'security_group': {'name': 'tempest-secgroup-298045106'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:03.840100 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:03.858915 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bec1e43e-7240-4364-bb93-684f339a3fa3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:03.921844 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d74b96a3-559f-4045-a9e7-158b2c7e0609 req-ca9476fc-2ef4-4e4c-aa30-e529428192d5 service neutron] 10.222.0.15 "GET /v2.0/networks/5a14332a-3cc4-4fca-9869-617a13d02085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855499 Jul 14 07:08:03.937706 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4985334-8243-4a6e-bb1f-fd46853dd8a3 req-811e9bb2-a3ee-47a8-b3f4-bab424b62170 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:03.939255 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4985334-8243-4a6e-bb1f-fd46853dd8a3 req-811e9bb2-a3ee-47a8-b3f4-bab424b62170 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.2761278 Jul 14 07:08:03.974577 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bec1e43e-7240-4364-bb93-684f339a3fa3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:03.981952 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bec1e43e-7240-4364-bb93-684f339a3fa3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:04.023200 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1e43e-7240-4364-bb93-684f339a3fa3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307ba513-fd2e-49c9-a699-16896bdfb98b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:04.026080 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bec1e43e-7240-4364-bb93-684f339a3fa3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:04.027821 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bec1e43e-7240-4364-bb93-684f339a3fa3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2074852 Jul 14 07:08:04.031294 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43344) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:04.043526 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0dd5ad96-7cfc-4522-87b9-67a2323d18bb up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:04.046034 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9dc27a6b-812e-4320-8bbc-a36a5ae9598c tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'security_group': {'name': 'tempest-secgroup-2119191503'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:04.071767 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203d1ee-f78f-40ff-9aaa-43ebd445114d req-37dd9f9e-888b-47d0-a2b4-b5c68af77485 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:04.078502 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e203d1ee-f78f-40ff-9aaa-43ebd445114d req-37dd9f9e-888b-47d0-a2b4-b5c68af77485 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.3302393 Jul 14 07:08:04.087917 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4985334-8243-4a6e-bb1f-fd46853dd8a3 req-9ca7596a-2fcf-46ed-bc84-a51794a7f8a0 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323516 Jul 14 07:08:04.147869 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e203d1ee-f78f-40ff-9aaa-43ebd445114d req-9318d5d0-a555-47c3-869f-d4029f125018 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683339 Jul 14 07:08:04.153041 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9dc27a6b-812e-4320-8bbc-a36a5ae9598c tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:04.162153 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:04.162458 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:04.177464 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d74b96a3-559f-4045-a9e7-158b2c7e0609 req-241c2b8d-7a81-4882-82bc-d55ae634d8c0 service neutron] 10.222.0.15 "GET /v2.0/networks/5a14332a-3cc4-4fca-9869-617a13d02085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371833 Jul 14 07:08:04.250933 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be337a6-90fb-48b6-945c-5599e4740488 None None] Update dhcp port {'port': {'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a', 'fixed_ips': [{'subnet_id': 'f0ec9c09-2c32-4a91-83ae-7234b6c5c9d1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f3ec4c75-2e7a-4c1a-82b1-aed5ee95a667'}], 'binding:host_id': 'n-d-778696-5'}, 'id': '0dd5ad96-7cfc-4522-87b9-67a2323d18bb'} from n-d-778696-5. {{(pid=93829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 07:08:04.300304 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7be337a6-90fb-48b6-945c-5599e4740488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:04.306704 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9dc27a6b-812e-4320-8bbc-a36a5ae9598c tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:04.314297 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9dc27a6b-812e-4320-8bbc-a36a5ae9598c tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:04.404396 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9dc27a6b-812e-4320-8bbc-a36a5ae9598c tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:04.406362 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9dc27a6b-812e-4320-8bbc-a36a5ae9598c tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3674269 Jul 14 07:08:04.408509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc27a6b-812e-4320-8bbc-a36a5ae9598c tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41ebad3-c837-4bbb-b346-1ad8b49cbfb9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:04.409306 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43354) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:04.415490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6e2ea349-1704-4803-9f3a-1e2714ba961e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'security_group': {'name': 'tempest-secgroup-985259632'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:04.456458 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21bcbd-b832-4410-ae07-c388875ac7fd req-5e3178da-a262-468b-a001-0f4dc77178c0 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:04.465630 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1d21bcbd-b832-4410-ae07-c388875ac7fd req-5e3178da-a262-468b-a001-0f4dc77178c0 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.1096764 Jul 14 07:08:04.467279 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea349-1704-4803-9f3a-1e2714ba961e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:04.515711 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1d21bcbd-b832-4410-ae07-c388875ac7fd req-1930cfbf-bec4-4dda-8a17-3090db546983 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488367 Jul 14 07:08:04.540352 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:04.595403 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea349-1704-4803-9f3a-1e2714ba961e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:04.601008 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea349-1704-4803-9f3a-1e2714ba961e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:04.616760 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-7be337a6-90fb-48b6-945c-5599e4740488 None None] Allocated IP 2001:db8::2 (78057f16-b814-4734-841b-061bcd4b7f1a/f3ec4c75-2e7a-4c1a-82b1-aed5ee95a667/0dd5ad96-7cfc-4522-87b9-67a2323d18bb) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:08:04.634046 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea349-1704-4803-9f3a-1e2714ba961e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:04.635364 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6e2ea349-1704-4803-9f3a-1e2714ba961e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2244797 Jul 14 07:08:04.637363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ea349-1704-4803-9f3a-1e2714ba961e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d361c7b5-4704-469a-90e0-0a9a5c76cdf3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:04.639814 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43364) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:04.645177 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-59d57a46-0337-4414-828a-9671f8e94d1e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1976418736', 'security_groups': ['d361c7b5-4704-469a-90e0-0a9a5c76cdf3'], 'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f3ec4c75-2e7a-4c1a-82b1-aed5ee95a667'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:04.697437 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b4165-7ae4-45dc-9228-48bd51a4a26d req-4773c881-73eb-45d9-8c6c-167f46ab32e5 tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:04.707754 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-528b4165-7ae4-45dc-9228-48bd51a4a26d req-4773c881-73eb-45d9-8c6c-167f46ab32e5 tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 1101 time: 0.0824180 Jul 14 07:08:04.740059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-7be337a6-90fb-48b6-945c-5599e4740488 None None] For port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0dd5ad96-7cfc-4522-87b9-67a2323d18bb,segment=NetworkSegment(3c879f81-c342-48a8-9c20-89ce27879b4f),segment_id=3c879f81-c342-48a8-9c20-89ce27879b4f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:04.754932 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-528b4165-7ae4-45dc-9228-48bd51a4a26d req-7c0738b4-88e0-4398-8bdf-ef5feedb7452 tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462832 Jul 14 07:08:04.797586 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d57a46-0337-4414-828a-9671f8e94d1e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:08:04.802485 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7be337a6-90fb-48b6-945c-5599e4740488 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:04.803993 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59d57a46-0337-4414-828a-9671f8e94d1e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:04.827162 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-59d57a46-0337-4414-828a-9671f8e94d1e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] device_id is not set on port 2aaa32c2-1fbc-4acd-b363-a2f00e66a22a yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:08:04.845104 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7be337a6-90fb-48b6-945c-5599e4740488 None None] Transition to ACTIVE for port object 0dd5ad96-7cfc-4522-87b9-67a2323d18bb will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:04.853996 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7be337a6-90fb-48b6-945c-5599e4740488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:05.052931 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be337a6-90fb-48b6-945c-5599e4740488 None None] Pushing event updated for resources: {'Port': ['ID=0dd5ad96-7cfc-4522-87b9-67a2323d18bb,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:05.076684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aad3fa-e7af-4f41-9337-5c2360af050b req-4505d5f9-b651-4154-b003-dc2af505ba51 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:05.081367 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89aad3fa-e7af-4f41-9337-5c2360af050b req-4505d5f9-b651-4154-b003-dc2af505ba51 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 944 time: 0.2041419 Jul 14 07:08:05.090724 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-59d57a46-0337-4414-828a-9671f8e94d1e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Allocated IP 2001:db8::177 (78057f16-b814-4734-841b-061bcd4b7f1a/f3ec4c75-2e7a-4c1a-82b1-aed5ee95a667/2aaa32c2-1fbc-4acd-b363-a2f00e66a22a) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:08:05.119070 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80df9b-42b4-4321-8cc2-88094af3e440 req-41ed09ca-5bf3-4791-b3d7-69985c7e6dbc tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:05.120845 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ea80df9b-42b4-4321-8cc2-88094af3e440 req-41ed09ca-5bf3-4791-b3d7-69985c7e6dbc tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 1101 time: 0.1620851 Jul 14 07:08:05.175792 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89aad3fa-e7af-4f41-9337-5c2360af050b req-633255de-9c0b-4636-9fb6-b46a1055c961 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835822 Jul 14 07:08:05.217999 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ea80df9b-42b4-4321-8cc2-88094af3e440 req-1a8b700f-af8b-4646-89a7-8ac0c96c2cd2 tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865128 Jul 14 07:08:05.290816 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43386) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:05.324056 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59d57a46-0337-4414-828a-9671f8e94d1e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:05.344433 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-59d57a46-0337-4414-828a-9671f8e94d1e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Transition to ACTIVE for port object 2aaa32c2-1fbc-4acd-b363-a2f00e66a22a will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:05.429017 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59d57a46-0337-4414-828a-9671f8e94d1e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:05.446020 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e2f8b-515b-48e3-bc0f-c7e0c9907da4 req-c062bf7d-e746-40cf-aa1a-c9325cce171c tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:05.455761 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a77e2f8b-515b-48e3-bc0f-c7e0c9907da4 req-c062bf7d-e746-40cf-aa1a-c9325cce171c tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.1540053 Jul 14 07:08:05.481248 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d57a46-0337-4414-828a-9671f8e94d1e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 78057f16-b814-4734-841b-061bcd4b7f1a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:08:05.484384 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-59d57a46-0337-4414-828a-9671f8e94d1e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:05.492865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d57a46-0337-4414-828a-9671f8e94d1e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:08:05.504567 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d57a46-0337-4414-828a-9671f8e94d1e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:05.505333 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59d57a46-0337-4414-828a-9671f8e94d1e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:05.538675 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d57a46-0337-4414-828a-9671f8e94d1e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=2aaa32c2-1fbc-4acd-b363-a2f00e66a22a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:05.539284 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a77e2f8b-515b-48e3-bc0f-c7e0c9907da4 req-f01264f3-6665-44fc-9f6e-5907bf3eeecb tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817368 Jul 14 07:08:05.543498 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-59d57a46-0337-4414-828a-9671f8e94d1e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9026587 Jul 14 07:08:05.546250 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43394) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:05.552568 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-dab0b48d-37a6-47bb-a953-1350bac82244 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'subnet': {'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:05.577556 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e502d-ac6a-4f5a-9a7f-61d7395104a3 req-48180fc1-6495-4987-a192-8347fa6898a2 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:05.582577 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-284e502d-ac6a-4f5a-9a7f-61d7395104a3 req-48180fc1-6495-4987-a192-8347fa6898a2 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.1983445 Jul 14 07:08:05.640794 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-577e7521-e2ad-484f-984e-1e21e16a0342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:05.666199 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-284e502d-ac6a-4f5a-9a7f-61d7395104a3 req-91c5699a-a2c9-4bdb-ab3f-ccf715071938 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721307 Jul 14 07:08:05.833057 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-577e7521-e2ad-484f-984e-1e21e16a0342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:05.854073 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-577e7521-e2ad-484f-984e-1e21e16a0342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:05.873307 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab0b48d-37a6-47bb-a953-1350bac82244 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:08:05.876822 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dab0b48d-37a6-47bb-a953-1350bac82244 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:05.933058 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-577e7521-e2ad-484f-984e-1e21e16a0342 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=25c3ed4635f04f989518ba8341c99580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6410663 Jul 14 07:08:05.938345 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43404) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:05.979712 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03160761-987b-47da-ad53-cbb731b5dc6e None None] Network 78057f16-b814-4734-841b-061bcd4b7f1a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:08:05.995640 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e7521-e2ad-484f-984e-1e21e16a0342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85fe590-d88f-4c35-8199-2b0e0d3282e6,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:06.018730 n-d-778696-5 neutron-server[93827]: INFO neutron.db.ipam_backend_mixin [None req-dab0b48d-37a6-47bb-a953-1350bac82244 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3ec4c75-2e7a-4c1a-82b1-aed5ee95a667 (CIDR: 2001:db8::/64) Jul 14 07:08:06.026201 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab0b48d-37a6-47bb-a953-1350bac82244 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:08:06.026994 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab0b48d-37a6-47bb-a953-1350bac82244 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:08:06.050780 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dab0b48d-37a6-47bb-a953-1350bac82244 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5027893 Jul 14 07:08:06.054513 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43406) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:06.062955 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-fa0b7912-b04d-4988-a06d-ee45dd3f6aa4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'subnet': {'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:06.115636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0dd5ad96-7cfc-4522-87b9-67a2323d18bb up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:06.165818 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ae7e981-3d7e-48ce-a4e9-5483f1289028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:06.176139 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:06.188778 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-699bdce0-a3d6-4e51-bfeb-45e31c3edb86 None None] Provisioning complete for port 01cd5013-75b1-498e-8287-3294ab3f18a4 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:06.189213 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-699bdce0-a3d6-4e51-bfeb-45e31c3edb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:06.196926 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device ab062f5e-467b-4429-a3b5-f654b6ba472f details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:08:06.197206 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ae7e981-3d7e-48ce-a4e9-5483f1289028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:06.256247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62845dd4-62da-4bbc-9a8b-45aa22a8eb82 req-c1c89e7c-ae9d-464d-a009-468a11c088a8 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:06.258136 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62845dd4-62da-4bbc-9a8b-45aa22a8eb82 req-c1c89e7c-ae9d-464d-a009-468a11c088a8 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.1405864 Jul 14 07:08:06.289081 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ae7e981-3d7e-48ce-a4e9-5483f1289028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:06.298700 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ae7e981-3d7e-48ce-a4e9-5483f1289028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:06.314186 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0b7912-b04d-4988-a06d-ee45dd3f6aa4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:08:06.320051 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0ae7e981-3d7e-48ce-a4e9-5483f1289028 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d85fe590-d88f-4c35-8199-2b0e0d3282e6 HTTP/1.1" status: 204 len: 168 time: 0.3731148 Jul 14 07:08:06.326460 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa0b7912-b04d-4988-a06d-ee45dd3f6aa4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:06.383397 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-699bdce0-a3d6-4e51-bfeb-45e31c3edb86 None None] Port 01cd5013-75b1-498e-8287-3294ab3f18a4 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:08:06.386757 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7e981-3d7e-48ce-a4e9-5483f1289028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85fe590-d88f-4c35-8199-2b0e0d3282e6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:06.403476 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62845dd4-62da-4bbc-9a8b-45aa22a8eb82 req-88170951-7b97-4242-9ab9-84285bf3c4c1 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268160 Jul 14 07:08:06.501783 n-d-778696-5 neutron-server[93827]: INFO neutron.db.ipam_backend_mixin [None req-fa0b7912-b04d-4988-a06d-ee45dd3f6aa4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f0ec9c09-2c32-4a91-83ae-7234b6c5c9d1 (CIDR: 2001:db8:0:1::/64) Jul 14 07:08:06.509275 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0b7912-b04d-4988-a06d-ee45dd3f6aa4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:08:06.509842 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0b7912-b04d-4988-a06d-ee45dd3f6aa4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:08:06.533393 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port ab062f5e-467b-4429-a3b5-f654b6ba472f, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=ab062f5e-467b-4429-a3b5-f654b6ba472f,segment=NetworkSegment(065a31b3-4fff-4e28-a808-d8f8239fd64a),segment_id=065a31b3-4fff-4e28-a808-d8f8239fd64a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:06.535917 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fa0b7912-b04d-4988-a06d-ee45dd3f6aa4 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4797790 Jul 14 07:08:06.539048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43424) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:06.541173 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-699bdce0-a3d6-4e51-bfeb-45e31c3edb86 None None] Provisioning for port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:06.565778 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f04af732-f6c7-4ace-aee6-6c7963e0f67f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'subnet': {'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:06.575762 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-699bdce0-a3d6-4e51-bfeb-45e31c3edb86 None None] Provisioning complete for port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:06.576138 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-699bdce0-a3d6-4e51-bfeb-45e31c3edb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:06.581418 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'ab062f5e-467b-4429-a3b5-f654b6ba472f', 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085', 'port_id': 'ab062f5e-467b-4429-a3b5-f654b6ba472f', 'mac_address': 'fa:16:3e:2d:39:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0647552b-8dce-4aed-a543-e2c6d3a859c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:08:06.582433 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43430) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:06.682825 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a52191-5fbf-4e20-9605-cbc5b8ac4dbc req-c35aa446-e1d6-4b65-a475-d40229eba93e tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:06.690095 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77a52191-5fbf-4e20-9605-cbc5b8ac4dbc req-c35aa446-e1d6-4b65-a475-d40229eba93e tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 944 time: 0.1647620 Jul 14 07:08:06.733791 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:06.758571 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77a52191-5fbf-4e20-9605-cbc5b8ac4dbc req-e88a2e1a-e509-49cb-b5b7-5b1b8e44deb5 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671115 Jul 14 07:08:06.760494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab062f5e-467b-4429-a3b5-f654b6ba472f {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:08:06.783281 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04af732-f6c7-4ace-aee6-6c7963e0f67f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Made reservation on behalf of 4e17643779c64bfcbf5ca1bd69e3a52f for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:08:06.787573 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f04af732-f6c7-4ace-aee6-6c7963e0f67f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:06.824361 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86c1507b-1e6d-4ada-9fdc-9338c2040802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:06.851578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43444) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:06.854867 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port ab062f5e-467b-4429-a3b5-f654b6ba472f, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=ab062f5e-467b-4429-a3b5-f654b6ba472f,segment=NetworkSegment(065a31b3-4fff-4e28-a808-d8f8239fd64a),segment_id=065a31b3-4fff-4e28-a808-d8f8239fd64a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:06.876460 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-093b929b-ea28-4f5c-bc9b-e2b9f0a6de09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:06.876853 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:06.945055 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86c1507b-1e6d-4ada-9fdc-9338c2040802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:06.959057 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86c1507b-1e6d-4ada-9fdc-9338c2040802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:07.008819 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-86c1507b-1e6d-4ada-9fdc-9338c2040802 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c5668b0c636e4058a996dd1670807f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4252806 Jul 14 07:08:07.012281 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43446) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:07.027206 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1507b-1e6d-4ada-9fdc-9338c2040802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8aed38e-3304-4788-81ec-7f5e2f1d60ac,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:07.044416 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=ab062f5e-467b-4429-a3b5-f654b6ba472f,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:07.106264 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46e9fef1-bcfb-47bc-abe5-c7efc325ceba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:07.128672 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['ab062f5e-467b-4429-a3b5-f654b6ba472f'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:08:07.154669 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46e9fef1-bcfb-47bc-abe5-c7efc325ceba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:07.269217 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46e9fef1-bcfb-47bc-abe5-c7efc325ceba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:07.273787 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46e9fef1-bcfb-47bc-abe5-c7efc325ceba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:07.277676 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-46e9fef1-bcfb-47bc-abe5-c7efc325ceba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8aed38e-3304-4788-81ec-7f5e2f1d60ac HTTP/1.1" status: 204 len: 168 time: 0.2620075 Jul 14 07:08:07.302359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9fef1-bcfb-47bc-abe5-c7efc325ceba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8aed38e-3304-4788-81ec-7f5e2f1d60ac,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:07.341404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4ce16dfd-6d5d-48eb-b747-a8e84463531c None None] Provisioning for port 2aaa32c2-1fbc-4acd-b363-a2f00e66a22a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:07.347563 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-093b929b-ea28-4f5c-bc9b-e2b9f0a6de09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:07.368462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4ce16dfd-6d5d-48eb-b747-a8e84463531c None None] Provisioning complete for port 2aaa32c2-1fbc-4acd-b363-a2f00e66a22a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:07.369740 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4ce16dfd-6d5d-48eb-b747-a8e84463531c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:07.386514 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-093b929b-ea28-4f5c-bc9b-e2b9f0a6de09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:07.404782 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185c1ed-7d5d-4efd-93e0-5e29206e0990 req-21cfd526-d6f9-4b7f-9f1b-729af562e323 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:07.411611 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7185c1ed-7d5d-4efd-93e0-5e29206e0990 req-21cfd526-d6f9-4b7f-9f1b-729af562e323 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=8620d67e-2954-429a-ac6a-348bc7e8be4b HTTP/1.1" status: 200 len: 945 time: 0.4036472 Jul 14 07:08:07.443412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-4ce16dfd-6d5d-48eb-b747-a8e84463531c None None] Port 2aaa32c2-1fbc-4acd-b363-a2f00e66a22a cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:08:07.462880 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4ce16dfd-6d5d-48eb-b747-a8e84463531c None None] Provisioning complete for port 01cd5013-75b1-498e-8287-3294ab3f18a4 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:07.463401 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4ce16dfd-6d5d-48eb-b747-a8e84463531c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:07.507262 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-093b929b-ea28-4f5c-bc9b-e2b9f0a6de09 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbc1b185deab4e0abc18634a17bef86e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6541758 Jul 14 07:08:07.510007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43456) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:07.516858 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b929b-ea28-4f5c-bc9b-e2b9f0a6de09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c607167c-8f94-469c-98a8-b1816b8e36ad,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:07.533518 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-4ce16dfd-6d5d-48eb-b747-a8e84463531c None None] Port 01cd5013-75b1-498e-8287-3294ab3f18a4 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:08:07.544804 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7185c1ed-7d5d-4efd-93e0-5e29206e0990 req-724b9d8f-3e7c-4a7b-b9c9-188d40fa49e1 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322200 Jul 14 07:08:07.557440 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f04af732-f6c7-4ace-aee6-6c7963e0f67f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:07.557898 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4ce16dfd-6d5d-48eb-b747-a8e84463531c None None] Provisioning complete for port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:07.558296 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4ce16dfd-6d5d-48eb-b747-a8e84463531c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:07.604916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6a636-aa53-41f4-892c-b9aa68ee69ac req-997adf9b-e241-4ac9-a94c-9694db04cc83 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:07.624314 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bd6a636-aa53-41f4-892c-b9aa68ee69ac req-997adf9b-e241-4ac9-a94c-9694db04cc83 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.3149686 Jul 14 07:08:07.628985 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f972a25-aba9-4943-bce3-39fbe231b858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:07.657257 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04af732-f6c7-4ace-aee6-6c7963e0f67f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Network 78057f16-b814-4734-841b-061bcd4b7f1a is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:08:07.660344 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f972a25-aba9-4943-bce3-39fbe231b858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:07.667572 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f04af732-f6c7-4ace-aee6-6c7963e0f67f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:07.675447 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04af732-f6c7-4ace-aee6-6c7963e0f67f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:07.676035 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f04af732-f6c7-4ace-aee6-6c7963e0f67f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:07.703234 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04af732-f6c7-4ace-aee6-6c7963e0f67f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Subnet': ['ID=6bcd414d-2953-4299-9f29-dbef8006ac1a,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:07.704913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee0736b-8004-4efe-bf42-cc896f439f55 None None] Network 78057f16-b814-4734-841b-061bcd4b7f1a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:08:07.726602 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bd6a636-aa53-41f4-892c-b9aa68ee69ac req-e1bf9a03-a04f-4f1c-92b1-fa2de4ce3f42 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012633 Jul 14 07:08:07.731483 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f04af732-f6c7-4ace-aee6-6c7963e0f67f tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1914430 Jul 14 07:08:07.734451 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43462) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:07.742870 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-29b249f3-cc7e-4b1d-9a7a-42f97b839d7e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1244360228', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6bcd414d-2953-4299-9f29-dbef8006ac1a'}], 'security_groups': ['307ba513-fd2e-49c9-a699-16896bdfb98b', 'c41ebad3-c837-4bbb-b346-1ad8b49cbfb9']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:07.781571 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f972a25-aba9-4943-bce3-39fbe231b858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:07.785840 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f972a25-aba9-4943-bce3-39fbe231b858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:07.787296 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1f972a25-aba9-4943-bce3-39fbe231b858 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c607167c-8f94-469c-98a8-b1816b8e36ad HTTP/1.1" status: 204 len: 168 time: 0.2761316 Jul 14 07:08:07.806250 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f972a25-aba9-4943-bce3-39fbe231b858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c607167c-8f94-469c-98a8-b1816b8e36ad,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:07.857948 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a0643-b8a4-4b8d-b458-5678e868d5de req-7d6d57a8-22a2-4e7c-9467-e3261056aa35 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:07.859654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-658a0643-b8a4-4b8d-b458-5678e868d5de req-7d6d57a8-22a2-4e7c-9467-e3261056aa35 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.0996990 Jul 14 07:08:07.900954 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43468) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:07.925263 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-658a0643-b8a4-4b8d-b458-5678e868d5de req-7f6bf568-01e3-4584-ae4a-2e25b2f712f0 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592394 Jul 14 07:08:07.926804 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-30ee0a9a-ad5b-4bf7-87ea-2b340cc592d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:08.016183 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c8451920-89ea-47ff-aacb-1492d6355bec None None] Provisioning complete for port 2aaa32c2-1fbc-4acd-b363-a2f00e66a22a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:08.016809 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c8451920-89ea-47ff-aacb-1492d6355bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:08.056647 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac9369-6740-4852-97c7-f6d79a24b177 req-b36c4fc0-be3b-44ae-8ec3-c05b9364b1c2 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:08.058320 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fbac9369-6740-4852-97c7-f6d79a24b177 req-b36c4fc0-be3b-44ae-8ec3-c05b9364b1c2 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.1188488 Jul 14 07:08:08.068134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-c8451920-89ea-47ff-aacb-1492d6355bec None None] Port 2aaa32c2-1fbc-4acd-b363-a2f00e66a22a cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:08:08.116809 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fbac9369-6740-4852-97c7-f6d79a24b177 req-a8556395-e9e6-40c1-aa57-99a9f99ff2d9 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479767 Jul 14 07:08:08.164439 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-30ee0a9a-ad5b-4bf7-87ea-2b340cc592d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:08.168669 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29b249f3-cc7e-4b1d-9a7a-42f97b839d7e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:08.174054 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-30ee0a9a-ad5b-4bf7-87ea-2b340cc592d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:08.206437 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device ab062f5e-467b-4429-a3b5-f654b6ba472f up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:08.285927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d170bc-5863-42a4-b6c8-1ac4a1e2e1e3 None None] Update dhcp port {'port': {'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a', 'fixed_ips': [{'subnet_id': 'f0ec9c09-2c32-4a91-83ae-7234b6c5c9d1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f3ec4c75-2e7a-4c1a-82b1-aed5ee95a667', 'ip_address': '2001:db8::2'}, {'subnet_id': '6bcd414d-2953-4299-9f29-dbef8006ac1a'}], 'binding:host_id': 'n-d-778696-5'}, 'id': '0dd5ad96-7cfc-4522-87b9-67a2323d18bb'} from n-d-778696-5. {{(pid=93829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 07:08:08.318599 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee0a9a-ad5b-4bf7-87ea-2b340cc592d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c746410-235f-4f57-9872-511a8f8bd5cb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:08.330289 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-30ee0a9a-ad5b-4bf7-87ea-2b340cc592d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e39d3525eef64d4fb4755dcde0064d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4283032 Jul 14 07:08:08.333446 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43478) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:08.356915 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67d170bc-5863-42a4-b6c8-1ac4a1e2e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:08.408800 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d289c7-5451-4b72-aad9-e4c06e15ea62 req-f3a22a86-49c7-43b1-8055-cd04346a631f tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:08.410346 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90d289c7-5451-4b72-aad9-e4c06e15ea62 req-f3a22a86-49c7-43b1-8055-cd04346a631f tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 945 time: 0.1556551 Jul 14 07:08:08.418530 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port ab062f5e-467b-4429-a3b5-f654b6ba472f completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:08.433090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52024e85-6c2f-462d-9318-1cf4a1c82c4b req-510a5aa0-2157-4a34-a291-536622189230 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:08.435067 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port ab062f5e-467b-4429-a3b5-f654b6ba472f triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:08.435460 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:08.435590 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52024e85-6c2f-462d-9318-1cf4a1c82c4b req-510a5aa0-2157-4a34-a291-536622189230 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e HTTP/1.1" status: 200 len: 945 time: 0.1105752 Jul 14 07:08:08.460838 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b03f4ae5-1767-4465-8c01-8872d1ccc333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:08.494168 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90d289c7-5451-4b72-aad9-e4c06e15ea62 req-d615bcb2-3cfe-4e9a-8eae-931025df144b tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751450 Jul 14 07:08:08.508881 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52024e85-6c2f-462d-9318-1cf4a1c82c4b req-4f214657-4a12-46a0-9ba9-8a2d48ab4210 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659509 Jul 14 07:08:08.528370 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b03f4ae5-1767-4465-8c01-8872d1ccc333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:08.621524 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b03f4ae5-1767-4465-8c01-8872d1ccc333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:08.624706 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b03f4ae5-1767-4465-8c01-8872d1ccc333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:08.625884 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b03f4ae5-1767-4465-8c01-8872d1ccc333 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c746410-235f-4f57-9872-511a8f8bd5cb HTTP/1.1" status: 204 len: 168 time: 0.2914686 Jul 14 07:08:08.640629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f4ae5-1767-4465-8c01-8872d1ccc333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c746410-235f-4f57-9872-511a8f8bd5cb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:08.660409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-29b249f3-cc7e-4b1d-9a7a-42f97b839d7e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Delete allocated IP 2001:db8::177 (78057f16-b814-4734-841b-061bcd4b7f1a/f3ec4c75-2e7a-4c1a-82b1-aed5ee95a667) {{(pid=93827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 07:08:08.660947 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:08.669349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-29b249f3-cc7e-4b1d-9a7a-42f97b839d7e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Allocated IP 2001:db8:0:2::29a (78057f16-b814-4734-841b-061bcd4b7f1a/6bcd414d-2953-4299-9f29-dbef8006ac1a/2aaa32c2-1fbc-4acd-b363-a2f00e66a22a) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:08:08.701881 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592aff0c-939f-458e-94f4-8ce930e3a80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab062f5e-467b-4429-a3b5-f654b6ba472f'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:08:08.707726 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5e7a77-dd4d-484f-b97f-3647da83476d" -d '{"events": [{"server_uuid": "592aff0c-939f-458e-94f4-8ce930e3a80b", "name": "network-vif-plugged", "status": "completed", "tag": "ab062f5e-467b-4429-a3b5-f654b6ba472f"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:08:08.736901 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port ab062f5e-467b-4429-a3b5-f654b6ba472f, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=ab062f5e-467b-4429-a3b5-f654b6ba472f,segment=NetworkSegment(065a31b3-4fff-4e28-a808-d8f8239fd64a),segment_id=065a31b3-4fff-4e28-a808-d8f8239fd64a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:08.745928 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:08.806756 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cc67bc-73b3-467e-b8c4-a679fccf8752 x-openstack-request-id: req-e4cc67bc-73b3-467e-b8c4-a679fccf8752 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:08:08.807130 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592aff0c-939f-458e-94f4-8ce930e3a80b", "name": "network-vif-plugged", "status": "completed", "tag": "ab062f5e-467b-4429-a3b5-f654b6ba472f", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:08:08.807378 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4cc67bc-73b3-467e-b8c4-a679fccf8752 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:08:08.807767 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592aff0c-939f-458e-94f4-8ce930e3a80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab062f5e-467b-4429-a3b5-f654b6ba472f', 'code': 200} Jul 14 07:08:08.808850 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=ab062f5e-467b-4429-a3b5-f654b6ba472f,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:08.906095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43502) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:08.959604 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29b249f3-cc7e-4b1d-9a7a-42f97b839d7e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:08.981499 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-29b249f3-cc7e-4b1d-9a7a-42f97b839d7e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Transition to ACTIVE for port object 2aaa32c2-1fbc-4acd-b363-a2f00e66a22a will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:08.988509 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29b249f3-cc7e-4b1d-9a7a-42f97b839d7e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:09.040607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544efc7-eb59-4385-a2c2-8905d1a05102 req-1f349204-1d8d-41a7-8a77-d7858ac5b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:09.044220 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e544efc7-eb59-4385-a2c2-8905d1a05102 req-1f349204-1d8d-41a7-8a77-d7858ac5b148 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 1097 time: 0.1826925 Jul 14 07:08:09.059501 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-67d170bc-5863-42a4-b6c8-1ac4a1e2e1e3 None None] Allocated IP 2001:db8:0:2::2 (78057f16-b814-4734-841b-061bcd4b7f1a/6bcd414d-2953-4299-9f29-dbef8006ac1a/0dd5ad96-7cfc-4522-87b9-67a2323d18bb) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:08:09.060328 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-29b249f3-cc7e-4b1d-9a7a-42f97b839d7e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] In _notify_port_updated(), no bound segment for port 2aaa32c2-1fbc-4acd-b363-a2f00e66a22a on network 78057f16-b814-4734-841b-061bcd4b7f1a {{(pid=93827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:08:09.067470 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b249f3-cc7e-4b1d-9a7a-42f97b839d7e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:09.068306 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29b249f3-cc7e-4b1d-9a7a-42f97b839d7e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:09.072745 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-29b249f3-cc7e-4b1d-9a7a-42f97b839d7e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "PUT /v2.0/ports/2aaa32c2-1fbc-4acd-b363-a2f00e66a22a HTTP/1.1" status: 200 len: 970 time: 1.3346300 Jul 14 07:08:09.075566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43512) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:09.091231 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f722a996-7bf9-4485-8b1a-72ef0681b74a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1305718666-network', 'tenant_id': '70397c208b234c5fb58a4d4894b192d4'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:09.093402 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d101eb-ae72-458f-aaae-4300a332e3da req-7db899fc-2b7a-4130-9d52-855836aa4e21 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:09.094931 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06d101eb-ae72-458f-aaae-4300a332e3da req-7db899fc-2b7a-4130-9d52-855836aa4e21 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.2320559 Jul 14 07:08:09.137128 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f722a996-7bf9-4485-8b1a-72ef0681b74a admin admin] Made reservation on behalf of 70397c208b234c5fb58a4d4894b192d4 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:08:09.139467 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f722a996-7bf9-4485-8b1a-72ef0681b74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:09.152711 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f722a996-7bf9-4485-8b1a-72ef0681b74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:09.161915 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b249f3-cc7e-4b1d-9a7a-42f97b839d7e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event updated for resources: {'Port': ['ID=2aaa32c2-1fbc-4acd-b363-a2f00e66a22a,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:09.165463 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06d101eb-ae72-458f-aaae-4300a332e3da req-69cfef7e-c270-4119-bf71-783e62f687ba tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599604 Jul 14 07:08:09.167291 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e544efc7-eb59-4385-a2c2-8905d1a05102 req-2a1ec5e7-da35-42ec-bbeb-a32b079da058 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117487 Jul 14 07:08:09.174876 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5c86c-a2bf-4161-af1a-b5634222477a req-c4b6dd84-9555-4474-a079-3e0856b7e5da tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:09.176593 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f1b5c86c-a2bf-4161-af1a-b5634222477a req-c4b6dd84-9555-4474-a079-3e0856b7e5da tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.2157185 Jul 14 07:08:09.257005 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f1b5c86c-a2bf-4161-af1a-b5634222477a req-ee029a15-5fc0-4734-b346-17965d6b6465 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675259 Jul 14 07:08:09.319217 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e119e56a-83c7-466f-9f6b-f5b0d09f046d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port 2aaa32c2-1fbc-4acd-b363-a2f00e66a22a {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:08:09.319496 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e119e56a-83c7-466f-9f6b-f5b0d09f046d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:09.462170 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-67d170bc-5863-42a4-b6c8-1ac4a1e2e1e3 None None] For port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0dd5ad96-7cfc-4522-87b9-67a2323d18bb,segment=NetworkSegment(3c879f81-c342-48a8-9c20-89ce27879b4f),segment_id=3c879f81-c342-48a8-9c20-89ce27879b4f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:09.479966 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7c1f6-21bb-442e-93d1-b7142435ba0d req-8237a4ea-0cd7-47ff-bdcf-3dd21dce34a2 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:09.483756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fdc7c1f6-21bb-442e-93d1-b7142435ba0d req-8237a4ea-0cd7-47ff-bdcf-3dd21dce34a2 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.1321425 Jul 14 07:08:09.503325 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3576ae-d379-4be8-a42f-8f81aea1fc3b req-20dac53a-8fd5-433f-bce5-3c87378a6374 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:09.505063 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d3576ae-d379-4be8-a42f-8f81aea1fc3b req-20dac53a-8fd5-433f-bce5-3c87378a6374 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.1066225 Jul 14 07:08:09.509018 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67d170bc-5863-42a4-b6c8-1ac4a1e2e1e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:09.532078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-67d170bc-5863-42a4-b6c8-1ac4a1e2e1e3 None None] Transition to ACTIVE for port object 0dd5ad96-7cfc-4522-87b9-67a2323d18bb will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:09.541033 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67d170bc-5863-42a4-b6c8-1ac4a1e2e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:09.580597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fdc7c1f6-21bb-442e-93d1-b7142435ba0d req-dc790d61-1084-46e7-a113-0a211f512dad tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893793 Jul 14 07:08:09.595251 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d3576ae-d379-4be8-a42f-8f81aea1fc3b req-1ae3a18b-88f6-4902-8b01-8d1c994f9989 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825248 Jul 14 07:08:09.679629 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d170bc-5863-42a4-b6c8-1ac4a1e2e1e3 None None] Pushing event updated for resources: {'Port': ['ID=0dd5ad96-7cfc-4522-87b9-67a2323d18bb,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:09.827571 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f722a996-7bf9-4485-8b1a-72ef0681b74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:09.836843 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f722a996-7bf9-4485-8b1a-72ef0681b74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:09.858790 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d81883-6e5e-403a-8d27-4c309269b9c5 req-c82a3f23-a22a-4fbe-a910-c07440d22435 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:09.861939 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73d81883-6e5e-403a-8d27-4c309269b9c5 req-c82a3f23-a22a-4fbe-a910-c07440d22435 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.0935850 Jul 14 07:08:09.883843 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e119e56a-83c7-466f-9f6b-f5b0d09f046d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:09.904588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e119e56a-83c7-466f-9f6b-f5b0d09f046d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for 2aaa32c2-1fbc-4acd-b363-a2f00e66a22a owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:08:09.937068 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73d81883-6e5e-403a-8d27-4c309269b9c5 req-f7bea51d-306d-447d-8848-35684576f865 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655472 Jul 14 07:08:09.966318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f722a996-7bf9-4485-8b1a-72ef0681b74a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:08:09.984442 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722a996-7bf9-4485-8b1a-72ef0681b74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0651092-a09d-4ad7-bd93-2ab144e3edda,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:09.994783 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f722a996-7bf9-4485-8b1a-72ef0681b74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:09.995237 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-f722a996-7bf9-4485-8b1a-72ef0681b74a admin admin] Added segment 464c6da4-f6f9-4b55-913c-c5068e2c4ffe of type vlan for network 21525a5f-7dc9-4161-bbc1-87719ac90c8d Jul 14 07:08:10.036224 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0dd5ad96-7cfc-4522-87b9-67a2323d18bb up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:10.071756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c135cdf-193b-4c73-9b15-5d9363ceb68e req-8380801a-b66f-4473-ad9d-03d092ba1471 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:10.079276 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f722a996-7bf9-4485-8b1a-72ef0681b74a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:10.082812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c135cdf-193b-4c73-9b15-5d9363ceb68e req-8380801a-b66f-4473-ad9d-03d092ba1471 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:10.098483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c135cdf-193b-4c73-9b15-5d9363ceb68e req-8380801a-b66f-4473-ad9d-03d092ba1471 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:10.101449 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c135cdf-193b-4c73-9b15-5d9363ceb68e req-8380801a-b66f-4473-ad9d-03d092ba1471 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e&device_id=8620d67e-2954-429a-ac6a-348bc7e8be4b&device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 2417 time: 0.1526542 Jul 14 07:08:10.167582 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c135cdf-193b-4c73-9b15-5d9363ceb68e req-f49c1738-c174-442f-b393-53b95ec4ca8b tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552032 Jul 14 07:08:10.193611 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f722a996-7bf9-4485-8b1a-72ef0681b74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:10.195495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f722a996-7bf9-4485-8b1a-72ef0681b74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:10.207047 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f722a996-7bf9-4485-8b1a-72ef0681b74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:10.291733 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f722a996-7bf9-4485-8b1a-72ef0681b74a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3845878 Jul 14 07:08:10.294951 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43548) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:10.302557 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8585547f-52f7-48f2-9010-229dbd264065 admin admin] Request body: {'subnet': {'network_id': '21525a5f-7dc9-4161-bbc1-87719ac90c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1305718666-subnet', 'tenant_id': '70397c208b234c5fb58a4d4894b192d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:10.311229 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722a996-7bf9-4485-8b1a-72ef0681b74a admin admin] Pushing event updated for resources: {'Network': ['ID=21525a5f-7dc9-4161-bbc1-87719ac90c8d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:10.321936 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e119e56a-83c7-466f-9f6b-f5b0d09f046d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:10.329913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 21525a5f-7dc9-4161-bbc1-87719ac90c8d details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:08:10.360462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8585547f-52f7-48f2-9010-229dbd264065 admin admin] Made reservation on behalf of 70397c208b234c5fb58a4d4894b192d4 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:08:10.365405 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8585547f-52f7-48f2-9010-229dbd264065 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:10.469238 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e119e56a-83c7-466f-9f6b-f5b0d09f046d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:10.474577 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e119e56a-83c7-466f-9f6b-f5b0d09f046d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/ports/2aaa32c2-1fbc-4acd-b363-a2f00e66a22a HTTP/1.1" status: 204 len: 168 time: 1.3979743 Jul 14 07:08:10.475475 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43552) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:10.476326 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119e56a-83c7-466f-9f6b-f5b0d09f046d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=2aaa32c2-1fbc-4acd-b363-a2f00e66a22a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:10.517835 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-af918685-77bd-486b-9c77-3eac222fb256 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] GET failed (client error): The resource could not be found. Jul 14 07:08:10.528059 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-af918685-77bd-486b-9c77-3eac222fb256 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports/2aaa32c2-1fbc-4acd-b363-a2f00e66a22a HTTP/1.1" status: 404 len: 333 time: 0.0475495 Jul 14 07:08:10.530228 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43558) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:10.594277 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d5b30-1580-4d01-9cca-f4b01ce383c3 req-875e75e2-020e-4a76-b8ef-4251ffd77b6c tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:10.595749 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-950d5b30-1580-4d01-9cca-f4b01ce383c3 req-875e75e2-020e-4a76-b8ef-4251ffd77b6c tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e HTTP/1.1" status: 200 len: 945 time: 0.1546991 Jul 14 07:08:10.600747 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-473d5bb9-2070-45c2-b8d0-3f149a4a6d36 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:10.627958 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-473d5bb9-2070-45c2-b8d0-3f149a4a6d36 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:10.691037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44985205-a77c-41ac-8115-441af322ee54 req-b1b08aa6-7b9c-481b-a218-928316a200b0 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:10.692843 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44985205-a77c-41ac-8115-441af322ee54 req-b1b08aa6-7b9c-481b-a218-928316a200b0 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.2045903 Jul 14 07:08:10.706413 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-950d5b30-1580-4d01-9cca-f4b01ce383c3 req-0b639dac-e042-470d-8ce6-20966fd3c8a5 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971897 Jul 14 07:08:10.712654 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-473d5bb9-2070-45c2-b8d0-3f149a4a6d36 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:10.715817 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-473d5bb9-2070-45c2-b8d0-3f149a4a6d36 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:10.719636 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-473d5bb9-2070-45c2-b8d0-3f149a4a6d36 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/security-groups/d361c7b5-4704-469a-90e0-0a9a5c76cdf3 HTTP/1.1" status: 204 len: 168 time: 0.1883130 Jul 14 07:08:10.720243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43570) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:10.748108 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6132ab2b-660e-460e-933b-8c2a599d9d49 None None] Could not find standard attr ID for object 2aaa32c2-1fbc-4acd-b363-a2f00e66a22a. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:08:10.753615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d5bb9-2070-45c2-b8d0-3f149a4a6d36 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d361c7b5-4704-469a-90e0-0a9a5c76cdf3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:10.796853 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6132ab2b-660e-460e-933b-8c2a599d9d49 None None] Provisioning complete for port 01cd5013-75b1-498e-8287-3294ab3f18a4 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:10.797239 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6132ab2b-660e-460e-933b-8c2a599d9d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:10.801236 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44985205-a77c-41ac-8115-441af322ee54 req-4c096e0a-e779-4ce8-b010-162c22e00599 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937567 Jul 14 07:08:10.809101 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ab426d9-33bc-4180-a25f-6edfed9a9806 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:10.864764 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8585547f-52f7-48f2-9010-229dbd264065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:10.899519 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ab426d9-33bc-4180-a25f-6edfed9a9806 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:10.943282 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-6132ab2b-660e-460e-933b-8c2a599d9d49 None None] Port 01cd5013-75b1-498e-8287-3294ab3f18a4 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:08:10.967918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6132ab2b-660e-460e-933b-8c2a599d9d49 None None] Provisioning for port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:10.968832 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ab426d9-33bc-4180-a25f-6edfed9a9806 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:10.973587 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6132ab2b-660e-460e-933b-8c2a599d9d49 None None] Provisioning complete for port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:10.973961 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6132ab2b-660e-460e-933b-8c2a599d9d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:10.974330 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ab426d9-33bc-4180-a25f-6edfed9a9806 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:10.976141 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6ab426d9-33bc-4180-a25f-6edfed9a9806 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/security-groups/c41ebad3-c837-4bbb-b346-1ad8b49cbfb9 HTTP/1.1" status: 204 len: 168 time: 0.2518229 Jul 14 07:08:10.986078 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43578) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:10.996159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585547f-52f7-48f2-9010-229dbd264065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a5cb3c-d93e-4f0a-b0b5-d7931f0267d8,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:11.010186 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab426d9-33bc-4180-a25f-6edfed9a9806 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41ebad3-c837-4bbb-b346-1ad8b49cbfb9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:11.057249 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f33c14e-9048-4dc6-9f0e-799f43549717 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:11.077317 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8585547f-52f7-48f2-9010-229dbd264065 admin admin] Checking segment: {'id': '464c6da4-f6f9-4b55-913c-c5068e2c4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '21525a5f-7dc9-4161-bbc1-87719ac90c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:08:11.078390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8585547f-52f7-48f2-9010-229dbd264065 admin admin] Network hostable DHCP agents. Network: 21525a5f-7dc9-4161-bbc1-87719ac90c8d, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:08:11.089412 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f33c14e-9048-4dc6-9f0e-799f43549717 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:11.146698 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8585547f-52f7-48f2-9010-229dbd264065 admin admin] Network 21525a5f-7dc9-4161-bbc1-87719ac90c8d is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:08:11.157845 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f33c14e-9048-4dc6-9f0e-799f43549717 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:11.160601 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f33c14e-9048-4dc6-9f0e-799f43549717 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:11.164860 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7f33c14e-9048-4dc6-9f0e-799f43549717 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/security-groups/307ba513-fd2e-49c9-a699-16896bdfb98b HTTP/1.1" status: 204 len: 168 time: 0.1745126 Jul 14 07:08:11.167499 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8bbd4-38e1-42dd-b4eb-7be8a9a947f1 req-59a6fbe7-620a-44b8-acd5-bfd79e6d0ff9 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:11.171720 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43582) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:11.172492 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33c14e-9048-4dc6-9f0e-799f43549717 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=307ba513-fd2e-49c9-a699-16896bdfb98b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:11.173651 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-20f8bbd4-38e1-42dd-b4eb-7be8a9a947f1 req-59a6fbe7-620a-44b8-acd5-bfd79e6d0ff9 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.1631629 Jul 14 07:08:11.177757 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-8585547f-52f7-48f2-9010-229dbd264065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 21525a5f-7dc9-4161-bbc1-87719ac90c8d) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:11.200046 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b18d61-9e59-4b46-b181-9c2e8e1e950a req-6d1e5510-a87f-4977-8542-aa2b22a3d30b tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:11.207109 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6b18d61-9e59-4b46-b181-9c2e8e1e950a req-6d1e5510-a87f-4977-8542-aa2b22a3d30b tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.2742543 Jul 14 07:08:11.209702 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25866a0b-612a-4644-8273-9629b8f3793b None None] Network 21525a5f-7dc9-4161-bbc1-87719ac90c8d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:08:11.211343 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8585547f-52f7-48f2-9010-229dbd264065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:11.211937 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8585547f-52f7-48f2-9010-229dbd264065 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:11.267035 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb019ca-e727-4e37-b0d0-17ad3f0b1c56 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting subnet f3ec4c75-2e7a-4c1a-82b1-aed5ee95a667 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:08:11.272138 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4bb019ca-e727-4e37-b0d0-17ad3f0b1c56 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:11.280156 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8585547f-52f7-48f2-9010-229dbd264065 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9835873 Jul 14 07:08:11.289527 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43586) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:11.298584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1305718666-router', 'tenant_id': '70397c208b234c5fb58a4d4894b192d4', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:11.309450 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6b18d61-9e59-4b46-b181-9c2e8e1e950a req-0bae0641-d0a7-42fb-8a04-bce4968ef16e tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014094 Jul 14 07:08:11.313511 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-20f8bbd4-38e1-42dd-b4eb-7be8a9a947f1 req-f2b6e9fb-dd88-46aa-a950-823be25e8da2 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036007 Jul 14 07:08:11.361834 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:11.368447 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:11.369539 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4bb019ca-e727-4e37-b0d0-17ad3f0b1c56 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:11.389580 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-639dba29-fd3e-4aa9-af4b-891625b68f01 None None] Could not find standard attr ID for object 2aaa32c2-1fbc-4acd-b363-a2f00e66a22a. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:08:11.466045 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4bb019ca-e727-4e37-b0d0-17ad3f0b1c56 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:11.533683 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-21525a5f-7dc9-4161-bbc1-87719ac90c8d', 'network_id': '21525a5f-7dc9-4161-bbc1-87719ac90c8d', 'tenant_id': '70397c208b234c5fb58a4d4894b192d4', 'fixed_ips': [{'subnet_id': '28a5cb3c-d93e-4f0a-b0b5-d7931f0267d8'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:08:11.533683 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:11.556542 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4bb019ca-e727-4e37-b0d0-17ad3f0b1c56 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:11.591549 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb019ca-e727-4e37-b0d0-17ad3f0b1c56 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ec4c75-2e7a-4c1a-82b1-aed5ee95a667,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:11.603076 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4bb019ca-e727-4e37-b0d0-17ad3f0b1c56 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:11.610193 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4bb019ca-e727-4e37-b0d0-17ad3f0b1c56 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/f3ec4c75-2e7a-4c1a-82b1-aed5ee95a667 HTTP/1.1" status: 204 len: 168 time: 0.4326360 Jul 14 07:08:11.610932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43592) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:11.669238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e633744-b184-4397-ba01-3c74fc7319fd None None] Network 78057f16-b814-4734-841b-061bcd4b7f1a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:08:11.691801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd14bd0-15d8-42af-85f9-b689b0ca7594 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting subnet 6bcd414d-2953-4299-9f29-dbef8006ac1a {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:08:11.702284 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8bd14bd0-15d8-42af-85f9-b689b0ca7594 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:11.772835 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8bd14bd0-15d8-42af-85f9-b689b0ca7594 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:11.843148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Allocated IP 172.20.0.2 (21525a5f-7dc9-4161-bbc1-87719ac90c8d/28a5cb3c-d93e-4f0a-b0b5-d7931f0267d8/0921c11c-89b4-41bd-aad3-37a4f5e97cc8) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:08:11.886782 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:11.931909 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8bd14bd0-15d8-42af-85f9-b689b0ca7594 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:12.029582 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8bd14bd0-15d8-42af-85f9-b689b0ca7594 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:12.070473 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd14bd0-15d8-42af-85f9-b689b0ca7594 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Subnet': ['ID=6bcd414d-2953-4299-9f29-dbef8006ac1a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:12.091982 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8bd14bd0-15d8-42af-85f9-b689b0ca7594 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:12.093958 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8bd14bd0-15d8-42af-85f9-b689b0ca7594 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/6bcd414d-2953-4299-9f29-dbef8006ac1a HTTP/1.1" status: 204 len: 168 time: 0.4818969 Jul 14 07:08:12.098546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43610) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:12.125635 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:12.143362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b2dbc-da9f-4579-bcfb-bef131cb8ca7 req-c1c5949e-24c3-48b8-b237-c2ebcff1d8b1 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:12.145271 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c97b2dbc-da9f-4579-bcfb-bef131cb8ca7 req-c1c5949e-24c3-48b8-b237-c2ebcff1d8b1 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.2718892 Jul 14 07:08:12.149561 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f74846-c5fc-4f68-814e-ac517c1ad2b3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] DELETE failed (client error): The resource could not be found. Jul 14 07:08:12.150090 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f74846-c5fc-4f68-814e-ac517c1ad2b3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:08:12.156951 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-04f74846-c5fc-4f68-814e-ac517c1ad2b3 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/f3ec4c75-2e7a-4c1a-82b1-aed5ee95a667 HTTP/1.1" status: 404 len: 337 time: 0.0548012 Jul 14 07:08:12.157175 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43612) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:12.158946 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:12.193277 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Transition to ACTIVE for port object 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:12.219377 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Transition to ACTIVE for port object 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:12.226972 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:12.235946 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b37e36-30fb-46b0-9bbf-ff408b1a5248 None None] Update dhcp port {'port': {'network_id': '78057f16-b814-4734-841b-061bcd4b7f1a', 'fixed_ips': [{'subnet_id': 'f0ec9c09-2c32-4a91-83ae-7234b6c5c9d1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6bcd414d-2953-4299-9f29-dbef8006ac1a'}], 'binding:host_id': 'n-d-778696-5'}, 'id': '0dd5ad96-7cfc-4522-87b9-67a2323d18bb'} from n-d-778696-5. {{(pid=93829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 07:08:12.282227 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Network 21525a5f-7dc9-4161-bbc1-87719ac90c8d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:08:12.288480 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:12.290005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-80fc8600-d841-4cd9-a3fd-45db79e97e02 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting subnet f0ec9c09-2c32-4a91-83ae-7234b6c5c9d1 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:08:12.301355 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bbe0c-6634-4765-b5bd-46ed02e150a6 req-68df789f-efad-46a9-8062-ba61762c03b2 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:12.302805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:08:12.302961 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-832bbe0c-6634-4765-b5bd-46ed02e150a6 req-68df789f-efad-46a9-8062-ba61762c03b2 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.2498550 Jul 14 07:08:12.306982 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80fc8600-d841-4cd9-a3fd-45db79e97e02 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:12.320558 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c97b2dbc-da9f-4579-bcfb-bef131cb8ca7 req-f5d7886e-2305-4896-8ddb-2de449d554f2 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523137 Jul 14 07:08:12.337787 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Pushing event updated for resources: {'Port': ['ID=0921c11c-89b4-41bd-aad3-37a4f5e97cc8,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:12.341798 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-81b37e36-30fb-46b0-9bbf-ff408b1a5248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:12.379179 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Attempting to bind port 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:08:12.379550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Attempting to bind port 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '464c6da4-f6f9-4b55-913c-c5068e2c4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '21525a5f-7dc9-4161-bbc1-87719ac90c8d'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:08:12.379917 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Attempting to bind port 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 on network 21525a5f-7dc9-4161-bbc1-87719ac90c8d {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:08:12.388216 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:08:12.388916 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Checking segment: {'id': '464c6da4-f6f9-4b55-913c-c5068e2c4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '21525a5f-7dc9-4161-bbc1-87719ac90c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:08:12.389548 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:12.390173 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Bound using segment: {'id': '464c6da4-f6f9-4b55-913c-c5068e2c4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '21525a5f-7dc9-4161-bbc1-87719ac90c8d'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:08:12.390848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Bound port: 0921c11c-89b4-41bd-aad3-37a4f5e97cc8, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464c6da4-f6f9-4b55-913c-c5068e2c4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '21525a5f-7dc9-4161-bbc1-87719ac90c8d'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:08:12.391464 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:12.417593 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80fc8600-d841-4cd9-a3fd-45db79e97e02 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:12.437460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-832bbe0c-6634-4765-b5bd-46ed02e150a6 req-9ffd5d88-dbc1-4d88-a8ba-cc7a0f9d210d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152947 Jul 14 07:08:12.555945 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] For port 0921c11c-89b4-41bd-aad3-37a4f5e97cc8, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:08:12.559946 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] For port 0921c11c-89b4-41bd-aad3-37a4f5e97cc8, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0921c11c-89b4-41bd-aad3-37a4f5e97cc8,segment=NetworkSegment(464c6da4-f6f9-4b55-913c-c5068e2c4ffe),segment_id=464c6da4-f6f9-4b55-913c-c5068e2c4ffe)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:08:12.563996 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:12.634581 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d43138-d309-4e75-9b78-f8ad160b9c6c None None] Pushing event updated for resources: {'Port': ['ID=0921c11c-89b4-41bd-aad3-37a4f5e97cc8,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:12.829328 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80fc8600-d841-4cd9-a3fd-45db79e97e02 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:12.901034 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:12.910045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953258c-d83c-4781-a044-2abe79ba6c43 req-d92d3499-2988-4e0c-a45c-b22c052cf2a9 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:12.911869 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c953258c-d83c-4781-a044-2abe79ba6c43 req-d92d3499-2988-4e0c-a45c-b22c052cf2a9 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.3515720 Jul 14 07:08:12.956109 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:13.128254 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c953258c-d83c-4781-a044-2abe79ba6c43 req-3f44d59b-4d69-4974-b7eb-b2a676a2d30d tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907132 Jul 14 07:08:13.133918 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80fc8600-d841-4cd9-a3fd-45db79e97e02 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server [None req-81b37e36-30fb-46b0-9bbf-ff408b1a5248 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0ec9c09-2c32-4a91-83ae-7234b6c5c9d1: This subnet is being modified by another concurrent operation. Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 07:08:13.174071 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise exception Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0ec9c09-2c32-4a91-83ae-7234b6c5c9d1: This subnet is being modified by another concurrent operation. Jul 14 07:08:13.180102 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server Jul 14 07:08:13.220630 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80fc8600-d841-4cd9-a3fd-45db79e97e02 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:13.225278 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43634) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:13.233845 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-80fc8600-d841-4cd9-a3fd-45db79e97e02 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/f0ec9c09-2c32-4a91-83ae-7234b6c5c9d1 HTTP/1.1" status: 204 len: 168 time: 1.0757096 Jul 14 07:08:13.235048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc8600-d841-4cd9-a3fd-45db79e97e02 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ec9c09-2c32-4a91-83ae-7234b6c5c9d1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:13.260184 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9040efb-dc3f-499c-aab8-c98d382bb463 req-c8eb2b30-8cb6-4382-b71e-185d4c8902a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:13.261967 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9040efb-dc3f-499c-aab8-c98d382bb463 req-c8eb2b30-8cb6-4382-b71e-185d4c8902a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41d7b9c7c3284b00bf5d9e27f0168ee3&device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 1097 time: 0.3232696 Jul 14 07:08:13.291631 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0424b4b0-9e17-48c9-8749-d57e5bda80bb tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] DELETE failed (client error): The resource could not be found. Jul 14 07:08:13.293144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0424b4b0-9e17-48c9-8749-d57e5bda80bb tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:08:13.296212 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0424b4b0-9e17-48c9-8749-d57e5bda80bb tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/6926a8ee-a2b6-4848-95f9-713441de429d HTTP/1.1" status: 404 len: 337 time: 0.0697541 Jul 14 07:08:13.302581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43638) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:13.363528 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] Allocated IP 172.25.7.225 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/4c4d2c51-3932-4d4c-a053-699ea4aaf6a7) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:08:13.367480 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0813fbc1-ce72-4b00-ae46-e6db0c8ecc59 None None] Network 78057f16-b814-4734-841b-061bcd4b7f1a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:08:13.367652 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-290c4e79-4b4c-44ba-8607-a68dcafab5ec tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ced119-684d-42be-8560-00611917a4ff HTTP/1.1" status: 200 len: 205 time: 0.0598915 Jul 14 07:08:13.368025 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43642) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:13.391720 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31754c17-1680-4690-94db-030b6134892c req-45e0ea27-dbbd-4585-aaa8-5837830bf7ba tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:13.393338 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31754c17-1680-4690-94db-030b6134892c req-45e0ea27-dbbd-4585-aaa8-5837830bf7ba tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.3392932 Jul 14 07:08:13.438159 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-ff3860b2-0b3a-4065-935f-7d00ff3f589a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] delete failed (client error): The resource could not be found. Jul 14 07:08:13.444648 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ff3860b2-0b3a-4065-935f-7d00ff3f589a tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/routers/11ced119-684d-42be-8560-00611917a4ff HTTP/1.1" status: 404 len: 336 time: 0.0755191 Jul 14 07:08:13.445264 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43646) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:13.463644 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31754c17-1680-4690-94db-030b6134892c req-59fab78a-ae46-44f5-83a9-55d672b7e02c tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627186 Jul 14 07:08:13.509362 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace7d088-fdd9-4d64-8633-5965df8ec0a5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] DELETE failed (client error): The resource could not be found. Jul 14 07:08:13.510144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace7d088-fdd9-4d64-8633-5965df8ec0a5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:08:13.514311 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ace7d088-fdd9-4d64-8633-5965df8ec0a5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/7fefa46f-93ac-4a93-ae75-f9a9ad9a505a HTTP/1.1" status: 404 len: 337 time: 0.0620031 Jul 14 07:08:13.514823 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43652) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:13.533996 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-75dbad2a-1c6d-4d1a-be7b-a272622475b1 None None] Provisioning complete for port 01cd5013-75b1-498e-8287-3294ab3f18a4 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:13.544863 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-75dbad2a-1c6d-4d1a-be7b-a272622475b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:13.586795 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ed5604-e004-4a90-b61e-3a15807c0de2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] DELETE failed (client error): The resource could not be found. Jul 14 07:08:13.587828 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ed5604-e004-4a90-b61e-3a15807c0de2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:08:13.590872 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a8ed5604-e004-4a90-b61e-3a15807c0de2 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/a24f545b-278b-44dc-9253-09ddcbde60fc HTTP/1.1" status: 404 len: 337 time: 0.0747883 Jul 14 07:08:13.593169 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43654) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:13.636049 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8edfa5d8-8f1e-4188-858f-9844c8c38367 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] DELETE failed (client error): The resource could not be found. Jul 14 07:08:13.637446 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8edfa5d8-8f1e-4188-858f-9844c8c38367 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:08:13.641395 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8edfa5d8-8f1e-4188-858f-9844c8c38367 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/93892951-3618-47b9-b0c1-154a809ce30a HTTP/1.1" status: 404 len: 337 time: 0.0469410 Jul 14 07:08:13.643989 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43656) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:13.667425 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-75dbad2a-1c6d-4d1a-be7b-a272622475b1 None None] Port 01cd5013-75b1-498e-8287-3294ab3f18a4 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:08:13.682818 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-546621af-3d58-4294-9879-7968bc40331d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] DELETE failed (client error): The resource could not be found. Jul 14 07:08:13.683804 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546621af-3d58-4294-9879-7968bc40331d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:08:13.687005 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-546621af-3d58-4294-9879-7968bc40331d tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/ports/8285da31-b5f3-4352-849f-85cce7c4365e HTTP/1.1" status: 404 len: 333 time: 0.0404985 Jul 14 07:08:13.689590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43660) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:13.715162 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-75dbad2a-1c6d-4d1a-be7b-a272622475b1 None None] Provisioning complete for port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:13.715882 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-75dbad2a-1c6d-4d1a-be7b-a272622475b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:13.728689 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f205398-e78f-4efc-927b-dce437720d65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] DELETE failed (client error): The resource could not be found. Jul 14 07:08:13.729160 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f205398-e78f-4efc-927b-dce437720d65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:08:13.730998 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2f205398-e78f-4efc-927b-dce437720d65 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/e60827bf-5e90-482e-bb25-85b8b7c201c3 HTTP/1.1" status: 404 len: 337 time: 0.0401161 Jul 14 07:08:13.734915 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43662) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:13.769686 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-691e4471-0007-4192-ad9e-9720fa468226 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] DELETE failed (client error): The resource could not be found. Jul 14 07:08:13.770408 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691e4471-0007-4192-ad9e-9720fa468226 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:08:13.772450 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-691e4471-0007-4192-ad9e-9720fa468226 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/5e02bdf6-5a13-4d3e-85c1-5181c8da2bbe HTTP/1.1" status: 404 len: 337 time: 0.0361223 Jul 14 07:08:13.773665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d85aeb-3137-4a79-bf99-2c7e414068b0 None None] DHCP port deletion for 78057f16-b814-4734-841b-061bcd4b7f1a request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:08:13.776604 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43664) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:13.796405 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9040efb-dc3f-499c-aab8-c98d382bb463 req-22cafb4e-85ee-44a1-a840-6ce4da9bfdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:13.798599 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9040efb-dc3f-499c-aab8-c98d382bb463 req-22cafb4e-85ee-44a1-a840-6ce4da9bfdcb service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a14332a-3cc4-4fca-9869-617a13d02085 HTTP/1.1" status: 200 len: 911 time: 0.5288157 Jul 14 07:08:13.831402 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe1f087-cdfb-4179-8fe6-fac0ad9f7cb5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] DELETE failed (client error): The resource could not be found. Jul 14 07:08:13.832037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe1f087-cdfb-4179-8fe6-fac0ad9f7cb5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:08:13.833929 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2fe1f087-cdfb-4179-8fe6-fac0ad9f7cb5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/ports/f3250ae3-71f6-4b3e-8eaf-a76ddabd7376 HTTP/1.1" status: 404 len: 333 time: 0.0557365 Jul 14 07:08:13.836472 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43666) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:13.865237 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9040efb-dc3f-499c-aab8-c98d382bb463 req-1b3cf2ae-da73-434c-9690-61ee62c3db34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab062f5e-467b-4429-a3b5-f654b6ba472f HTTP/1.1" status: 200 len: 217 time: 0.0470517 Jul 14 07:08:13.870849 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e30c24e-0934-400b-82b4-99f9d5d5939b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] DELETE failed (client error): The resource could not be found. Jul 14 07:08:13.871376 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e30c24e-0934-400b-82b4-99f9d5d5939b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:08:13.873521 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6e30c24e-0934-400b-82b4-99f9d5d5939b tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/079535b5-4a9b-48a5-a6a5-d57b8c75b2f9 HTTP/1.1" status: 404 len: 337 time: 0.0355370 Jul 14 07:08:13.876030 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43670) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:13.876782 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:13.904022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-52d85aeb-3137-4a79-bf99-2c7e414068b0 None None] Deleting port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:08:13.905042 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-52d85aeb-3137-4a79-bf99-2c7e414068b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:13.910688 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c05fab-a3aa-4ff9-a090-70cb9f34d0f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] DELETE failed (client error): The resource could not be found. Jul 14 07:08:13.911729 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c05fab-a3aa-4ff9-a090-70cb9f34d0f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:08:13.913738 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-66c05fab-a3aa-4ff9-a090-70cb9f34d0f5 tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/subnets/b39e33b3-d5d3-4050-b7a7-735b08619fb8 HTTP/1.1" status: 404 len: 337 time: 0.0364273 Jul 14 07:08:13.916184 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43672) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:14.003755 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-52d85aeb-3137-4a79-bf99-2c7e414068b0 None None] For port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0dd5ad96-7cfc-4522-87b9-67a2323d18bb,segment=NetworkSegment(3c879f81-c342-48a8-9c20-89ce27879b4f),segment_id=3c879f81-c342-48a8-9c20-89ce27879b4f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:14.004132 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4892cb-ebb6-46a8-9747-7c3bdeabfd16 req-db90233f-17f0-47d3-b024-e15ea96af0e9 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:14.004584 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-52d85aeb-3137-4a79-bf99-2c7e414068b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:14.012138 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc4892cb-ebb6-46a8-9747-7c3bdeabfd16 req-db90233f-17f0-47d3-b024-e15ea96af0e9 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.4160085 Jul 14 07:08:14.026194 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9040efb-dc3f-499c-aab8-c98d382bb463 req-714c51d3-d074-471d-95fb-5bbe7e528865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:14.030102 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9040efb-dc3f-499c-aab8-c98d382bb463 req-714c51d3-d074-471d-95fb-5bbe7e528865 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0647552b-8dce-4aed-a543-e2c6d3a859c4 HTTP/1.1" status: 200 len: 850 time: 0.1473546 Jul 14 07:08:14.052681 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ddbfaf-5a91-4f0e-b3f4-7a3eff0f0410 None None] Network 21525a5f-7dc9-4161-bbc1-87719ac90c8d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:08:14.056582 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3c3d0-f3b5-42c2-a76b-3cb6f32fc7d6 req-16f2f44b-7915-45b7-ad83-249cd7668193 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:14.058947 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29a3c3d0-f3b5-42c2-a76b-3cb6f32fc7d6 req-16f2f44b-7915-45b7-ad83-249cd7668193 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.3847308 Jul 14 07:08:14.068238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Deleting port 01cd5013-75b1-498e-8287-3294ab3f18a4 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:08:14.068719 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:14.114128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-52d85aeb-3137-4a79-bf99-2c7e414068b0 None None] Calling delete_port for 0dd5ad96-7cfc-4522-87b9-67a2323d18bb owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:08:14.114838 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9040efb-dc3f-499c-aab8-c98d382bb463 req-e91cafa3-54e6-4faa-9d42-9f25439145c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a14332a-3cc4-4fca-9869-617a13d02085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720761 Jul 14 07:08:14.119466 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:14.165905 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:14.193801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Calling delete_port for 01cd5013-75b1-498e-8287-3294ab3f18a4 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:08:14.220138 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc4892cb-ebb6-46a8-9747-7c3bdeabfd16 req-f0f031f5-95eb-4c51-a736-b952c4babd85 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066612 Jul 14 07:08:14.252589 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:14.272982 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29a3c3d0-f3b5-42c2-a76b-3cb6f32fc7d6 req-ae611a39-f3d3-4a88-996f-f56b10c373db tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906447 Jul 14 07:08:14.284591 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:14.328193 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:14.356716 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9c548ed8-9a91-49af-b359-5ce451a7e289 None None] Provisioning for port 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:14.368232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9c548ed8-9a91-49af-b359-5ce451a7e289 None None] Provisioning complete for port 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:14.369085 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9c548ed8-9a91-49af-b359-5ce451a7e289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:14.372824 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-52d85aeb-3137-4a79-bf99-2c7e414068b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:14.378119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:08:14.389151 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:14.412958 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:14.415216 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/ports/01cd5013-75b1-498e-8287-3294ab3f18a4 HTTP/1.1" status: 204 len: 168 time: 0.4975481 Jul 14 07:08:14.420221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:08:14.421174 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43684) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:14.423658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Port': ['ID=01cd5013-75b1-498e-8287-3294ab3f18a4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:14.509927 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] Pushing event updated for resources: {'Port': ['ID=4c4d2c51-3932-4d4c-a053-699ea4aaf6a7,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:14.528977 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:14.529539 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:14.530080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:14.530598 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:14.531217 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:14.531734 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:14.532247 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:14.532741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:14.533355 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:14.533853 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:14.534375 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:14.534867 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071aa675-a96c-4d00-a7fd-21f390b8c1ad tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:14.580306 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c75c771-9140-4437-a522-2bdaed124a4e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:14.591197 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9040efb-dc3f-499c-aab8-c98d382bb463 req-019eb9e9-ea0e-42ff-a7a4-49650596bc08 service neutron] 10.222.0.15 "GET /v2.0/networks/5a14332a-3cc4-4fca-9869-617a13d02085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633243 Jul 14 07:08:14.607615 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0dd5ad96-7cfc-4522-87b9-67a2323d18bb no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:08:14.665580 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d85aeb-3137-4a79-bf99-2c7e414068b0 None None] Pushing event deleted for resources: {'Port': ['ID=0dd5ad96-7cfc-4522-87b9-67a2323d18bb,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:14.677769 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 0dd5ad96-7cfc-4522-87b9-67a2323d18bb {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:08:14.678348 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0dd5ad96-7cfc-4522-87b9-67a2323d18bb not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:08:14.680250 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d85aeb-3137-4a79-bf99-2c7e414068b0 None None] No DVR routers for this DVR port 0dd5ad96-7cfc-4522-87b9-67a2323d18bb on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:08:14.723776 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c75c771-9140-4437-a522-2bdaed124a4e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:14.736182 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-8c75c771-9140-4437-a522-2bdaed124a4e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78057f16-b814-4734-841b-061bcd4b7f1a']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:14.749849 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-8c75c771-9140-4437-a522-2bdaed124a4e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c879f81-c342-48a8-9c20-89ce27879b4f') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:14.750243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-8c75c771-9140-4437-a522-2bdaed124a4e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c879f81-c342-48a8-9c20-89ce27879b4f') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:14.755843 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9c548ed8-9a91-49af-b359-5ce451a7e289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:14.763700 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c75c771-9140-4437-a522-2bdaed124a4e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:14.784162 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c75c771-9140-4437-a522-2bdaed124a4e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:14.793031 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9c548ed8-9a91-49af-b359-5ce451a7e289 None None] For port 0921c11c-89b4-41bd-aad3-37a4f5e97cc8, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0921c11c-89b4-41bd-aad3-37a4f5e97cc8,segment=NetworkSegment(464c6da4-f6f9-4b55-913c-c5068e2c4ffe),segment_id=464c6da4-f6f9-4b55-913c-c5068e2c4ffe)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:14.793605 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c75c771-9140-4437-a522-2bdaed124a4e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:08:14.794026 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c75c771-9140-4437-a522-2bdaed124a4e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:08:14.798180 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:08:14.802187 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9c548ed8-9a91-49af-b359-5ce451a7e289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:14.868813 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c548ed8-9a91-49af-b359-5ce451a7e289 None None] Pushing event updated for resources: {'Port': ['ID=0921c11c-89b4-41bd-aad3-37a4f5e97cc8,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:14.894207 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c75c771-9140-4437-a522-2bdaed124a4e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:14.904750 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c75c771-9140-4437-a522-2bdaed124a4e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:14.906881 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8c75c771-9140-4437-a522-2bdaed124a4e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] 10.222.0.35 "DELETE /v2.0/networks/78057f16-b814-4734-841b-061bcd4b7f1a HTTP/1.1" status: 204 len: 168 time: 0.4842126 Jul 14 07:08:14.914922 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9a6d1-6fce-4d86-b339-eb2e194f0340 req-9d3ef14b-c605-4580-9988-81151d0e63ca tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:14.921893 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ad9a6d1-6fce-4d86-b339-eb2e194f0340 req-9d3ef14b-c605-4580-9988-81151d0e63ca tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.4218171 Jul 14 07:08:14.927174 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75c771-9140-4437-a522-2bdaed124a4e tempest-PortsIpV6TestJSON-372995648 tempest-PortsIpV6TestJSON-372995648-project] Pushing event deleted for resources: {'Network': ['ID=78057f16-b814-4734-841b-061bcd4b7f1a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:14.976617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9040efb-dc3f-499c-aab8-c98d382bb463 req-3816e968-b2da-4bfb-ab92-07618e3ec584 service neutron] 10.222.0.15 "GET /v2.0/networks/5a14332a-3cc4-4fca-9869-617a13d02085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718317 Jul 14 07:08:15.039779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d730f54-8b48-404d-b63b-8997ec55f428 None None] get_active_networks_info from n-d-778696-5 {{(pid=93829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 07:08:15.108442 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88672e24-e4a2-4e55-ba0e-67fbb0cd0226 req-2c6d3066-37f9-4de1-97a4-8d0273a6a08d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:15.117424 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88672e24-e4a2-4e55-ba0e-67fbb0cd0226 req-2c6d3066-37f9-4de1-97a4-8d0273a6a08d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.3849545 Jul 14 07:08:15.157735 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ad9a6d1-6fce-4d86-b339-eb2e194f0340 req-294b2dda-baf4-485d-9f51-b5e2a1276c51 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348461 Jul 14 07:08:15.164470 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ddba6fe1-283a-44de-8f09-4857d204d93f None None] Provisioning complete for port 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:15.164902 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ddba6fe1-283a-44de-8f09-4857d204d93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:15.230310 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d730f54-8b48-404d-b63b-8997ec55f428 None None] Resources bound (agent type, host, resource id): {{(pid=93829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 07:08:15.242222 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:15.306185 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88672e24-e4a2-4e55-ba0e-67fbb0cd0226 req-b80e4306-5b3d-4b26-bf3d-6f4e1c5d0e52 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877990 Jul 14 07:08:15.346057 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:15.372564 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43712) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:15.450439 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:15.726804 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ad4ae162-d115-4239-8e77-ff09d13fe633 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e17643779c64bfcbf5ca1bd69e3a52f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529129 Jul 14 07:08:15.729213 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43722) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:15.790339 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07db17ad-ac0e-438f-b151-240a7e33625f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:15.816525 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07db17ad-ac0e-438f-b151-240a7e33625f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:15.870037 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07db17ad-ac0e-438f-b151-240a7e33625f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:15.873074 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07db17ad-ac0e-438f-b151-240a7e33625f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:15.874726 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-07db17ad-ac0e-438f-b151-240a7e33625f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6cfde3c0-1805-4fdf-a38a-56c17bdfb982 HTTP/1.1" status: 204 len: 168 time: 0.1444476 Jul 14 07:08:15.883931 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db17ad-ac0e-438f-b151-240a7e33625f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfde3c0-1805-4fdf-a38a-56c17bdfb982,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:16.024479 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:16.079511 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:16.080184 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:16.157478 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88edaf-4501-4f7c-9957-9da4618eabe8 req-888d800e-8eed-4c19-98e7-5bd56a8aef92 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:16.166443 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a88edaf-4501-4f7c-9957-9da4618eabe8 req-888d800e-8eed-4c19-98e7-5bd56a8aef92 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.7060344 Jul 14 07:08:16.200179 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fca98-dc33-4294-8067-198e45c0e79c req-741c3cc9-6427-47e3-9926-0719624d98c1 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:16.201725 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b56fca98-dc33-4294-8067-198e45c0e79c req-741c3cc9-6427-47e3-9926-0719624d98c1 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.2675569 Jul 14 07:08:16.249214 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:16.271020 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a88edaf-4501-4f7c-9957-9da4618eabe8 req-e7510caa-813e-4257-9010-99557b352f8c tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052279 Jul 14 07:08:16.310742 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b56fca98-dc33-4294-8067-198e45c0e79c req-581e8524-c111-45ed-934f-b7742e041c9e tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933628 Jul 14 07:08:16.439855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] Router 6795cec1-1567-41e0-91d2-e9e00da55171 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:08:16.730698 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:08:16.740202 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Sync routers for ids ['6795cec1-1567-41e0-91d2-e9e00da55171'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:08:16.754234 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Routers {'6795cec1-1567-41e0-91d2-e9e00da55171'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:08:16.754961 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d906a505-4762-4de2-848b-5de06a58038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:08:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6795cec1-1567-41e0-91d2-e9e00da55171'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:16.764560 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:16.768350 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fd2da28f-c652-41bd-b103-7f9bd7292795 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4730694 Jul 14 07:08:16.769291 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43770) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:16.779654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5c58a-61e6-4446-8c3f-3a07187cb913 req-83023c74-dba4-47e4-ac0b-9312a8f715f0 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:16.781227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bfe5c58a-61e6-4446-8c3f-3a07187cb913 req-83023c74-dba4-47e4-ac0b-9312a8f715f0 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.1355565 Jul 14 07:08:16.795622 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca4c2b-e84f-4a63-8825-cfec1828a0b7 req-c96b0aac-3f7c-4aa7-bdcf-b51d51fb2e80 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:16.810213 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9dca4c2b-e84f-4a63-8825-cfec1828a0b7 req-c96b0aac-3f7c-4aa7-bdcf-b51d51fb2e80 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.1655414 Jul 14 07:08:16.881737 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Set router 6795cec1-1567-41e0-91d2-e9e00da55171 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:08:16.908747 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9dca4c2b-e84f-4a63-8825-cfec1828a0b7 req-d195cc07-9c7c-467a-9b0d-9c536755cd96 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976677 Jul 14 07:08:16.941277 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bfe5c58a-61e6-4446-8c3f-3a07187cb913 req-a807bce6-5d0b-4d46-9482-911e02286e47 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283927 Jul 14 07:08:17.185257 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3e264-2242-40b4-8d29-37184a759c03 req-f5a2a6e6-8d09-43c0-b4b9-f197c38e9291 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:17.189382 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00e3e264-2242-40b4-8d29-37184a759c03 req-f5a2a6e6-8d09-43c0-b4b9-f197c38e9291 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.1168799 Jul 14 07:08:17.198937 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d906a505-4762-4de2-848b-5de06a58038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'name': 'tempest-FloatingIPsTestJSON-1305718666-router', 'tenant_id': '70397c208b234c5fb58a4d4894b192d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '4c4d2c51-3932-4d4c-a053-699ea4aaf6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:11Z', 'updated_at': '2021-07-14T07:08:14Z', 'revision_number': 3, 'project_id': '70397c208b234c5fb58a4d4894b192d4', 'gw_port': {'id': '4c4d2c51-3932-4d4c-a053-699ea4aaf6a7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:12Z', 'updated_at': '2021-07-14T07:08:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:17.231679 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Checking router: 6795cec1-1567-41e0-91d2-e9e00da55171 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:08:17.232114 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Updating router 6795cec1-1567-41e0-91d2-e9e00da55171 port 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:08:17.267370 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00e3e264-2242-40b4-8d29-37184a759c03 req-0936c6b5-948e-4a49-ab79-e32b3718a0b4 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712686 Jul 14 07:08:17.317088 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:17.399083 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:17.636833 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] Allocated IP 172.20.0.1 (21525a5f-7dc9-4161-bbc1-87719ac90c8d/28a5cb3c-d93e-4f0a-b0b5-d7931f0267d8/f9848eac-f415-4e75-be55-b957a7c99349) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:08:17.676361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a376b-43f7-4ebf-8c62-1bff30d77076 req-9d15ee48-48c4-4b66-a515-d233313228c1 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:17.678581 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c6a376b-43f7-4ebf-8c62-1bff30d77076 req-9d15ee48-48c4-4b66-a515-d233313228c1 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.1949961 Jul 14 07:08:17.702484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b92fc-83fa-4cbc-9474-df91b3a079c1 req-c2e1b605-b4c9-43d0-b920-25817491a20c tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:17.709895 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-525b92fc-83fa-4cbc-9474-df91b3a079c1 req-c2e1b605-b4c9-43d0-b920-25817491a20c tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.1367297 Jul 14 07:08:17.768525 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c6a376b-43f7-4ebf-8c62-1bff30d77076 req-861c26d0-fdf9-4dca-b6ec-0c17b67894db tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831573 Jul 14 07:08:17.770927 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:17.792986 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:17.794643 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Transition to ACTIVE for port object 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:17.804236 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-525b92fc-83fa-4cbc-9474-df91b3a079c1 req-c6d6c074-7916-423f-adaf-fb62a5f9484b tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933437 Jul 14 07:08:17.806457 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:17.818866 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] Transition to ACTIVE for port object f9848eac-f415-4e75-be55-b957a7c99349 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:17.855797 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Attempting to bind port 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:08:17.856050 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Attempting to bind port 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:08:17.856391 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Attempting to bind port 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:08:17.862769 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:08:17.863134 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:08:17.863556 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:17.863909 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:08:17.864675 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Bound port: 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:08:17.865278 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:17.866141 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:17.908452 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa769a9d-a986-41a2-814b-7155544f90c2 None None] Pushing event updated for resources: {'Port': ['ID=4c4d2c51-3932-4d4c-a053-699ea4aaf6a7,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:17.917272 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] Network 21525a5f-7dc9-4161-bbc1-87719ac90c8d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:08:17.924222 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:17.926912 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:08:17.956988 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] Pushing event updated for resources: {'Port': ['ID=f9848eac-f415-4e75-be55-b957a7c99349,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:17.963408 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5307846d-1475-4494-bdbf-4e10c899d46a details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:08:17.966320 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-d906a505-4762-4de2-848b-5de06a58038c None None] For port 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:08:17.970342 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5307846d-1475-4494-bdbf-4e10c899d46a no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:08:17.976543 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-d906a505-4762-4de2-848b-5de06a58038c None None] For port 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=4c4d2c51-3932-4d4c-a053-699ea4aaf6a7,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:08:17.985050 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:18.007723 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:18.138361 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa769a9d-a986-41a2-814b-7155544f90c2 None None] Pushing event updated for resources: {'Port': ['ID=4c4d2c51-3932-4d4c-a053-699ea4aaf6a7,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:18.166418 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Routers {'6795cec1-1567-41e0-91d2-e9e00da55171'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:08:18.167067 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d906a505-4762-4de2-848b-5de06a58038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:08:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6795cec1-1567-41e0-91d2-e9e00da55171'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:18.198480 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:18.235861 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1d152d-04fa-4485-acbc-fa651254858d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5307846d-1475-4494-bdbf-4e10c899d46a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:08:18.245545 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ec4ae3-ed0f-4481-9912-ff05858d18cf" -d '{"events": [{"server_uuid": "cc1d152d-04fa-4485-acbc-fa651254858d", "name": "network-vif-unplugged", "status": "completed", "tag": "5307846d-1475-4494-bdbf-4e10c899d46a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:08:18.257697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18310a0b-8884-44e7-b331-e779777c3bd8 req-c1ae1246-846c-4771-9d25-04286451801e tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:18.266437 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18310a0b-8884-44e7-b331-e779777c3bd8 req-c1ae1246-846c-4771-9d25-04286451801e tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.1392069 Jul 14 07:08:18.274191 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5307846d-1475-4494-bdbf-4e10c899d46a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5307846d-1475-4494-bdbf-4e10c899d46a,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:18.300938 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:18.329101 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:18.358116 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5307846d-1475-4494-bdbf-4e10c899d46a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5307846d-1475-4494-bdbf-4e10c899d46a,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:18.397500 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '5307846d-1475-4494-bdbf-4e10c899d46a', 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff', 'port_id': '5307846d-1475-4494-bdbf-4e10c899d46a', 'mac_address': 'fa:16:3e:9b:79:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c0e73d-973b-48ca-9f9e-437461e66293', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:08:18.427770 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-d906a505-4762-4de2-848b-5de06a58038c None None] Set router 6795cec1-1567-41e0-91d2-e9e00da55171 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:08:18.450173 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18310a0b-8884-44e7-b331-e779777c3bd8 req-0242909a-a8e0-427e-b325-272f5c51e6d5 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827726 Jul 14 07:08:18.531714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=5307846d-1475-4494-bdbf-4e10c899d46a,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:18.549686 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d62b5-08f8-47bc-848d-ed037ad48857 req-4c7b29d5-f487-499a-b844-9a18d12e80a2 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:18.561057 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-090d62b5-08f8-47bc-848d-ed037ad48857 req-4c7b29d5-f487-499a-b844-9a18d12e80a2 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.2774920 Jul 14 07:08:18.571032 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:18.571383 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:18.571722 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:18.572057 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:18.572384 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:18.572710 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:18.573031 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:18.573502 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:18.573828 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:18.574150 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:18.574464 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:18.574929 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:18.597002 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e2a300-3cd4-4bd8-ab7d-cbcd5a0a4d49 x-openstack-request-id: req-c3e2a300-3cd4-4bd8-ab7d-cbcd5a0a4d49 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:08:18.597341 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1d152d-04fa-4485-acbc-fa651254858d", "name": "network-vif-unplugged", "status": "completed", "tag": "5307846d-1475-4494-bdbf-4e10c899d46a", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:08:18.597598 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3e2a300-3cd4-4bd8-ab7d-cbcd5a0a4d49 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:08:18.598005 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1d152d-04fa-4485-acbc-fa651254858d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5307846d-1475-4494-bdbf-4e10c899d46a', 'code': 200} Jul 14 07:08:18.600511 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-01a7d5f4-bca9-426c-b7f6-f1478cfcccb3 None None] Provisioning for port f9848eac-f415-4e75-be55-b957a7c99349 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:18.614262 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-01a7d5f4-bca9-426c-b7f6-f1478cfcccb3 None None] Provisioning complete for port f9848eac-f415-4e75-be55-b957a7c99349 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:18.616604 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-01a7d5f4-bca9-426c-b7f6-f1478cfcccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:18.621876 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:18.629860 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-090d62b5-08f8-47bc-848d-ed037ad48857 req-3e4472a2-0f53-4814-9757-49efa648545e tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670450 Jul 14 07:08:18.684485 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5307846d-1475-4494-bdbf-4e10c899d46a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:08:18.697775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-01a7d5f4-bca9-426c-b7f6-f1478cfcccb3 None None] Port f9848eac-f415-4e75-be55-b957a7c99349 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:08:18.736396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5307846d-1475-4494-bdbf-4e10c899d46a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5307846d-1475-4494-bdbf-4e10c899d46a,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:18.745635 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:18.790296 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:18.802684 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:18.845858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=5307846d-1475-4494-bdbf-4e10c899d46a,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:18.940741 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:18.945077 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba265113-baa3-4ab2-a40e-62d59a42b77b req-766ed2e1-56c4-4e51-9aa6-3ea12fc58ff7 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:18.946775 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d906a505-4762-4de2-848b-5de06a58038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'name': 'tempest-FloatingIPsTestJSON-1305718666-router', 'tenant_id': '70397c208b234c5fb58a4d4894b192d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '4c4d2c51-3932-4d4c-a053-699ea4aaf6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:11Z', 'updated_at': '2021-07-14T07:08:14Z', 'revision_number': 3, 'project_id': '70397c208b234c5fb58a4d4894b192d4', 'gw_port': {'id': '4c4d2c51-3932-4d4c-a053-699ea4aaf6a7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:12Z', 'updated_at': '2021-07-14T07:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:18.951628 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] Pushing event updated for resources: {'Port': ['ID=f9848eac-f415-4e75-be55-b957a7c99349,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:18.952613 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba265113-baa3-4ab2-a40e-62d59a42b77b req-766ed2e1-56c4-4e51-9aa6-3ea12fc58ff7 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.1614943 Jul 14 07:08:18.965729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['5307846d-1475-4494-bdbf-4e10c899d46a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:08:18.998748 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-ec9b6bcd-5de6-4eb9-a43a-d97645c379a6 service neutron] show failed (client error): The resource could not be found. Jul 14 07:08:19.000083 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-ec9b6bcd-5de6-4eb9-a43a-d97645c379a6 service neutron] 10.222.0.30 "GET /v2.0/ports/0d139ab7-8f66-4301-91c7-f603bc6c0a6a/bindings/n-h2-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.1490970 Jul 14 07:08:19.001344 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d906a505-4762-4de2-848b-5de06a58038c None None] The sync data for ids ['6795cec1-1567-41e0-91d2-e9e00da55171'] in n-d-778696-5 is: [{'id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'name': 'tempest-FloatingIPsTestJSON-1305718666-router', 'tenant_id': '70397c208b234c5fb58a4d4894b192d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '4c4d2c51-3932-4d4c-a053-699ea4aaf6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:11Z', 'updated_at': '2021-07-14T07:08:14Z', 'revision_number': 3, 'project_id': '70397c208b234c5fb58a4d4894b192d4', 'gw_port': {'id': '4c4d2c51-3932-4d4c-a053-699ea4aaf6a7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:12Z', 'updated_at': '2021-07-14T07:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:08:19.038791 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba265113-baa3-4ab2-a40e-62d59a42b77b req-ebc6fcff-3cc4-4b79-9f64-e1ee6958c4a4 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849395 Jul 14 07:08:19.247898 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efb43f-a911-4bfd-811c-2ec1237279ed req-a54a6ffa-1ddd-4896-aac8-f750a42fb206 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:19.250583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] Network 21525a5f-7dc9-4161-bbc1-87719ac90c8d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:08:19.252191 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:19.254884 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15efb43f-a911-4bfd-811c-2ec1237279ed req-a54a6ffa-1ddd-4896-aac8-f750a42fb206 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.2333257 Jul 14 07:08:19.372086 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15efb43f-a911-4bfd-811c-2ec1237279ed req-326d4c7e-f7aa-44ed-a019-1404cd2e425a tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097074 Jul 14 07:08:19.496943 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43858) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:19.556468 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] Router 6795cec1-1567-41e0-91d2-e9e00da55171 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:08:19.573568 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ba585-333b-4a06-b440-49775dd241c4 req-6c45569a-2851-411f-9c40-af3e628fd4b5 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:19.580477 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f07ba585-333b-4a06-b440-49775dd241c4 req-6c45569a-2851-411f-9c40-af3e628fd4b5 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 944 time: 0.2073548 Jul 14 07:08:19.713559 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f07ba585-333b-4a06-b440-49775dd241c4 req-10dd6c03-2c5a-4230-a9d6-e0721523d4eb tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317329 Jul 14 07:08:19.738894 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-99f04ad3-e583-4c76-963a-8eca1e757c92 None None] Provisioning complete for port f9848eac-f415-4e75-be55-b957a7c99349 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:19.739187 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-99f04ad3-e583-4c76-963a-8eca1e757c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:19.804576 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:08:19.811954 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e4d53a78-d595-4240-bfdc-060557b8f279 admin admin] 10.222.0.35 "PUT /v2.0/routers/6795cec1-1567-41e0-91d2-e9e00da55171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0405269 Jul 14 07:08:19.817075 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-99f04ad3-e583-4c76-963a-8eca1e757c92 None None] Port f9848eac-f415-4e75-be55-b957a7c99349 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:08:19.877474 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6aef2d01-fc27-4234-b010-e76f5b91827f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:19.963140 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5307846d-1475-4494-bdbf-4e10c899d46a up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:20.040065 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-5beaf533-0515-42d3-9058-ffd071b33f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:20.041960 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-5beaf533-0515-42d3-9058-ffd071b33f73 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e&tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932 HTTP/1.1" status: 200 len: 1101 time: 0.3758392 Jul 14 07:08:20.055391 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-5', 'device_owner': 'compute:nova'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:20.075839 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:20.122157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 5307846d-1475-4494-bdbf-4e10c899d46a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:20.123456 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:20.169296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:20.175829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:20.176444 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:20.198371 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6aef2d01-fc27-4234-b010-e76f5b91827f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:20.230085 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdda6b-9d21-46e2-8d4b-e9aeac1b17d9 req-e5301a0a-a631-46b4-b984-ee7e7ade3698 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:20.239455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eabdda6b-9d21-46e2-8d4b-e9aeac1b17d9 req-e5301a0a-a631-46b4-b984-ee7e7ade3698 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.5248675 Jul 14 07:08:20.254576 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:20.256636 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6aef2d01-fc27-4234-b010-e76f5b91827f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:20.360361 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6aef2d01-fc27-4234-b010-e76f5b91827f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=349624488a014538b4d6c6c1195fcf36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8606796 Jul 14 07:08:20.363979 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43880) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:20.373054 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b735103-6df0-46a1-b586-72a436efe7fe req-e4d385da-6884-479c-9810-b7ff73a62d61 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:20.374768 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b735103-6df0-46a1-b586-72a436efe7fe req-e4d385da-6884-479c-9810-b7ff73a62d61 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.4163764 Jul 14 07:08:20.381559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef2d01-fc27-4234-b010-e76f5b91827f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70446fed-2f3b-441d-bc9b-a4e6762b7100,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:20.388947 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eabdda6b-9d21-46e2-8d4b-e9aeac1b17d9 req-76768bfe-ed13-4260-8e5e-7606a8f80617 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484239 Jul 14 07:08:20.389616 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:20.486899 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5307846d-1475-4494-bdbf-4e10c899d46a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5307846d-1475-4494-bdbf-4e10c899d46a,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:20.489518 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:20.496702 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:20.497720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 0d139ab7-8f66-4301-91c7-f603bc6c0a6a no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:08:20.511349 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7baa2fb-c03e-4063-bacd-4a2bde7e015c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:20.557813 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7baa2fb-c03e-4063-bacd-4a2bde7e015c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:20.561548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=4c4d2c51-3932-4d4c-a053-699ea4aaf6a7,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:20.574152 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:20.599096 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1d152d-04fa-4485-acbc-fa651254858d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5307846d-1475-4494-bdbf-4e10c899d46a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:08:20.602268 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3aa6fc0-8d3b-44ec-9344-d3c8a3878b05" -d '{"events": [{"server_uuid": "cc1d152d-04fa-4485-acbc-fa651254858d", "name": "network-vif-plugged", "status": "completed", "tag": "5307846d-1475-4494-bdbf-4e10c899d46a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:08:20.604861 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=5307846d-1475-4494-bdbf-4e10c899d46a,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:20.625766 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] For port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:20.661809 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7baa2fb-c03e-4063-bacd-4a2bde7e015c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:20.665561 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] For port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:08:20.670936 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7baa2fb-c03e-4063-bacd-4a2bde7e015c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:20.675046 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c7baa2fb-c03e-4063-bacd-4a2bde7e015c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70446fed-2f3b-441d-bc9b-a4e6762b7100 HTTP/1.1" status: 204 len: 168 time: 0.3077159 Jul 14 07:08:20.688220 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7baa2fb-c03e-4063-bacd-4a2bde7e015c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70446fed-2f3b-441d-bc9b-a4e6762b7100,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:20.701398 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b735103-6df0-46a1-b586-72a436efe7fe req-8519d788-f24e-4eb3-adeb-d62beeacc680 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159513 Jul 14 07:08:20.721654 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:20.735172 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=4c4d2c51-3932-4d4c-a053-699ea4aaf6a7,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:20.753656 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650aacff-da33-4896-9325-6510815b0b1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d139ab7-8f66-4301-91c7-f603bc6c0a6a'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:08:20.756600 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0903648-1329-40eb-be83-95b188fbc523" -d '{"events": [{"server_uuid": "650aacff-da33-4896-9325-6510815b0b1e", "name": "network-vif-unplugged", "status": "completed", "tag": "0d139ab7-8f66-4301-91c7-f603bc6c0a6a"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:08:20.762545 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:20.776292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Transition to ACTIVE for port object 0d139ab7-8f66-4301-91c7-f603bc6c0a6a will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:20.783072 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:20.846091 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.api [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:08:20.846647 n-d-778696-5 neutron-server[93829]: DEBUG oslo_db.api [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:08:20.874244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] No DVR routers for this DVR port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:08:20.896395 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Pushing event updated for resources: {'Port': ['ID=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,revision_number=6']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:21.064229 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Attempting to bind port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:08:21.065399 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Attempting to bind port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:08:21.066093 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Attempting to bind port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:08:21.075794 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:08:21.076414 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Attempting to bind port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:08:21.087738 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:08:21.088197 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:08:21.088627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:08:21.089102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Bound port: 0d139ab7-8f66-4301-91c7-f603bc6c0a6a, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:08:21.089641 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:21.127350 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f3b07-fa00-445d-b5c9-10ff1e9627f3 req-500cb961-f28c-4d13-a798-760914559f62 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:21.129510 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b89f3b07-fa00-445d-b5c9-10ff1e9627f3 req-500cb961-f28c-4d13-a798-760914559f62 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.2567115 Jul 14 07:08:21.244157 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b89f3b07-fa00-445d-b5c9-10ff1e9627f3 req-42b14f5e-0451-4f86-9c71-e9d6cd8447df tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887692 Jul 14 07:08:21.251287 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-09e302c4-bd1f-4172-af3e-23b8be2931ac tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2891815 Jul 14 07:08:21.255943 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] For port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:08:21.260007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] For port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:08:21.266578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-7ceae2af-5e62-4bba-9f69-6532f6fbaf3f tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:21.275282 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:21.331685 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:21.332697 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:21.334257 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] 10.222.0.15 "PUT /v2.0/ports/0d139ab7-8f66-4301-91c7-f603bc6c0a6a HTTP/1.1" status: 200 len: 1096 time: 1.2840376 Jul 14 07:08:21.363336 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-7ceae2af-5e62-4bba-9f69-6532f6fbaf3f tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:21.442048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0189dbb-2d41-45d5-8d66-f10cf72a232b service neutron] Pushing event updated for resources: {'Port': ['ID=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,revision_number=7']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:21.455408 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Sync routers for ids ['6795cec1-1567-41e0-91d2-e9e00da55171'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:08:21.479323 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Routers {'6795cec1-1567-41e0-91d2-e9e00da55171'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:08:21.480013 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:08:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6795cec1-1567-41e0-91d2-e9e00da55171'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:21.492161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43912) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:21.505133 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b031a06d-2e00-49e6-9b9f-d2e6476d7710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:21.551518 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-0899532d-db45-4dc3-9060-5d03398f889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:21.554026 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-0899532d-db45-4dc3-9060-5d03398f889b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 1099 time: 0.1684105 Jul 14 07:08:21.643555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4693aad-5f27-4911-b354-20ae71756ada req-b4428a93-c3a2-4559-90b9-92bef64cffde tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:21.650745 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4693aad-5f27-4911-b354-20ae71756ada req-b4428a93-c3a2-4559-90b9-92bef64cffde tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.2104878 Jul 14 07:08:21.656617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Set router 6795cec1-1567-41e0-91d2-e9e00da55171 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:08:21.687715 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b031a06d-2e00-49e6-9b9f-d2e6476d7710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:21.694344 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b031a06d-2e00-49e6-9b9f-d2e6476d7710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:21.728792 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-2557df54-5934-40f3-af00-9cdbfd931f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:21.730410 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-2557df54-5934-40f3-af00-9cdbfd931f1c service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.1685047 Jul 14 07:08:21.754016 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b031a06d-2e00-49e6-9b9f-d2e6476d7710 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=88f065070be940a3beb702405d0403dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584555 Jul 14 07:08:21.754250 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031a06d-2e00-49e6-9b9f-d2e6476d7710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0189b7f-84de-4043-9d9f-fdee0fe28a36,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:21.756825 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43918) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:21.779414 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-5099bed1-8ac8-4deb-9186-622b916917d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=0d139ab7-8f66-4301-91c7-f603bc6c0a6a HTTP/1.1" status: 200 len: 217 time: 0.0403364 Jul 14 07:08:21.837832 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-22bb47fc-91d0-48d2-a908-bf3f6aa67294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:21.848625 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-2e261c33-dfb1-4683-a51b-558f94ec90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:21.850479 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-2e261c33-dfb1-4683-a51b-558f94ec90d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0561666 Jul 14 07:08:21.863728 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-22bb47fc-91d0-48d2-a908-bf3f6aa67294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:21.866781 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4693aad-5f27-4911-b354-20ae71756ada req-337b55cb-b156-4535-9a4c-02a0f7e6e05e tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152884 Jul 14 07:08:21.895106 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-7ceae2af-5e62-4bba-9f69-6532f6fbaf3f tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:21.900685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'name': 'tempest-FloatingIPsTestJSON-1305718666-router', 'tenant_id': '70397c208b234c5fb58a4d4894b192d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '4c4d2c51-3932-4d4c-a053-699ea4aaf6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:11Z', 'updated_at': '2021-07-14T07:08:18Z', 'revision_number': 4, 'project_id': '70397c208b234c5fb58a4d4894b192d4', 'gw_port': {'id': '4c4d2c51-3932-4d4c-a053-699ea4aaf6a7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:12Z', 'updated_at': '2021-07-14T07:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f9848eac-f415-4e75-be55-b957a7c99349', 'name': '', 'network_id': '21525a5f-7dc9-4161-bbc1-87719ac90c8d', 'tenant_id': '70397c208b234c5fb58a4d4894b192d4', 'mac_address': 'fa:16:3e:7b:4c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '28a5cb3c-d93e-4f0a-b0b5-d7931f0267d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:17Z', 'updated_at': '2021-07-14T07:08:18Z', 'revision_number': 2, 'project_id': '70397c208b234c5fb58a4d4894b192d4', 'subnets': [{'id': '28a5cb3c-d93e-4f0a-b0b5-d7931f0267d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:21.930083 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-22bb47fc-91d0-48d2-a908-bf3f6aa67294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:21.932847 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-22bb47fc-91d0-48d2-a908-bf3f6aa67294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:21.934488 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-22bb47fc-91d0-48d2-a908-bf3f6aa67294 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0189b7f-84de-4043-9d9f-fdee0fe28a36 HTTP/1.1" status: 204 len: 168 time: 0.1672208 Jul 14 07:08:21.941319 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Checking router: 6795cec1-1567-41e0-91d2-e9e00da55171 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:08:21.941843 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Updating router 6795cec1-1567-41e0-91d2-e9e00da55171 port f9848eac-f415-4e75-be55-b957a7c99349 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:08:21.979726 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb47fc-91d0-48d2-a908-bf3f6aa67294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0189b7f-84de-4043-9d9f-fdee0fe28a36,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:22.000660 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9e62b3-d88f-4adc-82fc-c63ae1cfb95d x-openstack-request-id: req-ee9e62b3-d88f-4adc-82fc-c63ae1cfb95d {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:08:22.001018 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1d152d-04fa-4485-acbc-fa651254858d", "name": "network-vif-plugged", "status": "completed", "tag": "5307846d-1475-4494-bdbf-4e10c899d46a", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:08:22.001290 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee9e62b3-d88f-4adc-82fc-c63ae1cfb95d {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:08:22.001664 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1d152d-04fa-4485-acbc-fa651254858d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5307846d-1475-4494-bdbf-4e10c899d46a', 'code': 200} Jul 14 07:08:22.003460 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:22.151170 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-35c14c72-f574-463d-8c08-e4045cb8fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:22.152854 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-35c14c72-f574-463d-8c08-e4045cb8fe6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2851577 Jul 14 07:08:22.218155 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:22.343162 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:22.363605 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 59ec839d-c13b-4438-9de3-8190fcaea45a details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:08:22.366349 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 59ec839d-c13b-4438-9de3-8190fcaea45a no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:08:22.369863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Transition to ACTIVE for port object f9848eac-f415-4e75-be55-b957a7c99349 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:22.411286 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:22.543532 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289827a4-4ff8-4dc4-a793-86cab4e7b41a None None] Pushing event updated for resources: {'Port': ['ID=f9848eac-f415-4e75-be55-b957a7c99349,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:22.602627 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:22.603000 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:22.665992 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-7ceae2af-5e62-4bba-9f69-6532f6fbaf3f tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Allocated IP 172.25.7.219 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/6dff1fb2-a2f3-4ffd-9da9-094fcff102dc) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:08:22.723926 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 59ec839d-c13b-4438-9de3-8190fcaea45a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=59ec839d-c13b-4438-9de3-8190fcaea45a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:22.736766 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b28c73-ff4d-40dc-8ff7-4ab53accb563 req-7eec844d-018d-416a-96d5-d910fc7dcf92 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:22.744743 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f9b28c73-ff4d-40dc-8ff7-4ab53accb563 req-7eec844d-018d-416a-96d5-d910fc7dcf92 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.5673456 Jul 14 07:08:22.796591 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:22.809069 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '59ec839d-c13b-4438-9de3-8190fcaea45a', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '59ec839d-c13b-4438-9de3-8190fcaea45a', 'mac_address': 'fa:16:3e:d0:e4:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:08:22.825314 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Attempting to bind port f9848eac-f415-4e75-be55-b957a7c99349 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:08:22.825701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Attempting to bind port f9848eac-f415-4e75-be55-b957a7c99349 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '464c6da4-f6f9-4b55-913c-c5068e2c4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '21525a5f-7dc9-4161-bbc1-87719ac90c8d'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:08:22.826062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Attempting to bind port f9848eac-f415-4e75-be55-b957a7c99349 on network 21525a5f-7dc9-4161-bbc1-87719ac90c8d {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:08:22.840775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:08:22.841173 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Checking segment: {'id': '464c6da4-f6f9-4b55-913c-c5068e2c4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '21525a5f-7dc9-4161-bbc1-87719ac90c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:08:22.841599 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:22.841993 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Bound using segment: {'id': '464c6da4-f6f9-4b55-913c-c5068e2c4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '21525a5f-7dc9-4161-bbc1-87719ac90c8d'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:08:22.842585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Bound port: f9848eac-f415-4e75-be55-b957a7c99349, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464c6da4-f6f9-4b55-913c-c5068e2c4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '21525a5f-7dc9-4161-bbc1-87719ac90c8d'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:08:22.842966 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:22.854545 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b50312-8e97-4428-9642-cc57442c3129 req-99b353ca-0d8e-4ad4-a731-1498857a2f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:22.856412 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32b50312-8e97-4428-9642-cc57442c3129 req-99b353ca-0d8e-4ad4-a731-1498857a2f5e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 1096 time: 0.6403446 Jul 14 07:08:22.872564 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f9b28c73-ff4d-40dc-8ff7-4ab53accb563 req-1abb751e-3b23-444f-a7b3-61c6e7208f59 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265714 Jul 14 07:08:22.878889 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-800f912c-3d14-4ffa-a361-65dcf43761f1 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7172191 Jul 14 07:08:22.916453 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 59ec839d-c13b-4438-9de3-8190fcaea45a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=59ec839d-c13b-4438-9de3-8190fcaea45a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:22.965103 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:23.003105 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:23.012448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83577dcc-3d97-462e-bc26-cd1161c7fd6d req-c7cba847-7cb8-49ca-a54f-27337521d9d6 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078432 Jul 14 07:08:23.036142 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b52ef33-7d4a-4d83-b87f-7083eeb332a5 x-openstack-request-id: req-6b52ef33-7d4a-4d83-b87f-7083eeb332a5 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:08:23.036462 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650aacff-da33-4896-9325-6510815b0b1e", "name": "network-vif-unplugged", "status": "completed", "tag": "0d139ab7-8f66-4301-91c7-f603bc6c0a6a", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:08:23.036934 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b52ef33-7d4a-4d83-b87f-7083eeb332a5 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:08:23.037677 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650aacff-da33-4896-9325-6510815b0b1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d139ab7-8f66-4301-91c7-f603bc6c0a6a', 'code': 200} Jul 14 07:08:23.055090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59ec839d-c13b-4438-9de3-8190fcaea45a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:08:23.073089 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] For port f9848eac-f415-4e75-be55-b957a7c99349, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:08:23.091221 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] For port f9848eac-f415-4e75-be55-b957a7c99349, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f9848eac-f415-4e75-be55-b957a7c99349,segment=NetworkSegment(464c6da4-f6f9-4b55-913c-c5068e2c4ffe),segment_id=464c6da4-f6f9-4b55-913c-c5068e2c4ffe)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:08:23.094638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32b50312-8e97-4428-9642-cc57442c3129 req-23c969ae-ddfd-436c-bcbc-e211f34c59e3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183731 Jul 14 07:08:23.100605 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=59ec839d-c13b-4438-9de3-8190fcaea45a,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:23.101248 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-7ceae2af-5e62-4bba-9f69-6532f6fbaf3f tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:23.105399 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:23.165940 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-7ceae2af-5e62-4bba-9f69-6532f6fbaf3f tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:23.200426 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.api [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:08:23.201469 n-d-778696-5 neutron-server[93829]: DEBUG oslo_db.api [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:08:23.205792 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Routers {'6795cec1-1567-41e0-91d2-e9e00da55171'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:08:23.206719 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:08:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6795cec1-1567-41e0-91d2-e9e00da55171'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:23.254828 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-7ceae2af-5e62-4bba-9f69-6532f6fbaf3f tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:08:23.259111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-7ceae2af-5e62-4bba-9f69-6532f6fbaf3f tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:23.264388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-7ceae2af-5e62-4bba-9f69-6532f6fbaf3f tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:08:23.268494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceae2af-5e62-4bba-9f69-6532f6fbaf3f tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Pushing event updated for resources: {'Port': ['ID=6dff1fb2-a2f3-4ffd-9da9-094fcff102dc,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:23.416266 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] Set router 6795cec1-1567-41e0-91d2-e9e00da55171 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:08:23.471853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1e909-7af8-4814-9e75-a22b4c93f9b2 req-003a6272-ab19-4606-be1e-4e2b3cc033db tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:23.473792 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efb1e909-7af8-4814-9e75-a22b4c93f9b2 req-003a6272-ab19-4606-be1e-4e2b3cc033db tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 948 time: 0.1825957 Jul 14 07:08:23.475676 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-7ceae2af-5e62-4bba-9f69-6532f6fbaf3f tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:23.553554 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efb1e909-7af8-4814-9e75-a22b4c93f9b2 req-86b950a5-019f-460c-b87f-51fbb493d5fe tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703058 Jul 14 07:08:23.558879 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-7ceae2af-5e62-4bba-9f69-6532f6fbaf3f tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:23.688466 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289827a4-4ff8-4dc4-a793-86cab4e7b41a None None] Pushing event updated for resources: {'Port': ['ID=f9848eac-f415-4e75-be55-b957a7c99349,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:23.745075 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-7ceae2af-5e62-4bba-9f69-6532f6fbaf3f tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:23.752905 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-7ceae2af-5e62-4bba-9f69-6532f6fbaf3f tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:23.776832 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:23.803502 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ec839d-c13b-4438-9de3-8190fcaea45a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:08:23.848242 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 59ec839d-c13b-4438-9de3-8190fcaea45a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=59ec839d-c13b-4438-9de3-8190fcaea45a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:23.857386 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:23.887970 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceae2af-5e62-4bba-9f69-6532f6fbaf3f tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Pushing event updated for resources: {'Port': ['ID=6dff1fb2-a2f3-4ffd-9da9-094fcff102dc,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:23.905382 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-7ceae2af-5e62-4bba-9f69-6532f6fbaf3f tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:23.926066 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-7ceae2af-5e62-4bba-9f69-6532f6fbaf3f tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:23.927293 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-7ceae2af-5e62-4bba-9f69-6532f6fbaf3f tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6657743 Jul 14 07:08:23.935910 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db67f5-583e-4265-92be-e21726eb7b9e req-70034f94-7626-4ace-8798-3cd7dca5c8bb tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:23.937528 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-70db67f5-583e-4265-92be-e21726eb7b9e req-70034f94-7626-4ace-8798-3cd7dca5c8bb tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 948 time: 0.1796322 Jul 14 07:08:24.000402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-419f0611-d608-4b0d-8d32-bc9f9779d0f3 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 696 time: 0.0619278 Jul 14 07:08:24.009944 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:08:24.017742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecf98f2-2e53-4214-b123-57084d6f9812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ec839d-c13b-4438-9de3-8190fcaea45a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:08:24.020646 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8df1390-9dfa-4ffb-a245-0f9cb1f7393c" -d '{"events": [{"server_uuid": "1ecf98f2-2e53-4214-b123-57084d6f9812", "name": "network-vif-unplugged", "status": "completed", "tag": "59ec839d-c13b-4438-9de3-8190fcaea45a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:08:24.054097 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=59ec839d-c13b-4438-9de3-8190fcaea45a,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:24.069070 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-70db67f5-583e-4265-92be-e21726eb7b9e req-f0332f78-651c-4284-ad34-f2a87ac79588 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226974 Jul 14 07:08:24.078738 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'name': 'tempest-FloatingIPsTestJSON-1305718666-router', 'tenant_id': '70397c208b234c5fb58a4d4894b192d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '4c4d2c51-3932-4d4c-a053-699ea4aaf6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:11Z', 'updated_at': '2021-07-14T07:08:18Z', 'revision_number': 4, 'project_id': '70397c208b234c5fb58a4d4894b192d4', 'gw_port': {'id': '4c4d2c51-3932-4d4c-a053-699ea4aaf6a7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:12Z', 'updated_at': '2021-07-14T07:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f9848eac-f415-4e75-be55-b957a7c99349', 'name': '', 'network_id': '21525a5f-7dc9-4161-bbc1-87719ac90c8d', 'tenant_id': '70397c208b234c5fb58a4d4894b192d4', 'mac_address': 'fa:16:3e:7b:4c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '28a5cb3c-d93e-4f0a-b0b5-d7931f0267d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:17Z', 'updated_at': '2021-07-14T07:08:23Z', 'revision_number': 4, 'project_id': '70397c208b234c5fb58a4d4894b192d4', 'subnets': [{'id': '28a5cb3c-d93e-4f0a-b0b5-d7931f0267d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:24.129269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4376c7-a494-4994-ac72-a85a37f590de None None] The sync data for ids ['6795cec1-1567-41e0-91d2-e9e00da55171'] in n-d-778696-5 is: [{'id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'name': 'tempest-FloatingIPsTestJSON-1305718666-router', 'tenant_id': '70397c208b234c5fb58a4d4894b192d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '4c4d2c51-3932-4d4c-a053-699ea4aaf6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:11Z', 'updated_at': '2021-07-14T07:08:18Z', 'revision_number': 4, 'project_id': '70397c208b234c5fb58a4d4894b192d4', 'gw_port': {'id': '4c4d2c51-3932-4d4c-a053-699ea4aaf6a7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:12Z', 'updated_at': '2021-07-14T07:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f9848eac-f415-4e75-be55-b957a7c99349', 'name': '', 'network_id': '21525a5f-7dc9-4161-bbc1-87719ac90c8d', 'tenant_id': '70397c208b234c5fb58a4d4894b192d4', 'mac_address': 'fa:16:3e:7b:4c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '28a5cb3c-d93e-4f0a-b0b5-d7931f0267d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:17Z', 'updated_at': '2021-07-14T07:08:23Z', 'revision_number': 4, 'project_id': '70397c208b234c5fb58a4d4894b192d4', 'subnets': [{'id': '28a5cb3c-d93e-4f0a-b0b5-d7931f0267d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:08:24.166340 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-e5ef5e3f-3506-45ec-8e3b-4b6dac04e81a tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:24.168616 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8e7081c1-8239-4d3c-a696-5c89b7379b73 req-e5ef5e3f-3506-45ec-8e3b-4b6dac04e81a tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.1591706 Jul 14 07:08:24.216598 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['59ec839d-c13b-4438-9de3-8190fcaea45a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:08:24.367934 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d47231-3b53-4eb0-b94e-8d838ba9e37e req-b97425e6-f236-4f55-8f5a-128873268d28 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:24.384341 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9d47231-3b53-4eb0-b94e-8d838ba9e37e req-b97425e6-f236-4f55-8f5a-128873268d28 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.1281178 Jul 14 07:08:24.490937 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9d47231-3b53-4eb0-b94e-8d838ba9e37e req-23a417a7-7b61-4b57-8128-264672832738 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004555 Jul 14 07:08:24.533419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39b0fd-abf3-4c76-b63f-2b6fb82a0b6b req-3196f66f-f6e3-48bf-91fe-be754b65f34a tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:24.535341 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b39b0fd-abf3-4c76-b63f-2b6fb82a0b6b req-3196f66f-f6e3-48bf-91fe-be754b65f34a tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.0952444 Jul 14 07:08:24.588795 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b39b0fd-abf3-4c76-b63f-2b6fb82a0b6b req-a2c6e7aa-0be4-4e23-80d7-866fdf327ca6 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469127 Jul 14 07:08:24.668265 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3d2c77-c61e-4eab-85cb-8e062f38df2b x-openstack-request-id: req-7d3d2c77-c61e-4eab-85cb-8e062f38df2b {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:08:24.668565 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecf98f2-2e53-4214-b123-57084d6f9812", "name": "network-vif-unplugged", "status": "completed", "tag": "59ec839d-c13b-4438-9de3-8190fcaea45a", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:08:24.668815 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d3d2c77-c61e-4eab-85cb-8e062f38df2b {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:08:24.669228 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecf98f2-2e53-4214-b123-57084d6f9812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ec839d-c13b-4438-9de3-8190fcaea45a', 'code': 200} Jul 14 07:08:24.761852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0604c098-a810-4693-bcf7-4cc68594325c req-5078ff27-6b42-478c-8799-47011d9ed5ed tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/floatingips/0327d88d-c31e-41a4-a02d-3d72aa3131df HTTP/1.1" status: 200 len: 693 time: 0.0754910 Jul 14 07:08:24.785170 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862b7bf-85a5-4df6-95e7-7af5a654caab req-728f9c36-f283-46ea-a91a-984fd15bfd2c tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:24.792748 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9862b7bf-85a5-4df6-95e7-7af5a654caab req-728f9c36-f283-46ea-a91a-984fd15bfd2c tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.1652331 Jul 14 07:08:24.913723 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604c098-a810-4693-bcf7-4cc68594325c req-bf4d9f13-3b08-4e77-a300-b423d1337e3a tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:24.915339 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0604c098-a810-4693-bcf7-4cc68594325c req-bf4d9f13-3b08-4e77-a300-b423d1337e3a tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.1499321 Jul 14 07:08:24.943548 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9862b7bf-85a5-4df6-95e7-7af5a654caab req-3685d6cc-d60e-4421-88a7-a8d595bd386d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498468 Jul 14 07:08:25.043347 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650aacff-da33-4896-9325-6510815b0b1e', 'tag': '0d139ab7-8f66-4301-91c7-f603bc6c0a6a'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:08:25.045890 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8" -d '{"events": [{"name": "network-changed", "server_uuid": "650aacff-da33-4896-9325-6510815b0b1e", "tag": "0d139ab7-8f66-4301-91c7-f603bc6c0a6a"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:08:25.096596 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ee4083e-11b3-4006-b718-1e43efed720f req-80f1dbb5-bfdf-4507-b3e9-b651be7d00c7 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=70397c208b234c5fb58a4d4894b192d4 HTTP/1.1" status: 200 len: 696 time: 0.1190593 Jul 14 07:08:25.213063 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d73d95-2d50-48e3-8481-f4c9bd1c16fd req-61db781e-93d8-4849-9af5-d583fa651a05 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:25.214678 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59d73d95-2d50-48e3-8481-f4c9bd1c16fd req-61db781e-93d8-4849-9af5-d583fa651a05 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 948 time: 0.1634200 Jul 14 07:08:25.279327 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4083e-11b3-4006-b718-1e43efed720f req-5d550fea-b855-4316-8b26-f51292429e14 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:25.280815 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ee4083e-11b3-4006-b718-1e43efed720f req-5d550fea-b855-4316-8b26-f51292429e14 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/networks?id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 787 time: 0.1834815 Jul 14 07:08:25.289082 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59d73d95-2d50-48e3-8481-f4c9bd1c16fd req-ca1786c0-dd09-4950-9eb8-1e90dddaf8a3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670397 Jul 14 07:08:25.295019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-4ee4083e-11b3-4006-b718-1e43efed720f req-cd5ba7e2-5f10-4688-9505-87cb042e38f3 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:08:25.296101 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ee4083e-11b3-4006-b718-1e43efed720f req-cd5ba7e2-5f10-4688-9505-87cb042e38f3 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060558 Jul 14 07:08:25.383270 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a331545-685e-4865-99b1-0a71abb173e3 x-openstack-request-id: req-0a331545-685e-4865-99b1-0a71abb173e3 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:08:25.383584 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650aacff-da33-4896-9325-6510815b0b1e", "tag": "0d139ab7-8f66-4301-91c7-f603bc6c0a6a", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:08:25.383877 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a331545-685e-4865-99b1-0a71abb173e3 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:08:25.384276 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650aacff-da33-4896-9325-6510815b0b1e', 'tag': '0d139ab7-8f66-4301-91c7-f603bc6c0a6a', 'status': 'completed', 'code': 200} Jul 14 07:08:25.513444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44052) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:25.683923 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e49820-5e61-4b01-8261-edef83c9fffc req-32f3fe9f-4ccb-4f6c-ae3a-a56cc0f2936b tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:25.685474 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57e49820-5e61-4b01-8261-edef83c9fffc req-32f3fe9f-4ccb-4f6c-ae3a-a56cc0f2936b tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.2298522 Jul 14 07:08:25.690284 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-b032d4e9-45a2-4304-898a-d9198ffd6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:25.691699 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-b032d4e9-45a2-4304-898a-d9198ffd6189 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 1099 time: 0.1958771 Jul 14 07:08:25.695512 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-438c368f-10bc-47e2-82eb-a71f6f1e208c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:25.733825 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde8e58-70f8-4bc9-ad79-bbd7cb6a5608 req-68d8cd8f-f39c-41f2-a75d-dde662329622 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:25.735339 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3cde8e58-70f8-4bc9-ad79-bbd7cb6a5608 req-68d8cd8f-f39c-41f2-a75d-dde662329622 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 949 time: 0.2265379 Jul 14 07:08:25.737359 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-50824deb-4915-434d-9674-45d6cd5e3597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:25.738938 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-50824deb-4915-434d-9674-45d6cd5e3597 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 1099 time: 0.1970501 Jul 14 07:08:25.823670 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-438c368f-10bc-47e2-82eb-a71f6f1e208c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:25.833527 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-438c368f-10bc-47e2-82eb-a71f6f1e208c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:25.875061 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c368f-10bc-47e2-82eb-a71f6f1e208c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45223c8-38cd-445c-8690-c401cac94b81,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:25.877772 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57e49820-5e61-4b01-8261-edef83c9fffc req-cde52696-169d-407c-b365-768a05771f46 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843851 Jul 14 07:08:25.903807 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-438c368f-10bc-47e2-82eb-a71f6f1e208c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=66c183d905734dfb9e1b85cad71dc705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777087 Jul 14 07:08:25.903807 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44070) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:25.953170 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3cde8e58-70f8-4bc9-ad79-bbd7cb6a5608 req-0013fe14-ad65-435e-b706-e2b6192a4c9d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765130 Jul 14 07:08:25.981686 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-767c74a4-47a1-447d-8eea-3feccf46c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:25.983167 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-767c74a4-47a1-447d-8eea-3feccf46c768 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.2798367 Jul 14 07:08:26.007710 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44fb2494-cd1a-47c7-a08d-e39d7f32f178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:26.032968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f9848eac-f415-4e75-be55-b957a7c99349 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:26.063565 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44fb2494-cd1a-47c7-a08d-e39d7f32f178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:26.082539 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-7e8dfb2b-53fc-45d0-8d94-5e9971a748ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=0d139ab7-8f66-4301-91c7-f603bc6c0a6a HTTP/1.1" status: 200 len: 217 time: 0.0635509 Jul 14 07:08:26.098456 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port f9848eac-f415-4e75-be55-b957a7c99349 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:26.103787 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f9848eac-f415-4e75-be55-b957a7c99349 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:26.104494 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be187044-d2e4-4e25-b0f0-6bf5941b6989 req-21a294d5-a41b-4411-9f96-300048c07134 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/floatingips/0327d88d-c31e-41a4-a02d-3d72aa3131df HTTP/1.1" status: 200 len: 693 time: 0.1905761 Jul 14 07:08:26.104880 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:26.153557 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44fb2494-cd1a-47c7-a08d-e39d7f32f178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:26.156264 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44fb2494-cd1a-47c7-a08d-e39d7f32f178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:26.164771 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-44fb2494-cd1a-47c7-a08d-e39d7f32f178 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d45223c8-38cd-445c-8690-c401cac94b81 HTTP/1.1" status: 204 len: 168 time: 0.2601306 Jul 14 07:08:26.172177 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb2494-cd1a-47c7-a08d-e39d7f32f178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45223c8-38cd-445c-8690-c401cac94b81,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:26.226891 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-c249be65-f05e-41d4-a97c-4b4988f88925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:26.228719 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:26.228895 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-c249be65-f05e-41d4-a97c-4b4988f88925 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.4776244 Jul 14 07:08:26.266497 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port f9848eac-f415-4e75-be55-b957a7c99349, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f9848eac-f415-4e75-be55-b957a7c99349,segment=NetworkSegment(464c6da4-f6f9-4b55-913c-c5068e2c4ffe),segment_id=464c6da4-f6f9-4b55-913c-c5068e2c4ffe)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:26.272903 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:26.318868 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-7c216845-f1ec-4331-9690-ba4cdfbf8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:26.321220 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-7c216845-f1ec-4331-9690-ba4cdfbf8503 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.2261186 Jul 14 07:08:26.323049 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-b98452ca-eabd-4976-b1fa-ddea570143aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=0d139ab7-8f66-4301-91c7-f603bc6c0a6a HTTP/1.1" status: 200 len: 217 time: 0.0707741 Jul 14 07:08:26.333455 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=f9848eac-f415-4e75-be55-b957a7c99349,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:26.341555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 0d139ab7-8f66-4301-91c7-f603bc6c0a6a details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:08:26.343676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 59ec839d-c13b-4438-9de3-8190fcaea45a up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:26.432687 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be187044-d2e4-4e25-b0f0-6bf5941b6989 req-7be55be2-74b9-4e8a-82d2-49a2a28a2f70 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:26.439655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be187044-d2e4-4e25-b0f0-6bf5941b6989 req-7be55be2-74b9-4e8a-82d2-49a2a28a2f70 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.3343227 Jul 14 07:08:26.462367 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 59ec839d-c13b-4438-9de3-8190fcaea45a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:26.462794 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:26.502449 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be187044-d2e4-4e25-b0f0-6bf5941b6989 req-b6597019-8303-4d7a-b7f8-78a116c44a07 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 696 time: 0.0616646 Jul 14 07:08:26.518355 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:26.535665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '0d139ab7-8f66-4301-91c7-f603bc6c0a6a', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '0d139ab7-8f66-4301-91c7-f603bc6c0a6a', 'mac_address': 'fa:16:3e:11:80:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:08:26.566109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-ed5226ab-2dea-452e-b721-f253680a3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:26.567681 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-ed5226ab-2dea-452e-b721-f253680a3635 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.2318492 Jul 14 07:08:26.575383 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d125e29-d35c-4fcf-9039-52ca79d2d0a0 req-584d75e1-dcef-49d2-8bec-750556c05cdd tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:26.581869 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d125e29-d35c-4fcf-9039-52ca79d2d0a0 req-584d75e1-dcef-49d2-8bec-750556c05cdd tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.4513550 Jul 14 07:08:26.609627 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:26.611689 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:26.612401 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be187044-d2e4-4e25-b0f0-6bf5941b6989 req-cc266c30-8591-454e-8738-d25f571c13a2 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 696 time: 0.1093132 Jul 14 07:08:26.639522 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d139ab7-8f66-4301-91c7-f603bc6c0a6a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:08:26.661699 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44092) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:26.672013 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecf98f2-2e53-4214-b123-57084d6f9812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ec839d-c13b-4438-9de3-8190fcaea45a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:08:26.674250 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6cf67d-2c5e-4520-b6fd-612c29fbe913" -d '{"events": [{"server_uuid": "1ecf98f2-2e53-4214-b123-57084d6f9812", "name": "network-vif-plugged", "status": "completed", "tag": "59ec839d-c13b-4438-9de3-8190fcaea45a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:08:26.681498 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 59ec839d-c13b-4438-9de3-8190fcaea45a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=59ec839d-c13b-4438-9de3-8190fcaea45a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:26.683651 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:26.685838 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1c160e3-774d-4e30-aa6d-a79a853a920c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:26.687758 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:26.695014 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:26.756701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=59ec839d-c13b-4438-9de3-8190fcaea45a,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:26.825422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:26.849526 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1c160e3-774d-4e30-aa6d-a79a853a920c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:26.854783 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1c160e3-774d-4e30-aa6d-a79a853a920c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:26.901316 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f1c160e3-774d-4e30-aa6d-a79a853a920c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=95493fa45adf40d38c5a513436cb6c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348075 Jul 14 07:08:26.901316 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c160e3-774d-4e30-aa6d-a79a853a920c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb0e41b-e9db-4cd3-afbe-f1f2c9b9c1cd,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:26.903509 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44098) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:26.957075 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76a4171b-3576-470b-9b44-84cbef2067e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:26.988180 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76a4171b-3576-470b-9b44-84cbef2067e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:27.013520 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0d139ab7-8f66-4301-91c7-f603bc6c0a6a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:08:27.033416 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-4110d1f6-e611-48c0-b727-8975cc1f9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:27.034869 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-4110d1f6-e611-48c0-b727-8975cc1f9357 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7033679 Jul 14 07:08:27.052505 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76a4171b-3576-470b-9b44-84cbef2067e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:27.055698 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76a4171b-3576-470b-9b44-84cbef2067e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:27.056912 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-76a4171b-3576-470b-9b44-84cbef2067e6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eeb0e41b-e9db-4cd3-afbe-f1f2c9b9c1cd HTTP/1.1" status: 204 len: 168 time: 0.1524594 Jul 14 07:08:27.066144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4171b-3576-470b-9b44-84cbef2067e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb0e41b-e9db-4cd3-afbe-f1f2c9b9c1cd,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:27.083936 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d125e29-d35c-4fcf-9039-52ca79d2d0a0 req-370c670f-27c1-43a5-b336-5a9956a3c2d5 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011342 Jul 14 07:08:27.207889 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-696c3517-b800-474c-858a-898a912a0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:27.211323 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-696c3517-b800-474c-858a-898a912a0584 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6239471 Jul 14 07:08:27.321997 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-36b7c1ed-de13-460f-b131-bd45d9ebb63e service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514133 Jul 14 07:08:27.398038 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-be187044-d2e4-4e25-b0f0-6bf5941b6989 req-32ab93bf-9c76-4be7-9d75-464efc9b6693 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Deleting port 6dff1fb2-a2f3-4ffd-9da9-094fcff102dc {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:08:27.398269 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-be187044-d2e4-4e25-b0f0-6bf5941b6989 req-32ab93bf-9c76-4be7-9d75-464efc9b6693 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:27.423236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44112) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:27.468902 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-913c48e4-a535-412b-99a0-0b388532cd2b service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498257 Jul 14 07:08:27.539134 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cdb293e5-4dd6-48ec-a8fd-ead0b6430bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:27.564544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7d356-c832-40fa-9f3d-b25857a12ac0 req-44ad8e7e-6dbb-436e-9400-f4712a12ebe6 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:27.566077 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04f7d356-c832-40fa-9f3d-b25857a12ac0 req-44ad8e7e-6dbb-436e-9400-f4712a12ebe6 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.3327804 Jul 14 07:08:27.595580 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-24834f0a-d3ae-4105-a221-b7e28f6a097b service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646530 Jul 14 07:08:27.614318 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-be187044-d2e4-4e25-b0f0-6bf5941b6989 req-32ab93bf-9c76-4be7-9d75-464efc9b6693 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:27.614681 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-be187044-d2e4-4e25-b0f0-6bf5941b6989 req-32ab93bf-9c76-4be7-9d75-464efc9b6693 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:27.644307 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cdb293e5-4dd6-48ec-a8fd-ead0b6430bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:27.646737 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-be187044-d2e4-4e25-b0f0-6bf5941b6989 req-32ab93bf-9c76-4be7-9d75-464efc9b6693 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Calling delete_port for 6dff1fb2-a2f3-4ffd-9da9-094fcff102dc owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:08:27.649131 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cdb293e5-4dd6-48ec-a8fd-ead0b6430bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:27.669379 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04f7d356-c832-40fa-9f3d-b25857a12ac0 req-2e7a495a-d574-4444-90d1-cf833237a608 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921402 Jul 14 07:08:27.675945 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-492e3ddf-71f3-41fd-8ad7-fd74c2aa56c8 req-52d89066-b69b-46b6-bc1b-e18bc3392d9d service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935394 Jul 14 07:08:27.682278 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cdb293e5-4dd6-48ec-a8fd-ead0b6430bc9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9dbd82621e1d41018be31bdd39d9718d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555242 Jul 14 07:08:27.687420 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44124) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:27.731138 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb293e5-4dd6-48ec-a8fd-ead0b6430bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad61a9ed-de7f-4c15-8af6-95e5a32e0e5e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:27.771845 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8cde75ed-c66e-4aac-bb9a-2fe5c642397d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:27.805751 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8cde75ed-c66e-4aac-bb9a-2fe5c642397d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:27.852272 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-be187044-d2e4-4e25-b0f0-6bf5941b6989 req-32ab93bf-9c76-4be7-9d75-464efc9b6693 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:27.863427 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8cde75ed-c66e-4aac-bb9a-2fe5c642397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:27.869088 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8cde75ed-c66e-4aac-bb9a-2fe5c642397d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:27.873948 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8cde75ed-c66e-4aac-bb9a-2fe5c642397d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad61a9ed-de7f-4c15-8af6-95e5a32e0e5e HTTP/1.1" status: 204 len: 168 time: 0.1853330 Jul 14 07:08:27.882784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab93bf-9c76-4be7-9d75-464efc9b6693 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Pushing event deleted for resources: {'Port': ['ID=6dff1fb2-a2f3-4ffd-9da9-094fcff102dc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:27.886146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde75ed-c66e-4aac-bb9a-2fe5c642397d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad61a9ed-de7f-4c15-8af6-95e5a32e0e5e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:28.043710 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-be187044-d2e4-4e25-b0f0-6bf5941b6989 req-32ab93bf-9c76-4be7-9d75-464efc9b6693 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:28.049141 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-be187044-d2e4-4e25-b0f0-6bf5941b6989 req-32ab93bf-9c76-4be7-9d75-464efc9b6693 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:28.051724 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f9848eac-f415-4e75-be55-b957a7c99349 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:28.054498 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be187044-d2e4-4e25-b0f0-6bf5941b6989 req-32ab93bf-9c76-4be7-9d75-464efc9b6693 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "DELETE /v2.0/floatingips/0327d88d-c31e-41a4-a02d-3d72aa3131df HTTP/1.1" status: 204 len: 173 time: 1.4357138 Jul 14 07:08:28.105745 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88f4831-679e-4306-a884-fc0e4e590a48 x-openstack-request-id: req-d88f4831-679e-4306-a884-fc0e4e590a48 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:08:28.106324 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecf98f2-2e53-4214-b123-57084d6f9812", "name": "network-vif-plugged", "status": "completed", "tag": "59ec839d-c13b-4438-9de3-8190fcaea45a", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:08:28.106975 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d88f4831-679e-4306-a884-fc0e4e590a48 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:08:28.107536 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecf98f2-2e53-4214-b123-57084d6f9812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ec839d-c13b-4438-9de3-8190fcaea45a', 'code': 200} Jul 14 07:08:28.132038 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f9848eac-f415-4e75-be55-b957a7c99349 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:28.132937 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:28.336918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 0d139ab7-8f66-4301-91c7-f603bc6c0a6a up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:28.337180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112ec83-2bc4-401b-9d63-ee1b2170236d req-334f8a7b-3893-4f93-ba4f-0a23c6382b19 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:28.343962 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e112ec83-2bc4-401b-9d63-ee1b2170236d req-334f8a7b-3893-4f93-ba4f-0a23c6382b19 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 949 time: 0.1689532 Jul 14 07:08:28.399077 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:28.403167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:28.403678 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:28.406601 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad153e5-7e6f-49f3-93cd-ecc453ca390f req-018bfbda-c70c-4b32-ab79-647e7713fdb3 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:28.414296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7ad153e5-7e6f-49f3-93cd-ecc453ca390f req-018bfbda-c70c-4b32-ab79-647e7713fdb3 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.1775882 Jul 14 07:08:28.432307 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e112ec83-2bc4-401b-9d63-ee1b2170236d req-1b4f27fc-5f92-4da5-8666-0bf15492bd0e tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874894 Jul 14 07:08:28.440021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b1209-1056-4a6c-af38-793c7e17e4b9 req-ddd7878b-2bf8-4291-8645-6a0f911cd754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:28.441746 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8f9b1209-1056-4a6c-af38-793c7e17e4b9 req-ddd7878b-2bf8-4291-8645-6a0f911cd754 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 1101 time: 0.1924658 Jul 14 07:08:28.479201 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7ad153e5-7e6f-49f3-93cd-ecc453ca390f req-f4d5842e-5c85-4ed5-83d7-dc6ab449ab8f tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641799 Jul 14 07:08:28.506342 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44156) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:28.517033 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:28.533391 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-994c7c54-7143-4713-bf71-25334aed1c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:28.554977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8f9b1209-1056-4a6c-af38-793c7e17e4b9 req-912a88e7-641c-4fc8-a1dc-a07d8926f2e4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968385 Jul 14 07:08:28.565737 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:28.571873 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:28.631504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-792e2b2a-8215-46d2-b210-12227a79c78d req-9318140e-7766-410e-a866-b766151d759d tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1497064 Jul 14 07:08:28.643861 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:28.645026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-792e2b2a-8215-46d2-b210-12227a79c78d req-9ffaff8f-d8b7-4345-a424-55eca689ab83 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:28.672600 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-994c7c54-7143-4713-bf71-25334aed1c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:28.680789 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-994c7c54-7143-4713-bf71-25334aed1c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:28.722609 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-994c7c54-7143-4713-bf71-25334aed1c55 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7934cd8c4eb8481f88f22bd2f12c636e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2148497 Jul 14 07:08:28.725781 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44162) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:28.732538 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c7c54-7143-4713-bf71-25334aed1c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515a3f40-1d27-4c47-b46c-fc57752f68d3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:28.737349 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-792e2b2a-8215-46d2-b210-12227a79c78d req-9ffaff8f-d8b7-4345-a424-55eca689ab83 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:28.781764 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-066c6235-83d2-4e61-90d0-8f480ba448e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:28.807006 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-066c6235-83d2-4e61-90d0-8f480ba448e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:28.810664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09e0f5-71f5-4308-b98a-5cddad587c96 req-ca85d9d4-b171-4305-8945-982077b7c514 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:28.812255 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed09e0f5-71f5-4308-b98a-5cddad587c96 req-ca85d9d4-b171-4305-8945-982077b7c514 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.1293581 Jul 14 07:08:28.857893 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-066c6235-83d2-4e61-90d0-8f480ba448e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:28.860841 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-066c6235-83d2-4e61-90d0-8f480ba448e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:28.862053 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-066c6235-83d2-4e61-90d0-8f480ba448e2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/515a3f40-1d27-4c47-b46c-fc57752f68d3 HTTP/1.1" status: 204 len: 168 time: 0.1350632 Jul 14 07:08:28.877066 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed09e0f5-71f5-4308-b98a-5cddad587c96 req-90ca4002-6b06-41b4-9ee8-9655847386bc tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579598 Jul 14 07:08:28.879111 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c6235-83d2-4e61-90d0-8f480ba448e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515a3f40-1d27-4c47-b46c-fc57752f68d3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:28.907832 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-792e2b2a-8215-46d2-b210-12227a79c78d req-9ffaff8f-d8b7-4345-a424-55eca689ab83 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:29.101310 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-792e2b2a-8215-46d2-b210-12227a79c78d req-9ffaff8f-d8b7-4345-a424-55eca689ab83 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Allocated IP 172.25.7.154 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/f30514b7-3fca-4eaf-aad1-88af3e05b332) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:08:29.184959 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-fe12aa7d-2c17-4319-a74e-f4998582bd29 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:29.186552 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-fe12aa7d-2c17-4319-a74e-f4998582bd29 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/networks?id=e770f7a4-0850-4d0d-a286-1a0e5b015eff HTTP/1.1" status: 200 len: 814 time: 0.1727595 Jul 14 07:08:29.204476 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-c0d0f13b-288c-48f6-ba77-bcd8f4ff404f tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/quotas/90193c45e30a47aea804e7ab8d1a3311 HTTP/1.1" status: 200 len: 375 time: 0.0109229 Jul 14 07:08:29.300823 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-792e2b2a-8215-46d2-b210-12227a79c78d req-9ffaff8f-d8b7-4345-a424-55eca689ab83 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:29.326054 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-ed4062fa-64e6-4f54-845f-5819caecc5ad tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=90193c45e30a47aea804e7ab8d1a3311&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1066244 Jul 14 07:08:29.410244 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-792e2b2a-8215-46d2-b210-12227a79c78d req-9ffaff8f-d8b7-4345-a424-55eca689ab83 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:29.420125 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44202) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:29.483797 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-792e2b2a-8215-46d2-b210-12227a79c78d req-9ffaff8f-d8b7-4345-a424-55eca689ab83 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:08:29.507974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-792e2b2a-8215-46d2-b210-12227a79c78d req-9ffaff8f-d8b7-4345-a424-55eca689ab83 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:29.511114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-792e2b2a-8215-46d2-b210-12227a79c78d req-9ffaff8f-d8b7-4345-a424-55eca689ab83 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:08:29.514677 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-00047c27-21fc-496a-9ca9-cd5ceb2444f6 service neutron] 10.222.0.35 "GET /v2.0/networks/e770f7a4-0850-4d0d-a286-1a0e5b015eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794870 Jul 14 07:08:29.517821 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffaff8f-d8b7-4345-a424-55eca689ab83 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Pushing event updated for resources: {'Port': ['ID=f30514b7-3fca-4eaf-aad1-88af3e05b332,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:29.560407 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de726f75-e65b-4f61-bfbf-703c4ce9a291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:29.666715 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de726f75-e65b-4f61-bfbf-703c4ce9a291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:29.672242 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de726f75-e65b-4f61-bfbf-703c4ce9a291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:29.689843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078143-c6b9-48de-8dab-b10be215cf43 req-67fe9fc8-c239-49ef-af72-9716e565213c tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:29.691364 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e078143-c6b9-48de-8dab-b10be215cf43 req-67fe9fc8-c239-49ef-af72-9716e565213c tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d152d-04fa-4485-acbc-fa651254858d HTTP/1.1" status: 200 len: 945 time: 0.2350218 Jul 14 07:08:29.723980 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-792e2b2a-8215-46d2-b210-12227a79c78d req-9ffaff8f-d8b7-4345-a424-55eca689ab83 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:29.726692 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-de726f75-e65b-4f61-bfbf-703c4ce9a291 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0cd6874e6f1e410d872fa0805758cfe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054044 Jul 14 07:08:29.727456 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de726f75-e65b-4f61-bfbf-703c4ce9a291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a68b3f9-eb87-4d05-aeec-cadd4bcda2be,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:29.745822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44216) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:29.759771 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-c04de748-9730-4d8d-b568-48dd73c8f3a3 service neutron] 10.222.0.35 "GET /v2.0/networks/e770f7a4-0850-4d0d-a286-1a0e5b015eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201321 Jul 14 07:08:29.824465 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5af76843-5986-4f94-a124-766f591ace06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:29.839326 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-792e2b2a-8215-46d2-b210-12227a79c78d req-9ffaff8f-d8b7-4345-a424-55eca689ab83 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:29.850383 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5af76843-5986-4f94-a124-766f591ace06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:29.896326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-9e078143-c6b9-48de-8dab-b10be215cf43 req-2783a7a2-be41-4f6d-9efc-b83617ee5529 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Deleting port 5307846d-1475-4494-bdbf-4e10c899d46a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:08:29.897345 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9e078143-c6b9-48de-8dab-b10be215cf43 req-2783a7a2-be41-4f6d-9efc-b83617ee5529 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:29.914541 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5af76843-5986-4f94-a124-766f591ace06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:29.918708 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5af76843-5986-4f94-a124-766f591ace06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:29.924407 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5af76843-5986-4f94-a124-766f591ace06 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a68b3f9-eb87-4d05-aeec-cadd4bcda2be HTTP/1.1" status: 204 len: 168 time: 0.1721017 Jul 14 07:08:29.952373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af76843-5986-4f94-a124-766f591ace06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a68b3f9-eb87-4d05-aeec-cadd4bcda2be,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:30.078716 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9e078143-c6b9-48de-8dab-b10be215cf43 req-2783a7a2-be41-4f6d-9efc-b83617ee5529 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] For port 5307846d-1475-4494-bdbf-4e10c899d46a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5307846d-1475-4494-bdbf-4e10c899d46a,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:30.079081 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9e078143-c6b9-48de-8dab-b10be215cf43 req-2783a7a2-be41-4f6d-9efc-b83617ee5529 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:30.103187 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-9e078143-c6b9-48de-8dab-b10be215cf43 req-2783a7a2-be41-4f6d-9efc-b83617ee5529 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Calling delete_port for 5307846d-1475-4494-bdbf-4e10c899d46a owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:08:30.108931 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650aacff-da33-4896-9325-6510815b0b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d139ab7-8f66-4301-91c7-f603bc6c0a6a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:08:30.111475 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd3761c-f647-45f3-874f-7276100f4e03" -d '{"events": [{"server_uuid": "650aacff-da33-4896-9325-6510815b0b1e", "name": "network-vif-plugged", "status": "completed", "tag": "0d139ab7-8f66-4301-91c7-f603bc6c0a6a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:08:30.191689 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-792e2b2a-8215-46d2-b210-12227a79c78d req-9ffaff8f-d8b7-4345-a424-55eca689ab83 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:30.200636 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-792e2b2a-8215-46d2-b210-12227a79c78d req-9ffaff8f-d8b7-4345-a424-55eca689ab83 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:30.344026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffaff8f-d8b7-4345-a424-55eca689ab83 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Pushing event updated for resources: {'Port': ['ID=f30514b7-3fca-4eaf-aad1-88af3e05b332,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:30.359798 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-792e2b2a-8215-46d2-b210-12227a79c78d req-9ffaff8f-d8b7-4345-a424-55eca689ab83 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:30.383313 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-792e2b2a-8215-46d2-b210-12227a79c78d req-9ffaff8f-d8b7-4345-a424-55eca689ab83 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:30.384860 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-792e2b2a-8215-46d2-b210-12227a79c78d req-9ffaff8f-d8b7-4345-a424-55eca689ab83 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7469952 Jul 14 07:08:30.441648 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-656d2ef8-6857-4d61-8c99-9cf33ca3e634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:30.478351 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 44246) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:30.494988 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd784e-8231-412a-a83e-1c72103d98ce req-395ef49e-924a-4186-b79a-8d5d59c19f94 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:30.497328 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4cbd784e-8231-412a-a83e-1c72103d98ce req-395ef49e-924a-4186-b79a-8d5d59c19f94 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.30 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e&tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 950 time: 0.1750755 Jul 14 07:08:30.507546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeff950-cd11-47e6-9fcc-e5dcef7e82f5 req-9f9794af-de55-4e42-b07f-2b07c9d703dd tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:30.509371 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2eeff950-cd11-47e6-9fcc-e5dcef7e82f5 req-9f9794af-de55-4e42-b07f-2b07c9d703dd tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.2713530 Jul 14 07:08:30.520297 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-792e2b2a-8215-46d2-b210-12227a79c78d req-d598f82c-43d5-4db3-a285-2e24fce9ebbb tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.154 HTTP/1.1" status: 200 len: 696 time: 0.1265631 Jul 14 07:08:30.528729 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cabea84b-7c91-4b97-8e4b-c6fd01894fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:30.568687 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9e078143-c6b9-48de-8dab-b10be215cf43 req-2783a7a2-be41-4f6d-9efc-b83617ee5529 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:30.568979 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [req-4cbd784e-8231-412a-a83e-1c72103d98ce req-a1749a28-45ac-4606-aa29-78d9fc20eb78 service neutron] delete failed (client error): The resource could not be found. Jul 14 07:08:30.569910 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4cbd784e-8231-412a-a83e-1c72103d98ce req-a1749a28-45ac-4606-aa29-78d9fc20eb78 service neutron] 10.222.0.30 "DELETE /v2.0/ports/0d139ab7-8f66-4301-91c7-f603bc6c0a6a/bindings/n-h1-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.0664175 Jul 14 07:08:30.659604 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2eeff950-cd11-47e6-9fcc-e5dcef7e82f5 req-a05740dc-2eda-4cf2-a19e-f389d6f8cfe5 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351061 Jul 14 07:08:30.666939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783a7a2-be41-4f6d-9efc-b83617ee5529 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Pushing event deleted for resources: {'Port': ['ID=5307846d-1475-4494-bdbf-4e10c899d46a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:30.751907 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd784e-8231-412a-a83e-1c72103d98ce req-0b6dcc18-8e65-4e29-a9cc-054d1596b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:30.754803 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4cbd784e-8231-412a-a83e-1c72103d98ce req-0b6dcc18-8e65-4e29-a9cc-054d1596b4ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 1101 time: 0.0909276 Jul 14 07:08:30.883187 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd784e-8231-412a-a83e-1c72103d98ce req-dd24557d-5a7e-47dc-a9b2-13c8457d5166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:30.885325 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4cbd784e-8231-412a-a83e-1c72103d98ce req-dd24557d-5a7e-47dc-a9b2-13c8457d5166 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.1244168 Jul 14 07:08:30.950539 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4cbd784e-8231-412a-a83e-1c72103d98ce req-1e1060e7-0fb2-4108-80ac-d7936ac29b45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=0d139ab7-8f66-4301-91c7-f603bc6c0a6a HTTP/1.1" status: 200 len: 217 time: 0.0462809 Jul 14 07:08:31.017696 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd784e-8231-412a-a83e-1c72103d98ce req-4a2152cf-8947-4788-8de7-e6686e116bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:31.020013 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4cbd784e-8231-412a-a83e-1c72103d98ce req-4a2152cf-8947-4788-8de7-e6686e116bbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0635474 Jul 14 07:08:31.090379 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e078143-c6b9-48de-8dab-b10be215cf43 req-2783a7a2-be41-4f6d-9efc-b83617ee5529 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] No DVR routers for this DVR port 5307846d-1475-4494-bdbf-4e10c899d46a on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:08:31.094622 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9e078143-c6b9-48de-8dab-b10be215cf43 req-2783a7a2-be41-4f6d-9efc-b83617ee5529 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:31.096594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e078143-c6b9-48de-8dab-b10be215cf43 req-2783a7a2-be41-4f6d-9efc-b83617ee5529 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.30 "DELETE /v2.0/ports/5307846d-1475-4494-bdbf-4e10c899d46a HTTP/1.1" status: 204 len: 173 time: 1.3978598 Jul 14 07:08:31.098839 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd784e-8231-412a-a83e-1c72103d98ce req-d8be1199-d5c5-4600-a9c7-b360a91365ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:31.100944 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4cbd784e-8231-412a-a83e-1c72103d98ce req-d8be1199-d5c5-4600-a9c7-b360a91365ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734861 Jul 14 07:08:31.122452 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1d152d-04fa-4485-acbc-fa651254858d', 'name': 'network-vif-deleted', 'tag': '5307846d-1475-4494-bdbf-4e10c899d46a'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:08:31.125721 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36ce352-f352-4619-9662-d9d4c1554f9e" -d '{"events": [{"server_uuid": "cc1d152d-04fa-4485-acbc-fa651254858d", "name": "network-vif-deleted", "tag": "5307846d-1475-4494-bdbf-4e10c899d46a"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:08:31.183176 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e2b2a-8215-46d2-b210-12227a79c78d req-1db1cddd-ef4d-4ae7-880d-f916d442d45c tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:31.184985 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-792e2b2a-8215-46d2-b210-12227a79c78d req-1db1cddd-ef4d-4ae7-880d-f916d442d45c tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.6356528 Jul 14 07:08:31.230791 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4cbd784e-8231-412a-a83e-1c72103d98ce req-88bee153-8858-43a6-9ac8-7ea791299120 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215632 Jul 14 07:08:31.250367 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cabea84b-7c91-4b97-8e4b-c6fd01894fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:31.259162 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cabea84b-7c91-4b97-8e4b-c6fd01894fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:31.303479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabea84b-7c91-4b97-8e4b-c6fd01894fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a1a22d-7386-40ca-b152-7ff2638a976b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:31.343097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac13c35-9485-4456-976d-ea2fc2579e4b req-e21997c6-bed3-463f-bd3f-ca28df1d063e tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:31.349964 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ac13c35-9485-4456-976d-ea2fc2579e4b req-e21997c6-bed3-463f-bd3f-ca28df1d063e tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.3177345 Jul 14 07:08:31.361996 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4cbd784e-8231-412a-a83e-1c72103d98ce req-cc4b2d5c-cf75-4a9e-b9e2-ea75ab5abb92 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215904 Jul 14 07:08:31.395662 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cabea84b-7c91-4b97-8e4b-c6fd01894fb1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=616a0e4a14ee40eb9419066add973c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9128809 Jul 14 07:08:31.398683 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9185552c-ec4a-4231-a2e0-beb118837303 req-a373499b-3f1f-4e14-88fc-ccb8c86be224 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 210 time: 0.0689697 Jul 14 07:08:31.399748 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44266) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:31.427083 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ac13c35-9485-4456-976d-ea2fc2579e4b req-9f52ffa2-d48d-4497-a980-5d7262422f92 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759821 Jul 14 07:08:31.514441 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42dad6b-b850-4501-84de-497101f8dc77 x-openstack-request-id: req-e42dad6b-b850-4501-84de-497101f8dc77 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:08:31.514997 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650aacff-da33-4896-9325-6510815b0b1e", "name": "network-vif-plugged", "status": "completed", "tag": "0d139ab7-8f66-4301-91c7-f603bc6c0a6a", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:08:31.514997 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e42dad6b-b850-4501-84de-497101f8dc77 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:08:31.515361 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650aacff-da33-4896-9325-6510815b0b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d139ab7-8f66-4301-91c7-f603bc6c0a6a', 'code': 200} Jul 14 07:08:31.565767 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 44270) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:31.729717 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21b752-6cec-46b2-9a7b-21ede4cb9fda req-9abcef5d-090b-489a-b68b-e1a833dcb296 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:31.737641 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2f21b752-6cec-46b2-9a7b-21ede4cb9fda req-9abcef5d-090b-489a-b68b-e1a833dcb296 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.1626959 Jul 14 07:08:31.774879 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3c9532e-ee5f-4f6d-94a8-e8f7e9b2fb09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:31.816755 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2f21b752-6cec-46b2-9a7b-21ede4cb9fda req-7d314f9f-e54e-4716-8dc8-a38fdd253754 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777364 Jul 14 07:08:31.832297 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05e2a0-6ea5-4c4a-bb4d-1519a071f758 req-9a309219-6882-4674-8bc2-abddede0ec6b tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:31.839709 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be05e2a0-6ea5-4c4a-bb4d-1519a071f758 req-9a309219-6882-4674-8bc2-abddede0ec6b tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.2139740 Jul 14 07:08:31.871111 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19bb98ab-88fb-4a6a-b3b2-53a1641885ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:31.896259 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac66dab-d818-481e-a50f-94442f53895e x-openstack-request-id: req-cac66dab-d818-481e-a50f-94442f53895e {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:08:31.896584 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1d152d-04fa-4485-acbc-fa651254858d", "name": "network-vif-deleted", "tag": "5307846d-1475-4494-bdbf-4e10c899d46a", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:08:31.896835 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cac66dab-d818-481e-a50f-94442f53895e {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:08:31.897299 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1d152d-04fa-4485-acbc-fa651254858d', 'name': 'network-vif-deleted', 'tag': '5307846d-1475-4494-bdbf-4e10c899d46a', 'status': 'completed', 'code': 200} Jul 14 07:08:31.912793 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be05e2a0-6ea5-4c4a-bb4d-1519a071f758 req-6d273434-ee97-4adc-bd02-968fe7f7e7b7 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721428 Jul 14 07:08:31.915272 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19bb98ab-88fb-4a6a-b3b2-53a1641885ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:31.961440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5307846d-1475-4494-bdbf-4e10c899d46a no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:08:31.972820 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-556df008-a182-42fc-8564-06bc4a5ea34b tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:31.974735 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-556df008-a182-42fc-8564-06bc4a5ea34b tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.30 "GET /v2.0/networks?id=e770f7a4-0850-4d0d-a286-1a0e5b015eff HTTP/1.1" status: 200 len: 814 time: 0.1982827 Jul 14 07:08:31.989178 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-8ad0a893-790d-4e2a-bc91-e4961a99b888 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Request body: {'port': {'device_id': '79ce0587-91b2-4bd5-a0aa-a335b8fff9e2', 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff', 'admin_state_up': True, 'tenant_id': '90193c45e30a47aea804e7ab8d1a3311'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:31.998686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 5307846d-1475-4494-bdbf-4e10c899d46a {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:08:31.999287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5307846d-1475-4494-bdbf-4e10c899d46a not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:08:32.044640 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19bb98ab-88fb-4a6a-b3b2-53a1641885ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:32.047804 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19bb98ab-88fb-4a6a-b3b2-53a1641885ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:32.049079 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-19bb98ab-88fb-4a6a-b3b2-53a1641885ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3a1a22d-7386-40ca-b152-7ff2638a976b HTTP/1.1" status: 204 len: 168 time: 0.6483376 Jul 14 07:08:32.049948 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13149579-61ff-42bb-b41b-1546cbeca67e req-f9b1f520-8493-43e6-925c-5d2545a02d28 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/floatingips/d49f43d1-60ee-444a-b9f0-bc16ff684ed8 HTTP/1.1" status: 200 len: 693 time: 0.1091402 Jul 14 07:08:32.065122 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb98ab-88fb-4a6a-b3b2-53a1641885ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a1a22d-7386-40ca-b152-7ff2638a976b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:32.271736 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3c9532e-ee5f-4f6d-94a8-e8f7e9b2fb09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:32.283813 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13149579-61ff-42bb-b41b-1546cbeca67e req-7060fc02-040a-43c4-91ab-b2fb5d8d22ba tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:32.291900 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13149579-61ff-42bb-b41b-1546cbeca67e req-7060fc02-040a-43c4-91ab-b2fb5d8d22ba tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.2046363 Jul 14 07:08:32.295301 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3c9532e-ee5f-4f6d-94a8-e8f7e9b2fb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:32.318218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-8ad0a893-790d-4e2a-bc91-e4961a99b888 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Made reservation on behalf of 90193c45e30a47aea804e7ab8d1a3311 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:08:32.328654 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-8ad0a893-790d-4e2a-bc91-e4961a99b888 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:32.384575 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f3c9532e-ee5f-4f6d-94a8-e8f7e9b2fb09 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f152f91d4f984743ac6a8f58e09f53d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8176417 Jul 14 07:08:32.395779 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44284) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:32.399009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897d92c-31c8-4382-b0bf-476f12bcea52 req-a42bfac0-99f3-4f63-9128-5c4e186140f2 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:32.408601 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6897d92c-31c8-4382-b0bf-476f12bcea52 req-a42bfac0-99f3-4f63-9128-5c4e186140f2 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.3150821 Jul 14 07:08:32.434318 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13149579-61ff-42bb-b41b-1546cbeca67e req-289320d3-b1f3-4bbe-809c-78d4c7373bbc tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.154 HTTP/1.1" status: 200 len: 696 time: 0.1414192 Jul 14 07:08:32.511278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9532e-ee5f-4f6d-94a8-e8f7e9b2fb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477652df-9ffa-4d2d-9698-bf66caecb0e1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:32.536668 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6897d92c-31c8-4382-b0bf-476f12bcea52 req-5ebc2018-ff05-40a2-b431-8dbea27fa828 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076279 Jul 14 07:08:32.558534 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13149579-61ff-42bb-b41b-1546cbeca67e req-fbc8ccec-8045-4f78-9225-8b55f7e0f7b3 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.154 HTTP/1.1" status: 200 len: 696 time: 0.1218855 Jul 14 07:08:32.567559 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-8ad0a893-790d-4e2a-bc91-e4961a99b888 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Allocated IP 172.20.0.11 (e770f7a4-0850-4d0d-a286-1a0e5b015eff/a0c0e73d-973b-48ca-9f9e-437461e66293/5239c931-7765-4733-9810-5abff3f3c10f) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:08:32.761114 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c55e755-1f62-40c8-978f-67aca2686d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:32.765133 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-8ad0a893-790d-4e2a-bc91-e4961a99b888 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:32.800185 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c55e755-1f62-40c8-978f-67aca2686d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:32.826348 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e9122-40b5-4d10-b488-e38921b0b7b6 req-df0721fc-c998-4550-9bd0-daa0caf26878 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:32.827866 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c35e9122-40b5-4d10-b488-e38921b0b7b6 req-df0721fc-c998-4550-9bd0-daa0caf26878 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.1098707 Jul 14 07:08:32.836170 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-13149579-61ff-42bb-b41b-1546cbeca67e req-10f498ca-4ffa-4145-83f1-a200f767b379 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Deleting port f30514b7-3fca-4eaf-aad1-88af3e05b332 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:08:32.836509 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-13149579-61ff-42bb-b41b-1546cbeca67e req-10f498ca-4ffa-4145-83f1-a200f767b379 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:32.859689 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-8ad0a893-790d-4e2a-bc91-e4961a99b888 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:32.906464 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-8ad0a893-790d-4e2a-bc91-e4961a99b888 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Network e770f7a4-0850-4d0d-a286-1a0e5b015eff is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:08:32.912621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-8ad0a893-790d-4e2a-bc91-e4961a99b888 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:32.914517 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c55e755-1f62-40c8-978f-67aca2686d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:32.917103 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c55e755-1f62-40c8-978f-67aca2686d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:32.918382 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4c55e755-1f62-40c8-978f-67aca2686d29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/477652df-9ffa-4d2d-9698-bf66caecb0e1 HTTP/1.1" status: 204 len: 168 time: 0.5217726 Jul 14 07:08:32.921558 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-8ad0a893-790d-4e2a-bc91-e4961a99b888 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:08:32.936009 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c35e9122-40b5-4d10-b488-e38921b0b7b6 req-4277c418-7e1e-4999-a4df-b88460eacddb tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973458 Jul 14 07:08:32.960481 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0a893-790d-4e2a-bc91-e4961a99b888 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Pushing event updated for resources: {'Port': ['ID=5239c931-7765-4733-9810-5abff3f3c10f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:32.966704 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55e755-1f62-40c8-978f-67aca2686d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477652df-9ffa-4d2d-9698-bf66caecb0e1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:32.988216 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-13149579-61ff-42bb-b41b-1546cbeca67e req-10f498ca-4ffa-4145-83f1-a200f767b379 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:32.988892 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-13149579-61ff-42bb-b41b-1546cbeca67e req-10f498ca-4ffa-4145-83f1-a200f767b379 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:33.005577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-8ad0a893-790d-4e2a-bc91-e4961a99b888 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:33.007074 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-8ad0a893-790d-4e2a-bc91-e4961a99b888 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:33.027340 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-8ad0a893-790d-4e2a-bc91-e4961a99b888 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0428298 Jul 14 07:08:33.030098 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-13149579-61ff-42bb-b41b-1546cbeca67e req-10f498ca-4ffa-4145-83f1-a200f767b379 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Calling delete_port for f30514b7-3fca-4eaf-aad1-88af3e05b332 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:08:33.042428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Request body: {'port': {'device_id': '79ce0587-91b2-4bd5-a0aa-a335b8fff9e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:33.173442 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:33.218406 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-34e8f700-6b64-4b4c-aa65-59b2b070c987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:33.292008 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526fb13-01e5-448c-b625-0774a0a7bb44 req-a01aac01-2e3c-4973-a914-44f86420947a tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:33.293574 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2526fb13-01e5-448c-b625-0774a0a7bb44 req-a01aac01-2e3c-4973-a914-44f86420947a tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 932 time: 0.1578422 Jul 14 07:08:33.424084 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2526fb13-01e5-448c-b625-0774a0a7bb44 req-1a7111bb-8827-4708-9f5e-09054c4a5948 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225367 Jul 14 07:08:33.429427 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-13149579-61ff-42bb-b41b-1546cbeca67e req-10f498ca-4ffa-4145-83f1-a200f767b379 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:33.459929 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f498ca-4ffa-4145-83f1-a200f767b379 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Pushing event deleted for resources: {'Port': ['ID=f30514b7-3fca-4eaf-aad1-88af3e05b332,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:33.525584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 44318) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:33.569024 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:33.581127 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-08e907dc-c922-4e0d-841c-8a5606073a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:33.590529 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-13149579-61ff-42bb-b41b-1546cbeca67e req-10f498ca-4ffa-4145-83f1-a200f767b379 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:33.593132 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-13149579-61ff-42bb-b41b-1546cbeca67e req-10f498ca-4ffa-4145-83f1-a200f767b379 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:33.595094 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13149579-61ff-42bb-b41b-1546cbeca67e req-10f498ca-4ffa-4145-83f1-a200f767b379 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "DELETE /v2.0/floatingips/d49f43d1-60ee-444a-b9f0-bc16ff684ed8 HTTP/1.1" status: 204 len: 173 time: 1.0348792 Jul 14 07:08:33.690101 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5239c931-7765-4733-9810-5abff3f3c10f {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:08:33.701400 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:33.703008 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-08e907dc-c922-4e0d-841c-8a5606073a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:33.709836 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-08e907dc-c922-4e0d-841c-8a5606073a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:33.730908 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Transition to ACTIVE for port object 5239c931-7765-4733-9810-5abff3f3c10f will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:33.738651 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:33.801516 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-08e907dc-c922-4e0d-841c-8a5606073a65 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1bf8f7f6d7ce4bafbb605ae0eb9066f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729526 Jul 14 07:08:33.804803 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 44336) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:33.807401 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e907dc-c922-4e0d-841c-8a5606073a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be095567-f17a-4a80-9f14-e5d9dd321eff,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:33.827328 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Pushing event updated for resources: {'Port': ['ID=5239c931-7765-4733-9810-5abff3f3c10f,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:33.882210 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-09df7612-4256-4d08-9089-086c121ce525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:33.892111 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Attempting to bind port 5239c931-7765-4733-9810-5abff3f3c10f on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:08:33.892718 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Attempting to bind port 5239c931-7765-4733-9810-5abff3f3c10f by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'fe71f172-ec7c-47eb-a122-0ff48a1d49c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:08:33.893971 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Attempting to bind port 5239c931-7765-4733-9810-5abff3f3c10f on network e770f7a4-0850-4d0d-a286-1a0e5b015eff {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:08:33.900304 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Port 5239c931-7765-4733-9810-5abff3f3c10f on network e770f7a4-0850-4d0d-a286-1a0e5b015eff not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:08:33.900632 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Attempting to bind port 5239c931-7765-4733-9810-5abff3f3c10f on network e770f7a4-0850-4d0d-a286-1a0e5b015eff {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:08:33.908100 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:08:33.908899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Checking segment: {'id': 'fe71f172-ec7c-47eb-a122-0ff48a1d49c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:08:33.909370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Bound using segment: {'id': 'fe71f172-ec7c-47eb-a122-0ff48a1d49c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:08:33.909948 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Bound port: 5239c931-7765-4733-9810-5abff3f3c10f, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe71f172-ec7c-47eb-a122-0ff48a1d49c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:08:33.910507 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:33.914922 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-09df7612-4256-4d08-9089-086c121ce525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:33.940148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e67347-7d0c-49b0-8395-7c4baa87bfd0 req-4b28a8a2-9a03-4006-8202-72bdd6b70217 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:33.941783 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56e67347-7d0c-49b0-8395-7c4baa87bfd0 req-4b28a8a2-9a03-4006-8202-72bdd6b70217 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.2030807 Jul 14 07:08:34.044680 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] For port 5239c931-7765-4733-9810-5abff3f3c10f, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:08:34.047217 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56e67347-7d0c-49b0-8395-7c4baa87bfd0 req-ab03c123-3922-4636-901a-02dfedfc18ac tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918152 Jul 14 07:08:34.067799 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] For port 5239c931-7765-4733-9810-5abff3f3c10f, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5239c931-7765-4733-9810-5abff3f3c10f,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:08:34.078282 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:34.109462 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-90b3673f-94d4-4f2a-8684-e9aeda2fc757 req-af223a3c-ab14-4921-a9b9-a7918a629768 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] show failed (client error): The resource could not be found. Jul 14 07:08:34.115274 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90b3673f-94d4-4f2a-8684-e9aeda2fc757 req-af223a3c-ab14-4921-a9b9-a7918a629768 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/floatingips/d49f43d1-60ee-444a-b9f0-bc16ff684ed8 HTTP/1.1" status: 404 len: 350 time: 0.0451291 Jul 14 07:08:34.119867 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-09df7612-4256-4d08-9089-086c121ce525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:34.120924 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-09df7612-4256-4d08-9089-086c121ce525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:34.123088 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-09df7612-4256-4d08-9089-086c121ce525 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be095567-f17a-4a80-9f14-e5d9dd321eff HTTP/1.1" status: 204 len: 168 time: 0.3169513 Jul 14 07:08:34.157371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df7612-4256-4d08-9089-086c121ce525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be095567-f17a-4a80-9f14-e5d9dd321eff,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:34.178849 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Pushing event updated for resources: {'Port': ['ID=5239c931-7765-4733-9810-5abff3f3c10f,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:34.192498 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:34.193229 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:34.194808 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-da47b5ca-941e-46b3-96e5-153bfed6f128 service neutron] 10.222.0.30 "PUT /v2.0/ports/5239c931-7765-4733-9810-5abff3f3c10f HTTP/1.1" status: 200 len: 1092 time: 1.1595223 Jul 14 07:08:34.195444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ce0587-91b2-4bd5-a0aa-a335b8fff9e2', 'tag': '5239c931-7765-4733-9810-5abff3f3c10f'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:08:34.198217 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4c3eba-4600-4b6c-8d92-19aa8bcff581" -d '{"events": [{"name": "network-changed", "server_uuid": "79ce0587-91b2-4bd5-a0aa-a335b8fff9e2", "tag": "5239c931-7765-4733-9810-5abff3f3c10f"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:08:34.274860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77037087-5d46-4f20-9409-1c690a48eaaa req-99bbb758-f1cf-4f7b-9d0b-c56361a4a421 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:34.282043 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77037087-5d46-4f20-9409-1c690a48eaaa req-99bbb758-f1cf-4f7b-9d0b-c56361a4a421 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.0833623 Jul 14 07:08:34.344619 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-cbc1a846-2d14-4565-b985-babd2408c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:34.346481 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-cbc1a846-2d14-4565-b985-babd2408c660 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90193c45e30a47aea804e7ab8d1a3311&device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 1095 time: 0.0954695 Jul 14 07:08:34.382073 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77037087-5d46-4f20-9409-1c690a48eaaa req-b3b1fea4-4f32-4280-9675-12d99b3ef8b1 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991356 Jul 14 07:08:34.413060 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6e0b3-8d3f-491e-8a71-fddcc13f9cfe req-a6d9d35d-ebdb-4e24-9ce6-04ad317036a5 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:34.414658 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eee6e0b3-8d3f-491e-8a71-fddcc13f9cfe req-a6d9d35d-ebdb-4e24-9ce6-04ad317036a5 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.1307073 Jul 14 07:08:34.427919 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-3844a49f-f47d-4548-8e01-56913bfc1bdd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5239c931-7765-4733-9810-5abff3f3c10f HTTP/1.1" status: 200 len: 217 time: 0.0696893 Jul 14 07:08:34.476523 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eee6e0b3-8d3f-491e-8a71-fddcc13f9cfe req-9129490d-3169-4ab1-a580-b67d8ba0b0a8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533245 Jul 14 07:08:34.524362 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:34.536747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-5444f521-98a1-491b-942f-74290f6397cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:34.538532 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-5444f521-98a1-491b-942f-74290f6397cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0c0e73d-973b-48ca-9f9e-437461e66293 HTTP/1.1" status: 200 len: 854 time: 0.1050191 Jul 14 07:08:34.557427 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-01963647-4ea9-4727-a424-ed9deeadc95f req-3b430fc0-1f02-4ea9-8528-382818f5a985 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] show failed (client error): The resource could not be found. Jul 14 07:08:34.558595 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01963647-4ea9-4727-a424-ed9deeadc95f req-3b430fc0-1f02-4ea9-8528-382818f5a985 tempest-FloatingIPsTestJSON-1445201327 tempest-FloatingIPsTestJSON-1445201327-project] 10.222.0.35 "GET /v2.0/floatingips/d49f43d1-60ee-444a-b9f0-bc16ff684ed8 HTTP/1.1" status: 404 len: 350 time: 0.0526545 Jul 14 07:08:34.586702 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44366) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:34.589391 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-31f3acf6-8bdd-4449-a853-c5298bc7332d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e770f7a4-0850-4d0d-a286-1a0e5b015eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445764 Jul 14 07:08:34.635095 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b8fb6b-8992-456f-ae39-dc88addaffb2 x-openstack-request-id: req-03b8fb6b-8992-456f-ae39-dc88addaffb2 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:08:34.635566 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ce0587-91b2-4bd5-a0aa-a335b8fff9e2", "tag": "5239c931-7765-4733-9810-5abff3f3c10f", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:08:34.635856 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03b8fb6b-8992-456f-ae39-dc88addaffb2 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:08:34.636284 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ce0587-91b2-4bd5-a0aa-a335b8fff9e2', 'tag': '5239c931-7765-4733-9810-5abff3f3c10f', 'status': 'completed', 'code': 200} Jul 14 07:08:34.680061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ad322-c1d4-4d81-9773-a920c52fc6c2 req-f5166c0f-5054-4379-8f9c-f0692b14a49f tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:34.688205 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-797ad322-c1d4-4d81-9773-a920c52fc6c2 req-f5166c0f-5054-4379-8f9c-f0692b14a49f tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.1286514 Jul 14 07:08:34.790238 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-797ad322-c1d4-4d81-9773-a920c52fc6c2 req-ee6c7a5b-c8d7-4148-8496-6cab1de66c17 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010156 Jul 14 07:08:34.814234 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4a8ae-9159-4d09-a4b4-241222b956f4 req-5d275719-2632-4592-a9f6-8f1c314593f9 tempest-MigrationsAdminTest-2035130415 tempest-MigrationsAdminTest-2035130415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:34.824255 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41d4a8ae-9159-4d09-a4b4-241222b956f4 req-5d275719-2632-4592-a9f6-8f1c314593f9 tempest-MigrationsAdminTest-2035130415 tempest-MigrationsAdminTest-2035130415-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 1101 time: 0.0935960 Jul 14 07:08:34.869033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41d4a8ae-9159-4d09-a4b4-241222b956f4 req-3dc9a402-e916-460c-8a2c-3aaf683ff039 tempest-MigrationsAdminTest-2035130415 tempest-MigrationsAdminTest-2035130415-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438168 Jul 14 07:08:34.980669 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-3d5e86d7-7494-4af4-aabe-26f2455bc680 service neutron] 10.222.0.30 "GET /v2.0/networks/e770f7a4-0850-4d0d-a286-1a0e5b015eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432567 Jul 14 07:08:35.108822 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1b1aeaf8-4535-4891-8a9b-1f79dc8efb3d req-b86444d1-1511-4895-aa97-24c35f80adbb service neutron] 10.222.0.30 "GET /v2.0/networks/e770f7a4-0850-4d0d-a286-1a0e5b015eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156526 Jul 14 07:08:35.129025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b86b6-7c07-486f-b5bd-1dba242ac2fb req-342b5eb0-6bc9-45e3-91c9-e003c3c511ad tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:35.141271 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4a0b86b6-7c07-486f-b5bd-1dba242ac2fb req-342b5eb0-6bc9-45e3-91c9-e003c3c511ad tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 944 time: 0.1422167 Jul 14 07:08:35.239105 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4a0b86b6-7c07-486f-b5bd-1dba242ac2fb req-41ae8b1d-57c9-4dc4-84a4-9bdae74ab504 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965712 Jul 14 07:08:35.294584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c3eba-4600-4b6c-8d92-19aa8bcff581 req-db4d10a5-696b-4277-8809-6680305611bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:35.296487 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ad4c3eba-4600-4b6c-8d92-19aa8bcff581 req-db4d10a5-696b-4277-8809-6680305611bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90193c45e30a47aea804e7ab8d1a3311&device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 1095 time: 0.0992699 Jul 14 07:08:35.393859 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b78cd83-0766-4450-abba-74516a209571 req-9f1a810c-a252-4986-8515-2ae532fabbe6 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335510 Jul 14 07:08:35.402116 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8285e-0d31-4aab-a36c-1d8716ca530d req-64c62df3-edc1-402c-8b0d-dfb5a13d8e51 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:35.405678 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7f8285e-0d31-4aab-a36c-1d8716ca530d req-64c62df3-edc1-402c-8b0d-dfb5a13d8e51 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.1195776 Jul 14 07:08:35.432668 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4505592-d0c1-4607-83fa-8dcb24dd2e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:35.437213 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c3eba-4600-4b6c-8d92-19aa8bcff581 req-0ebc6a0f-cea0-413a-84c0-a8a0058c1e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:35.438947 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ad4c3eba-4600-4b6c-8d92-19aa8bcff581 req-0ebc6a0f-cea0-413a-84c0-a8a0058c1e34 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e770f7a4-0850-4d0d-a286-1a0e5b015eff HTTP/1.1" status: 200 len: 915 time: 0.1342621 Jul 14 07:08:35.507669 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7f8285e-0d31-4aab-a36c-1d8716ca530d req-ef0ae9d1-a612-468e-b817-aa487fc7efe7 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897672 Jul 14 07:08:35.515107 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ad4c3eba-4600-4b6c-8d92-19aa8bcff581 req-bb0a9f7b-b169-4410-9328-d65df22c7aff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5239c931-7765-4733-9810-5abff3f3c10f HTTP/1.1" status: 200 len: 217 time: 0.0433638 Jul 14 07:08:35.570825 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78cd83-0766-4450-abba-74516a209571 req-d20c8a8d-eaf8-4094-a239-e570bd8fcf89 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:35.572614 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b78cd83-0766-4450-abba-74516a209571 req-d20c8a8d-eaf8-4094-a239-e570bd8fcf89 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1658959 Jul 14 07:08:35.601945 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b78cd83-0766-4450-abba-74516a209571 req-e4d5aa38-fbea-4c58-b352-f3697349e0be tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/quotas/6fb17d70b1f84e6aaff1cb7848ff5932 HTTP/1.1" status: 200 len: 375 time: 0.0202901 Jul 14 07:08:35.681465 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c3eba-4600-4b6c-8d92-19aa8bcff581 req-8c014ad6-8c7f-4d7b-9314-903c1ea5e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:35.682940 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ad4c3eba-4600-4b6c-8d92-19aa8bcff581 req-8c014ad6-8c7f-4d7b-9314-903c1ea5e0f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0c0e73d-973b-48ca-9f9e-437461e66293 HTTP/1.1" status: 200 len: 854 time: 0.1009023 Jul 14 07:08:35.713046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b78cd83-0766-4450-abba-74516a209571 req-dcdac73a-bb14-475e-91bf-d82c3a44c060 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0981884 Jul 14 07:08:35.722358 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ad4c3eba-4600-4b6c-8d92-19aa8bcff581 req-e18e927c-939c-4337-a5c8-6e459b118eb9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e770f7a4-0850-4d0d-a286-1a0e5b015eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312381 Jul 14 07:08:35.742985 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09399be6-2a21-4610-899f-fe197dc090ef req-04397817-9445-46ad-afcc-7547f947d713 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:35.744454 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09399be6-2a21-4610-899f-fe197dc090ef req-04397817-9445-46ad-afcc-7547f947d713 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.0750589 Jul 14 07:08:35.802236 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09399be6-2a21-4610-899f-fe197dc090ef req-1d390ffa-5a55-480e-9889-add281f35338 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511222 Jul 14 07:08:35.908099 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ad4c3eba-4600-4b6c-8d92-19aa8bcff581 req-c1b0a379-e13b-49d8-b06f-af5056548f7f service neutron] 10.222.0.30 "GET /v2.0/networks/e770f7a4-0850-4d0d-a286-1a0e5b015eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767054 Jul 14 07:08:35.950069 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-229a7107-bf6c-4938-bf96-322b42a265b4 req-a9616eb8-13eb-49f2-8635-2ee7595a86bf tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 210 time: 0.0439165 Jul 14 07:08:35.951312 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a4505592-d0c1-4607-83fa-8dcb24dd2e69 admin admin] Deleting port f9848eac-f415-4e75-be55-b957a7c99349 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:08:35.951662 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4505592-d0c1-4607-83fa-8dcb24dd2e69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:36.051488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526355e-379e-46cf-94ac-6adc4032f284 req-2cdce9f9-3dc6-4e63-b7a7-9646e76a46ac tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:36.053147 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7526355e-379e-46cf-94ac-6adc4032f284 req-2cdce9f9-3dc6-4e63-b7a7-9646e76a46ac tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.0759742 Jul 14 07:08:36.092916 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:36.129408 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ad4c3eba-4600-4b6c-8d92-19aa8bcff581 req-a6354c1b-3f51-40c1-b280-c44d4b8d8311 service neutron] 10.222.0.30 "GET /v2.0/networks/e770f7a4-0850-4d0d-a286-1a0e5b015eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122550 Jul 14 07:08:36.137304 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a4505592-d0c1-4607-83fa-8dcb24dd2e69 admin admin] For port f9848eac-f415-4e75-be55-b957a7c99349, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f9848eac-f415-4e75-be55-b957a7c99349,segment=NetworkSegment(464c6da4-f6f9-4b55-913c-c5068e2c4ffe),segment_id=464c6da4-f6f9-4b55-913c-c5068e2c4ffe)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:36.137783 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4505592-d0c1-4607-83fa-8dcb24dd2e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:36.138503 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7526355e-379e-46cf-94ac-6adc4032f284 req-ee2b70a9-43a5-4d9c-9b2c-d7fa47b5d7c5 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784638 Jul 14 07:08:36.152819 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a4505592-d0c1-4607-83fa-8dcb24dd2e69 admin admin] Calling delete_port for f9848eac-f415-4e75-be55-b957a7c99349 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:08:36.370217 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4505592-d0c1-4607-83fa-8dcb24dd2e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:36.405555 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4505592-d0c1-4607-83fa-8dcb24dd2e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9848eac-f415-4e75-be55-b957a7c99349,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:36.466870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afe8a3-1d52-4f43-923b-a9fa747e2ebb req-4f9632ec-a707-4753-98de-d68697a2511f tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:36.478169 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-55afe8a3-1d52-4f43-923b-a9fa747e2ebb req-4f9632ec-a707-4753-98de-d68697a2511f tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 944 time: 0.0927563 Jul 14 07:08:36.575155 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-55afe8a3-1d52-4f43-923b-a9fa747e2ebb req-23c666cd-be49-466b-91de-e01da555d162 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959878 Jul 14 07:08:36.652977 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4505592-d0c1-4607-83fa-8dcb24dd2e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:36.811916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233cfd1-1d69-462f-9b61-5e19bc79d910 req-13fd94ca-4b38-4e9b-8384-330ba31898f1 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:36.818759 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0233cfd1-1d69-462f-9b61-5e19bc79d910 req-13fd94ca-4b38-4e9b-8384-330ba31898f1 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.0823741 Jul 14 07:08:36.901904 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0233cfd1-1d69-462f-9b61-5e19bc79d910 req-6cc9f4a3-3b9b-4377-95ae-7e400f936c46 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822213 Jul 14 07:08:36.953123 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4505592-d0c1-4607-83fa-8dcb24dd2e69 admin admin] Router 6795cec1-1567-41e0-91d2-e9e00da55171 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:08:37.050772 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91773cf4-4131-4810-8cc7-983018551adc req-773c6731-9c51-419e-b38a-d320c6f6c672 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:37.052763 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91773cf4-4131-4810-8cc7-983018551adc req-773c6731-9c51-419e-b38a-d320c6f6c672 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.0937846 Jul 14 07:08:37.115590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4505592-d0c1-4607-83fa-8dcb24dd2e69 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:08:37.126236 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a4505592-d0c1-4607-83fa-8dcb24dd2e69 admin admin] 10.222.0.35 "PUT /v2.0/routers/6795cec1-1567-41e0-91d2-e9e00da55171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5351901 Jul 14 07:08:37.131521 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4942bf82-32fd-4bd6-820f-748fdfe4c11b None None] Sync routers for ids ['6795cec1-1567-41e0-91d2-e9e00da55171'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:08:37.139020 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44450) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:37.143009 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91773cf4-4131-4810-8cc7-983018551adc req-a11ecbe9-5473-45d1-8518-6ddc5c316aa3 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778921 Jul 14 07:08:37.144581 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4942bf82-32fd-4bd6-820f-748fdfe4c11b None None] Routers {'6795cec1-1567-41e0-91d2-e9e00da55171'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:08:37.150039 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4942bf82-32fd-4bd6-820f-748fdfe4c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:08:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6795cec1-1567-41e0-91d2-e9e00da55171'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:37.183217 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1707d26e-c36a-4d20-a3bf-df8103a05b39 req-2312dfbd-5b58-49fb-b5cb-2f5c21ed52c9 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 210 time: 0.0376399 Jul 14 07:08:37.283416 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4942bf82-32fd-4bd6-820f-748fdfe4c11b None None] Set router 6795cec1-1567-41e0-91d2-e9e00da55171 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:08:37.325084 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b78cd83-0766-4450-abba-74516a209571 req-f5252c52-0267-47ea-a62a-3ae33dfc06d7 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513909 Jul 14 07:08:37.493518 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a4d56-9d12-4e97-86b8-3f96d3f798fa req-0a5ee73f-3471-4e5c-8f7f-c5d0d91aebdb tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:37.502597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-058a4d56-9d12-4e97-86b8-3f96d3f798fa req-0a5ee73f-3471-4e5c-8f7f-c5d0d91aebdb tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.1133103 Jul 14 07:08:37.570120 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-058a4d56-9d12-4e97-86b8-3f96d3f798fa req-91a8f490-e524-4b02-af6d-527dd9a1a7c9 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664587 Jul 14 07:08:37.589098 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4942bf82-32fd-4bd6-820f-748fdfe4c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'name': 'tempest-FloatingIPsTestJSON-1305718666-router', 'tenant_id': '70397c208b234c5fb58a4d4894b192d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '4c4d2c51-3932-4d4c-a053-699ea4aaf6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:11Z', 'updated_at': '2021-07-14T07:08:36Z', 'revision_number': 5, 'project_id': '70397c208b234c5fb58a4d4894b192d4', 'gw_port': {'id': '4c4d2c51-3932-4d4c-a053-699ea4aaf6a7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:12Z', 'updated_at': '2021-07-14T07:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:37.631547 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4942bf82-32fd-4bd6-820f-748fdfe4c11b None None] Checking router: 6795cec1-1567-41e0-91d2-e9e00da55171 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:08:37.641738 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4942bf82-32fd-4bd6-820f-748fdfe4c11b None None] Routers {'6795cec1-1567-41e0-91d2-e9e00da55171'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:08:37.642650 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4942bf82-32fd-4bd6-820f-748fdfe4c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:08:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6795cec1-1567-41e0-91d2-e9e00da55171'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:37.778314 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4942bf82-32fd-4bd6-820f-748fdfe4c11b None None] Set router 6795cec1-1567-41e0-91d2-e9e00da55171 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:08:37.812918 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911aace1-807c-45d6-ba5e-681329c4a75c req-73ec72ca-13db-4a71-94f7-0bf6a1b9e6e3 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:37.820638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-911aace1-807c-45d6-ba5e-681329c4a75c req-73ec72ca-13db-4a71-94f7-0bf6a1b9e6e3 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 944 time: 0.0892584 Jul 14 07:08:37.843794 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a8a02f84-59cd-4295-8b46-735faf6e4123 admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:37.870842 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-911aace1-807c-45d6-ba5e-681329c4a75c req-c47d6b99-f76c-49d9-a4a6-a2a812d123c9 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482962 Jul 14 07:08:38.008208 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5239c931-7765-4733-9810-5abff3f3c10f details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:08:38.013853 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78cd83-0766-4450-abba-74516a209571 req-bc718d73-6457-430a-9c76-208250da8ef3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:38.016251 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b78cd83-0766-4450-abba-74516a209571 req-bc718d73-6457-430a-9c76-208250da8ef3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6848397 Jul 14 07:08:38.031809 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-5b78cd83-0766-4450-abba-74516a209571 req-117edeed-76ce-4396-aa23-98a145134b44 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Request body: {'port': {'device_id': '316cf189-97b5-4346-8fbf-215b0188e460', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '6fb17d70b1f84e6aaff1cb7848ff5932'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:38.086625 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4942bf82-32fd-4bd6-820f-748fdfe4c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'name': 'tempest-FloatingIPsTestJSON-1305718666-router', 'tenant_id': '70397c208b234c5fb58a4d4894b192d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '4c4d2c51-3932-4d4c-a053-699ea4aaf6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:11Z', 'updated_at': '2021-07-14T07:08:36Z', 'revision_number': 5, 'project_id': '70397c208b234c5fb58a4d4894b192d4', 'gw_port': {'id': '4c4d2c51-3932-4d4c-a053-699ea4aaf6a7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:12Z', 'updated_at': '2021-07-14T07:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:38.127987 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a8a02f84-59cd-4295-8b46-735faf6e4123 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:38.161223 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5239c931-7765-4733-9810-5abff3f3c10f, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5239c931-7765-4733-9810-5abff3f3c10f,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:38.183395 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4942bf82-32fd-4bd6-820f-748fdfe4c11b None None] The sync data for ids ['6795cec1-1567-41e0-91d2-e9e00da55171'] in n-d-778696-5 is: [{'id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'name': 'tempest-FloatingIPsTestJSON-1305718666-router', 'tenant_id': '70397c208b234c5fb58a4d4894b192d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '4c4d2c51-3932-4d4c-a053-699ea4aaf6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:11Z', 'updated_at': '2021-07-14T07:08:36Z', 'revision_number': 5, 'project_id': '70397c208b234c5fb58a4d4894b192d4', 'gw_port': {'id': '4c4d2c51-3932-4d4c-a053-699ea4aaf6a7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6795cec1-1567-41e0-91d2-e9e00da55171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:12Z', 'updated_at': '2021-07-14T07:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:08:38.188743 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '5239c931-7765-4733-9810-5abff3f3c10f', 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff', 'port_id': '5239c931-7765-4733-9810-5abff3f3c10f', 'mac_address': 'fa:16:3e:06:55:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c0e73d-973b-48ca-9f9e-437461e66293', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:08:38.252931 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb1362-b5db-4001-8ba9-c49fa90a48d7 req-4348c1ba-6000-488f-8e4b-28f72e6d1912 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:38.253821 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b78cd83-0766-4450-abba-74516a209571 req-117edeed-76ce-4396-aa23-98a145134b44 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Made reservation on behalf of 6fb17d70b1f84e6aaff1cb7848ff5932 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:08:38.259674 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b78cd83-0766-4450-abba-74516a209571 req-117edeed-76ce-4396-aa23-98a145134b44 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:38.265448 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:38.266098 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ddb1362-b5db-4001-8ba9-c49fa90a48d7 req-4348c1ba-6000-488f-8e4b-28f72e6d1912 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.1436152 Jul 14 07:08:38.280906 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5239c931-7765-4733-9810-5abff3f3c10f {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:08:38.282511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a8a02f84-59cd-4295-8b46-735faf6e4123 admin admin] Deleting port 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:08:38.282931 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a8a02f84-59cd-4295-8b46-735faf6e4123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:38.306315 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5239c931-7765-4733-9810-5abff3f3c10f, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5239c931-7765-4733-9810-5abff3f3c10f,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:38.311522 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:38.341890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ddb1362-b5db-4001-8ba9-c49fa90a48d7 req-b2a6c868-afaa-4730-bcb8-df9ffd0e4f35 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746739 Jul 14 07:08:38.365104 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=5239c931-7765-4733-9810-5abff3f3c10f,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:38.394154 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f06e6-778b-4916-a3fb-86deed4cade3 req-1662938c-0f55-43ca-bf3f-c906ae1924f4 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:38.405569 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-708f06e6-778b-4916-a3fb-86deed4cade3 req-1662938c-0f55-43ca-bf3f-c906ae1924f4 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.1071036 Jul 14 07:08:38.449114 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-708f06e6-778b-4916-a3fb-86deed4cade3 req-289ba16d-daaf-413e-8d9f-35bda64f6f00 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426714 Jul 14 07:08:38.482981 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a8a02f84-59cd-4295-8b46-735faf6e4123 admin admin] For port 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=4c4d2c51-3932-4d4c-a053-699ea4aaf6a7,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:38.483296 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a8a02f84-59cd-4295-8b46-735faf6e4123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:38.502669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a8a02f84-59cd-4295-8b46-735faf6e4123 admin admin] Calling delete_port for 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:08:38.512531 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86f58541-0909-42c6-815a-6b17e4ef4a72 req-647fd566-e666-4de5-9fb2-4fc6d29d9149 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 210 time: 0.0328236 Jul 14 07:08:38.516451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['5239c931-7765-4733-9810-5abff3f3c10f'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:08:38.532934 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-5b78cd83-0766-4450-abba-74516a209571 req-117edeed-76ce-4396-aa23-98a145134b44 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Allocated IP 192.168.233.119 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/1c826991-c170-4b7d-8343-40b466107d16) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:08:38.863205 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d517b-4792-4523-8c2f-b143f11ed7dc req-e6b39bc6-54ea-428e-9ff6-f09242203009 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:38.871102 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f62d517b-4792-4523-8c2f-b143f11ed7dc req-e6b39bc6-54ea-428e-9ff6-f09242203009 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.0927246 Jul 14 07:08:38.913614 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a8a02f84-59cd-4295-8b46-735faf6e4123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:38.918450 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f62d517b-4792-4523-8c2f-b143f11ed7dc req-20987b57-0111-4668-8795-b5004249726b tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462170 Jul 14 07:08:38.970523 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a02f84-59cd-4295-8b46-735faf6e4123 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4d2c51-3932-4d4c-a053-699ea4aaf6a7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:39.087382 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a8a02f84-59cd-4295-8b46-735faf6e4123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:39.092457 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b78cd83-0766-4450-abba-74516a209571 req-117edeed-76ce-4396-aa23-98a145134b44 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:39.228226 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a8a02f84-59cd-4295-8b46-735faf6e4123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:39.231766 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a8a02f84-59cd-4295-8b46-735faf6e4123 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:39.245614 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5c1d6-8976-4d88-abe9-82d4334a6705 req-3c05b086-5c5c-4b00-8ff2-7f77d6230857 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:39.247142 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1f5c1d6-8976-4d88-abe9-82d4334a6705 req-3c05b086-5c5c-4b00-8ff2-7f77d6230857 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.1571753 Jul 14 07:08:39.256969 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d67492-4c91-40a4-95cb-3a054f9f1fd0 req-f6af8c17-8f97-4b91-84a5-2e641b08c029 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:39.258512 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59d67492-4c91-40a4-95cb-3a054f9f1fd0 req-f6af8c17-8f97-4b91-84a5-2e641b08c029 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 945 time: 0.1308899 Jul 14 07:08:39.274831 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-5b78cd83-0766-4450-abba-74516a209571 req-117edeed-76ce-4396-aa23-98a145134b44 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Transition to ACTIVE for port object 1c826991-c170-4b7d-8343-40b466107d16 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:39.290848 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c40d6-5424-4ba0-a16a-a30a3b6f54f4 req-81ce5c80-0d9f-4e1f-87bf-3d1913b7e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:39.292341 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c5c40d6-5424-4ba0-a16a-a30a3b6f54f4 req-81ce5c80-0d9f-4e1f-87bf-3d1913b7e50c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f41c167b90654a4782677f21851a718d&device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 1097 time: 0.1915572 Jul 14 07:08:39.319249 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59d67492-4c91-40a4-95cb-3a054f9f1fd0 req-9b9d63fb-240b-4136-9513-d5983dd473de tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516551 Jul 14 07:08:39.343602 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a8a02f84-59cd-4295-8b46-735faf6e4123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:39.344236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a02f84-59cd-4295-8b46-735faf6e4123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6795cec1-1567-41e0-91d2-e9e00da55171 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:08:39.349363 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a8a02f84-59cd-4295-8b46-735faf6e4123 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:39.354119 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a8a02f84-59cd-4295-8b46-735faf6e4123 admin admin] 10.222.0.35 "DELETE /v2.0/routers/6795cec1-1567-41e0-91d2-e9e00da55171 HTTP/1.1" status: 204 len: 168 time: 2.2103877 Jul 14 07:08:39.354273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44494) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:39.386445 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1f5c1d6-8976-4d88-abe9-82d4334a6705 req-3309e99d-f5e2-4905-975d-1b09ddc4477f tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261358 Jul 14 07:08:39.429910 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b78cd83-0766-4450-abba-74516a209571 req-117edeed-76ce-4396-aa23-98a145134b44 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:39.434040 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac333ef-4a62-4a34-9603-e2e06339b592 admin admin] Deleting subnet 28a5cb3c-d93e-4f0a-b0b5-d7931f0267d8 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:08:39.439083 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c40d6-5424-4ba0-a16a-a30a3b6f54f4 req-52e174f6-5fce-4356-ab7c-84067a58de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:39.440425 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c5c40d6-5424-4ba0-a16a-a30a3b6f54f4 req-52e174f6-5fce-4356-ab7c-84067a58de3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=7df11440-a490-4cbf-bd30-2320c3a465de HTTP/1.1" status: 200 len: 917 time: 0.1261053 Jul 14 07:08:39.441539 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aac333ef-4a62-4a34-9603-e2e06339b592 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:39.443537 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0d139ab7-8f66-4301-91c7-f603bc6c0a6a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:08:39.513767 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c5c40d6-5424-4ba0-a16a-a30a3b6f54f4 req-c39c26c7-d0e0-41cf-9043-90a3056a15fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 HTTP/1.1" status: 200 len: 217 time: 0.0645654 Jul 14 07:08:39.530605 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b78cd83-0766-4450-abba-74516a209571 req-117edeed-76ce-4396-aa23-98a145134b44 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:08:39.540232 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-5b78cd83-0766-4450-abba-74516a209571 req-117edeed-76ce-4396-aa23-98a145134b44 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:39.543627 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117edeed-76ce-4396-aa23-98a145134b44 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Pushing event updated for resources: {'Port': ['ID=1c826991-c170-4b7d-8343-40b466107d16,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:39.553678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b78cd83-0766-4450-abba-74516a209571 req-117edeed-76ce-4396-aa23-98a145134b44 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:08:39.634853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c40d6-5424-4ba0-a16a-a30a3b6f54f4 req-59c9201e-5572-4ffb-8e7d-ac74c78317e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:39.636686 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aac333ef-4a62-4a34-9603-e2e06339b592 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:39.637531 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c5c40d6-5424-4ba0-a16a-a30a3b6f54f4 req-59c9201e-5572-4ffb-8e7d-ac74c78317e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17e8a532-de8e-4a6c-8825-83e30374b3e7 HTTP/1.1" status: 200 len: 855 time: 0.1114161 Jul 14 07:08:39.644345 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78cd83-0766-4450-abba-74516a209571 req-117edeed-76ce-4396-aa23-98a145134b44 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:39.645315 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b78cd83-0766-4450-abba-74516a209571 req-117edeed-76ce-4396-aa23-98a145134b44 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:39.678570 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b78cd83-0766-4450-abba-74516a209571 req-117edeed-76ce-4396-aa23-98a145134b44 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6526592 Jul 14 07:08:39.696992 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Request body: {'port': {'device_id': '316cf189-97b5-4346-8fbf-215b0188e460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:39.836101 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c40d6-5424-4ba0-a16a-a30a3b6f54f4 req-ef1605c2-9a87-4968-982c-bb80858b9216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:39.836311 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aac333ef-4a62-4a34-9603-e2e06339b592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:39.838179 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c5c40d6-5424-4ba0-a16a-a30a3b6f54f4 req-ef1605c2-9a87-4968-982c-bb80858b9216 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7df11440-a490-4cbf-bd30-2320c3a465de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911407 Jul 14 07:08:39.853261 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6ff7e-5999-499f-be57-2111e2f68edb req-4213a94e-7cd4-4a19-9bb7-cf184eddf563 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:39.860166 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e7c6ff7e-5999-499f-be57-2111e2f68edb req-4213a94e-7cd4-4a19-9bb7-cf184eddf563 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.1469874 Jul 14 07:08:39.867217 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:39.954873 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-84093d61-c797-4368-a2b3-92f1a7b779c7 None None] Provisioning for port 1c826991-c170-4b7d-8343-40b466107d16 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:39.958408 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d9b72-e1e8-4fa4-968d-98efd272de63 req-cc598009-855b-480b-8875-41b3a3cfca20 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:39.960209 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da8d9b72-e1e8-4fa4-968d-98efd272de63 req-cc598009-855b-480b-8875-41b3a3cfca20 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 936 time: 0.2334909 Jul 14 07:08:39.965716 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-84093d61-c797-4368-a2b3-92f1a7b779c7 None None] Provisioning complete for port 1c826991-c170-4b7d-8343-40b466107d16 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:39.966229 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84093d61-c797-4368-a2b3-92f1a7b779c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:40.002951 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aac333ef-4a62-4a34-9603-e2e06339b592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:40.029696 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5239c931-7765-4733-9810-5abff3f3c10f up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:40.040565 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e7c6ff7e-5999-499f-be57-2111e2f68edb req-d9a6e995-aab6-4092-b7b4-bb3eddfa4aaa tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794610 Jul 14 07:08:40.046644 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac333ef-4a62-4a34-9603-e2e06339b592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a5cb3c-d93e-4f0a-b0b5-d7931f0267d8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:40.060639 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aac333ef-4a62-4a34-9603-e2e06339b592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:40.062828 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-aac333ef-4a62-4a34-9603-e2e06339b592 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/28a5cb3c-d93e-4f0a-b0b5-d7931f0267d8 HTTP/1.1" status: 204 len: 168 time: 0.7076526 Jul 14 07:08:40.065511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44504) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:40.096692 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38f484a-2752-4848-8d07-b47d069afd48 None None] Network 21525a5f-7dc9-4161-bbc1-87719ac90c8d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:08:40.098808 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:08:40.122128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:08:40.122799 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 4c4d2c51-3932-4d4c-a053-699ea4aaf6a7 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:08:40.123432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f9848eac-f415-4e75-be55-b957a7c99349 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:08:40.134348 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da8d9b72-e1e8-4fa4-968d-98efd272de63 req-6aa6ee7f-2acc-40ca-a935-d63f968efe94 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666913 Jul 14 07:08:40.160401 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c5c40d6-5424-4ba0-a16a-a30a3b6f54f4 req-2d41e795-0908-4bb3-8105-76e4caa7edbe service neutron] 10.222.0.15 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939851 Jul 14 07:08:40.228325 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: f9848eac-f415-4e75-be55-b957a7c99349 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:08:40.228661 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f9848eac-f415-4e75-be55-b957a7c99349 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:08:40.230288 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-84093d61-c797-4368-a2b3-92f1a7b779c7 None None] Port 1c826991-c170-4b7d-8343-40b466107d16 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:08:40.237615 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:40.332059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 5239c931-7765-4733-9810-5abff3f3c10f completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:40.351050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 5239c931-7765-4733-9810-5abff3f3c10f triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:40.354834 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:40.381076 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] Deleting port 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:08:40.381614 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:40.449851 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c5c40d6-5424-4ba0-a16a-a30a3b6f54f4 req-25503afd-48ed-4551-be33-8165d10713ee service neutron] 10.222.0.15 "GET /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837129 Jul 14 07:08:40.455628 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] For port 0921c11c-89b4-41bd-aad3-37a4f5e97cc8, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0921c11c-89b4-41bd-aad3-37a4f5e97cc8,segment=NetworkSegment(464c6da4-f6f9-4b55-913c-c5068e2c4ffe),segment_id=464c6da4-f6f9-4b55-913c-c5068e2c4ffe)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:40.480893 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:40.499796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473487d-a26b-4bee-9db0-7e7737ed34e9 req-1342eca4-ad70-493e-8b5f-e9e09bc2e5af tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:40.501400 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a473487d-a26b-4bee-9db0-7e7737ed34e9 req-1342eca4-ad70-493e-8b5f-e9e09bc2e5af tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.2380083 Jul 14 07:08:40.532211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] Calling delete_port for 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:08:40.544936 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1730d28d-d31c-4ce4-9a47-a419147872f3 None None] DHCP port deletion for 21525a5f-7dc9-4161-bbc1-87719ac90c8d request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:08:40.563607 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:40.623673 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a473487d-a26b-4bee-9db0-7e7737ed34e9 req-565a4d80-7102-4445-8c14-77b657dfd7fa tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121142 Jul 14 07:08:40.634086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5239c931-7765-4733-9810-5abff3f3c10f, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5239c931-7765-4733-9810-5abff3f3c10f,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:40.637402 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ce0587-91b2-4bd5-a0aa-a335b8fff9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5239c931-7765-4733-9810-5abff3f3c10f'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:08:40.639518 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:40.641097 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b43b99-ce76-4db4-ba57-ddc70f887664" -d '{"events": [{"server_uuid": "79ce0587-91b2-4bd5-a0aa-a335b8fff9e2", "name": "network-vif-plugged", "status": "completed", "tag": "5239c931-7765-4733-9810-5abff3f3c10f"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:08:40.646012 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:40.673808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d2ca6-f20b-4a8c-b309-d23deb61ade9 req-d5d0472f-3fc0-44ed-9ecb-e47430c95cfd tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:40.676190 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] Pushing event deleted for resources: {'Port': ['ID=0921c11c-89b4-41bd-aad3-37a4f5e97cc8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:40.682891 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] No DVR routers for this DVR port 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:08:40.689918 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-874d2ca6-f20b-4a8c-b309-d23deb61ade9 req-d5d0472f-3fc0-44ed-9ecb-e47430c95cfd tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 945 time: 0.1274028 Jul 14 07:08:40.746010 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-874d2ca6-f20b-4a8c-b309-d23deb61ade9 req-d1e27215-91e7-4769-af9f-84b139c96061 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548377 Jul 14 07:08:40.779214 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1730d28d-d31c-4ce4-9a47-a419147872f3 None None] Deleting port 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:08:40.783511 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1730d28d-d31c-4ce4-9a47-a419147872f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:40.856899 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:40.868483 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-1730d28d-d31c-4ce4-9a47-a419147872f3 None None] For port 0921c11c-89b4-41bd-aad3-37a4f5e97cc8, host n-d-778696-5, got binding levels [] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:40.868879 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1730d28d-d31c-4ce4-9a47-a419147872f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:40.875238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21525a5f-7dc9-4161-bbc1-87719ac90c8d']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:40.881537 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7c3c64-ab3d-423f-99ff-4335ba033e52 x-openstack-request-id: req-0a7c3c64-ab3d-423f-99ff-4335ba033e52 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:08:40.882082 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ce0587-91b2-4bd5-a0aa-a335b8fff9e2", "name": "network-vif-plugged", "status": "completed", "tag": "5239c931-7765-4733-9810-5abff3f3c10f", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:08:40.882518 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a7c3c64-ab3d-423f-99ff-4335ba033e52 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:08:40.883085 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ce0587-91b2-4bd5-a0aa-a335b8fff9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5239c931-7765-4733-9810-5abff3f3c10f', 'code': 200} Jul 14 07:08:40.885831 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c826991-c170-4b7d-8343-40b466107d16 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:08:40.889059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1730d28d-d31c-4ce4-9a47-a419147872f3 None None] Calling delete_port for 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:08:40.891042 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=5239c931-7765-4733-9810-5abff3f3c10f,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:40.894822 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.ipam_backend_mixin [None req-1730d28d-d31c-4ce4-9a47-a419147872f3 None None] Port 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 was not found and therefore no delete operation was performed {{(pid=93829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 07:08:40.896610 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1730d28d-d31c-4ce4-9a47-a419147872f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:40.902605 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464c6da4-f6f9-4b55-913c-c5068e2c4ffe') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:40.902980 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464c6da4-f6f9-4b55-913c-c5068e2c4ffe') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:40.906518 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:40.920103 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:40.923199 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730d28d-d31c-4ce4-9a47-a419147872f3 None None] Pushing event deleted for resources: {'Port': ['ID=0921c11c-89b4-41bd-aad3-37a4f5e97cc8,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:40.934299 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1730d28d-d31c-4ce4-9a47-a419147872f3 None None] No DVR routers for this DVR port 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:08:40.944904 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Transition to ACTIVE for port object 1c826991-c170-4b7d-8343-40b466107d16 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:40.950110 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:40.966677 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:40.977144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:08:40.977144 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:41.005284 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e6d94-edea-406c-96fa-220b62f011c9 req-bbddb8ae-d2bb-4e59-b99e-e7c9907ff198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:41.007299 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d71e6d94-edea-406c-96fa-220b62f011c9 req-bbddb8ae-d2bb-4e59-b99e-e7c9907ff198 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 1097 time: 0.0948544 Jul 14 07:08:41.015000 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc556a-17ef-4e7c-99ac-0954809b482c req-4898b502-89cc-4032-a767-80621cd764cf tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:41.022558 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ebc556a-17ef-4e7c-99ac-0954809b482c req-4898b502-89cc-4032-a767-80621cd764cf tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.1745365 Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:08:41.048557 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:08:41.055649 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:41.066264 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:41.069783 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] 10.222.0.35 "DELETE /v2.0/networks/21525a5f-7dc9-4161-bbc1-87719ac90c8d HTTP/1.1" status: 204 len: 168 time: 1.0026670 Jul 14 07:08:41.098302 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ebc556a-17ef-4e7c-99ac-0954809b482c req-fba90b96-f532-4080-8574-b49fa7f14d6d tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600510 Jul 14 07:08:41.121890 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Pushing event updated for resources: {'Port': ['ID=1c826991-c170-4b7d-8343-40b466107d16,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:41.135863 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d71e6d94-edea-406c-96fa-220b62f011c9 req-81879b7c-9068-4730-a103-81335aea7a98 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112831 Jul 14 07:08:41.140296 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ee945-6e9c-43fd-a03d-31d149a3b464 admin admin] Pushing event deleted for resources: {'Network': ['ID=21525a5f-7dc9-4161-bbc1-87719ac90c8d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:41.246390 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Attempting to bind port 1c826991-c170-4b7d-8343-40b466107d16 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:08:41.246804 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Attempting to bind port 1c826991-c170-4b7d-8343-40b466107d16 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:08:41.247043 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Attempting to bind port 1c826991-c170-4b7d-8343-40b466107d16 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:08:41.255290 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Port 1c826991-c170-4b7d-8343-40b466107d16 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:08:41.255620 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Attempting to bind port 1c826991-c170-4b7d-8343-40b466107d16 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:08:41.281586 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:08:41.283615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:08:41.283917 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:08:41.284384 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Bound port: 1c826991-c170-4b7d-8343-40b466107d16, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:08:41.284757 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:41.395488 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] For port 1c826991-c170-4b7d-8343-40b466107d16, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:08:41.412475 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] For port 1c826991-c170-4b7d-8343-40b466107d16, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1c826991-c170-4b7d-8343-40b466107d16,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:08:41.421138 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:41.422569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079363f-dcea-4859-a4b4-4ee53035b53a req-7c9f7a4f-7ef6-4ecf-84c8-9d41481caac6 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:41.424233 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b079363f-dcea-4859-a4b4-4ee53035b53a req-7c9f7a4f-7ef6-4ecf-84c8-9d41481caac6 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.1573133 Jul 14 07:08:41.435344 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44526) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:41.437907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cd57a-f547-4c19-8ae6-1d1a4171c20c req-a5bf438c-0c9f-4e9f-adc0-6fe9a9a4bce3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:41.439637 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a0cd57a-f547-4c19-8ae6-1d1a4171c20c req-a5bf438c-0c9f-4e9f-adc0-6fe9a9a4bce3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 948 time: 0.1189628 Jul 14 07:08:41.483642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:41.484272 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:41.485872 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b78cd83-0766-4450-abba-74516a209571 req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] 10.222.0.30 "PUT /v2.0/ports/1c826991-c170-4b7d-8343-40b466107d16 HTTP/1.1" status: 200 len: 1096 time: 1.7976804 Jul 14 07:08:41.507480 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b079363f-dcea-4859-a4b4-4ee53035b53a req-97cc957a-9f8c-411d-abbe-0711af0b1d35 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650194 Jul 14 07:08:41.510103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316cf189-97b5-4346-8fbf-215b0188e460', 'tag': '1c826991-c170-4b7d-8343-40b466107d16'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:08:41.512494 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551efa54-a29e-4ec4-8f10-a3eff7730204" -d '{"events": [{"name": "network-changed", "server_uuid": "316cf189-97b5-4346-8fbf-215b0188e460", "tag": "1c826991-c170-4b7d-8343-40b466107d16"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:08:41.528926 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a0cd57a-f547-4c19-8ae6-1d1a4171c20c req-4e2adeb5-277d-46b0-8551-5654e1fee916 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796688 Jul 14 07:08:41.583609 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c67b91e-f9a4-4a13-9bb4-3a9387782b01 x-openstack-request-id: req-1c67b91e-f9a4-4a13-9bb4-3a9387782b01 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:08:41.583919 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316cf189-97b5-4346-8fbf-215b0188e460", "tag": "1c826991-c170-4b7d-8343-40b466107d16", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:08:41.584171 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c67b91e-f9a4-4a13-9bb4-3a9387782b01 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:08:41.584555 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316cf189-97b5-4346-8fbf-215b0188e460', 'tag': '1c826991-c170-4b7d-8343-40b466107d16', 'status': 'completed', 'code': 200} Jul 14 07:08:41.594849 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c6a875fd-3198-4997-8443-d38d921280b4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=70397c208b234c5fb58a4d4894b192d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581631 Jul 14 07:08:41.597518 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 44532) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:41.600113 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154bd8a-2dbc-4be4-9c2a-494145b91a10 service neutron] Pushing event updated for resources: {'Port': ['ID=1c826991-c170-4b7d-8343-40b466107d16,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:41.629060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78cd83-0766-4450-abba-74516a209571 req-59c21dff-80a4-4a11-8201-f201d7778a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:41.631484 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b78cd83-0766-4450-abba-74516a209571 req-59c21dff-80a4-4a11-8201-f201d7778a0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 1099 time: 0.0976453 Jul 14 07:08:41.657445 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-519789b6-148d-4c5e-93dc-47bcf4456919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:41.679670 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b78cd83-0766-4450-abba-74516a209571 req-2670b8b3-9e79-4700-95f4-27fb2312347a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=1c826991-c170-4b7d-8343-40b466107d16 HTTP/1.1" status: 200 len: 217 time: 0.0404985 Jul 14 07:08:41.682474 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-519789b6-148d-4c5e-93dc-47bcf4456919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:41.731205 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-519789b6-148d-4c5e-93dc-47bcf4456919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:41.733883 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-519789b6-148d-4c5e-93dc-47bcf4456919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:41.737483 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-519789b6-148d-4c5e-93dc-47bcf4456919 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c0651092-a09d-4ad7-bd93-2ab144e3edda HTTP/1.1" status: 204 len: 168 time: 0.1363897 Jul 14 07:08:41.744173 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78cd83-0766-4450-abba-74516a209571 req-43fc43f1-2704-4b1f-8fa1-0377e7778f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:41.744747 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519789b6-148d-4c5e-93dc-47bcf4456919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0651092-a09d-4ad7-bd93-2ab144e3edda,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:41.746419 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b78cd83-0766-4450-abba-74516a209571 req-43fc43f1-2704-4b1f-8fa1-0377e7778f15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0576982 Jul 14 07:08:41.835989 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78cd83-0766-4450-abba-74516a209571 req-15193551-f4c8-4ed6-906a-2b55cac1fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:41.837837 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b78cd83-0766-4450-abba-74516a209571 req-15193551-f4c8-4ed6-906a-2b55cac1fcc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759802 Jul 14 07:08:41.880067 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54174893-0cf3-4a66-aae5-8d149c24c23f req-a3783f22-94d4-4813-bf96-4f542313c982 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:41.883155 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-54174893-0cf3-4a66-aae5-8d149c24c23f req-a3783f22-94d4-4813-bf96-4f542313c982 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.1194963 Jul 14 07:08:41.967942 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b78cd83-0766-4450-abba-74516a209571 req-8cf91355-5d03-48b6-b9ae-65393cbdd939 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225193 Jul 14 07:08:41.984802 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-54174893-0cf3-4a66-aae5-8d149c24c23f req-4d29e6f0-f14e-4de9-803c-f4fcbc30a3ff tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874894 Jul 14 07:08:42.015048 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:08:42.035202 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f2448-8ebc-47f3-a730-9439d7177169 req-196d1792-69a4-45eb-bccc-f5a24c289ae9 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:42.043769 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-046f2448-8ebc-47f3-a730-9439d7177169 req-196d1792-69a4-45eb-bccc-f5a24c289ae9 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.1591127 Jul 14 07:08:42.052760 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:08:42.053567 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0921c11c-89b4-41bd-aad3-37a4f5e97cc8 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:08:42.101226 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-046f2448-8ebc-47f3-a730-9439d7177169 req-04420198-f49f-4a08-b6e0-a6e6306e19f8 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562623 Jul 14 07:08:42.107609 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b78cd83-0766-4450-abba-74516a209571 req-3ff61c42-1e45-4440-8fbf-98f24e6bcc74 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332133 Jul 14 07:08:42.283377 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551efa54-a29e-4ec4-8f10-a3eff7730204 req-5b303a47-3c23-4b66-9359-a5fe3bb9c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:42.284498 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-551efa54-a29e-4ec4-8f10-a3eff7730204 req-5b303a47-3c23-4b66-9359-a5fe3bb9c957 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 1099 time: 0.1012719 Jul 14 07:08:42.315511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d59f6c-16f5-4fb3-9470-0e70d43362e3 req-a1a015e0-283b-46e0-8bd6-e483f2823cc2 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:42.317065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1d59f6c-16f5-4fb3-9470-0e70d43362e3 req-a1a015e0-283b-46e0-8bd6-e483f2823cc2 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.0809166 Jul 14 07:08:42.358667 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1d59f6c-16f5-4fb3-9470-0e70d43362e3 req-151716a7-27f4-4c70-95c3-1102e696a21f tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338881 Jul 14 07:08:42.409971 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551efa54-a29e-4ec4-8f10-a3eff7730204 req-08105e13-643b-4962-a985-3a0eccac1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:42.412808 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-551efa54-a29e-4ec4-8f10-a3eff7730204 req-08105e13-643b-4962-a985-3a0eccac1fa4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.1202936 Jul 14 07:08:42.461355 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-551efa54-a29e-4ec4-8f10-a3eff7730204 req-07042b15-21b5-459a-b583-9f32152ff3ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=1c826991-c170-4b7d-8343-40b466107d16 HTTP/1.1" status: 200 len: 217 time: 0.0413957 Jul 14 07:08:42.518020 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551efa54-a29e-4ec4-8f10-a3eff7730204 req-77a7e028-02e9-46e8-aab3-65fa39977465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:42.519732 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-551efa54-a29e-4ec4-8f10-a3eff7730204 req-77a7e028-02e9-46e8-aab3-65fa39977465 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0523055 Jul 14 07:08:42.632199 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551efa54-a29e-4ec4-8f10-a3eff7730204 req-9678adf4-3dcc-470e-9e00-1630766faf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:42.634686 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-551efa54-a29e-4ec4-8f10-a3eff7730204 req-9678adf4-3dcc-470e-9e00-1630766faf40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1081107 Jul 14 07:08:42.672555 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44578) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:42.779945 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-551efa54-a29e-4ec4-8f10-a3eff7730204 req-4580856b-c1c7-4cde-90d8-447c6a739091 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375353 Jul 14 07:08:42.802772 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9689174d-9885-403e-986d-f8a0264197e1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1669918371-network', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:42.881312 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9689174d-9885-403e-986d-f8a0264197e1 admin admin] Made reservation on behalf of 8fcc39e46e4341f48c05f22844ff67cc for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:08:42.883807 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9689174d-9885-403e-986d-f8a0264197e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:42.897839 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9689174d-9885-403e-986d-f8a0264197e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:42.928710 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-551efa54-a29e-4ec4-8f10-a3eff7730204 req-d0a11594-7a54-4b67-ae99-116a735b0add service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411927 Jul 14 07:08:43.020772 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dae55-8278-4e04-a195-0592985359f5 req-50a6b291-2b45-446f-9fad-367b5f015aab tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:43.025676 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be2dae55-8278-4e04-a195-0592985359f5 req-50a6b291-2b45-446f-9fad-367b5f015aab tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.4847391 Jul 14 07:08:43.041529 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9689174d-9885-403e-986d-f8a0264197e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:43.047191 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9689174d-9885-403e-986d-f8a0264197e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:43.071737 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9689174d-9885-403e-986d-f8a0264197e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:08:43.077654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be2dae55-8278-4e04-a195-0592985359f5 req-2c94a5c8-5f68-4ea5-bf65-68e9933fae5a tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492890 Jul 14 07:08:43.085631 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689174d-9885-403e-986d-f8a0264197e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7757c79-ad64-4cde-b8d1-32da5312662f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:43.090478 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9689174d-9885-403e-986d-f8a0264197e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:43.090823 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-9689174d-9885-403e-986d-f8a0264197e1 admin admin] Added segment 553402c6-5a2d-4c8a-abad-4a275d3c3c29 of type vlan for network 5abe54e3-4790-4392-9dd3-231cc46cfd0f Jul 14 07:08:43.098472 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825abbf2-3d0a-4601-bf28-a39fd3e1bf81 req-9da1f91c-2b59-41d0-9f9a-a1dea0d1bf99 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:43.100392 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-825abbf2-3d0a-4601-bf28-a39fd3e1bf81 req-9da1f91c-2b59-41d0-9f9a-a1dea0d1bf99 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.4678907 Jul 14 07:08:43.141214 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9689174d-9885-403e-986d-f8a0264197e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:43.152983 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-825abbf2-3d0a-4601-bf28-a39fd3e1bf81 req-48e76e9b-0723-45bd-a749-04699a5bb3c5 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457988 Jul 14 07:08:43.183355 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9689174d-9885-403e-986d-f8a0264197e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:43.184465 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9689174d-9885-403e-986d-f8a0264197e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:43.185461 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9689174d-9885-403e-986d-f8a0264197e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:43.251258 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689174d-9885-403e-986d-f8a0264197e1 admin admin] Pushing event updated for resources: {'Network': ['ID=5abe54e3-4790-4392-9dd3-231cc46cfd0f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:43.254539 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9689174d-9885-403e-986d-f8a0264197e1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.5805538 Jul 14 07:08:43.258485 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 44596) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:43.264396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 5abe54e3-4790-4392-9dd3-231cc46cfd0f details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:08:43.266392 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ebb84264-d22f-4b04-a526-4a6edf9a73ed admin admin] Request body: {'subnet': {'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1669918371-subnet', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:43.354182 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb84264-d22f-4b04-a526-4a6edf9a73ed admin admin] Made reservation on behalf of 8fcc39e46e4341f48c05f22844ff67cc for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:08:43.356531 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ebb84264-d22f-4b04-a526-4a6edf9a73ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:43.459311 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c559c-08e7-4fa5-b6b5-716569954f4f req-0a735dcc-a433-4c02-a39e-59393364b1ad tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:43.460761 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-994c559c-08e7-4fa5-b6b5-716569954f4f req-0a735dcc-a433-4c02-a39e-59393364b1ad tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 948 time: 0.1896231 Jul 14 07:08:43.471964 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a037d-4123-4a70-bf97-e1c39efec941 req-e5562112-eddc-4a8d-b58f-022a7c1d7ed2 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:43.473381 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e26a037d-4123-4a70-bf97-e1c39efec941 req-e5562112-eddc-4a8d-b58f-022a7c1d7ed2 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.1863251 Jul 14 07:08:43.568816 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-994c559c-08e7-4fa5-b6b5-716569954f4f req-b9259d85-f070-49ff-888d-5fec41245167 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925817 Jul 14 07:08:43.573750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e26a037d-4123-4a70-bf97-e1c39efec941 req-4de58e23-ff0e-43f3-a2a5-1d89c7be55ab tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894198 Jul 14 07:08:43.630897 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ebb84264-d22f-4b04-a526-4a6edf9a73ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:43.686761 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb84264-d22f-4b04-a526-4a6edf9a73ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d147d78-f299-48de-8ef7-5a515c439ebb,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:43.766680 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb84264-d22f-4b04-a526-4a6edf9a73ed admin admin] Checking segment: {'id': '553402c6-5a2d-4c8a-abad-4a275d3c3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:08:43.766955 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb84264-d22f-4b04-a526-4a6edf9a73ed admin admin] Network hostable DHCP agents. Network: 5abe54e3-4790-4392-9dd3-231cc46cfd0f, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:08:43.808431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb84264-d22f-4b04-a526-4a6edf9a73ed admin admin] Network 5abe54e3-4790-4392-9dd3-231cc46cfd0f is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:08:43.819241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c5394-ceac-4b96-84cf-45a61ad21116 req-d3ef0f22-f518-41fd-b44f-1f5ba2550f9e tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:43.820713 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b81c5394-ceac-4b96-84cf-45a61ad21116 req-d3ef0f22-f518-41fd-b44f-1f5ba2550f9e tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.1352684 Jul 14 07:08:43.836322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ebb84264-d22f-4b04-a526-4a6edf9a73ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 5abe54e3-4790-4392-9dd3-231cc46cfd0f) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:43.844901 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b49284-2599-4b85-a026-2adb150b0a76 None None] Network 5abe54e3-4790-4392-9dd3-231cc46cfd0f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:08:43.850635 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb84264-d22f-4b04-a526-4a6edf9a73ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:43.851237 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ebb84264-d22f-4b04-a526-4a6edf9a73ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:43.863720 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b30861-0b2b-400c-a009-961d4d834e2d req-76e62f05-54d6-4436-8953-affaab83fcc0 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:43.865950 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57b30861-0b2b-400c-a009-961d4d834e2d req-76e62f05-54d6-4436-8953-affaab83fcc0 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=8620d67e-2954-429a-ac6a-348bc7e8be4b HTTP/1.1" status: 200 len: 945 time: 0.1420670 Jul 14 07:08:43.904405 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b81c5394-ceac-4b96-84cf-45a61ad21116 req-a3658fcc-1df4-497d-9b4e-8075b803eea9 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772643 Jul 14 07:08:43.905620 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ebb84264-d22f-4b04-a526-4a6edf9a73ed admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6459146 Jul 14 07:08:43.908392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44600) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:43.912933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1669918371-router', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:43.937692 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57b30861-0b2b-400c-a009-961d4d834e2d req-1154cbe3-6291-4845-9f80-35e088776229 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625536 Jul 14 07:08:43.944012 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:43.945451 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:44.045485 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:44.046281 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1c826991-c170-4b7d-8343-40b466107d16 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:08:44.095806 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-5abe54e3-4790-4392-9dd3-231cc46cfd0f', 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'fixed_ips': [{'subnet_id': '8d147d78-f299-48de-8ef7-5a515c439ebb'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:08:44.096657 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:44.184048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73053fb5-52be-4298-900f-44338999af84 req-29de9a88-60e9-4758-acca-5a08b9adf9e1 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:44.185935 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73053fb5-52be-4298-900f-44338999af84 req-29de9a88-60e9-4758-acca-5a08b9adf9e1 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e HTTP/1.1" status: 200 len: 945 time: 0.1024220 Jul 14 07:08:44.195603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f0314-1e11-496e-bf84-ccdce84b996d req-407a723c-e19f-40c7-a1c1-1018bbfc31b5 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:44.202519 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db9f0314-1e11-496e-bf84-ccdce84b996d req-407a723c-e19f-40c7-a1c1-1018bbfc31b5 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.1485019 Jul 14 07:08:44.205640 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:44.215230 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.resource_extend [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:08:44.253592 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73053fb5-52be-4298-900f-44338999af84 req-f5f3f796-773e-40c7-bf97-8bcb123d8c6c tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364089 Jul 14 07:08:44.284647 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db9f0314-1e11-496e-bf84-ccdce84b996d req-600df698-d78c-4998-aaac-6d84f4636420 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775394 Jul 14 07:08:44.328489 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-9f3f65ee-e48c-49c6-bcad-cc00637ac44d req-023c3403-c619-4257-bf3f-ea646f0fe757 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:08:44.329607 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f3f65ee-e48c-49c6-bcad-cc00637ac44d req-023c3403-c619-4257-bf3f-ea646f0fe757 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066011 Jul 14 07:08:44.352634 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Allocated IP 172.20.0.2 (5abe54e3-4790-4392-9dd3-231cc46cfd0f/8d147d78-f299-48de-8ef7-5a515c439ebb/e05f28fa-48a2-4fd6-9dea-dbdc69a1e496) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:08:44.465004 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1c826991-c170-4b7d-8343-40b466107d16, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1c826991-c170-4b7d-8343-40b466107d16,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:44.484703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '1c826991-c170-4b7d-8343-40b466107d16', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '1c826991-c170-4b7d-8343-40b466107d16', 'mac_address': 'fa:16:3e:19:3b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:08:44.501441 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:44.522319 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:44.602833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f3f65ee-e48c-49c6-bcad-cc00637ac44d req-2e371a25-c79f-4d22-a43a-d84dbd577c86 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2532556 Jul 14 07:08:44.614788 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce40abd-3c7d-4690-9b7b-b4092fd7b254 req-7bb018c1-dafa-468c-94d3-dd945c366d43 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:44.622911 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ce40abd-3c7d-4690-9b7b-b4092fd7b254 req-7bb018c1-dafa-468c-94d3-dd945c366d43 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.1271696 Jul 14 07:08:44.681524 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ce40abd-3c7d-4690-9b7b-b4092fd7b254 req-f325c5f7-8be5-484e-bf35-3da712dd69c9 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573988 Jul 14 07:08:44.689544 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] Allocated IP 172.25.7.209 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/1635eb53-2c59-4b5a-a085-1f26cde77db0) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:08:44.748778 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 44624) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:44.837001 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:44.893568 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:44.914239 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:44.948104 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c826991-c170-4b7d-8343-40b466107d16 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:08:44.951436 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0b4ccbd4-4c56-4dd0-b343-4938972e8355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:44.981721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:08:44.984031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] Pushing event updated for resources: {'Port': ['ID=1635eb53-2c59-4b5a-a085-1f26cde77db0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:44.984984 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1c826991-c170-4b7d-8343-40b466107d16, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1c826991-c170-4b7d-8343-40b466107d16,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:44.986796 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:44.987196 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:44.990018 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:08:45.002249 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:45.032937 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Transition to ACTIVE for port object e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:45.070687 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Transition to ACTIVE for port object e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:45.088273 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:45.099381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=1c826991-c170-4b7d-8343-40b466107d16,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:45.112058 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Network 5abe54e3-4790-4392-9dd3-231cc46cfd0f is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:08:45.114765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:45.140079 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:08:45.143743 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0e696-f0da-4dd4-93f6-507a71330ec3 req-23c53a0e-0fb5-45dc-9109-d942735c467b tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:45.160748 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3d0e696-f0da-4dd4-93f6-507a71330ec3 req-23c53a0e-0fb5-45dc-9109-d942735c467b tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 948 time: 0.2495978 Jul 14 07:08:45.209312 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Pushing event updated for resources: {'Port': ['ID=e05f28fa-48a2-4fd6-9dea-dbdc69a1e496,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:45.229612 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['1c826991-c170-4b7d-8343-40b466107d16'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:08:45.255426 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:45.258233 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Attempting to bind port e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:08:45.258591 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Attempting to bind port e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '553402c6-5a2d-4c8a-abad-4a275d3c3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:08:45.258956 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Attempting to bind port e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 on network 5abe54e3-4790-4392-9dd3-231cc46cfd0f {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:08:45.269441 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3d0e696-f0da-4dd4-93f6-507a71330ec3 req-187bfe3f-719e-4f0f-9eb9-44847e6859b5 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063027 Jul 14 07:08:45.275606 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:08:45.276061 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Checking segment: {'id': '553402c6-5a2d-4c8a-abad-4a275d3c3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:08:45.276427 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:45.276819 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Bound using segment: {'id': '553402c6-5a2d-4c8a-abad-4a275d3c3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:08:45.277380 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Bound port: e05f28fa-48a2-4fd6-9dea-dbdc69a1e496, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553402c6-5a2d-4c8a-abad-4a275d3c3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:08:45.277756 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:45.337639 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522eba89-7937-4709-b230-834ad008b080 req-61884a24-d3de-4e08-a2b6-814aeee1ca64 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:45.339250 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-522eba89-7937-4709-b230-834ad008b080 req-61884a24-d3de-4e08-a2b6-814aeee1ca64 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.1437864 Jul 14 07:08:45.341406 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0b4ccbd4-4c56-4dd0-b343-4938972e8355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:45.366987 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0b4ccbd4-4c56-4dd0-b343-4938972e8355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:45.419892 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] For port e05f28fa-48a2-4fd6-9dea-dbdc69a1e496, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:08:45.447080 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] For port e05f28fa-48a2-4fd6-9dea-dbdc69a1e496, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e05f28fa-48a2-4fd6-9dea-dbdc69a1e496,segment=NetworkSegment(553402c6-5a2d-4c8a-abad-4a275d3c3c29),segment_id=553402c6-5a2d-4c8a-abad-4a275d3c3c29)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:08:45.449987 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:45.476488 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:45.495237 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0b4ccbd4-4c56-4dd0-b343-4938972e8355 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac42e33a4ea64dbcaf3e25f150c6e622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7450242 Jul 14 07:08:45.496402 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 44632) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:45.538073 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ccbd4-4c56-4dd0-b343-4938972e8355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f36fd1-2101-4a8c-9a85-a2d3baabc5e0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:45.571661 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-522eba89-7937-4709-b230-834ad008b080 req-274c7e7e-c886-4d1b-9e37-eede8a0a2173 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095265 Jul 14 07:08:45.628462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f543470-36ed-4b74-8559-f294f087a8ac None None] Pushing event updated for resources: {'Port': ['ID=e05f28fa-48a2-4fd6-9dea-dbdc69a1e496,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:45.647922 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc52720-6da5-4d44-9cbf-1e2d81a78144 req-4dc4bc70-3977-48b2-8df6-9e2678f4c14b tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:45.654849 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbc52720-6da5-4d44-9cbf-1e2d81a78144 req-4dc4bc70-3977-48b2-8df6-9e2678f4c14b tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.1690519 Jul 14 07:08:45.662340 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4859d7c8-8291-4403-b4d6-c41a0fe164c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:45.701446 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4859d7c8-8291-4403-b4d6-c41a0fe164c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:45.720570 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:45.725810 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbc52720-6da5-4d44-9cbf-1e2d81a78144 req-0b70e4e4-bb1c-41cb-8ceb-7ac5af78daa2 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700066 Jul 14 07:08:45.836995 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4859d7c8-8291-4403-b4d6-c41a0fe164c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:45.840299 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4859d7c8-8291-4403-b4d6-c41a0fe164c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:45.841735 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4859d7c8-8291-4403-b4d6-c41a0fe164c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2f36fd1-2101-4a8c-9a85-a2d3baabc5e0 HTTP/1.1" status: 204 len: 168 time: 0.3322728 Jul 14 07:08:45.860177 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d7a80-77d4-47b0-aa95-954968158f53 req-2d614390-ffb8-4cdf-b8e1-c932745280dd tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:45.872461 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8c0d7a80-77d4-47b0-aa95-954968158f53 req-2d614390-ffb8-4cdf-b8e1-c932745280dd tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.1411424 Jul 14 07:08:45.880600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859d7c8-8291-4403-b4d6-c41a0fe164c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f36fd1-2101-4a8c-9a85-a2d3baabc5e0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:45.999767 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8c0d7a80-77d4-47b0-aa95-954968158f53 req-7a17039c-ff3a-4fe8-96ae-f8a915b5115f tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261303 Jul 14 07:08:46.016964 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:46.051877 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1c826991-c170-4b7d-8343-40b466107d16 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:46.062391 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9568fc-2949-4781-98ba-7fe844b80624 req-7aebf61a-3310-4744-965f-311f46ab63b8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:46.076611 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a9568fc-2949-4781-98ba-7fe844b80624 req-7aebf61a-3310-4744-965f-311f46ab63b8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.1916523 Jul 14 07:08:46.093854 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:46.153221 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a9568fc-2949-4781-98ba-7fe844b80624 req-02699be4-15e9-4f06-abce-f9da508dcf87 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747454 Jul 14 07:08:46.183947 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:46.197738 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 1c826991-c170-4b7d-8343-40b466107d16 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:46.203868 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 1c826991-c170-4b7d-8343-40b466107d16 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:46.204540 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:46.205996 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] Router e1d5f28e-f4ea-49a5-8109-758604c8cf23 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:08:46.294547 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0e798-1f05-437d-a8df-96fe6d2d1001 req-72aecaec-d054-4545-ad22-2bf95ae65a29 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:46.303527 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1e0e798-1f05-437d-a8df-96fe6d2d1001 req-72aecaec-d054-4545-ad22-2bf95ae65a29 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=8620d67e-2954-429a-ac6a-348bc7e8be4b HTTP/1.1" status: 200 len: 945 time: 0.1546729 Jul 14 07:08:46.327075 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:46.335266 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44646) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:46.355068 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-154e6880-7649-4657-abf9-b5efa3aea03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:46.367360 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316cf189-97b5-4346-8fbf-215b0188e460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c826991-c170-4b7d-8343-40b466107d16'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:08:46.369850 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ec20da-c6cc-4eea-a4b7-cd1d79d6772c" -d '{"events": [{"server_uuid": "316cf189-97b5-4346-8fbf-215b0188e460", "name": "network-vif-plugged", "status": "completed", "tag": "1c826991-c170-4b7d-8343-40b466107d16"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:08:46.375385 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1e0e798-1f05-437d-a8df-96fe6d2d1001 req-d5d19234-edb6-487c-bb7e-e7126c0b3b66 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708358 Jul 14 07:08:46.376869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:08:46.391002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Sync routers for ids ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:08:46.400088 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1c826991-c170-4b7d-8343-40b466107d16, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1c826991-c170-4b7d-8343-40b466107d16,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:46.400389 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc61849-8d7d-4071-9898-815c45eb7a85 req-0e16302b-d164-4d21-b65d-9e10215650c8 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:46.402018 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cfc61849-8d7d-4071-9898-815c45eb7a85 req-0e16302b-d164-4d21-b65d-9e10215650c8 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.0963917 Jul 14 07:08:46.408547 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:46.485753 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cfc61849-8d7d-4071-9898-815c45eb7a85 req-d6e6fd94-ee4e-4d71-bb30-93c98531815a tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657988 Jul 14 07:08:46.508465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=1c826991-c170-4b7d-8343-40b466107d16,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:46.519362 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Routers {'e1d5f28e-f4ea-49a5-8109-758604c8cf23'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:08:46.520282 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:08:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:46.543309 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-154e6880-7649-4657-abf9-b5efa3aea03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:46.554868 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-154e6880-7649-4657-abf9-b5efa3aea03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:46.579059 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f123b4-e051-42f9-b683-420ec1441d05 x-openstack-request-id: req-e9f123b4-e051-42f9-b683-420ec1441d05 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:08:46.579466 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316cf189-97b5-4346-8fbf-215b0188e460", "name": "network-vif-plugged", "status": "completed", "tag": "1c826991-c170-4b7d-8343-40b466107d16", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:08:46.579614 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9f123b4-e051-42f9-b683-420ec1441d05 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:08:46.579960 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316cf189-97b5-4346-8fbf-215b0188e460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c826991-c170-4b7d-8343-40b466107d16', 'code': 200} Jul 14 07:08:46.601734 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-154e6880-7649-4657-abf9-b5efa3aea03c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71e9bcf1e0a8490b8f24b1008dc3ef25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652783 Jul 14 07:08:46.602714 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:46.605700 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-11be93a8-947f-43fd-a924-37925b2a54dc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.6962471 Jul 14 07:08:46.606314 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44654) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:46.609026 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44658) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:46.704131 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Set router e1d5f28e-f4ea-49a5-8109-758604c8cf23 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:08:46.709496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff9283-0fba-4aa4-877b-5fb7cea6fc8e req-4d2c6a11-4a1c-4641-8b43-cc585292ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:46.711179 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fff9283-0fba-4aa4-877b-5fb7cea6fc8e req-4d2c6a11-4a1c-4641-8b43-cc585292ffb4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 1097 time: 0.1843176 Jul 14 07:08:46.723535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e6880-7649-4657-abf9-b5efa3aea03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883b6c1f-fbbb-4bcf-a2b0-5f35cb16eb1d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:46.784102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32c374-f086-4153-9e07-9d67a7eac087 req-3fc552f7-32a1-4ac4-a92b-a9b94889d77b tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:46.792006 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae32c374-f086-4153-9e07-9d67a7eac087 req-3fc552f7-32a1-4ac4-a92b-a9b94889d77b tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.2143893 Jul 14 07:08:46.839385 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fff9283-0fba-4aa4-877b-5fb7cea6fc8e req-5f36181a-43e5-4c53-869e-1f884df0ef6d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893445 Jul 14 07:08:46.850789 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae32c374-f086-4153-9e07-9d67a7eac087 req-425968d7-7599-4249-9e69-468b816e8fd4 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577919 Jul 14 07:08:46.852897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffef99-f485-4dae-9677-8b5c9c885fc7 req-59eb2978-1c53-477d-91cd-6643ba67d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:46.854477 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-aaffef99-f485-4dae-9677-8b5c9c885fc7 req-59eb2978-1c53-477d-91cd-6643ba67d98a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 1101 time: 0.1797154 Jul 14 07:08:46.857696 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c9055de-ec2a-4ecc-a274-2230f43ff683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:46.868867 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56466e0-3b1a-4d62-85bc-da472c8c01b1 req-dd59c14f-3f50-43eb-9c62-d40ca18b5ef1 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:46.870472 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c56466e0-3b1a-4d62-85bc-da472c8c01b1 req-dd59c14f-3f50-43eb-9c62-d40ca18b5ef1 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e HTTP/1.1" status: 200 len: 945 time: 0.1583145 Jul 14 07:08:46.939284 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c56466e0-3b1a-4d62-85bc-da472c8c01b1 req-ddb487eb-b1a9-4b22-ad94-5ec64ea76070 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539420 Jul 14 07:08:46.954514 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1669918371-router', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:43Z', 'updated_at': '2021-07-14T07:08:45Z', 'revision_number': 3, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'gw_port': {'id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:44Z', 'updated_at': '2021-07-14T07:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:46.973858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7281fc-08a4-4045-b874-703b50e2c4d6 None None] Network 5abe54e3-4790-4392-9dd3-231cc46cfd0f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:08:47.024354 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Checking router: e1d5f28e-f4ea-49a5-8109-758604c8cf23 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:08:47.025006 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Updating router e1d5f28e-f4ea-49a5-8109-758604c8cf23 port 1635eb53-2c59-4b5a-a085-1f26cde77db0 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:08:47.053123 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c9055de-ec2a-4ecc-a274-2230f43ff683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:47.100729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-546a62e1-83e7-4e10-84b1-d680232700d0 None None] Provisioning for port e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:47.104679 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:47.125611 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-aaffef99-f485-4dae-9677-8b5c9c885fc7 req-486591c2-0f0c-4ead-b78f-2a1b0e8340cb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616792 Jul 14 07:08:47.134518 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-546a62e1-83e7-4e10-84b1-d680232700d0 None None] Provisioning complete for port e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:47.134931 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-546a62e1-83e7-4e10-84b1-d680232700d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:47.212277 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f4d59-866a-4a6c-b1d3-c2d6e6b6c2b1 req-41711241-9ef1-4b39-b575-f8bf6c6d91f5 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:47.214223 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-636f4d59-866a-4a6c-b1d3-c2d6e6b6c2b1 req-41711241-9ef1-4b39-b575-f8bf6c6d91f5 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.1105614 Jul 14 07:08:47.232138 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c9055de-ec2a-4ecc-a274-2230f43ff683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:47.239639 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c9055de-ec2a-4ecc-a274-2230f43ff683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:47.241051 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8c9055de-ec2a-4ecc-a274-2230f43ff683 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/883b6c1f-fbbb-4bcf-a2b0-5f35cb16eb1d HTTP/1.1" status: 204 len: 168 time: 0.6328146 Jul 14 07:08:47.293111 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-636f4d59-866a-4a6c-b1d3-c2d6e6b6c2b1 req-78b1aaad-d62c-4ffb-a894-c73a916826c4 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726974 Jul 14 07:08:47.329071 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9055de-ec2a-4ecc-a274-2230f43ff683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883b6c1f-fbbb-4bcf-a2b0-5f35cb16eb1d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:47.391108 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:47.530436 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-546a62e1-83e7-4e10-84b1-d680232700d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:47.559352 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7626b1-9ed4-430b-9de9-80c5b07e6e45 req-370991c6-d9e1-4501-ac15-362f119c1bc8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:47.570265 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a7626b1-9ed4-430b-9de9-80c5b07e6e45 req-370991c6-d9e1-4501-ac15-362f119c1bc8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.1214364 Jul 14 07:08:47.593849 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-546a62e1-83e7-4e10-84b1-d680232700d0 None None] For port e05f28fa-48a2-4fd6-9dea-dbdc69a1e496, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e05f28fa-48a2-4fd6-9dea-dbdc69a1e496,segment=NetworkSegment(553402c6-5a2d-4c8a-abad-4a275d3c3c29),segment_id=553402c6-5a2d-4c8a-abad-4a275d3c3c29)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:47.610227 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-546a62e1-83e7-4e10-84b1-d680232700d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:47.664698 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a7626b1-9ed4-430b-9de9-80c5b07e6e45 req-00efb486-43f2-4cc9-8ccc-d027d810cd2f tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924869 Jul 14 07:08:47.746659 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] Allocated IP 172.20.0.1 (5abe54e3-4790-4392-9dd3-231cc46cfd0f/8d147d78-f299-48de-8ef7-5a515c439ebb/a52b2853-bd78-417c-8aaa-d1e6c869d476) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:08:47.854886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fecb7-89d1-4fae-a680-1200a1d52398 req-efd02249-f57f-40c2-bedc-9f273299416b tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:47.871724 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fecb7-89d1-4fae-a680-1200a1d52398 req-efd02249-f57f-40c2-bedc-9f273299416b tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:47.903242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fecb7-89d1-4fae-a680-1200a1d52398 req-efd02249-f57f-40c2-bedc-9f273299416b tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:47.916230 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-293fecb7-89d1-4fae-a680-1200a1d52398 req-efd02249-f57f-40c2-bedc-9f273299416b tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e&device_id=8620d67e-2954-429a-ac6a-348bc7e8be4b&device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 2417 time: 0.2138882 Jul 14 07:08:47.979331 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:47.984574 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a62e1-83e7-4e10-84b1-d680232700d0 None None] Pushing event updated for resources: {'Port': ['ID=e05f28fa-48a2-4fd6-9dea-dbdc69a1e496,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:48.016005 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:48.020508 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Transition to ACTIVE for port object 1635eb53-2c59-4b5a-a085-1f26cde77db0 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:48.039520 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:48.048367 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] Transition to ACTIVE for port object a52b2853-bd78-417c-8aaa-d1e6c869d476 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:48.094175 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:48.101340 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-293fecb7-89d1-4fae-a680-1200a1d52398 req-73ae2e43-ba58-41ae-8b08-a9005e1b466c tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838281 Jul 14 07:08:48.129671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Attempting to bind port 1635eb53-2c59-4b5a-a085-1f26cde77db0 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:08:48.130949 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Attempting to bind port 1635eb53-2c59-4b5a-a085-1f26cde77db0 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:08:48.131420 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Attempting to bind port 1635eb53-2c59-4b5a-a085-1f26cde77db0 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:08:48.144473 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:08:48.145763 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:08:48.146122 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:48.147088 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:08:48.147605 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Bound port: 1635eb53-2c59-4b5a-a085-1f26cde77db0, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:08:48.148051 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:48.161710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ed90d-80a9-4d10-80d6-ab01ee760d71 req-35ebfb55-41ef-4416-9c45-e3494ed9c853 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:48.164603 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e49ed90d-80a9-4d10-80d6-ab01ee760d71 req-35ebfb55-41ef-4416-9c45-e3494ed9c853 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.2375174 Jul 14 07:08:48.173321 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] Network 5abe54e3-4790-4392-9dd3-231cc46cfd0f is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:08:48.176629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:48.180579 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:08:48.183800 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80715453-1379-433d-9ea5-48be20e41b5c None None] Pushing event updated for resources: {'Port': ['ID=1635eb53-2c59-4b5a-a085-1f26cde77db0,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:48.212407 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a6f85a6a-48a1-415b-adc6-72b88c9fa7f6 None None] Provisioning complete for port e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:48.212761 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6f85a6a-48a1-415b-adc6-72b88c9fa7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:48.232136 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:48.262823 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] For port 1635eb53-2c59-4b5a-a085-1f26cde77db0, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:08:48.267473 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e49ed90d-80a9-4d10-80d6-ab01ee760d71 req-b7397d22-6a7f-4b9a-874f-08066b9611ac tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947499 Jul 14 07:08:48.267698 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] For port 1635eb53-2c59-4b5a-a085-1f26cde77db0, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1635eb53-2c59-4b5a-a085-1f26cde77db0,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:08:48.275600 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:48.287592 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a52b2853-bd78-417c-8aaa-d1e6c869d476,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:48.355545 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-51f17f67-03e4-4814-a3ee-abf4321fa29e req-8800f4cf-4bf6-4e61-89a2-5b640cb318c5 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:08:48.356970 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-51f17f67-03e4-4814-a3ee-abf4321fa29e req-8800f4cf-4bf6-4e61-89a2-5b640cb318c5 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108936 Jul 14 07:08:48.378517 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80715453-1379-433d-9ea5-48be20e41b5c None None] Pushing event updated for resources: {'Port': ['ID=1635eb53-2c59-4b5a-a085-1f26cde77db0,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:48.396005 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Routers {'e1d5f28e-f4ea-49a5-8109-758604c8cf23'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:08:48.397607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:08:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:48.457752 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:48.499489 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777beb5-1e7e-4a77-a8f8-4f3fbf51f4db req-5011cd7e-ee79-4b67-9628-3b6ee5fe649a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:48.501616 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d777beb5-1e7e-4a77-a8f8-4f3fbf51f4db req-5011cd7e-ee79-4b67-9628-3b6ee5fe649a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.1908634 Jul 14 07:08:48.553215 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-51f17f67-03e4-4814-a3ee-abf4321fa29e req-f67e2114-515b-440a-8d3f-86b856dc2650 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1825366 Jul 14 07:08:48.573267 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d777beb5-1e7e-4a77-a8f8-4f3fbf51f4db req-1223b924-224b-49bb-8588-8a92e73b2e2d tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634530 Jul 14 07:08:48.580703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] Set router e1d5f28e-f4ea-49a5-8109-758604c8cf23 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:08:48.645458 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8c4b04e7-f647-4dd4-97ee-79ae29e39f44 None None] Provisioning for port a52b2853-bd78-417c-8aaa-d1e6c869d476 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:48.674004 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:48.678967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8c4b04e7-f647-4dd4-97ee-79ae29e39f44 None None] Provisioning complete for port a52b2853-bd78-417c-8aaa-d1e6c869d476 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:48.679335 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8c4b04e7-f647-4dd4-97ee-79ae29e39f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:48.681814 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:48.832006 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:48.840765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a52b2853-bd78-417c-8aaa-d1e6c869d476,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:48.856225 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912e3d5-d74c-4ff1-95ff-c33bf17681c1 req-7fbdab06-07b1-4665-84f3-ac3ce82f01da tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:48.858237 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0912e3d5-d74c-4ff1-95ff-c33bf17681c1 req-7fbdab06-07b1-4665-84f3-ac3ce82f01da tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.1144361 Jul 14 07:08:48.890595 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-8c4b04e7-f647-4dd4-97ee-79ae29e39f44 None None] Port a52b2853-bd78-417c-8aaa-d1e6c869d476 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:08:48.942036 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0912e3d5-d74c-4ff1-95ff-c33bf17681c1 req-e372eaab-f90d-4dd9-884a-6bd120416c99 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770466 Jul 14 07:08:48.968293 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] Network 5abe54e3-4790-4392-9dd3-231cc46cfd0f is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:08:48.981079 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:49.090145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1669918371-router', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:43Z', 'updated_at': '2021-07-14T07:08:48Z', 'revision_number': 4, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'gw_port': {'id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:44Z', 'updated_at': '2021-07-14T07:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'a52b2853-bd78-417c-8aaa-d1e6c869d476', 'name': '', 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'mac_address': 'fa:16:3e:44:a0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:47Z', 'updated_at': '2021-07-14T07:08:47Z', 'revision_number': 1, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'subnets': [{'id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:49.151888 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054bca46-2312-4ffd-a314-373ed3f7444a None None] The sync data for ids ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'] in n-d-778696-5 is: [{'id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1669918371-router', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:43Z', 'updated_at': '2021-07-14T07:08:48Z', 'revision_number': 4, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'gw_port': {'id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:44Z', 'updated_at': '2021-07-14T07:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'a52b2853-bd78-417c-8aaa-d1e6c869d476', 'name': '', 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'mac_address': 'fa:16:3e:44:a0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:47Z', 'updated_at': '2021-07-14T07:08:47Z', 'revision_number': 1, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'subnets': [{'id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:08:49.247848 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] Router e1d5f28e-f4ea-49a5-8109-758604c8cf23 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:08:49.262878 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-56d2817b-d8f0-44b9-8417-70b576f2461a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173873 Jul 14 07:08:49.285947 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9270538-9b39-4fd0-ba9f-773e6e9f4b06 req-530a1074-aafa-460b-9009-1094617fe43e tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:49.301825 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9270538-9b39-4fd0-ba9f-773e6e9f4b06 req-530a1074-aafa-460b-9009-1094617fe43e tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.1359959 Jul 14 07:08:49.379390 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9270538-9b39-4fd0-ba9f-773e6e9f4b06 req-670d8012-b6ea-437d-9c4e-d0b7b3bc7c24 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765872 Jul 14 07:08:49.415375 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:08:49.429029 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-10069817-95fa-45e6-b006-382cc42b07b7 admin admin] 10.222.0.35 "PUT /v2.0/routers/e1d5f28e-f4ea-49a5-8109-758604c8cf23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8005290 Jul 14 07:08:49.433232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6a8ebef4-10e7-4ddb-a5a8-06b77f462041 None None] Provisioning complete for port a52b2853-bd78-417c-8aaa-d1e6c869d476 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:49.435522 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6a8ebef4-10e7-4ddb-a5a8-06b77f462041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:49.478486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ebef4-10e7-4ddb-a5a8-06b77f462041 None None] Port a52b2853-bd78-417c-8aaa-d1e6c869d476 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:08:49.685958 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ce1ce-10bd-45f8-8426-214c0fc61717 req-cdfb461c-9d85-4544-8637-a8de08adaa56 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:49.687523 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2c6ce1ce-10bd-45f8-8426-214c0fc61717 req-cdfb461c-9d85-4544-8637-a8de08adaa56 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.1341734 Jul 14 07:08:49.752193 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b53ce9-81dc-41c0-a5b2-175635335d83 req-f0d04be6-5515-474c-827f-db39e73a30de tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:49.759680 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44b53ce9-81dc-41c0-a5b2-175635335d83 req-f0d04be6-5515-474c-827f-db39e73a30de tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.1243410 Jul 14 07:08:49.781081 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2c6ce1ce-10bd-45f8-8426-214c0fc61717 req-43c5649a-59c9-439d-a02c-c1456332e7cc tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768292 Jul 14 07:08:49.855438 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44b53ce9-81dc-41c0-a5b2-175635335d83 req-7f6fabd8-3ffe-434d-8ba9-74f22172333e tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945892 Jul 14 07:08:50.085055 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:50.153133 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:50.153535 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:50.242939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-25d8aa2e-5678-45eb-91d2-7bdd067215d2 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:50.251333 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-25d8aa2e-5678-45eb-91d2-7bdd067215d2 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/networks?id=5a14332a-3cc4-4fca-9869-617a13d02085 HTTP/1.1" status: 200 len: 810 time: 0.2930763 Jul 14 07:08:50.281794 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-02908605-8e1c-4042-a3aa-e981c28d5f6b tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/quotas/41d7b9c7c3284b00bf5d9e27f0168ee3 HTTP/1.1" status: 200 len: 375 time: 0.0222964 Jul 14 07:08:50.397927 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-71efb448-3a41-4264-ba9c-767ce7a3deee tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=41d7b9c7c3284b00bf5d9e27f0168ee3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1143980 Jul 14 07:08:50.642116 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-da37f930-c84b-4b94-88f9-e4090629ca93 service neutron] 10.222.0.35 "GET /v2.0/networks/5a14332a-3cc4-4fca-9869-617a13d02085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399435 Jul 14 07:08:50.651419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44798) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:50.740605 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac5923-0156-487b-a777-7f8ead363080 req-affd6b75-1380-4227-9405-0112cba6bd27 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:50.747113 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57ac5923-0156-487b-a777-7f8ead363080 req-affd6b75-1380-4227-9405-0112cba6bd27 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/networks?id=5abe54e3-4790-4392-9dd3-231cc46cfd0f HTTP/1.1" status: 200 len: 829 time: 0.2025666 Jul 14 07:08:50.765577 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57ac5923-0156-487b-a777-7f8ead363080 req-4eb7f20d-f35d-4591-8bdb-a9d3e25c1104 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/quotas/8fcc39e46e4341f48c05f22844ff67cc HTTP/1.1" status: 200 len: 375 time: 0.0188880 Jul 14 07:08:50.789234 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa847166-4b28-424a-ad03-f9ffe13736e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:50.824099 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-5a5ad31c-75c9-4b84-a467-56b099cd5b5d service neutron] 10.222.0.35 "GET /v2.0/networks/5a14332a-3cc4-4fca-9869-617a13d02085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683135 Jul 14 07:08:50.865962 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57ac5923-0156-487b-a777-7f8ead363080 req-94be38ee-0d1c-4526-a329-ff3288fe1bc3 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fcc39e46e4341f48c05f22844ff67cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897040 Jul 14 07:08:50.902684 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa847166-4b28-424a-ad03-f9ffe13736e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:50.908956 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa847166-4b28-424a-ad03-f9ffe13736e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:50.951439 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-aa847166-4b28-424a-ad03-f9ffe13736e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad09fc26ac9e4bcca7145883eb180979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978578 Jul 14 07:08:50.952870 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa847166-4b28-424a-ad03-f9ffe13736e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a887ce3-260d-4db3-a8a3-de4700d4c878,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:50.954210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 44806) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:51.010692 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57ac5923-0156-487b-a777-7f8ead363080 req-2ee0ae2b-198a-4739-a02b-b0f7955aea4b service neutron] 10.222.0.35 "GET /v2.0/networks/5abe54e3-4790-4392-9dd3-231cc46cfd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435921 Jul 14 07:08:51.156787 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-251a8074-0c71-408a-9c13-101c4531138a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:51.176916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-47c898a7-b044-4e7a-8121-fccedf9dce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:51.178556 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-47c898a7-b044-4e7a-8121-fccedf9dce33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 1101 time: 0.0775156 Jul 14 07:08:51.214659 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-251a8074-0c71-408a-9c13-101c4531138a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:51.235549 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57ac5923-0156-487b-a777-7f8ead363080 req-278e0fd7-6568-4f95-9e05-a3020617e154 service neutron] 10.222.0.35 "GET /v2.0/networks/5abe54e3-4790-4392-9dd3-231cc46cfd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237003 Jul 14 07:08:51.247507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1904d06-af6c-44fb-9b3a-27b4bc653d6e req-77394d0a-c2e1-4ab8-b01b-70ca007055e0 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:51.249024 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1904d06-af6c-44fb-9b3a-27b4bc653d6e req-77394d0a-c2e1-4ab8-b01b-70ca007055e0 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.1675599 Jul 14 07:08:51.296301 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-f5282922-dbb4-4f7e-abe4-051feab76e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:51.297849 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-f5282922-dbb4-4f7e-abe4-051feab76e43 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.1128659 Jul 14 07:08:51.333269 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1904d06-af6c-44fb-9b3a-27b4bc653d6e req-e4849047-ef03-4006-acb7-8524c61d3392 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760601 Jul 14 07:08:51.348205 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-a8407a7e-5e09-44b0-9cdc-17e8e7f5a701 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=1c826991-c170-4b7d-8343-40b466107d16 HTTP/1.1" status: 200 len: 217 time: 0.0442455 Jul 14 07:08:51.354421 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-251a8074-0c71-408a-9c13-101c4531138a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:51.368205 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-251a8074-0c71-408a-9c13-101c4531138a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:51.369966 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-251a8074-0c71-408a-9c13-101c4531138a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a887ce3-260d-4db3-a8a3-de4700d4c878 HTTP/1.1" status: 204 len: 168 time: 0.4144080 Jul 14 07:08:51.381511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a8074-0c71-408a-9c13-101c4531138a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a887ce3-260d-4db3-a8a3-de4700d4c878,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:51.446692 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-69f015c7-60a9-47fb-bbf9-dac34e3ea97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:51.448187 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-69f015c7-60a9-47fb-bbf9-dac34e3ea97a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0933788 Jul 14 07:08:51.580486 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-63cd09fc-ea4b-486d-a1d8-9fc076f7ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:51.583260 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-63cd09fc-ea4b-486d-a1d8-9fc076f7ddc8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1283836 Jul 14 07:08:51.603440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff9b30-86f0-48e8-8224-a1f74104ede5 req-f174aa2b-8179-43b9-afba-d6fe7ea6d313 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:51.614148 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6bff9b30-86f0-48e8-8224-a1f74104ede5 req-f174aa2b-8179-43b9-afba-d6fe7ea6d313 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.0804510 Jul 14 07:08:51.679855 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6bff9b30-86f0-48e8-8224-a1f74104ede5 req-b37aef92-130c-417e-91d0-09b7a5feb871 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647676 Jul 14 07:08:51.801495 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-a0815812-7442-4b3a-9a44-f50fced7b1cf service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014854 Jul 14 07:08:51.893594 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44834) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:51.920510 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec66cea5-1a59-4af8-8393-e7233f45601c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:51.946301 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca4f5b-11dd-4585-9ac9-bd2c60ee45e1 req-53bf0d97-6647-4c00-bb8e-ed57bbe947cd tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:51.956842 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-28ca4f5b-11dd-4585-9ac9-bd2c60ee45e1 req-53bf0d97-6647-4c00-bb8e-ed57bbe947cd tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.1361768 Jul 14 07:08:52.017529 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-1bf795d8-a24a-4e0f-bb79-5f6bfa233ec1 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139688 Jul 14 07:08:52.062738 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-28ca4f5b-11dd-4585-9ac9-bd2c60ee45e1 req-b3d6f8d3-ec28-4768-a72d-0718de21cb74 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048410 Jul 14 07:08:52.111446 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec66cea5-1a59-4af8-8393-e7233f45601c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:52.118307 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec66cea5-1a59-4af8-8393-e7233f45601c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:52.155058 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2752c03-44ce-473e-afc3-51854d45b033 req-9fb8aae7-c771-4afc-ac17-87da9a5421d8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 210 time: 0.0859635 Jul 14 07:08:52.158759 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1635eb53-2c59-4b5a-a085-1f26cde77db0 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:52.179910 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ec66cea5-1a59-4af8-8393-e7233f45601c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=afb4b73edbc447a58c0332e5c0cc899c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846096 Jul 14 07:08:52.180520 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66cea5-1a59-4af8-8393-e7233f45601c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e4eb7e-2407-424f-acbb-466b2eb410d2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:52.182735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 44838) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:08:52.269489 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 1635eb53-2c59-4b5a-a085-1f26cde77db0 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:52.274104 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 1635eb53-2c59-4b5a-a085-1f26cde77db0 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:52.274477 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:52.279843 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c25ee17-8970-46c1-b95b-5d16fa131ce5 req-4dbfcdc7-e5ac-4355-9168-9546223b25db tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/ports?device_id=85020c49-ea6b-49c2-aa5c-4524caa98261 HTTP/1.1" status: 200 len: 210 time: 0.1233556 Jul 14 07:08:52.358798 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-188cf44f-8dfc-4168-a9a6-239d7988b575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:52.386255 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Sync routers for ids ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:08:52.392870 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:52.402370 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Routers {'e1d5f28e-f4ea-49a5-8109-758604c8cf23'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:08:52.403002 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:08:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:52.417278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 1635eb53-2c59-4b5a-a085-1f26cde77db0, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1635eb53-2c59-4b5a-a085-1f26cde77db0,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:52.422205 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:52.432089 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-188cf44f-8dfc-4168-a9a6-239d7988b575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:52.497209 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-188cf44f-8dfc-4168-a9a6-239d7988b575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:52.501376 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-188cf44f-8dfc-4168-a9a6-239d7988b575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:52.509074 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-188cf44f-8dfc-4168-a9a6-239d7988b575 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0e4eb7e-2407-424f-acbb-466b2eb410d2 HTTP/1.1" status: 204 len: 168 time: 0.3248029 Jul 14 07:08:52.510918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=1635eb53-2c59-4b5a-a085-1f26cde77db0,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:52.523173 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cf44f-8dfc-4168-a9a6-239d7988b575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e4eb7e-2407-424f-acbb-466b2eb410d2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:52.620504 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Set router e1d5f28e-f4ea-49a5-8109-758604c8cf23 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:08:52.669510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d6707-bb21-4592-abe4-27bdac81948d req-97ed8a75-a3bd-46d9-b1aa-ba826540bebd tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:52.671082 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-365d6707-bb21-4592-abe4-27bdac81948d req-97ed8a75-a3bd-46d9-b1aa-ba826540bebd tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.1226759 Jul 14 07:08:52.743252 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-365d6707-bb21-4592-abe4-27bdac81948d req-936bf10c-bdc5-4dd6-a532-ec1000b9d040 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633218 Jul 14 07:08:52.853441 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1669918371-router', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:43Z', 'updated_at': '2021-07-14T07:08:48Z', 'revision_number': 4, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'gw_port': {'id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:44Z', 'updated_at': '2021-07-14T07:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'a52b2853-bd78-417c-8aaa-d1e6c869d476', 'name': '', 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'mac_address': 'fa:16:3e:44:a0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:47Z', 'updated_at': '2021-07-14T07:08:48Z', 'revision_number': 2, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'subnets': [{'id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:52.878856 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Checking router: e1d5f28e-f4ea-49a5-8109-758604c8cf23 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:08:52.879203 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Updating router e1d5f28e-f4ea-49a5-8109-758604c8cf23 port a52b2853-bd78-417c-8aaa-d1e6c869d476 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:08:52.923672 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:52.931798 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19790435-d5aa-47c3-a197-8f1dd3b9ae88 req-8075a82b-b795-4ee5-99b1-b14e3390417a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:52.937677 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19790435-d5aa-47c3-a197-8f1dd3b9ae88 req-8075a82b-b795-4ee5-99b1-b14e3390417a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.0828071 Jul 14 07:08:52.989072 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19790435-d5aa-47c3-a197-8f1dd3b9ae88 req-89fea6a0-7689-41c1-bab6-b7b89d941cb8 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492210 Jul 14 07:08:53.358144 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:53.371015 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Transition to ACTIVE for port object a52b2853-bd78-417c-8aaa-d1e6c869d476 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:53.377682 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:53.441254 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc29998-5001-45e0-9312-5ff4f3a9e287 None None] Pushing event updated for resources: {'Port': ['ID=a52b2853-bd78-417c-8aaa-d1e6c869d476,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:53.448103 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497a775-e58d-4ad1-b7fa-149a237db405 req-27241e2a-b2c6-461a-8a75-f59c3b74d978 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:53.455494 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8497a775-e58d-4ad1-b7fa-149a237db405 req-27241e2a-b2c6-461a-8a75-f59c3b74d978 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e HTTP/1.1" status: 200 len: 945 time: 0.1968651 Jul 14 07:08:53.459107 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc29998-5001-45e0-9312-5ff4f3a9e287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:53.459666 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc29998-5001-45e0-9312-5ff4f3a9e287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:53.460163 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc29998-5001-45e0-9312-5ff4f3a9e287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:53.460794 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc29998-5001-45e0-9312-5ff4f3a9e287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:53.461306 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc29998-5001-45e0-9312-5ff4f3a9e287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:53.462320 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc29998-5001-45e0-9312-5ff4f3a9e287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:53.465498 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc29998-5001-45e0-9312-5ff4f3a9e287 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:53.466047 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc29998-5001-45e0-9312-5ff4f3a9e287 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:53.466374 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc29998-5001-45e0-9312-5ff4f3a9e287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:53.466695 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc29998-5001-45e0-9312-5ff4f3a9e287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:53.467018 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc29998-5001-45e0-9312-5ff4f3a9e287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:53.467350 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc29998-5001-45e0-9312-5ff4f3a9e287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:08:53.495074 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2337f6-bf0a-4d21-a7b9-3a815e859a31 req-883738f4-e7c2-4029-a298-4800c30d170f tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:53.502421 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c2337f6-bf0a-4d21-a7b9-3a815e859a31 req-883738f4-e7c2-4029-a298-4800c30d170f tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.1998916 Jul 14 07:08:53.558303 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Attempting to bind port a52b2853-bd78-417c-8aaa-d1e6c869d476 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:08:53.558662 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Attempting to bind port a52b2853-bd78-417c-8aaa-d1e6c869d476 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '553402c6-5a2d-4c8a-abad-4a275d3c3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:08:53.559018 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Attempting to bind port a52b2853-bd78-417c-8aaa-d1e6c869d476 on network 5abe54e3-4790-4392-9dd3-231cc46cfd0f {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:08:53.576634 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:08:53.577330 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Checking segment: {'id': '553402c6-5a2d-4c8a-abad-4a275d3c3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:08:53.577926 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:53.578473 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Bound using segment: {'id': '553402c6-5a2d-4c8a-abad-4a275d3c3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:08:53.582539 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Bound port: a52b2853-bd78-417c-8aaa-d1e6c869d476, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553402c6-5a2d-4c8a-abad-4a275d3c3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:08:53.583779 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:53.605897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-6b853dc2-8c28-42bc-b775-18a206ea9e37 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:53.607589 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-6b853dc2-8c28-42bc-b775-18a206ea9e37 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.30 "GET /v2.0/networks?id=5a14332a-3cc4-4fca-9869-617a13d02085 HTTP/1.1" status: 200 len: 810 time: 0.2258873 Jul 14 07:08:53.609055 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8497a775-e58d-4ad1-b7fa-149a237db405 req-dfd18798-743f-405e-a189-72e0e770f971 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525629 Jul 14 07:08:53.636441 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-dfcc5af0-bc77-4921-a0f8-4c25ea4cdbfc tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Request body: {'port': {'device_id': 'acf6cf44-1268-468f-a2d4-448af26b8e00', 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085', 'admin_state_up': True, 'tenant_id': '41d7b9c7c3284b00bf5d9e27f0168ee3'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:53.640361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39c269-39ff-4c0f-9bf3-18811f2fcd3d req-87dda64e-f540-4892-b85b-57e5b4575b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:53.642051 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac39c269-39ff-4c0f-9bf3-18811f2fcd3d req-87dda64e-f540-4892-b85b-57e5b4575b06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40cc528b5b254cceb775759f0610b6d6&device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 1101 time: 0.2488265 Jul 14 07:08:53.674293 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c2337f6-bf0a-4d21-a7b9-3a815e859a31 req-cf81163b-a7a6-4bca-9f74-ac00c85b4d39 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639135 Jul 14 07:08:53.694941 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] For port a52b2853-bd78-417c-8aaa-d1e6c869d476, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:08:53.706801 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] For port a52b2853-bd78-417c-8aaa-d1e6c869d476, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a52b2853-bd78-417c-8aaa-d1e6c869d476,segment=NetworkSegment(553402c6-5a2d-4c8a-abad-4a275d3c3c29),segment_id=553402c6-5a2d-4c8a-abad-4a275d3c3c29)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:08:53.718365 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:53.889667 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Routers {'e1d5f28e-f4ea-49a5-8109-758604c8cf23'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:08:53.892195 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:08:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:53.898121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-dfcc5af0-bc77-4921-a0f8-4c25ea4cdbfc tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Made reservation on behalf of 41d7b9c7c3284b00bf5d9e27f0168ee3 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:08:53.903109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39c269-39ff-4c0f-9bf3-18811f2fcd3d req-af01330f-f6e6-48a2-a2c5-78ac1b1507d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:53.906050 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac39c269-39ff-4c0f-9bf3-18811f2fcd3d req-af01330f-f6e6-48a2-a2c5-78ac1b1507d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.2233150 Jul 14 07:08:53.906638 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-dfcc5af0-bc77-4921-a0f8-4c25ea4cdbfc tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:54.010823 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8e86e990-89c6-42fe-b9f8-478a0bf78684 req-97b91bd9-dbec-44da-bfbf-e6e52f1f9bc6 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 210 time: 0.1030357 Jul 14 07:08:54.012403 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc29998-5001-45e0-9312-5ff4f3a9e287 None None] Pushing event updated for resources: {'Port': ['ID=a52b2853-bd78-417c-8aaa-d1e6c869d476,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:54.074214 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1635eb53-2c59-4b5a-a085-1f26cde77db0 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:54.081464 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac39c269-39ff-4c0f-9bf3-18811f2fcd3d req-ceb880fa-1f2b-40c3-9b9d-ff8ea073db14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=59ec839d-c13b-4438-9de3-8190fcaea45a HTTP/1.1" status: 200 len: 217 time: 0.0873756 Jul 14 07:08:54.113168 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-975df926-cff5-487b-8187-84e24df70a40 req-10a791b1-0b5a-4351-a9e7-f08dfedd3603 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/ports?device_id=85020c49-ea6b-49c2-aa5c-4524caa98261 HTTP/1.1" status: 200 len: 210 time: 0.2031245 Jul 14 07:08:54.214072 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-dfcc5af0-bc77-4921-a0f8-4c25ea4cdbfc tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Allocated IP 172.20.0.2 (5a14332a-3cc4-4fca-9869-617a13d02085/0647552b-8dce-4aed-a543-e2c6d3a859c4/067c6530-3b20-4d24-8004-5abeac8802f3) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:08:54.248729 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] Set router e1d5f28e-f4ea-49a5-8109-758604c8cf23 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:08:54.279135 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 1635eb53-2c59-4b5a-a085-1f26cde77db0 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:54.282190 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:54.502630 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39c269-39ff-4c0f-9bf3-18811f2fcd3d req-272943b0-0229-452b-9bad-07d9f058a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:54.504116 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac39c269-39ff-4c0f-9bf3-18811f2fcd3d req-272943b0-0229-452b-9bad-07d9f058a83f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.4039783 Jul 14 07:08:54.566733 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-dfcc5af0-bc77-4921-a0f8-4c25ea4cdbfc tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:54.612613 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-dfcc5af0-bc77-4921-a0f8-4c25ea4cdbfc tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:54.627217 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['ab062f5e-467b-4429-a3b5-f654b6ba472f'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:08:54.651055 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac5923-0156-487b-a777-7f8ead363080 req-4c5b97a4-8210-437a-9c19-7d2ace6629dd tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:54.652698 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57ac5923-0156-487b-a777-7f8ead363080 req-4c5b97a4-8210-437a-9c19-7d2ace6629dd tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.30 "GET /v2.0/networks?id=5abe54e3-4790-4392-9dd3-231cc46cfd0f HTTP/1.1" status: 200 len: 829 time: 0.5078087 Jul 14 07:08:54.668064 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0f893-da59-4b26-ba77-9b2249830ddb req-ee0e5bab-ee64-4df3-b553-f573f4ef6498 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:54.669390 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-dfcc5af0-bc77-4921-a0f8-4c25ea4cdbfc tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Network 5a14332a-3cc4-4fca-9869-617a13d02085 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:08:54.674359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-dfcc5af0-bc77-4921-a0f8-4c25ea4cdbfc tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:54.674797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-33b0f893-da59-4b26-ba77-9b2249830ddb req-ee0e5bab-ee64-4df3-b553-f573f4ef6498 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.3088639 Jul 14 07:08:54.683279 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1669918371-router', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:43Z', 'updated_at': '2021-07-14T07:08:48Z', 'revision_number': 4, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'gw_port': {'id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:44Z', 'updated_at': '2021-07-14T07:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'a52b2853-bd78-417c-8aaa-d1e6c869d476', 'name': '', 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'mac_address': 'fa:16:3e:44:a0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:47Z', 'updated_at': '2021-07-14T07:08:53Z', 'revision_number': 4, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'subnets': [{'id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:08:54.683837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6652a-a809-40d2-b6c4-f8a9685090bf req-3518a4ea-849b-4f4d-a5ac-c46d25dbf3b9 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:54.685743 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-dfcc5af0-bc77-4921-a0f8-4c25ea4cdbfc tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:08:54.691141 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88d6652a-a809-40d2-b6c4-f8a9685090bf req-3518a4ea-849b-4f4d-a5ac-c46d25dbf3b9 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.2974524 Jul 14 07:08:54.703657 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-57ac5923-0156-487b-a777-7f8ead363080 req-dc4e47bd-7fbb-4074-9257-b9db898c22ac tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Request body: {'port': {'device_id': '85020c49-ea6b-49c2-aa5c-4524caa98261', 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f', 'admin_state_up': True, 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:54.738625 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc5af0-bc77-4921-a0f8-4c25ea4cdbfc tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Pushing event updated for resources: {'Port': ['ID=067c6530-3b20-4d24-8004-5abeac8802f3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:54.749383 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-dfcc5af0-bc77-4921-a0f8-4c25ea4cdbfc tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:54.750008 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-dfcc5af0-bc77-4921-a0f8-4c25ea4cdbfc tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:54.754609 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d5f5cd-95f0-483a-967d-d179131fbd34 None None] The sync data for ids ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'] in n-d-778696-5 is: [{'id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1669918371-router', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:43Z', 'updated_at': '2021-07-14T07:08:48Z', 'revision_number': 4, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'gw_port': {'id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:44Z', 'updated_at': '2021-07-14T07:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'a52b2853-bd78-417c-8aaa-d1e6c869d476', 'name': '', 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'mac_address': 'fa:16:3e:44:a0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:47Z', 'updated_at': '2021-07-14T07:08:53Z', 'revision_number': 4, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'subnets': [{'id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:08:54.767813 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-dfcc5af0-bc77-4921-a0f8-4c25ea4cdbfc tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1370037 Jul 14 07:08:54.786604 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Request body: {'port': {'device_id': 'acf6cf44-1268-468f-a2d4-448af26b8e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:54.890720 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39c269-39ff-4c0f-9bf3-18811f2fcd3d req-02b7e836-573d-4fc6-afb0-837b59109e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:54.892246 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac39c269-39ff-4c0f-9bf3-18811f2fcd3d req-02b7e836-573d-4fc6-afb0-837b59109e4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3678319 Jul 14 07:08:54.899630 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:54.900608 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88d6652a-a809-40d2-b6c4-f8a9685090bf req-bab248fe-380e-4859-b14d-882112cdca46 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086594 Jul 14 07:08:54.965347 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-33b0f893-da59-4b26-ba77-9b2249830ddb req-8bad59fc-2cdd-49d8-bb6f-7de07105ff0f tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895849 Jul 14 07:08:55.328076 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067c6530-3b20-4d24-8004-5abeac8802f3 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:08:55.337505 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:55.353938 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Transition to ACTIVE for port object 067c6530-3b20-4d24-8004-5abeac8802f3 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:55.367284 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:55.429007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Pushing event updated for resources: {'Port': ['ID=067c6530-3b20-4d24-8004-5abeac8802f3,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:55.562336 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Attempting to bind port 067c6530-3b20-4d24-8004-5abeac8802f3 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:08:55.563062 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Attempting to bind port 067c6530-3b20-4d24-8004-5abeac8802f3 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '065a31b3-4fff-4e28-a808-d8f8239fd64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:08:55.563568 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Attempting to bind port 067c6530-3b20-4d24-8004-5abeac8802f3 on network 5a14332a-3cc4-4fca-9869-617a13d02085 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:08:55.569690 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Port 067c6530-3b20-4d24-8004-5abeac8802f3 on network 5a14332a-3cc4-4fca-9869-617a13d02085 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:08:55.570559 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Attempting to bind port 067c6530-3b20-4d24-8004-5abeac8802f3 on network 5a14332a-3cc4-4fca-9869-617a13d02085 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:08:55.575879 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac39c269-39ff-4c0f-9bf3-18811f2fcd3d req-d0bf9b43-b11f-436d-a500-f03b1793f336 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6394176 Jul 14 07:08:55.577609 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:08:55.578171 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Checking segment: {'id': '065a31b3-4fff-4e28-a808-d8f8239fd64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:08:55.578921 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Bound using segment: {'id': '065a31b3-4fff-4e28-a808-d8f8239fd64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:08:55.579503 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Bound port: 067c6530-3b20-4d24-8004-5abeac8802f3, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '065a31b3-4fff-4e28-a808-d8f8239fd64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:08:55.580078 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:55.596789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695b999-ad39-44af-a1aa-34113dd8521e req-b34e1b27-34cb-4b99-98f5-65305659bd58 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:55.598277 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9695b999-ad39-44af-a1aa-34113dd8521e req-b34e1b27-34cb-4b99-98f5-65305659bd58 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.15 "GET /v2.0/ports?device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e HTTP/1.1" status: 200 len: 945 time: 0.8105798 Jul 14 07:08:55.670930 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] For port 067c6530-3b20-4d24-8004-5abeac8802f3, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:08:55.676455 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] For port 067c6530-3b20-4d24-8004-5abeac8802f3, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=067c6530-3b20-4d24-8004-5abeac8802f3,segment=NetworkSegment(065a31b3-4fff-4e28-a808-d8f8239fd64a),segment_id=065a31b3-4fff-4e28-a808-d8f8239fd64a)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:08:55.684484 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:55.697229 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ac5923-0156-487b-a777-7f8ead363080 req-dc4e47bd-7fbb-4074-9257-b9db898c22ac tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Made reservation on behalf of 8fcc39e46e4341f48c05f22844ff67cc for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:08:55.700716 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-57ac5923-0156-487b-a777-7f8ead363080 req-dc4e47bd-7fbb-4074-9257-b9db898c22ac tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:55.745117 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Pushing event updated for resources: {'Port': ['ID=067c6530-3b20-4d24-8004-5abeac8802f3,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:55.768701 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:55.768828 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:55.777723 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-89dedd6e-ec7f-4d3d-af85-ab6055e40fcc service neutron] 10.222.0.30 "PUT /v2.0/ports/067c6530-3b20-4d24-8004-5abeac8802f3 HTTP/1.1" status: 200 len: 1091 time: 0.9949377 Jul 14 07:08:55.778357 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf6cf44-1268-468f-a2d4-448af26b8e00', 'tag': '067c6530-3b20-4d24-8004-5abeac8802f3'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:08:55.782694 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919df436-7194-41d5-9684-487b876fdbd1" -d '{"events": [{"name": "network-changed", "server_uuid": "acf6cf44-1268-468f-a2d4-448af26b8e00", "tag": "067c6530-3b20-4d24-8004-5abeac8802f3"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:08:55.811707 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e8895-7586-42a0-a305-0358642d4450 req-d610a483-c7be-427c-af9c-67cd48165a41 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:55.816976 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab2e8895-7586-42a0-a305-0358642d4450 req-d610a483-c7be-427c-af9c-67cd48165a41 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e HTTP/1.1" status: 200 len: 945 time: 0.7082765 Jul 14 07:08:55.844360 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7136b-1a7b-4958-85e6-39807d672752 req-6e014411-98db-4eb6-a7b2-f12efd392bac tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:55.845929 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bed7136b-1a7b-4958-85e6-39807d672752 req-6e014411-98db-4eb6-a7b2-f12efd392bac tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.6867807 Jul 14 07:08:55.874119 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac39c269-39ff-4c0f-9bf3-18811f2fcd3d req-a46ce349-b56d-4aa4-b7c2-3471e497680a service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716587 Jul 14 07:08:55.898869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-7918d30a-0f1c-4ec8-a8c4-0c4b52426e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:55.901539 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-7918d30a-0f1c-4ec8-a8c4-0c4b52426e50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=41d7b9c7c3284b00bf5d9e27f0168ee3&device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 1094 time: 0.0839412 Jul 14 07:08:55.962286 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-f8ce0e9b-0b73-40fc-83b3-1e4f0790825c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=067c6530-3b20-4d24-8004-5abeac8802f3 HTTP/1.1" status: 200 len: 217 time: 0.0517228 Jul 14 07:08:55.993424 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab2e8895-7586-42a0-a305-0358642d4450 req-44be3c4b-2bc7-4968-a5f1-772054fb11dd tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574910 Jul 14 07:08:56.024524 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-80a97990-6a7d-4b89-a300-543693e57ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:56.026184 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-80a97990-6a7d-4b89-a300-543693e57ede service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0647552b-8dce-4aed-a543-e2c6d3a859c4 HTTP/1.1" status: 200 len: 850 time: 0.0592642 Jul 14 07:08:56.033962 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bed7136b-1a7b-4958-85e6-39807d672752 req-1912965d-6439-4d62-aed5-002c0ca35c70 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514635 Jul 14 07:08:56.079283 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-196dc735-7516-4fb5-98c6-14847642488a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a14332a-3cc4-4fca-9869-617a13d02085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405836 Jul 14 07:08:56.090207 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-9695b999-ad39-44af-a1aa-34113dd8521e req-7e80e3bd-86ec-49ad-b2aa-d32ee637bfe5 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Deleting port 8823f09b-4aad-4f8c-926e-c210b4da99c7 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:08:56.090554 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9695b999-ad39-44af-a1aa-34113dd8521e req-7e80e3bd-86ec-49ad-b2aa-d32ee637bfe5 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:56.104686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a52b2853-bd78-417c-8aaa-d1e6c869d476 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:56.194065 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port a52b2853-bd78-417c-8aaa-d1e6c869d476 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:56.200431 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port a52b2853-bd78-417c-8aaa-d1e6c869d476 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:56.201099 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:56.203552 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-57ac5923-0156-487b-a777-7f8ead363080 req-dc4e47bd-7fbb-4074-9257-b9db898c22ac tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Allocated IP 172.20.0.8 (5abe54e3-4790-4392-9dd3-231cc46cfd0f/8d147d78-f299-48de-8ef7-5a515c439ebb/542a2072-dc7e-4a41-9c41-dabe77128e33) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:08:56.321582 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c661de3f-2fc5-4f09-995e-eeaa01298e71 req-5528fd38-a118-4c5f-ae1d-9b294d51ad74 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/ports?device_id=85020c49-ea6b-49c2-aa5c-4524caa98261 HTTP/1.1" status: 200 len: 210 time: 0.1193347 Jul 14 07:08:56.355443 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:56.402117 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port a52b2853-bd78-417c-8aaa-d1e6c869d476, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a52b2853-bd78-417c-8aaa-d1e6c869d476,segment=NetworkSegment(553402c6-5a2d-4c8a-abad-4a275d3c3c29),segment_id=553402c6-5a2d-4c8a-abad-4a275d3c3c29)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:56.410004 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:56.464589 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9695b999-ad39-44af-a1aa-34113dd8521e req-7e80e3bd-86ec-49ad-b2aa-d32ee637bfe5 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] For port 8823f09b-4aad-4f8c-926e-c210b4da99c7, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=8823f09b-4aad-4f8c-926e-c210b4da99c7,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:56.464872 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9695b999-ad39-44af-a1aa-34113dd8521e req-7e80e3bd-86ec-49ad-b2aa-d32ee637bfe5 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:56.503149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-9695b999-ad39-44af-a1aa-34113dd8521e req-7e80e3bd-86ec-49ad-b2aa-d32ee637bfe5 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Calling delete_port for 8823f09b-4aad-4f8c-926e-c210b4da99c7 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:08:56.544463 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=a52b2853-bd78-417c-8aaa-d1e6c869d476,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:56.566772 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4023dfae-52f9-44e2-ba0a-ebf2725bddd7 x-openstack-request-id: req-4023dfae-52f9-44e2-ba0a-ebf2725bddd7 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:08:56.567062 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf6cf44-1268-468f-a2d4-448af26b8e00", "tag": "067c6530-3b20-4d24-8004-5abeac8802f3", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:08:56.567312 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4023dfae-52f9-44e2-ba0a-ebf2725bddd7 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:08:56.567697 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf6cf44-1268-468f-a2d4-448af26b8e00', 'tag': '067c6530-3b20-4d24-8004-5abeac8802f3', 'status': 'completed', 'code': 200} Jul 14 07:08:56.643370 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-a5086d45-82c3-4f7d-9f4d-b209b1f6c232 service neutron] 10.222.0.30 "GET /v2.0/networks/5a14332a-3cc4-4fca-9869-617a13d02085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578964 Jul 14 07:08:56.653622 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1132be67-67d9-4687-bb67-d951a0777347 req-0cd16995-4ccc-4f75-b0f3-0673ce29d5b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0845602 Jul 14 07:08:56.745738 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3131c2-500f-4f1b-95a5-9cfdb315f11d req-634290f9-8e95-403a-8afd-6db9c5adade2 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:56.752784 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e3131c2-500f-4f1b-95a5-9cfdb315f11d req-634290f9-8e95-403a-8afd-6db9c5adade2 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 943 time: 0.5994434 Jul 14 07:08:56.799102 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4960237e-5140-4e84-bbb6-b5a77ad022d1 req-e51db500-2622-4f7d-acfa-a66e4f89f8be service neutron] 10.222.0.30 "GET /v2.0/networks/5a14332a-3cc4-4fca-9869-617a13d02085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481977 Jul 14 07:08:56.807095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132be67-67d9-4687-bb67-d951a0777347 req-cc64303c-757d-498d-be8c-c1f32fecbbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:56.808826 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1132be67-67d9-4687-bb67-d951a0777347 req-cc64303c-757d-498d-be8c-c1f32fecbbdb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40cc528b5b254cceb775759f0610b6d6&device_id=d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d HTTP/1.1" status: 200 len: 1101 time: 0.0987303 Jul 14 07:08:56.855099 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e3131c2-500f-4f1b-95a5-9cfdb315f11d req-639be2b3-3b90-499e-8d40-7b492cb92c79 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013799 Jul 14 07:08:56.950459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83e556-5352-467a-b835-903820424611 req-11a66d5e-79d5-49d0-b62e-5983efb1debd tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:56.958017 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0f83e556-5352-467a-b835-903820424611 req-11a66d5e-79d5-49d0-b62e-5983efb1debd tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.4263353 Jul 14 07:08:56.965428 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9695b999-ad39-44af-a1aa-34113dd8521e req-7e80e3bd-86ec-49ad-b2aa-d32ee637bfe5 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:56.976853 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['469ac5d4-57af-478f-9cef-bfff7ea7ba52'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:08:56.981905 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:08:57.091129 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919df436-7194-41d5-9684-487b876fdbd1 req-b2a33753-60f5-4f0d-8251-22c20d673b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:57.095809 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-919df436-7194-41d5-9684-487b876fdbd1 req-b2a33753-60f5-4f0d-8251-22c20d673b2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=41d7b9c7c3284b00bf5d9e27f0168ee3&device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 1094 time: 0.2261980 Jul 14 07:08:57.111948 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-57ac5923-0156-487b-a777-7f8ead363080 req-dc4e47bd-7fbb-4074-9257-b9db898c22ac tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:57.117108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9695b999-ad39-44af-a1aa-34113dd8521e req-7e80e3bd-86ec-49ad-b2aa-d32ee637bfe5 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] No DVR routers for this DVR port 8823f09b-4aad-4f8c-926e-c210b4da99c7 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:08:57.120181 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9695b999-ad39-44af-a1aa-34113dd8521e req-7e80e3bd-86ec-49ad-b2aa-d32ee637bfe5 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:57.122736 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9695b999-ad39-44af-a1aa-34113dd8521e req-7e80e3bd-86ec-49ad-b2aa-d32ee637bfe5 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.15 "DELETE /v2.0/ports/8823f09b-4aad-4f8c-926e-c210b4da99c7 HTTP/1.1" status: 204 len: 173 time: 1.4688725 Jul 14 07:08:57.124426 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80e3bd-86ec-49ad-b2aa-d32ee637bfe5 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Pushing event deleted for resources: {'Port': ['ID=8823f09b-4aad-4f8c-926e-c210b4da99c7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:57.143998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45ddc7f-1700-415b-9c40-524d0f205f5e', 'name': 'network-vif-deleted', 'tag': '8823f09b-4aad-4f8c-926e-c210b4da99c7'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:08:57.149817 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58dc047-008e-43a7-b1c8-259e953e3ee0" -d '{"events": [{"server_uuid": "a45ddc7f-1700-415b-9c40-524d0f205f5e", "name": "network-vif-deleted", "tag": "8823f09b-4aad-4f8c-926e-c210b4da99c7"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:08:57.214681 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-57ac5923-0156-487b-a777-7f8ead363080 req-dc4e47bd-7fbb-4074-9257-b9db898c22ac tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Transition to ACTIVE for port object 542a2072-dc7e-4a41-9c41-dabe77128e33 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:57.249995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132be67-67d9-4687-bb67-d951a0777347 req-3eb5a60f-109b-4fda-b0a5-67b143f6abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:57.251954 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1132be67-67d9-4687-bb67-d951a0777347 req-3eb5a60f-109b-4fda-b0a5-67b143f6abc7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.4113698 Jul 14 07:08:57.257267 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0f83e556-5352-467a-b835-903820424611 req-e7ebc2b6-5f5d-4df3-911a-6ecb19d61783 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973952 Jul 14 07:08:57.325076 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a4b15-6a04-4493-a66d-3a3bb6d33fd6 req-1bc07cf1-a868-4ed0-b8f2-e6135bbc7f1b tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:57.327027 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de4a4b15-6a04-4493-a66d-3a3bb6d33fd6 req-1bc07cf1-a868-4ed0-b8f2-e6135bbc7f1b tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.1939230 Jul 14 07:08:57.348485 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1132be67-67d9-4687-bb67-d951a0777347 req-b67152e6-7fea-45ca-bd77-c53365e2d2b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=2841b415-1177-415e-b03b-908d12872656 HTTP/1.1" status: 200 len: 217 time: 0.0878339 Jul 14 07:08:57.442553 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de4a4b15-6a04-4493-a66d-3a3bb6d33fd6 req-db122fe9-766a-4cbe-bf6b-adac7fe5761e tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088679 Jul 14 07:08:57.476431 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-57ac5923-0156-487b-a777-7f8ead363080 req-dc4e47bd-7fbb-4074-9257-b9db898c22ac tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:57.503425 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919df436-7194-41d5-9684-487b876fdbd1 req-09654745-3e7f-473e-8a48-d8c93a50fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:57.506082 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-919df436-7194-41d5-9684-487b876fdbd1 req-09654745-3e7f-473e-8a48-d8c93a50fcec service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a14332a-3cc4-4fca-9869-617a13d02085 HTTP/1.1" status: 200 len: 911 time: 0.3950055 Jul 14 07:08:57.507727 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132be67-67d9-4687-bb67-d951a0777347 req-765e11d7-f3cd-4a29-b7a0-c8cfe1b7857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:57.509136 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1132be67-67d9-4687-bb67-d951a0777347 req-765e11d7-f3cd-4a29-b7a0-c8cfe1b7857c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1510093 Jul 14 07:08:57.548012 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ac5923-0156-487b-a777-7f8ead363080 req-dc4e47bd-7fbb-4074-9257-b9db898c22ac tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Network 5abe54e3-4790-4392-9dd3-231cc46cfd0f is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:08:57.571576 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-57ac5923-0156-487b-a777-7f8ead363080 req-dc4e47bd-7fbb-4074-9257-b9db898c22ac tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:08:57.575762 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ac5923-0156-487b-a777-7f8ead363080 req-dc4e47bd-7fbb-4074-9257-b9db898c22ac tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:08:57.596950 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9d59e15c-192f-46b9-abb7-d8b61df349be req-3ad1f219-6461-48be-83bc-070f1d9f318f tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=a45ddc7f-1700-415b-9c40-524d0f205f5e HTTP/1.1" status: 200 len: 210 time: 0.0852516 Jul 14 07:08:57.636192 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-919df436-7194-41d5-9684-487b876fdbd1 req-152201de-320a-4e1f-a65a-1e832aea25b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=067c6530-3b20-4d24-8004-5abeac8802f3 HTTP/1.1" status: 200 len: 217 time: 0.1129344 Jul 14 07:08:57.691195 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f48945-9f11-403e-afd9-92b898107f5d x-openstack-request-id: req-e2f48945-9f11-403e-afd9-92b898107f5d {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:08:57.694086 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45ddc7f-1700-415b-9c40-524d0f205f5e", "name": "network-vif-deleted", "tag": "8823f09b-4aad-4f8c-926e-c210b4da99c7", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:08:57.694894 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2f48945-9f11-403e-afd9-92b898107f5d {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:08:57.695541 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45ddc7f-1700-415b-9c40-524d0f205f5e', 'name': 'network-vif-deleted', 'tag': '8823f09b-4aad-4f8c-926e-c210b4da99c7', 'status': 'completed', 'code': 200} Jul 14 07:08:57.728629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e47bd-7fbb-4074-9257-b9db898c22ac tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Pushing event updated for resources: {'Port': ['ID=542a2072-dc7e-4a41-9c41-dabe77128e33,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:57.761862 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac5923-0156-487b-a777-7f8ead363080 req-dc4e47bd-7fbb-4074-9257-b9db898c22ac tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:57.762541 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-57ac5923-0156-487b-a777-7f8ead363080 req-dc4e47bd-7fbb-4074-9257-b9db898c22ac tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:57.840890 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919df436-7194-41d5-9684-487b876fdbd1 req-73c8aa95-e70b-4837-b193-98df8f15d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:57.843258 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-919df436-7194-41d5-9684-487b876fdbd1 req-73c8aa95-e70b-4837-b193-98df8f15d927 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0647552b-8dce-4aed-a543-e2c6d3a859c4 HTTP/1.1" status: 200 len: 850 time: 0.1151118 Jul 14 07:08:57.849852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57ac5923-0156-487b-a777-7f8ead363080 req-dc4e47bd-7fbb-4074-9257-b9db898c22ac tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1496401 Jul 14 07:08:57.873940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Request body: {'port': {'device_id': '85020c49-ea6b-49c2-aa5c-4524caa98261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:08:57.919879 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132be67-67d9-4687-bb67-d951a0777347 req-3bf95d90-9037-4222-af36-69530e40c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:57.926249 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1132be67-67d9-4687-bb67-d951a0777347 req-3bf95d90-9037-4222-af36-69530e40c001 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3123529 Jul 14 07:08:57.962163 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-919df436-7194-41d5-9684-487b876fdbd1 req-6cbed2d6-86aa-4938-882f-c5460544bfbd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a14332a-3cc4-4fca-9869-617a13d02085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860586 Jul 14 07:08:57.964611 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8e59f-9e30-4db7-83ca-953c2e8ec4e1 req-18417837-a153-46e8-8da4-e2561060d157 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:57.978665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-faf8e59f-9e30-4db7-83ca-953c2e8ec4e1 req-18417837-a153-46e8-8da4-e2561060d157 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.1874580 Jul 14 07:08:58.011803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f7225955-28cb-433a-8e9f-21d0fd85d750 None None] Provisioning for port 542a2072-dc7e-4a41-9c41-dabe77128e33 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:08:58.017605 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f7225955-28cb-433a-8e9f-21d0fd85d750 None None] Provisioning complete for port 542a2072-dc7e-4a41-9c41-dabe77128e33 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:58.018198 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f7225955-28cb-433a-8e9f-21d0fd85d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:58.079770 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f7225955-28cb-433a-8e9f-21d0fd85d750 None None] Port 542a2072-dc7e-4a41-9c41-dabe77128e33 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:08:58.118945 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 067c6530-3b20-4d24-8004-5abeac8802f3 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:08:58.164769 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a52b2853-bd78-417c-8aaa-d1e6c869d476 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:08:58.205435 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:58.285364 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-faf8e59f-9e30-4db7-83ca-953c2e8ec4e1 req-c7f5d6b5-eedf-4167-be48-35ace20252c4 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458172 Jul 14 07:08:58.309491 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-919df436-7194-41d5-9684-487b876fdbd1 req-5aaecf6c-d0ae-4f90-85bb-9b2291f826ad service neutron] 10.222.0.30 "GET /v2.0/networks/5a14332a-3cc4-4fca-9869-617a13d02085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751060 Jul 14 07:08:58.347022 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1132be67-67d9-4687-bb67-d951a0777347 req-b0a02373-801c-4495-bf4e-841c1e2fa2bc service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974981 Jul 14 07:08:58.373725 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port a52b2853-bd78-417c-8aaa-d1e6c869d476 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:08:58.374130 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:58.393543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae1753-9564-4cbe-bbb6-75fd5fdf647f req-17e78949-9943-4801-a60e-4943d05f55dd tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:58.397750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1cae1753-9564-4cbe-bbb6-75fd5fdf647f req-17e78949-9943-4801-a60e-4943d05f55dd tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/ports?device_id=85020c49-ea6b-49c2-aa5c-4524caa98261 HTTP/1.1" status: 200 len: 931 time: 0.3868146 Jul 14 07:08:58.439954 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 067c6530-3b20-4d24-8004-5abeac8802f3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=067c6530-3b20-4d24-8004-5abeac8802f3,segment=NetworkSegment(065a31b3-4fff-4e28-a808-d8f8239fd64a),segment_id=065a31b3-4fff-4e28-a808-d8f8239fd64a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:58.459237 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '067c6530-3b20-4d24-8004-5abeac8802f3', 'network_id': '5a14332a-3cc4-4fca-9869-617a13d02085', 'port_id': '067c6530-3b20-4d24-8004-5abeac8802f3', 'mac_address': 'fa:16:3e:1c:0d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0647552b-8dce-4aed-a543-e2c6d3a859c4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:08:58.460927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 8823f09b-4aad-4f8c-926e-c210b4da99c7 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:08:58.486721 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 8823f09b-4aad-4f8c-926e-c210b4da99c7 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:08:58.487057 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 8823f09b-4aad-4f8c-926e-c210b4da99c7 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:08:58.558985 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1cae1753-9564-4cbe-bbb6-75fd5fdf647f req-0a6b146a-ae9c-4ed8-8007-29808b2a5cdb tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/security-groups?id=e7757c79-ad64-4cde-b8d1-32da5312662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508415 Jul 14 07:08:58.581985 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-919df436-7194-41d5-9684-487b876fdbd1 req-c0891fe6-2b6e-46ce-8ab8-91d41127bf48 service neutron] 10.222.0.30 "GET /v2.0/networks/5a14332a-3cc4-4fca-9869-617a13d02085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540379 Jul 14 07:08:58.584397 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:58.589736 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1132be67-67d9-4687-bb67-d951a0777347 req-e136bea2-808f-4e42-b0a3-cacf00fc0e84 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066407 Jul 14 07:08:58.598929 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067c6530-3b20-4d24-8004-5abeac8802f3 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:08:58.634392 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 067c6530-3b20-4d24-8004-5abeac8802f3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=067c6530-3b20-4d24-8004-5abeac8802f3,segment=NetworkSegment(065a31b3-4fff-4e28-a808-d8f8239fd64a),segment_id=065a31b3-4fff-4e28-a808-d8f8239fd64a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:08:58.640504 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:58.723917 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=067c6530-3b20-4d24-8004-5abeac8802f3,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:58.750106 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1d4f3-820b-4d8c-a492-6c4bd6b59815 req-f1342742-4996-4864-bc76-7f5b184f68d6 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:58.751569 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89a1d4f3-820b-4d8c-a492-6c4bd6b59815 req-f1342742-4996-4864-bc76-7f5b184f68d6 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 943 time: 0.2115984 Jul 14 07:08:58.861091 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89a1d4f3-820b-4d8c-a492-6c4bd6b59815 req-3897702d-786b-4249-8641-171ae8b9d59e tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857387 Jul 14 07:08:58.877399 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542a2072-dc7e-4a41-9c41-dabe77128e33 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:08:58.889066 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6beb903-302e-42e7-b305-528a948b882f req-3ea6b887-5121-4842-a91c-188b4432aca0 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:58.890564 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f6beb903-302e-42e7-b305-528a948b882f req-3ea6b887-5121-4842-a91c-188b4432aca0 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.1616189 Jul 14 07:08:58.894458 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:58.911150 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['067c6530-3b20-4d24-8004-5abeac8802f3'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:08:58.920905 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Transition to ACTIVE for port object 542a2072-dc7e-4a41-9c41-dabe77128e33 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:08:58.930744 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:58.945928 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f6beb903-302e-42e7-b305-528a948b882f req-17680121-6d6d-4dc2-a3e4-a6b1bb53ae1a tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482714 Jul 14 07:08:59.067138 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Pushing event updated for resources: {'Port': ['ID=542a2072-dc7e-4a41-9c41-dabe77128e33,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:59.155959 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e9dee-4d9f-42a4-8298-9f957f64f7f4 req-1d6954c7-3a83-4002-a195-6239acafd39f tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:59.157805 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fb4e9dee-4d9f-42a4-8298-9f957f64f7f4 req-1d6954c7-3a83-4002-a195-6239acafd39f tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.1914434 Jul 14 07:08:59.159024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Attempting to bind port 542a2072-dc7e-4a41-9c41-dabe77128e33 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:08:59.159372 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Attempting to bind port 542a2072-dc7e-4a41-9c41-dabe77128e33 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '553402c6-5a2d-4c8a-abad-4a275d3c3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:08:59.159932 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Attempting to bind port 542a2072-dc7e-4a41-9c41-dabe77128e33 on network 5abe54e3-4790-4392-9dd3-231cc46cfd0f {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:08:59.170536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Port 542a2072-dc7e-4a41-9c41-dabe77128e33 on network 5abe54e3-4790-4392-9dd3-231cc46cfd0f not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:08:59.170887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Attempting to bind port 542a2072-dc7e-4a41-9c41-dabe77128e33 on network 5abe54e3-4790-4392-9dd3-231cc46cfd0f {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:08:59.210509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:08:59.210877 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Checking segment: {'id': '553402c6-5a2d-4c8a-abad-4a275d3c3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:08:59.211238 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Bound using segment: {'id': '553402c6-5a2d-4c8a-abad-4a275d3c3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:08:59.211687 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Bound port: 542a2072-dc7e-4a41-9c41-dabe77128e33, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553402c6-5a2d-4c8a-abad-4a275d3c3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:08:59.212355 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:59.236835 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fb4e9dee-4d9f-42a4-8298-9f957f64f7f4 req-20104c8d-9b32-40f0-8b6f-5bb5ac68b397 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683641 Jul 14 07:08:59.292390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] For port 542a2072-dc7e-4a41-9c41-dabe77128e33, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:08:59.295558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] For port 542a2072-dc7e-4a41-9c41-dabe77128e33, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=542a2072-dc7e-4a41-9c41-dabe77128e33,segment=NetworkSegment(553402c6-5a2d-4c8a-abad-4a275d3c3c29),segment_id=553402c6-5a2d-4c8a-abad-4a275d3c3c29)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:08:59.301801 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:59.378633 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Pushing event updated for resources: {'Port': ['ID=542a2072-dc7e-4a41-9c41-dabe77128e33,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:08:59.384340 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:59.384928 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:08:59.386892 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57ac5923-0156-487b-a777-7f8ead363080 req-5948dfe3-087e-4e9e-96de-1bb04a6a11a0 service neutron] 10.222.0.30 "PUT /v2.0/ports/542a2072-dc7e-4a41-9c41-dabe77128e33 HTTP/1.1" status: 200 len: 1091 time: 1.5178638 Jul 14 07:08:59.601561 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac5923-0156-487b-a777-7f8ead363080 req-92302567-425e-4cba-bbc7-fbd4f5026b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:59.602734 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57ac5923-0156-487b-a777-7f8ead363080 req-92302567-425e-4cba-bbc7-fbd4f5026b45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8fcc39e46e4341f48c05f22844ff67cc&device_id=85020c49-ea6b-49c2-aa5c-4524caa98261 HTTP/1.1" status: 200 len: 1094 time: 0.1543474 Jul 14 07:08:59.612351 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2b218-854d-4d39-a626-f657fda4924d req-b982470d-4d5d-428d-847e-59fbb44e2c8d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:59.613860 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cb2b218-854d-4d39-a626-f657fda4924d req-b982470d-4d5d-428d-847e-59fbb44e2c8d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.1337743 Jul 14 07:08:59.697463 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57ac5923-0156-487b-a777-7f8ead363080 req-b860a5aa-76f2-4f49-a6af-515f069a58bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=542a2072-dc7e-4a41-9c41-dabe77128e33 HTTP/1.1" status: 200 len: 217 time: 0.0744214 Jul 14 07:08:59.699424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85020c49-ea6b-49c2-aa5c-4524caa98261', 'tag': '542a2072-dc7e-4a41-9c41-dabe77128e33'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:08:59.701914 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2f1d4a-fa76-4d87-928c-992206a226ae" -d '{"events": [{"name": "network-changed", "server_uuid": "85020c49-ea6b-49c2-aa5c-4524caa98261", "tag": "542a2072-dc7e-4a41-9c41-dabe77128e33"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:08:59.764034 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cb2b218-854d-4d39-a626-f657fda4924d req-8c5872b8-2f58-4021-8bd6-3d671091e184 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336331 Jul 14 07:08:59.779789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac5923-0156-487b-a777-7f8ead363080 req-ade035be-4409-4601-8ee9-67abadd56a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:59.781323 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57ac5923-0156-487b-a777-7f8ead363080 req-ade035be-4409-4601-8ee9-67abadd56a43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d147d78-f299-48de-8ef7-5a515c439ebb HTTP/1.1" status: 200 len: 868 time: 0.0728574 Jul 14 07:08:59.795092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf41a2-cee1-4624-ac20-103d262ce3f2 req-daaba6ca-0ebd-4ef3-a3f3-b832116bea48 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:59.796778 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89bf41a2-cee1-4624-ac20-103d262ce3f2 req-daaba6ca-0ebd-4ef3-a3f3-b832116bea48 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=8620d67e-2954-429a-ac6a-348bc7e8be4b HTTP/1.1" status: 200 len: 945 time: 0.1992021 Jul 14 07:08:59.872009 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89bf41a2-cee1-4624-ac20-103d262ce3f2 req-22e99654-49e8-444f-8ea0-21b070ad8e22 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645936 Jul 14 07:08:59.885170 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac5923-0156-487b-a777-7f8ead363080 req-9c21bd8b-0287-44b0-acde-88205ec16efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:08:59.887448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57ac5923-0156-487b-a777-7f8ead363080 req-9c21bd8b-0287-44b0-acde-88205ec16efe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5abe54e3-4790-4392-9dd3-231cc46cfd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893397 Jul 14 07:08:59.965058 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cb4479-bd28-404a-94b0-3457e1dceae2 x-openstack-request-id: req-a4cb4479-bd28-404a-94b0-3457e1dceae2 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:08:59.965375 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85020c49-ea6b-49c2-aa5c-4524caa98261", "tag": "542a2072-dc7e-4a41-9c41-dabe77128e33", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:08:59.965631 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a4cb4479-bd28-404a-94b0-3457e1dceae2 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:08:59.966025 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85020c49-ea6b-49c2-aa5c-4524caa98261', 'tag': '542a2072-dc7e-4a41-9c41-dabe77128e33', 'status': 'completed', 'code': 200} Jul 14 07:09:00.078067 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd788b17-a682-41b6-b2f7-79f0673ab729 req-0cbe189c-e266-478b-9c1a-1728aa7fde35 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:00.079559 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd788b17-a682-41b6-b2f7-79f0673ab729 req-0cbe189c-e266-478b-9c1a-1728aa7fde35 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/ports?device_id=85020c49-ea6b-49c2-aa5c-4524caa98261 HTTP/1.1" status: 200 len: 943 time: 0.1694403 Jul 14 07:09:00.099801 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57ac5923-0156-487b-a777-7f8ead363080 req-5b8696cb-ee1a-4ec6-8bab-3c3de83f6f7e service neutron] 10.222.0.30 "GET /v2.0/networks/5abe54e3-4790-4392-9dd3-231cc46cfd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026429 Jul 14 07:09:00.116551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 067c6530-3b20-4d24-8004-5abeac8802f3 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:09:00.172712 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 067c6530-3b20-4d24-8004-5abeac8802f3 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:09:00.182357 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 067c6530-3b20-4d24-8004-5abeac8802f3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:09:00.182737 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:00.239867 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd788b17-a682-41b6-b2f7-79f0673ab729 req-8676d699-c3b6-4352-a7ad-a5da913ff2cf tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/security-groups?id=e7757c79-ad64-4cde-b8d1-32da5312662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436956 Jul 14 07:09:00.290973 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:00.296240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10658f24-b710-4e64-b8f9-c0ee79e08d93 req-b1f40e4b-3ee1-4140-8f5c-660ccf6df7fd tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:00.303543 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10658f24-b710-4e64-b8f9-c0ee79e08d93 req-b1f40e4b-3ee1-4140-8f5c-660ccf6df7fd tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 944 time: 0.2461252 Jul 14 07:09:00.325860 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57ac5923-0156-487b-a777-7f8ead363080 req-7c0d1fbe-ba70-49a1-bb31-93afe6b6fbb8 service neutron] 10.222.0.30 "GET /v2.0/networks/5abe54e3-4790-4392-9dd3-231cc46cfd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175910 Jul 14 07:09:00.335341 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf6cf44-1268-468f-a2d4-448af26b8e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067c6530-3b20-4d24-8004-5abeac8802f3'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:00.338445 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7a83e7-ff1f-4bd3-8772-e58a7ed0527f" -d '{"events": [{"server_uuid": "acf6cf44-1268-468f-a2d4-448af26b8e00", "name": "network-vif-plugged", "status": "completed", "tag": "067c6530-3b20-4d24-8004-5abeac8802f3"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:00.356911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 067c6530-3b20-4d24-8004-5abeac8802f3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=067c6530-3b20-4d24-8004-5abeac8802f3,segment=NetworkSegment(065a31b3-4fff-4e28-a808-d8f8239fd64a),segment_id=065a31b3-4fff-4e28-a808-d8f8239fd64a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:00.363743 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:00.369662 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10658f24-b710-4e64-b8f9-c0ee79e08d93 req-6aff75bd-fea7-4657-b1d1-4e6f0dfc202a tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593259 Jul 14 07:09:00.442565 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=067c6530-3b20-4d24-8004-5abeac8802f3,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:00.447200 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fbc65137-398e-4274-9c6c-2a2679157704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:00.515644 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209eacb-7a46-4cc2-b53c-21bd686855f2 req-41c76288-4cb0-4948-9b3b-0078e8bf8bf3 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:00.517272 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a209eacb-7a46-4cc2-b53c-21bd686855f2 req-41c76288-4cb0-4948-9b3b-0078e8bf8bf3 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.1427443 Jul 14 07:09:00.519051 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f1d4a-fa76-4d87-928c-992206a226ae req-cf416a76-152d-4feb-8560-968b85e7fa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:00.520388 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb2f1d4a-fa76-4d87-928c-992206a226ae req-cf416a76-152d-4feb-8560-968b85e7fa7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8fcc39e46e4341f48c05f22844ff67cc&device_id=85020c49-ea6b-49c2-aa5c-4524caa98261 HTTP/1.1" status: 200 len: 1094 time: 0.1095710 Jul 14 07:09:00.657178 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a209eacb-7a46-4cc2-b53c-21bd686855f2 req-e8df90d8-cfae-49c1-afac-0058a8694468 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298721 Jul 14 07:09:00.696982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f1d4a-fa76-4d87-928c-992206a226ae req-bc43e8e6-8c23-4df3-8338-7f01202cc50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:00.698594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb2f1d4a-fa76-4d87-928c-992206a226ae req-bc43e8e6-8c23-4df3-8338-7f01202cc50d service neutron] 10.222.0.30 "GET /v2.0/networks?id=5abe54e3-4790-4392-9dd3-231cc46cfd0f HTTP/1.1" status: 200 len: 930 time: 0.1701870 Jul 14 07:09:00.711166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e8437-9025-47c0-8c54-ad19b383aeb8 req-4eddf717-cf3f-4126-843c-cb6504ddccc1 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:00.717941 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-251e8437-9025-47c0-8c54-ad19b383aeb8 req-4eddf717-cf3f-4126-843c-cb6504ddccc1 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.1214321 Jul 14 07:09:00.739904 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3aa24a4-c95e-4699-89e0-efe2ac90539a x-openstack-request-id: req-c3aa24a4-c95e-4699-89e0-efe2ac90539a {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:00.740537 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf6cf44-1268-468f-a2d4-448af26b8e00", "name": "network-vif-plugged", "status": "completed", "tag": "067c6530-3b20-4d24-8004-5abeac8802f3", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:00.740925 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3aa24a4-c95e-4699-89e0-efe2ac90539a {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:00.741799 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf6cf44-1268-468f-a2d4-448af26b8e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067c6530-3b20-4d24-8004-5abeac8802f3', 'code': 200} Jul 14 07:09:00.768894 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb2f1d4a-fa76-4d87-928c-992206a226ae req-6a572a34-152a-460e-96d8-61edcda67c55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=542a2072-dc7e-4a41-9c41-dabe77128e33 HTTP/1.1" status: 200 len: 217 time: 0.0489755 Jul 14 07:09:00.851658 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-251e8437-9025-47c0-8c54-ad19b383aeb8 req-92fada60-2d20-4476-ab22-d00e27482d07 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327565 Jul 14 07:09:00.875481 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f1d4a-fa76-4d87-928c-992206a226ae req-7bc5accc-8b42-4ef2-9273-0bb27dce8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:00.877013 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb2f1d4a-fa76-4d87-928c-992206a226ae req-7bc5accc-8b42-4ef2-9273-0bb27dce8614 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d147d78-f299-48de-8ef7-5a515c439ebb HTTP/1.1" status: 200 len: 868 time: 0.0958455 Jul 14 07:09:00.894346 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45038) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:00.924988 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff1e28-c560-4ce7-be88-fd512904f8ec req-ca4cc02a-a0d6-4c1f-82a1-27bf4a86057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:00.934648 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eeff1e28-c560-4ce7-be88-fd512904f8ec req-ca4cc02a-a0d6-4c1f-82a1-27bf4a86057d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 1096 time: 0.1069412 Jul 14 07:09:01.002158 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:09:01.004188 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eeff1e28-c560-4ce7-be88-fd512904f8ec req-6eb627b8-ce2f-4bff-8fae-b1dae0fa2ba1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588894 Jul 14 07:09:01.049476 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e85ff07d-c730-48a8-9f6e-555ae6a5b16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:01.068684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f1d4a-fa76-4d87-928c-992206a226ae req-dc253375-66d5-496d-8541-79ad89c9fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:01.070252 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb2f1d4a-fa76-4d87-928c-992206a226ae req-dc253375-66d5-496d-8541-79ad89c9fced service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5abe54e3-4790-4392-9dd3-231cc46cfd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1847234 Jul 14 07:09:01.095372 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895b0e4-eedd-4d81-b6af-77a33c074943 req-6421cdfc-b729-4ac4-93a1-ac3ff2300305 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:01.096444 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c895b0e4-eedd-4d81-b6af-77a33c074943 req-6421cdfc-b729-4ac4-93a1-ac3ff2300305 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.1541271 Jul 14 07:09:01.150677 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e85ff07d-c730-48a8-9f6e-555ae6a5b16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:01.161573 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e85ff07d-c730-48a8-9f6e-555ae6a5b16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:01.204261 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e4757-d382-4861-8f18-20ae349cdaa5 req-5f91b96c-257c-4c44-91d0-748f1641bc71 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:01.205820 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-749e4757-d382-4861-8f18-20ae349cdaa5 req-5f91b96c-257c-4c44-91d0-748f1641bc71 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=8620d67e-2954-429a-ac6a-348bc7e8be4b HTTP/1.1" status: 200 len: 945 time: 0.1824422 Jul 14 07:09:01.210903 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e85ff07d-c730-48a8-9f6e-555ae6a5b16b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d62cab2c7a954ef895307c5c8d5b240d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3136399 Jul 14 07:09:01.216252 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45044) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:01.227305 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ff07d-c730-48a8-9f6e-555ae6a5b16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d102e2-bfe2-4340-a661-e50b87ab575b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:01.249044 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c895b0e4-eedd-4d81-b6af-77a33c074943 req-270c98e4-f64d-4b41-8572-c5216f2125ff tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290491 Jul 14 07:09:01.279649 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00946d62-4ac0-44e2-abc5-4a3ea74427b8 req-c7cb604f-da58-47ed-9639-a54c6569215a tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:01.281398 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-00946d62-4ac0-44e2-abc5-4a3ea74427b8 req-c7cb604f-da58-47ed-9639-a54c6569215a tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.30 "GET /v2.0/ports?device_id=8620d67e-2954-429a-ac6a-348bc7e8be4b HTTP/1.1" status: 200 len: 945 time: 0.0865130 Jul 14 07:09:01.304511 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb2f1d4a-fa76-4d87-928c-992206a226ae req-b7b632ca-b4ca-4839-8030-8f61c1ab7aa9 service neutron] 10.222.0.30 "GET /v2.0/networks/5abe54e3-4790-4392-9dd3-231cc46cfd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173238 Jul 14 07:09:01.381798 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-749e4757-d382-4861-8f18-20ae349cdaa5 req-b7926f1e-64a8-4efe-b9f7-d76e0bb884df tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678996 Jul 14 07:09:01.420419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-00946d62-4ac0-44e2-abc5-4a3ea74427b8 req-2fcb09e9-13f2-41a0-aedd-bbddecbc88b3 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Deleting port 469ac5d4-57af-478f-9cef-bfff7ea7ba52 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:01.421016 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-00946d62-4ac0-44e2-abc5-4a3ea74427b8 req-2fcb09e9-13f2-41a0-aedd-bbddecbc88b3 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:01.519481 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-00946d62-4ac0-44e2-abc5-4a3ea74427b8 req-2fcb09e9-13f2-41a0-aedd-bbddecbc88b3 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] For port 469ac5d4-57af-478f-9cef-bfff7ea7ba52, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=469ac5d4-57af-478f-9cef-bfff7ea7ba52,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:01.519836 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-00946d62-4ac0-44e2-abc5-4a3ea74427b8 req-2fcb09e9-13f2-41a0-aedd-bbddecbc88b3 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:01.534818 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-00946d62-4ac0-44e2-abc5-4a3ea74427b8 req-2fcb09e9-13f2-41a0-aedd-bbddecbc88b3 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Calling delete_port for 469ac5d4-57af-478f-9cef-bfff7ea7ba52 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:01.685575 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-00946d62-4ac0-44e2-abc5-4a3ea74427b8 req-2fcb09e9-13f2-41a0-aedd-bbddecbc88b3 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:01.702118 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['469ac5d4-57af-478f-9cef-bfff7ea7ba52'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:01.705329 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:01.720276 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb09e9-13f2-41a0-aedd-bbddecbc88b3 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Pushing event deleted for resources: {'Port': ['ID=469ac5d4-57af-478f-9cef-bfff7ea7ba52,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:01.801348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-00946d62-4ac0-44e2-abc5-4a3ea74427b8 req-2fcb09e9-13f2-41a0-aedd-bbddecbc88b3 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] No DVR routers for this DVR port 469ac5d4-57af-478f-9cef-bfff7ea7ba52 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:09:01.807472 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-00946d62-4ac0-44e2-abc5-4a3ea74427b8 req-2fcb09e9-13f2-41a0-aedd-bbddecbc88b3 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:01.811935 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-00946d62-4ac0-44e2-abc5-4a3ea74427b8 req-2fcb09e9-13f2-41a0-aedd-bbddecbc88b3 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.30 "DELETE /v2.0/ports/469ac5d4-57af-478f-9cef-bfff7ea7ba52 HTTP/1.1" status: 204 len: 173 time: 0.5181863 Jul 14 07:09:01.813110 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8620d67e-2954-429a-ac6a-348bc7e8be4b', 'name': 'network-vif-deleted', 'tag': '469ac5d4-57af-478f-9cef-bfff7ea7ba52'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:01.815420 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb91530-1666-4836-8f46-8d0aafa9784b" -d '{"events": [{"server_uuid": "8620d67e-2954-429a-ac6a-348bc7e8be4b", "name": "network-vif-deleted", "tag": "469ac5d4-57af-478f-9cef-bfff7ea7ba52"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:01.855398 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-395c2fa0-114e-41d3-9e04-d24128aef441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:01.967640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb2f1d4a-fa76-4d87-928c-992206a226ae req-81ac3a87-a582-4c7c-93b7-f3fb2a40d492 service neutron] 10.222.0.30 "GET /v2.0/networks/5abe54e3-4790-4392-9dd3-231cc46cfd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6519341 Jul 14 07:09:01.993988 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-395c2fa0-114e-41d3-9e04-d24128aef441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:02.052304 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3963a7e-6b56-404c-8d12-7bf8832da97d req-b38db4ad-e96b-4364-af50-e2a4dd2a63fa tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:02.059530 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3963a7e-6b56-404c-8d12-7bf8832da97d req-b38db4ad-e96b-4364-af50-e2a4dd2a63fa tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/ports?device_id=85020c49-ea6b-49c2-aa5c-4524caa98261 HTTP/1.1" status: 200 len: 943 time: 0.6691148 Jul 14 07:09:02.085470 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a7932-c827-4a5d-936a-4bffc90f8872 req-2452d429-33c9-4794-8df1-ac9ba55011b1 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:02.092776 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-059a7932-c827-4a5d-936a-4bffc90f8872 req-2452d429-33c9-4794-8df1-ac9ba55011b1 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.2828803 Jul 14 07:09:02.148311 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 542a2072-dc7e-4a41-9c41-dabe77128e33 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:09:02.185876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3963a7e-6b56-404c-8d12-7bf8832da97d req-2e78f86d-5162-4a81-808e-c4f25ef9344d tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/security-groups?id=e7757c79-ad64-4cde-b8d1-32da5312662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253691 Jul 14 07:09:02.203179 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-395c2fa0-114e-41d3-9e04-d24128aef441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:02.208059 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-395c2fa0-114e-41d3-9e04-d24128aef441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:02.235471 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-395c2fa0-114e-41d3-9e04-d24128aef441 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/85d102e2-bfe2-4340-a661-e50b87ab575b HTTP/1.1" status: 204 len: 168 time: 1.0111194 Jul 14 07:09:02.274162 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-059a7932-c827-4a5d-936a-4bffc90f8872 req-5f250112-5f66-4a0d-b205-ef3cab0015fe tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808500 Jul 14 07:09:02.301525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c2fa0-114e-41d3-9e04-d24128aef441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d102e2-bfe2-4340-a661-e50b87ab575b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:02.317245 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c2fa0-114e-41d3-9e04-d24128aef441 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:02.317602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c2fa0-114e-41d3-9e04-d24128aef441 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:02.322847 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c2fa0-114e-41d3-9e04-d24128aef441 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:02.323246 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c2fa0-114e-41d3-9e04-d24128aef441 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:02.323594 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c2fa0-114e-41d3-9e04-d24128aef441 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:02.323940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c2fa0-114e-41d3-9e04-d24128aef441 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:02.324361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c2fa0-114e-41d3-9e04-d24128aef441 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:02.324619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c2fa0-114e-41d3-9e04-d24128aef441 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:02.324949 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c2fa0-114e-41d3-9e04-d24128aef441 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:02.327502 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c2fa0-114e-41d3-9e04-d24128aef441 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:02.327915 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c2fa0-114e-41d3-9e04-d24128aef441 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:02.328269 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c2fa0-114e-41d3-9e04-d24128aef441 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:02.383221 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8c1a83-cdf2-44fa-9a73-224dbbd550f0 x-openstack-request-id: req-ed8c1a83-cdf2-44fa-9a73-224dbbd550f0 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:02.383805 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8620d67e-2954-429a-ac6a-348bc7e8be4b", "name": "network-vif-deleted", "tag": "469ac5d4-57af-478f-9cef-bfff7ea7ba52", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:02.384043 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ed8c1a83-cdf2-44fa-9a73-224dbbd550f0 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:02.384567 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8620d67e-2954-429a-ac6a-348bc7e8be4b', 'name': 'network-vif-deleted', 'tag': '469ac5d4-57af-478f-9cef-bfff7ea7ba52', 'status': 'completed', 'code': 200} Jul 14 07:09:02.425027 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 542a2072-dc7e-4a41-9c41-dabe77128e33, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=542a2072-dc7e-4a41-9c41-dabe77128e33,segment=NetworkSegment(553402c6-5a2d-4c8a-abad-4a275d3c3c29),segment_id=553402c6-5a2d-4c8a-abad-4a275d3c3c29)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:02.458048 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '542a2072-dc7e-4a41-9c41-dabe77128e33', 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f', 'port_id': '542a2072-dc7e-4a41-9c41-dabe77128e33', 'mac_address': 'fa:16:3e:02:fc:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:09:02.539683 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3a534-f4c1-4494-928b-1cde236797ce req-af378718-35bc-436c-a193-d25ebf5ca73a tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:02.543148 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a1c3a534-f4c1-4494-928b-1cde236797ce req-af378718-35bc-436c-a193-d25ebf5ca73a tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.1056135 Jul 14 07:09:02.545690 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:02.570496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542a2072-dc7e-4a41-9c41-dabe77128e33 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:09:02.595016 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 542a2072-dc7e-4a41-9c41-dabe77128e33, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=542a2072-dc7e-4a41-9c41-dabe77128e33,segment=NetworkSegment(553402c6-5a2d-4c8a-abad-4a275d3c3c29),segment_id=553402c6-5a2d-4c8a-abad-4a275d3c3c29)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:02.601693 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:02.658157 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a1c3a534-f4c1-4494-928b-1cde236797ce req-181a085a-e726-438f-abaa-6b83a61929c4 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098950 Jul 14 07:09:02.662645 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=542a2072-dc7e-4a41-9c41-dabe77128e33,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:02.728740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6831a0-6893-421e-a582-f973224c1f57 req-55cb5052-dfc8-4f74-99f6-60976cca8c5c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:02.730241 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe6831a0-6893-421e-a582-f973224c1f57 req-55cb5052-dfc8-4f74-99f6-60976cca8c5c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.1602221 Jul 14 07:09:02.777178 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe6831a0-6893-421e-a582-f973224c1f57 req-530b06e3-03ba-4bc4-8e40-4c4d71f339ea tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409019 Jul 14 07:09:02.863509 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['542a2072-dc7e-4a41-9c41-dabe77128e33'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:02.971199 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ee8eb-b949-4604-a779-f628a58d24d3 req-b31d947b-9d5a-42aa-bcc1-4243dafb00ab tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:02.979503 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a99ee8eb-b949-4604-a779-f628a58d24d3 req-b31d947b-9d5a-42aa-bcc1-4243dafb00ab tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.1542163 Jul 14 07:09:03.025622 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ddde5046-27e1-4870-b533-878324d67a9b req-50d4e746-623a-4841-af79-ae32b1662af1 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=8620d67e-2954-429a-ac6a-348bc7e8be4b HTTP/1.1" status: 200 len: 210 time: 0.0636072 Jul 14 07:09:03.048899 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a99ee8eb-b949-4604-a779-f628a58d24d3 req-6ccc1df3-2900-48fb-a0c4-d0747fbf5cca tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684161 Jul 14 07:09:03.214005 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-14294376-d865-4b44-acbb-5f6486e09fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:03.401068 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fb0e6-896a-4322-ac1e-37bde31337de req-54d1b9c2-adca-44c4-a595-5a72e327ced1 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:03.402637 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc7fb0e6-896a-4322-ac1e-37bde31337de req-54d1b9c2-adca-44c4-a595-5a72e327ced1 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/ports?device_id=85020c49-ea6b-49c2-aa5c-4524caa98261 HTTP/1.1" status: 200 len: 944 time: 0.0862758 Jul 14 07:09:03.479874 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc7fb0e6-896a-4322-ac1e-37bde31337de req-38be4946-c3e4-4568-8166-9f5a49c9659c tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/security-groups?id=e7757c79-ad64-4cde-b8d1-32da5312662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665548 Jul 14 07:09:03.517949 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b521c-f60b-4f21-92b0-df729eef4206 req-d91c5992-f7e3-4de7-83db-61b6ae214694 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:03.519764 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b9b521c-f60b-4f21-92b0-df729eef4206 req-d91c5992-f7e3-4de7-83db-61b6ae214694 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.0989332 Jul 14 07:09:03.559770 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b9b521c-f60b-4f21-92b0-df729eef4206 req-2e95585f-4be4-4cb6-9eb9-f2e44136fec4 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345211 Jul 14 07:09:03.564722 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:03.905430 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3214641-96b6-4d61-866c-b97174dde1a5 req-0875113c-b1c2-40ab-ac6c-3acf522bfa7d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:03.907163 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3214641-96b6-4d61-866c-b97174dde1a5 req-0875113c-b1c2-40ab-ac6c-3acf522bfa7d tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.1202867 Jul 14 07:09:04.010552 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3214641-96b6-4d61-866c-b97174dde1a5 req-79ad9cce-14ed-4e0b-a681-36c31990657e tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971348 Jul 14 07:09:04.065347 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325cb42-c5f5-48ca-b2b6-96bb807c1a1c req-5e321a38-30ad-4ce0-8599-c4b9e5020670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:04.067244 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a325cb42-c5f5-48ca-b2b6-96bb807c1a1c req-5e321a38-30ad-4ce0-8599-c4b9e5020670 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=41d7b9c7c3284b00bf5d9e27f0168ee3&device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 1096 time: 0.1167996 Jul 14 07:09:04.146582 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 542a2072-dc7e-4a41-9c41-dabe77128e33 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:09:04.204336 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8858a-e75e-489d-a746-3c672dd53fb4 req-cff8afa3-f7ba-4868-af39-4b2d01f3ce83 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:04.210641 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 542a2072-dc7e-4a41-9c41-dabe77128e33 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:09:04.211557 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dce8858a-e75e-489d-a746-3c672dd53fb4 req-cff8afa3-f7ba-4868-af39-4b2d01f3ce83 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.2045062 Jul 14 07:09:04.214773 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 542a2072-dc7e-4a41-9c41-dabe77128e33 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:09:04.215146 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:04.257796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325cb42-c5f5-48ca-b2b6-96bb807c1a1c req-5ea6d0bb-3134-463a-ace3-1fbd30f2395b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:04.259535 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a325cb42-c5f5-48ca-b2b6-96bb807c1a1c req-5ea6d0bb-3134-463a-ace3-1fbd30f2395b service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a14332a-3cc4-4fca-9869-617a13d02085 HTTP/1.1" status: 200 len: 911 time: 0.1841483 Jul 14 07:09:04.327862 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:04.334589 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dce8858a-e75e-489d-a746-3c672dd53fb4 req-e164b4dd-33bb-42d8-8869-1ccb3dcbbc44 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220968 Jul 14 07:09:04.336387 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a325cb42-c5f5-48ca-b2b6-96bb807c1a1c req-f88f7e07-16a5-4adc-9529-3f7e9ff6bb2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=067c6530-3b20-4d24-8004-5abeac8802f3 HTTP/1.1" status: 200 len: 217 time: 0.0634148 Jul 14 07:09:04.352618 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1733b67-cceb-4f1f-830a-dcf59e2ff8a8 req-e6f84694-779c-4a1a-a456-581e4157f1e5 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:04.354231 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a1733b67-cceb-4f1f-830a-dcf59e2ff8a8 req-e6f84694-779c-4a1a-a456-581e4157f1e5 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.2226968 Jul 14 07:09:04.383603 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85020c49-ea6b-49c2-aa5c-4524caa98261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542a2072-dc7e-4a41-9c41-dabe77128e33'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:04.387248 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38b6418-46e5-4f69-8b63-8aa2ace277bc" -d '{"events": [{"server_uuid": "85020c49-ea6b-49c2-aa5c-4524caa98261", "name": "network-vif-plugged", "status": "completed", "tag": "542a2072-dc7e-4a41-9c41-dabe77128e33"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:04.411223 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 542a2072-dc7e-4a41-9c41-dabe77128e33, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=542a2072-dc7e-4a41-9c41-dabe77128e33,segment=NetworkSegment(553402c6-5a2d-4c8a-abad-4a275d3c3c29),segment_id=553402c6-5a2d-4c8a-abad-4a275d3c3c29)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:04.417835 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:04.419013 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 469ac5d4-57af-478f-9cef-bfff7ea7ba52 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:09:04.443705 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325cb42-c5f5-48ca-b2b6-96bb807c1a1c req-faf1d3c6-9bc1-4be8-98fe-5bb6b578db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:04.445380 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a325cb42-c5f5-48ca-b2b6-96bb807c1a1c req-faf1d3c6-9bc1-4be8-98fe-5bb6b578db91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0647552b-8dce-4aed-a543-e2c6d3a859c4 HTTP/1.1" status: 200 len: 850 time: 0.0902324 Jul 14 07:09:04.458407 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 469ac5d4-57af-478f-9cef-bfff7ea7ba52 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:09:04.458756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 469ac5d4-57af-478f-9cef-bfff7ea7ba52 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:09:04.486355 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a325cb42-c5f5-48ca-b2b6-96bb807c1a1c req-a1830a55-39d7-47d1-b420-f0774c73080d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a14332a-3cc4-4fca-9869-617a13d02085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326631 Jul 14 07:09:04.500184 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a1733b67-cceb-4f1f-830a-dcf59e2ff8a8 req-d52b2534-e9dc-4643-8971-84525a54d551 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247957 Jul 14 07:09:04.538292 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=542a2072-dc7e-4a41-9c41-dabe77128e33,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:04.553559 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:04.571537 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6084735-ff16-4d4e-bc5b-d48dba9b143a x-openstack-request-id: req-d6084735-ff16-4d4e-bc5b-d48dba9b143a {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:04.571537 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85020c49-ea6b-49c2-aa5c-4524caa98261", "name": "network-vif-plugged", "status": "completed", "tag": "542a2072-dc7e-4a41-9c41-dabe77128e33", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:04.571537 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6084735-ff16-4d4e-bc5b-d48dba9b143a {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:04.571537 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85020c49-ea6b-49c2-aa5c-4524caa98261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542a2072-dc7e-4a41-9c41-dabe77128e33', 'code': 200} Jul 14 07:09:04.702038 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a325cb42-c5f5-48ca-b2b6-96bb807c1a1c req-423a1bdc-64f1-4668-9200-6e2a304b3fa8 service neutron] 10.222.0.30 "GET /v2.0/networks/5a14332a-3cc4-4fca-9869-617a13d02085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998754 Jul 14 07:09:04.736032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64756ca7-c43d-4a58-89aa-0b90a74d2b9a req-3c302137-0d7e-458b-8a74-b7e858c62606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:04.740670 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-64756ca7-c43d-4a58-89aa-0b90a74d2b9a req-3c302137-0d7e-458b-8a74-b7e858c62606 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=85020c49-ea6b-49c2-aa5c-4524caa98261 HTTP/1.1" status: 200 len: 1096 time: 0.0931833 Jul 14 07:09:04.802640 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-64756ca7-c43d-4a58-89aa-0b90a74d2b9a req-ca5d4db8-3d9e-4add-8905-91f2af3f61be service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e7757c79-ad64-4cde-b8d1-32da5312662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447972 Jul 14 07:09:04.880058 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a325cb42-c5f5-48ca-b2b6-96bb807c1a1c req-3287e7f3-59b5-4ee1-9587-6571006c2200 service neutron] 10.222.0.30 "GET /v2.0/networks/5a14332a-3cc4-4fca-9869-617a13d02085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670561 Jul 14 07:09:04.897378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de973d-4832-4004-b6aa-4d10588b5c77 req-259e923b-e4a2-437a-be3b-f27fb63f23b9 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:04.898997 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3de973d-4832-4004-b6aa-4d10588b5c77 req-259e923b-e4a2-437a-be3b-f27fb63f23b9 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.2022686 Jul 14 07:09:04.968537 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3de973d-4832-4004-b6aa-4d10588b5c77 req-d35fe5b0-2dc9-40df-8e4f-89dd60b8049b tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621538 Jul 14 07:09:05.091587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c36340-779e-4a34-82e8-fb455a953518 req-e5978d12-8dad-4ecf-b74e-834e331012a8 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:05.093343 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-55c36340-779e-4a34-82e8-fb455a953518 req-e5978d12-8dad-4ecf-b74e-834e331012a8 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/ports?device_id=85020c49-ea6b-49c2-aa5c-4524caa98261 HTTP/1.1" status: 200 len: 945 time: 0.0784354 Jul 14 07:09:05.178721 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-55c36340-779e-4a34-82e8-fb455a953518 req-9ac75dad-097c-4e58-b248-a76cbf4d5312 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/security-groups?id=e7757c79-ad64-4cde-b8d1-32da5312662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783365 Jul 14 07:09:05.216945 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b122207-bf69-4eb0-8913-f8e0e4597b1b req-8314288f-db74-4c7d-b1a7-a9ac4468dfe8 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:05.225506 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b122207-bf69-4eb0-8913-f8e0e4597b1b req-8314288f-db74-4c7d-b1a7-a9ac4468dfe8 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.1106355 Jul 14 07:09:05.280282 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b122207-bf69-4eb0-8913-f8e0e4597b1b req-3c4744de-1346-4bc8-9582-dade49d6e081 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537193 Jul 14 07:09:05.375060 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242b57d-e1fa-44d1-b643-3a5a1464cda0 req-04956277-93b8-4185-98de-fb5f5fa7c345 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:05.377741 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6242b57d-e1fa-44d1-b643-3a5a1464cda0 req-04956277-93b8-4185-98de-fb5f5fa7c345 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.0770643 Jul 14 07:09:05.425719 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45244) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:05.427020 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6242b57d-e1fa-44d1-b643-3a5a1464cda0 req-feec3be3-b444-4947-a958-58180ac1905c tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425441 Jul 14 07:09:05.526755 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e9f28-6e45-4517-b974-ad526d2b0b69 req-975616d1-dc42-4c64-b58f-ccfdb69d62bc tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:05.529747 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d7e9f28-6e45-4517-b974-ad526d2b0b69 req-975616d1-dc42-4c64-b58f-ccfdb69d62bc tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.0674436 Jul 14 07:09:05.540150 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc3b2d9c-d8a4-4971-a98b-14d01402e1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:05.592051 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d7e9f28-6e45-4517-b974-ad526d2b0b69 req-7b86c2a8-e8b2-4f90-bbb3-3a200e8cf46e tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545566 Jul 14 07:09:05.651366 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc3b2d9c-d8a4-4971-a98b-14d01402e1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:05.655938 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc3b2d9c-d8a4-4971-a98b-14d01402e1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:05.686150 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dc3b2d9c-d8a4-4971-a98b-14d01402e1d5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d09fc44b007456999e960ac910c8cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584994 Jul 14 07:09:05.688215 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45250) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:05.711995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b2d9c-d8a4-4971-a98b-14d01402e1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2fc210-cbb6-4fa3-adde-e242541dee79,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:05.713781 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72634d53-8b60-4af0-afc8-f902b7f02fe7 req-3ec85ff4-eff0-4247-a725-32da1151dd5a tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:05.715290 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72634d53-8b60-4af0-afc8-f902b7f02fe7 req-3ec85ff4-eff0-4247-a725-32da1151dd5a tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.0879402 Jul 14 07:09:05.774006 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72634d53-8b60-4af0-afc8-f902b7f02fe7 req-9e348b57-29a9-4105-957d-c9db83c5f11b tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454609 Jul 14 07:09:05.787152 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-756edb4c-47d4-4bb7-8daa-15b170ff688a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:05.814669 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-756edb4c-47d4-4bb7-8daa-15b170ff688a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:05.865280 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-756edb4c-47d4-4bb7-8daa-15b170ff688a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:05.867953 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-756edb4c-47d4-4bb7-8daa-15b170ff688a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:05.869177 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-756edb4c-47d4-4bb7-8daa-15b170ff688a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b2fc210-cbb6-4fa3-adde-e242541dee79 HTTP/1.1" status: 204 len: 168 time: 0.1800063 Jul 14 07:09:05.878090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756edb4c-47d4-4bb7-8daa-15b170ff688a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2fc210-cbb6-4fa3-adde-e242541dee79,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:06.089786 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:06.179536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a35f5a-b080-4897-8648-a37ae74fe726 req-e5b1092c-ed20-430f-b7d4-01e262e32b92 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:06.181243 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d6a35f5a-b080-4897-8648-a37ae74fe726 req-e5b1092c-ed20-430f-b7d4-01e262e32b92 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.0770888 Jul 14 07:09:06.188289 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45258) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:06.222249 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f990598-8244-490e-bab8-4dd64a2c0d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:06.277814 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d6a35f5a-b080-4897-8648-a37ae74fe726 req-0258d31d-55ed-425b-9e8f-1579aeeadea8 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825238 Jul 14 07:09:06.460523 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f990598-8244-490e-bab8-4dd64a2c0d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:06.468530 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031e9bb-d10f-4f9d-ba39-2d175d9ab5c4 req-e8b49ba4-1039-470f-82a8-f8fff8cc5000 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:06.470056 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3031e9bb-d10f-4f9d-ba39-2d175d9ab5c4 req-e8b49ba4-1039-470f-82a8-f8fff8cc5000 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/ports?device_id=85020c49-ea6b-49c2-aa5c-4524caa98261 HTTP/1.1" status: 200 len: 945 time: 0.1482100 Jul 14 07:09:06.472540 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f990598-8244-490e-bab8-4dd64a2c0d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:06.535837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f990598-8244-490e-bab8-4dd64a2c0d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03938b00-ac67-40e6-9bf1-37c74097118a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:06.545658 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5f990598-8244-490e-bab8-4dd64a2c0d21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a5719242ddd9426585d29eace2f56a70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539381 Jul 14 07:09:06.546416 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45272) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:06.564332 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3031e9bb-d10f-4f9d-ba39-2d175d9ab5c4 req-f99dee68-8e25-4f50-8767-477a2613f3b2 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/security-groups?id=e7757c79-ad64-4cde-b8d1-32da5312662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862746 Jul 14 07:09:06.574827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539922d4-0e51-44b2-bd26-58d7087bb7d3 req-de9cadf0-0816-4b27-8792-a504e4171280 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:06.577698 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-539922d4-0e51-44b2-bd26-58d7087bb7d3 req-de9cadf0-0816-4b27-8792-a504e4171280 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.1868575 Jul 14 07:09:06.610137 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1122e84c-9c79-4eb1-b568-b770e8236696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:06.644459 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1122e84c-9c79-4eb1-b568-b770e8236696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:06.660248 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-539922d4-0e51-44b2-bd26-58d7087bb7d3 req-f2d2535c-6cf0-46e8-aacf-4b2079d1e16d tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e93c849-a60e-4346-a6df-8c9a1617c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777667 Jul 14 07:09:06.714396 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1122e84c-9c79-4eb1-b568-b770e8236696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:06.717891 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1122e84c-9c79-4eb1-b568-b770e8236696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:06.719692 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1122e84c-9c79-4eb1-b568-b770e8236696 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/03938b00-ac67-40e6-9bf1-37c74097118a HTTP/1.1" status: 204 len: 168 time: 0.1714096 Jul 14 07:09:06.736873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122e84c-9c79-4eb1-b568-b770e8236696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03938b00-ac67-40e6-9bf1-37c74097118a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:06.986835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f245e-b17e-485d-93c0-4bd17991c7a0 req-ee982574-fddb-41e1-8fa3-89c85662ba87 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:06.988346 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d92f245e-b17e-485d-93c0-4bd17991c7a0 req-ee982574-fddb-41e1-8fa3-89c85662ba87 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccde10a-4b13-410f-a8e3-797c74e60b74 HTTP/1.1" status: 200 len: 946 time: 0.3141375 Jul 14 07:09:07.052029 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-e9218fc6-5230-469d-9f23-d8d5cea23251 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 258 time: 0.3385744 Jul 14 07:09:07.075697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376cc7a-897a-41ce-b0c0-31c21afd23c3 req-653896c8-dc0b-4ce1-bc78-bbee58813916 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:07.077286 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c376cc7a-897a-41ce-b0c0-31c21afd23c3 req-653896c8-dc0b-4ce1-bc78-bbee58813916 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 950 time: 0.3626850 Jul 14 07:09:07.082389 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-475f025a-bcd4-4a2f-b2af-c1a5008ac2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:07.156249 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-475f025a-bcd4-4a2f-b2af-c1a5008ac2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:07.190305 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c376cc7a-897a-41ce-b0c0-31c21afd23c3 req-5b632d83-2014-418b-82cf-b9afe011adbc tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983880 Jul 14 07:09:07.252836 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-d92f245e-b17e-485d-93c0-4bd17991c7a0 req-08f9ae6b-aaec-4b0f-8ef2-f3b6b4181739 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Deleting port 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:07.253198 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d92f245e-b17e-485d-93c0-4bd17991c7a0 req-08f9ae6b-aaec-4b0f-8ef2-f3b6b4181739 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:07.370447 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45304) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:07.422760 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-d92f245e-b17e-485d-93c0-4bd17991c7a0 req-08f9ae6b-aaec-4b0f-8ef2-f3b6b4181739 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] For port 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:07.423122 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d92f245e-b17e-485d-93c0-4bd17991c7a0 req-08f9ae6b-aaec-4b0f-8ef2-f3b6b4181739 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:07.433297 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-475f025a-bcd4-4a2f-b2af-c1a5008ac2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:07.446660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-d92f245e-b17e-485d-93c0-4bd17991c7a0 req-08f9ae6b-aaec-4b0f-8ef2-f3b6b4181739 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Calling delete_port for 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:07.496172 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd8836b4-1ca8-4f5e-bf1e-326ba680c98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:07.594608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277c7b6-4764-4fb8-aa80-154dc81d01ef req-cf04a9e5-c210-4fe7-b820-12a2d917ad32 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:07.596178 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2277c7b6-4764-4fb8-aa80-154dc81d01ef req-cf04a9e5-c210-4fe7-b820-12a2d917ad32 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.2405767 Jul 14 07:09:07.613031 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd8836b4-1ca8-4f5e-bf1e-326ba680c98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:07.618665 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd8836b4-1ca8-4f5e-bf1e-326ba680c98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:07.649751 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-475f025a-bcd4-4a2f-b2af-c1a5008ac2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Allocated IP 172.25.7.179 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/673f5cbd-b251-467e-8189-4b6ff2ea8504) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:09:07.665788 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bd8836b4-1ca8-4f5e-bf1e-326ba680c98f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c6972784e5f246f6b007bb4a166ed54e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2936153 Jul 14 07:09:07.666520 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45316) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:07.673866 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8836b4-1ca8-4f5e-bf1e-326ba680c98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1676b2ac-e5bd-46fe-b3a4-e920fc1c1bf7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:07.705414 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2277c7b6-4764-4fb8-aa80-154dc81d01ef req-f14f902d-ebd6-4c8a-b364-b8d81c4a35f6 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995793 Jul 14 07:09:07.752077 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7d92c06-2780-4dbc-9825-3d9a89034f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:07.774112 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d92f245e-b17e-485d-93c0-4bd17991c7a0 req-08f9ae6b-aaec-4b0f-8ef2-f3b6b4181739 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:07.787201 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:07.787795 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7d92c06-2780-4dbc-9825-3d9a89034f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:07.836438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9ae6b-aaec-4b0f-8ef2-f3b6b4181739 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Pushing event deleted for resources: {'Port': ['ID=98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:07.866245 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7d92c06-2780-4dbc-9825-3d9a89034f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:07.869446 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7d92c06-2780-4dbc-9825-3d9a89034f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:07.870640 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f7d92c06-2780-4dbc-9825-3d9a89034f38 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1676b2ac-e5bd-46fe-b3a4-e920fc1c1bf7 HTTP/1.1" status: 204 len: 168 time: 0.2028322 Jul 14 07:09:07.879490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d92c06-2780-4dbc-9825-3d9a89034f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1676b2ac-e5bd-46fe-b3a4-e920fc1c1bf7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:07.949979 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92f245e-b17e-485d-93c0-4bd17991c7a0 req-08f9ae6b-aaec-4b0f-8ef2-f3b6b4181739 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] No DVR routers for this DVR port 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:09:07.958549 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d92f245e-b17e-485d-93c0-4bd17991c7a0 req-08f9ae6b-aaec-4b0f-8ef2-f3b6b4181739 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:07.960698 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d92f245e-b17e-485d-93c0-4bd17991c7a0 req-08f9ae6b-aaec-4b0f-8ef2-f3b6b4181739 tempest-ListServerFiltersTestJSON-1374640340 tempest-ListServerFiltersTestJSON-1374640340-project] 10.222.0.15 "DELETE /v2.0/ports/98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 HTTP/1.1" status: 204 len: 173 time: 0.9609063 Jul 14 07:09:07.964670 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccde10a-4b13-410f-a8e3-797c74e60b74', 'name': 'network-vif-deleted', 'tag': '98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:07.966337 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9722129e-36c5-4c46-acbb-db9883130931" -d '{"events": [{"server_uuid": "4ccde10a-4b13-410f-a8e3-797c74e60b74", "name": "network-vif-deleted", "tag": "98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:07.971555 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-475f025a-bcd4-4a2f-b2af-c1a5008ac2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:08.017463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859eaf8-779e-4c92-9a44-fc57236422a9 req-898a18ad-9f20-4c14-9c72-d848dd81f16b tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:08.019246 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3859eaf8-779e-4c92-9a44-fc57236422a9 req-898a18ad-9f20-4c14-9c72-d848dd81f16b tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.1714764 Jul 14 07:09:08.318974 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45340) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:08.332289 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6cbfef00-d828-4025-b6a5-93aef52dcd11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:08.433990 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6cbfef00-d828-4025-b6a5-93aef52dcd11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:08.438085 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3859eaf8-779e-4c92-9a44-fc57236422a9 req-bdd486b6-7001-4bab-997c-daf02ee8e549 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110453 Jul 14 07:09:08.439503 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-475f025a-bcd4-4a2f-b2af-c1a5008ac2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:08.443571 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6cbfef00-d828-4025-b6a5-93aef52dcd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:08.488768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-475f025a-bcd4-4a2f-b2af-c1a5008ac2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:09:08.491622 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-475f025a-bcd4-4a2f-b2af-c1a5008ac2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:09:08.495213 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-475f025a-bcd4-4a2f-b2af-c1a5008ac2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:09:08.506407 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfef00-d828-4025-b6a5-93aef52dcd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8667634-d724-4589-b125-1e149b11f098,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:08.518279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f025a-bcd4-4a2f-b2af-c1a5008ac2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Pushing event updated for resources: {'Port': ['ID=673f5cbd-b251-467e-8189-4b6ff2ea8504,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:08.520463 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 59ec839d-c13b-4438-9de3-8190fcaea45a details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:09:08.568140 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6cbfef00-d828-4025-b6a5-93aef52dcd11 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76f65a085bd64befbcf5032fb54167ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476890 Jul 14 07:09:08.569457 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45348) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:08.600347 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-475f025a-bcd4-4a2f-b2af-c1a5008ac2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:08.640789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 59ec839d-c13b-4438-9de3-8190fcaea45a no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:09:08.668086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 59ec839d-c13b-4438-9de3-8190fcaea45a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=59ec839d-c13b-4438-9de3-8190fcaea45a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:08.682614 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '59ec839d-c13b-4438-9de3-8190fcaea45a', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '59ec839d-c13b-4438-9de3-8190fcaea45a', 'mac_address': 'fa:16:3e:d0:e4:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:09:08.684721 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-475f025a-bcd4-4a2f-b2af-c1a5008ac2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:08.687711 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4643ec53-5f29-40aa-a3c4-c83574a9d732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:08.717611 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bded7d5-eb19-469a-8fe9-76005d8b4fe0 req-a8a8dacf-920d-4d23-ad22-faa67e06a232 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:08.719229 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6bded7d5-eb19-469a-8fe9-76005d8b4fe0 req-a8a8dacf-920d-4d23-ad22-faa67e06a232 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.1333630 Jul 14 07:09:08.756917 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4643ec53-5f29-40aa-a3c4-c83574a9d732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:08.810655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6bded7d5-eb19-469a-8fe9-76005d8b4fe0 req-15503fa2-65ed-4aab-91f5-39dafe8bd9ed tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839188 Jul 14 07:09:08.832725 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4643ec53-5f29-40aa-a3c4-c83574a9d732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:08.837952 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4643ec53-5f29-40aa-a3c4-c83574a9d732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:08.839563 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:08.843001 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4643ec53-5f29-40aa-a3c4-c83574a9d732 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8667634-d724-4589-b125-1e149b11f098 HTTP/1.1" status: 204 len: 168 time: 0.2721441 Jul 14 07:09:08.858438 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59ec839d-c13b-4438-9de3-8190fcaea45a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:09:08.863859 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643ec53-5f29-40aa-a3c4-c83574a9d732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8667634-d724-4589-b125-1e149b11f098,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:08.901319 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:08.908322 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 59ec839d-c13b-4438-9de3-8190fcaea45a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=59ec839d-c13b-4438-9de3-8190fcaea45a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:08.920874 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:08.939416 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-475f025a-bcd4-4a2f-b2af-c1a5008ac2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:08.947508 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45360) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:08.950023 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-475f025a-bcd4-4a2f-b2af-c1a5008ac2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:09.020038 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b17053-5d75-4e1c-af8c-5d8e7d5fea2a x-openstack-request-id: req-86b17053-5d75-4e1c-af8c-5d8e7d5fea2a {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:09.020296 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ccde10a-4b13-410f-a8e3-797c74e60b74", "name": "network-vif-deleted", "tag": "98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:09.020551 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86b17053-5d75-4e1c-af8c-5d8e7d5fea2a {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:09.021011 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ccde10a-4b13-410f-a8e3-797c74e60b74', 'name': 'network-vif-deleted', 'tag': '98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2', 'status': 'completed', 'code': 200} Jul 14 07:09:09.021415 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=59ec839d-c13b-4438-9de3-8190fcaea45a,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:09.045673 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98ab04e-762d-40f2-a33c-69f00fd3d3b5 admin admin] Deleting subnet 17e8a532-de8e-4a6c-8825-83e30374b3e7 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:09:09.054059 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f98ab04e-762d-40f2-a33c-69f00fd3d3b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:09.087225 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f025a-bcd4-4a2f-b2af-c1a5008ac2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Pushing event updated for resources: {'Port': ['ID=673f5cbd-b251-467e-8189-4b6ff2ea8504,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:09.095989 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.api [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:09:09.096634 n-d-778696-5 neutron-server[93829]: DEBUG oslo_db.api [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:09:09.103184 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-475f025a-bcd4-4a2f-b2af-c1a5008ac2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:09.110607 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f98ab04e-762d-40f2-a33c-69f00fd3d3b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:09.122469 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-475f025a-bcd4-4a2f-b2af-c1a5008ac2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:09.135552 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-475f025a-bcd4-4a2f-b2af-c1a5008ac2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0714924 Jul 14 07:09:09.163333 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['59ec839d-c13b-4438-9de3-8190fcaea45a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:09.207760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-05caec92-914b-4f74-bbd6-b7664680f58c tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.179 HTTP/1.1" status: 200 len: 696 time: 0.0707831 Jul 14 07:09:09.267951 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f98ab04e-762d-40f2-a33c-69f00fd3d3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:09.360385 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f98ab04e-762d-40f2-a33c-69f00fd3d3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:09.400953 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fd659-8325-4bb8-88ba-6324981088d4 req-1475cc97-638f-4fb0-aa7b-0ecdc0066fb8 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:09.402568 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce1fd659-8325-4bb8-88ba-6324981088d4 req-1475cc97-638f-4fb0-aa7b-0ecdc0066fb8 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 949 time: 0.1429629 Jul 14 07:09:09.409979 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-ad8e81de-4d86-4336-a43c-0cd105898e3a tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:09.421580 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-237cb219-33c5-4190-9455-91aa14ce6c88 req-ad8e81de-4d86-4336-a43c-0cd105898e3a tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.2071500 Jul 14 07:09:09.427902 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f98ab04e-762d-40f2-a33c-69f00fd3d3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:09.429885 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f98ab04e-762d-40f2-a33c-69f00fd3d3b5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/17e8a532-de8e-4a6c-8825-83e30374b3e7 HTTP/1.1" status: 204 len: 168 time: 0.4810998 Jul 14 07:09:09.430927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ab04e-762d-40f2-a33c-69f00fd3d3b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17e8a532-de8e-4a6c-8825-83e30374b3e7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:09.433602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45376) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:09.451042 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2357c30c-286a-49cb-aa9f-0a8e41253c06 None None] Network 7df11440-a490-4cbf-bd30-2320c3a465de requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:09:09.489368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45384) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:09.505817 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5156e937-f4e7-411e-98c1-2d4ff6a476ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:09.589749 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce1fd659-8325-4bb8-88ba-6324981088d4 req-94a2648d-6fb7-42a3-ba94-c7b042a998bc tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671593 Jul 14 07:09:09.632534 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:09.656836 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5156e937-f4e7-411e-98c1-2d4ff6a476ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:09.662754 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5156e937-f4e7-411e-98c1-2d4ff6a476ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:09.693378 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:09.702749 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5156e937-f4e7-411e-98c1-2d4ff6a476ed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=818c8873d0b841dba1de4e5f07bdb45d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2120533 Jul 14 07:09:09.706575 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45392) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:09.720221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156e937-f4e7-411e-98c1-2d4ff6a476ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62485cf3-c9c7-41c4-bda0-2128983241bf,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:09.749404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 59ec839d-c13b-4438-9de3-8190fcaea45a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:09:09.765859 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb877c6d-a4c7-4db0-83cc-6c05f5f766f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:09.786054 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 59ec839d-c13b-4438-9de3-8190fcaea45a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=59ec839d-c13b-4438-9de3-8190fcaea45a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:09.791180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdaa32-06a1-4e01-aa1e-707da1e7d791 req-16f1f2e8-904e-453f-8a6d-1825298a7deb tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:09.791962 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb877c6d-a4c7-4db0-83cc-6c05f5f766f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:09.792760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-45fdaa32-06a1-4e01-aa1e-707da1e7d791 req-16f1f2e8-904e-453f-8a6d-1825298a7deb tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.1989739 Jul 14 07:09:09.801561 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:09.868241 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb877c6d-a4c7-4db0-83cc-6c05f5f766f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:09.871622 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb877c6d-a4c7-4db0-83cc-6c05f5f766f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:09.873580 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-eb877c6d-a4c7-4db0-83cc-6c05f5f766f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62485cf3-c9c7-41c4-bda0-2128983241bf HTTP/1.1" status: 204 len: 168 time: 0.1659825 Jul 14 07:09:09.883201 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb877c6d-a4c7-4db0-83cc-6c05f5f766f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62485cf3-c9c7-41c4-bda0-2128983241bf,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:09.909739 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284221db-d5e7-4374-be2c-ad6e45868127 None None] DHCP port deletion for 7df11440-a490-4cbf-bd30-2320c3a465de request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:09:09.911632 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] Deleting port 35ddabe8-089e-4188-9782-66770b152b3a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:09.911977 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:09.917858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=59ec839d-c13b-4438-9de3-8190fcaea45a,revision_number=10']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:09.938277 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-45fdaa32-06a1-4e01-aa1e-707da1e7d791 req-b419588f-6250-4b1f-916d-9df56832ed79 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024904 Jul 14 07:09:09.994403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-284221db-d5e7-4374-be2c-ad6e45868127 None None] Deleting port 35ddabe8-089e-4188-9782-66770b152b3a {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:09.994785 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-284221db-d5e7-4374-be2c-ad6e45868127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:10.039965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-93aa485f-35f1-4c4b-8d7c-92a64ff07f7c tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:10.042057 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-93aa485f-35f1-4c4b-8d7c-92a64ff07f7c tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/ports?device_id=85020c49-ea6b-49c2-aa5c-4524caa98261&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2947299 Jul 14 07:09:10.044946 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] For port 35ddabe8-089e-4188-9782-66770b152b3a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=35ddabe8-089e-4188-9782-66770b152b3a,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:10.045466 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:10.050403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 35ddabe8-089e-4188-9782-66770b152b3a no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:09:10.101594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-a72bbcbe-42d7-4e89-89f6-152bbd9090a4 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.179 HTTP/1.1" status: 200 len: 696 time: 0.0471499 Jul 14 07:09:10.105521 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] Calling delete_port for 35ddabe8-089e-4188-9782-66770b152b3a owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:10.115623 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-040c685e-2e2d-432f-91a8-6d025d6c2c8a tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Request body: {'floatingip': {'port_id': '542a2072-dc7e-4a41-9c41-dabe77128e33', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:10.142016 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-284221db-d5e7-4374-be2c-ad6e45868127 None None] For port 35ddabe8-089e-4188-9782-66770b152b3a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=35ddabe8-089e-4188-9782-66770b152b3a,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:10.142016 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-284221db-d5e7-4374-be2c-ad6e45868127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:10.175349 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-284221db-d5e7-4374-be2c-ad6e45868127 None None] Calling delete_port for 35ddabe8-089e-4188-9782-66770b152b3a owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:10.195160 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:10.241952 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-040c685e-2e2d-432f-91a8-6d025d6c2c8a tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:10.262094 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 35ddabe8-089e-4188-9782-66770b152b3a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=35ddabe8-089e-4188-9782-66770b152b3a,segment=NetworkSegment(4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c),segment_id=4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:10.271961 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:10.352016 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=35ddabe8-089e-4188-9782-66770b152b3a,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:10.361141 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-284221db-d5e7-4374-be2c-ad6e45868127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:10.390607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284221db-d5e7-4374-be2c-ad6e45868127 None None] Pushing event deleted for resources: {'Port': ['ID=35ddabe8-089e-4188-9782-66770b152b3a,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:10.399326 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284221db-d5e7-4374-be2c-ad6e45868127 None None] No DVR routers for this DVR port 35ddabe8-089e-4188-9782-66770b152b3a on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:09:10.426372 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abd860-4324-4d0e-81fe-cb76886f32c7 req-2a97b8ee-11d1-4524-a706-86da284e520c tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:10.427635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21abd860-4324-4d0e-81fe-cb76886f32c7 req-2a97b8ee-11d1-4524-a706-86da284e520c tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.3048601 Jul 14 07:09:10.430872 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:10.496287 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] No DVR routers for this DVR port 35ddabe8-089e-4188-9782-66770b152b3a on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:09:10.511223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ddabe8-089e-4188-9782-66770b152b3a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:10.552665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 59ec839d-c13b-4438-9de3-8190fcaea45a up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:09:10.617094 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 59ec839d-c13b-4438-9de3-8190fcaea45a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:09:10.617625 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:10.651284 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21abd860-4324-4d0e-81fe-cb76886f32c7 req-a1b6dd92-c97e-4392-afe1-18c0622c7f8d tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115386 Jul 14 07:09:10.677854 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:10.727824 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df11440-a490-4cbf-bd30-2320c3a465de']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:10.738738 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:10.756498 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:10.756801 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae66c0f-dc64-49a0-8dcf-aa08fcf32d6c') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:10.777549 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:10.797633 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecf98f2-2e53-4214-b123-57084d6f9812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ec839d-c13b-4438-9de3-8190fcaea45a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:10.802025 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c3c487-fdcb-4eb4-b62c-63e13eaa0112" -d '{"events": [{"server_uuid": "1ecf98f2-2e53-4214-b123-57084d6f9812", "name": "network-vif-plugged", "status": "completed", "tag": "59ec839d-c13b-4438-9de3-8190fcaea45a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:10.831863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 59ec839d-c13b-4438-9de3-8190fcaea45a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=59ec839d-c13b-4438-9de3-8190fcaea45a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:10.838033 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:10.839012 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:09:10.852980 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:10.879454 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:09:10.879798 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 98cdf5ae-b5c9-465c-b9e7-ef6d4434bac2 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:09:10.924911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=59ec839d-c13b-4438-9de3-8190fcaea45a,revision_number=11']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:10.953746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:09:10.954162 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:09:10.957425 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:09:10.963753 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:09:10.963753 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:09:10.963753 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:09:10.963753 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:09:10.963753 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:09:10.963753 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:09:10.963753 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:09:10.963753 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:09:10.963753 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:09:10.963753 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:09:10.963753 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:09:10.963753 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:09:10.963753 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:09:10.963753 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:09:10.963753 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:09:10.963753 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:09:10.963753 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:09:10.963753 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:09:11.165475 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:11.170174 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:11.175126 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7df11440-a490-4cbf-bd30-2320c3a465de HTTP/1.1" status: 204 len: 168 time: 1.7295249 Jul 14 07:09:11.207583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45464) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:11.216927 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abf35f-8191-4374-a2ee-53dd150ec67e req-666f7e2b-06e4-4a3b-b7b3-e642acac9167 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:11.218527 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-03abf35f-8191-4374-a2ee-53dd150ec67e req-666f7e2b-06e4-4a3b-b7b3-e642acac9167 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.3762064 Jul 14 07:09:11.219376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560d08f-57d6-4377-8156-fa1fd6c0c4d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7df11440-a490-4cbf-bd30-2320c3a465de,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:11.275788 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45468) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:11.325298 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-03abf35f-8191-4374-a2ee-53dd150ec67e req-6d084a51-f809-4958-8ac8-e2671cf841c0 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983644 Jul 14 07:09:11.382089 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-040c685e-2e2d-432f-91a8-6d025d6c2c8a tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:11.391533 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-040c685e-2e2d-432f-91a8-6d025d6c2c8a tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:11.402827 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2fb88ab-efc0-4a08-84fc-2adf6eb2d2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:11.440612 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45472) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:11.477138 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e25d71a-8413-4787-ad80-a1eb70e7b815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:11.526376 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3dbcad38-a1aa-4077-85d6-35cc10513dd2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f41c167b90654a4782677f21851a718d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0822270 Jul 14 07:09:11.527129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45478) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:11.557013 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-040c685e-2e2d-432f-91a8-6d025d6c2c8a tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Floating IP 72453321-4808-4415-a7e5-6a735ee1a2dc associated. External IP: 172.25.7.179, port: 542a2072-dc7e-4a41-9c41-dabe77128e33. Jul 14 07:09:11.558846 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2fb88ab-efc0-4a08-84fc-2adf6eb2d2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:11.567527 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2fb88ab-efc0-4a08-84fc-2adf6eb2d2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:11.617614 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb88ab-efc0-4a08-84fc-2adf6eb2d2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc09d37-798e-497c-9fab-7c333d7a5e7a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:11.626142 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a2fb88ab-efc0-4a08-84fc-2adf6eb2d2e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2eae806ced404982acba21a53aa60478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4158633 Jul 14 07:09:11.628037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45480) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:11.649598 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d18c9f-7b59-4647-8f21-e383b62bdfe7 req-0d28f407-6598-4a07-aa37-181468d83277 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:11.651399 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f4d18c9f-7b59-4647-8f21-e383b62bdfe7 req-0d28f407-6598-4a07-aa37-181468d83277 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 951 time: 0.1719913 Jul 14 07:09:11.682635 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e25d71a-8413-4787-ad80-a1eb70e7b815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:11.688499 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e25d71a-8413-4787-ad80-a1eb70e7b815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:11.728325 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25d71a-8413-4787-ad80-a1eb70e7b815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54031d9b-eca2-47aa-ab1f-e71a3d983637,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:11.732643 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7e25d71a-8413-4787-ad80-a1eb70e7b815 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e0fb8d3e2474432b96c74b50cef25e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4556284 Jul 14 07:09:11.735345 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45484) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:11.787800 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-756c4aa7-344f-4e73-b2e2-b1ec03ef76f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:11.810843 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-756c4aa7-344f-4e73-b2e2-b1ec03ef76f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:11.858352 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-756c4aa7-344f-4e73-b2e2-b1ec03ef76f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:11.861037 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-756c4aa7-344f-4e73-b2e2-b1ec03ef76f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:11.862397 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-756c4aa7-344f-4e73-b2e2-b1ec03ef76f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54031d9b-eca2-47aa-ab1f-e71a3d983637 HTTP/1.1" status: 204 len: 168 time: 0.1259480 Jul 14 07:09:11.871665 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c4aa7-344f-4e73-b2e2-b1ec03ef76f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54031d9b-eca2-47aa-ab1f-e71a3d983637,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:12.079835 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-209d44dd-fc6e-4ad6-ada7-4b1f06dad52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:12.100676 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f4d18c9f-7b59-4647-8f21-e383b62bdfe7 req-1fd54e89-bbc9-4e35-a695-33d2a02a7a32 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155045 Jul 14 07:09:12.152569 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5568ab2-7e47-4816-b219-fdc4994be45b x-openstack-request-id: req-c5568ab2-7e47-4816-b219-fdc4994be45b {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:12.153104 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecf98f2-2e53-4214-b123-57084d6f9812", "name": "network-vif-plugged", "status": "completed", "tag": "59ec839d-c13b-4438-9de3-8190fcaea45a", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:12.153348 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c5568ab2-7e47-4816-b219-fdc4994be45b {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:12.154521 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecf98f2-2e53-4214-b123-57084d6f9812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ec839d-c13b-4438-9de3-8190fcaea45a', 'code': 200} Jul 14 07:09:12.163975 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-209d44dd-fc6e-4ad6-ada7-4b1f06dad52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:12.171695 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14a4b4a1-3cff-4c25-80d9-b0d1e3c28c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:12.273422 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14a4b4a1-3cff-4c25-80d9-b0d1e3c28c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:12.392486 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-209d44dd-fc6e-4ad6-ada7-4b1f06dad52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:12.395343 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-209d44dd-fc6e-4ad6-ada7-4b1f06dad52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:12.397005 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-209d44dd-fc6e-4ad6-ada7-4b1f06dad52a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e93c849-a60e-4346-a6df-8c9a1617c91e HTTP/1.1" status: 204 len: 168 time: 0.8688142 Jul 14 07:09:12.400589 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-040c685e-2e2d-432f-91a8-6d025d6c2c8a tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Router e1d5f28e-f4ea-49a5-8109-758604c8cf23 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:09:12.427535 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d44dd-fc6e-4ad6-ada7-4b1f06dad52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e93c849-a60e-4346-a6df-8c9a1617c91e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:12.456986 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14a4b4a1-3cff-4c25-80d9-b0d1e3c28c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:12.460082 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14a4b4a1-3cff-4c25-80d9-b0d1e3c28c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:12.461251 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-14a4b4a1-3cff-4c25-80d9-b0d1e3c28c72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ecc09d37-798e-497c-9fab-7c333d7a5e7a HTTP/1.1" status: 204 len: 168 time: 0.8322697 Jul 14 07:09:12.468917 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939d7ae-3c3e-4286-aacc-86a27c87dc00 req-2549ff99-249a-471e-ba84-0c6e1e3d5ff9 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:12.477330 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0939d7ae-3c3e-4286-aacc-86a27c87dc00 req-2549ff99-249a-471e-ba84-0c6e1e3d5ff9 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.2275047 Jul 14 07:09:12.536025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4b4a1-3cff-4c25-80d9-b0d1e3c28c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc09d37-798e-497c-9fab-7c333d7a5e7a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:12.551672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba5a11-7f91-4c80-8082-7b067bbc9664 req-cd8b8167-55dc-4167-b2a1-143cceb8157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:12.553236 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fba5a11-7f91-4c80-8082-7b067bbc9664 req-cd8b8167-55dc-4167-b2a1-143cceb8157c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 1102 time: 0.2258170 Jul 14 07:09:12.621737 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0939d7ae-3c3e-4286-aacc-86a27c87dc00 req-f89564b5-dd6e-4773-b10f-ddfe2031fba5 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434088 Jul 14 07:09:12.670518 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fba5a11-7f91-4c80-8082-7b067bbc9664 req-82399626-51ad-4cc9-89a5-cce1b6feaba0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088376 Jul 14 07:09:12.671902 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-040c685e-2e2d-432f-91a8-6d025d6c2c8a tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:09:12.677981 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-040c685e-2e2d-432f-91a8-6d025d6c2c8a tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:12.683128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fdca20-e4d0-40f9-8036-d757a02bc7e8 None None] Sync routers for ids ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:09:12.694134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fdca20-e4d0-40f9-8036-d757a02bc7e8 None None] Routers {'e1d5f28e-f4ea-49a5-8109-758604c8cf23'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:09:12.695053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b2fdca20-e4d0-40f9-8036-d757a02bc7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:09:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:12.741612 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-040c685e-2e2d-432f-91a8-6d025d6c2c8a tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "PUT /v2.0/floatingips/72453321-4808-4415-a7e5-6a735ee1a2dc HTTP/1.1" status: 200 len: 996 time: 2.6317060 Jul 14 07:09:12.750342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85020c49-ea6b-49c2-aa5c-4524caa98261', 'tag': '542a2072-dc7e-4a41-9c41-dabe77128e33'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:12.752856 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b82ac9-2188-4361-9552-b354ef0ec17e" -d '{"events": [{"name": "network-changed", "server_uuid": "85020c49-ea6b-49c2-aa5c-4524caa98261", "tag": "542a2072-dc7e-4a41-9c41-dabe77128e33"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:12.834959 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-b2fdca20-e4d0-40f9-8036-d757a02bc7e8 None None] Set router e1d5f28e-f4ea-49a5-8109-758604c8cf23 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:09:12.862346 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-2695c994-e3ef-4972-a6b9-57de6d0c34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:12.870790 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-2695c994-e3ef-4972-a6b9-57de6d0c34c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fcc39e46e4341f48c05f22844ff67cc&device_id=85020c49-ea6b-49c2-aa5c-4524caa98261 HTTP/1.1" status: 200 len: 1096 time: 0.1279862 Jul 14 07:09:12.931256 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45520) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:12.945893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e55fa-2ddb-416f-8322-79bd2f7c1d98 req-66cf41f6-e305-42e2-87d8-884f801d019a tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:12.954029 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7c9a-f3ad-44f7-8f07-b21fb2c247ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:12.955051 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-962e55fa-2ddb-416f-8322-79bd2f7c1d98 req-66cf41f6-e305-42e2-87d8-884f801d019a tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.1736021 Jul 14 07:09:13.014865 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-962e55fa-2ddb-416f-8322-79bd2f7c1d98 req-cc29464f-852f-4c61-a8df-ab4bfcec8310 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587020 Jul 14 07:09:13.051711 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-8880718d-addf-4eaa-a219-ab16de70cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:13.054659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-8880718d-addf-4eaa-a219-ab16de70cffe service neutron] 10.222.0.35 "GET /v2.0/networks?id=5abe54e3-4790-4392-9dd3-231cc46cfd0f HTTP/1.1" status: 200 len: 930 time: 0.1830192 Jul 14 07:09:13.132513 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7c9a-f3ad-44f7-8f07-b21fb2c247ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:13.145339 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7c9a-f3ad-44f7-8f07-b21fb2c247ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:13.191219 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a7c9a-f3ad-44f7-8f07-b21fb2c247ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d95dce-c8b0-4b57-8dc3-ea78be3c7300,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:13.195974 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b2fdca20-e4d0-40f9-8036-d757a02bc7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1669918371-router', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:43Z', 'updated_at': '2021-07-14T07:08:48Z', 'revision_number': 4, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'gw_port': {'id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:44Z', 'updated_at': '2021-07-14T07:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '72453321-4808-4415-a7e5-6a735ee1a2dc', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'port_id': '542a2072-dc7e-4a41-9c41-dabe77128e33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f', 'mac_address': 'fa:16:3e:02:fc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85020c49-ea6b-49c2-aa5c-4524caa98261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:09:08Z', 'updated_at': '2021-07-14T07:09:11Z', 'revision_number': 1, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52b2853-bd78-417c-8aaa-d1e6c869d476', 'name': '', 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'mac_address': 'fa:16:3e:44:a0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:47Z', 'updated_at': '2021-07-14T07:08:56Z', 'revision_number': 5, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'subnets': [{'id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:13.210656 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-77217e9a-b334-4727-a72d-ddb87d694bfc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=542a2072-dc7e-4a41-9c41-dabe77128e33 HTTP/1.1" status: 200 len: 999 time: 0.1492476 Jul 14 07:09:13.224819 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4c2a7c9a-f3ad-44f7-8f07-b21fb2c247ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ab49a4c974643f7be4202645a2595fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918787 Jul 14 07:09:13.227407 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45534) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:13.247829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fdca20-e4d0-40f9-8036-d757a02bc7e8 None None] Checking router: e1d5f28e-f4ea-49a5-8109-758604c8cf23 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:09:13.258293 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fdca20-e4d0-40f9-8036-d757a02bc7e8 None None] Routers {'e1d5f28e-f4ea-49a5-8109-758604c8cf23'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:09:13.258920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b2fdca20-e4d0-40f9-8036-d757a02bc7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:09:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:13.310679 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bad4bcaf-d61e-4964-a0c1-4edd774b55f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:13.330822 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-c4a1aecd-a241-4388-a499-8499788f7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:13.332482 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-c4a1aecd-a241-4388-a499-8499788f7154 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d147d78-f299-48de-8ef7-5a515c439ebb HTTP/1.1" status: 200 len: 868 time: 0.1113803 Jul 14 07:09:13.351879 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67481259-4138-4150-a2bf-a9db85531b9f req-bf2a5945-53c7-48b6-8660-4231526b6b55 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:13.353651 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67481259-4138-4150-a2bf-a9db85531b9f req-bf2a5945-53c7-48b6-8660-4231526b6b55 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.1422274 Jul 14 07:09:13.355723 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bad4bcaf-d61e-4964-a0c1-4edd774b55f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:13.423430 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-b2fdca20-e4d0-40f9-8036-d757a02bc7e8 None None] Set router e1d5f28e-f4ea-49a5-8109-758604c8cf23 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:09:13.475479 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bad4bcaf-d61e-4964-a0c1-4edd774b55f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:13.492794 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bad4bcaf-d61e-4964-a0c1-4edd774b55f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:13.495927 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bad4bcaf-d61e-4964-a0c1-4edd774b55f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/24d95dce-c8b0-4b57-8dc3-ea78be3c7300 HTTP/1.1" status: 204 len: 168 time: 0.2672758 Jul 14 07:09:13.513665 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4bcaf-d61e-4964-a0c1-4edd774b55f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d95dce-c8b0-4b57-8dc3-ea78be3c7300,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:13.529443 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67481259-4138-4150-a2bf-a9db85531b9f req-0ab60e4e-dfc6-4e8b-b3ed-cdb3818eb4a1 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245983 Jul 14 07:09:13.588279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-e5049623-cd40-4e14-bf84-7dc68feea11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:13.609004 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-e5049623-cd40-4e14-bf84-7dc68feea11a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5abe54e3-4790-4392-9dd3-231cc46cfd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2662799 Jul 14 07:09:13.610716 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c79ba3-1782-4e27-8179-746f8e0d3a74 x-openstack-request-id: req-50c79ba3-1782-4e27-8179-746f8e0d3a74 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:13.611035 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85020c49-ea6b-49c2-aa5c-4524caa98261", "tag": "542a2072-dc7e-4a41-9c41-dabe77128e33", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:13.611288 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-50c79ba3-1782-4e27-8179-746f8e0d3a74 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:13.611810 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85020c49-ea6b-49c2-aa5c-4524caa98261', 'tag': '542a2072-dc7e-4a41-9c41-dabe77128e33', 'status': 'completed', 'code': 200} Jul 14 07:09:13.859250 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-c3f35968-edc9-4328-bc92-dae9618c6f6d service neutron] 10.222.0.35 "GET /v2.0/networks/5abe54e3-4790-4392-9dd3-231cc46cfd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064221 Jul 14 07:09:14.070020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b2fdca20-e4d0-40f9-8036-d757a02bc7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1669918371-router', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:43Z', 'updated_at': '2021-07-14T07:08:48Z', 'revision_number': 4, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'gw_port': {'id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:44Z', 'updated_at': '2021-07-14T07:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '72453321-4808-4415-a7e5-6a735ee1a2dc', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'port_id': '542a2072-dc7e-4a41-9c41-dabe77128e33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f', 'mac_address': 'fa:16:3e:02:fc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85020c49-ea6b-49c2-aa5c-4524caa98261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:09:08Z', 'updated_at': '2021-07-14T07:09:11Z', 'revision_number': 1, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52b2853-bd78-417c-8aaa-d1e6c869d476', 'name': '', 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'mac_address': 'fa:16:3e:44:a0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:47Z', 'updated_at': '2021-07-14T07:08:56Z', 'revision_number': 5, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'subnets': [{'id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:14.100474 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fdca20-e4d0-40f9-8036-d757a02bc7e8 None None] The sync data for ids ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'] in n-d-778696-5 is: [{'id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1669918371-router', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:43Z', 'updated_at': '2021-07-14T07:08:48Z', 'revision_number': 4, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'gw_port': {'id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:44Z', 'updated_at': '2021-07-14T07:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '72453321-4808-4415-a7e5-6a735ee1a2dc', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'port_id': '542a2072-dc7e-4a41-9c41-dabe77128e33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f', 'mac_address': 'fa:16:3e:02:fc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85020c49-ea6b-49c2-aa5c-4524caa98261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:09:08Z', 'updated_at': '2021-07-14T07:09:11Z', 'revision_number': 1, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52b2853-bd78-417c-8aaa-d1e6c869d476', 'name': '', 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'mac_address': 'fa:16:3e:44:a0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:47Z', 'updated_at': '2021-07-14T07:08:56Z', 'revision_number': 5, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'subnets': [{'id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:09:14.182224 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b82ac9-2188-4361-9552-b354ef0ec17e req-0be730c0-882e-4b63-baba-cac6f42f6d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:14.183770 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09b82ac9-2188-4361-9552-b354ef0ec17e req-0be730c0-882e-4b63-baba-cac6f42f6d33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8fcc39e46e4341f48c05f22844ff67cc&device_id=85020c49-ea6b-49c2-aa5c-4524caa98261 HTTP/1.1" status: 200 len: 1096 time: 0.5491560 Jul 14 07:09:14.190376 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dac03262-b2f5-40b0-a4f6-4ad0cc5cc190 req-818a8128-3715-43c1-9384-af834004557a service neutron] 10.222.0.35 "GET /v2.0/networks/5abe54e3-4790-4392-9dd3-231cc46cfd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614539 Jul 14 07:09:14.200071 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079e25b-8032-47a4-a3cd-9aa9a42eafb1 req-063681f0-4a05-4fe4-bfcd-86d745af0f78 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:14.201618 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e079e25b-8032-47a4-a3cd-9aa9a42eafb1 req-063681f0-4a05-4fe4-bfcd-86d745af0f78 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 951 time: 0.2770252 Jul 14 07:09:14.292318 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e079e25b-8032-47a4-a3cd-9aa9a42eafb1 req-9949bd3d-431b-4e05-a9e2-b4470da918cf tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801530 Jul 14 07:09:14.321840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b82ac9-2188-4361-9552-b354ef0ec17e req-c2a34522-b561-4205-80f2-60baff4cb855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:14.323830 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09b82ac9-2188-4361-9552-b354ef0ec17e req-c2a34522-b561-4205-80f2-60baff4cb855 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5abe54e3-4790-4392-9dd3-231cc46cfd0f HTTP/1.1" status: 200 len: 930 time: 0.1213374 Jul 14 07:09:14.469987 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d453aecd-673d-4572-877a-a5f620d5b63f None None] New status for floating IP 72453321-4808-4415-a7e5-6a735ee1a2dc: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:09:14.520077 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09b82ac9-2188-4361-9552-b354ef0ec17e req-0c14f741-3a75-4f7d-abc9-1e64002c28da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=542a2072-dc7e-4a41-9c41-dabe77128e33 HTTP/1.1" status: 200 len: 999 time: 0.1893237 Jul 14 07:09:14.650371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247979-d052-475c-a7b2-8809429698ed req-5c884d12-87b3-4b94-8349-a615f24e27ab tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:14.656200 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-40247979-d052-475c-a7b2-8809429698ed req-5c884d12-87b3-4b94-8349-a615f24e27ab tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.2437546 Jul 14 07:09:14.665030 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b82ac9-2188-4361-9552-b354ef0ec17e req-2a5fec27-bd37-402e-81a3-1efb09beaa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:14.666795 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09b82ac9-2188-4361-9552-b354ef0ec17e req-2a5fec27-bd37-402e-81a3-1efb09beaa2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d147d78-f299-48de-8ef7-5a515c439ebb HTTP/1.1" status: 200 len: 868 time: 0.1363118 Jul 14 07:09:14.737270 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-40247979-d052-475c-a7b2-8809429698ed req-47497f9e-fe28-424a-8776-f8e27051b052 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743756 Jul 14 07:09:14.765985 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b82ac9-2188-4361-9552-b354ef0ec17e req-228a9090-2b15-4604-9dc4-a194f4ebd242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:14.767747 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09b82ac9-2188-4361-9552-b354ef0ec17e req-228a9090-2b15-4604-9dc4-a194f4ebd242 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5abe54e3-4790-4392-9dd3-231cc46cfd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750220 Jul 14 07:09:15.038495 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09b82ac9-2188-4361-9552-b354ef0ec17e req-1ce78baa-f72b-42bd-8242-ecb8459a5dc6 service neutron] 10.222.0.30 "GET /v2.0/networks/5abe54e3-4790-4392-9dd3-231cc46cfd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522564 Jul 14 07:09:15.148648 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d431a-cd37-4ded-b565-feda332feab2 req-4c953953-0116-40c6-86d5-4d90abbb0c8a tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:15.155521 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-856d431a-cd37-4ded-b565-feda332feab2 req-4c953953-0116-40c6-86d5-4d90abbb0c8a tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.2467871 Jul 14 07:09:15.217238 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:15.220726 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-1763d049-2094-4d48-881e-b2e7a9fdf95e tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 258 time: 0.2569118 Jul 14 07:09:15.239954 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-f93b5a6f-8d88-4ce9-bbe2-8588c2f2b325 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:15.252118 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-856d431a-cd37-4ded-b565-feda332feab2 req-b2141cad-b9d3-490d-acc9-93a0c40850a7 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957863 Jul 14 07:09:15.258994 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09b82ac9-2188-4361-9552-b354ef0ec17e req-3e07098f-9144-4378-a071-93695e27e989 service neutron] 10.222.0.30 "GET /v2.0/networks/5abe54e3-4790-4392-9dd3-231cc46cfd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084408 Jul 14 07:09:15.270848 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-f93b5a6f-8d88-4ce9-bbe2-8588c2f2b325 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:15.401218 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-f93b5a6f-8d88-4ce9-bbe2-8588c2f2b325 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:15.415894 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:15.526183 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-f93b5a6f-8d88-4ce9-bbe2-8588c2f2b325 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Allocated IP 172.25.7.105 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/45586156-a048-4376-926d-62d09a6377e6) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:09:15.690102 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-f93b5a6f-8d88-4ce9-bbe2-8588c2f2b325 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:15.716672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ef16f-67fe-4f99-892c-5c9f450972b1 req-b6413c59-0c68-45e3-beb4-463c6a6291c1 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:15.718211 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-478ef16f-67fe-4f99-892c-5c9f450972b1 req-b6413c59-0c68-45e3-beb4-463c6a6291c1 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.1026659 Jul 14 07:09:15.773125 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-478ef16f-67fe-4f99-892c-5c9f450972b1 req-dae8b1d4-948a-4b3f-a4b1-0f8cdd26900d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481195 Jul 14 07:09:15.775472 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-f93b5a6f-8d88-4ce9-bbe2-8588c2f2b325 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:15.811278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-f93b5a6f-8d88-4ce9-bbe2-8588c2f2b325 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:09:15.818662 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-f93b5a6f-8d88-4ce9-bbe2-8588c2f2b325 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:09:15.822036 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-f93b5a6f-8d88-4ce9-bbe2-8588c2f2b325 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:09:15.846199 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b5a6f-8d88-4ce9-bbe2-8588c2f2b325 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Pushing event updated for resources: {'Port': ['ID=45586156-a048-4376-926d-62d09a6377e6,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:15.933113 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0723473d-97c1-4f24-96d3-2eb9ad752428 req-8f5c8279-cf52-4a9d-8bbb-abfd6fc2746d tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=11551c58-53f3-4537-809e-bf0106fcad3c HTTP/1.1" status: 200 len: 210 time: 0.0289958 Jul 14 07:09:15.950388 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-f93b5a6f-8d88-4ce9-bbe2-8588c2f2b325 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:16.015038 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-f93b5a6f-8d88-4ce9-bbe2-8588c2f2b325 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:16.071287 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5e640c0-c046-436e-b653-82f55b04e358 req-254efe15-304d-45b7-988c-68ff47b09095 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9eb3f86af5834724afc3cd68242bb8c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336685 Jul 14 07:09:16.178682 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5239c931-7765-4733-9810-5abff3f3c10f details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:09:16.252733 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e640c0-c046-436e-b653-82f55b04e358 req-97b2e5d7-685b-4e0b-834d-a108e36ede72 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:16.259891 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5e640c0-c046-436e-b653-82f55b04e358 req-97b2e5d7-685b-4e0b-834d-a108e36ede72 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802089 Jul 14 07:09:16.279162 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5e640c0-c046-436e-b653-82f55b04e358 req-11d63b68-c79c-48e4-81e7-c0c5d8303369 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/quotas/9eb3f86af5834724afc3cd68242bb8c8 HTTP/1.1" status: 200 len: 375 time: 0.0183978 Jul 14 07:09:16.303674 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5239c931-7765-4733-9810-5abff3f3c10f, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5239c931-7765-4733-9810-5abff3f3c10f,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:16.315927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '5239c931-7765-4733-9810-5abff3f3c10f', 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff', 'port_id': '5239c931-7765-4733-9810-5abff3f3c10f', 'mac_address': 'fa:16:3e:06:55:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c0e73d-973b-48ca-9f9e-437461e66293', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:09:16.327849 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5e640c0-c046-436e-b653-82f55b04e358 req-5acc2527-cbe7-4df1-85a0-f337802e5c7a tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9eb3f86af5834724afc3cd68242bb8c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395255 Jul 14 07:09:16.332465 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-f93b5a6f-8d88-4ce9-bbe2-8588c2f2b325 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:16.338447 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-f93b5a6f-8d88-4ce9-bbe2-8588c2f2b325 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:16.398957 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:16.429391 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b5a6f-8d88-4ce9-bbe2-8588c2f2b325 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Pushing event updated for resources: {'Port': ['ID=45586156-a048-4376-926d-62d09a6377e6,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:16.435254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5239c931-7765-4733-9810-5abff3f3c10f {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:09:16.450261 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-f93b5a6f-8d88-4ce9-bbe2-8588c2f2b325 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:16.457911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5239c931-7765-4733-9810-5abff3f3c10f, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5239c931-7765-4733-9810-5abff3f3c10f,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:16.464846 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:16.493076 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-f93b5a6f-8d88-4ce9-bbe2-8588c2f2b325 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:16.494956 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-f93b5a6f-8d88-4ce9-bbe2-8588c2f2b325 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2626889 Jul 14 07:09:16.548695 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=5239c931-7765-4733-9810-5abff3f3c10f,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:16.573395 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-65026be5-1dad-4192-bd88-a1c4fcac86e0 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 696 time: 0.0719147 Jul 14 07:09:16.586727 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45694) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:16.706951 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57f5d206-e849-479a-a774-9f85d3bc33ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:16.736605 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['5239c931-7765-4733-9810-5abff3f3c10f'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:16.745285 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-5b5ce407-291d-49fb-981b-040748a5ccfb tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:16.746704 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6722130f-a04a-45c1-9fa9-804865db6ea4 req-5b5ce407-291d-49fb-981b-040748a5ccfb tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.1711895 Jul 14 07:09:16.749909 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc1016-b4df-419f-bec7-6344b81c26d0 req-c2d5d795-8217-48da-b890-828925f922ac tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:16.757653 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2fcc1016-b4df-419f-bec7-6344b81c26d0 req-c2d5d795-8217-48da-b890-828925f922ac tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 1102 time: 0.1479306 Jul 14 07:09:16.792289 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2fcc1016-b4df-419f-bec7-6344b81c26d0 req-6ebb83f7-bf62-4b50-b2df-043a223bf0cc tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337114 Jul 14 07:09:16.858807 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57f5d206-e849-479a-a774-9f85d3bc33ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:16.866269 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57f5d206-e849-479a-a774-9f85d3bc33ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:16.896043 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5d206-e849-479a-a774-9f85d3bc33ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437c94c8-d8e7-4061-9e67-75bc76685380,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:16.924738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5d206-e849-479a-a774-9f85d3bc33ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:16.925348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5d206-e849-479a-a774-9f85d3bc33ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:16.925961 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5d206-e849-479a-a774-9f85d3bc33ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:16.926720 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5d206-e849-479a-a774-9f85d3bc33ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:16.927754 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5d206-e849-479a-a774-9f85d3bc33ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:16.928253 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5d206-e849-479a-a774-9f85d3bc33ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:16.928770 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5d206-e849-479a-a774-9f85d3bc33ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:16.929298 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5d206-e849-479a-a774-9f85d3bc33ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:16.929784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5d206-e849-479a-a774-9f85d3bc33ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:16.930490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5d206-e849-479a-a774-9f85d3bc33ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:16.931166 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5d206-e849-479a-a774-9f85d3bc33ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:16.931655 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5d206-e849-479a-a774-9f85d3bc33ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:16.964103 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-57f5d206-e849-479a-a774-9f85d3bc33ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6448b8af54af4da99257fd29799f7fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3762975 Jul 14 07:09:16.966060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45718) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:16.967683 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbd31e-8579-43f2-a532-56c41b576eae req-6cfeace7-e9fe-4cc7-98ae-b72993b645a2 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:16.976931 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0afbd31e-8579-43f2-a532-56c41b576eae req-6cfeace7-e9fe-4cc7-98ae-b72993b645a2 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.0909479 Jul 14 07:09:17.026019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0afbd31e-8579-43f2-a532-56c41b576eae req-47a66a2e-aa26-462a-8ee0-07130a450fb4 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501735 Jul 14 07:09:17.026445 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95c47ff7-8992-4fd1-9dae-a4d060eceed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:17.066644 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95c47ff7-8992-4fd1-9dae-a4d060eceed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:17.141740 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95c47ff7-8992-4fd1-9dae-a4d060eceed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:17.144969 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95c47ff7-8992-4fd1-9dae-a4d060eceed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:17.146454 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-95c47ff7-8992-4fd1-9dae-a4d060eceed3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/437c94c8-d8e7-4061-9e67-75bc76685380 HTTP/1.1" status: 204 len: 168 time: 0.1792817 Jul 14 07:09:17.161144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c47ff7-8992-4fd1-9dae-a4d060eceed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437c94c8-d8e7-4061-9e67-75bc76685380,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:17.255722 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27af6728-4665-4512-9957-41b34741cfc3 req-3c4f9c71-7b20-484a-ade2-b16a44219de8 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff274138-73d0-4f8e-97c3-22a533ab65b5 HTTP/1.1" status: 200 len: 210 time: 0.0333409 Jul 14 07:09:17.348244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a2f5d-572f-4979-9030-91d777407fc0 req-8b8a3fed-ac9e-4a23-8b5f-be05af35a3a8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:17.350218 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ec0a2f5d-572f-4979-9030-91d777407fc0 req-8b8a3fed-ac9e-4a23-8b5f-be05af35a3a8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.1643460 Jul 14 07:09:17.407832 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ec0a2f5d-572f-4979-9030-91d777407fc0 req-e6ec795c-6152-4c15-88ca-296273c41c02 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487876 Jul 14 07:09:17.540102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71743f0a-cc32-4996-a947-06b9f3e2e825 req-2b989deb-2dc9-45cc-8bf7-29c91d0cd7d1 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:17.547189 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71743f0a-cc32-4996-a947-06b9f3e2e825 req-2b989deb-2dc9-45cc-8bf7-29c91d0cd7d1 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/ports?device_id=85020c49-ea6b-49c2-aa5c-4524caa98261&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1351414 Jul 14 07:09:17.568468 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45734) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:17.581482 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-22382979-1cd9-4219-bd5c-9f905c2ddf23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:17.627271 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71743f0a-cc32-4996-a947-06b9f3e2e825 req-7e8ded3a-7b83-4d15-bd5b-44499dc4f6ea tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 696 time: 0.0729556 Jul 14 07:09:17.648865 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-71743f0a-cc32-4996-a947-06b9f3e2e825 req-d408b431-ce75-4df8-9576-9d588fda816c tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Request body: {'floatingip': {'port_id': '542a2072-dc7e-4a41-9c41-dabe77128e33', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:17.685079 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-22382979-1cd9-4219-bd5c-9f905c2ddf23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:17.690369 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-22382979-1cd9-4219-bd5c-9f905c2ddf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:17.696186 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71743f0a-cc32-4996-a947-06b9f3e2e825 req-d408b431-ce75-4df8-9576-9d588fda816c tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:17.732448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22382979-1cd9-4219-bd5c-9f905c2ddf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4beee59-3137-4e3c-9bf4-2c6d936c8214,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:17.742695 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-22382979-1cd9-4219-bd5c-9f905c2ddf23 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c8e68cd6bf141968aee381cd43acde5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730797 Jul 14 07:09:17.743592 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929c9c5-052f-4236-b3b8-71e8f6acec4b req-80cde0e3-637c-49f3-9af0-cc398d5a5548 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:17.744963 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45736) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:17.745117 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0929c9c5-052f-4236-b3b8-71e8f6acec4b req-80cde0e3-637c-49f3-9af0-cc398d5a5548 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 945 time: 0.1803732 Jul 14 07:09:17.794015 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8f88010-2c30-405d-86c8-99e34987daa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:17.805990 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e7111fa8-409e-4ead-865b-490ca68ab164 req-12474d92-7f7b-4558-8902-92ffa720cff8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=11551c58-53f3-4537-809e-bf0106fcad3c HTTP/1.1" status: 200 len: 210 time: 0.0429001 Jul 14 07:09:17.814823 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8f88010-2c30-405d-86c8-99e34987daa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:17.860161 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8f88010-2c30-405d-86c8-99e34987daa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:17.860460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0929c9c5-052f-4236-b3b8-71e8f6acec4b req-d6bb02cb-437a-41af-b485-86aebfcbd9ce tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944502 Jul 14 07:09:17.865146 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8f88010-2c30-405d-86c8-99e34987daa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:17.866724 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f8f88010-2c30-405d-86c8-99e34987daa3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f4beee59-3137-4e3c-9bf4-2c6d936c8214 HTTP/1.1" status: 204 len: 168 time: 0.1207850 Jul 14 07:09:17.875601 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f88010-2c30-405d-86c8-99e34987daa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4beee59-3137-4e3c-9bf4-2c6d936c8214,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:18.062264 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-71743f0a-cc32-4996-a947-06b9f3e2e825 req-d408b431-ce75-4df8-9576-9d588fda816c tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 07:09:18.065878 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71743f0a-cc32-4996-a947-06b9f3e2e825 req-d408b431-ce75-4df8-9576-9d588fda816c tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "PUT /v2.0/floatingips/d546b0f8-8c9d-4b0c-9a05-db4a094caa72 HTTP/1.1" status: 409 len: 550 time: 0.4271202 Jul 14 07:09:18.088779 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5e640c0-c046-436e-b653-82f55b04e358 req-50afb07a-a1c4-428d-b875-7309169c250d tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9eb3f86af5834724afc3cd68242bb8c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518386 Jul 14 07:09:18.214282 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5239c931-7765-4733-9810-5abff3f3c10f up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:09:18.311027 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 5239c931-7765-4733-9810-5abff3f3c10f triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:09:18.311407 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:18.413134 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:18.440433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ce0587-91b2-4bd5-a0aa-a335b8fff9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5239c931-7765-4733-9810-5abff3f3c10f'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:18.443018 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e94abad-fccf-4124-b9e4-a5d5775bed75" -d '{"events": [{"server_uuid": "79ce0587-91b2-4bd5-a0aa-a335b8fff9e2", "name": "network-vif-plugged", "status": "completed", "tag": "5239c931-7765-4733-9810-5abff3f3c10f"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:18.456571 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5239c931-7765-4733-9810-5abff3f3c10f, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5239c931-7765-4733-9810-5abff3f3c10f,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:18.462877 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:18.528198 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=5239c931-7765-4733-9810-5abff3f3c10f,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:18.694495 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa1c644b-5a74-4a07-b199-1e44aef07e1d req-5802a69c-8347-4700-9303-904ce0046985 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/floatingips/d546b0f8-8c9d-4b0c-9a05-db4a094caa72 HTTP/1.1" status: 200 len: 693 time: 0.0835402 Jul 14 07:09:18.809598 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e640c0-c046-436e-b653-82f55b04e358 req-cf69958f-10b3-4b70-a61c-3e0e47d5ad3c tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:18.811122 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5e640c0-c046-436e-b653-82f55b04e358 req-cf69958f-10b3-4b70-a61c-3e0e47d5ad3c tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7160776 Jul 14 07:09:18.822554 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debc66a-8fd2-4280-b6b6-371349c0a4be req-0822b9e6-f7a8-42b0-b814-171b35de16db tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:18.823946 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8debc66a-8fd2-4280-b6b6-371349c0a4be req-0822b9e6-f7a8-42b0-b814-171b35de16db tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.2141881 Jul 14 07:09:18.839309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-a5e640c0-c046-436e-b653-82f55b04e358 req-551ccc27-0542-4308-8427-9c5ad4b40038 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Request body: {'port': {'device_id': 'ff274138-73d0-4f8e-97c3-22a533ab65b5', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '9eb3f86af5834724afc3cd68242bb8c8'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:18.943768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c644b-5a74-4a07-b199-1e44aef07e1d req-d7d6fe9a-c0f3-4e54-a3a1-11a56a093546 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:18.945140 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa1c644b-5a74-4a07-b199-1e44aef07e1d req-d7d6fe9a-c0f3-4e54-a3a1-11a56a093546 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.2442119 Jul 14 07:09:18.954328 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8debc66a-8fd2-4280-b6b6-371349c0a4be req-3452f767-1a64-45e9-a500-e0c1b02b260a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223209 Jul 14 07:09:19.022107 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa1c644b-5a74-4a07-b199-1e44aef07e1d req-2e789c90-4c3e-4139-a1d8-39e882451ab8 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 696 time: 0.0619435 Jul 14 07:09:19.090118 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa1c644b-5a74-4a07-b199-1e44aef07e1d req-05b1b683-f514-42e5-b951-a68a176a548f tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.105 HTTP/1.1" status: 200 len: 696 time: 0.0599093 Jul 14 07:09:19.091954 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5e640c0-c046-436e-b653-82f55b04e358 req-551ccc27-0542-4308-8427-9c5ad4b40038 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Made reservation on behalf of 9eb3f86af5834724afc3cd68242bb8c8 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:19.095454 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5e640c0-c046-436e-b653-82f55b04e358 req-551ccc27-0542-4308-8427-9c5ad4b40038 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:19.117383 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e08572be-477d-4454-9c65-6bb52971e842 req-ce8030ff-10bf-4df4-b384-27a2206be970 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0455718 Jul 14 07:09:19.127787 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5e640c0-c046-436e-b653-82f55b04e358 req-551ccc27-0542-4308-8427-9c5ad4b40038 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:19.342164 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-aa1c644b-5a74-4a07-b199-1e44aef07e1d req-24146920-adf7-4a13-b795-e130f3468deb tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Deleting port 45586156-a048-4376-926d-62d09a6377e6 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:19.342428 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-aa1c644b-5a74-4a07-b199-1e44aef07e1d req-24146920-adf7-4a13-b795-e130f3468deb tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:19.385955 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164b047-c5ee-4aef-956e-709184861086 req-9f96f08a-5d89-4f1b-9672-acb4bf40d0de tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:19.387506 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9164b047-c5ee-4aef-956e-709184861086 req-9f96f08a-5d89-4f1b-9672-acb4bf40d0de tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 1102 time: 0.1500468 Jul 14 07:09:19.428169 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45804) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:19.432690 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5e640c0-c046-436e-b653-82f55b04e358 req-551ccc27-0542-4308-8427-9c5ad4b40038 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:19.445434 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5e640c0-c046-436e-b653-82f55b04e358 req-551ccc27-0542-4308-8427-9c5ad4b40038 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:19.490826 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9164b047-c5ee-4aef-956e-709184861086 req-c9a67c61-31ab-4604-bd91-15d4a507f114 tempest-ServersAdminTestJSON-186806568 tempest-ServersAdminTestJSON-186806568-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935314 Jul 14 07:09:19.526128 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-aa1c644b-5a74-4a07-b199-1e44aef07e1d req-24146920-adf7-4a13-b795-e130f3468deb tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:19.526457 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-aa1c644b-5a74-4a07-b199-1e44aef07e1d req-24146920-adf7-4a13-b795-e130f3468deb tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:19.539299 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1856dd56-ea9f-4c9c-b568-70ebbf180309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:19.548947 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ccc27-0542-4308-8427-9c5ad4b40038 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e80b750-934d-4afe-831a-3ef01cd52ec4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:19.552991 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-aa1c644b-5a74-4a07-b199-1e44aef07e1d req-24146920-adf7-4a13-b795-e130f3468deb tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Calling delete_port for 45586156-a048-4376-926d-62d09a6377e6 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:19.635969 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1856dd56-ea9f-4c9c-b568-70ebbf180309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:19.639989 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1856dd56-ea9f-4c9c-b568-70ebbf180309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:19.678904 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856dd56-ea9f-4c9c-b568-70ebbf180309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fe67b0-77c2-411a-85cd-89adc244ee48,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:19.680674 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a235ab1e-d663-4d3c-8afa-e51affc89a65 req-ba1b7f1b-69ab-4006-8b69-0a6fc3300a18 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff274138-73d0-4f8e-97c3-22a533ab65b5 HTTP/1.1" status: 200 len: 210 time: 0.0506866 Jul 14 07:09:19.687805 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1856dd56-ea9f-4c9c-b568-70ebbf180309 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2ec3aec61774d73b6de164bd2fdda23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584839 Jul 14 07:09:19.687982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45810) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:19.719081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-a5e640c0-c046-436e-b653-82f55b04e358 req-551ccc27-0542-4308-8427-9c5ad4b40038 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Allocated IP 192.168.233.9 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/0c21fa8d-d07a-4ff1-a422-0a42b2163cb3) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:09:19.855631 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6810f85d-649c-41bd-acd4-5524dd5f5006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:19.935330 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6810f85d-649c-41bd-acd4-5524dd5f5006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:20.000937 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c4e1bc47-7943-4c52-8df0-3277bcdf2d01 req-3d9b8b75-1820-416e-b36e-fdc1529089ee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0529680 Jul 14 07:09:20.013868 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-aa1c644b-5a74-4a07-b199-1e44aef07e1d req-24146920-adf7-4a13-b795-e130f3468deb tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:20.057773 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24146920-adf7-4a13-b795-e130f3468deb tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Pushing event deleted for resources: {'Port': ['ID=45586156-a048-4376-926d-62d09a6377e6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:20.112443 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fca94-5191-453b-9b7a-f0d7de33e5a5 req-d0b19b5c-12a5-47d8-a699-2e4202116881 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:20.113962 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a0fca94-5191-453b-9b7a-f0d7de33e5a5 req-d0b19b5c-12a5-47d8-a699-2e4202116881 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.3229446 Jul 14 07:09:20.136634 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5e640c0-c046-436e-b653-82f55b04e358 req-551ccc27-0542-4308-8427-9c5ad4b40038 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:20.143291 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6810f85d-649c-41bd-acd4-5524dd5f5006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:20.145816 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6810f85d-649c-41bd-acd4-5524dd5f5006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:20.146881 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6810f85d-649c-41bd-acd4-5524dd5f5006 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38fe67b0-77c2-411a-85cd-89adc244ee48 HTTP/1.1" status: 204 len: 168 time: 0.4548538 Jul 14 07:09:20.185046 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-a5e640c0-c046-436e-b653-82f55b04e358 req-551ccc27-0542-4308-8427-9c5ad4b40038 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Transition to ACTIVE for port object 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:09:20.186652 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810f85d-649c-41bd-acd4-5524dd5f5006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fe67b0-77c2-411a-85cd-89adc244ee48,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:20.211358 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-aa1c644b-5a74-4a07-b199-1e44aef07e1d req-24146920-adf7-4a13-b795-e130f3468deb tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:20.213906 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-aa1c644b-5a74-4a07-b199-1e44aef07e1d req-24146920-adf7-4a13-b795-e130f3468deb tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:20.215054 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa1c644b-5a74-4a07-b199-1e44aef07e1d req-24146920-adf7-4a13-b795-e130f3468deb tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "DELETE /v2.0/floatingips/d546b0f8-8c9d-4b0c-9a05-db4a094caa72 HTTP/1.1" status: 204 len: 173 time: 1.1172824 Jul 14 07:09:20.225758 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a0fca94-5191-453b-9b7a-f0d7de33e5a5 req-40fcca6a-324c-4a5b-a18b-78422222e7e1 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868497 Jul 14 07:09:20.259867 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5e640c0-c046-436e-b653-82f55b04e358 req-551ccc27-0542-4308-8427-9c5ad4b40038 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:20.263588 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efa4146-1d06-4694-966a-bf3ec70e3511 x-openstack-request-id: req-6efa4146-1d06-4694-966a-bf3ec70e3511 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:20.264091 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ce0587-91b2-4bd5-a0aa-a335b8fff9e2", "name": "network-vif-plugged", "status": "completed", "tag": "5239c931-7765-4733-9810-5abff3f3c10f", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:20.264345 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6efa4146-1d06-4694-966a-bf3ec70e3511 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:20.264730 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ce0587-91b2-4bd5-a0aa-a335b8fff9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5239c931-7765-4733-9810-5abff3f3c10f', 'code': 200} Jul 14 07:09:20.338835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e640c0-c046-436e-b653-82f55b04e358 req-551ccc27-0542-4308-8427-9c5ad4b40038 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:09:20.356492 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-a5e640c0-c046-436e-b653-82f55b04e358 req-551ccc27-0542-4308-8427-9c5ad4b40038 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:09:20.369719 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ccc27-0542-4308-8427-9c5ad4b40038 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Pushing event updated for resources: {'Port': ['ID=0c21fa8d-d07a-4ff1-a422-0a42b2163cb3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:20.373411 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e640c0-c046-436e-b653-82f55b04e358 req-551ccc27-0542-4308-8427-9c5ad4b40038 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:09:20.529179 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e640c0-c046-436e-b653-82f55b04e358 req-551ccc27-0542-4308-8427-9c5ad4b40038 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:20.529615 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5e640c0-c046-436e-b653-82f55b04e358 req-551ccc27-0542-4308-8427-9c5ad4b40038 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:20.558984 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5e640c0-c046-436e-b653-82f55b04e358 req-551ccc27-0542-4308-8427-9c5ad4b40038 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7281675 Jul 14 07:09:20.570513 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d535216-9504-450f-a98f-76c8d39f5a46 req-d49c98ee-6921-45d6-98da-fefc3790c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:20.572026 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9d535216-9504-450f-a98f-76c8d39f5a46 req-d49c98ee-6921-45d6-98da-fefc3790c859 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 1097 time: 0.1525364 Jul 14 07:09:20.580634 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e72ad-6f23-4700-adf9-9aa2bbde8c30 req-ba876aa1-6517-486a-aa4d-fa8194d9d0f0 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:20.582093 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b96e72ad-6f23-4700-adf9-9aa2bbde8c30 req-ba876aa1-6517-486a-aa4d-fa8194d9d0f0 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.1640487 Jul 14 07:09:20.586348 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Request body: {'port': {'device_id': 'ff274138-73d0-4f8e-97c3-22a533ab65b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:20.659982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dbd4e436-1168-4dce-9897-be3e10161355 None None] Provisioning for port 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:09:20.664704 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dbd4e436-1168-4dce-9897-be3e10161355 None None] Provisioning complete for port 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:09:20.665326 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dbd4e436-1168-4dce-9897-be3e10161355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:20.705406 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-dbd4e436-1168-4dce-9897-be3e10161355 None None] Port 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:09:20.726102 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9d535216-9504-450f-a98f-76c8d39f5a46 req-ddc3b7ae-9ed2-4c4a-a847-0523a5869edc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370847 Jul 14 07:09:20.739432 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b96e72ad-6f23-4700-adf9-9aa2bbde8c30 req-3a793dc8-3ac7-4864-81ad-f6288782d3ec tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437697 Jul 14 07:09:20.756766 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:20.817955 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddde5be-6774-40f6-9601-82abdd449ce1 req-e8c507ef-e112-4b55-a5b6-fdf1e64d6145 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:20.819528 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ddde5be-6774-40f6-9601-82abdd449ce1 req-e8c507ef-e112-4b55-a5b6-fdf1e64d6145 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.1697571 Jul 14 07:09:20.944787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96ef4469-acc4-4ecb-bf6f-da5b0943a448 req-5c4513d4-e288-4c69-83c9-eef2e1effc6f tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0446799 Jul 14 07:09:20.967309 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ddde5be-6774-40f6-9601-82abdd449ce1 req-060de9a9-4cbe-4349-9e2a-7e853225bda7 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356914 Jul 14 07:09:21.186441 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e3de15e-6481-407b-992a-bb6100099026 req-9052bd66-2502-4d83-aa04-44085da1b6a0 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.179 HTTP/1.1" status: 200 len: 1001 time: 0.1588728 Jul 14 07:09:21.290398 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de15e-6481-407b-992a-bb6100099026 req-7911a6ea-c400-4844-a3c6-f88b23a34739 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:21.291773 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e3de15e-6481-407b-992a-bb6100099026 req-7911a6ea-c400-4844-a3c6-f88b23a34739 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/ports/542a2072-dc7e-4a41-9c41-dabe77128e33 HTTP/1.1" status: 200 len: 942 time: 0.0937252 Jul 14 07:09:21.324576 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5d924-97c5-4802-ba8d-421e1d3b9122 req-d6f2c9ab-91f6-4df4-91b6-ef46998205aa tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:21.326113 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b2a5d924-97c5-4802-ba8d-421e1d3b9122 req-d6f2c9ab-91f6-4df4-91b6-ef46998205aa tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=12b6cca7-8b81-4030-b49b-4d4d34e14041 HTTP/1.1" status: 200 len: 949 time: 0.2164409 Jul 14 07:09:21.339543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:09:21.353648 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:21.394913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Transition to ACTIVE for port object 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:09:21.430868 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:21.441723 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b2a5d924-97c5-4802-ba8d-421e1d3b9122 req-3fa6755b-25cb-4fa1-808c-264c852e19a2 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045060 Jul 14 07:09:21.522334 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45858) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:21.532073 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e3de15e-6481-407b-992a-bb6100099026 req-1acd2900-9e0e-49f7-9a9e-ce0af42f54ae tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.179 HTTP/1.1" status: 200 len: 1001 time: 0.1560452 Jul 14 07:09:21.532957 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Pushing event updated for resources: {'Port': ['ID=0c21fa8d-d07a-4ff1-a422-0a42b2163cb3,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:21.691692 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Attempting to bind port 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:09:21.691984 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Attempting to bind port 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:09:21.692309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Attempting to bind port 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:09:21.696517 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-bf39e177-aa53-44cc-a455-f6e798edeeb8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1542916955'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:21.710598 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Port 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:09:21.710830 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Attempting to bind port 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:09:21.724787 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf39e177-aa53-44cc-a455-f6e798edeeb8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Made reservation on behalf of ae8f42925c8547a1b4468668cee12647 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:21.729415 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf39e177-aa53-44cc-a455-f6e798edeeb8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:21.731446 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:09:21.732022 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:09:21.732161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:09:21.732585 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Bound port: 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:09:21.732939 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:21.740880 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf39e177-aa53-44cc-a455-f6e798edeeb8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:21.766169 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de15e-6481-407b-992a-bb6100099026 req-f38970f1-02f4-444d-af15-0c6d8e453db8 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:21.768888 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e3de15e-6481-407b-992a-bb6100099026 req-f38970f1-02f4-444d-af15-0c6d8e453db8 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.2208359 Jul 14 07:09:21.815450 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca516338-d77d-4e69-9489-94f2dc2d604a req-e20eb4ab-bebc-4675-b338-86a54f4da4cc tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:21.816931 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca516338-d77d-4e69-9489-94f2dc2d604a req-e20eb4ab-bebc-4675-b338-86a54f4da4cc tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff274138-73d0-4f8e-97c3-22a533ab65b5 HTTP/1.1" status: 200 len: 946 time: 0.2411761 Jul 14 07:09:21.858921 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf39e177-aa53-44cc-a455-f6e798edeeb8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:21.863788 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf39e177-aa53-44cc-a455-f6e798edeeb8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:21.887233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf39e177-aa53-44cc-a455-f6e798edeeb8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:09:21.902528 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39e177-aa53-44cc-a455-f6e798edeeb8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88852d7f-c68e-49f1-b3ae-c6ee99e6b063,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:21.913176 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf39e177-aa53-44cc-a455-f6e798edeeb8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:21.913747 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-bf39e177-aa53-44cc-a455-f6e798edeeb8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Added segment bfb67876-258d-4c13-9410-59f23df34e9e of type vlan for network 38a30bca-3a8c-4060-8eb5-2999951423a2 Jul 14 07:09:21.921093 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] For port 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:09:21.944867 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e3de15e-6481-407b-992a-bb6100099026 req-ab63822a-2a0b-40db-a5ad-3fab2f5d3795 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.179 HTTP/1.1" status: 200 len: 1001 time: 0.1478736 Jul 14 07:09:21.949837 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca516338-d77d-4e69-9489-94f2dc2d604a req-3f9376a9-3424-4d8d-81f2-2bfaf94801bc tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e80b750-934d-4afe-831a-3ef01cd52ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932789 Jul 14 07:09:21.951741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] For port 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0c21fa8d-d07a-4ff1-a422-0a42b2163cb3,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:09:21.961595 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-1e3de15e-6481-407b-992a-bb6100099026 req-f514db7a-4ac8-47cd-969a-44e036b7e14b tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:21.965268 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:21.984893 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf39e177-aa53-44cc-a455-f6e798edeeb8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.019448 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf39e177-aa53-44cc-a455-f6e798edeeb8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.025640 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf39e177-aa53-44cc-a455-f6e798edeeb8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:22.026227 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf39e177-aa53-44cc-a455-f6e798edeeb8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.041704 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:22.042548 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.044317 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5e640c0-c046-436e-b653-82f55b04e358 req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] 10.222.0.15 "PUT /v2.0/ports/0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 HTTP/1.1" status: 200 len: 1094 time: 1.4714079 Jul 14 07:09:22.048749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff274138-73d0-4f8e-97c3-22a533ab65b5', 'tag': '0c21fa8d-d07a-4ff1-a422-0a42b2163cb3'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:22.051354 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed63bbd7-ae33-4d4d-af0b-7556523dfe6e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff274138-73d0-4f8e-97c3-22a533ab65b5", "tag": "0c21fa8d-d07a-4ff1-a422-0a42b2163cb3"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:22.089474 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bf39e177-aa53-44cc-a455-f6e798edeeb8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5619423 Jul 14 07:09:22.089474 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45870) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:22.112639 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39e177-aa53-44cc-a455-f6e798edeeb8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Pushing event updated for resources: {'Network': ['ID=38a30bca-3a8c-4060-8eb5-2999951423a2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:22.123190 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 38a30bca-3a8c-4060-8eb5-2999951423a2 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:09:22.167629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-04e62dfc-b19d-4778-81ca-1ee18fb81cac tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Request body: {'network': {'name': 'tempest-network--1826178635', 'router:external': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:22.194202 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e62dfc-b19d-4778-81ca-1ee18fb81cac tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Made reservation on behalf of 7b2450228d09468a8cce2476f65556ee for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:22.194575 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc04fc3-6819-4242-ae6e-bb092573336a service neutron] Pushing event updated for resources: {'Port': ['ID=0c21fa8d-d07a-4ff1-a422-0a42b2163cb3,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:22.198438 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04e62dfc-b19d-4778-81ca-1ee18fb81cac tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.211388 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04e62dfc-b19d-4778-81ca-1ee18fb81cac tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.222911 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1e3de15e-6481-407b-992a-bb6100099026 req-f514db7a-4ac8-47cd-969a-44e036b7e14b tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.310159 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04e62dfc-b19d-4778-81ca-1ee18fb81cac tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.314147 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04e62dfc-b19d-4778-81ca-1ee18fb81cac tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.335547 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e62dfc-b19d-4778-81ca-1ee18fb81cac tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:09:22.352666 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e62dfc-b19d-4778-81ca-1ee18fb81cac tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afbcddc-a9ed-40a1-8680-c96cc45cdd21,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:22.357272 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04e62dfc-b19d-4778-81ca-1ee18fb81cac tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.357633 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-04e62dfc-b19d-4778-81ca-1ee18fb81cac tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Added segment 0658acfe-fe3f-4fa1-a9ec-e6812d213f2a of type vlan for network 68f2ed35-ba24-45d0-baf9-24b417554ad9 Jul 14 07:09:22.376811 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45408d7-a188-486f-b1f1-a4a8c5a96822 req-16570da3-b940-4cf8-b903-297c948d14d0 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:22.378533 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b45408d7-a188-486f-b1f1-a4a8c5a96822 req-16570da3-b940-4cf8-b903-297c948d14d0 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b6cca7-8b81-4030-b49b-4d4d34e14041 HTTP/1.1" status: 200 len: 949 time: 0.3155437 Jul 14 07:09:22.403499 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e640c0-c046-436e-b653-82f55b04e358 req-57fc418b-799e-45c4-8247-a250c3c4aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:22.404969 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5e640c0-c046-436e-b653-82f55b04e358 req-57fc418b-799e-45c4-8247-a250c3c4aada service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9eb3f86af5834724afc3cd68242bb8c8&device_id=ff274138-73d0-4f8e-97c3-22a533ab65b5 HTTP/1.1" status: 200 len: 1097 time: 0.2517211 Jul 14 07:09:22.406487 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04e62dfc-b19d-4778-81ca-1ee18fb81cac tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.417300 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ca33b-57cb-40cc-a165-6624b16421b8 req-c7684d36-fb72-4896-b580-205d77a1a299 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:22.418762 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a1ca33b-57cb-40cc-a165-6624b16421b8 req-c7684d36-fb72-4896-b580-205d77a1a299 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.3546765 Jul 14 07:09:22.445788 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04e62dfc-b19d-4778-81ca-1ee18fb81cac tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.446768 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e62dfc-b19d-4778-81ca-1ee18fb81cac tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:22.447358 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04e62dfc-b19d-4778-81ca-1ee18fb81cac tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.499715 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-04e62dfc-b19d-4778-81ca-1ee18fb81cac tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4100411 Jul 14 07:09:22.503895 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45876) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:22.513975 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e62dfc-b19d-4778-81ca-1ee18fb81cac tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Pushing event updated for resources: {'Network': ['ID=68f2ed35-ba24-45d0-baf9-24b417554ad9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:22.527284 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 68f2ed35-ba24-45d0-baf9-24b417554ad9 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:09:22.578079 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32a4bd05-5591-497c-bfc3-b1aed47b0ece tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.661396 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32a4bd05-5591-497c-bfc3-b1aed47b0ece tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.671781 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-32a4bd05-5591-497c-bfc3-b1aed47b0ece tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f2ed35-ba24-45d0-baf9-24b417554ad9']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:22.683461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-32a4bd05-5591-497c-bfc3-b1aed47b0ece tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0658acfe-fe3f-4fa1-a9ec-e6812d213f2a') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:22.683750 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-32a4bd05-5591-497c-bfc3-b1aed47b0ece tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0658acfe-fe3f-4fa1-a9ec-e6812d213f2a') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:22.694431 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32a4bd05-5591-497c-bfc3-b1aed47b0ece tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.708588 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32a4bd05-5591-497c-bfc3-b1aed47b0ece tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.714765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a4bd05-5591-497c-bfc3-b1aed47b0ece tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:09:22.715159 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32a4bd05-5591-497c-bfc3-b1aed47b0ece tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:09:22.717072 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:09:22.775831 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32a4bd05-5591-497c-bfc3-b1aed47b0ece tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.781498 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a4bd05-5591-497c-bfc3-b1aed47b0ece tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 68f2ed35-ba24-45d0-baf9-24b417554ad9 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 07:09:22.783742 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32a4bd05-5591-497c-bfc3-b1aed47b0ece tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.786693 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-32a4bd05-5591-497c-bfc3-b1aed47b0ece tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] 10.222.0.35 "DELETE /v2.0/networks/68f2ed35-ba24-45d0-baf9-24b417554ad9 HTTP/1.1" status: 204 len: 168 time: 0.2818298 Jul 14 07:09:22.790852 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45878) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:22.796113 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-91d33584-c52f-4cf1-9a98-c4dbdac271cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:22.812456 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4bd05-5591-497c-bfc3-b1aed47b0ece tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Pushing event deleted for resources: {'Network': ['ID=68f2ed35-ba24-45d0-baf9-24b417554ad9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:22.833405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d33584-c52f-4cf1-9a98-c4dbdac271cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Made reservation on behalf of 7b2450228d09468a8cce2476f65556ee for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:22.836382 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91d33584-c52f-4cf1-9a98-c4dbdac271cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.865147 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d33584-c52f-4cf1-9a98-c4dbdac271cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:09:22.876287 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91d33584-c52f-4cf1-9a98-c4dbdac271cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.876648 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-91d33584-c52f-4cf1-9a98-c4dbdac271cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Added segment 2027e322-2324-407a-93e8-f84b7bbb433d of type vlan for network d6772c0f-e75f-45cf-a043-679ccb690678 Jul 14 07:09:22.881003 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5e640c0-c046-436e-b653-82f55b04e358 req-f172e726-33b0-40d6-bfb0-b55ab284ff1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 HTTP/1.1" status: 200 len: 217 time: 0.4612830 Jul 14 07:09:22.885497 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1e3de15e-6481-407b-992a-bb6100099026 req-f514db7a-4ac8-47cd-969a-44e036b7e14b tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.909242 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1e3de15e-6481-407b-992a-bb6100099026 req-f514db7a-4ac8-47cd-969a-44e036b7e14b tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.909242 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [req-1e3de15e-6481-407b-992a-bb6100099026 req-f514db7a-4ac8-47cd-969a-44e036b7e14b tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Floating IP 72453321-4808-4415-a7e5-6a735ee1a2dc disassociated. External IP: 172.25.7.179, port: 542a2072-dc7e-4a41-9c41-dabe77128e33. Jul 14 07:09:22.924621 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91d33584-c52f-4cf1-9a98-c4dbdac271cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.959269 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91d33584-c52f-4cf1-9a98-c4dbdac271cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:22.960285 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d33584-c52f-4cf1-9a98-c4dbdac271cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:22.960903 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91d33584-c52f-4cf1-9a98-c4dbdac271cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:23.011824 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-91d33584-c52f-4cf1-9a98-c4dbdac271cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2198887 Jul 14 07:09:23.014597 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45882) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:23.019225 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f681705f-108a-448f-a3b4-878ae6bb22fa tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Request body: {'subnet': {'network_id': 'd6772c0f-e75f-45cf-a043-679ccb690678', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:23.025421 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a1ca33b-57cb-40cc-a165-6624b16421b8 req-6472144d-70ca-49c4-9503-902628b90dbc tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5765579 Jul 14 07:09:23.039602 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d33584-c52f-4cf1-9a98-c4dbdac271cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Pushing event updated for resources: {'Network': ['ID=d6772c0f-e75f-45cf-a043-679ccb690678,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:23.040295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e640c0-c046-436e-b653-82f55b04e358 req-6dfaaa1c-2995-4fc4-bf0c-b5384c351132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:23.049756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5e640c0-c046-436e-b653-82f55b04e358 req-6dfaaa1c-2995-4fc4-bf0c-b5384c351132 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1567709 Jul 14 07:09:23.061072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network d6772c0f-e75f-45cf-a043-679ccb690678 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:09:23.063377 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f681705f-108a-448f-a3b4-878ae6bb22fa tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Made reservation on behalf of 7b2450228d09468a8cce2476f65556ee for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:23.066226 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f681705f-108a-448f-a3b4-878ae6bb22fa tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:23.183712 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-b45408d7-a188-486f-b1f1-a4a8c5a96822 req-961b4f87-6b71-4107-80f2-58cbfc155808 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Deleting port df02fc26-ebaa-45c5-8792-05136361b701 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:23.183964 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b45408d7-a188-486f-b1f1-a4a8c5a96822 req-961b4f87-6b71-4107-80f2-58cbfc155808 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:23.203284 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e640c0-c046-436e-b653-82f55b04e358 req-b07a2105-c976-4c96-ad45-4a2fc8607f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:23.205405 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5e640c0-c046-436e-b653-82f55b04e358 req-b07a2105-c976-4c96-ad45-4a2fc8607f06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151657 Jul 14 07:09:23.386167 n-d-778696-5 neutron-server[93827]: DEBUG neutron.objects.ports [None req-f681705f-108a-448f-a3b4-878ae6bb22fa tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 07:09:23.386795 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f681705f-108a-448f-a3b4-878ae6bb22fa tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:23.447955 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681705f-108a-448f-a3b4-878ae6bb22fa tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b934f788-6688-4ad5-b4af-37de086d0700,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:23.452312 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f681705f-108a-448f-a3b4-878ae6bb22fa tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Checking segment: {'id': '2027e322-2324-407a-93e8-f84b7bbb433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd6772c0f-e75f-45cf-a043-679ccb690678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:09:23.452667 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681705f-108a-448f-a3b4-878ae6bb22fa tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Network hostable DHCP agents. Network: d6772c0f-e75f-45cf-a043-679ccb690678, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:09:23.467180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-b45408d7-a188-486f-b1f1-a4a8c5a96822 req-961b4f87-6b71-4107-80f2-58cbfc155808 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] For port df02fc26-ebaa-45c5-8792-05136361b701, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=df02fc26-ebaa-45c5-8792-05136361b701,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:23.467511 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b45408d7-a188-486f-b1f1-a4a8c5a96822 req-961b4f87-6b71-4107-80f2-58cbfc155808 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:23.470392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681705f-108a-448f-a3b4-878ae6bb22fa tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Network d6772c0f-e75f-45cf-a043-679ccb690678 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:09:23.479826 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f681705f-108a-448f-a3b4-878ae6bb22fa tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, d6772c0f-e75f-45cf-a043-679ccb690678) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:09:23.484282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f681705f-108a-448f-a3b4-878ae6bb22fa tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:23.485216 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f681705f-108a-448f-a3b4-878ae6bb22fa tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:23.490332 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3815837e-7046-4624-af32-e6ffd78d0ce8 None None] Network d6772c0f-e75f-45cf-a043-679ccb690678 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:09:23.500322 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f681705f-108a-448f-a3b4-878ae6bb22fa tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4845736 Jul 14 07:09:23.502726 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45884) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:23.507708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-b45408d7-a188-486f-b1f1-a4a8c5a96822 req-961b4f87-6b71-4107-80f2-58cbfc155808 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Calling delete_port for df02fc26-ebaa-45c5-8792-05136361b701 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:23.508025 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-79066d62-37c0-490f-a999-ecd08649495e tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Request body: {'floatingip': {'floating_network_id': 'd6772c0f-e75f-45cf-a043-679ccb690678'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:23.514635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5e640c0-c046-436e-b653-82f55b04e358 req-cc6f2480-2d84-4016-91e1-aaacf77843c9 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821870 Jul 14 07:09:23.528266 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b345a0c-82b6-4c18-9071-0a6096504e95 req-825a1b32-8aba-412d-a201-e9a25a902316 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:23.529601 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79066d62-37c0-490f-a999-ecd08649495e tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:23.530064 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b345a0c-82b6-4c18-9071-0a6096504e95 req-825a1b32-8aba-412d-a201-e9a25a902316 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.2884686 Jul 14 07:09:23.550097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e3de15e-6481-407b-992a-bb6100099026 req-f514db7a-4ac8-47cd-969a-44e036b7e14b tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Router e1d5f28e-f4ea-49a5-8109-758604c8cf23 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:09:23.616758 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79066d62-37c0-490f-a999-ecd08649495e tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:23.628316 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831006c0-b92b-4cb8-817d-ac75d2788558 None None] Network d6772c0f-e75f-45cf-a043-679ccb690678 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:09:23.719264 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-79066d62-37c0-490f-a999-ecd08649495e tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Allocated IP 172.20.0.10 (d6772c0f-e75f-45cf-a043-679ccb690678/b934f788-6688-4ad5-b4af-37de086d0700/c0d4003a-f931-4b96-870c-b9e104b0f930) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:09:23.721992 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b345a0c-82b6-4c18-9071-0a6096504e95 req-47038fc8-977e-4f52-8131-805a1be9142f tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745183 Jul 14 07:09:23.763740 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5e640c0-c046-436e-b653-82f55b04e358 req-06522dea-f852-428a-8ab5-9efe4d9d394f service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286770 Jul 14 07:09:23.852473 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e3de15e-6481-407b-992a-bb6100099026 req-f514db7a-4ac8-47cd-969a-44e036b7e14b tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:09:23.861631 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699880e9-4535-4d86-95c5-e5ba9b2a0961 None None] Sync routers for ids ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:09:23.865668 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1e3de15e-6481-407b-992a-bb6100099026 req-f514db7a-4ac8-47cd-969a-44e036b7e14b tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:23.870434 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699880e9-4535-4d86-95c5-e5ba9b2a0961 None None] Routers {'e1d5f28e-f4ea-49a5-8109-758604c8cf23'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:09:23.871062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-699880e9-4535-4d86-95c5-e5ba9b2a0961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:09:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:23.913591 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b45408d7-a188-486f-b1f1-a4a8c5a96822 req-961b4f87-6b71-4107-80f2-58cbfc155808 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:23.924780 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79066d62-37c0-490f-a999-ecd08649495e tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:23.959148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['2841b415-1177-415e-b03b-908d12872656'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:23.962071 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e3de15e-6481-407b-992a-bb6100099026 req-f514db7a-4ac8-47cd-969a-44e036b7e14b tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "PUT /v2.0/floatingips/72453321-4808-4415-a7e5-6a735ee1a2dc HTTP/1.1" status: 200 len: 695 time: 2.0062878 Jul 14 07:09:23.964332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b4f87-6b71-4107-80f2-58cbfc155808 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Pushing event deleted for resources: {'Port': ['ID=df02fc26-ebaa-45c5-8792-05136361b701,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:23.976098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['59ec839d-c13b-4438-9de3-8190fcaea45a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:23.997138 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79066d62-37c0-490f-a999-ecd08649495e tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:24.046525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45408d7-a188-486f-b1f1-a4a8c5a96822 req-961b4f87-6b71-4107-80f2-58cbfc155808 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] No DVR routers for this DVR port df02fc26-ebaa-45c5-8792-05136361b701 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:09:24.047632 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79066d62-37c0-490f-a999-ecd08649495e tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Network d6772c0f-e75f-45cf-a043-679ccb690678 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:09:24.050703 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b45408d7-a188-486f-b1f1-a4a8c5a96822 req-961b4f87-6b71-4107-80f2-58cbfc155808 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:24.051354 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-79066d62-37c0-490f-a999-ecd08649495e tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:09:24.052997 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b45408d7-a188-486f-b1f1-a4a8c5a96822 req-961b4f87-6b71-4107-80f2-58cbfc155808 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.15 "DELETE /v2.0/ports/df02fc26-ebaa-45c5-8792-05136361b701 HTTP/1.1" status: 204 len: 173 time: 1.6647563 Jul 14 07:09:24.055184 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79066d62-37c0-490f-a999-ecd08649495e tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:09:24.067920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec14c1-5564-49ea-a1e3-01426a5f4d97 req-2a5d9316-e711-45b1-a70c-538ba7d564f2 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:24.069873 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4bec14c1-5564-49ea-a1e3-01426a5f4d97 req-2a5d9316-e711-45b1-a70c-538ba7d564f2 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.2188356 Jul 14 07:09:24.079955 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79066d62-37c0-490f-a999-ecd08649495e tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Pushing event updated for resources: {'Port': ['ID=c0d4003a-f931-4b96-870c-b9e104b0f930,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:24.160845 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79066d62-37c0-490f-a999-ecd08649495e tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:24.162313 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de15e-6481-407b-992a-bb6100099026 req-ad8f5296-aaf9-4f0c-b2cb-f785b7a4b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:24.163923 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e3de15e-6481-407b-992a-bb6100099026 req-ad8f5296-aaf9-4f0c-b2cb-f785b7a4b37f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fcc39e46e4341f48c05f22844ff67cc&device_id=85020c49-ea6b-49c2-aa5c-4524caa98261 HTTP/1.1" status: 200 len: 1096 time: 0.1664922 Jul 14 07:09:24.169711 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4bec14c1-5564-49ea-a1e3-01426a5f4d97 req-15d635ca-a5d3-4332-9099-5677be7bfb29 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932143 Jul 14 07:09:24.219688 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79066d62-37c0-490f-a999-ecd08649495e tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:24.235808 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-699880e9-4535-4d86-95c5-e5ba9b2a0961 None None] Set router e1d5f28e-f4ea-49a5-8109-758604c8cf23 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:09:24.348284 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-0683ffbc-afc6-42f6-9d00-4ec0d232a2cf service neutron] 10.222.0.30 "GET /v2.0/ports/1c826991-c170-4b7d-8343-40b466107d16/bindings/n-h1-778696-5 HTTP/1.1" status: 200 len: 382 time: 0.2495515 Jul 14 07:09:24.352238 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c88ee9b-e66e-4d55-9620-c5d5b59fe1eb req-8b8d6417-c7d5-43ba-8a0e-cbcd23acfb25 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0540609 Jul 14 07:09:24.432254 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de15e-6481-407b-992a-bb6100099026 req-8565e5ea-e403-4f1b-8ce7-fbb565f616e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:24.443941 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e3de15e-6481-407b-992a-bb6100099026 req-8565e5ea-e403-4f1b-8ce7-fbb565f616e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5abe54e3-4790-4392-9dd3-231cc46cfd0f HTTP/1.1" status: 200 len: 930 time: 0.2591708 Jul 14 07:09:24.458811 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da58abf-1b18-48d2-b71a-8c63f0106f93 x-openstack-request-id: req-0da58abf-1b18-48d2-b71a-8c63f0106f93 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:24.459363 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff274138-73d0-4f8e-97c3-22a533ab65b5", "tag": "0c21fa8d-d07a-4ff1-a422-0a42b2163cb3", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:24.459363 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0da58abf-1b18-48d2-b71a-8c63f0106f93 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:24.459725 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff274138-73d0-4f8e-97c3-22a533ab65b5', 'tag': '0c21fa8d-d07a-4ff1-a422-0a42b2163cb3', 'status': 'completed', 'code': 200} Jul 14 07:09:24.485064 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79066d62-37c0-490f-a999-ecd08649495e tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:24.492038 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79066d62-37c0-490f-a999-ecd08649495e tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:24.557517 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e3de15e-6481-407b-992a-bb6100099026 req-6bb1176c-6c46-4d53-94a0-f0aeea424834 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=542a2072-dc7e-4a41-9c41-dabe77128e33 HTTP/1.1" status: 200 len: 217 time: 0.1125882 Jul 14 07:09:24.606068 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79066d62-37c0-490f-a999-ecd08649495e tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Pushing event updated for resources: {'Port': ['ID=c0d4003a-f931-4b96-870c-b9e104b0f930,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:24.625079 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79066d62-37c0-490f-a999-ecd08649495e tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:24.640176 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79066d62-37c0-490f-a999-ecd08649495e tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:24.642453 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-79066d62-37c0-490f-a999-ecd08649495e tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1386194 Jul 14 07:09:24.646210 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45892) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:24.646579 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device df02fc26-ebaa-45c5-8792-05136361b701 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:09:24.745309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: df02fc26-ebaa-45c5-8792-05136361b701 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:09:24.745650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device df02fc26-ebaa-45c5-8792-05136361b701 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:09:24.746307 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ae9d52ab-b7af-47d6-95a9-2f66c0d7fdc9 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] 10.222.0.35 "GET /v2.0/floatingips?floating_network_id=d6772c0f-e75f-45cf-a043-679ccb690678 HTTP/1.1" status: 200 len: 690 time: 0.0989580 Jul 14 07:09:24.748791 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45894) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:24.800070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-699880e9-4535-4d86-95c5-e5ba9b2a0961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1669918371-router', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:43Z', 'updated_at': '2021-07-14T07:08:48Z', 'revision_number': 4, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'gw_port': {'id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:44Z', 'updated_at': '2021-07-14T07:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'a52b2853-bd78-417c-8aaa-d1e6c869d476', 'name': '', 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'mac_address': 'fa:16:3e:44:a0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:47Z', 'updated_at': '2021-07-14T07:08:56Z', 'revision_number': 5, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'subnets': [{'id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:24.836020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699880e9-4535-4d86-95c5-e5ba9b2a0961 None None] Checking router: e1d5f28e-f4ea-49a5-8109-758604c8cf23 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:09:24.846474 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699880e9-4535-4d86-95c5-e5ba9b2a0961 None None] Routers {'e1d5f28e-f4ea-49a5-8109-758604c8cf23'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:09:24.847079 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-699880e9-4535-4d86-95c5-e5ba9b2a0961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:09:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:24.860697 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:24.977211 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-699880e9-4535-4d86-95c5-e5ba9b2a0961 None None] Set router e1d5f28e-f4ea-49a5-8109-758604c8cf23 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:09:24.989443 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18cf0444-7ea3-4897-aea9-e2213fda88ae req-c5cfb9d4-a403-45ab-9f6f-079bf20d85cb tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=12b6cca7-8b81-4030-b49b-4d4d34e14041 HTTP/1.1" status: 200 len: 210 time: 0.3082488 Jul 14 07:09:25.022417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Deleting port c0d4003a-f931-4b96-870c-b9e104b0f930 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:25.022763 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:25.091314 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de15e-6481-407b-992a-bb6100099026 req-5239290d-1884-469f-b87d-612c6a3f6b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:25.093055 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e3de15e-6481-407b-992a-bb6100099026 req-5239290d-1884-469f-b87d-612c6a3f6b15 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d147d78-f299-48de-8ef7-5a515c439ebb HTTP/1.1" status: 200 len: 868 time: 0.5347495 Jul 14 07:09:25.193363 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:25.193690 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:25.204436 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63bbd7-ae33-4d4d-af0b-7556523dfe6e req-b1dbc4c8-0f63-45d8-9a07-7a976e3155d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:25.206468 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed63bbd7-ae33-4d4d-af0b-7556523dfe6e req-b1dbc4c8-0f63-45d8-9a07-7a976e3155d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9eb3f86af5834724afc3cd68242bb8c8&device_id=ff274138-73d0-4f8e-97c3-22a533ab65b5 HTTP/1.1" status: 200 len: 1097 time: 0.6827555 Jul 14 07:09:25.210230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Calling delete_port for c0d4003a-f931-4b96-870c-b9e104b0f930 owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:25.246368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-d1eb9eff-5bc2-452c-a5a9-d4bcdd26c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:25.247980 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-d1eb9eff-5bc2-452c-a5a9-d4bcdd26c4e1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460&tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932 HTTP/1.1" status: 200 len: 1101 time: 0.2779560 Jul 14 07:09:25.279913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-699880e9-4535-4d86-95c5-e5ba9b2a0961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1669918371-router', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:43Z', 'updated_at': '2021-07-14T07:08:48Z', 'revision_number': 4, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'gw_port': {'id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:44Z', 'updated_at': '2021-07-14T07:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'a52b2853-bd78-417c-8aaa-d1e6c869d476', 'name': '', 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'mac_address': 'fa:16:3e:44:a0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:47Z', 'updated_at': '2021-07-14T07:08:56Z', 'revision_number': 5, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'subnets': [{'id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:25.306947 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699880e9-4535-4d86-95c5-e5ba9b2a0961 None None] The sync data for ids ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'] in n-d-778696-5 is: [{'id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1669918371-router', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:43Z', 'updated_at': '2021-07-14T07:08:48Z', 'revision_number': 4, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'gw_port': {'id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:44Z', 'updated_at': '2021-07-14T07:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'a52b2853-bd78-417c-8aaa-d1e6c869d476', 'name': '', 'network_id': '5abe54e3-4790-4392-9dd3-231cc46cfd0f', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'mac_address': 'fa:16:3e:44:a0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:47Z', 'updated_at': '2021-07-14T07:08:56Z', 'revision_number': 5, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'subnets': [{'id': '8d147d78-f299-48de-8ef7-5a515c439ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:09:25.373597 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:25.391840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de15e-6481-407b-992a-bb6100099026 req-de9b1956-b064-4612-b2d8-acc4fc0403c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:25.393457 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e3de15e-6481-407b-992a-bb6100099026 req-de9b1956-b064-4612-b2d8-acc4fc0403c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5abe54e3-4790-4392-9dd3-231cc46cfd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2888401 Jul 14 07:09:25.413127 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5d4f-4af4-4b21-8d37-50bc997f8ca1 req-73222503-9926-45a7-981b-f340a1f14c65 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:25.414736 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c65c5d4f-4af4-4b21-8d37-50bc997f8ca1 req-73222503-9926-45a7-981b-f340a1f14c65 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff274138-73d0-4f8e-97c3-22a533ab65b5 HTTP/1.1" status: 200 len: 946 time: 0.2562394 Jul 14 07:09:25.422809 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63bbd7-ae33-4d4d-af0b-7556523dfe6e req-43188b7c-ec44-4a4a-a28c-cf89fc217871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:25.423367 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0d4003a-f931-4b96-870c-b9e104b0f930,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:25.424396 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed63bbd7-ae33-4d4d-af0b-7556523dfe6e req-43188b7c-ec44-4a4a-a28c-cf89fc217871 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.1966367 Jul 14 07:09:25.463677 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:25.509034 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:25.523420 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-6a6e490a-3589-4751-b4f0-dbaecc9332ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:25.524945 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-6a6e490a-3589-4751-b4f0-dbaecc9332ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 1101 time: 0.2386410 Jul 14 07:09:25.529310 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed63bbd7-ae33-4d4d-af0b-7556523dfe6e req-afb4b599-b905-4333-b54b-5965a741748d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 HTTP/1.1" status: 200 len: 217 time: 0.0898640 Jul 14 07:09:25.584111 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:25.587686 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187d653c-21bf-4c46-8dea-040e6bf18532 None None] New status for floating IP 72453321-4808-4415-a7e5-6a735ee1a2dc: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:09:25.610995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b934f788-6688-4ad5-b4af-37de086d0700,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:25.639689 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c65c5d4f-4af4-4b21-8d37-50bc997f8ca1 req-18d8fd06-48fe-4534-bd26-ea8903ef6e58 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e80b750-934d-4afe-831a-3ef01cd52ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141020 Jul 14 07:09:25.666666 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:25.677561 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6772c0f-e75f-45cf-a043-679ccb690678']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:25.679729 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63bbd7-ae33-4d4d-af0b-7556523dfe6e req-9022a6d9-ef15-44f3-a853-3884e3765994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:25.681222 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed63bbd7-ae33-4d4d-af0b-7556523dfe6e req-9022a6d9-ef15-44f3-a853-3884e3765994 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1372750 Jul 14 07:09:25.688440 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2027e322-2324-407a-93e8-f84b7bbb433d') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:25.688621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2027e322-2324-407a-93e8-f84b7bbb433d') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:25.698772 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:25.701684 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e3de15e-6481-407b-992a-bb6100099026 req-7db218b7-2161-4e6c-9388-b907ea7962a6 service neutron] 10.222.0.35 "GET /v2.0/networks/5abe54e3-4790-4392-9dd3-231cc46cfd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967329 Jul 14 07:09:25.713611 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:25.720432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:09:25.720894 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:09:25.723142 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:09:25.789561 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-de3f006e-a330-45e7-a7d7-0466b38aa03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:25.791243 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-de3f006e-a330-45e7-a7d7-0466b38aa03b service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.2594159 Jul 14 07:09:25.794070 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:25.798386 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d6772c0f-e75f-45cf-a043-679ccb690678 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 07:09:25.800649 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:25.805927 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] 10.222.0.35 "DELETE /v2.0/networks/d6772c0f-e75f-45cf-a043-679ccb690678 HTTP/1.1" status: 204 len: 168 time: 1.0531859 Jul 14 07:09:25.806074 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45898) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:25.884804 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511bb23-f8a7-47bf-b98c-251187985d27 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Pushing event deleted for resources: {'Network': ['ID=d6772c0f-e75f-45cf-a043-679ccb690678,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:25.887592 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-47d73fb0-92ad-40e6-9de9-52cbc8eea8a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=1c826991-c170-4b7d-8343-40b466107d16 HTTP/1.1" status: 200 len: 217 time: 0.0787382 Jul 14 07:09:25.890386 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-09d5e819-826b-48f2-ad30-659dbee82d11 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 693 time: 0.0817513 Jul 14 07:09:25.891538 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45900) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:25.938795 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63bbd7-ae33-4d4d-af0b-7556523dfe6e req-f7d8c0fe-afbe-4e5a-8500-77ef8ef87632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:25.940382 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed63bbd7-ae33-4d4d-af0b-7556523dfe6e req-f7d8c0fe-afbe-4e5a-8500-77ef8ef87632 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2515426 Jul 14 07:09:26.001677 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e3de15e-6481-407b-992a-bb6100099026 req-cd50b098-2d7f-4483-b64b-cb439ad40277 service neutron] 10.222.0.35 "GET /v2.0/networks/5abe54e3-4790-4392-9dd3-231cc46cfd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788889 Jul 14 07:09:26.036645 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-b6debf17-ad72-403b-9259-605665adf88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:26.038166 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-b6debf17-ad72-403b-9259-605665adf88c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1401579 Jul 14 07:09:26.068504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529dcfa-0dc4-48a2-96af-91cdc067e0fc req-20726737-aa0d-46f5-9d2c-e04267e2d5a4 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:26.075410 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8529dcfa-0dc4-48a2-96af-91cdc067e0fc req-20726737-aa0d-46f5-9d2c-e04267e2d5a4 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.2639394 Jul 14 07:09:26.174331 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8529dcfa-0dc4-48a2-96af-91cdc067e0fc req-df4e6316-f27e-4ae4-a395-c6fbe8f298d3 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980511 Jul 14 07:09:26.188469 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed63bbd7-ae33-4d4d-af0b-7556523dfe6e req-65891a1a-d068-449a-8ac0-410985f27243 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236514 Jul 14 07:09:26.267678 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-066ab3d5-00b9-4fd1-9a81-006f7e59a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:26.269210 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-066ab3d5-00b9-4fd1-9a81-006f7e59a006 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2231679 Jul 14 07:09:26.311136 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8102c13-bb4b-4731-bcbd-d3c039e97ed2 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:26.311616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8102c13-bb4b-4731-bcbd-d3c039e97ed2 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:26.312090 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8102c13-bb4b-4731-bcbd-d3c039e97ed2 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:26.313103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8102c13-bb4b-4731-bcbd-d3c039e97ed2 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:26.313655 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8102c13-bb4b-4731-bcbd-d3c039e97ed2 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:26.314119 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8102c13-bb4b-4731-bcbd-d3c039e97ed2 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:26.315938 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d8102c13-bb4b-4731-bcbd-d3c039e97ed2 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4041 time: 0.4233921 Jul 14 07:09:26.318771 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45908) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:26.357055 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-03d04b20-364f-4812-987b-0f80b4531668 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] delete failed (client error): The resource could not be found. Jul 14 07:09:26.360824 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-03d04b20-364f-4812-987b-0f80b4531668 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/988d0ee1-529f-48d2-b2b4-4df0c53a87a1 HTTP/1.1" status: 404 len: 345 time: 0.0385780 Jul 14 07:09:26.361468 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45918) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:26.375395 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161647e-92f4-48a0-a10a-ae68b9658521 req-8560e5ff-b320-454c-88b8-4de886012ad9 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:26.376920 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7161647e-92f4-48a0-a10a-ae68b9658521 req-8560e5ff-b320-454c-88b8-4de886012ad9 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.2093475 Jul 14 07:09:26.385680 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6012e5-dbfc-4784-bffe-034db63b9379 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] DELETE failed (client error): The resource could not be found. Jul 14 07:09:26.386518 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6012e5-dbfc-4784-bffe-034db63b9379 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:09:26.392648 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5c6012e5-dbfc-4784-bffe-034db63b9379 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] 10.222.0.35 "DELETE /v2.0/networks/d6772c0f-e75f-45cf-a043-679ccb690678 HTTP/1.1" status: 404 len: 339 time: 0.0263457 Jul 14 07:09:26.392871 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45920) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:26.392994 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed63bbd7-ae33-4d4d-af0b-7556523dfe6e req-bd54caf3-bc9e-45e5-a022-ad83dc89db98 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860056 Jul 14 07:09:26.399781 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-2f750c9d-8cc9-4ef2-a7b2-77004fc2fcf0 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Request body: {'network': {'name': 'tempest-network--1563404676', 'router:external': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:26.426435 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f750c9d-8cc9-4ef2-a7b2-77004fc2fcf0 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Made reservation on behalf of 7b2450228d09468a8cce2476f65556ee for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:26.430872 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f750c9d-8cc9-4ef2-a7b2-77004fc2fcf0 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:26.431074 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-101d7f6a-2fdc-411a-9c7a-b6e43578d0e8 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518726 Jul 14 07:09:26.453642 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7161647e-92f4-48a0-a10a-ae68b9658521 req-02cb0bc0-0ff5-4e1d-93c4-2e056dec5cab tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653939 Jul 14 07:09:26.457110 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f750c9d-8cc9-4ef2-a7b2-77004fc2fcf0 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:09:26.463773 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85020c49-ea6b-49c2-aa5c-4524caa98261', 'tag': '542a2072-dc7e-4a41-9c41-dabe77128e33'}, {'server_uuid': '12b6cca7-8b81-4030-b49b-4d4d34e14041', 'name': 'network-vif-deleted', 'tag': 'df02fc26-ebaa-45c5-8792-05136361b701'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:26.466180 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c870d9d6-f2b9-4b6e-965d-407d095289f9" -d '{"events": [{"name": "network-changed", "server_uuid": "85020c49-ea6b-49c2-aa5c-4524caa98261", "tag": "542a2072-dc7e-4a41-9c41-dabe77128e33"}, {"server_uuid": "12b6cca7-8b81-4030-b49b-4d4d34e14041", "name": "network-vif-deleted", "tag": "df02fc26-ebaa-45c5-8792-05136361b701"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:26.467979 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f750c9d-8cc9-4ef2-a7b2-77004fc2fcf0 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:26.468400 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-2f750c9d-8cc9-4ef2-a7b2-77004fc2fcf0 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Added segment ae7123c2-e88a-4c9a-957a-3c940d2e3aa2 of type vlan for network c19d5ec6-d9ee-4bd5-885f-07ddfa493840 Jul 14 07:09:26.540708 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f750c9d-8cc9-4ef2-a7b2-77004fc2fcf0 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:26.554578 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d110f1cf-d5d8-4695-a622-f9e9dbc15725 req-7d06e33e-ac98-4221-b248-36daeee37ccf service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151938 Jul 14 07:09:26.582017 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f750c9d-8cc9-4ef2-a7b2-77004fc2fcf0 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:26.583053 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f750c9d-8cc9-4ef2-a7b2-77004fc2fcf0 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:26.583745 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f750c9d-8cc9-4ef2-a7b2-77004fc2fcf0 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:26.666147 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2f750c9d-8cc9-4ef2-a7b2-77004fc2fcf0 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2720239 Jul 14 07:09:26.674502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45926) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:26.675091 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:09:26.728615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f750c9d-8cc9-4ef2-a7b2-77004fc2fcf0 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Pushing event updated for resources: {'Network': ['ID=c19d5ec6-d9ee-4bd5-885f-07ddfa493840,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:26.747313 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9098c-a843-4e6f-98ac-8f7331dd9686 req-bc50ef62-90b2-43e6-aca5-49d5ae05acbc tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:26.748906 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88e9098c-a843-4e6f-98ac-8f7331dd9686 req-bc50ef62-90b2-43e6-aca5-49d5ae05acbc tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.1060531 Jul 14 07:09:26.813769 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network c19d5ec6-d9ee-4bd5-885f-07ddfa493840 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:09:26.833258 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88e9098c-a843-4e6f-98ac-8f7331dd9686 req-0d194f33-e170-44fd-b5e1-a061840d6c97 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756412 Jul 14 07:09:26.895588 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0c21fa8d-d07a-4ff1-a422-0a42b2163cb3,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:26.914843 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90504dca-1739-460d-a14a-7639ac2f42f8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:26.920579 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '0c21fa8d-d07a-4ff1-a422-0a42b2163cb3', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '0c21fa8d-d07a-4ff1-a422-0a42b2163cb3', 'mac_address': 'fa:16:3e:f6:7b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:09:26.924928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90504dca-1739-460d-a14a-7639ac2f42f8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:26.933414 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90504dca-1739-460d-a14a-7639ac2f42f8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:26.940052 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90504dca-1739-460d-a14a-7639ac2f42f8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:26.944888 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-90504dca-1739-460d-a14a-7639ac2f42f8 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2653761 Jul 14 07:09:26.945595 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45934) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:26.986032 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66f9a26e-122c-4844-93c8-d7a79e11e00f req-7911b7a4-37a4-4729-a8ca-ecc4e29c4186 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/floatingips/72453321-4808-4415-a7e5-6a735ee1a2dc HTTP/1.1" status: 200 len: 693 time: 0.1068647 Jul 14 07:09:26.998102 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.025867 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:09:27.038610 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93ee1513-8077-45eb-8602-4e508142c650 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.059004 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0c21fa8d-d07a-4ff1-a422-0a42b2163cb3,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:27.064515 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.118669 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=0c21fa8d-d07a-4ff1-a422-0a42b2163cb3,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:27.127002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:27.127371 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:27.127712 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:27.128052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:27.128390 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:27.128729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:27.129060 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:27.129469 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:27.129809 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:27.130519 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:27.130519 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:27.130850 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:09:27.136923 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9a26e-122c-4844-93c8-d7a79e11e00f req-e00b9915-717f-438a-a508-d645d9e9057d tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:27.138770 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66f9a26e-122c-4844-93c8-d7a79e11e00f req-e00b9915-717f-438a-a508-d645d9e9057d tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.1501896 Jul 14 07:09:27.152341 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93ee1513-8077-45eb-8602-4e508142c650 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.164243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-93ee1513-8077-45eb-8602-4e508142c650 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19d5ec6-d9ee-4bd5-885f-07ddfa493840']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:27.175890 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-93ee1513-8077-45eb-8602-4e508142c650 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7123c2-e88a-4c9a-957a-3c940d2e3aa2') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:27.176455 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-93ee1513-8077-45eb-8602-4e508142c650 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7123c2-e88a-4c9a-957a-3c940d2e3aa2') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:27.185744 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93ee1513-8077-45eb-8602-4e508142c650 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.199647 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66f9a26e-122c-4844-93c8-d7a79e11e00f req-584cff24-c367-4a90-9d38-7289aea6a93f tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.179 HTTP/1.1" status: 200 len: 696 time: 0.0529833 Jul 14 07:09:27.203574 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93ee1513-8077-45eb-8602-4e508142c650 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.219624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ee1513-8077-45eb-8602-4e508142c650 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:09:27.220023 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93ee1513-8077-45eb-8602-4e508142c650 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:09:27.221894 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:09:27.273414 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66f9a26e-122c-4844-93c8-d7a79e11e00f req-c6093571-405f-4d2c-9c87-bf7c97619144 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.179 HTTP/1.1" status: 200 len: 696 time: 0.0671999 Jul 14 07:09:27.309041 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93ee1513-8077-45eb-8602-4e508142c650 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.317167 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ee1513-8077-45eb-8602-4e508142c650 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c19d5ec6-d9ee-4bd5-885f-07ddfa493840 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 07:09:27.337740 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93ee1513-8077-45eb-8602-4e508142c650 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.338038 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ec7dc2-81e5-4157-8c29-769ddf1a49a9 x-openstack-request-id: req-03ec7dc2-81e5-4157-8c29-769ddf1a49a9 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:27.338276 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85020c49-ea6b-49c2-aa5c-4524caa98261", "tag": "542a2072-dc7e-4a41-9c41-dabe77128e33", "status": "completed", "code": 200}, {"server_uuid": "12b6cca7-8b81-4030-b49b-4d4d34e14041", "name": "network-vif-deleted", "tag": "df02fc26-ebaa-45c5-8792-05136361b701", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:27.338524 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03ec7dc2-81e5-4157-8c29-769ddf1a49a9 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:27.338928 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85020c49-ea6b-49c2-aa5c-4524caa98261', 'tag': '542a2072-dc7e-4a41-9c41-dabe77128e33', 'status': 'completed', 'code': 200} Jul 14 07:09:27.339153 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b6cca7-8b81-4030-b49b-4d4d34e14041', 'name': 'network-vif-deleted', 'tag': 'df02fc26-ebaa-45c5-8792-05136361b701', 'status': 'completed', 'code': 200} Jul 14 07:09:27.341490 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-93ee1513-8077-45eb-8602-4e508142c650 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] 10.222.0.35 "DELETE /v2.0/networks/c19d5ec6-d9ee-4bd5-885f-07ddfa493840 HTTP/1.1" status: 204 len: 168 time: 0.3948872 Jul 14 07:09:27.343746 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee1513-8077-45eb-8602-4e508142c650 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Pushing event deleted for resources: {'Network': ['ID=c19d5ec6-d9ee-4bd5-885f-07ddfa493840,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:27.346542 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0c21fa8d-d07a-4ff1-a422-0a42b2163cb3'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:27.347251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45942) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:27.354642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-747900ac-f05e-400e-b46f-e44bcc4478b5 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Request body: {'network': {'name': 'tempest-network--2145466176', 'router:external': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:27.377540 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747900ac-f05e-400e-b46f-e44bcc4478b5 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Made reservation on behalf of 7b2450228d09468a8cce2476f65556ee for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:27.380633 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-747900ac-f05e-400e-b46f-e44bcc4478b5 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.408402 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747900ac-f05e-400e-b46f-e44bcc4478b5 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:09:27.420070 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-747900ac-f05e-400e-b46f-e44bcc4478b5 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.420946 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-747900ac-f05e-400e-b46f-e44bcc4478b5 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Added segment 78af2d7f-bf4a-4afa-82b7-dd9da826c13a of type vlan for network f92aad75-83ba-4c69-98b1-b906b9606d16 Jul 14 07:09:27.472923 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-747900ac-f05e-400e-b46f-e44bcc4478b5 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.515015 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-747900ac-f05e-400e-b46f-e44bcc4478b5 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.516125 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747900ac-f05e-400e-b46f-e44bcc4478b5 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:27.516714 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-747900ac-f05e-400e-b46f-e44bcc4478b5 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.577917 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-747900ac-f05e-400e-b46f-e44bcc4478b5 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2267106 Jul 14 07:09:27.578271 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45946) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:27.638546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747900ac-f05e-400e-b46f-e44bcc4478b5 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Pushing event updated for resources: {'Network': ['ID=f92aad75-83ba-4c69-98b1-b906b9606d16,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:27.651380 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network f92aad75-83ba-4c69-98b1-b906b9606d16 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:09:27.689576 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e397f5-ece8-4fcc-a63b-9ebd6a6d6e40 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:27.694862 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-32e397f5-ece8-4fcc-a63b-9ebd6a6d6e40 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] 10.222.0.35 "GET /v2.0/networks/f92aad75-83ba-4c69-98b1-b906b9606d16 HTTP/1.1" status: 200 len: 757 time: 0.1154699 Jul 14 07:09:27.695548 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45948) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:27.779475 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c889da03-41e4-4715-bbc0-67dbf8d772c3 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:27.781722 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c889da03-41e4-4715-bbc0-67dbf8d772c3 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] 10.222.0.35 "GET /v2.0/networks/38a30bca-3a8c-4060-8eb5-2999951423a2 HTTP/1.1" status: 200 len: 768 time: 0.0851755 Jul 14 07:09:27.783891 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45950) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:27.819060 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-66f9a26e-122c-4844-93c8-d7a79e11e00f req-c86f766d-5ab9-4527-b35c-e6fb56bd87d9 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Deleting port 673f5cbd-b251-467e-8189-4b6ff2ea8504 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:27.819416 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-66f9a26e-122c-4844-93c8-d7a79e11e00f req-c86f766d-5ab9-4527-b35c-e6fb56bd87d9 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.839862 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f0c1b-0d38-4eb8-b825-1e0a0bf04553 req-23782530-00c0-46ac-92c0-d907150219b7 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:27.841370 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b23f0c1b-0d38-4eb8-b825-1e0a0bf04553 req-23782530-00c0-46ac-92c0-d907150219b7 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff274138-73d0-4f8e-97c3-22a533ab65b5 HTTP/1.1" status: 200 len: 947 time: 0.3993132 Jul 14 07:09:27.853702 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-204048cd-0619-4287-8b39-640fddc185cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.868410 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870d9d6-f2b9-4b6e-965d-407d095289f9 req-a13c5e1f-8354-4008-99a6-f1ec68829ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:27.869900 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c870d9d6-f2b9-4b6e-965d-407d095289f9 req-a13c5e1f-8354-4008-99a6-f1ec68829ad0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8fcc39e46e4341f48c05f22844ff67cc&device_id=85020c49-ea6b-49c2-aa5c-4524caa98261 HTTP/1.1" status: 200 len: 1096 time: 0.5300064 Jul 14 07:09:27.928729 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-204048cd-0619-4287-8b39-640fddc185cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.938145 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-204048cd-0619-4287-8b39-640fddc185cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92aad75-83ba-4c69-98b1-b906b9606d16']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:27.953889 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-204048cd-0619-4287-8b39-640fddc185cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78af2d7f-bf4a-4afa-82b7-dd9da826c13a') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:27.954240 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-204048cd-0619-4287-8b39-640fddc185cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78af2d7f-bf4a-4afa-82b7-dd9da826c13a') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:27.965734 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-204048cd-0619-4287-8b39-640fddc185cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.975126 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b23f0c1b-0d38-4eb8-b825-1e0a0bf04553 req-70e693ea-4097-4231-abf3-3eb5a5a03270 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e80b750-934d-4afe-831a-3ef01cd52ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089931 Jul 14 07:09:27.979449 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-204048cd-0619-4287-8b39-640fddc185cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.985575 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204048cd-0619-4287-8b39-640fddc185cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:09:27.985992 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-204048cd-0619-4287-8b39-640fddc185cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:09:27.987960 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:09:27.998233 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-66f9a26e-122c-4844-93c8-d7a79e11e00f req-c86f766d-5ab9-4527-b35c-e6fb56bd87d9 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:27.998569 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-66f9a26e-122c-4844-93c8-d7a79e11e00f req-c86f766d-5ab9-4527-b35c-e6fb56bd87d9 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:28.020178 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-66f9a26e-122c-4844-93c8-d7a79e11e00f req-c86f766d-5ab9-4527-b35c-e6fb56bd87d9 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Calling delete_port for 673f5cbd-b251-467e-8189-4b6ff2ea8504 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:28.031469 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870d9d6-f2b9-4b6e-965d-407d095289f9 req-d9b08f21-8f92-4e53-8b5f-416def83c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:28.032968 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c870d9d6-f2b9-4b6e-965d-407d095289f9 req-d9b08f21-8f92-4e53-8b5f-416def83c50c service neutron] 10.222.0.30 "GET /v2.0/networks?id=5abe54e3-4790-4392-9dd3-231cc46cfd0f HTTP/1.1" status: 200 len: 930 time: 0.1539414 Jul 14 07:09:28.052732 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-204048cd-0619-4287-8b39-640fddc185cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:28.059072 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204048cd-0619-4287-8b39-640fddc185cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f92aad75-83ba-4c69-98b1-b906b9606d16 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 07:09:28.069431 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-204048cd-0619-4287-8b39-640fddc185cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:28.071308 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-204048cd-0619-4287-8b39-640fddc185cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] 10.222.0.35 "DELETE /v2.0/networks/f92aad75-83ba-4c69-98b1-b906b9606d16 HTTP/1.1" status: 204 len: 168 time: 0.2864840 Jul 14 07:09:28.074954 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45954) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:28.079922 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6d3337f1-dc94-4757-8f16-feb8c6638493 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Request body: {'network': {'name': 'tempest-network--1287135587'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:28.083104 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204048cd-0619-4287-8b39-640fddc185cd tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Pushing event deleted for resources: {'Network': ['ID=f92aad75-83ba-4c69-98b1-b906b9606d16,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:28.109087 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3337f1-dc94-4757-8f16-feb8c6638493 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Made reservation on behalf of 7b2450228d09468a8cce2476f65556ee for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:28.111961 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d3337f1-dc94-4757-8f16-feb8c6638493 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:28.123736 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c870d9d6-f2b9-4b6e-965d-407d095289f9 req-d3aa7d86-0fce-4199-b0c8-001034e3add7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=542a2072-dc7e-4a41-9c41-dabe77128e33 HTTP/1.1" status: 200 len: 217 time: 0.0544999 Jul 14 07:09:28.142633 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3337f1-dc94-4757-8f16-feb8c6638493 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:09:28.155274 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d3337f1-dc94-4757-8f16-feb8c6638493 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:28.155795 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-6d3337f1-dc94-4757-8f16-feb8c6638493 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Added segment 97465e78-098d-400a-90ad-199707d8ce13 of type vlan for network 525c67ec-abc1-4a78-b307-a0d57342a30b Jul 14 07:09:28.161474 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cd3a61e8-bf4a-4fd4-92da-8ddf06f37012 req-4ec1936a-5d34-41de-975f-ac9abf9abb87 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0351562 Jul 14 07:09:28.206095 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d3337f1-dc94-4757-8f16-feb8c6638493 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:28.206780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870d9d6-f2b9-4b6e-965d-407d095289f9 req-b19ff788-19e5-4597-9acf-b67eccf1e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:28.208529 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c870d9d6-f2b9-4b6e-965d-407d095289f9 req-b19ff788-19e5-4597-9acf-b67eccf1e930 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d147d78-f299-48de-8ef7-5a515c439ebb HTTP/1.1" status: 200 len: 868 time: 0.0495713 Jul 14 07:09:28.243229 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d3337f1-dc94-4757-8f16-feb8c6638493 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:28.247403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1c826991-c170-4b7d-8343-40b466107d16 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:09:28.257041 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3337f1-dc94-4757-8f16-feb8c6638493 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:28.258915 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d3337f1-dc94-4757-8f16-feb8c6638493 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:28.371840 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6d3337f1-dc94-4757-8f16-feb8c6638493 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2933736 Jul 14 07:09:28.372067 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870d9d6-f2b9-4b6e-965d-407d095289f9 req-0d6a2a2b-a5ce-4935-84d8-905a3184a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:28.373128 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c870d9d6-f2b9-4b6e-965d-407d095289f9 req-0d6a2a2b-a5ce-4935-84d8-905a3184a9df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5abe54e3-4790-4392-9dd3-231cc46cfd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491458 Jul 14 07:09:28.374248 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45958) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:28.387162 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1c826991-c170-4b7d-8343-40b466107d16, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1c826991-c170-4b7d-8343-40b466107d16,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:28.392803 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1b4987ea-afa6-495b-b829-71b45b046c38 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:28.395863 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3337f1-dc94-4757-8f16-feb8c6638493 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Pushing event updated for resources: {'Network': ['ID=525c67ec-abc1-4a78-b307-a0d57342a30b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:28.400895 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1c826991-c170-4b7d-8343-40b466107d16 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:09:28.406385 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-66f9a26e-122c-4844-93c8-d7a79e11e00f req-c86f766d-5ab9-4527-b35c-e6fb56bd87d9 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:28.449381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '1c826991-c170-4b7d-8343-40b466107d16', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '1c826991-c170-4b7d-8343-40b466107d16', 'mac_address': 'fa:16:3e:19:3b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:09:28.463874 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 525c67ec-abc1-4a78-b307-a0d57342a30b details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:09:28.483932 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f766d-5ab9-4527-b35c-e6fb56bd87d9 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Pushing event deleted for resources: {'Port': ['ID=673f5cbd-b251-467e-8189-4b6ff2ea8504,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:28.569932 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-66f9a26e-122c-4844-93c8-d7a79e11e00f req-c86f766d-5ab9-4527-b35c-e6fb56bd87d9 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:28.573156 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-66f9a26e-122c-4844-93c8-d7a79e11e00f req-c86f766d-5ab9-4527-b35c-e6fb56bd87d9 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:28.574708 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66f9a26e-122c-4844-93c8-d7a79e11e00f req-c86f766d-5ab9-4527-b35c-e6fb56bd87d9 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "DELETE /v2.0/floatingips/72453321-4808-4415-a7e5-6a735ee1a2dc HTTP/1.1" status: 204 len: 173 time: 1.2956293 Jul 14 07:09:28.595844 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c870d9d6-f2b9-4b6e-965d-407d095289f9 req-b48607c1-55bc-4a18-975c-363a3a10ac62 service neutron] 10.222.0.30 "GET /v2.0/networks/5abe54e3-4790-4392-9dd3-231cc46cfd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135801 Jul 14 07:09:28.640060 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b4987ea-afa6-495b-b829-71b45b046c38 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:28.657249 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b4987ea-afa6-495b-b829-71b45b046c38 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:28.666445 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b4987ea-afa6-495b-b829-71b45b046c38 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Network 525c67ec-abc1-4a78-b307-a0d57342a30b is not hosted by any dhcp agent {{(pid=93827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 07:09:28.668419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4987ea-afa6-495b-b829-71b45b046c38 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:28.669170 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b4987ea-afa6-495b-b829-71b45b046c38 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:28.669614 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:28.674035 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45972) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:28.676442 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1b4987ea-afa6-495b-b829-71b45b046c38 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] 10.222.0.35 "PUT /v2.0/networks/525c67ec-abc1-4a78-b307-a0d57342a30b HTTP/1.1" status: 200 len: 858 time: 0.2902207 Jul 14 07:09:28.734304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:09:28.736715 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4987ea-afa6-495b-b829-71b45b046c38 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Pushing event updated for resources: {'Network': ['ID=525c67ec-abc1-4a78-b307-a0d57342a30b,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:28.826435 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316cf189-97b5-4346-8fbf-215b0188e460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c826991-c170-4b7d-8343-40b466107d16'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:28.828885 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6158171e-f611-46f0-8ffb-6ab24d0133ed" -d '{"events": [{"server_uuid": "316cf189-97b5-4346-8fbf-215b0188e460", "name": "network-vif-unplugged", "status": "completed", "tag": "1c826991-c170-4b7d-8343-40b466107d16"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:28.840124 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:28.842301 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45ce006d-3b76-46a5-9433-3d5b68b290c1 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:28.862450 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1c826991-c170-4b7d-8343-40b466107d16, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1c826991-c170-4b7d-8343-40b466107d16,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:28.870452 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c826991-c170-4b7d-8343-40b466107d16 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:09:28.880467 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:28.883155 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:09:28.911376 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:09:28.911702 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:28.920841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-15e2a850-6371-4fe7-aacf-c32d447d9358 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:28.922215 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-15e2a850-6371-4fe7-aacf-c32d447d9358 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/networks?id=e770f7a4-0850-4d0d-a286-1a0e5b015eff HTTP/1.1" status: 200 len: 814 time: 0.3021307 Jul 14 07:09:28.937527 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11111364-948d-4f92-87aa-827a624e4d3b req-5ec8840e-e7da-49fb-8751-f3afa027f975 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:28.939171 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-11111364-948d-4f92-87aa-827a624e4d3b req-5ec8840e-e7da-49fb-8751-f3afa027f975 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ce0587-91b2-4bd5-a0aa-a335b8fff9e2 HTTP/1.1" status: 200 len: 946 time: 0.1108940 Jul 14 07:09:28.948547 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c870d9d6-f2b9-4b6e-965d-407d095289f9 req-6d60798c-6bf4-42a8-ae5e-c4769a9b9ac9 service neutron] 10.222.0.30 "GET /v2.0/networks/5abe54e3-4790-4392-9dd3-231cc46cfd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449230 Jul 14 07:09:28.997887 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.api [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:09:28.998141 n-d-778696-5 neutron-server[93829]: DEBUG oslo_db.api [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:09:29.015388 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-ff14bb66-6d8e-4773-aaf9-d558fe1a22c3 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/quotas/90193c45e30a47aea804e7ab8d1a3311 HTTP/1.1" status: 200 len: 375 time: 0.0658114 Jul 14 07:09:29.016999 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45ce006d-3b76-46a5-9433-3d5b68b290c1 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.019836 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=1c826991-c170-4b7d-8343-40b466107d16,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:29.032030 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-45ce006d-3b76-46a5-9433-3d5b68b290c1 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525c67ec-abc1-4a78-b307-a0d57342a30b']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:29.050011 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-11111364-948d-4f92-87aa-827a624e4d3b req-08b415fd-0431-4db5-9e7a-25134eba9f76 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Deleting port 5239c931-7765-4733-9810-5abff3f3c10f {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:29.050509 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-11111364-948d-4f92-87aa-827a624e4d3b req-08b415fd-0431-4db5-9e7a-25134eba9f76 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.055929 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c192ad-13dd-42af-96e2-6b4685523235 req-9f77948f-5072-4aee-8e07-4a0b6dc66cb1 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:29.057461 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f6c192ad-13dd-42af-96e2-6b4685523235 req-9f77948f-5072-4aee-8e07-4a0b6dc66cb1 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.2832160 Jul 14 07:09:29.064589 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.076318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-45ce006d-3b76-46a5-9433-3d5b68b290c1 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97465e78-098d-400a-90ad-199707d8ce13') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:29.076614 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-45ce006d-3b76-46a5-9433-3d5b68b290c1 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97465e78-098d-400a-90ad-199707d8ce13') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:29.095439 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45ce006d-3b76-46a5-9433-3d5b68b290c1 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.096309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0c21fa8d-d07a-4ff1-a422-0a42b2163cb3,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:29.101037 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.132327 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45ce006d-3b76-46a5-9433-3d5b68b290c1 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.152678 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ce006d-3b76-46a5-9433-3d5b68b290c1 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:09:29.153089 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45ce006d-3b76-46a5-9433-3d5b68b290c1 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:09:29.155110 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:09:29.158668 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-11111364-948d-4f92-87aa-827a624e4d3b req-08b415fd-0431-4db5-9e7a-25134eba9f76 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] For port 5239c931-7765-4733-9810-5abff3f3c10f, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5239c931-7765-4733-9810-5abff3f3c10f,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:29.158668 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-11111364-948d-4f92-87aa-827a624e4d3b req-08b415fd-0431-4db5-9e7a-25134eba9f76 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.158898 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f6c192ad-13dd-42af-96e2-6b4685523235 req-582b3c6a-9631-4255-a75d-f2f5b7b8550e tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793214 Jul 14 07:09:29.170938 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=0c21fa8d-d07a-4ff1-a422-0a42b2163cb3,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:29.173551 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-11111364-948d-4f92-87aa-827a624e4d3b req-08b415fd-0431-4db5-9e7a-25134eba9f76 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Calling delete_port for 5239c931-7765-4733-9810-5abff3f3c10f owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:29.215165 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-09bab79c-84da-4335-a58b-8cf5dca212b6 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=90193c45e30a47aea804e7ab8d1a3311&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1891658 Jul 14 07:09:29.227107 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45ce006d-3b76-46a5-9433-3d5b68b290c1 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.241368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ce006d-3b76-46a5-9433-3d5b68b290c1 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 525c67ec-abc1-4a78-b307-a0d57342a30b {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 07:09:29.244131 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45ce006d-3b76-46a5-9433-3d5b68b290c1 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.250252 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-45ce006d-3b76-46a5-9433-3d5b68b290c1 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] 10.222.0.35 "DELETE /v2.0/networks/525c67ec-abc1-4a78-b307-a0d57342a30b HTTP/1.1" status: 204 len: 168 time: 0.5751197 Jul 14 07:09:29.254488 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45980) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:29.271134 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce006d-3b76-46a5-9433-3d5b68b290c1 tempest-ExternalNetworksTestJSON-201226236 tempest-ExternalNetworksTestJSON-201226236-project-admin] Pushing event deleted for resources: {'Network': ['ID=525c67ec-abc1-4a78-b307-a0d57342a30b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:29.284606 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ea90f2-da65-40e9-8966-339bbe0228f6 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] DELETE failed (client error): The resource could not be found. Jul 14 07:09:29.285485 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ea90f2-da65-40e9-8966-339bbe0228f6 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:09:29.287990 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b5ea90f2-da65-40e9-8966-339bbe0228f6 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] 10.222.0.35 "DELETE /v2.0/subnets/b934f788-6688-4ad5-b4af-37de086d0700 HTTP/1.1" status: 404 len: 337 time: 0.0322323 Jul 14 07:09:29.290751 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45982) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:29.402496 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-ba1f2643-9f6a-48e5-bdf6-b420fa1c1b6d service neutron] 10.222.0.35 "GET /v2.0/networks/e770f7a4-0850-4d0d-a286-1a0e5b015eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725566 Jul 14 07:09:29.414610 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e0b045ef-67a9-420b-b523-fe3ab94e87c9 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.426010 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-11111364-948d-4f92-87aa-827a624e4d3b req-08b415fd-0431-4db5-9e7a-25134eba9f76 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.438080 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['5239c931-7765-4733-9810-5abff3f3c10f'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:29.463895 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650ec7e-74f6-41d2-bb11-2cea26a782f0 req-dee00619-113e-4d68-a453-314e1e7ab5e1 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:29.465569 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6650ec7e-74f6-41d2-bb11-2cea26a782f0 req-dee00619-113e-4d68-a453-314e1e7ab5e1 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 948 time: 0.1574833 Jul 14 07:09:29.497237 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b415fd-0431-4db5-9e7a-25134eba9f76 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Pushing event deleted for resources: {'Port': ['ID=5239c931-7765-4733-9810-5abff3f3c10f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:29.523925 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6650ec7e-74f6-41d2-bb11-2cea26a782f0 req-91306b93-a582-43d5-a0ad-8343091d53e8 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519080 Jul 14 07:09:29.550119 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-4efd533a-b790-491d-98c7-75aa058b7a00 service neutron] 10.222.0.35 "GET /v2.0/networks/e770f7a4-0850-4d0d-a286-1a0e5b015eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465051 Jul 14 07:09:29.558538 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.575252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c826991-c170-4b7d-8343-40b466107d16 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:09:29.599771 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1c826991-c170-4b7d-8343-40b466107d16, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1c826991-c170-4b7d-8343-40b466107d16,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:29.606361 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.633866 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-11111364-948d-4f92-87aa-827a624e4d3b req-08b415fd-0431-4db5-9e7a-25134eba9f76 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] No DVR routers for this DVR port 5239c931-7765-4733-9810-5abff3f3c10f on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:09:29.638432 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-11111364-948d-4f92-87aa-827a624e4d3b req-08b415fd-0431-4db5-9e7a-25134eba9f76 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.643596 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-11111364-948d-4f92-87aa-827a624e4d3b req-08b415fd-0431-4db5-9e7a-25134eba9f76 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.30 "DELETE /v2.0/ports/5239c931-7765-4733-9810-5abff3f3c10f HTTP/1.1" status: 204 len: 173 time: 0.6970952 Jul 14 07:09:29.662495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ce0587-91b2-4bd5-a0aa-a335b8fff9e2', 'name': 'network-vif-deleted', 'tag': '5239c931-7765-4733-9810-5abff3f3c10f'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:29.666349 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16779de-1526-4e2e-af6f-4ff4fe8928ae" -d '{"events": [{"server_uuid": "79ce0587-91b2-4bd5-a0aa-a335b8fff9e2", "name": "network-vif-deleted", "tag": "5239c931-7765-4733-9810-5abff3f3c10f"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:29.712542 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=1c826991-c170-4b7d-8343-40b466107d16,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:29.727097 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e0b045ef-67a9-420b-b523-fe3ab94e87c9 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.740756 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-e0b045ef-67a9-420b-b523-fe3ab94e87c9 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a30bca-3a8c-4060-8eb5-2999951423a2']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:29.745105 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e179bbc-f5c9-4830-8d69-098e9a9337ce x-openstack-request-id: req-6e179bbc-f5c9-4830-8d69-098e9a9337ce {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:29.746069 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316cf189-97b5-4346-8fbf-215b0188e460", "name": "network-vif-unplugged", "status": "completed", "tag": "1c826991-c170-4b7d-8343-40b466107d16", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:29.746880 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e179bbc-f5c9-4830-8d69-098e9a9337ce {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:29.749383 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316cf189-97b5-4346-8fbf-215b0188e460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c826991-c170-4b7d-8343-40b466107d16', 'code': 200} Jul 14 07:09:29.756975 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-e0b045ef-67a9-420b-b523-fe3ab94e87c9 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb67876-258d-4c13-9410-59f23df34e9e') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:29.757570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-e0b045ef-67a9-420b-b523-fe3ab94e87c9 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb67876-258d-4c13-9410-59f23df34e9e') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:29.767797 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e0b045ef-67a9-420b-b523-fe3ab94e87c9 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.784008 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e0b045ef-67a9-420b-b523-fe3ab94e87c9 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.792377 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b045ef-67a9-420b-b523-fe3ab94e87c9 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:09:29.793043 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e0b045ef-67a9-420b-b523-fe3ab94e87c9 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:09:29.800990 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:09:29.885644 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e0b045ef-67a9-420b-b523-fe3ab94e87c9 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.888787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56658bdd-9249-4cc5-bc74-13a531a9d014 req-323da7cd-f7e5-4d06-b0ba-d559bedd4cde tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:29.890574 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56658bdd-9249-4cc5-bc74-13a531a9d014 req-323da7cd-f7e5-4d06-b0ba-d559bedd4cde tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d HTTP/1.1" status: 200 len: 950 time: 0.1329169 Jul 14 07:09:29.898646 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e0b045ef-67a9-420b-b523-fe3ab94e87c9 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:29.904261 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e0b045ef-67a9-420b-b523-fe3ab94e87c9 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] 10.222.0.35 "DELETE /v2.0/networks/38a30bca-3a8c-4060-8eb5-2999951423a2 HTTP/1.1" status: 204 len: 168 time: 0.6123152 Jul 14 07:09:29.941159 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['1c826991-c170-4b7d-8343-40b466107d16'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:29.966056 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b045ef-67a9-420b-b523-fe3ab94e87c9 tempest-ExternalNetworksTestJSON-34096109 tempest-ExternalNetworksTestJSON-34096109-project] Pushing event deleted for resources: {'Network': ['ID=38a30bca-3a8c-4060-8eb5-2999951423a2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:29.986773 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56658bdd-9249-4cc5-bc74-13a531a9d014 req-bf635f49-d874-446d-9e81-8120b16f978a tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898988 Jul 14 07:09:30.053114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201b409-e5e6-42ae-bc45-aec185ea46fa req-abfcb29b-26c9-4678-8027-4e5954b0287f tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:30.055006 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a201b409-e5e6-42ae-bc45-aec185ea46fa req-abfcb29b-26c9-4678-8027-4e5954b0287f tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff274138-73d0-4f8e-97c3-22a533ab65b5 HTTP/1.1" status: 200 len: 948 time: 0.1269996 Jul 14 07:09:30.120590 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a201b409-e5e6-42ae-bc45-aec185ea46fa req-44addcdd-4bac-45f7-850e-3c9803883332 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e80b750-934d-4afe-831a-3ef01cd52ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566761 Jul 14 07:09:30.218083 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf93ab-7ec2-4472-9bbc-4ae5e9c1b205 req-287229ff-8cff-403c-be72-9e539c43b383 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:30.219873 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3baf93ab-7ec2-4472-9bbc-4ae5e9c1b205 req-287229ff-8cff-403c-be72-9e539c43b383 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d HTTP/1.1" status: 200 len: 950 time: 0.1438954 Jul 14 07:09:30.221927 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9ade678-9795-4366-ade0-b908d4e88477 req-18e0e56e-0f01-4716-a9e2-075a26c7b719 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0478301 Jul 14 07:09:30.325030 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cdb1349-0f68-438d-98a6-1ed2b2592b15 req-d5009584-0e79-471e-9430-8a3acebe4c89 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5d65af-c7e7-4aa7-ab26-4d5779490fe4 HTTP/1.1" status: 200 len: 210 time: 0.0602901 Jul 14 07:09:30.379171 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46006) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:30.401104 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-3baf93ab-7ec2-4472-9bbc-4ae5e9c1b205 req-5c07025d-f876-4131-9347-886430679c4c tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Deleting port 2841b415-1177-415e-b03b-908d12872656 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:30.402102 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-3baf93ab-7ec2-4472-9bbc-4ae5e9c1b205 req-5c07025d-f876-4131-9347-886430679c4c tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:30.438994 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bc79acfe-cf85-46c6-b623-74e77ecffcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:30.507023 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226e6f05-fabf-4881-a66f-581b261c5ce3 x-openstack-request-id: req-226e6f05-fabf-4881-a66f-581b261c5ce3 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:30.507314 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ce0587-91b2-4bd5-a0aa-a335b8fff9e2", "name": "network-vif-deleted", "tag": "5239c931-7765-4733-9810-5abff3f3c10f", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:30.507567 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-226e6f05-fabf-4881-a66f-581b261c5ce3 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:30.508012 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ce0587-91b2-4bd5-a0aa-a335b8fff9e2', 'name': 'network-vif-deleted', 'tag': '5239c931-7765-4733-9810-5abff3f3c10f', 'status': 'completed', 'code': 200} Jul 14 07:09:30.572976 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-243421d3-106b-43d7-9492-54cbb9fd4930 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae8f42925c8547a1b4468668cee12647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1926033 Jul 14 07:09:30.581227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46012) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:30.590128 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-3baf93ab-7ec2-4472-9bbc-4ae5e9c1b205 req-5c07025d-f876-4131-9347-886430679c4c tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] For port 2841b415-1177-415e-b03b-908d12872656, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2841b415-1177-415e-b03b-908d12872656,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:30.590493 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-3baf93ab-7ec2-4472-9bbc-4ae5e9c1b205 req-5c07025d-f876-4131-9347-886430679c4c tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:30.608334 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-3baf93ab-7ec2-4472-9bbc-4ae5e9c1b205 req-5c07025d-f876-4131-9347-886430679c4c tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Calling delete_port for 2841b415-1177-415e-b03b-908d12872656 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:30.743600 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dee2e59e-0667-4da9-bf69-b2d0ab6c0e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:30.758950 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-3baf93ab-7ec2-4472-9bbc-4ae5e9c1b205 req-5c07025d-f876-4131-9347-886430679c4c tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:30.770282 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02e2a8-c1fa-43ef-aa1e-9ef267ba504c req-6b8b79ae-05f7-4ed3-a51c-999b42c0e9f2 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:30.772213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['59ec839d-c13b-4438-9de3-8190fcaea45a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:30.779009 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed02e2a8-c1fa-43ef-aa1e-9ef267ba504c req-6b8b79ae-05f7-4ed3-a51c-999b42c0e9f2 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/ports?device_id=85020c49-ea6b-49c2-aa5c-4524caa98261&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2926073 Jul 14 07:09:30.799163 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07025d-f876-4131-9347-886430679c4c tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Pushing event deleted for resources: {'Port': ['ID=2841b415-1177-415e-b03b-908d12872656,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:30.842886 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3baf93ab-7ec2-4472-9bbc-4ae5e9c1b205 req-5c07025d-f876-4131-9347-886430679c4c tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] No DVR routers for this DVR port 2841b415-1177-415e-b03b-908d12872656 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:09:30.845202 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-3baf93ab-7ec2-4472-9bbc-4ae5e9c1b205 req-5c07025d-f876-4131-9347-886430679c4c tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:30.847331 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3baf93ab-7ec2-4472-9bbc-4ae5e9c1b205 req-5c07025d-f876-4131-9347-886430679c4c tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.30 "DELETE /v2.0/ports/2841b415-1177-415e-b03b-908d12872656 HTTP/1.1" status: 204 len: 173 time: 0.6147733 Jul 14 07:09:30.856852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed02e2a8-c1fa-43ef-aa1e-9ef267ba504c req-bd838904-3581-41e4-b41b-133f6d0ff69b tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0769684 Jul 14 07:09:30.875102 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dee2e59e-0667-4da9-bf69-b2d0ab6c0e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:30.891768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fc94b-1605-4a28-a9c3-72b6a9f1be8e req-f0b06537-d9c4-4c98-b795-dd0149062974 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:30.893369 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc4fc94b-1605-4a28-a9c3-72b6a9f1be8e req-f0b06537-d9c4-4c98-b795-dd0149062974 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.30 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460&tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&binding%3Ahost_id=n-h1-778696-5 HTTP/1.1" status: 200 len: 949 time: 0.2724695 Jul 14 07:09:30.928121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4bbb8-3d13-4f9d-ab66-5938e8189b9e req-6793dc55-64ba-404b-8656-f8a6846f1374 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:30.929699 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26b4bbb8-3d13-4f9d-ab66-5938e8189b9e req-6793dc55-64ba-404b-8656-f8a6846f1374 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.2916868 Jul 14 07:09:30.980997 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26b4bbb8-3d13-4f9d-ab66-5938e8189b9e req-08df37f3-78c8-4a80-bd04-529ec78a403b tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432527 Jul 14 07:09:30.992474 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dee2e59e-0667-4da9-bf69-b2d0ab6c0e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:30.995573 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dee2e59e-0667-4da9-bf69-b2d0ab6c0e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:30.999150 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-dee2e59e-0667-4da9-bf69-b2d0ab6c0e48 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/88852d7f-c68e-49f1-b3ae-c6ee99e6b063 HTTP/1.1" status: 204 len: 168 time: 0.4143145 Jul 14 07:09:31.030241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2e59e-0667-4da9-bf69-b2d0ab6c0e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88852d7f-c68e-49f1-b3ae-c6ee99e6b063,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:31.386503 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46028) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:31.397758 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67826bab-d554-43ec-861b-0e487b1f32da req-12cc7783-eddc-433e-a589-06ab6f902cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3446434 Jul 14 07:09:31.468132 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-97a83c28-c2dc-4d40-9d33-d9738e8a50f9 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:31.469731 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-97a83c28-c2dc-4d40-9d33-d9738e8a50f9 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.30 "GET /v2.0/networks?id=e770f7a4-0850-4d0d-a286-1a0e5b015eff HTTP/1.1" status: 200 len: 814 time: 0.1316283 Jul 14 07:09:31.480045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9118eca-699e-4125-9306-3ff45c92ce64 req-64ca2251-f8be-48a1-a64c-3babd888cd2e tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:31.485435 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9118eca-699e-4125-9306-3ff45c92ce64 req-64ca2251-f8be-48a1-a64c-3babd888cd2e tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 949 time: 0.4818518 Jul 14 07:09:31.490680 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-2583b918-eeac-4d58-aa87-e1f6c1a7366d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Request body: {'port': {'device_id': '0c5d65af-c7e7-4aa7-ab26-4d5779490fe4', 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff', 'admin_state_up': True, 'tenant_id': '90193c45e30a47aea804e7ab8d1a3311'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:31.502552 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fc94b-1605-4a28-a9c3-72b6a9f1be8e req-aebb7b20-70c6-4f66-ba8b-40aa2a005eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:31.503177 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc4fc94b-1605-4a28-a9c3-72b6a9f1be8e req-aebb7b20-70c6-4f66-ba8b-40aa2a005eef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 1100 time: 0.4482491 Jul 14 07:09:31.523297 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a4e6193a-0c2a-482a-9c21-905d2cb9f094 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b2450228d09468a8cce2476f65556ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356013 Jul 14 07:09:31.539488 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46032) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:31.601499 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5075eefe-83dd-42b0-b691-302def09562c req-be5a0ab1-b29d-4f3e-ab39-4007bae08c20 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d HTTP/1.1" status: 200 len: 210 time: 0.0892372 Jul 14 07:09:31.624064 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9118eca-699e-4125-9306-3ff45c92ce64 req-cae86d63-88da-42d8-b059-c669e74a21b5 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299982 Jul 14 07:09:31.625408 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8679300d-823c-4a60-b5c5-87abe3da5987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:31.669385 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fc94b-1605-4a28-a9c3-72b6a9f1be8e req-732f0c56-5e74-4d61-9120-1c8a3a0e8bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:31.671185 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc4fc94b-1605-4a28-a9c3-72b6a9f1be8e req-732f0c56-5e74-4d61-9120-1c8a3a0e8bf5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.1579480 Jul 14 07:09:31.675770 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8679300d-823c-4a60-b5c5-87abe3da5987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:31.708544 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-2583b918-eeac-4d58-aa87-e1f6c1a7366d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Made reservation on behalf of 90193c45e30a47aea804e7ab8d1a3311 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:31.712215 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-2583b918-eeac-4d58-aa87-e1f6c1a7366d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:31.751070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff274138-73d0-4f8e-97c3-22a533ab65b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c21fa8d-d07a-4ff1-a422-0a42b2163cb3'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:31.757686 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d72500-246b-45b3-a864-51714e57cbd5" -d '{"events": [{"server_uuid": "ff274138-73d0-4f8e-97c3-22a533ab65b5", "name": "network-vif-plugged", "status": "completed", "tag": "0c21fa8d-d07a-4ff1-a422-0a42b2163cb3"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:31.766667 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc4fc94b-1605-4a28-a9c3-72b6a9f1be8e req-f22f5eee-878a-4de3-9ff8-8394c8c180d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=1c826991-c170-4b7d-8343-40b466107d16 HTTP/1.1" status: 200 len: 217 time: 0.0819762 Jul 14 07:09:31.799555 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8679300d-823c-4a60-b5c5-87abe3da5987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:31.803131 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8679300d-823c-4a60-b5c5-87abe3da5987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:31.806635 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8679300d-823c-4a60-b5c5-87abe3da5987 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2afbcddc-a9ed-40a1-8680-c96cc45cdd21 HTTP/1.1" status: 204 len: 168 time: 0.2638855 Jul 14 07:09:31.857474 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-521681d9-ed98-42e7-ab7e-12d6fb73f190 req-d671e844-0ee6-484c-8f66-23e22ae8f2ed tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0803833 Jul 14 07:09:31.860999 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679300d-823c-4a60-b5c5-87abe3da5987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afbcddc-a9ed-40a1-8680-c96cc45cdd21,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:31.879097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fc94b-1605-4a28-a9c3-72b6a9f1be8e req-18a78503-030f-4fba-8d4c-3695f68300f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:31.880631 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc4fc94b-1605-4a28-a9c3-72b6a9f1be8e req-18a78503-030f-4fba-8d4c-3695f68300f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1023126 Jul 14 07:09:31.899701 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-2583b918-eeac-4d58-aa87-e1f6c1a7366d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Allocated IP 172.20.0.7 (e770f7a4-0850-4d0d-a286-1a0e5b015eff/a0c0e73d-973b-48ca-9f9e-437461e66293/1f153c46-088c-4a3e-9bcd-cda74d5cef34) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:09:31.950182 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f89fdc-3041-4d9b-bf59-a63d15dfabcc req-ae09310c-e88d-46e0-8149-fe3dc598423c tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:31.958918 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9f89fdc-3041-4d9b-bf59-a63d15dfabcc req-ae09310c-e88d-46e0-8149-fe3dc598423c tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff274138-73d0-4f8e-97c3-22a533ab65b5 HTTP/1.1" status: 200 len: 948 time: 0.1911857 Jul 14 07:09:32.021704 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9f89fdc-3041-4d9b-bf59-a63d15dfabcc req-785e10ac-476a-4407-9d8e-06645d21fdc9 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e80b750-934d-4afe-831a-3ef01cd52ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617898 Jul 14 07:09:32.029592 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fc94b-1605-4a28-a9c3-72b6a9f1be8e req-568bc32d-a296-4e6a-adb6-feadd16c0eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:32.031109 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc4fc94b-1605-4a28-a9c3-72b6a9f1be8e req-568bc32d-a296-4e6a-adb6-feadd16c0eb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275165 Jul 14 07:09:32.116880 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1492447-1c25-4fd7-a347-0b4f67f09418 req-97b35f0b-dbc1-431f-960a-451be43ece0a tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5d65af-c7e7-4aa7-ab26-4d5779490fe4 HTTP/1.1" status: 200 len: 210 time: 0.0652428 Jul 14 07:09:32.134238 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-2583b918-eeac-4d58-aa87-e1f6c1a7366d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:32.181082 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc4fc94b-1605-4a28-a9c3-72b6a9f1be8e req-7c8c09f9-93fe-441d-a0e9-c4ad26404eb3 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382523 Jul 14 07:09:32.202311 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-2583b918-eeac-4d58-aa87-e1f6c1a7366d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:32.206763 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89954ac2-76e3-4ed3-9f33-03254f49aa30 x-openstack-request-id: req-89954ac2-76e3-4ed3-9f33-03254f49aa30 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:32.214685 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff274138-73d0-4f8e-97c3-22a533ab65b5", "name": "network-vif-plugged", "status": "completed", "tag": "0c21fa8d-d07a-4ff1-a422-0a42b2163cb3", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:32.214950 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-89954ac2-76e3-4ed3-9f33-03254f49aa30 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:32.215372 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff274138-73d0-4f8e-97c3-22a533ab65b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c21fa8d-d07a-4ff1-a422-0a42b2163cb3', 'code': 200} Jul 14 07:09:32.262620 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-2583b918-eeac-4d58-aa87-e1f6c1a7366d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Network e770f7a4-0850-4d0d-a286-1a0e5b015eff is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:09:32.266878 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-2583b918-eeac-4d58-aa87-e1f6c1a7366d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:09:32.280727 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-2583b918-eeac-4d58-aa87-e1f6c1a7366d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:09:32.285222 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1c826991-c170-4b7d-8343-40b466107d16 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:09:32.349592 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-2583b918-eeac-4d58-aa87-e1f6c1a7366d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:32.350904 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-2583b918-eeac-4d58-aa87-e1f6c1a7366d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:32.354467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583b918-eeac-4d58-aa87-e1f6c1a7366d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Pushing event updated for resources: {'Port': ['ID=1f153c46-088c-4a3e-9bcd-cda74d5cef34,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:32.383793 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-2583b918-eeac-4d58-aa87-e1f6c1a7366d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8975964 Jul 14 07:09:32.398215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Request body: {'port': {'device_id': '0c5d65af-c7e7-4aa7-ab26-4d5779490fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:32.400875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 1c826991-c170-4b7d-8343-40b466107d16 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:09:32.401743 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:32.515599 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:32.561234 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1c826991-c170-4b7d-8343-40b466107d16, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1c826991-c170-4b7d-8343-40b466107d16,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:32.570313 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d', 'name': 'network-vif-deleted', 'tag': '2841b415-1177-415e-b03b-908d12872656'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:32.571405 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:32.572499 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5239c931-7765-4733-9810-5abff3f3c10f no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:09:32.573541 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fb2360-b7f3-4aa5-822b-0c90946b485e" -d '{"events": [{"server_uuid": "d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d", "name": "network-vif-deleted", "tag": "2841b415-1177-415e-b03b-908d12872656"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:32.578665 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:32.639527 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 5239c931-7765-4733-9810-5abff3f3c10f {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:09:32.640220 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5239c931-7765-4733-9810-5abff3f3c10f not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:09:32.640889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2841b415-1177-415e-b03b-908d12872656 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:09:32.671444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 2841b415-1177-415e-b03b-908d12872656 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:09:32.672178 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2841b415-1177-415e-b03b-908d12872656 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:09:32.673822 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fff14f-ee2c-4584-9dae-024624d8e2a3 req-2782c5a8-3526-46f0-81de-5defc802df53 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:32.677009 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3fff14f-ee2c-4584-9dae-024624d8e2a3 req-2782c5a8-3526-46f0-81de-5defc802df53 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.2813623 Jul 14 07:09:32.696200 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cce354-4674-4fa9-b77a-97f5b168c5fd req-6819cb94-74e3-478b-8e42-b88615d19ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:32.697708 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-23cce354-4674-4fa9-b77a-97f5b168c5fd req-6819cb94-74e3-478b-8e42-b88615d19ef2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff274138-73d0-4f8e-97c3-22a533ab65b5 HTTP/1.1" status: 200 len: 1099 time: 0.3039248 Jul 14 07:09:32.732694 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=1c826991-c170-4b7d-8343-40b466107d16,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:32.759873 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3fff14f-ee2c-4584-9dae-024624d8e2a3 req-54706632-5e72-43a6-b2e5-642b2161272d tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661633 Jul 14 07:09:32.767139 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc4fc94b-1605-4a28-a9c3-72b6a9f1be8e req-bfffc9df-d67f-4d5a-adf9-f7a45b79a3b1 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777121 Jul 14 07:09:32.815805 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e71334-c160-4983-be19-f0787fa15f53 req-a7a2f38d-174f-4a8a-af50-32d47e323a71 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:32.819517 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9e71334-c160-4983-be19-f0787fa15f53 req-a7a2f38d-174f-4a8a-af50-32d47e323a71 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/ports?device_id=85020c49-ea6b-49c2-aa5c-4524caa98261 HTTP/1.1" status: 200 len: 945 time: 0.2809305 Jul 14 07:09:32.879685 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3824dc8-769a-405c-8715-e589603650c7 x-openstack-request-id: req-e3824dc8-769a-405c-8715-e589603650c7 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:32.880313 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d", "name": "network-vif-deleted", "tag": "2841b415-1177-415e-b03b-908d12872656", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:32.880313 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e3824dc8-769a-405c-8715-e589603650c7 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:32.880723 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2932807-e0c2-46ab-8b6d-3ca5b9dcdd8d', 'name': 'network-vif-deleted', 'tag': '2841b415-1177-415e-b03b-908d12872656', 'status': 'completed', 'code': 200} Jul 14 07:09:32.901578 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9e71334-c160-4983-be19-f0787fa15f53 req-aa71eade-5cfe-4069-9169-def37b099088 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/security-groups?id=e7757c79-ad64-4cde-b8d1-32da5312662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631893 Jul 14 07:09:32.907428 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-23cce354-4674-4fa9-b77a-97f5b168c5fd req-c8c650c2-c65f-4238-bece-456e79f601de service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6e80b750-934d-4afe-831a-3ef01cd52ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689866 Jul 14 07:09:32.953232 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f153c46-088c-4a3e-9bcd-cda74d5cef34 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:09:32.972150 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:32.986944 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Transition to ACTIVE for port object 1f153c46-088c-4a3e-9bcd-cda74d5cef34 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:09:32.993493 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:33.109821 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Pushing event updated for resources: {'Port': ['ID=1f153c46-088c-4a3e-9bcd-cda74d5cef34,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:33.145080 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b9800-3b14-4907-b8d3-426a7ffa3037 req-5fca2e63-7815-45a5-a735-8106ac6507d9 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:33.165797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f17b9800-3b14-4907-b8d3-426a7ffa3037 req-5fca2e63-7815-45a5-a735-8106ac6507d9 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.1071963 Jul 14 07:09:33.210245 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Attempting to bind port 1f153c46-088c-4a3e-9bcd-cda74d5cef34 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:09:33.210482 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Attempting to bind port 1f153c46-088c-4a3e-9bcd-cda74d5cef34 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'fe71f172-ec7c-47eb-a122-0ff48a1d49c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:09:33.210945 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Attempting to bind port 1f153c46-088c-4a3e-9bcd-cda74d5cef34 on network e770f7a4-0850-4d0d-a286-1a0e5b015eff {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:09:33.218379 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Port 1f153c46-088c-4a3e-9bcd-cda74d5cef34 on network e770f7a4-0850-4d0d-a286-1a0e5b015eff not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:09:33.218725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Attempting to bind port 1f153c46-088c-4a3e-9bcd-cda74d5cef34 on network e770f7a4-0850-4d0d-a286-1a0e5b015eff {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:09:33.219565 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e9a8fe8c-ada8-4755-a47a-306cae63f46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:33.228102 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-762eae0f-e791-47ec-b1b6-3ff3c168f49e req-58134245-c1ef-4b90-abe3-260467e84010 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0599062 Jul 14 07:09:33.228350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:09:33.228557 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Checking segment: {'id': 'fe71f172-ec7c-47eb-a122-0ff48a1d49c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:09:33.228931 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Bound using segment: {'id': 'fe71f172-ec7c-47eb-a122-0ff48a1d49c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:09:33.229529 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Bound port: 1f153c46-088c-4a3e-9bcd-cda74d5cef34, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe71f172-ec7c-47eb-a122-0ff48a1d49c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:09:33.230016 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:33.261098 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f17b9800-3b14-4907-b8d3-426a7ffa3037 req-6e6fbc03-76bd-4720-8e50-117654eae201 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944757 Jul 14 07:09:33.314419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] For port 1f153c46-088c-4a3e-9bcd-cda74d5cef34, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:09:33.320774 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] For port 1f153c46-088c-4a3e-9bcd-cda74d5cef34, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1f153c46-088c-4a3e-9bcd-cda74d5cef34,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:09:33.335476 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:33.442763 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Pushing event updated for resources: {'Port': ['ID=1f153c46-088c-4a3e-9bcd-cda74d5cef34,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:33.462795 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:33.463553 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:33.466958 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-28fbe7e3-23c7-4c6d-8014-cdcdf2e33fdf service neutron] 10.222.0.30 "PUT /v2.0/ports/1f153c46-088c-4a3e-9bcd-cda74d5cef34 HTTP/1.1" status: 200 len: 1091 time: 1.0737119 Jul 14 07:09:33.518357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c79c5-5c5a-4704-a8c3-22f56eed9694 req-96befc60-e048-4170-a6e3-cf5bfc3f5b7c tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:33.520267 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc3c79c5-5c5a-4704-a8c3-22f56eed9694 req-96befc60-e048-4170-a6e3-cf5bfc3f5b7c tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff274138-73d0-4f8e-97c3-22a533ab65b5 HTTP/1.1" status: 200 len: 948 time: 0.0980330 Jul 14 07:09:33.571989 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:33.623312 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc3c79c5-5c5a-4704-a8c3-22f56eed9694 req-f692f3a0-3c44-4565-9263-5f7d0383853d tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e80b750-934d-4afe-831a-3ef01cd52ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921714 Jul 14 07:09:33.626156 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-755dbd41-d702-4fd0-931b-40080d709bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:33.631444 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-755dbd41-d702-4fd0-931b-40080d709bdf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90193c45e30a47aea804e7ab8d1a3311&device_id=0c5d65af-c7e7-4aa7-ab26-4d5779490fe4 HTTP/1.1" status: 200 len: 1094 time: 0.1150248 Jul 14 07:09:33.679580 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-4a6ce54a-f4e1-4bec-a016-82356779f15a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f153c46-088c-4a3e-9bcd-cda74d5cef34 HTTP/1.1" status: 200 len: 217 time: 0.0397389 Jul 14 07:09:33.780730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-05c79f50-7d8f-4872-b6a2-a250793a4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:33.784486 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-05c79f50-7d8f-4872-b6a2-a250793a4042 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0c0e73d-973b-48ca-9f9e-437461e66293 HTTP/1.1" status: 200 len: 854 time: 0.0952938 Jul 14 07:09:33.846173 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-5f787f80-46ba-4bcb-bfe9-d6ae9988689d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e770f7a4-0850-4d0d-a286-1a0e5b015eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544512 Jul 14 07:09:33.867765 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01239d7-8a4d-489c-a0bc-13ec9efd541d req-fd3de06c-0090-499f-926f-acdbf72932cd tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:33.876117 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b01239d7-8a4d-489c-a0bc-13ec9efd541d req-fd3de06c-0090-499f-926f-acdbf72932cd tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5d65af-c7e7-4aa7-ab26-4d5779490fe4 HTTP/1.1" status: 200 len: 943 time: 0.0878055 Jul 14 07:09:33.876291 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46092) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:33.991105 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b01239d7-8a4d-489c-a0bc-13ec9efd541d req-9307e8bc-541d-4457-8ec9-a6a57f7f238f tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006737 Jul 14 07:09:34.075512 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861af409-25e8-4c2f-a3aa-5d621cbf3e36 req-ab67118a-3d2e-42a4-9e79-45e0c560f7b5 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:34.077689 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-861af409-25e8-4c2f-a3aa-5d621cbf3e36 req-ab67118a-3d2e-42a4-9e79-45e0c560f7b5 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.30 "GET /v2.0/ports?device_id=85020c49-ea6b-49c2-aa5c-4524caa98261 HTTP/1.1" status: 200 len: 945 time: 0.2029018 Jul 14 07:09:34.185993 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1546fbe1-54f1-4fab-bcab-fc8a343754ea tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-849300776'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:34.186587 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1546fbe1-54f1-4fab-bcab-fc8a343754ea tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] Unknown quota resources ['metering_label']. {{(pid=93827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 07:09:34.201446 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4496038-0041-405c-bd38-6e03d8de8b73 req-23060089-1df6-4ba7-8b6b-307928e639b1 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:34.202930 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4496038-0041-405c-bd38-6e03d8de8b73 req-23060089-1df6-4ba7-8b6b-307928e639b1 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 951 time: 0.1797388 Jul 14 07:09:34.216857 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316cf189-97b5-4346-8fbf-215b0188e460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c826991-c170-4b7d-8343-40b466107d16'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:34.219401 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4ccc8b-937f-4827-9270-6dea3740e771" -d '{"events": [{"server_uuid": "316cf189-97b5-4346-8fbf-215b0188e460", "name": "network-vif-plugged", "status": "completed", "tag": "1c826991-c170-4b7d-8343-40b466107d16"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:34.285101 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593b860-9e61-4b2b-9af1-2921d611405f req-57c3092e-69ec-4ee8-9023-fed75587e532 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:34.287155 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f593b860-9e61-4b2b-9af1-2921d611405f req-57c3092e-69ec-4ee8-9023-fed75587e532 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.1541262 Jul 14 07:09:34.291107 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4496038-0041-405c-bd38-6e03d8de8b73 req-e19ea2e6-53bd-4845-9b48-0a4e36e24993 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704439 Jul 14 07:09:34.318242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-861af409-25e8-4c2f-a3aa-5d621cbf3e36 req-6989e560-238b-4540-9431-0b30254cdc80 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Deleting port 542a2072-dc7e-4a41-9c41-dabe77128e33 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:34.318583 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-861af409-25e8-4c2f-a3aa-5d621cbf3e36 req-6989e560-238b-4540-9431-0b30254cdc80 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:34.389078 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f593b860-9e61-4b2b-9af1-2921d611405f req-92a25fd9-1db0-403f-99d7-a5bc89e6f074 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947118 Jul 14 07:09:34.419422 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1546fbe1-54f1-4fab-bcab-fc8a343754ea tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:34.423157 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1546fbe1-54f1-4fab-bcab-fc8a343754ea tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5435057 Jul 14 07:09:34.428314 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46104) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:34.435007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-fe5897be-d769-42a3-8566-5058c848902b tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b4aea7dc-01e7-4987-8062-b7968d1f2af7'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:34.435643 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-fe5897be-d769-42a3-8566-5058c848902b tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 07:09:34.441092 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f02041-298c-4751-97f9-e4b3870b18bb x-openstack-request-id: req-98f02041-298c-4751-97f9-e4b3870b18bb {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:34.441651 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316cf189-97b5-4346-8fbf-215b0188e460", "name": "network-vif-plugged", "status": "completed", "tag": "1c826991-c170-4b7d-8343-40b466107d16", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:34.441651 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98f02041-298c-4751-97f9-e4b3870b18bb {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:34.442489 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316cf189-97b5-4346-8fbf-215b0188e460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c826991-c170-4b7d-8343-40b466107d16', 'code': 200} Jul 14 07:09:34.450232 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-59c94d6b-d776-4156-817e-f8e54ca5ed82 service neutron] 10.222.0.30 "GET /v2.0/networks/e770f7a4-0850-4d0d-a286-1a0e5b015eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5817552 Jul 14 07:09:34.455480 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-861af409-25e8-4c2f-a3aa-5d621cbf3e36 req-6989e560-238b-4540-9431-0b30254cdc80 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] For port 542a2072-dc7e-4a41-9c41-dabe77128e33, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=542a2072-dc7e-4a41-9c41-dabe77128e33,segment=NetworkSegment(553402c6-5a2d-4c8a-abad-4a275d3c3c29),segment_id=553402c6-5a2d-4c8a-abad-4a275d3c3c29)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:34.455848 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-861af409-25e8-4c2f-a3aa-5d621cbf3e36 req-6989e560-238b-4540-9431-0b30254cdc80 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:34.472027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-861af409-25e8-4c2f-a3aa-5d621cbf3e36 req-6989e560-238b-4540-9431-0b30254cdc80 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Calling delete_port for 542a2072-dc7e-4a41-9c41-dabe77128e33 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:34.523309 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:34.538069 n-d-778696-5 neutron-server[93827]: WARNING neutron.services.metering.metering_plugin [None req-fe5897be-d769-42a3-8566-5058c848902b tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 07:09:34.540701 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98291c1-67fe-4bf5-9b0e-ca2d76de7b59 req-5ed2cdc2-d46d-4e0d-9f70-280b2e6dd37f tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:34.542398 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d98291c1-67fe-4bf5-9b0e-ca2d76de7b59 req-5ed2cdc2-d46d-4e0d-9f70-280b2e6dd37f tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/ports?device_id=85020c49-ea6b-49c2-aa5c-4524caa98261 HTTP/1.1" status: 200 len: 945 time: 0.1419005 Jul 14 07:09:34.640645 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d98291c1-67fe-4bf5-9b0e-ca2d76de7b59 req-d1b7f5e8-0fe1-485c-bbed-f51d9b417bf4 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.35 "GET /v2.0/security-groups?id=e7757c79-ad64-4cde-b8d1-32da5312662f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838490 Jul 14 07:09:34.668495 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fe5897be-d769-42a3-8566-5058c848902b tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:34.670046 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fe5897be-d769-42a3-8566-5058c848902b tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2403305 Jul 14 07:09:34.676855 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46108) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:34.679904 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c30e3-59a5-456b-93e9-ccf2ca005f4d req-3bb3398f-7d0c-483f-8771-0c6844edd51e tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:34.681467 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-454c30e3-59a5-456b-93e9-ccf2ca005f4d req-3bb3398f-7d0c-483f-8771-0c6844edd51e tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.1366143 Jul 14 07:09:34.688634 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9e2a0bad-e7c4-4456-84c8-c518ebc3d86e tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b4aea7dc-01e7-4987-8062-b7968d1f2af7'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:34.689141 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9e2a0bad-e7c4-4456-84c8-c518ebc3d86e tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 07:09:34.727112 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-861af409-25e8-4c2f-a3aa-5d621cbf3e36 req-6989e560-238b-4540-9431-0b30254cdc80 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:34.755993 n-d-778696-5 neutron-server[93827]: WARNING neutron.services.metering.metering_plugin [None req-9e2a0bad-e7c4-4456-84c8-c518ebc3d86e tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 07:09:34.760296 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-40b3f51e-e4b0-4e73-b45b-17eba6d29ac3 req-e7af40c4-bbf7-402b-bfa5-81a4dbe56a5c service neutron] 10.222.0.30 "GET /v2.0/networks/e770f7a4-0850-4d0d-a286-1a0e5b015eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010283 Jul 14 07:09:34.765629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989e560-238b-4540-9431-0b30254cdc80 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Pushing event deleted for resources: {'Port': ['ID=542a2072-dc7e-4a41-9c41-dabe77128e33,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:34.771546 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-454c30e3-59a5-456b-93e9-ccf2ca005f4d req-2aaf41f8-79ea-4c77-9bf0-5805779e2290 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809062 Jul 14 07:09:34.850124 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c7858a18-b513-4eeb-9f48-1d0b0390592f req-4b8439ac-8d99-4332-a5c5-cf8e29d976f4 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0659666 Jul 14 07:09:34.851024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-861af409-25e8-4c2f-a3aa-5d621cbf3e36 req-6989e560-238b-4540-9431-0b30254cdc80 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] No DVR routers for this DVR port 542a2072-dc7e-4a41-9c41-dabe77128e33 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:09:34.853691 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-861af409-25e8-4c2f-a3aa-5d621cbf3e36 req-6989e560-238b-4540-9431-0b30254cdc80 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:34.855913 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-861af409-25e8-4c2f-a3aa-5d621cbf3e36 req-6989e560-238b-4540-9431-0b30254cdc80 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243 tempest-FloatingIPsAssociationNegativeTestJSON-1970423243-project] 10.222.0.30 "DELETE /v2.0/ports/542a2072-dc7e-4a41-9c41-dabe77128e33 HTTP/1.1" status: 204 len: 173 time: 0.7680447 Jul 14 07:09:34.856110 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e2a0bad-e7c4-4456-84c8-c518ebc3d86e tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:34.856384 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85020c49-ea6b-49c2-aa5c-4524caa98261', 'name': 'network-vif-deleted', 'tag': '542a2072-dc7e-4a41-9c41-dabe77128e33'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:34.857529 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9e2a0bad-e7c4-4456-84c8-c518ebc3d86e tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1794999 Jul 14 07:09:34.858655 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fab7a1-cfc1-4df9-ace3-ac36d8e78cd1" -d '{"events": [{"server_uuid": "85020c49-ea6b-49c2-aa5c-4524caa98261", "name": "network-vif-deleted", "tag": "542a2072-dc7e-4a41-9c41-dabe77128e33"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:34.859974 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46112) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:34.871799 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-478c5f53-ebaf-4f98-b37e-7ba05587b81c tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=0b70ffdf-1500-4a59-ba0b-cbd53af97ffd HTTP/1.1" status: 200 len: 462 time: 0.0103869 Jul 14 07:09:34.874402 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46116) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:34.882531 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5d65af-c7e7-4aa7-ab26-4d5779490fe4', 'tag': '1f153c46-088c-4a3e-9bcd-cda74d5cef34'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:34.885314 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fed5b2-6f55-4e67-a1f4-f65dd3789b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5d65af-c7e7-4aa7-ab26-4d5779490fe4", "tag": "1f153c46-088c-4a3e-9bcd-cda74d5cef34"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:35.029612 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-121c9783-ece2-4589-a5c6-45f48440e962 tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:35.031098 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-121c9783-ece2-4589-a5c6-45f48440e962 tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/0b70ffdf-1500-4a59-ba0b-cbd53af97ffd HTTP/1.1" status: 204 len: 168 time: 0.1550031 Jul 14 07:09:35.033870 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46122) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:35.041097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4300722-9a2d-4243-9076-f9499cc2e3a3 req-5a24ce48-08c0-4957-9e54-613a41a200ff tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:35.047779 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4300722-9a2d-4243-9076-f9499cc2e3a3 req-5a24ce48-08c0-4957-9e54-613a41a200ff tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff274138-73d0-4f8e-97c3-22a533ab65b5 HTTP/1.1" status: 200 len: 948 time: 0.1039340 Jul 14 07:09:35.050245 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ece42d84-81f6-4615-8015-2f829391ee31 tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=0b70ffdf-1500-4a59-ba0b-cbd53af97ffd HTTP/1.1" status: 200 len: 221 time: 0.0148077 Jul 14 07:09:35.054057 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46124) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:35.058376 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7954e1d1-0c51-4451-aeb5-050c136d2dea tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--687137347', 'description': 'label created by tempest'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:35.058862 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7954e1d1-0c51-4451-aeb5-050c136d2dea tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] Unknown quota resources ['metering_label']. {{(pid=93827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 07:09:35.119297 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4300722-9a2d-4243-9076-f9499cc2e3a3 req-96c0733d-049c-437f-b242-ac1211cef5db tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e80b750-934d-4afe-831a-3ef01cd52ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706606 Jul 14 07:09:35.148434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec16245-9317-4666-a64d-424383c0acff req-89ded71d-c11a-4038-9e28-eb0cd86596f7 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:35.153710 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ec16245-9317-4666-a64d-424383c0acff req-89ded71d-c11a-4038-9e28-eb0cd86596f7 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.1235416 Jul 14 07:09:35.185055 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ad8bb3-2d46-41a2-a87c-d81155d707f4 x-openstack-request-id: req-c6ad8bb3-2d46-41a2-a87c-d81155d707f4 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:35.185484 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85020c49-ea6b-49c2-aa5c-4524caa98261", "name": "network-vif-deleted", "tag": "542a2072-dc7e-4a41-9c41-dabe77128e33", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:35.185734 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6ad8bb3-2d46-41a2-a87c-d81155d707f4 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:35.186124 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85020c49-ea6b-49c2-aa5c-4524caa98261', 'name': 'network-vif-deleted', 'tag': '542a2072-dc7e-4a41-9c41-dabe77128e33', 'status': 'completed', 'code': 200} Jul 14 07:09:35.215719 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de613fe3-5735-4ae4-9d62-f099bfc084f7 x-openstack-request-id: req-de613fe3-5735-4ae4-9d62-f099bfc084f7 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:35.216230 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5d65af-c7e7-4aa7-ab26-4d5779490fe4", "tag": "1f153c46-088c-4a3e-9bcd-cda74d5cef34", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:35.216347 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de613fe3-5735-4ae4-9d62-f099bfc084f7 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:35.216639 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5d65af-c7e7-4aa7-ab26-4d5779490fe4', 'tag': '1f153c46-088c-4a3e-9bcd-cda74d5cef34', 'status': 'completed', 'code': 200} Jul 14 07:09:35.218636 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7954e1d1-0c51-4451-aeb5-050c136d2dea tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:35.222292 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7954e1d1-0c51-4451-aeb5-050c136d2dea tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1648266 Jul 14 07:09:35.222545 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46128) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:35.238328 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ec16245-9317-4666-a64d-424383c0acff req-ada7d723-5a80-4b60-b4a8-83b10184aae1 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809376 Jul 14 07:09:35.292294 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4013256-46d8-481c-a68e-052a1720c056 req-20c97ed5-0fc5-4e49-9b3b-483951e7f7f3 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:35.293813 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e4013256-46d8-481c-a68e-052a1720c056 req-20c97ed5-0fc5-4e49-9b3b-483951e7f7f3 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 951 time: 0.1219413 Jul 14 07:09:35.298763 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8c176cb4-aa39-428d-8d52-173379a1b09a tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=9d0da1e8-4f9b-46fd-a57d-06b988fd408a HTTP/1.1" status: 200 len: 467 time: 0.0751426 Jul 14 07:09:35.301610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46132) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:35.359682 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fed5b2-6f55-4e67-a1f4-f65dd3789b2c req-de3bddfa-e644-43b7-ad65-3b3d7737e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:35.361157 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5fed5b2-6f55-4e67-a1f4-f65dd3789b2c req-de3bddfa-e644-43b7-ad65-3b3d7737e4ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90193c45e30a47aea804e7ab8d1a3311&device_id=0c5d65af-c7e7-4aa7-ab26-4d5779490fe4 HTTP/1.1" status: 200 len: 1094 time: 0.1145661 Jul 14 07:09:35.510326 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec4f68f5-df4b-4c26-b998-05853ca0631d tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:35.514004 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ec4f68f5-df4b-4c26-b998-05853ca0631d tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/9d0da1e8-4f9b-46fd-a57d-06b988fd408a HTTP/1.1" status: 204 len: 168 time: 0.2091155 Jul 14 07:09:35.514385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46144) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:35.532867 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f9d14958-62a7-4d9c-99f0-8cfb03bbd515 tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=9d0da1e8-4f9b-46fd-a57d-06b988fd408a HTTP/1.1" status: 200 len: 216 time: 0.0120811 Jul 14 07:09:35.532867 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46146) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:35.548097 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-11c6c095-a256-4d01-9c11-ffaec7a445f2 tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0102217 Jul 14 07:09:35.548319 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46148) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:35.550046 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b6c10-7249-44d4-8030-b10c74bf1380 req-33583612-96ee-4a3c-a3da-e23d9ff98808 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:35.552985 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f61b6c10-7249-44d4-8030-b10c74bf1380 req-33583612-96ee-4a3c-a3da-e23d9ff98808 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5d65af-c7e7-4aa7-ab26-4d5779490fe4 HTTP/1.1" status: 200 len: 943 time: 0.2070119 Jul 14 07:09:35.572448 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-be4f214b-5960-4fba-bff2-8f6649c98933 tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0196579 Jul 14 07:09:35.572784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46150) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:35.575383 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fed5b2-6f55-4e67-a1f4-f65dd3789b2c req-62551130-79fc-469b-87e8-0862800972a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:35.576965 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5fed5b2-6f55-4e67-a1f4-f65dd3789b2c req-62551130-79fc-469b-87e8-0862800972a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e770f7a4-0850-4d0d-a286-1a0e5b015eff HTTP/1.1" status: 200 len: 915 time: 0.1953166 Jul 14 07:09:35.629373 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-30522112-32bd-4910-8fae-a48cdfb326ae tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels/b4aea7dc-01e7-4987-8062-b7968d1f2af7 HTTP/1.1" status: 200 len: 472 time: 0.0551162 Jul 14 07:09:35.633400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46152) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:35.641786 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5fed5b2-6f55-4e67-a1f4-f65dd3789b2c req-1172999f-464d-4b11-a7f3-0e9767752bfe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f153c46-088c-4a3e-9bcd-cda74d5cef34 HTTP/1.1" status: 200 len: 217 time: 0.0532641 Jul 14 07:09:35.644729 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-e4013256-46d8-481c-a68e-052a1720c056 req-3406702a-27a5-4d5f-9ec3-599055562f05 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Deleting port 59ec839d-c13b-4438-9de3-8190fcaea45a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:35.645992 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e4013256-46d8-481c-a68e-052a1720c056 req-3406702a-27a5-4d5f-9ec3-599055562f05 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:35.647221 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4143f76a-46cd-498a-beb9-b8c4392d4ad1 tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules/902808a0-5561-47c8-927c-d92c9a66e7af HTTP/1.1" status: 200 len: 459 time: 0.0111539 Jul 14 07:09:35.650672 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46154) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:35.734323 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f61b6c10-7249-44d4-8030-b10c74bf1380 req-94161677-d560-4e1f-81ee-d550a21871ec tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734078 Jul 14 07:09:35.779481 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fed5b2-6f55-4e67-a1f4-f65dd3789b2c req-eddee4a9-2365-4bd2-8faa-4812fb7a4fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:35.781002 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5fed5b2-6f55-4e67-a1f4-f65dd3789b2c req-eddee4a9-2365-4bd2-8faa-4812fb7a4fd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0c0e73d-973b-48ca-9f9e-437461e66293 HTTP/1.1" status: 200 len: 854 time: 0.1262565 Jul 14 07:09:35.821615 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0a292c7-33e0-4f10-ac90-26a129fe63c4 tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:35.822762 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a0a292c7-33e0-4f10-ac90-26a129fe63c4 tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/902808a0-5561-47c8-927c-d92c9a66e7af HTTP/1.1" status: 204 len: 168 time: 0.1708698 Jul 14 07:09:35.823193 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5fed5b2-6f55-4e67-a1f4-f65dd3789b2c req-38c8817e-3c33-4911-b11f-5c533bc1c9d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e770f7a4-0850-4d0d-a286-1a0e5b015eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354133 Jul 14 07:09:35.825268 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46162) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:35.828233 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-e4013256-46d8-481c-a68e-052a1720c056 req-3406702a-27a5-4d5f-9ec3-599055562f05 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] For port 59ec839d-c13b-4438-9de3-8190fcaea45a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=59ec839d-c13b-4438-9de3-8190fcaea45a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:35.828589 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e4013256-46d8-481c-a68e-052a1720c056 req-3406702a-27a5-4d5f-9ec3-599055562f05 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:35.882049 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-e4013256-46d8-481c-a68e-052a1720c056 req-3406702a-27a5-4d5f-9ec3-599055562f05 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Calling delete_port for 59ec839d-c13b-4438-9de3-8190fcaea45a owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:36.022825 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8601224-d9fc-4c57-a879-5e5f0a692969 tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:36.027333 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d8601224-d9fc-4c57-a879-5e5f0a692969 tempest-MeteringIpV6TestJSON-794740357 tempest-MeteringIpV6TestJSON-794740357-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/b4aea7dc-01e7-4987-8062-b7968d1f2af7 HTTP/1.1" status: 204 len: 168 time: 0.1993139 Jul 14 07:09:36.112691 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:36.165952 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7715d-ab91-4b35-ba2a-5d625af75bd6 req-fbf9b010-260a-4061-a360-bd0728765dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:36.167718 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8de7715d-ab91-4b35-ba2a-5d625af75bd6 req-fbf9b010-260a-4061-a360-bd0728765dcd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 1096 time: 0.0958788 Jul 14 07:09:36.216697 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8de7715d-ab91-4b35-ba2a-5d625af75bd6 req-253f02da-6d4e-4258-8eb8-f245837ab9c6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426235 Jul 14 07:09:36.304273 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1f153c46-088c-4a3e-9bcd-cda74d5cef34 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:09:36.309689 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 542a2072-dc7e-4a41-9c41-dabe77128e33 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:09:36.319968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46170) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:36.328341 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5fed5b2-6f55-4e67-a1f4-f65dd3789b2c req-64e31e28-ceb5-4416-b435-cbf81019376e service neutron] 10.222.0.30 "GET /v2.0/networks/e770f7a4-0850-4d0d-a286-1a0e5b015eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971619 Jul 14 07:09:36.353512 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 542a2072-dc7e-4a41-9c41-dabe77128e33 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:09:36.354205 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 542a2072-dc7e-4a41-9c41-dabe77128e33 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:09:36.402085 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3f3d7-29e4-40dc-bdc1-05c1113041af req-82674ef1-5799-4133-9c0f-409b7e2f6afc tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:36.409131 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a6a3f3d7-29e4-40dc-bdc1-05c1113041af req-82674ef1-5799-4133-9c0f-409b7e2f6afc tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.5197413 Jul 14 07:09:36.421570 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed2ffb-28ca-495a-b87b-d1ca8cadb112 req-02cd11c2-5c21-46e0-9bc3-3461ded182f7 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:36.428831 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ceed2ffb-28ca-495a-b87b-d1ca8cadb112 req-02cd11c2-5c21-46e0-9bc3-3461ded182f7 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ecf98f2-2e53-4214-b123-57084d6f9812 HTTP/1.1" status: 200 len: 951 time: 0.5447435 Jul 14 07:09:36.448141 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3802b234-29d1-48bd-9392-53b06a33fc20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:36.461034 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1f153c46-088c-4a3e-9bcd-cda74d5cef34, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1f153c46-088c-4a3e-9bcd-cda74d5cef34,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:36.478280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '1f153c46-088c-4a3e-9bcd-cda74d5cef34', 'network_id': 'e770f7a4-0850-4d0d-a286-1a0e5b015eff', 'port_id': '1f153c46-088c-4a3e-9bcd-cda74d5cef34', 'mac_address': 'fa:16:3e:b7:80:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c0e73d-973b-48ca-9f9e-437461e66293', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:09:36.538500 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:36.562563 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f153c46-088c-4a3e-9bcd-cda74d5cef34 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:09:36.571309 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a6a3f3d7-29e4-40dc-bdc1-05c1113041af req-108d9ca0-d30b-48e1-954b-066041869078 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592968 Jul 14 07:09:36.580385 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3802b234-29d1-48bd-9392-53b06a33fc20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:36.595026 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3802b234-29d1-48bd-9392-53b06a33fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:36.596677 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1f153c46-088c-4a3e-9bcd-cda74d5cef34, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1f153c46-088c-4a3e-9bcd-cda74d5cef34,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:36.603583 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:36.607098 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ceed2ffb-28ca-495a-b87b-d1ca8cadb112 req-09049efe-8690-4179-9aa5-20fd56d58b79 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758103 Jul 14 07:09:36.636541 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e4013256-46d8-481c-a68e-052a1720c056 req-3406702a-27a5-4d5f-9ec3-599055562f05 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:36.641800 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3802b234-29d1-48bd-9392-53b06a33fc20 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45cc4f158d6948bc94372408120f5bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200917 Jul 14 07:09:36.642513 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46174) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:36.652532 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802b234-29d1-48bd-9392-53b06a33fc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a672e77-c74d-49d8-b3f1-352bbb2f3035,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:36.693216 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=1f153c46-088c-4a3e-9bcd-cda74d5cef34,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:36.696430 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['59ec839d-c13b-4438-9de3-8190fcaea45a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:36.722680 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d4858571-4423-413b-ab2b-cddd4e4d8779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:36.737846 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5fed5b2-6f55-4e67-a1f4-f65dd3789b2c req-7612cbf9-f5a1-4910-bc5d-725cf295a99c service neutron] 10.222.0.30 "GET /v2.0/networks/e770f7a4-0850-4d0d-a286-1a0e5b015eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991508 Jul 14 07:09:36.739477 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406702a-27a5-4d5f-9ec3-599055562f05 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Pushing event deleted for resources: {'Port': ['ID=59ec839d-c13b-4438-9de3-8190fcaea45a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:36.770297 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d4858571-4423-413b-ab2b-cddd4e4d8779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:36.800554 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46182) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:36.861303 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['1f153c46-088c-4a3e-9bcd-cda74d5cef34'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:36.886897 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4013256-46d8-481c-a68e-052a1720c056 req-3406702a-27a5-4d5f-9ec3-599055562f05 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] No DVR routers for this DVR port 59ec839d-c13b-4438-9de3-8190fcaea45a on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:09:36.893953 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e4013256-46d8-481c-a68e-052a1720c056 req-3406702a-27a5-4d5f-9ec3-599055562f05 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:36.904550 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e4013256-46d8-481c-a68e-052a1720c056 req-3406702a-27a5-4d5f-9ec3-599055562f05 tempest-ServersAdminTestJSON-85470854 tempest-ServersAdminTestJSON-85470854-project] 10.222.0.15 "DELETE /v2.0/ports/59ec839d-c13b-4438-9de3-8190fcaea45a HTTP/1.1" status: 204 len: 173 time: 1.6041579 Jul 14 07:09:37.050849 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57699d85-7d3a-4ec0-9ecd-42c6b883bece req-e79e9233-0b38-4c95-b523-89c3d2c56972 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0670733 Jul 14 07:09:37.184590 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e21ee8-7ae3-45e3-8ba1-19e6ce11512a req-9e8c9942-e496-4183-9ea4-2c59a34076c5 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:37.186978 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01e21ee8-7ae3-45e3-8ba1-19e6ce11512a req-9e8c9942-e496-4183-9ea4-2c59a34076c5 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5d65af-c7e7-4aa7-ab26-4d5779490fe4 HTTP/1.1" status: 200 len: 944 time: 0.1342854 Jul 14 07:09:37.187727 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecf98f2-2e53-4214-b123-57084d6f9812', 'name': 'network-vif-deleted', 'tag': '59ec839d-c13b-4438-9de3-8190fcaea45a'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:37.190612 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4d8cbd-c1ac-43e8-91bc-243836485467" -d '{"events": [{"server_uuid": "1ecf98f2-2e53-4214-b123-57084d6f9812", "name": "network-vif-deleted", "tag": "59ec839d-c13b-4438-9de3-8190fcaea45a"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:37.272476 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71081917-98fb-4acb-b649-3662e1942863 x-openstack-request-id: req-71081917-98fb-4acb-b649-3662e1942863 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:37.273007 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecf98f2-2e53-4214-b123-57084d6f9812", "name": "network-vif-deleted", "tag": "59ec839d-c13b-4438-9de3-8190fcaea45a", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:37.273448 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71081917-98fb-4acb-b649-3662e1942863 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:37.274028 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecf98f2-2e53-4214-b123-57084d6f9812', 'name': 'network-vif-deleted', 'tag': '59ec839d-c13b-4438-9de3-8190fcaea45a', 'status': 'completed', 'code': 200} Jul 14 07:09:37.283562 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01e21ee8-7ae3-45e3-8ba1-19e6ce11512a req-bfc8f7a9-56bf-433c-929c-3217212da623 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784113 Jul 14 07:09:37.413904 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8f21169d-53cb-4d56-bbfd-2ddd0d2f92c5 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254655 Jul 14 07:09:37.428358 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d4858571-4423-413b-ab2b-cddd4e4d8779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:37.431025 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d4858571-4423-413b-ab2b-cddd4e4d8779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:37.435305 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d4858571-4423-413b-ab2b-cddd4e4d8779 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a672e77-c74d-49d8-b3f1-352bbb2f3035 HTTP/1.1" status: 204 len: 168 time: 0.7901475 Jul 14 07:09:37.454009 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4858571-4423-413b-ab2b-cddd4e4d8779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a672e77-c74d-49d8-b3f1-352bbb2f3035,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:37.594653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-0d8b2b7a-632e-4ce2-91dd-7881cd65a88c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:37.599536 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-0d8b2b7a-632e-4ce2-91dd-7881cd65a88c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753151 Jul 14 07:09:37.621236 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-21c29627-1ccc-47a3-92b0-6990e2fb0684 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/quotas/6fb17d70b1f84e6aaff1cb7848ff5932 HTTP/1.1" status: 200 len: 375 time: 0.0151610 Jul 14 07:09:37.808537 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ada62715-7e80-48b5-9128-d40a6dfbc123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:37.835626 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-045a268d-2f6b-42be-80ec-0791e813ac17 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2067297 Jul 14 07:09:37.836479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46208) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:37.863655 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef6cc1b9-a363-4ff0-9f17-778b37e4a415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:37.884068 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4270d56-5818-4322-837a-f52471753044 req-a9586638-9228-408b-82f8-9a817ddd8111 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:37.885888 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4270d56-5818-4322-837a-f52471753044 req-a9586638-9228-408b-82f8-9a817ddd8111 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.1868362 Jul 14 07:09:37.979613 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4270d56-5818-4322-837a-f52471753044 req-a22d61b6-ae79-4cf5-93c7-6d70669d563a tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847180 Jul 14 07:09:38.002544 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:09:38.098185 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef6cc1b9-a363-4ff0-9f17-778b37e4a415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:38.104511 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef6cc1b9-a363-4ff0-9f17-778b37e4a415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:38.140000 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ef6cc1b9-a363-4ff0-9f17-778b37e4a415 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea23dd59185742a0a4f63663f4db78bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980392 Jul 14 07:09:38.143181 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46220) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:38.173013 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6cc1b9-a363-4ff0-9f17-778b37e4a415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c10bdf4-8dea-4911-ac9a-9367a0919a7c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:38.234443 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ada62715-7e80-48b5-9128-d40a6dfbc123 admin admin] Deleting port a52b2853-bd78-417c-8aaa-d1e6c869d476 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:38.234798 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ada62715-7e80-48b5-9128-d40a6dfbc123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:38.236957 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2845568b-664e-4b37-90ce-71ba08322ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:38.275263 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e93a89d8-0d05-4561-a73d-22e2bca0df10 req-d3b953c8-ecc0-4a5b-9e36-1a6e24350baa tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 210 time: 0.0495968 Jul 14 07:09:38.335977 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1f153c46-088c-4a3e-9bcd-cda74d5cef34 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:09:38.368916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-ada62715-7e80-48b5-9128-d40a6dfbc123 admin admin] For port a52b2853-bd78-417c-8aaa-d1e6c869d476, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a52b2853-bd78-417c-8aaa-d1e6c869d476,segment=NetworkSegment(553402c6-5a2d-4c8a-abad-4a275d3c3c29),segment_id=553402c6-5a2d-4c8a-abad-4a275d3c3c29)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:38.369883 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ada62715-7e80-48b5-9128-d40a6dfbc123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:38.385022 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ada62715-7e80-48b5-9128-d40a6dfbc123 admin admin] Calling delete_port for a52b2853-bd78-417c-8aaa-d1e6c869d476 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:38.468541 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97effa94-7558-4abf-a25d-eb64a5ce2bca req-e372ae3e-05ed-4998-8099-b02a3c137ae6 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0536375 Jul 14 07:09:38.487718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 1f153c46-088c-4a3e-9bcd-cda74d5cef34 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:09:38.494098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 1f153c46-088c-4a3e-9bcd-cda74d5cef34 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:09:38.494797 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:38.650917 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:38.698986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5d65af-c7e7-4aa7-ab26-4d5779490fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f153c46-088c-4a3e-9bcd-cda74d5cef34'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:38.705342 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a437c8ac-2c23-4e50-a7cf-8d0e00b2892e" -d '{"events": [{"server_uuid": "0c5d65af-c7e7-4aa7-ab26-4d5779490fe4", "name": "network-vif-plugged", "status": "completed", "tag": "1f153c46-088c-4a3e-9bcd-cda74d5cef34"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:38.739271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1f153c46-088c-4a3e-9bcd-cda74d5cef34, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1f153c46-088c-4a3e-9bcd-cda74d5cef34,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:38.749347 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:38.749856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f6dc8-5b65-4b4b-bbfb-c98ea8517ea8 req-5b09704b-e8f4-44ad-811c-799f29f23d6b tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:38.769768 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b74f6dc8-5b65-4b4b-bbfb-c98ea8517ea8 req-5b09704b-e8f4-44ad-811c-799f29f23d6b tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.1395702 Jul 14 07:09:38.792943 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 59ec839d-c13b-4438-9de3-8190fcaea45a no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:09:38.794571 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46238) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:38.806223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8961-0e35-4632-a6d0-bf1c0b5eb744 req-435f58f1-48dd-484e-af5b-0c2e6c35e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:38.807678 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-845d8961-0e35-4632-a6d0-bf1c0b5eb744 req-435f58f1-48dd-484e-af5b-0c2e6c35e8dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=41d7b9c7c3284b00bf5d9e27f0168ee3&device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 1096 time: 0.1662557 Jul 14 07:09:38.820480 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 59ec839d-c13b-4438-9de3-8190fcaea45a {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:09:38.821279 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 59ec839d-c13b-4438-9de3-8190fcaea45a not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:09:38.844306 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=1f153c46-088c-4a3e-9bcd-cda74d5cef34,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:38.859026 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2845568b-664e-4b37-90ce-71ba08322ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:38.919066 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ada62715-7e80-48b5-9128-d40a6dfbc123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:38.969510 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada62715-7e80-48b5-9128-d40a6dfbc123 admin admin] Pushing event deleted for resources: {'Port': ['ID=a52b2853-bd78-417c-8aaa-d1e6c869d476,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:38.974891 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2845568b-664e-4b37-90ce-71ba08322ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:38.978448 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2845568b-664e-4b37-90ce-71ba08322ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:38.984906 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2845568b-664e-4b37-90ce-71ba08322ef1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c10bdf4-8dea-4911-ac9a-9367a0919a7c HTTP/1.1" status: 204 len: 168 time: 0.8339293 Jul 14 07:09:39.006825 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845568b-664e-4b37-90ce-71ba08322ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c10bdf4-8dea-4911-ac9a-9367a0919a7c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:39.054971 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b74f6dc8-5b65-4b4b-bbfb-c98ea8517ea8 req-6b6f00a3-68dc-4734-9dc7-a7aa41eefbc2 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843053 Jul 14 07:09:39.174583 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dacbd44-40e2-478b-95b4-f3a8a3e8584f x-openstack-request-id: req-4dacbd44-40e2-478b-95b4-f3a8a3e8584f {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:39.175176 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5d65af-c7e7-4aa7-ab26-4d5779490fe4", "name": "network-vif-plugged", "status": "completed", "tag": "1f153c46-088c-4a3e-9bcd-cda74d5cef34", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:39.175521 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4dacbd44-40e2-478b-95b4-f3a8a3e8584f {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:39.176050 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5d65af-c7e7-4aa7-ab26-4d5779490fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f153c46-088c-4a3e-9bcd-cda74d5cef34', 'code': 200} Jul 14 07:09:39.197288 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835f5c4-13bf-4049-b3ac-ff51555f12b5 req-c35cc2ee-6169-426c-b499-2c5e67f2fca4 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:39.204945 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8835f5c4-13bf-4049-b3ac-ff51555f12b5 req-c35cc2ee-6169-426c-b499-2c5e67f2fca4 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5d65af-c7e7-4aa7-ab26-4d5779490fe4 HTTP/1.1" status: 200 len: 945 time: 0.4269309 Jul 14 07:09:39.239943 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8961-0e35-4632-a6d0-bf1c0b5eb744 req-ecc7c0fc-f108-4100-82b1-63cf40820718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:39.251473 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-845d8961-0e35-4632-a6d0-bf1c0b5eb744 req-ecc7c0fc-f108-4100-82b1-63cf40820718 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a14332a-3cc4-4fca-9869-617a13d02085 HTTP/1.1" status: 200 len: 911 time: 0.4311926 Jul 14 07:09:39.319086 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ada62715-7e80-48b5-9128-d40a6dfbc123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:39.323539 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-845d8961-0e35-4632-a6d0-bf1c0b5eb744 req-b7dedf2a-3d60-48f4-adbc-fd341fde3efd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=067c6530-3b20-4d24-8004-5abeac8802f3 HTTP/1.1" status: 200 len: 217 time: 0.0631709 Jul 14 07:09:39.337269 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8835f5c4-13bf-4049-b3ac-ff51555f12b5 req-81ea8209-177d-4076-8afd-5f4ec35dae34 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309357 Jul 14 07:09:39.406091 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8961-0e35-4632-a6d0-bf1c0b5eb744 req-1603e493-a167-468b-8441-b06f81b96b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:39.408816 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-845d8961-0e35-4632-a6d0-bf1c0b5eb744 req-1603e493-a167-468b-8441-b06f81b96b31 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0647552b-8dce-4aed-a543-e2c6d3a859c4 HTTP/1.1" status: 200 len: 850 time: 0.0659235 Jul 14 07:09:39.468149 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-845d8961-0e35-4632-a6d0-bf1c0b5eb744 req-3b54ea76-394b-4038-a472-f3611a76902a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a14332a-3cc4-4fca-9869-617a13d02085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532045 Jul 14 07:09:39.480014 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3a97d993-dd42-4d6c-9d2b-7141713b1b57 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=40cc528b5b254cceb775759f0610b6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6841872 Jul 14 07:09:39.487952 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46254) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:39.515045 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d42502d-234f-43ae-9bf8-6abec137e08e req-b073f3e0-0891-4604-adb9-9c51d3d1dce4 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 210 time: 0.0500495 Jul 14 07:09:39.633276 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-845d8961-0e35-4632-a6d0-bf1c0b5eb744 req-6e831fd8-ccd8-4abb-8e8f-b9c4f6805189 service neutron] 10.222.0.30 "GET /v2.0/networks/5a14332a-3cc4-4fca-9869-617a13d02085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547165 Jul 14 07:09:39.652422 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc3276-1828-41f8-a4c9-558e32fb66ec req-4ecf34ee-eb15-4135-af95-7852fae49ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:39.654577 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d9cc3276-1828-41f8-a4c9-558e32fb66ec req-4ecf34ee-eb15-4135-af95-7852fae49ac5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c5d65af-c7e7-4aa7-ab26-4d5779490fe4 HTTP/1.1" status: 200 len: 1096 time: 0.3371584 Jul 14 07:09:39.703241 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db8f18a3-a78b-4aad-b753-22f1f89d2ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:39.732906 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c194266-77c6-4881-ae52-a2398fe682b3 req-7e3eff6d-137c-46ee-9da5-ae1b471ddb81 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0839159 Jul 14 07:09:39.828834 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-845d8961-0e35-4632-a6d0-bf1c0b5eb744 req-abf051b3-1e17-4b5c-8af2-cab9a07c23ab service neutron] 10.222.0.30 "GET /v2.0/networks/5a14332a-3cc4-4fca-9869-617a13d02085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880755 Jul 14 07:09:39.829764 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d9cc3276-1828-41f8-a4c9-558e32fb66ec req-7a51b1e9-1b60-4a41-af83-fe5869d0eaa3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522226 Jul 14 07:09:39.849299 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db8f18a3-a78b-4aad-b753-22f1f89d2ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:39.875715 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-c3e6dfa0-12d5-40c6-b167-71b155ca6bdb tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526404 Jul 14 07:09:40.070213 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada62715-7e80-48b5-9128-d40a6dfbc123 admin admin] Router e1d5f28e-f4ea-49a5-8109-758604c8cf23 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:09:40.097752 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db8f18a3-a78b-4aad-b753-22f1f89d2ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:40.119110 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db8f18a3-a78b-4aad-b753-22f1f89d2ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:40.122604 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-db8f18a3-a78b-4aad-b753-22f1f89d2ff4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d3e6d642-fdf3-4cc8-956a-dcbd8be81f32 HTTP/1.1" status: 204 len: 168 time: 0.6297812 Jul 14 07:09:40.249843 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f18a3-a78b-4aad-b753-22f1f89d2ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e6d642-fdf3-4cc8-956a-dcbd8be81f32,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:40.267061 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-5200e2a5-641f-491f-89d9-a7b703553d45 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:40.269161 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-5200e2a5-641f-491f-89d9-a7b703553d45 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3344016 Jul 14 07:09:40.288220 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-673a21d6-0195-467c-868a-2334cbe6cc42 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Request body: {'port': {'device_id': '0ca84645-c803-4359-9242-98628efbf581', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '6fb17d70b1f84e6aaff1cb7848ff5932'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:40.387634 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590acc3-c5b9-412c-b37b-9ffc5053f3a9 req-6d8a51e7-75b2-46fc-8214-bd060b9cfab8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:40.401249 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0590acc3-c5b9-412c-b37b-9ffc5053f3a9 req-6d8a51e7-75b2-46fc-8214-bd060b9cfab8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.1181357 Jul 14 07:09:40.450960 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada62715-7e80-48b5-9128-d40a6dfbc123 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:09:40.461065 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ada62715-7e80-48b5-9128-d40a6dfbc123 admin admin] 10.222.0.35 "PUT /v2.0/routers/e1d5f28e-f4ea-49a5-8109-758604c8cf23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6590044 Jul 14 07:09:40.461873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46284) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:40.462059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d95cb-1980-4b83-8146-d1425e764d16 None None] Sync routers for ids ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:09:40.472355 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0590acc3-c5b9-412c-b37b-9ffc5053f3a9 req-ec8ee068-9801-4a17-ae12-8f9d95ffab5f tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738554 Jul 14 07:09:40.480040 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536d95cb-1980-4b83-8146-d1425e764d16 None None] Routers {'e1d5f28e-f4ea-49a5-8109-758604c8cf23'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:09:40.480680 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-536d95cb-1980-4b83-8146-d1425e764d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:09:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:40.596238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-673a21d6-0195-467c-868a-2334cbe6cc42 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Made reservation on behalf of 6fb17d70b1f84e6aaff1cb7848ff5932 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:40.600472 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-673a21d6-0195-467c-868a-2334cbe6cc42 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:40.680248 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb9e8e-a81d-40eb-8425-6c8b57287b77 req-5c78e05c-9ce8-434c-94db-21af33269f3e tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:40.690269 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8cb9e8e-a81d-40eb-8425-6c8b57287b77 req-5c78e05c-9ce8-434c-94db-21af33269f3e tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5d65af-c7e7-4aa7-ab26-4d5779490fe4 HTTP/1.1" status: 200 len: 945 time: 0.1450684 Jul 14 07:09:40.697857 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43291621-fca0-49fa-9603-4427a193f5ca admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:40.737971 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46292) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:40.826994 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5bc74691-298c-4ca6-9d5c-3f3ff69ecb9c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bac9e49781064c87bb7c87a77028be55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876431 Jul 14 07:09:40.829533 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46296) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:40.845352 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8cb9e8e-a81d-40eb-8425-6c8b57287b77 req-2571fd2d-ac6d-4642-95ae-9355a0afd1a0 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480589 Jul 14 07:09:40.920540 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d0bc4341-3441-4f2f-a714-f8d61317fa10 req-97776ae2-3678-4025-a3eb-530285484dff tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 210 time: 0.0968332 Jul 14 07:09:40.922358 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-673a21d6-0195-467c-868a-2334cbe6cc42 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Allocated IP 192.168.233.150 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/56c84bd1-7356-492b-8fc7-7421be5531f0) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:09:40.986087 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43291621-fca0-49fa-9603-4427a193f5ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:40.994453 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81355852-cd15-4a20-b714-cf5ea65fd73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:41.062769 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81355852-cd15-4a20-b714-cf5ea65fd73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:41.113042 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dfc74486-fe56-4b0a-bb84-161f434be5f4 req-d891ac88-e01c-4677-8b1a-31719450cfb9 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0532565 Jul 14 07:09:41.234716 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-536d95cb-1980-4b83-8146-d1425e764d16 None None] Set router e1d5f28e-f4ea-49a5-8109-758604c8cf23 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:09:41.392046 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46306) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:41.480292 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-43291621-fca0-49fa-9603-4427a193f5ca admin admin] Deleting port 1635eb53-2c59-4b5a-a085-1f26cde77db0 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:41.480607 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43291621-fca0-49fa-9603-4427a193f5ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:41.488012 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-673a21d6-0195-467c-868a-2334cbe6cc42 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:41.522043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-536d95cb-1980-4b83-8146-d1425e764d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1669918371-router', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:43Z', 'updated_at': '2021-07-14T07:09:38Z', 'revision_number': 5, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'gw_port': {'id': '1635eb53-2c59-4b5a-a085-1f26cde77db0', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:08:44Z', 'updated_at': '2021-07-14T07:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:41.543999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d5a0f6e4-d4e1-452c-9a40-23bfde2a145a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-150686034', 'router:external': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:41.582333 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d95cb-1980-4b83-8146-d1425e764d16 None None] Checking router: e1d5f28e-f4ea-49a5-8109-758604c8cf23 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:09:41.588873 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81355852-cd15-4a20-b714-cf5ea65fd73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:41.591591 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81355852-cd15-4a20-b714-cf5ea65fd73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:41.592810 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-81355852-cd15-4a20-b714-cf5ea65fd73e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06d06e1c-2d0f-4e67-8e1a-d2e79d236b2f HTTP/1.1" status: 204 len: 168 time: 0.7624028 Jul 14 07:09:41.618211 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a0f6e4-d4e1-452c-9a40-23bfde2a145a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Made reservation on behalf of 7265e8e7edd645bca9083fc52d175e12 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:41.621686 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f6e4-d4e1-452c-9a40-23bfde2a145a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:41.622267 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536d95cb-1980-4b83-8146-d1425e764d16 None None] Routers {'e1d5f28e-f4ea-49a5-8109-758604c8cf23'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:09:41.622932 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-536d95cb-1980-4b83-8146-d1425e764d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:09:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:41.659985 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-673a21d6-0195-467c-868a-2334cbe6cc42 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Transition to ACTIVE for port object 56c84bd1-7356-492b-8fc7-7421be5531f0 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:09:41.661829 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81355852-cd15-4a20-b714-cf5ea65fd73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d06e1c-2d0f-4e67-8e1a-d2e79d236b2f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:41.667595 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f6e4-d4e1-452c-9a40-23bfde2a145a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:41.775511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-43291621-fca0-49fa-9603-4427a193f5ca admin admin] For port 1635eb53-2c59-4b5a-a085-1f26cde77db0, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1635eb53-2c59-4b5a-a085-1f26cde77db0,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:41.775913 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43291621-fca0-49fa-9603-4427a193f5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:41.794531 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-43291621-fca0-49fa-9603-4427a193f5ca admin admin] Calling delete_port for 1635eb53-2c59-4b5a-a085-1f26cde77db0 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:41.812384 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-673a21d6-0195-467c-868a-2334cbe6cc42 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:41.816722 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a8312-103b-403b-b936-157a31ef253e req-cfab7438-b40e-4145-a408-357c9b56ff7f tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:41.818011 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-536d95cb-1980-4b83-8146-d1425e764d16 None None] Set router e1d5f28e-f4ea-49a5-8109-758604c8cf23 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:09:41.823768 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ec5a8312-103b-403b-b936-157a31ef253e req-cfab7438-b40e-4145-a408-357c9b56ff7f tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.1981986 Jul 14 07:09:41.861590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0d139ab7-8f66-4301-91c7-f603bc6c0a6a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:41.864710 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['1c826991-c170-4b7d-8343-40b466107d16'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:41.911662 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-673a21d6-0195-467c-868a-2334cbe6cc42 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:09:41.917766 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-673a21d6-0195-467c-868a-2334cbe6cc42 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:09:41.919867 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a21d6-0195-467c-868a-2334cbe6cc42 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Pushing event updated for resources: {'Port': ['ID=56c84bd1-7356-492b-8fc7-7421be5531f0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:41.924050 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-673a21d6-0195-467c-868a-2334cbe6cc42 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:09:41.941034 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ec5a8312-103b-403b-b936-157a31ef253e req-1296b140-dd47-4270-90cb-0c3bf6262fbf tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162694 Jul 14 07:09:42.010076 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-536d95cb-1980-4b83-8146-d1425e764d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1669918371-router', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:43Z', 'updated_at': '2021-07-14T07:09:40Z', 'revision_number': 6, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:42.074039 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-673a21d6-0195-467c-868a-2334cbe6cc42 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:42.115860 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-673a21d6-0195-467c-868a-2334cbe6cc42 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:42.124671 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f6e4-d4e1-452c-9a40-23bfde2a145a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:42.131563 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f6e4-d4e1-452c-9a40-23bfde2a145a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:42.133101 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d95cb-1980-4b83-8146-d1425e764d16 None None] The sync data for ids ['e1d5f28e-f4ea-49a5-8109-758604c8cf23'] in n-d-778696-5 is: [{'id': 'e1d5f28e-f4ea-49a5-8109-758604c8cf23', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1669918371-router', 'tenant_id': '8fcc39e46e4341f48c05f22844ff67cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:08:43Z', 'updated_at': '2021-07-14T07:09:40Z', 'revision_number': 6, 'project_id': '8fcc39e46e4341f48c05f22844ff67cc', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:09:42.158406 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-673a21d6-0195-467c-868a-2334cbe6cc42 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8748033 Jul 14 07:09:42.179764 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Request body: {'port': {'device_id': '0ca84645-c803-4359-9242-98628efbf581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:42.228279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0f6e4-d4e1-452c-9a40-23bfde2a145a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec5c6fe-ec84-4326-b874-599824d73af3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:42.243353 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43291621-fca0-49fa-9603-4427a193f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:42.248326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a0f6e4-d4e1-452c-9a40-23bfde2a145a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:09:42.269198 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f6e4-d4e1-452c-9a40-23bfde2a145a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:42.269979 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-d5a0f6e4-d4e1-452c-9a40-23bfde2a145a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Added segment 6cb17b16-e25c-4b6a-837d-ed05b4376a67 of type vlan for network e2bcee28-f2ec-4c5e-9bc1-23e96c58036b Jul 14 07:09:42.367213 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f6e4-d4e1-452c-9a40-23bfde2a145a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:42.383096 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3ad3a790-0132-4eeb-9933-372eaed8d966 None None] Provisioning for port 56c84bd1-7356-492b-8fc7-7421be5531f0 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:09:42.387131 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3ad3a790-0132-4eeb-9933-372eaed8d966 None None] Provisioning complete for port 56c84bd1-7356-492b-8fc7-7421be5531f0 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:09:42.387962 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ad3a790-0132-4eeb-9933-372eaed8d966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:42.390312 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43291621-fca0-49fa-9603-4427a193f5ca admin admin] Pushing event deleted for resources: {'Port': ['ID=1635eb53-2c59-4b5a-a085-1f26cde77db0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:42.428749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3ad3a790-0132-4eeb-9933-372eaed8d966 None None] Port 56c84bd1-7356-492b-8fc7-7421be5531f0 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:09:42.439234 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:42.439988 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f6e4-d4e1-452c-9a40-23bfde2a145a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:42.440974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a0f6e4-d4e1-452c-9a40-23bfde2a145a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:42.441616 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f6e4-d4e1-452c-9a40-23bfde2a145a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:42.461751 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43291621-fca0-49fa-9603-4427a193f5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:42.568176 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d5a0f6e4-d4e1-452c-9a40-23bfde2a145a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1749761 Jul 14 07:09:42.574203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46338) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:42.590019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-40dda1bb-1d5c-4a3f-b599-5fefbeb82846 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Request body: {'subnet': {'network_id': 'e2bcee28-f2ec-4c5e-9bc1-23e96c58036b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:42.595901 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43291621-fca0-49fa-9603-4427a193f5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:42.598837 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43291621-fca0-49fa-9603-4427a193f5ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:42.614521 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0f6e4-d4e1-452c-9a40-23bfde2a145a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Pushing event updated for resources: {'Network': ['ID=e2bcee28-f2ec-4c5e-9bc1-23e96c58036b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:42.633263 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network e2bcee28-f2ec-4c5e-9bc1-23e96c58036b details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:09:42.648832 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dda1bb-1d5c-4a3f-b599-5fefbeb82846 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Made reservation on behalf of 7265e8e7edd645bca9083fc52d175e12 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:42.651323 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40dda1bb-1d5c-4a3f-b599-5fefbeb82846 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:42.661803 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43291621-fca0-49fa-9603-4427a193f5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:42.662122 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec1cac-30a8-4e77-9164-79d93b84be60 req-218e393f-14a4-4df5-8f36-d1605b2a1b4c tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:42.662337 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43291621-fca0-49fa-9603-4427a193f5ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1d5f28e-f4ea-49a5-8109-758604c8cf23 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:09:42.668026 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43291621-fca0-49fa-9603-4427a193f5ca admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:42.669255 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-43291621-fca0-49fa-9603-4427a193f5ca admin admin] 10.222.0.35 "DELETE /v2.0/routers/e1d5f28e-f4ea-49a5-8109-758604c8cf23 HTTP/1.1" status: 204 len: 168 time: 2.2037826 Jul 14 07:09:42.671579 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f9ec1cac-30a8-4e77-9164-79d93b84be60 req-218e393f-14a4-4df5-8f36-d1605b2a1b4c tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5d65af-c7e7-4aa7-ab26-4d5779490fe4 HTTP/1.1" status: 200 len: 945 time: 0.4751582 Jul 14 07:09:42.672285 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46342) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:42.680659 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2ff7b-d0a3-4581-a22a-40e276257c88 req-805cbad3-5e8f-4770-91c1-2f8f9042081d tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:42.682203 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7a2ff7b-d0a3-4581-a22a-40e276257c88 req-805cbad3-5e8f-4770-91c1-2f8f9042081d tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 936 time: 0.2579453 Jul 14 07:09:42.795172 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7f06db-cf24-4166-8228-ff4cf1ac5c07 admin admin] Deleting subnet 8d147d78-f299-48de-8ef7-5a515c439ebb {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:09:42.798249 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f9ec1cac-30a8-4e77-9164-79d93b84be60 req-640296c8-8291-45f2-b98d-ba2084161ae1 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258421 Jul 14 07:09:42.800512 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b7f06db-cf24-4166-8228-ff4cf1ac5c07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:42.810802 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7a2ff7b-d0a3-4581-a22a-40e276257c88 req-5167b2c6-6336-4e15-8c34-f069bc5c39e9 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168525 Jul 14 07:09:42.890474 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b7f06db-cf24-4166-8228-ff4cf1ac5c07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:43.022700 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b7f06db-cf24-4166-8228-ff4cf1ac5c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:43.080540 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ec6f2ac4-de8c-452c-b83c-36504ca67ae0 req-28d27885-3805-4d8c-9cef-6674a49438a8 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0836408 Jul 14 07:09:43.091311 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c84bd1-7356-492b-8fc7-7421be5531f0 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:09:43.103305 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:43.135599 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b7f06db-cf24-4166-8228-ff4cf1ac5c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:43.138877 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Transition to ACTIVE for port object 56c84bd1-7356-492b-8fc7-7421be5531f0 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:09:43.172557 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:43.177725 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d602d0e-aca3-415f-9816-8c74b100dc89 req-a6dbfcfd-2578-4707-bb91-14a2bee8faa0 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:43.179420 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d602d0e-aca3-415f-9816-8c74b100dc89 req-a6dbfcfd-2578-4707-bb91-14a2bee8faa0 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5d65af-c7e7-4aa7-ab26-4d5779490fe4 HTTP/1.1" status: 200 len: 945 time: 0.1855192 Jul 14 07:09:43.179680 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f06db-cf24-4166-8228-ff4cf1ac5c07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d147d78-f299-48de-8ef7-5a515c439ebb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:43.199024 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cc187b-9804-4d30-923b-e24dadb830b0 None None] Network 5abe54e3-4790-4392-9dd3-231cc46cfd0f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:09:43.218871 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b7f06db-cf24-4166-8228-ff4cf1ac5c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:43.220978 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2b7f06db-cf24-4166-8228-ff4cf1ac5c07 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8d147d78-f299-48de-8ef7-5a515c439ebb HTTP/1.1" status: 204 len: 168 time: 0.5475545 Jul 14 07:09:43.225058 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46356) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:43.268841 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d602d0e-aca3-415f-9816-8c74b100dc89 req-929c7c7d-12c2-4203-ac06-2dc3e9a351b0 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787902 Jul 14 07:09:43.389611 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2e3b3-3143-492d-9e8d-e6d9f2cac7a6 req-f45c7468-7b1f-4f69-bf03-e1f428ab9126 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:43.397511 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9b2e3b3-3143-492d-9e8d-e6d9f2cac7a6 req-f45c7468-7b1f-4f69-bf03-e1f428ab9126 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.1256866 Jul 14 07:09:43.405366 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Pushing event updated for resources: {'Port': ['ID=56c84bd1-7356-492b-8fc7-7421be5531f0,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:43.455119 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:43.507392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Attempting to bind port 56c84bd1-7356-492b-8fc7-7421be5531f0 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:09:43.507392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Attempting to bind port 56c84bd1-7356-492b-8fc7-7421be5531f0 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:09:43.507797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Attempting to bind port 56c84bd1-7356-492b-8fc7-7421be5531f0 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:09:43.537412 n-d-778696-5 neutron-server[93828]: DEBUG neutron.objects.ports [None req-40dda1bb-1d5c-4a3f-b599-5fefbeb82846 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 07:09:43.544652 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40dda1bb-1d5c-4a3f-b599-5fefbeb82846 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:43.560345 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9b2e3b3-3143-492d-9e8d-e6d9f2cac7a6 req-27d9ee8a-04f3-45a6-a391-b5e20e7e239c tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618893 Jul 14 07:09:43.566318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Port 56c84bd1-7356-492b-8fc7-7421be5531f0 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:09:43.566649 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Attempting to bind port 56c84bd1-7356-492b-8fc7-7421be5531f0 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:09:43.595153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:09:43.595544 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:09:43.595900 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:09:43.596357 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Bound port: 56c84bd1-7356-492b-8fc7-7421be5531f0, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:09:43.596725 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:43.610046 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62adb6e4-4e5b-4fce-98bf-0de6e4b7e1c9 None None] DHCP port deletion for 5abe54e3-4790-4392-9dd3-231cc46cfd0f request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:09:43.711916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dda1bb-1d5c-4a3f-b599-5fefbeb82846 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6218cced-e368-4d00-b597-e3f6c6556105,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:43.722675 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] Deleting port e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:43.723348 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:43.737796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dda1bb-1d5c-4a3f-b599-5fefbeb82846 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Checking segment: {'id': '6cb17b16-e25c-4b6a-837d-ed05b4376a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2bcee28-f2ec-4c5e-9bc1-23e96c58036b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:09:43.738462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dda1bb-1d5c-4a3f-b599-5fefbeb82846 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Network hostable DHCP agents. Network: e2bcee28-f2ec-4c5e-9bc1-23e96c58036b, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:09:43.768847 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dda1bb-1d5c-4a3f-b599-5fefbeb82846 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Network e2bcee28-f2ec-4c5e-9bc1-23e96c58036b is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:09:43.771385 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-62adb6e4-4e5b-4fce-98bf-0de6e4b7e1c9 None None] Deleting port e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:43.772224 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-62adb6e4-4e5b-4fce-98bf-0de6e4b7e1c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:43.785660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-40dda1bb-1d5c-4a3f-b599-5fefbeb82846 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, e2bcee28-f2ec-4c5e-9bc1-23e96c58036b) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:09:43.790129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dda1bb-1d5c-4a3f-b599-5fefbeb82846 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:43.790864 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40dda1bb-1d5c-4a3f-b599-5fefbeb82846 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:43.814101 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1aac95-fca9-4127-899d-a9dff7a92dde None None] Network e2bcee28-f2ec-4c5e-9bc1-23e96c58036b requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:09:43.837901 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-40dda1bb-1d5c-4a3f-b599-5fefbeb82846 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2565391 Jul 14 07:09:43.837901 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46374) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:43.862181 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d582fa40-05f5-44e5-b2cc-51785507a38e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-526390730', 'network_id': 'e2bcee28-f2ec-4c5e-9bc1-23e96c58036b'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:43.868699 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:09:43.875135 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=56c84bd1-7356-492b-8fc7-7421be5531f0,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:09:43.877249 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] For port e05f28fa-48a2-4fd6-9dea-dbdc69a1e496, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e05f28fa-48a2-4fd6-9dea-dbdc69a1e496,segment=NetworkSegment(553402c6-5a2d-4c8a-abad-4a275d3c3c29),segment_id=553402c6-5a2d-4c8a-abad-4a275d3c3c29)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:43.877622 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:43.888284 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:43.905287 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] Calling delete_port for e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:43.910605 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d582fa40-05f5-44e5-b2cc-51785507a38e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Made reservation on behalf of 7265e8e7edd645bca9083fc52d175e12 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:43.913767 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d582fa40-05f5-44e5-b2cc-51785507a38e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:43.944817 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-d582fa40-05f5-44e5-b2cc-51785507a38e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] device_id is not set on port fa340f6a-8a79-4763-84e9-4f007485b933 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:09:43.947678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:43.948338 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:43.949792 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] 10.222.0.30 "PUT /v2.0/ports/56c84bd1-7356-492b-8fc7-7421be5531f0 HTTP/1.1" status: 200 len: 1096 time: 1.7748897 Jul 14 07:09:43.950245 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:43.952516 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b600d0f0-0464-4338-ad3c-611a1102b926" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:43.969647 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-62adb6e4-4e5b-4fce-98bf-0de6e4b7e1c9 None None] For port e05f28fa-48a2-4fd6-9dea-dbdc69a1e496, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e05f28fa-48a2-4fd6-9dea-dbdc69a1e496,segment=NetworkSegment(553402c6-5a2d-4c8a-abad-4a275d3c3c29),segment_id=553402c6-5a2d-4c8a-abad-4a275d3c3c29)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:43.970123 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-62adb6e4-4e5b-4fce-98bf-0de6e4b7e1c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:43.971287 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeff9e0-1603-4992-ae65-32aae6c44297 req-6de9c923-6178-4de7-b554-91ac8e22b302 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:43.985928 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ddeff9e0-1603-4992-ae65-32aae6c44297 req-6de9c923-6178-4de7-b554-91ac8e22b302 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5d65af-c7e7-4aa7-ab26-4d5779490fe4 HTTP/1.1" status: 200 len: 945 time: 0.1638596 Jul 14 07:09:43.987292 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-62adb6e4-4e5b-4fce-98bf-0de6e4b7e1c9 None None] Calling delete_port for e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:44.100615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4518e8-9e88-4ef5-a84f-b3a34ecc7596 service neutron] Pushing event updated for resources: {'Port': ['ID=56c84bd1-7356-492b-8fc7-7421be5531f0,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:44.114573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a52b2853-bd78-417c-8aaa-d1e6c869d476 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:09:44.119161 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:44.152796 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: a52b2853-bd78-417c-8aaa-d1e6c869d476 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:09:44.153148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a52b2853-bd78-417c-8aaa-d1e6c869d476 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:09:44.153611 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:09:44.174421 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ddeff9e0-1603-4992-ae65-32aae6c44297 req-6f14665a-b325-451e-b582-c5c4ed7b703c tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875224 Jul 14 07:09:44.191044 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] No DVR routers for this DVR port e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:09:44.197600 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=e05f28fa-48a2-4fd6-9dea-dbdc69a1e496,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:44.269973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:09:44.270370 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:09:44.270806 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1635eb53-2c59-4b5a-a085-1f26cde77db0 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:09:44.289779 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:44.304688 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abe54e3-4790-4392-9dd3-231cc46cfd0f']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:44.308231 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-3016e5bf-2faa-4543-bf8a-962156a78dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:44.309903 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-3016e5bf-2faa-4543-bf8a-962156a78dce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 1099 time: 0.2107632 Jul 14 07:09:44.318733 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553402c6-5a2d-4c8a-abad-4a275d3c3c29') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:44.319088 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553402c6-5a2d-4c8a-abad-4a275d3c3c29') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:44.326550 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-d582fa40-05f5-44e5-b2cc-51785507a38e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Allocated IP 2001:db8::2b2 (e2bcee28-f2ec-4c5e-9bc1-23e96c58036b/6218cced-e368-4d00-b597-e3f6c6556105/fa340f6a-8a79-4763-84e9-4f007485b933) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:09:44.338681 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:44.367578 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 1635eb53-2c59-4b5a-a085-1f26cde77db0 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:09:44.368020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1635eb53-2c59-4b5a-a085-1f26cde77db0 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:09:44.374415 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-b78ead60-2a64-4db9-83b1-e7030cbf8564 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=56c84bd1-7356-492b-8fc7-7421be5531f0 HTTP/1.1" status: 200 len: 217 time: 0.0460520 Jul 14 07:09:44.383212 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:44.388770 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-62adb6e4-4e5b-4fce-98bf-0de6e4b7e1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:44.395116 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4411ecd4-b80e-4802-be80-0664ce2d452f None None] Network e2bcee28-f2ec-4c5e-9bc1-23e96c58036b requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:09:44.424509 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:09:44.425538 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:09:44.427025 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:09:44.461758 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62adb6e4-4e5b-4fce-98bf-0de6e4b7e1c9 None None] Pushing event deleted for resources: {'Port': ['ID=e05f28fa-48a2-4fd6-9dea-dbdc69a1e496,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:44.472884 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62adb6e4-4e5b-4fce-98bf-0de6e4b7e1c9 None None] No DVR routers for this DVR port e05f28fa-48a2-4fd6-9dea-dbdc69a1e496 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:09:44.493956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-a9eda861-6c35-49e1-b7c7-f0a31e274113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:44.495601 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-a9eda861-6c35-49e1-b7c7-f0a31e274113 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1091704 Jul 14 07:09:44.500261 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:44.507528 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:44.510033 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] 10.222.0.35 "DELETE /v2.0/networks/5abe54e3-4790-4392-9dd3-231cc46cfd0f HTTP/1.1" status: 204 len: 168 time: 1.2815180 Jul 14 07:09:44.577794 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ea9aa-c2a0-424b-94ed-f0463e4e5c7e admin admin] Pushing event deleted for resources: {'Network': ['ID=5abe54e3-4790-4392-9dd3-231cc46cfd0f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:44.632657 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-1761167a-35cf-45ce-828b-a66b9ada0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:44.635295 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-1761167a-35cf-45ce-828b-a66b9ada0328 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1234121 Jul 14 07:09:44.705984 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46396) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:44.746345 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53491200-c29d-40d9-8f2f-6211b91f0948 req-dabe76a5-6f65-48d7-99c3-63fb5c633c20 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:44.747934 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53491200-c29d-40d9-8f2f-6211b91f0948 req-dabe76a5-6f65-48d7-99c3-63fb5c633c20 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 948 time: 0.4553168 Jul 14 07:09:44.759110 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-9ea5aa8c-30c3-48a8-841a-73bb20c78833 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173141 Jul 14 07:09:44.765328 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7237604b-b86f-4a25-bef3-5534616f3691 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fcc39e46e4341f48c05f22844ff67cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582490 Jul 14 07:09:44.773780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46398) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:44.807489 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47836e75-e57b-42c2-99e4-e597a30650f0 req-a0503a88-4f00-478b-88de-ec5725edb1ed tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:44.808966 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-47836e75-e57b-42c2-99e4-e597a30650f0 req-a0503a88-4f00-478b-88de-ec5725edb1ed tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.4755044 Jul 14 07:09:44.859386 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53491200-c29d-40d9-8f2f-6211b91f0948 req-eab34d7a-8624-4e16-ad63-a0dea59add12 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008241 Jul 14 07:09:44.889586 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-47836e75-e57b-42c2-99e4-e597a30650f0 req-c118bf62-008a-444f-9d1c-a50d467b91ea tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714760 Jul 14 07:09:44.892303 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43e41b0b-26df-475e-a9ae-45cffd4e484d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:44.904582 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0a85c52c-f44e-453c-9804-7f1498a6e4fe req-ccb228ca-7efd-46ef-9e1a-4a6690e04eeb service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377485 Jul 14 07:09:44.907408 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d582fa40-05f5-44e5-b2cc-51785507a38e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:44.927922 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43e41b0b-26df-475e-a9ae-45cffd4e484d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:44.959435 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d582fa40-05f5-44e5-b2cc-51785507a38e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:44.969977 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8eec4a-3299-40fe-b18a-1eba5d29bb55 x-openstack-request-id: req-0a8eec4a-3299-40fe-b18a-1eba5d29bb55 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:44.974291 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:44.975298 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a8eec4a-3299-40fe-b18a-1eba5d29bb55 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:44.975989 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0', 'status': 'completed', 'code': 200} Jul 14 07:09:45.011195 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d582fa40-05f5-44e5-b2cc-51785507a38e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Network e2bcee28-f2ec-4c5e-9bc1-23e96c58036b is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:09:45.014143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-d582fa40-05f5-44e5-b2cc-51785507a38e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:09:45.017893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d582fa40-05f5-44e5-b2cc-51785507a38e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:09:45.019028 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d582fa40-05f5-44e5-b2cc-51785507a38e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:45.019794 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d582fa40-05f5-44e5-b2cc-51785507a38e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:45.025803 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582fa40-05f5-44e5-b2cc-51785507a38e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Pushing event updated for resources: {'Port': ['ID=fa340f6a-8a79-4763-84e9-4f007485b933,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:45.048673 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d582fa40-05f5-44e5-b2cc-51785507a38e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2108209 Jul 14 07:09:45.055083 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46404) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:45.073464 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43e41b0b-26df-475e-a9ae-45cffd4e484d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:45.076521 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43e41b0b-26df-475e-a9ae-45cffd4e484d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:45.080228 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-43e41b0b-26df-475e-a9ae-45cffd4e484d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e7757c79-ad64-4cde-b8d1-32da5312662f HTTP/1.1" status: 204 len: 168 time: 0.3031311 Jul 14 07:09:45.096445 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600d0f0-0464-4338-ad3c-611a1102b926 req-13060212-a7fb-4f69-91b1-21cc7e23dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:45.098423 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b600d0f0-0464-4338-ad3c-611a1102b926 req-13060212-a7fb-4f69-91b1-21cc7e23dbd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 1099 time: 0.1095107 Jul 14 07:09:45.100278 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e41b0b-26df-475e-a9ae-45cffd4e484d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7757c79-ad64-4cde-b8d1-32da5312662f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:45.131260 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c9d6c1b-2fa4-405c-9371-9d46e37f9a5d req-cdbe7f58-6905-465c-a920-2928f1bb8950 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0628083 Jul 14 07:09:45.222709 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:45.238045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e88f2-5498-4813-962f-ea16f800a0a0 req-14cf81c6-d2c2-4ccd-9d50-64be030c7c2a tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:45.240165 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df9e88f2-5498-4813-962f-ea16f800a0a0 req-14cf81c6-d2c2-4ccd-9d50-64be030c7c2a tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5d65af-c7e7-4aa7-ab26-4d5779490fe4 HTTP/1.1" status: 200 len: 945 time: 0.1022413 Jul 14 07:09:45.248856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a9471-385c-41c8-b63f-f16cc1474ceb tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Deleting port fa340f6a-8a79-4763-84e9-4f007485b933 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:45.249464 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a5a9471-385c-41c8-b63f-f16cc1474ceb tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:45.251386 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600d0f0-0464-4338-ad3c-611a1102b926 req-08058b1a-716b-4c8d-a364-0eb730507f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:45.252932 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b600d0f0-0464-4338-ad3c-611a1102b926 req-08058b1a-716b-4c8d-a364-0eb730507f50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.1480865 Jul 14 07:09:45.316062 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b600d0f0-0464-4338-ad3c-611a1102b926 req-1653976e-237e-4990-b1cf-86459c64f010 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=56c84bd1-7356-492b-8fc7-7421be5531f0 HTTP/1.1" status: 200 len: 217 time: 0.0518990 Jul 14 07:09:45.346249 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df9e88f2-5498-4813-962f-ea16f800a0a0 req-01d3db6e-a447-4249-b174-5e4b10daecfe tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998802 Jul 14 07:09:45.379014 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a5a9471-385c-41c8-b63f-f16cc1474ceb tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:45.390014 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600d0f0-0464-4338-ad3c-611a1102b926 req-f13769ab-67a1-425e-9e42-00aec20cfd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:45.391627 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b600d0f0-0464-4338-ad3c-611a1102b926 req-f13769ab-67a1-425e-9e42-00aec20cfd5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0668993 Jul 14 07:09:45.394496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a9471-385c-41c8-b63f-f16cc1474ceb tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Calling delete_port for fa340f6a-8a79-4763-84e9-4f007485b933 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:45.444603 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:45.466109 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600d0f0-0464-4338-ad3c-611a1102b926 req-a34935d9-f229-4402-9c72-e3bad5b3aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:45.467984 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b600d0f0-0464-4338-ad3c-611a1102b926 req-a34935d9-f229-4402-9c72-e3bad5b3aa25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691519 Jul 14 07:09:45.595061 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b600d0f0-0464-4338-ad3c-611a1102b926 req-784ea3d0-8a73-4d9b-a266-f353ece457dd service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141493 Jul 14 07:09:45.602705 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a5a9471-385c-41c8-b63f-f16cc1474ceb tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:45.697289 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a9471-385c-41c8-b63f-f16cc1474ceb tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa340f6a-8a79-4763-84e9-4f007485b933,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:45.759347 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b600d0f0-0464-4338-ad3c-611a1102b926 req-5b879374-6905-43b3-af95-b8f914828010 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547167 Jul 14 07:09:45.777368 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a5a9471-385c-41c8-b63f-f16cc1474ceb tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:45.781833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9a5a9471-385c-41c8-b63f-f16cc1474ceb tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "DELETE /v2.0/ports/fa340f6a-8a79-4763-84e9-4f007485b933 HTTP/1.1" status: 204 len: 168 time: 0.7253366 Jul 14 07:09:45.782599 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46444) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:45.788977 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e2bcee28-f2ec-4c5e-9bc1-23e96c58036b', 'external_fixed_ips': [{'subnet_id': '6218cced-e368-4d00-b597-e3f6c6556105', 'ip_address': '2001:db8::2b2'}]}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:45.814446 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:45.816298 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:45.834794 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af795ddd-a87a-4c1d-b0f7-63a921e926b1 req-75834fdb-5a95-49c5-86e9-de3b68df6249 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:45.836599 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af795ddd-a87a-4c1d-b0f7-63a921e926b1 req-75834fdb-5a95-49c5-86e9-de3b68df6249 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5d65af-c7e7-4aa7-ab26-4d5779490fe4 HTTP/1.1" status: 200 len: 945 time: 0.1292064 Jul 14 07:09:45.886447 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:45.890156 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af795ddd-a87a-4c1d-b0f7-63a921e926b1 req-ccee1fa8-8acb-4d4d-a8fb-1863576fe503 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472038 Jul 14 07:09:46.024773 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46460) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:46.062347 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:46.157697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78ba57-78f7-4ffa-88e9-e44feb1310b4 req-455dc9d6-5813-46a8-b729-d4b71e1b0769 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:46.159299 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e78ba57-78f7-4ffa-88e9-e44feb1310b4 req-455dc9d6-5813-46a8-b729-d4b71e1b0769 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5d65af-c7e7-4aa7-ab26-4d5779490fe4 HTTP/1.1" status: 200 len: 945 time: 0.1178031 Jul 14 07:09:46.170135 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dc91c-d3ae-447e-97a5-2284ca219f08 req-62b55ec5-0382-4fdf-83db-f9461470f235 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:46.171773 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e2dc91c-d3ae-447e-97a5-2284ca219f08 req-62b55ec5-0382-4fdf-83db-f9461470f235 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 948 time: 0.1170969 Jul 14 07:09:46.229798 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e78ba57-78f7-4ffa-88e9-e44feb1310b4 req-d06e5790-7de7-4f49-a29c-4cf543469628 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569615 Jul 14 07:09:46.235096 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e2dc91c-d3ae-447e-97a5-2284ca219f08 req-16ffac46-5e48-42b2-9450-aaff799316ec tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556526 Jul 14 07:09:46.306241 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dffb6d92-b24a-46a0-b9cf-8e5a59590686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:46.362620 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 56c84bd1-7356-492b-8fc7-7421be5531f0 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:09:46.427724 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-69f03f64-833f-4760-95ba-73578ee2d160 req-bd8ce7a1-2fd7-40ab-a7a9-bdda1c233f40 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0610769 Jul 14 07:09:46.484852 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dffb6d92-b24a-46a0-b9cf-8e5a59590686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:46.485324 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=56c84bd1-7356-492b-8fc7-7421be5531f0,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:46.499566 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '56c84bd1-7356-492b-8fc7-7421be5531f0', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '56c84bd1-7356-492b-8fc7-7421be5531f0', 'mac_address': 'fa:16:3e:ac:74:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:09:46.503387 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ea631-83be-47c3-91f8-441143e29c8c req-fd41df0f-0715-40e9-836f-6e782cf35efd tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:46.505030 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e83ea631-83be-47c3-91f8-441143e29c8c req-fd41df0f-0715-40e9-836f-6e782cf35efd tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.1538160 Jul 14 07:09:46.507334 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dffb6d92-b24a-46a0-b9cf-8e5a59590686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:46.541561 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:46.558195 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c84bd1-7356-492b-8fc7-7421be5531f0 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:09:46.587037 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=56c84bd1-7356-492b-8fc7-7421be5531f0,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:46.594510 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:46.612448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-dffb6d92-b24a-46a0-b9cf-8e5a59590686 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50d7274428c94d8cb416aa20e0c691bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5843043 Jul 14 07:09:46.612636 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:46.613085 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb6d92-b24a-46a0-b9cf-8e5a59590686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938ea29f-6b99-489d-99a8-403e43a832e9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:46.621300 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e83ea631-83be-47c3-91f8-441143e29c8c req-dba15561-4a83-4c1e-880e-8d490a645c8d tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062126 Jul 14 07:09:46.621944 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46474) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:46.631972 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:46.683784 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=56c84bd1-7356-492b-8fc7-7421be5531f0,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:46.709828 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27e10d05-6633-491f-8717-5e6e4ed6b30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:46.734986 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27e10d05-6633-491f-8717-5e6e4ed6b30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:46.820085 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Allocated IP 2001:db8::2b2 (e2bcee28-f2ec-4c5e-9bc1-23e96c58036b/6218cced-e368-4d00-b597-e3f6c6556105/b8d4fd6d-7471-4ce0-b035-1510b1f5daf0) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:09:46.839561 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27e10d05-6633-491f-8717-5e6e4ed6b30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:46.842765 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27e10d05-6633-491f-8717-5e6e4ed6b30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:46.846570 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-27e10d05-6633-491f-8717-5e6e4ed6b30d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/938ea29f-6b99-489d-99a8-403e43a832e9 HTTP/1.1" status: 204 len: 168 time: 0.2211666 Jul 14 07:09:46.862529 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['56c84bd1-7356-492b-8fc7-7421be5531f0'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:46.863772 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e10d05-6633-491f-8717-5e6e4ed6b30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938ea29f-6b99-489d-99a8-403e43a832e9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:47.009158 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:47.060099 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:47.120845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Pushing event updated for resources: {'Port': ['ID=b8d4fd6d-7471-4ce0-b035-1510b1f5daf0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:47.140697 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Network e2bcee28-f2ec-4c5e-9bc1-23e96c58036b is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:09:47.143616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:09:47.148081 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:09:47.178926 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46518) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:47.318604 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14ac649a-f276-46e3-b091-39eac2370b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:47.336726 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46526) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:47.361255 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7fdd7a6-e622-474e-a78d-f6f37202e762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:47.457022 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1999f1-22aa-46a8-8d90-a76493b79633 req-6334573b-f6c8-4c65-adfb-6ae7fac234b5 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:47.459440 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0c1999f1-22aa-46a8-8d90-a76493b79633 req-6334573b-f6c8-4c65-adfb-6ae7fac234b5 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.30 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.2309458 Jul 14 07:09:47.471781 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:47.564687 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e2188-285f-4760-b9ba-46416522e95b req-d813f08e-c899-4946-a245-410947949948 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:47.566204 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d0e2188-285f-4760-b9ba-46416522e95b req-d813f08e-c899-4946-a245-410947949948 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 949 time: 0.1579189 Jul 14 07:09:47.578752 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18861a0-e5da-4d88-9dc9-86a38173545c req-0614a1a5-b994-44d9-87b2-e5969534f46d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:47.580159 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e18861a0-e5da-4d88-9dc9-86a38173545c req-0614a1a5-b994-44d9-87b2-e5969534f46d tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5d65af-c7e7-4aa7-ab26-4d5779490fe4 HTTP/1.1" status: 200 len: 945 time: 0.1501803 Jul 14 07:09:47.591086 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14ac649a-f276-46e3-b091-39eac2370b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:47.606039 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14ac649a-f276-46e3-b091-39eac2370b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:47.690121 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-14ac649a-f276-46e3-b091-39eac2370b84 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92491d40892346e1ae161cb64933abfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098650 Jul 14 07:09:47.693257 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46532) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:47.696655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d0e2188-285f-4760-b9ba-46416522e95b req-858fda4b-782b-4629-acbe-f5707d6d67a5 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117647 Jul 14 07:09:47.705084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac649a-f276-46e3-b091-39eac2370b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ee75d3-98a1-4353-b949-fa554d6167f2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:47.711342 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-0c1999f1-22aa-46a8-8d90-a76493b79633 req-c08261be-e290-4f39-b48d-5216e89b4be8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Deleting port 067c6530-3b20-4d24-8004-5abeac8802f3 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:47.711691 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0c1999f1-22aa-46a8-8d90-a76493b79633 req-c08261be-e290-4f39-b48d-5216e89b4be8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:47.723906 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e18861a0-e5da-4d88-9dc9-86a38173545c req-019921fd-b2ef-48ad-97b1-d37e616e33ea tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346159 Jul 14 07:09:47.782661 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7fdd7a6-e622-474e-a78d-f6f37202e762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:47.787688 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7fdd7a6-e622-474e-a78d-f6f37202e762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:47.829125 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f7fdd7a6-e622-474e-a78d-f6f37202e762 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef3a8a0954414ad5a3eb3e61ec45d018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911742 Jul 14 07:09:47.831697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdd7a6-e622-474e-a78d-f6f37202e762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc3e59c-82e3-4cb5-bc89-cde06bcf5fae,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:47.840800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46534) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:47.859888 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:47.904616 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e26d58c-8576-422d-9f08-94a727596122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:47.913943 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dcccd519-4ee4-49be-96e7-1a12ee5dd6f0 req-6b70c84f-326a-4473-bef3-35c3620f849f tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0415561 Jul 14 07:09:47.951829 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-0c1999f1-22aa-46a8-8d90-a76493b79633 req-c08261be-e290-4f39-b48d-5216e89b4be8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] For port 067c6530-3b20-4d24-8004-5abeac8802f3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=067c6530-3b20-4d24-8004-5abeac8802f3,segment=NetworkSegment(065a31b3-4fff-4e28-a808-d8f8239fd64a),segment_id=065a31b3-4fff-4e28-a808-d8f8239fd64a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:47.952197 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0c1999f1-22aa-46a8-8d90-a76493b79633 req-c08261be-e290-4f39-b48d-5216e89b4be8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:47.979833 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-0c1999f1-22aa-46a8-8d90-a76493b79633 req-c08261be-e290-4f39-b48d-5216e89b4be8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Calling delete_port for 067c6530-3b20-4d24-8004-5abeac8802f3 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:47.997108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df76d7-f251-4c0c-a624-fe46ca92725f req-a76c9cb1-7264-48c1-b805-a39fc7e2d787 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:48.004783 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-23df76d7-f251-4c0c-a624-fe46ca92725f req-a76c9cb1-7264-48c1-b805-a39fc7e2d787 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=acf6cf44-1268-468f-a2d4-448af26b8e00 HTTP/1.1" status: 200 len: 945 time: 0.0894675 Jul 14 07:09:48.011562 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e26d58c-8576-422d-9f08-94a727596122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:48.041994 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-23df76d7-f251-4c0c-a624-fe46ca92725f req-1e17bc54-e3e4-48eb-8cb4-d2899f3518e2 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359929 Jul 14 07:09:48.107481 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa491be3-ac1e-406c-a62d-0e828a16b971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:48.169394 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa491be3-ac1e-406c-a62d-0e828a16b971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:48.231628 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e26d58c-8576-422d-9f08-94a727596122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:48.234206 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e26d58c-8576-422d-9f08-94a727596122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:48.235328 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5e26d58c-8576-422d-9f08-94a727596122 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07ee75d3-98a1-4353-b949-fa554d6167f2 HTTP/1.1" status: 204 len: 168 time: 0.5411499 Jul 14 07:09:48.271369 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26d58c-8576-422d-9f08-94a727596122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ee75d3-98a1-4353-b949-fa554d6167f2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:48.295343 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Router c080c2df-8c71-4955-89af-dbbb65946600 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:09:48.297529 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa491be3-ac1e-406c-a62d-0e828a16b971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:48.300618 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa491be3-ac1e-406c-a62d-0e828a16b971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:48.313437 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fa491be3-ac1e-406c-a62d-0e828a16b971 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4fc3e59c-82e3-4cb5-bc89-cde06bcf5fae HTTP/1.1" status: 204 len: 168 time: 0.4646134 Jul 14 07:09:48.335209 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa491be3-ac1e-406c-a62d-0e828a16b971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc3e59c-82e3-4cb5-bc89-cde06bcf5fae,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:48.339628 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0c1999f1-22aa-46a8-8d90-a76493b79633 req-c08261be-e290-4f39-b48d-5216e89b4be8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:48.355962 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['067c6530-3b20-4d24-8004-5abeac8802f3'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:48.368262 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['ab062f5e-467b-4429-a3b5-f654b6ba472f'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:48.374158 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 56c84bd1-7356-492b-8fc7-7421be5531f0 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:09:48.444054 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08261be-e290-4f39-b48d-5216e89b4be8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Pushing event deleted for resources: {'Port': ['ID=067c6530-3b20-4d24-8004-5abeac8802f3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:48.503472 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1999f1-22aa-46a8-8d90-a76493b79633 req-c08261be-e290-4f39-b48d-5216e89b4be8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] No DVR routers for this DVR port 067c6530-3b20-4d24-8004-5abeac8802f3 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:09:48.576213 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0c1999f1-22aa-46a8-8d90-a76493b79633 req-c08261be-e290-4f39-b48d-5216e89b4be8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:48.578375 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0c1999f1-22aa-46a8-8d90-a76493b79633 req-c08261be-e290-4f39-b48d-5216e89b4be8 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.30 "DELETE /v2.0/ports/067c6530-3b20-4d24-8004-5abeac8802f3 HTTP/1.1" status: 204 len: 173 time: 1.0731792 Jul 14 07:09:48.578826 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf6cf44-1268-468f-a2d4-448af26b8e00', 'name': 'network-vif-deleted', 'tag': '067c6530-3b20-4d24-8004-5abeac8802f3'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:48.583966 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4588ceef-d051-4ae1-b272-e805138ac1be" -d '{"events": [{"server_uuid": "acf6cf44-1268-468f-a2d4-448af26b8e00", "name": "network-vif-deleted", "tag": "067c6530-3b20-4d24-8004-5abeac8802f3"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:48.591434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ad3a-6645-409f-a63d-a2c9687ec67a req-85d991c6-9e0e-4eb1-813d-c66d35379627 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:48.593720 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01c5ad3a-6645-409f-a63d-a2c9687ec67a req-85d991c6-9e0e-4eb1-813d-c66d35379627 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c5d65af-c7e7-4aa7-ab26-4d5779490fe4 HTTP/1.1" status: 200 len: 945 time: 0.1304960 Jul 14 07:09:48.639221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:09:48.653223 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2509735e-9275-478d-bc33-bcd432c1efc9 None None] Sync routers for ids ['c080c2df-8c71-4955-89af-dbbb65946600'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:09:48.653708 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 56c84bd1-7356-492b-8fc7-7421be5531f0 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:09:48.660671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 56c84bd1-7356-492b-8fc7-7421be5531f0 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:09:48.661662 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:48.679906 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:48.683862 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3954baa0-b41b-4857-aed0-3f6ebc638612 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8972166 Jul 14 07:09:48.683862 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46554) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:48.691089 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2509735e-9275-478d-bc33-bcd432c1efc9 None None] Routers {'c080c2df-8c71-4955-89af-dbbb65946600'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:09:48.700897 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2509735e-9275-478d-bc33-bcd432c1efc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:09:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c080c2df-8c71-4955-89af-dbbb65946600'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:48.773286 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b0acc8-1b35-4c7f-8ca1-5a07bf5eb8b0 x-openstack-request-id: req-25b0acc8-1b35-4c7f-8ca1-5a07bf5eb8b0 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:48.773792 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf6cf44-1268-468f-a2d4-448af26b8e00", "name": "network-vif-deleted", "tag": "067c6530-3b20-4d24-8004-5abeac8802f3", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:48.773792 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25b0acc8-1b35-4c7f-8ca1-5a07bf5eb8b0 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:48.774189 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf6cf44-1268-468f-a2d4-448af26b8e00', 'name': 'network-vif-deleted', 'tag': '067c6530-3b20-4d24-8004-5abeac8802f3', 'status': 'completed', 'code': 200} Jul 14 07:09:48.834749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-01c5ad3a-6645-409f-a63d-a2c9687ec67a req-33b45a38-264e-4425-9f63-ea0b2b482cf3 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Deleting port 1f153c46-088c-4a3e-9bcd-cda74d5cef34 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:48.835105 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-01c5ad3a-6645-409f-a63d-a2c9687ec67a req-33b45a38-264e-4425-9f63-ea0b2b482cf3 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:48.898006 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3ed93cf-1c49-4117-a2e6-d892eb676c28 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:48.967213 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:49.034703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:49.037116 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fb06f1-a9e9-470d-9850-5f18a538536c" -d '{"events": [{"server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "name": "network-vif-plugged", "status": "completed", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:49.055689 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2509735e-9275-478d-bc33-bcd432c1efc9 None None] Set router c080c2df-8c71-4955-89af-dbbb65946600 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:09:49.070337 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=56c84bd1-7356-492b-8fc7-7421be5531f0,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:49.079973 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:49.081075 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 067c6530-3b20-4d24-8004-5abeac8802f3 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:09:49.108706 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3ed93cf-1c49-4117-a2e6-d892eb676c28 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:49.122941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 067c6530-3b20-4d24-8004-5abeac8802f3 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:09:49.124707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 067c6530-3b20-4d24-8004-5abeac8802f3 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:09:49.233075 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=56c84bd1-7356-492b-8fc7-7421be5531f0,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:49.248483 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed93cf-1c49-4117-a2e6-d892eb676c28 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Deleting port b8d4fd6d-7471-4ce0-b035-1510b1f5daf0 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:49.252579 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3ed93cf-1c49-4117-a2e6-d892eb676c28 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:49.356900 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3ed93cf-1c49-4117-a2e6-d892eb676c28 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:49.383363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed93cf-1c49-4117-a2e6-d892eb676c28 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Calling delete_port for b8d4fd6d-7471-4ce0-b035-1510b1f5daf0 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:49.393887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-01c5ad3a-6645-409f-a63d-a2c9687ec67a req-33b45a38-264e-4425-9f63-ea0b2b482cf3 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] For port 1f153c46-088c-4a3e-9bcd-cda74d5cef34, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1f153c46-088c-4a3e-9bcd-cda74d5cef34,segment=NetworkSegment(fe71f172-ec7c-47eb-a122-0ff48a1d49c7),segment_id=fe71f172-ec7c-47eb-a122-0ff48a1d49c7)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:49.394338 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-01c5ad3a-6645-409f-a63d-a2c9687ec67a req-33b45a38-264e-4425-9f63-ea0b2b482cf3 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:49.441957 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed81d1d-bc18-4e38-9345-b26f30de2a78 req-42d9b4ff-a1d3-450d-a0a2-01f06d22e23f tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:49.443586 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aed81d1d-bc18-4e38-9345-b26f30de2a78 req-42d9b4ff-a1d3-450d-a0a2-01f06d22e23f tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 949 time: 0.5832047 Jul 14 07:09:49.447093 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-01c5ad3a-6645-409f-a63d-a2c9687ec67a req-33b45a38-264e-4425-9f63-ea0b2b482cf3 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Calling delete_port for 1f153c46-088c-4a3e-9bcd-cda74d5cef34 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:49.518943 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e759d3-c493-4725-be56-6378b4429e0a req-c5c3aa11-381a-4bfd-a528-76ed10cdc5ad tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:49.526452 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2509735e-9275-478d-bc33-bcd432c1efc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080c2df-8c71-4955-89af-dbbb65946600', 'name': '', 'tenant_id': '7265e8e7edd645bca9083fc52d175e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2bcee28-f2ec-4c5e-9bc1-23e96c58036b', 'external_fixed_ips': [{'subnet_id': '6218cced-e368-4d00-b597-e3f6c6556105', 'ip_address': '2001:db8::2b2'}], 'enable_snat': True}, 'gw_port_id': 'b8d4fd6d-7471-4ce0-b035-1510b1f5daf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:09:45Z', 'updated_at': '2021-07-14T07:09:47Z', 'revision_number': 3, 'project_id': '7265e8e7edd645bca9083fc52d175e12', 'gw_port': {'id': 'b8d4fd6d-7471-4ce0-b035-1510b1f5daf0', 'name': '', 'network_id': 'e2bcee28-f2ec-4c5e-9bc1-23e96c58036b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c080c2df-8c71-4955-89af-dbbb65946600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '6218cced-e368-4d00-b597-e3f6c6556105', 'ip_address': '2001:db8::2b2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:09:46Z', 'updated_at': '2021-07-14T07:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6218cced-e368-4d00-b597-e3f6c6556105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:49.533031 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78e759d3-c493-4725-be56-6378b4429e0a req-c5c3aa11-381a-4bfd-a528-76ed10cdc5ad tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5d65af-c7e7-4aa7-ab26-4d5779490fe4 HTTP/1.1" status: 200 len: 945 time: 0.3697224 Jul 14 07:09:49.603118 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2509735e-9275-478d-bc33-bcd432c1efc9 None None] Checking router: c080c2df-8c71-4955-89af-dbbb65946600 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:09:49.603906 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2509735e-9275-478d-bc33-bcd432c1efc9 None None] Updating router c080c2df-8c71-4955-89af-dbbb65946600 port b8d4fd6d-7471-4ce0-b035-1510b1f5daf0 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:09:49.657172 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2509735e-9275-478d-bc33-bcd432c1efc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:49.702617 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3ed93cf-1c49-4117-a2e6-d892eb676c28 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:49.748931 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78e759d3-c493-4725-be56-6378b4429e0a req-ae7dcf46-0366-470b-8662-70dd4cad86c7 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebc0cba3-4848-4020-9ed5-3153b1b9f938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149203 Jul 14 07:09:49.765872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed93cf-1c49-4117-a2e6-d892eb676c28 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8d4fd6d-7471-4ce0-b035-1510b1f5daf0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:49.779851 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aed81d1d-bc18-4e38-9345-b26f30de2a78 req-6ed149c7-0146-408f-9a4a-ced16cb07a28 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035874 Jul 14 07:09:49.827817 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3ed93cf-1c49-4117-a2e6-d892eb676c28 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:49.870573 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0195e9ce-e8a1-48ec-b3b1-e32c7c3cc7b2 x-openstack-request-id: req-0195e9ce-e8a1-48ec-b3b1-e32c7c3cc7b2 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:49.871044 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "name": "network-vif-plugged", "status": "completed", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:49.871117 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0195e9ce-e8a1-48ec-b3b1-e32c7c3cc7b2 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:49.871482 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0', 'code': 200} Jul 14 07:09:49.947733 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-01c5ad3a-6645-409f-a63d-a2c9687ec67a req-33b45a38-264e-4425-9f63-ea0b2b482cf3 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:49.961211 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['1f153c46-088c-4a3e-9bcd-cda74d5cef34'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:09:50.031178 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b45a38-264e-4425-9f63-ea0b2b482cf3 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Pushing event deleted for resources: {'Port': ['ID=1f153c46-088c-4a3e-9bcd-cda74d5cef34,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:50.084540 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be1284d5-01ac-475c-9626-779eb48df2b6 req-47119cb6-3996-4190-bd31-57e835e86fa3 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0484788 Jul 14 07:09:50.162113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46604) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:50.191882 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c5ad3a-6645-409f-a63d-a2c9687ec67a req-33b45a38-264e-4425-9f63-ea0b2b482cf3 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] No DVR routers for this DVR port 1f153c46-088c-4a3e-9bcd-cda74d5cef34 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:09:50.196502 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-01c5ad3a-6645-409f-a63d-a2c9687ec67a req-33b45a38-264e-4425-9f63-ea0b2b482cf3 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:50.199486 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01c5ad3a-6645-409f-a63d-a2c9687ec67a req-33b45a38-264e-4425-9f63-ea0b2b482cf3 tempest-ServerDiskConfigTestJSON-1820382623 tempest-ServerDiskConfigTestJSON-1820382623-project] 10.222.0.30 "DELETE /v2.0/ports/1f153c46-088c-4a3e-9bcd-cda74d5cef34 HTTP/1.1" status: 204 len: 173 time: 1.5987532 Jul 14 07:09:50.200134 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5d65af-c7e7-4aa7-ab26-4d5779490fe4', 'name': 'network-vif-deleted', 'tag': '1f153c46-088c-4a3e-9bcd-cda74d5cef34'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:50.203613 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeddef04-554c-402f-a307-563c56c0b89e" -d '{"events": [{"server_uuid": "0c5d65af-c7e7-4aa7-ab26-4d5779490fe4", "name": "network-vif-deleted", "tag": "1f153c46-088c-4a3e-9bcd-cda74d5cef34"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:50.229752 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.db.api [None req-2509735e-9275-478d-bc33-bcd432c1efc9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:09:50.230231 n-d-778696-5 neutron-server[93830]: DEBUG oslo_db.api [None req-2509735e-9275-478d-bc33-bcd432c1efc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:09:50.308444 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-99243896-e686-4b72-99ac-a2ba74bc68b5 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1689156210-network', 'tenant_id': 'c0510020791b4c7d90104c784a2d4f98'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:50.351223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99243896-e686-4b72-99ac-a2ba74bc68b5 admin admin] Made reservation on behalf of c0510020791b4c7d90104c784a2d4f98 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:50.353990 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99243896-e686-4b72-99ac-a2ba74bc68b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:50.375211 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99243896-e686-4b72-99ac-a2ba74bc68b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:50.566770 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99243896-e686-4b72-99ac-a2ba74bc68b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:50.574973 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b48901-c4a7-4e85-bc1b-ede4fa8782ca x-openstack-request-id: req-35b48901-c4a7-4e85-bc1b-ede4fa8782ca {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:50.575277 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5d65af-c7e7-4aa7-ab26-4d5779490fe4", "name": "network-vif-deleted", "tag": "1f153c46-088c-4a3e-9bcd-cda74d5cef34", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:50.575627 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-35b48901-c4a7-4e85-bc1b-ede4fa8782ca {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:50.575974 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5d65af-c7e7-4aa7-ab26-4d5779490fe4', 'name': 'network-vif-deleted', 'tag': '1f153c46-088c-4a3e-9bcd-cda74d5cef34', 'status': 'completed', 'code': 200} Jul 14 07:09:50.586583 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99243896-e686-4b72-99ac-a2ba74bc68b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:50.593982 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3ed93cf-1c49-4117-a2e6-d892eb676c28 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:50.598084 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3ed93cf-1c49-4117-a2e6-d892eb676c28 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:50.642959 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7854a838-36a5-4fe6-9709-6dc32f4d00e5 req-6aa26095-b4af-456a-8118-70b97fdc90e1 tempest-AbsoluteLimitsNegativeTestJSON-1509443945 tempest-AbsoluteLimitsNegativeTestJSON-1509443945-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a2e327463b584848b676a74bfa93f384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518322 Jul 14 07:09:50.655400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c05ee-9a9d-4628-ab62-81ba35bc8ba2 req-ca8a016c-9e22-48c7-9de6-317d54cad411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:50.656344 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9d3c05ee-9a9d-4628-ab62-81ba35bc8ba2 req-ca8a016c-9e22-48c7-9de6-317d54cad411 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 1101 time: 0.6738193 Jul 14 07:09:50.657601 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3ed93cf-1c49-4117-a2e6-d892eb676c28 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:50.658137 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ed93cf-1c49-4117-a2e6-d892eb676c28 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c080c2df-8c71-4955-89af-dbbb65946600 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:09:50.664239 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3ed93cf-1c49-4117-a2e6-d892eb676c28 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:50.665415 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b3ed93cf-1c49-4117-a2e6-d892eb676c28 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "DELETE /v2.0/routers/c080c2df-8c71-4955-89af-dbbb65946600 HTTP/1.1" status: 204 len: 168 time: 1.9806998 Jul 14 07:09:50.671802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46626) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:50.722902 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99243896-e686-4b72-99ac-a2ba74bc68b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:09:50.742084 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9d3c05ee-9a9d-4628-ab62-81ba35bc8ba2 req-01e6085b-b099-4b61-a20e-f16210802c18 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755239 Jul 14 07:09:50.747590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df3b930-3588-4102-8ffc-b586a3a5ec98 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Deleting subnet 6218cced-e368-4d00-b597-e3f6c6556105 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:09:50.751236 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9df3b930-3588-4102-8ffc-b586a3a5ec98 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:50.772953 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99243896-e686-4b72-99ac-a2ba74bc68b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33281092-dea3-4e7e-937e-2a66cec3017b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:50.781463 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99243896-e686-4b72-99ac-a2ba74bc68b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:50.781897 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-99243896-e686-4b72-99ac-a2ba74bc68b5 admin admin] Added segment a2c9c323-3e79-4c54-9229-cad6e859fa16 of type vlan for network 782dff88-77da-48cc-b35b-b98ce03cf2a5 Jul 14 07:09:50.807677 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9df3b930-3588-4102-8ffc-b586a3a5ec98 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:50.850331 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9df3b930-3588-4102-8ffc-b586a3a5ec98 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:50.892862 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2509735e-9275-478d-bc33-bcd432c1efc9 None None] Port b8d4fd6d-7471-4ce0-b035-1510b1f5daf0 not found while updating agent binding for router c080c2df-8c71-4955-89af-dbbb65946600. {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 14 07:09:50.909938 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2509735e-9275-478d-bc33-bcd432c1efc9 None None] Routers set() bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:09:50.910719 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2509735e-9275-478d-bc33-bcd432c1efc9 None None] Router IDs set() for agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 07:09:50.911495 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_agentschedulers_db [None req-2509735e-9275-478d-bc33-bcd432c1efc9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c080c2df-8c71-4955-89af-dbbb65946600'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:09:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent'). {{(pid=93830) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 07:09:50.911985 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2509735e-9275-478d-bc33-bcd432c1efc9 None None] The sync data for ids ['c080c2df-8c71-4955-89af-dbbb65946600'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:09:50.913412 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9df3b930-3588-4102-8ffc-b586a3a5ec98 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:50.929960 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99243896-e686-4b72-99ac-a2ba74bc68b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:50.949158 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3b930-3588-4102-8ffc-b586a3a5ec98 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6218cced-e368-4d00-b597-e3f6c6556105,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:50.955670 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12786801-a4b4-4a2c-bbb7-04b3d680d222 req-89035edf-cad3-4d3e-abed-fe12313cb2ce tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:50.956381 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9df3b930-3588-4102-8ffc-b586a3a5ec98 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:50.963023 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12786801-a4b4-4a2c-bbb7-04b3d680d222 req-89035edf-cad3-4d3e-abed-fe12313cb2ce tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.2452784 Jul 14 07:09:50.963919 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9df3b930-3588-4102-8ffc-b586a3a5ec98 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/6218cced-e368-4d00-b597-e3f6c6556105 HTTP/1.1" status: 204 len: 168 time: 0.2909400 Jul 14 07:09:50.965210 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46632) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:50.999135 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854a838-36a5-4fe6-9709-6dc32f4d00e5 req-ef91e74f-a1de-49db-b6ec-28a7b55377ad tempest-AbsoluteLimitsNegativeTestJSON-1509443945 tempest-AbsoluteLimitsNegativeTestJSON-1509443945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:51.008528 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7854a838-36a5-4fe6-9709-6dc32f4d00e5 req-ef91e74f-a1de-49db-b6ec-28a7b55377ad tempest-AbsoluteLimitsNegativeTestJSON-1509443945 tempest-AbsoluteLimitsNegativeTestJSON-1509443945-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3641305 Jul 14 07:09:51.052595 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-811bee96-a748-43c3-bcc3-2fe058e5bb33 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:51.054043 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7854a838-36a5-4fe6-9709-6dc32f4d00e5 req-8e16c19c-549f-41db-b196-3b2ef342b4cb tempest-AbsoluteLimitsNegativeTestJSON-1509443945 tempest-AbsoluteLimitsNegativeTestJSON-1509443945-project] 10.222.0.35 "GET /v2.0/quotas/a2e327463b584848b676a74bfa93f384 HTTP/1.1" status: 200 len: 375 time: 0.0442858 Jul 14 07:09:51.107310 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99243896-e686-4b72-99ac-a2ba74bc68b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:51.108316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99243896-e686-4b72-99ac-a2ba74bc68b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:51.108881 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99243896-e686-4b72-99ac-a2ba74bc68b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:51.129000 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7854a838-36a5-4fe6-9709-6dc32f4d00e5 req-83bf4ead-c0da-4bd2-bdf5-3c98eff7f647 tempest-AbsoluteLimitsNegativeTestJSON-1509443945 tempest-AbsoluteLimitsNegativeTestJSON-1509443945-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a2e327463b584848b676a74bfa93f384&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737824 Jul 14 07:09:51.155570 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12786801-a4b4-4a2c-bbb7-04b3d680d222 req-54296b3d-42ef-4c52-a006-5b3837f3f226 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916773 Jul 14 07:09:51.166726 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-811bee96-a748-43c3-bcc3-2fe058e5bb33 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:51.184013 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-811bee96-a748-43c3-bcc3-2fe058e5bb33 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2bcee28-f2ec-4c5e-9bc1-23e96c58036b']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:51.203210 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-811bee96-a748-43c3-bcc3-2fe058e5bb33 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb17b16-e25c-4b6a-837d-ed05b4376a67') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:51.203519 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-811bee96-a748-43c3-bcc3-2fe058e5bb33 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb17b16-e25c-4b6a-837d-ed05b4376a67') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:51.214306 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-811bee96-a748-43c3-bcc3-2fe058e5bb33 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:51.234489 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-811bee96-a748-43c3-bcc3-2fe058e5bb33 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:51.245280 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811bee96-a748-43c3-bcc3-2fe058e5bb33 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:09:51.245931 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-811bee96-a748-43c3-bcc3-2fe058e5bb33 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:09:51.248931 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:09:51.272527 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-99243896-e686-4b72-99ac-a2ba74bc68b5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1061139 Jul 14 07:09:51.282236 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46644) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:51.284389 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99243896-e686-4b72-99ac-a2ba74bc68b5 admin admin] Pushing event updated for resources: {'Network': ['ID=782dff88-77da-48cc-b35b-b98ce03cf2a5,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:51.293860 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 782dff88-77da-48cc-b35b-b98ce03cf2a5 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:09:51.310375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-fe97a0fd-f565-469a-b8e8-bc444fda0ba0 admin admin] Request body: {'subnet': {'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1689156210-subnet', 'tenant_id': 'c0510020791b4c7d90104c784a2d4f98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:51.378342 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-811bee96-a748-43c3-bcc3-2fe058e5bb33 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:51.391187 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811bee96-a748-43c3-bcc3-2fe058e5bb33 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e2bcee28-f2ec-4c5e-9bc1-23e96c58036b {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 07:09:51.396192 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-811bee96-a748-43c3-bcc3-2fe058e5bb33 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:51.398595 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-811bee96-a748-43c3-bcc3-2fe058e5bb33 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "DELETE /v2.0/networks/e2bcee28-f2ec-4c5e-9bc1-23e96c58036b HTTP/1.1" status: 204 len: 168 time: 0.4323013 Jul 14 07:09:51.414203 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811bee96-a748-43c3-bcc3-2fe058e5bb33 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2bcee28-f2ec-4c5e-9bc1-23e96c58036b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:51.444211 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe97a0fd-f565-469a-b8e8-bc444fda0ba0 admin admin] Made reservation on behalf of c0510020791b4c7d90104c784a2d4f98 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:51.448236 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fe97a0fd-f565-469a-b8e8-bc444fda0ba0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:51.506917 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46650) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:51.590796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cd785ca0-615d-4213-8198-3499b7f19540 req-a5b39dc2-92ff-4dee-8fdc-27e53310b6ec tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0658917 Jul 14 07:09:51.610967 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a2932-8a00-484f-b915-1e7afe950f9f req-eee37e63-d18e-4438-81b4-ba5bfe6e2162 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:51.620381 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c6a2932-8a00-484f-b915-1e7afe950f9f req-eee37e63-d18e-4438-81b4-ba5bfe6e2162 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 950 time: 0.2881670 Jul 14 07:09:51.703543 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-21307d21-1570-4061-b295-e13bd6482d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:51.721801 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c6a2932-8a00-484f-b915-1e7afe950f9f req-a02d33ce-a395-4e16-860b-f94a0b176fa6 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998619 Jul 14 07:09:51.839912 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46660) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:51.854642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3a180790-1673-46cd-9ea6-b44c81e1181e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Request body: {'router': {'name': 'tempest-router--810341591', 'project_id': 'f0f5e4afa9ca4d43bfc9f0ff873267ca'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:51.920615 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fe97a0fd-f565-469a-b8e8-bc444fda0ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:51.968039 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-21307d21-1570-4061-b295-e13bd6482d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:51.976814 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-21307d21-1570-4061-b295-e13bd6482d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.003798 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97a0fd-f565-469a-b8e8-bc444fda0ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8b4972-4af0-4364-94c1-6b8288d85079,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:52.010810 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97a0fd-f565-469a-b8e8-bc444fda0ba0 admin admin] Checking segment: {'id': 'a2c9c323-3e79-4c54-9229-cad6e859fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:09:52.011132 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe97a0fd-f565-469a-b8e8-bc444fda0ba0 admin admin] Network hostable DHCP agents. Network: 782dff88-77da-48cc-b35b-b98ce03cf2a5, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:09:52.034798 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe97a0fd-f565-469a-b8e8-bc444fda0ba0 admin admin] Network 782dff88-77da-48cc-b35b-b98ce03cf2a5 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:09:52.045227 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-21307d21-1570-4061-b295-e13bd6482d65 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2e327463b584848b676a74bfa93f384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5367792 Jul 14 07:09:52.046813 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-fe97a0fd-f565-469a-b8e8-bc444fda0ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 782dff88-77da-48cc-b35b-b98ce03cf2a5) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:09:52.048888 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46666) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:52.052782 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe97a0fd-f565-469a-b8e8-bc444fda0ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:52.053832 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fe97a0fd-f565-469a-b8e8-bc444fda0ba0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.056511 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a180790-1673-46cd-9ea6-b44c81e1181e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.057568 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a180790-1673-46cd-9ea6-b44c81e1181e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.065918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68d112b-55e8-4324-a397-8f66b0dc56e7 None None] Network 782dff88-77da-48cc-b35b-b98ce03cf2a5 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:09:52.068940 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21307d21-1570-4061-b295-e13bd6482d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f40d3d-f344-4d75-81f2-487317a74b14,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:52.098491 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fe97a0fd-f565-469a-b8e8-bc444fda0ba0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8107009 Jul 14 07:09:52.124914 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46670) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:52.187485 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-f202e954-0dee-4fcd-858f-8f920a4e7797 admin admin] Deleting subnet a0c0e73d-973b-48ca-9f9e-437461e66293 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:09:52.191961 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f202e954-0dee-4fcd-858f-8f920a4e7797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.214449 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a180790-1673-46cd-9ea6-b44c81e1181e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.225901 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-55deb889-2c52-4357-8e6d-c902dd25ed86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.228058 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a180790-1673-46cd-9ea6-b44c81e1181e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.238726 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f202e954-0dee-4fcd-858f-8f920a4e7797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.260240 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-55deb889-2c52-4357-8e6d-c902dd25ed86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.262499 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a180790-1673-46cd-9ea6-b44c81e1181e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.263807 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3a180790-1673-46cd-9ea6-b44c81e1181e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4227695 Jul 14 07:09:52.269948 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46674) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:52.294786 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f202e954-0dee-4fcd-858f-8f920a4e7797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.403037 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10443eb8-e57e-49c3-829a-52570cc74d6f tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.420747 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f202e954-0dee-4fcd-858f-8f920a4e7797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.449406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202e954-0dee-4fcd-858f-8f920a4e7797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0c0e73d-973b-48ca-9f9e-437461e66293,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:52.462908 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f202e954-0dee-4fcd-858f-8f920a4e7797 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.467859 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f202e954-0dee-4fcd-858f-8f920a4e7797 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a0c0e73d-973b-48ca-9f9e-437461e66293 HTTP/1.1" status: 204 len: 168 time: 0.3405488 Jul 14 07:09:52.469435 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46686) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:52.501221 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1f153c46-088c-4a3e-9bcd-cda74d5cef34 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:09:52.548600 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa55b0d-e434-4966-b0b3-60368fa28267 None None] Network 782dff88-77da-48cc-b35b-b98ce03cf2a5 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:09:52.552748 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 1f153c46-088c-4a3e-9bcd-cda74d5cef34 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:09:52.553281 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1f153c46-088c-4a3e-9bcd-cda74d5cef34 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:09:52.570309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a3c4d-1bd4-417c-91ee-a18f2f9b5ccb req-50391705-3d85-4efb-a31d-bd2b8ce3cd5f tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:52.577794 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8e8a3c4d-1bd4-417c-91ee-a18f2f9b5ccb req-50391705-3d85-4efb-a31d-bd2b8ce3cd5f tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.1912043 Jul 14 07:09:52.598659 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fef93d1a-6c1a-488b-b30e-65e0b37af36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.638439 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8e8a3c4d-1bd4-417c-91ee-a18f2f9b5ccb req-6d9637cd-82c3-4843-bca1-a00d996977fc tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596502 Jul 14 07:09:52.656652 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10443eb8-e57e-49c3-829a-52570cc74d6f tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.659760 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10443eb8-e57e-49c3-829a-52570cc74d6f tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.664736 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-55deb889-2c52-4357-8e6d-c902dd25ed86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.668498 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-55deb889-2c52-4357-8e6d-c902dd25ed86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.672265 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-55deb889-2c52-4357-8e6d-c902dd25ed86 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e6f40d3d-f344-4d75-81f2-487317a74b14 HTTP/1.1" status: 204 len: 168 time: 0.6202192 Jul 14 07:09:52.740259 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55deb889-2c52-4357-8e6d-c902dd25ed86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f40d3d-f344-4d75-81f2-487317a74b14,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:52.775866 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10443eb8-e57e-49c3-829a-52570cc74d6f tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.776567 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10443eb8-e57e-49c3-829a-52570cc74d6f tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9d0938c-f869-4ccf-b40b-e47d71ab1b7e {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:09:52.798368 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10443eb8-e57e-49c3-829a-52570cc74d6f tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:52.801129 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-10443eb8-e57e-49c3-829a-52570cc74d6f tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "DELETE /v2.0/routers/e9d0938c-f869-4ccf-b40b-e47d71ab1b7e HTTP/1.1" status: 204 len: 168 time: 0.5290818 Jul 14 07:09:53.005594 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46708) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:53.223530 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-58bf32ff-2ad5-4811-ba2f-ad2c3a2b67c1 req-b28245e3-1692-4b81-8977-351d3fb1d288 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.3980336 Jul 14 07:09:53.232356 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fef93d1a-6c1a-488b-b30e-65e0b37af36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:53.250353 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-fef93d1a-6c1a-488b-b30e-65e0b37af36e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e770f7a4-0850-4d0d-a286-1a0e5b015eff']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:53.319411 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-fef93d1a-6c1a-488b-b30e-65e0b37af36e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe71f172-ec7c-47eb-a122-0ff48a1d49c7') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:53.320272 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-fef93d1a-6c1a-488b-b30e-65e0b37af36e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe71f172-ec7c-47eb-a122-0ff48a1d49c7') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:53.331477 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-783528455', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:53.365220 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fef93d1a-6c1a-488b-b30e-65e0b37af36e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:53.381359 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:53.382686 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:53.420075 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fef93d1a-6c1a-488b-b30e-65e0b37af36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:53.434278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-39d7f039-b10a-4dfc-8d6a-925f1f8ea7d9 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:53.441121 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-39d7f039-b10a-4dfc-8d6a-925f1f8ea7d9 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/networks?id=782dff88-77da-48cc-b35b-b98ce03cf2a5 HTTP/1.1" status: 200 len: 805 time: 0.7532380 Jul 14 07:09:53.452306 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef93d1a-6c1a-488b-b30e-65e0b37af36e admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:09:53.452720 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fef93d1a-6c1a-488b-b30e-65e0b37af36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:53.461606 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2222c-cf20-425b-9a65-7a57267bd2ab req-784d8086-c950-41f5-971f-a4cac5c16254 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:53.463138 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d2b2222c-cf20-425b-9a65-7a57267bd2ab req-784d8086-c950-41f5-971f-a4cac5c16254 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.15 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.3560152 Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:09:53.463818 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:09:53.500683 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:53.586415 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-0aabefdb-0d38-47c2-adc4-1446e338aa01 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/quotas/c0510020791b4c7d90104c784a2d4f98 HTTP/1.1" status: 200 len: 375 time: 0.1441939 Jul 14 07:09:53.664815 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-a248c2c5-1e6f-4a4e-9ed1-b65f339bb5a7 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0510020791b4c7d90104c784a2d4f98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774443 Jul 14 07:09:53.693986 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:53.723263 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fef93d1a-6c1a-488b-b30e-65e0b37af36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:53.739386 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fef93d1a-6c1a-488b-b30e-65e0b37af36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:53.744321 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fef93d1a-6c1a-488b-b30e-65e0b37af36e admin admin] 10.222.0.35 "DELETE /v2.0/networks/e770f7a4-0850-4d0d-a286-1a0e5b015eff HTTP/1.1" status: 204 len: 168 time: 1.2738562 Jul 14 07:09:53.797237 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef93d1a-6c1a-488b-b30e-65e0b37af36e admin admin] Pushing event deleted for resources: {'Network': ['ID=e770f7a4-0850-4d0d-a286-1a0e5b015eff,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:53.797874 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46732) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:53.859977 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d301a4-2c46-4f47-b19d-a25ef6f50348 req-08cb3a24-71ca-443c-825a-64b5ee3a94cd tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:53.861746 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53d301a4-2c46-4f47-b19d-a25ef6f50348 req-08cb3a24-71ca-443c-825a-64b5ee3a94cd tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 950 time: 0.3871815 Jul 14 07:09:53.871924 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-776e8336-9e90-49e3-93a2-6758f445da49 req-04018a41-ab81-4bc9-8082-5bfa6e5a5519 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3377030 Jul 14 07:09:53.882555 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-9aee4599-89b4-4d08-96ac-931a5cb4637f service neutron] 10.222.0.35 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168002 Jul 14 07:09:53.938907 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-fdd9bb87-8d7a-489f-90a0-64a5b14082e6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-653157920-network', 'tenant_id': '45ed1a9198404a9eab290e1ea35b5dd0'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:53.981642 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:54.011121 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:54.020926 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd9bb87-8d7a-489f-90a0-64a5b14082e6 admin admin] Made reservation on behalf of 45ed1a9198404a9eab290e1ea35b5dd0 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:54.023659 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bb87-8d7a-489f-90a0-64a5b14082e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:54.037758 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46736) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:54.041526 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-d2b2222c-cf20-425b-9a65-7a57267bd2ab req-72b2afbb-bdc0-44d6-afcb-660e6565a488 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Deleting port ab062f5e-467b-4429-a3b5-f654b6ba472f {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:54.041811 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d2b2222c-cf20-425b-9a65-7a57267bd2ab req-72b2afbb-bdc0-44d6-afcb-660e6565a488 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:54.073227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53d301a4-2c46-4f47-b19d-a25ef6f50348 req-305fc018-c371-4a8d-945f-0b9aa4db3a46 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002039 Jul 14 07:09:54.074540 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bb87-8d7a-489f-90a0-64a5b14082e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:54.143878 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0fd40287-fb63-4754-a9c7-fd843133935f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=90193c45e30a47aea804e7ab8d1a3311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1044171 Jul 14 07:09:54.149065 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46740) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:54.191423 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-b23ba00e-939a-46da-98c8-60164fd5686c service neutron] 10.222.0.35 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079379 Jul 14 07:09:54.193176 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e8336-9e90-49e3-93a2-6758f445da49 req-9b895e1a-6040-4212-8315-9870237cbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:54.194704 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-776e8336-9e90-49e3-93a2-6758f445da49 req-9b895e1a-6040-4212-8315-9870237cbe65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 1101 time: 0.2617512 Jul 14 07:09:54.218124 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-d2b2222c-cf20-425b-9a65-7a57267bd2ab req-72b2afbb-bdc0-44d6-afcb-660e6565a488 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] For port ab062f5e-467b-4429-a3b5-f654b6ba472f, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=ab062f5e-467b-4429-a3b5-f654b6ba472f,segment=NetworkSegment(065a31b3-4fff-4e28-a808-d8f8239fd64a),segment_id=065a31b3-4fff-4e28-a808-d8f8239fd64a)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:09:54.218485 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d2b2222c-cf20-425b-9a65-7a57267bd2ab req-72b2afbb-bdc0-44d6-afcb-660e6565a488 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:54.257479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-d2b2222c-cf20-425b-9a65-7a57267bd2ab req-72b2afbb-bdc0-44d6-afcb-660e6565a488 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Calling delete_port for ab062f5e-467b-4429-a3b5-f654b6ba472f owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:54.329511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Allocated IP 172.25.7.160 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/2886ed06-976e-43d7-83f4-67dba1f5278c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:09:54.341423 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66073523-ad87-405c-88a6-928b3d404e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:54.454047 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66073523-ad87-405c-88a6-928b3d404e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:54.540069 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bb87-8d7a-489f-90a0-64a5b14082e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:54.554288 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bb87-8d7a-489f-90a0-64a5b14082e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:54.574788 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:54.598882 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd9bb87-8d7a-489f-90a0-64a5b14082e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:09:54.612797 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e8336-9e90-49e3-93a2-6758f445da49 req-736923f2-38ad-4ff9-8153-0c8e3a2affb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:54.615097 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-776e8336-9e90-49e3-93a2-6758f445da49 req-736923f2-38ad-4ff9-8153-0c8e3a2affb6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.3880441 Jul 14 07:09:54.616087 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66073523-ad87-405c-88a6-928b3d404e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:54.618869 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66073523-ad87-405c-88a6-928b3d404e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:54.622832 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-66073523-ad87-405c-88a6-928b3d404e45 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ebc0cba3-4848-4020-9ed5-3153b1b9f938 HTTP/1.1" status: 204 len: 168 time: 0.4677880 Jul 14 07:09:54.628310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9bb87-8d7a-489f-90a0-64a5b14082e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa928d7c-4c96-4140-bf3d-9b4da04173f1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:54.640968 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bb87-8d7a-489f-90a0-64a5b14082e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:54.641354 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-fdd9bb87-8d7a-489f-90a0-64a5b14082e6 admin admin] Added segment d9ec71b4-3e07-4167-8928-0caa3b0657db of type vlan for network ac553685-ca08-4b40-8004-018538e94cc4 Jul 14 07:09:54.674918 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66073523-ad87-405c-88a6-928b3d404e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc0cba3-4848-4020-9ed5-3153b1b9f938,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:54.717829 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bb87-8d7a-489f-90a0-64a5b14082e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:54.723666 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:54.763609 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-776e8336-9e90-49e3-93a2-6758f445da49 req-511e248a-b8c8-4785-abe9-61354be55122 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=0d139ab7-8f66-4301-91c7-f603bc6c0a6a HTTP/1.1" status: 200 len: 217 time: 0.1089306 Jul 14 07:09:54.773782 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fabe7b-aadd-44ae-a9d8-86f00bca3caa req-1efac5d1-1c06-4383-b7f9-678254d8e56e tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:54.781000 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07fabe7b-aadd-44ae-a9d8-86f00bca3caa req-1efac5d1-1c06-4383-b7f9-678254d8e56e tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 946 time: 0.4663484 Jul 14 07:09:54.801038 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:09:54.813313 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:09:54.824185 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:09:54.845741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6790f-b4f3-4e04-9d40-1c19181b49c2 req-264e84d0-beed-434a-886f-597d4334f1df tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:54.852652 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fdc6790f-b4f3-4e04-9d40-1c19181b49c2 req-264e84d0-beed-434a-886f-597d4334f1df tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 950 time: 0.3537765 Jul 14 07:09:54.872192 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Pushing event updated for resources: {'Port': ['ID=2886ed06-976e-43d7-83f4-67dba1f5278c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:54.878258 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bb87-8d7a-489f-90a0-64a5b14082e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:54.880093 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd9bb87-8d7a-489f-90a0-64a5b14082e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:54.880894 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bb87-8d7a-489f-90a0-64a5b14082e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:54.993729 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07fabe7b-aadd-44ae-a9d8-86f00bca3caa req-9e821f14-d04b-494b-91ec-3a0b3279d3b9 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e0ae919-ca0b-45e6-a079-08dc72730564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117455 Jul 14 07:09:54.995572 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e8336-9e90-49e3-93a2-6758f445da49 req-6cb3a821-1872-4da6-a732-ee20c13024b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:54.997380 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-776e8336-9e90-49e3-93a2-6758f445da49 req-6cb3a821-1872-4da6-a732-ee20c13024b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.2076161 Jul 14 07:09:55.042561 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fdd9bb87-8d7a-489f-90a0-64a5b14082e6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2434185 Jul 14 07:09:55.048917 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46760) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:55.057348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a416b498-bc05-415a-b312-59a94f304741 admin admin] Request body: {'subnet': {'network_id': 'ac553685-ca08-4b40-8004-018538e94cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-653157920-subnet', 'tenant_id': '45ed1a9198404a9eab290e1ea35b5dd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:55.066273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9bb87-8d7a-489f-90a0-64a5b14082e6 admin admin] Pushing event updated for resources: {'Network': ['ID=ac553685-ca08-4b40-8004-018538e94cc4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:55.078577 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fdc6790f-b4f3-4e04-9d40-1c19181b49c2 req-0e742a8b-fa74-4e90-9ad7-f541f3ec940d tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250957 Jul 14 07:09:55.079712 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network ac553685-ca08-4b40-8004-018538e94cc4 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:09:55.116576 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d2b2222c-cf20-425b-9a65-7a57267bd2ab req-72b2afbb-bdc0-44d6-afcb-660e6565a488 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:55.177643 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a416b498-bc05-415a-b312-59a94f304741 admin admin] Made reservation on behalf of 45ed1a9198404a9eab290e1ea35b5dd0 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:55.183833 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a416b498-bc05-415a-b312-59a94f304741 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:55.197503 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e8336-9e90-49e3-93a2-6758f445da49 req-1c9df4ef-4788-4fa9-93c6-50bd02c7a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:55.201979 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-776e8336-9e90-49e3-93a2-6758f445da49 req-1c9df4ef-4788-4fa9-93c6-50bd02c7a5a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1880243 Jul 14 07:09:55.210292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2afbb-bdc0-44d6-afcb-660e6565a488 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Pushing event deleted for resources: {'Port': ['ID=ab062f5e-467b-4429-a3b5-f654b6ba472f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:55.428429 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d023d83-4026-4cc5-9c2e-5a28524b611e req-c03bb099-abfc-4b03-ac49-82806b0fd845 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=30538f03-8f75-4ef3-838c-513a8820be0d HTTP/1.1" status: 200 len: 210 time: 0.0455616 Jul 14 07:09:55.462506 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-776e8336-9e90-49e3-93a2-6758f445da49 req-436b9149-747c-43df-8e5c-ff5d27199ad0 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462840 Jul 14 07:09:55.464597 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b2222c-cf20-425b-9a65-7a57267bd2ab req-72b2afbb-bdc0-44d6-afcb-660e6565a488 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] No DVR routers for this DVR port ab062f5e-467b-4429-a3b5-f654b6ba472f on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:09:55.521914 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d85d8784-5aa6-41d1-8d57-399be5d8974b req-a571f8b1-4b80-48bc-95d3-00eb8891b168 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0718286 Jul 14 07:09:55.525923 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d2b2222c-cf20-425b-9a65-7a57267bd2ab req-72b2afbb-bdc0-44d6-afcb-660e6565a488 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:55.530704 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d2b2222c-cf20-425b-9a65-7a57267bd2ab req-72b2afbb-bdc0-44d6-afcb-660e6565a488 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.15 "DELETE /v2.0/ports/ab062f5e-467b-4429-a3b5-f654b6ba472f HTTP/1.1" status: 204 len: 173 time: 2.0548580 Jul 14 07:09:55.547987 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592aff0c-939f-458e-94f4-8ce930e3a80b', 'name': 'network-vif-deleted', 'tag': 'ab062f5e-467b-4429-a3b5-f654b6ba472f'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:09:55.571213 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffe454b-4bb5-4734-8d9e-25f49e2a849c" -d '{"events": [{"server_uuid": "592aff0c-939f-458e-94f4-8ce930e3a80b", "name": "network-vif-deleted", "tag": "ab062f5e-467b-4429-a3b5-f654b6ba472f"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:09:55.636472 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:55.760161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-776e8336-9e90-49e3-93a2-6758f445da49 req-90902c7c-6f53-4875-85e1-bf0ca047bcd0 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276924 Jul 14 07:09:55.761724 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37dbe46-c403-4620-a1a6-cf9a5a6b769d x-openstack-request-id: req-f37dbe46-c403-4620-a1a6-cf9a5a6b769d {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:09:55.762011 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592aff0c-939f-458e-94f4-8ce930e3a80b", "name": "network-vif-deleted", "tag": "ab062f5e-467b-4429-a3b5-f654b6ba472f", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:09:55.762259 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f37dbe46-c403-4620-a1a6-cf9a5a6b769d {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:09:55.762646 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592aff0c-939f-458e-94f4-8ce930e3a80b', 'name': 'network-vif-deleted', 'tag': 'ab062f5e-467b-4429-a3b5-f654b6ba472f', 'status': 'completed', 'code': 200} Jul 14 07:09:55.896426 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a416b498-bc05-415a-b312-59a94f304741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:56.032630 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46788) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:56.044728 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416b498-bc05-415a-b312-59a94f304741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42c47cfa-c715-4110-9f9a-d8e8160313f0,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:56.326188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8ea45ab6-d2f0-400c-8697-d08ff8f3616b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-197118733-network', 'tenant_id': '54c299c3697846c291ce3761776a3bff'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:56.365961 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e527dbe0-fec1-4650-81c2-b4c6de725e90 req-69273b7a-6268-4811-ac55-8cf7fa003929 tempest-ServerRescueTestJSON-1919124928 tempest-ServerRescueTestJSON-1919124928-project] 10.222.0.35 "GET /v2.0/ports?device_id=592aff0c-939f-458e-94f4-8ce930e3a80b HTTP/1.1" status: 200 len: 210 time: 0.0866547 Jul 14 07:09:56.407413 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea45ab6-d2f0-400c-8697-d08ff8f3616b admin admin] Made reservation on behalf of 54c299c3697846c291ce3761776a3bff for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:56.410651 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ea45ab6-d2f0-400c-8697-d08ff8f3616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:56.419535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a416b498-bc05-415a-b312-59a94f304741 admin admin] Checking segment: {'id': 'd9ec71b4-3e07-4167-8928-0caa3b0657db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ac553685-ca08-4b40-8004-018538e94cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:09:56.419908 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a416b498-bc05-415a-b312-59a94f304741 admin admin] Network hostable DHCP agents. Network: ac553685-ca08-4b40-8004-018538e94cc4, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:09:56.438443 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ea45ab6-d2f0-400c-8697-d08ff8f3616b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:56.468344 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:56.557373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a416b498-bc05-415a-b312-59a94f304741 admin admin] Network ac553685-ca08-4b40-8004-018538e94cc4 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:09:56.560445 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ea45ab6-d2f0-400c-8697-d08ff8f3616b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:56.572903 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595d1b8-0bc2-4a59-a8fa-66107337f24e req-a229de92-c01d-49f3-b546-e336cee83868 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:56.578172 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a416b498-bc05-415a-b312-59a94f304741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, ac553685-ca08-4b40-8004-018538e94cc4) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:09:56.588141 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5921ee8-e00f-4327-8ed6-64e5092ae6b4 None None] Network ac553685-ca08-4b40-8004-018538e94cc4 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:09:56.589057 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0595d1b8-0bc2-4a59-a8fa-66107337f24e req-a229de92-c01d-49f3-b546-e336cee83868 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 950 time: 0.2889891 Jul 14 07:09:56.596650 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a416b498-bc05-415a-b312-59a94f304741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:56.597492 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a416b498-bc05-415a-b312-59a94f304741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:56.602663 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ea45ab6-d2f0-400c-8697-d08ff8f3616b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:56.617846 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-6e0a5c5c-6918-4dd1-96f1-cfcaa4d983c5 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:56.619602 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-6e0a5c5c-6918-4dd1-96f1-cfcaa4d983c5 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.30 "GET /v2.0/networks?id=782dff88-77da-48cc-b35b-b98ce03cf2a5 HTTP/1.1" status: 200 len: 805 time: 0.5775821 Jul 14 07:09:56.628856 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-4c47b9b0-7e6b-4a5c-9657-1c3dc22db9f2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2710309 Jul 14 07:09:56.672820 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-fc2aa16c-dfb4-4bf1-9e0f-e2e9ddf3297f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Request body: {'port': {'device_id': '30538f03-8f75-4ef3-838c-513a8820be0d', 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5', 'admin_state_up': True, 'tenant_id': 'c0510020791b4c7d90104c784a2d4f98'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:56.708431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea45ab6-d2f0-400c-8697-d08ff8f3616b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:09:56.772297 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a416b498-bc05-415a-b312-59a94f304741 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7220616 Jul 14 07:09:56.821942 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-fc2aa16c-dfb4-4bf1-9e0f-e2e9ddf3297f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Made reservation on behalf of c0510020791b4c7d90104c784a2d4f98 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:56.826220 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-fc2aa16c-dfb4-4bf1-9e0f-e2e9ddf3297f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:56.833695 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0595d1b8-0bc2-4a59-a8fa-66107337f24e req-29b7e67d-0bc6-4ec6-b5ca-8e20120f672b tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407863 Jul 14 07:09:56.860187 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ea45ab6-d2f0-400c-8697-d08ff8f3616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:56.861301 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-8ea45ab6-d2f0-400c-8697-d08ff8f3616b admin admin] Added segment 7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b of type vlan for network 05c4c71a-6080-4398-a8a7-9a46ed277a04 Jul 14 07:09:56.894447 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device ab062f5e-467b-4429-a3b5-f654b6ba472f no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:09:56.912479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea45ab6-d2f0-400c-8697-d08ff8f3616b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb599be-2368-499c-a263-56ef98980ae1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:56.929856 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Router 136bdbe7-cf5e-43f6-8657-b1e4cc31dde1 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:09:56.939362 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: ab062f5e-467b-4429-a3b5-f654b6ba472f {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:09:56.941993 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device ab062f5e-467b-4429-a3b5-f654b6ba472f not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:09:56.974487 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aad62fce-86e7-40d1-abf6-84b4970d2ee8 req-a7249483-8254-4230-93e4-0b234372eed4 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=30538f03-8f75-4ef3-838c-513a8820be0d HTTP/1.1" status: 200 len: 210 time: 0.2253964 Jul 14 07:09:57.013350 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddb428a-aa24-41dc-83b1-54f0ed9dc5a4 None None] Network ac553685-ca08-4b40-8004-018538e94cc4 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:09:57.110681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-fc2aa16c-dfb4-4bf1-9e0f-e2e9ddf3297f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Allocated IP 172.20.0.2 (782dff88-77da-48cc-b35b-b98ce03cf2a5/ef8b4972-4af0-4364-94c1-6b8288d85079/6bfa3f62-3325-4a8a-a10b-3b127308bfb2) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:09:57.112089 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ea45ab6-d2f0-400c-8697-d08ff8f3616b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:57.136166 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:09:57.194840 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:57.199111 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-112f1205-f8ab-4730-90f8-e03c947e1583 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1924396 Jul 14 07:09:57.199860 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46820) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:57.224134 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8c8c41b1-c768-4430-b1a3-d0acc7b81f9f req-ff8e6c74-e195-489c-8478-9049e6b0e82e tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0503461 Jul 14 07:09:57.243299 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ea45ab6-d2f0-400c-8697-d08ff8f3616b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:57.244809 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea45ab6-d2f0-400c-8697-d08ff8f3616b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:57.245791 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ea45ab6-d2f0-400c-8697-d08ff8f3616b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:57.262138 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf86e6d-49ee-4075-b64b-4b323448c65f None None] Sync routers for ids ['136bdbe7-cf5e-43f6-8657-b1e4cc31dde1'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:09:57.370964 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf86e6d-49ee-4075-b64b-4b323448c65f None None] Routers {'136bdbe7-cf5e-43f6-8657-b1e4cc31dde1'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:09:57.371488 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-2cf86e6d-49ee-4075-b64b-4b323448c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:09:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['136bdbe7-cf5e-43f6-8657-b1e4cc31dde1'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:57.384353 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8ea45ab6-d2f0-400c-8697-d08ff8f3616b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3500152 Jul 14 07:09:57.386978 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46826) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:57.390307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea45ab6-d2f0-400c-8697-d08ff8f3616b admin admin] Pushing event updated for resources: {'Network': ['ID=05c4c71a-6080-4398-a8a7-9a46ed277a04,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:57.419879 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8b45f6a6-8704-41d2-954e-a715969dd12b admin admin] Request body: {'subnet': {'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-197118733-subnet', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:57.431741 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-2cf86e6d-49ee-4075-b64b-4b323448c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:57.438324 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 05c4c71a-6080-4398-a8a7-9a46ed277a04 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:09:57.447599 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-bdbd6650-ad45-44d9-836d-603224e1ee60 req-88bcfefa-cdbc-4373-8f48-3adadc294541 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2096293634', 'description': 'tempest-description-1241883417'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:57.474538 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9858aa97-72ba-473f-9a73-eb4557f1b6be tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "GET /v2.0/routers/136bdbe7-cf5e-43f6-8657-b1e4cc31dde1 HTTP/1.1" status: 200 len: 924 time: 0.2714832 Jul 14 07:09:57.475141 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46830) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:57.536277 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf86e6d-49ee-4075-b64b-4b323448c65f None None] Routers {'136bdbe7-cf5e-43f6-8657-b1e4cc31dde1'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:09:57.539808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b45f6a6-8704-41d2-954e-a715969dd12b admin admin] Made reservation on behalf of 54c299c3697846c291ce3761776a3bff for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:09:57.540270 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-2cf86e6d-49ee-4075-b64b-4b323448c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:09:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['136bdbe7-cf5e-43f6-8657-b1e4cc31dde1'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:57.542806 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b45f6a6-8704-41d2-954e-a715969dd12b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:57.570525 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cdf6c08d-e742-44e5-9388-a04bcf98a668 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "GET /v2.0/ports?device_id=136bdbe7-cf5e-43f6-8657-b1e4cc31dde1 HTTP/1.1" status: 200 len: 205 time: 0.0918119 Jul 14 07:09:57.574550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46836) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:57.641728 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-2cf86e6d-49ee-4075-b64b-4b323448c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:09:57.652006 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf86e6d-49ee-4075-b64b-4b323448c65f None None] The sync data for ids ['136bdbe7-cf5e-43f6-8657-b1e4cc31dde1'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:09:57.703099 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46838) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:57.717770 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-fc2aa16c-dfb4-4bf1-9e0f-e2e9ddf3297f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:57.812920 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-fc2aa16c-dfb4-4bf1-9e0f-e2e9ddf3297f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:57.846855 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bdbd6650-ad45-44d9-836d-603224e1ee60 req-88bcfefa-cdbc-4373-8f48-3adadc294541 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:57.890875 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c07c2c90-08b4-4e98-ad0a-833b904bc78c tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:57.935534 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-fc2aa16c-dfb4-4bf1-9e0f-e2e9ddf3297f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Network 782dff88-77da-48cc-b35b-b98ce03cf2a5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:09:57.945996 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-fc2aa16c-dfb4-4bf1-9e0f-e2e9ddf3297f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:09:57.949014 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-fc2aa16c-dfb4-4bf1-9e0f-e2e9ddf3297f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:09:57.991849 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2aa16c-dfb4-4bf1-9e0f-e2e9ddf3297f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Pushing event updated for resources: {'Port': ['ID=6bfa3f62-3325-4a8a-a10b-3b127308bfb2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:58.062118 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-fc2aa16c-dfb4-4bf1-9e0f-e2e9ddf3297f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:58.062795 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-fc2aa16c-dfb4-4bf1-9e0f-e2e9ddf3297f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:58.106089 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c07c2c90-08b4-4e98-ad0a-833b904bc78c tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:58.203612 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f7436bd-9432-4e30-bdc5-06a778fda68f req-27ca093b-184b-45ae-8ff8-402aff7c611a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5134983 Jul 14 07:09:58.209792 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c07c2c90-08b4-4e98-ad0a-833b904bc78c tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Deleting port 2886ed06-976e-43d7-83f4-67dba1f5278c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:09:58.210362 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c07c2c90-08b4-4e98-ad0a-833b904bc78c tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:58.261221 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b45f6a6-8704-41d2-954e-a715969dd12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:58.358035 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c07c2c90-08b4-4e98-ad0a-833b904bc78c tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:58.376249 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c07c2c90-08b4-4e98-ad0a-833b904bc78c tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Calling delete_port for 2886ed06-976e-43d7-83f4-67dba1f5278c owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:09:58.623053 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c07c2c90-08b4-4e98-ad0a-833b904bc78c tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:58.695637 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45f6a6-8704-41d2-954e-a715969dd12b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7533ca55-3891-41a7-935d-a12ba31dc650,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:58.705353 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bdbd6650-ad45-44d9-836d-603224e1ee60 req-88bcfefa-cdbc-4373-8f48-3adadc294541 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:58.724154 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bdbd6650-ad45-44d9-836d-603224e1ee60 req-88bcfefa-cdbc-4373-8f48-3adadc294541 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:58.736499 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c2c90-08b4-4e98-ad0a-833b904bc78c tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Pushing event deleted for resources: {'Port': ['ID=2886ed06-976e-43d7-83f4-67dba1f5278c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:58.762162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8e077-1a62-4fdd-9abc-f3878ce6b6dd req-f002d566-0088-4690-88c8-cbde097f92a1 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:58.769017 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83b8e077-1a62-4fdd-9abc-f3878ce6b6dd req-f002d566-0088-4690-88c8-cbde097f92a1 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 950 time: 0.6154296 Jul 14 07:09:58.796212 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7436bd-9432-4e30-bdc5-06a778fda68f req-47796a00-5b39-4d25-a39d-bc98af8f24fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:58.797764 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f7436bd-9432-4e30-bdc5-06a778fda68f req-47796a00-5b39-4d25-a39d-bc98af8f24fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 1101 time: 0.5576606 Jul 14 07:09:58.816210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b45f6a6-8704-41d2-954e-a715969dd12b admin admin] Checking segment: {'id': '7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:09:58.816210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b45f6a6-8704-41d2-954e-a715969dd12b admin admin] Network hostable DHCP agents. Network: 05c4c71a-6080-4398-a8a7-9a46ed277a04, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:09:58.834020 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bdbd6650-ad45-44d9-836d-603224e1ee60 req-88bcfefa-cdbc-4373-8f48-3adadc294541 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:58.840462 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bdbd6650-ad45-44d9-836d-603224e1ee60 req-88bcfefa-cdbc-4373-8f48-3adadc294541 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.4101036 Jul 14 07:09:58.846694 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-fc2aa16c-dfb4-4bf1-9e0f-e2e9ddf3297f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2152367 Jul 14 07:09:58.865846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcfefa-cdbc-4373-8f48-3adadc294541 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f2a947-bb49-49df-b9b2-006505013184,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:09:58.868327 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c07c2c90-08b4-4e98-ad0a-833b904bc78c tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:58.877281 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Request body: {'port': {'device_id': '30538f03-8f75-4ef3-838c-513a8820be0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:58.991982 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83b8e077-1a62-4fdd-9abc-f3878ce6b6dd req-8342522f-8099-47a3-9842-da15d79827db tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220857 Jul 14 07:09:59.019716 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c07c2c90-08b4-4e98-ad0a-833b904bc78c tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:59.027311 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c07c2c90-08b4-4e98-ad0a-833b904bc78c tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:59.049440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b45f6a6-8704-41d2-954e-a715969dd12b admin admin] Network 05c4c71a-6080-4398-a8a7-9a46ed277a04 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:09:59.108881 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:59.110143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-8b45f6a6-8704-41d2-954e-a715969dd12b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 05c4c71a-6080-4398-a8a7-9a46ed277a04) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:09:59.112259 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-e755d1dc-b42d-4f3a-8b88-2869191ec6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:59.114459 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-e755d1dc-b42d-4f3a-8b88-2869191ec6d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 1101 time: 0.3835475 Jul 14 07:09:59.122999 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c82f4f-e0fe-449f-9cbe-8f03c75d61a1 None None] Network 05c4c71a-6080-4398-a8a7-9a46ed277a04 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:09:59.137868 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b45f6a6-8704-41d2-954e-a715969dd12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:59.138400 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b45f6a6-8704-41d2-954e-a715969dd12b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:59.162205 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c07c2c90-08b4-4e98-ad0a-833b904bc78c tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:59.162778 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07c2c90-08b4-4e98-ad0a-833b904bc78c tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Fanout notify agent at l3_agent the message router_deleted on router 136bdbe7-cf5e-43f6-8657-b1e4cc31dde1 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:09:59.194227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97f3a954-f49d-4f9f-9b55-3563ef574a00 req-3dd46994-3f4c-4c70-a516-1393f9f93abf tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0632439 Jul 14 07:09:59.195376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7436bd-9432-4e30-bdc5-06a778fda68f req-759675ee-4b8a-4a6b-a49f-f1127983ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:59.196805 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f7436bd-9432-4e30-bdc5-06a778fda68f req-759675ee-4b8a-4a6b-a49f-f1127983ad40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.3529782 Jul 14 07:09:59.232447 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8b45f6a6-8704-41d2-954e-a715969dd12b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8430688 Jul 14 07:09:59.245480 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46854) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:59.246106 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a01da-c0cc-4031-a1b4-e08cda60871e req-dc2fda42-52c8-4727-b0ff-f70cff743b39 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:59.251457 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c07c2c90-08b4-4e98-ad0a-833b904bc78c tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:59.252749 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c07c2c90-08b4-4e98-ad0a-833b904bc78c tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "DELETE /v2.0/routers/136bdbe7-cf5e-43f6-8657-b1e4cc31dde1 HTTP/1.1" status: 204 len: 168 time: 1.6676219 Jul 14 07:09:59.252986 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b4a01da-c0cc-4031-a1b4-e08cda60871e req-dc2fda42-52c8-4727-b0ff-f70cff743b39 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=30538f03-8f75-4ef3-838c-513a8820be0d HTTP/1.1" status: 200 len: 931 time: 0.2886028 Jul 14 07:09:59.260089 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-197118733-router', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:59.289563 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46856) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:09:59.293647 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:59.293844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-166c86bc-0fa2-4777-ba8d-d6a4e36f52fb req-08649092-c4b7-447e-b4c2-ff9b8f1e5af0 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-266627228', 'description': 'tempest-description-1858048781'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:59.294856 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:59.319620 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f7436bd-9432-4e30-bdc5-06a778fda68f req-d0b0238f-c3ce-47da-b462-9c76820f3d8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=1c826991-c170-4b7d-8343-40b466107d16 HTTP/1.1" status: 200 len: 217 time: 0.1161470 Jul 14 07:09:59.374187 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Request body: {'router': {'name': 'tempest-snat-router-968738306', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'enable_snat': False}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:09:59.393222 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:59.432226 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b4a01da-c0cc-4031-a1b4-e08cda60871e req-efc10c91-8804-499c-afb9-99280d36d04b tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784801 Jul 14 07:09:59.432926 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-166c86bc-0fa2-4777-ba8d-d6a4e36f52fb req-08649092-c4b7-447e-b4c2-ff9b8f1e5af0 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:59.450483 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f7ccbe-e8e6-49b8-be86-205a56218fbb None None] Network 05c4c71a-6080-4398-a8a7-9a46ed277a04 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:09:59.458559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7436bd-9432-4e30-bdc5-06a778fda68f req-dd0f145f-6dd2-4e24-8832-5f5ecb72c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:59.467542 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f7436bd-9432-4e30-bdc5-06a778fda68f req-dd0f145f-6dd2-4e24-8832-5f5ecb72c134 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1098766 Jul 14 07:09:59.524929 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ec76481-3ab8-44f7-959d-bcc7a8117b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:09:59.644617 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7436bd-9432-4e30-bdc5-06a778fda68f req-a8798c3f-5f05-4b4d-934c-5c310d11a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:59.646701 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f7436bd-9432-4e30-bdc5-06a778fda68f req-a8798c3f-5f05-4b4d-934c-5c310d11a475 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1791370 Jul 14 07:09:59.825792 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f7436bd-9432-4e30-bdc5-06a778fda68f req-09b9d49b-ed34-47cb-b6a9-7cd003c241e9 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698759 Jul 14 07:09:59.865130 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-2b0676db-80a3-4b0d-b915-422825d2490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:09:59.867065 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-2b0676db-80a3-4b0d-b915-422825d2490a service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.7296910 Jul 14 07:10:00.023820 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-7315c2ef-f657-4436-9feb-b58c38beca77 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=56c84bd1-7356-492b-8fc7-7421be5531f0 HTTP/1.1" status: 200 len: 217 time: 0.1447906 Jul 14 07:10:00.028945 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:00.029674 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:00.078072 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f7436bd-9432-4e30-bdc5-06a778fda68f req-ceb3983a-be17-4869-8064-f97bee094747 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307396 Jul 14 07:10:00.092128 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-8718a3eb-12bf-4ec0-acac-06b848d14ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:00.093766 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-8718a3eb-12bf-4ec0-acac-06b848d14ffc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0549455 Jul 14 07:10:00.107333 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:00.127892 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0fce6cf1-5de2-4edb-a213-a996a04fc0d1 req-ba300c60-2427-459d-add4-3428b022f1a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0750630 Jul 14 07:10:00.205989 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-166c86bc-0fa2-4777-ba8d-d6a4e36f52fb req-08649092-c4b7-447e-b4c2-ff9b8f1e5af0 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:00.211609 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-7ec76481-3ab8-44f7-959d-bcc7a8117b1b admin admin] Deleting port b40c2563-a9c5-48b7-8a56-153530d093bf {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:10:00.211996 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ec76481-3ab8-44f7-959d-bcc7a8117b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:00.256123 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-166c86bc-0fa2-4777-ba8d-d6a4e36f52fb req-08649092-c4b7-447e-b4c2-ff9b8f1e5af0 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:00.272300 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:00.329072 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-166c86bc-0fa2-4777-ba8d-d6a4e36f52fb req-08649092-c4b7-447e-b4c2-ff9b8f1e5af0 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:00.345618 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-166c86bc-0fa2-4777-ba8d-d6a4e36f52fb req-08649092-c4b7-447e-b4c2-ff9b8f1e5af0 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1080949 Jul 14 07:10:00.390736 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08649092-c4b7-447e-b4c2-ff9b8f1e5af0 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ed51b4-9714-477a-88fc-3823e90e35c9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:00.411101 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-33ca948c-95a9-4a29-9a85-e023d7092ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:00.412649 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-33ca948c-95a9-4a29-9a85-e023d7092ed4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3005133 Jul 14 07:10:00.427840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-7ec76481-3ab8-44f7-959d-bcc7a8117b1b admin admin] For port b40c2563-a9c5-48b7-8a56-153530d093bf, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b40c2563-a9c5-48b7-8a56-153530d093bf,segment=NetworkSegment(065a31b3-4fff-4e28-a808-d8f8239fd64a),segment_id=065a31b3-4fff-4e28-a808-d8f8239fd64a)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:00.428570 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ec76481-3ab8-44f7-959d-bcc7a8117b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:00.449068 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-7ec76481-3ab8-44f7-959d-bcc7a8117b1b admin admin] Calling delete_port for b40c2563-a9c5-48b7-8a56-153530d093bf owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:10:00.451031 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db83bc32-3dab-430f-a76b-1efa78507fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:00.477242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9c8d8-3cf8-47d5-8e39-aaaa75d85af1 req-0585c4d4-af7f-4b88-a0d7-f4b8383bc034 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:00.484315 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdb9c8d8-3cf8-47d5-8e39-aaaa75d85af1 req-0585c4d4-af7f-4b88-a0d7-f4b8383bc034 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 950 time: 0.2311954 Jul 14 07:10:00.546075 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:00.610594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdb9c8d8-3cf8-47d5-8e39-aaaa75d85af1 req-60cbfcd5-4867-4c2c-8716-8c15daaf7b39 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221466 Jul 14 07:10:00.615002 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3aa7ff35-ea01-4567-ba1a-906594a0fa69 req-439c0ef8-f69a-4424-9310-98e795388e5a tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0516760 Jul 14 07:10:00.621410 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:10:00.665822 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:00.718230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Transition to ACTIVE for port object 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:10:00.734626 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-523cad72-b842-46b9-9a95-d025ed13db81 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605746 Jul 14 07:10:00.742731 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:00.935904 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Pushing event updated for resources: {'Port': ['ID=6bfa3f62-3325-4a8a-a10b-3b127308bfb2,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:01.047217 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-53d3883d-48a9-469b-b7bc-64345a3b1e6c service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006213 Jul 14 07:10:01.100529 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:01.136459 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:01.216723 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Attempting to bind port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:10:01.217431 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Attempting to bind port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'a2c9c323-3e79-4c54-9229-cad6e859fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:10:01.218737 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Attempting to bind port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 on network 782dff88-77da-48cc-b35b-b98ce03cf2a5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:10:01.315761 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 on network 782dff88-77da-48cc-b35b-b98ce03cf2a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:10:01.319617 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-f4c69434-4d7e-42d0-9615-27f9e6e3e8c8 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:01.320501 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Attempting to bind port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 on network 782dff88-77da-48cc-b35b-b98ce03cf2a5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:10:01.326624 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-f4c69434-4d7e-42d0-9615-27f9e6e3e8c8 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/networks?id=ac553685-ca08-4b40-8004-018538e94cc4 HTTP/1.1" status: 200 len: 812 time: 0.5279584 Jul 14 07:10:01.343908 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-9e24e02e-222e-411d-98bc-dfa18bed4307 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/quotas/45ed1a9198404a9eab290e1ea35b5dd0 HTTP/1.1" status: 200 len: 375 time: 0.0162392 Jul 14 07:10:01.367975 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:10:01.368590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Checking segment: {'id': 'a2c9c323-3e79-4c54-9229-cad6e859fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:10:01.369122 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Bound using segment: {'id': 'a2c9c323-3e79-4c54-9229-cad6e859fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:10:01.369793 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Bound port: 6bfa3f62-3325-4a8a-a10b-3b127308bfb2, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9c323-3e79-4c54-9229-cad6e859fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:10:01.370299 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:01.382512 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-75d6182a-3c2a-472e-9fb7-94ae3cc575ae tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=45ed1a9198404a9eab290e1ea35b5dd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373466 Jul 14 07:10:01.421168 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:01.446912 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:01.487265 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ec76481-3ab8-44f7-959d-bcc7a8117b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:01.497809 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-f95a0afc-b268-4045-9b4b-a9a787a6f42b service neutron] 10.222.0.35 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146555 Jul 14 07:10:01.555363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] Allocated IP 172.25.7.3 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/451a0616-81b7-4ed0-93b9-b36d1a3de1d7) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:10:01.580802 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec76481-3ab8-44f7-959d-bcc7a8117b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=b40c2563-a9c5-48b7-8a56-153530d093bf,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:01.584286 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] For port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:10:01.587354 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] For port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6bfa3f62-3325-4a8a-a10b-3b127308bfb2,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:10:01.597453 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:01.654381 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22323ce3-677d-4743-adc5-88d900c539ad req-3f3e34b4-9ef9-43ce-8000-fb45aa7bc4c2 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:01.661666 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22323ce3-677d-4743-adc5-88d900c539ad req-3f3e34b4-9ef9-43ce-8000-fb45aa7bc4c2 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=30538f03-8f75-4ef3-838c-513a8820be0d HTTP/1.1" status: 200 len: 943 time: 0.7919219 Jul 14 07:10:01.687610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:01.689355 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:01.689534 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] 10.222.0.30 "PUT /v2.0/ports/6bfa3f62-3325-4a8a-a10b-3b127308bfb2 HTTP/1.1" status: 200 len: 1091 time: 2.8224471 Jul 14 07:10:01.691722 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30538f03-8f75-4ef3-838c-513a8820be0d', 'tag': '6bfa3f62-3325-4a8a-a10b-3b127308bfb2'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:10:01.695015 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f3a1d9-3240-49df-9053-c0c1316b87ed" -d '{"events": [{"name": "network-changed", "server_uuid": "30538f03-8f75-4ef3-838c-513a8820be0d", "tag": "6bfa3f62-3325-4a8a-a10b-3b127308bfb2"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:10:01.727166 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-c69c7ec8-77be-4a71-a520-f6b6eb556f5c service neutron] 10.222.0.35 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284055 Jul 14 07:10:01.742756 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d385ec2-e303-4600-9f16-97fa5ec1614f service neutron] Pushing event updated for resources: {'Port': ['ID=6bfa3f62-3325-4a8a-a10b-3b127308bfb2,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:01.814655 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:01.818222 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22323ce3-677d-4743-adc5-88d900c539ad req-df3052c5-4271-48b3-9105-8ace09ea7985 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555839 Jul 14 07:10:01.854192 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-d9fa18fc-bc18-4525-8ebd-20301d4681de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:01.856095 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-d9fa18fc-bc18-4525-8ebd-20301d4681de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0510020791b4c7d90104c784a2d4f98&device_id=30538f03-8f75-4ef3-838c-513a8820be0d HTTP/1.1" status: 200 len: 1094 time: 0.1088817 Jul 14 07:10:01.941755 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ec76481-3ab8-44f7-959d-bcc7a8117b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:01.942330 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aee8528-56e5-4d7d-9f38-fd1c61957264 x-openstack-request-id: req-7aee8528-56e5-4d7d-9f38-fd1c61957264 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:10:01.942701 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30538f03-8f75-4ef3-838c-513a8820be0d", "tag": "6bfa3f62-3325-4a8a-a10b-3b127308bfb2", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:10:01.943029 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7aee8528-56e5-4d7d-9f38-fd1c61957264 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:10:01.943519 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30538f03-8f75-4ef3-838c-513a8820be0d', 'tag': '6bfa3f62-3325-4a8a-a10b-3b127308bfb2', 'status': 'completed', 'code': 200} Jul 14 07:10:01.956384 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-c880dd86-d441-44ab-9c43-876ec815d2c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bfa3f62-3325-4a8a-a10b-3b127308bfb2 HTTP/1.1" status: 200 len: 217 time: 0.0927401 Jul 14 07:10:02.135101 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-380df980-5fd8-467d-8226-05cd7bb67fda req-34f0834d-aea7-42e8-92db-7456f9c99a5d tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0390759 Jul 14 07:10:02.307167 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf0b86c0-69a6-4ee4-8c92-a26ff02962d9 req-618ca26d-fc83-49cb-b333-bb9d4ccc4c5a tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 210 time: 0.0608304 Jul 14 07:10:02.455098 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54df89-62c3-46a6-b7ce-4c5ae0aa369b req-e8d954f7-753f-4022-ad1c-f583ae9d3f98 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:02.456359 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ec54df89-62c3-46a6-b7ce-4c5ae0aa369b req-e8d954f7-753f-4022-ad1c-f583ae9d3f98 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 950 time: 0.2562389 Jul 14 07:10:02.527213 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:02.556836 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ec54df89-62c3-46a6-b7ce-4c5ae0aa369b req-e7aa140c-e534-4bbf-ae3c-339aaa973860 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620399 Jul 14 07:10:02.585113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec76481-3ab8-44f7-959d-bcc7a8117b1b admin admin] Router 92060f12-f2b7-4544-8396-ed572184afbb has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:10:02.618295 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-f5505140-ac84-4914-bc37-4cdca87389d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:02.619812 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-f5505140-ac84-4914-bc37-4cdca87389d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8b4972-4af0-4364-94c1-6b8288d85079 HTTP/1.1" status: 200 len: 845 time: 0.6549625 Jul 14 07:10:02.649400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:10:02.677137 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-a7151b24-5fee-483b-825c-fe01392baf85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=782dff88-77da-48cc-b35b-b98ce03cf2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492833 Jul 14 07:10:02.677889 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:10:02.688209 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:10:02.691702 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Allocated IP 172.25.7.185 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/b7c00f14-d5a7-4e09-8d29-49c6daa0322e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:10:02.713580 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] Pushing event updated for resources: {'Port': ['ID=451a0616-81b7-4ed0-93b9-b36d1a3de1d7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:02.725396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec76481-3ab8-44f7-959d-bcc7a8117b1b admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:10:02.734830 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7ec76481-3ab8-44f7-959d-bcc7a8117b1b admin admin] 10.222.0.35 "PUT /v2.0/routers/92060f12-f2b7-4544-8396-ed572184afbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0305891 Jul 14 07:10:02.735733 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46900) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:02.748555 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3142789-e005-4c23-a92d-db23110d7725 None None] Sync routers for ids ['92060f12-f2b7-4544-8396-ed572184afbb'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:10:02.765113 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3142789-e005-4c23-a92d-db23110d7725 None None] Routers {'92060f12-f2b7-4544-8396-ed572184afbb'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:02.766508 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c3142789-e005-4c23-a92d-db23110d7725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:09:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['92060f12-f2b7-4544-8396-ed572184afbb'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:02.907791 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-14cc255f-d318-4260-8062-59f24a5b34a2 service neutron] 10.222.0.30 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206926 Jul 14 07:10:03.022404 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c3142789-e005-4c23-a92d-db23110d7725 None None] Set router 92060f12-f2b7-4544-8396-ed572184afbb gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:10:03.055241 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98cbaf8b-7a49-4718-89cf-044f6cc2f4ca req-bececaaf-766f-42d9-8a91-3fed5bea209c tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455&device_id=11551c58-53f3-4537-809e-bf0106fcad3c HTTP/1.1" status: 200 len: 210 time: 0.1635363 Jul 14 07:10:03.083486 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:03.229714 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fdcab462-4636-4665-be12-fd4f97b316fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:03.348025 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c3142789-e005-4c23-a92d-db23110d7725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92060f12-f2b7-4544-8396-ed572184afbb', 'name': 'tempest-ServerRescueTestJSON-771638087-router', 'tenant_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '1db217ac-53e5-406f-ac13-30ec0b2eb6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:07:33Z', 'updated_at': '2021-07-14T07:10:00Z', 'revision_number': 5, 'project_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'gw_port': {'id': '1db217ac-53e5-406f-ac13-30ec0b2eb6be', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92060f12-f2b7-4544-8396-ed572184afbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:07:34Z', 'updated_at': '2021-07-14T07:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:03.384197 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3142789-e005-4c23-a92d-db23110d7725 None None] Checking router: 92060f12-f2b7-4544-8396-ed572184afbb for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:10:03.395623 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3142789-e005-4c23-a92d-db23110d7725 None None] Routers {'92060f12-f2b7-4544-8396-ed572184afbb'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:03.396288 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c3142789-e005-4c23-a92d-db23110d7725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:10:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['92060f12-f2b7-4544-8396-ed572184afbb'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:03.461038 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb969e9-6d5a-4a51-a0f1-ec56408de429 req-5fac54c1-cb8d-4bb8-bf25-828eed7908f7 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:03.469678 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1cb969e9-6d5a-4a51-a0f1-ec56408de429 req-5fac54c1-cb8d-4bb8-bf25-828eed7908f7 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=30538f03-8f75-4ef3-838c-513a8820be0d HTTP/1.1" status: 200 len: 943 time: 0.2886295 Jul 14 07:10:03.472392 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:03.500429 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:03.527920 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2f3e9ee9-7e5f-43f7-96d7-f435077359da req-5755459c-463a-4dc2-8d33-c475f858be51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0c03449fe2d542c5819a792b782c39ca&device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0513504 Jul 14 07:10:03.530228 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c3142789-e005-4c23-a92d-db23110d7725 None None] Set router 92060f12-f2b7-4544-8396-ed572184afbb gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:10:03.550436 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-48f661c4-65a3-4802-8291-11a27d0db1ce req-2ce01a93-1a2e-4857-a85c-3c7233c04fa6 service neutron] 10.222.0.30 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6294825 Jul 14 07:10:03.556041 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:03.562739 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:03.593626 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:10:03.598111 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:10:03.605453 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2f3e9ee9-7e5f-43f7-96d7-f435077359da req-5d726572-ffa4-49ae-9147-3846d86ee600 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0c03449fe2d542c5819a792b782c39ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554514 Jul 14 07:10:03.628707 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1cb969e9-6d5a-4a51-a0f1-ec56408de429 req-c93edf83-0114-472b-ad9c-09f70e55bde8 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580148 Jul 14 07:10:03.646427 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:10:03.714137 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:03.873173 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c3142789-e005-4c23-a92d-db23110d7725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92060f12-f2b7-4544-8396-ed572184afbb', 'name': 'tempest-ServerRescueTestJSON-771638087-router', 'tenant_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '1db217ac-53e5-406f-ac13-30ec0b2eb6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:07:33Z', 'updated_at': '2021-07-14T07:10:00Z', 'revision_number': 5, 'project_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'gw_port': {'id': '1db217ac-53e5-406f-ac13-30ec0b2eb6be', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92060f12-f2b7-4544-8396-ed572184afbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:07:34Z', 'updated_at': '2021-07-14T07:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:03.898555 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56b138c4-b5cd-4655-a8ed-68c7ca610e0f req-92e4b239-1d7d-427f-a918-94cef13096db tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 210 time: 0.1545084 Jul 14 07:10:03.920829 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3142789-e005-4c23-a92d-db23110d7725 None None] The sync data for ids ['92060f12-f2b7-4544-8396-ed572184afbb'] in n-d-778696-5 is: [{'id': '92060f12-f2b7-4544-8396-ed572184afbb', 'name': 'tempest-ServerRescueTestJSON-771638087-router', 'tenant_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '1db217ac-53e5-406f-ac13-30ec0b2eb6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:07:33Z', 'updated_at': '2021-07-14T07:10:00Z', 'revision_number': 5, 'project_id': '41d7b9c7c3284b00bf5d9e27f0168ee3', 'gw_port': {'id': '1db217ac-53e5-406f-ac13-30ec0b2eb6be', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92060f12-f2b7-4544-8396-ed572184afbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:07:34Z', 'updated_at': '2021-07-14T07:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:10:04.040628 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-81114a98-3f84-47a5-9495-3d11d41b895e req-e60cc7c9-a3b7-4432-801e-99d56439cef2 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.1691163 Jul 14 07:10:04.050336 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b40c2563-a9c5-48b7-8a56-153530d093bf no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:10:04.086906 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: b40c2563-a9c5-48b7-8a56-153530d093bf {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:10:04.087252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b40c2563-a9c5-48b7-8a56-153530d093bf not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:10:04.158263 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Deleting port 1db217ac-53e5-406f-ac13-30ec0b2eb6be {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:10:04.158762 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:04.185643 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Pushing event updated for resources: {'Port': ['ID=b7c00f14-d5a7-4e09-8d29-49c6daa0322e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:04.234455 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3a1d9-3240-49df-9053-c0c1316b87ed req-62eb1da5-4ebe-4d97-8f32-2322bd0ab5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:04.236127 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9f3a1d9-3240-49df-9053-c0c1316b87ed req-62eb1da5-4ebe-4d97-8f32-2322bd0ab5e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0510020791b4c7d90104c784a2d4f98&device_id=30538f03-8f75-4ef3-838c-513a8820be0d HTTP/1.1" status: 200 len: 1094 time: 0.6033192 Jul 14 07:10:04.237532 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:04.258690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e9ee9-7e5f-43f7-96d7-f435077359da req-f87a2d12-f172-461e-a94b-fd63af16957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:04.260376 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2f3e9ee9-7e5f-43f7-96d7-f435077359da req-f87a2d12-f172-461e-a94b-fd63af16957c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6270509 Jul 14 07:10:04.491739 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3a1d9-3240-49df-9053-c0c1316b87ed req-b6aad3e2-3e4d-4ec8-a615-8acfc08330dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:04.493283 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9f3a1d9-3240-49df-9053-c0c1316b87ed req-b6aad3e2-3e4d-4ec8-a615-8acfc08330dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=782dff88-77da-48cc-b35b-b98ce03cf2a5 HTTP/1.1" status: 200 len: 906 time: 0.2498300 Jul 14 07:10:04.530378 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:04.557036 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9f3a1d9-3240-49df-9053-c0c1316b87ed req-cdc5e645-0be6-4d4d-bce9-fa60a74c0aa2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bfa3f62-3325-4a8a-a10b-3b127308bfb2 HTTP/1.1" status: 200 len: 217 time: 0.0542932 Jul 14 07:10:04.560053 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:04.582439 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-6924a3f2-1059-460e-95a0-6db4b512af56 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:04.584062 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-6924a3f2-1059-460e-95a0-6db4b512af56 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.15 "GET /v2.0/networks?id=ac553685-ca08-4b40-8004-018538e94cc4 HTTP/1.1" status: 200 len: 812 time: 0.7444611 Jul 14 07:10:04.604627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-44960c25-16ec-4049-8ebf-fcd9e611da64 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Request body: {'port': {'device_id': '7c87d3d4-247a-4bc6-b045-b80cf1c832c7', 'network_id': 'ac553685-ca08-4b40-8004-018538e94cc4', 'admin_state_up': True, 'tenant_id': '45ed1a9198404a9eab290e1ea35b5dd0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:04.664284 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] For port 1db217ac-53e5-406f-ac13-30ec0b2eb6be, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1db217ac-53e5-406f-ac13-30ec0b2eb6be,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:04.664652 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:04.674437 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f647a1-02a1-44a8-8799-7ae7bf224f75 req-6760fc0d-0c03-4da3-9837-56a26983182a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:04.675971 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b5f647a1-02a1-44a8-8799-7ae7bf224f75 req-6760fc0d-0c03-4da3-9837-56a26983182a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 950 time: 0.5863709 Jul 14 07:10:04.700696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Calling delete_port for 1db217ac-53e5-406f-ac13-30ec0b2eb6be owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:10:04.739326 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3a1d9-3240-49df-9053-c0c1316b87ed req-1af2b1df-c811-4b94-b878-9677ffe0470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:04.741158 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9f3a1d9-3240-49df-9053-c0c1316b87ed req-1af2b1df-c811-4b94-b878-9677ffe0470b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8b4972-4af0-4364-94c1-6b8288d85079 HTTP/1.1" status: 200 len: 845 time: 0.1346357 Jul 14 07:10:04.745329 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] Router fcd46c61-9503-4b7a-83cb-205cf6b73e3b is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:10:04.789971 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b5f647a1-02a1-44a8-8799-7ae7bf224f75 req-67afc3df-d797-4e4b-8981-bb477d793093 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969164 Jul 14 07:10:04.814772 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9f3a1d9-3240-49df-9053-c0c1316b87ed req-1a3a7846-a6be-45cf-b53d-56738f088396 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=782dff88-77da-48cc-b35b-b98ce03cf2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643854 Jul 14 07:10:04.928309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-44960c25-16ec-4049-8ebf-fcd9e611da64 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Made reservation on behalf of 45ed1a9198404a9eab290e1ea35b5dd0 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:10:04.932057 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-44960c25-16ec-4049-8ebf-fcd9e611da64 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:05.021949 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89ef67-a1aa-4248-9991-82eeed68cc4a req-c936bed8-16cf-4dc0-9518-b269bec0df2e tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:05.028980 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb89ef67-a1aa-4248-9991-82eeed68cc4a req-c936bed8-16cf-4dc0-9518-b269bec0df2e tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=30538f03-8f75-4ef3-838c-513a8820be0d HTTP/1.1" status: 200 len: 943 time: 0.2448282 Jul 14 07:10:05.127450 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c1829ea-0a26-467b-ad80-a4537b324720 req-39a0e0d9-146d-4092-96b4-aec07eaa213d tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 210 time: 0.0860565 Jul 14 07:10:05.193968 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb89ef67-a1aa-4248-9991-82eeed68cc4a req-8ce7bb19-f2bc-463c-bedc-8615499d76d1 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638801 Jul 14 07:10:05.217518 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-44960c25-16ec-4049-8ebf-fcd9e611da64 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Allocated IP 172.20.0.8 (ac553685-ca08-4b40-8004-018538e94cc4/42c47cfa-c715-4110-9f9a-d8e8160313f0/38edc4e1-a2a0-4b88-8660-8698911cce7f) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:10:05.231542 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:05.282242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Pushing event deleted for resources: {'Port': ['ID=1db217ac-53e5-406f-ac13-30ec0b2eb6be,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:05.315147 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:10:05.323772 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Sync routers for ids ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:10:05.336132 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Routers {'fcd46c61-9503-4b7a-83cb-205cf6b73e3b'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:05.336857 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:10:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:05.342455 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:05.342799 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:05.343141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:05.343513 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:05.343993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:05.344390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:05.345140 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:05.345140 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:05.345479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:05.345842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:05.346227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:05.346559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:05.355211 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:05.356327 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7f0e429c-bc12-4642-99ec-0444b52a4a7b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1020982 Jul 14 07:10:05.359888 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46924) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:05.414373 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3b25665-597e-4695-841f-37ddb9230cf8 req-a8a71d13-b4e3-4e22-8a1f-a7b2bbac89e3 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.1240258 Jul 14 07:10:05.432338 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:05.489456 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:05.492536 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Set router fcd46c61-9503-4b7a-83cb-205cf6b73e3b gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:10:05.611160 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2f3e9ee9-7e5f-43f7-96d7-f435077359da req-7ba357f4-98f7-4eac-a471-628966107e74 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.15 "GET /v2.0/ports?device_id=592a99e0-91a5-4898-b7fe-7cf952b51455 HTTP/1.1" status: 200 len: 210 time: 0.0338478 Jul 14 07:10:05.661289 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9f3a1d9-3240-49df-9053-c0c1316b87ed req-aeacf073-d6ce-4dbe-9297-50422bb7e13d service neutron] 10.222.0.30 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8374767 Jul 14 07:10:05.661843 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:05.665769 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:05.735963 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-197118733-router', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:09:59Z', 'updated_at': '2021-07-14T07:10:03Z', 'revision_number': 3, 'project_id': '54c299c3697846c291ce3761776a3bff', 'gw_port': {'id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:01Z', 'updated_at': '2021-07-14T07:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:05.771432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Checking router: fcd46c61-9503-4b7a-83cb-205cf6b73e3b for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:10:05.772046 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Updating router fcd46c61-9503-4b7a-83cb-205cf6b73e3b port 451a0616-81b7-4ed0-93b9-b36d1a3de1d7 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:10:05.774804 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Router e19dce75-ceb9-4fee-aa85-7bef19508907 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:10:05.774945 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:05.775483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92060f12-f2b7-4544-8396-ed572184afbb {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:10:05.781925 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:05.783425 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e096c8b8-3dd7-41cb-bdfe-57cc39f59107 admin admin] 10.222.0.35 "DELETE /v2.0/routers/92060f12-f2b7-4544-8396-ed572184afbb HTTP/1.1" status: 204 len: 168 time: 3.0463777 Jul 14 07:10:05.787553 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46926) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:05.799719 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-44960c25-16ec-4049-8ebf-fcd9e611da64 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:05.858341 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-f455d9a1-7332-4f86-a964-292b92033034 admin admin] Deleting subnet 0647552b-8dce-4aed-a543-e2c6d3a859c4 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:10:05.858674 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:05.867169 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f455d9a1-7332-4f86-a964-292b92033034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:05.932493 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f455d9a1-7332-4f86-a964-292b92033034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:05.957543 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-44960c25-16ec-4049-8ebf-fcd9e611da64 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:06.022011 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-44960c25-16ec-4049-8ebf-fcd9e611da64 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Network ac553685-ca08-4b40-8004-018538e94cc4 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:10:06.029267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-44960c25-16ec-4049-8ebf-fcd9e611da64 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:10:06.031910 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-44960c25-16ec-4049-8ebf-fcd9e611da64 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:10:06.037622 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9f3a1d9-3240-49df-9053-c0c1316b87ed req-f49a761b-c9b4-4c24-aa0c-f251fce06314 service neutron] 10.222.0.30 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681498 Jul 14 07:10:06.069393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44960c25-16ec-4049-8ebf-fcd9e611da64 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event updated for resources: {'Port': ['ID=38edc4e1-a2a0-4b88-8660-8698911cce7f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:06.109172 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:06.109364 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f455d9a1-7332-4f86-a964-292b92033034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:06.175702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-44960c25-16ec-4049-8ebf-fcd9e611da64 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:06.177396 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-44960c25-16ec-4049-8ebf-fcd9e611da64 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:06.183880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:10:06.195872 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Sync routers for ids ['e19dce75-ceb9-4fee-aa85-7bef19508907'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:10:06.210550 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Routers {'e19dce75-ceb9-4fee-aa85-7bef19508907'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:06.212268 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:10:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e19dce75-ceb9-4fee-aa85-7bef19508907'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:06.250481 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:06.254717 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-635a04b8-4379-4f8d-9147-4da689a72f16 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.9592063 Jul 14 07:10:06.255310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46936) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:06.297943 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-44960c25-16ec-4049-8ebf-fcd9e611da64 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7010150 Jul 14 07:10:06.339041 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Request body: {'port': {'device_id': '7c87d3d4-247a-4bc6-b045-b80cf1c832c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:06.442622 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:06.444392 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e4d64-cbec-4453-a1d5-4cd90b8ee949 req-abfc2b9e-8a9a-4b01-823a-d34f63d6a581 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:06.449756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a89e4d64-cbec-4453-a1d5-4cd90b8ee949 req-abfc2b9e-8a9a-4b01-823a-d34f63d6a581 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 950 time: 0.3734646 Jul 14 07:10:06.470458 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Transition to ACTIVE for port object 451a0616-81b7-4ed0-93b9-b36d1a3de1d7 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:10:06.493250 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-45359b92-d00e-459a-ab56-310c66d5b08f tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "GET /v2.0/routers/e19dce75-ceb9-4fee-aa85-7bef19508907 HTTP/1.1" status: 200 len: 908 time: 0.2347765 Jul 14 07:10:06.493837 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1db217ac-53e5-406f-ac13-30ec0b2eb6be no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:10:06.497446 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f455d9a1-7332-4f86-a964-292b92033034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:06.501206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46940) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:06.510770 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Set router e19dce75-ceb9-4fee-aa85-7bef19508907 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:10:06.511730 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:10:06.522194 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:06.560827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Request body: {'router': {'name': 'tempest-snat-router-968738306', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'enable_snat': True}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:06.564777 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fd706ad-9caf-4c3e-bf2a-528f7a08a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:06.609571 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b107d-a773-4b93-a845-b04d14535d00 None None] Pushing event updated for resources: {'Port': ['ID=451a0616-81b7-4ed0-93b9-b36d1a3de1d7,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:06.630832 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 1db217ac-53e5-406f-ac13-30ec0b2eb6be {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:10:06.631507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1db217ac-53e5-406f-ac13-30ec0b2eb6be not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:10:06.664313 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Attempting to bind port 451a0616-81b7-4ed0-93b9-b36d1a3de1d7 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:10:06.664689 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Attempting to bind port 451a0616-81b7-4ed0-93b9-b36d1a3de1d7 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:10:06.665060 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Attempting to bind port 451a0616-81b7-4ed0-93b9-b36d1a3de1d7 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:10:06.685280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:10:06.685609 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:10:06.686123 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:06.686650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:10:06.687163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Bound port: 451a0616-81b7-4ed0-93b9-b36d1a3de1d7, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:10:06.687512 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:06.713803 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455d9a1-7332-4f86-a964-292b92033034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0647552b-8dce-4aed-a543-e2c6d3a859c4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:06.731915 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f455d9a1-7332-4f86-a964-292b92033034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:06.734192 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f455d9a1-7332-4f86-a964-292b92033034 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0647552b-8dce-4aed-a543-e2c6d3a859c4 HTTP/1.1" status: 204 len: 168 time: 0.9456928 Jul 14 07:10:06.737055 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46942) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:06.752680 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] For port 451a0616-81b7-4ed0-93b9-b36d1a3de1d7, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:10:06.756583 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] For port 451a0616-81b7-4ed0-93b9-b36d1a3de1d7, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=451a0616-81b7-4ed0-93b9-b36d1a3de1d7,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:10:06.785680 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:06.798486 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:06.803401 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19dce75-ceb9-4fee-aa85-7bef19508907', 'name': 'tempest-snat-router-968738306', 'tenant_id': '7265e8e7edd645bca9083fc52d175e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.185'}], 'enable_snat': False}, 'gw_port_id': 'b7c00f14-d5a7-4e09-8d29-49c6daa0322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:10:00Z', 'updated_at': '2021-07-14T07:10:04Z', 'revision_number': 3, 'project_id': '7265e8e7edd645bca9083fc52d175e12', 'gw_port': {'id': 'b7c00f14-d5a7-4e09-8d29-49c6daa0322e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19dce75-ceb9-4fee-aa85-7bef19508907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:01Z', 'updated_at': '2021-07-14T07:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:06.838169 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Checking router: e19dce75-ceb9-4fee-aa85-7bef19508907 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:10:06.838524 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Updating router e19dce75-ceb9-4fee-aa85-7bef19508907 port b7c00f14-d5a7-4e09-8d29-49c6daa0322e binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:10:06.868727 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a89e4d64-cbec-4453-a1d5-4cd90b8ee949 req-c0315668-9624-4184-9a43-7e9cb719be2a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976030 Jul 14 07:10:06.875577 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:06.877802 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Routers {'fcd46c61-9503-4b7a-83cb-205cf6b73e3b'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:06.878445 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:10:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:06.879054 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:06.883980 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:06.956143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c4a3c-81dd-47e0-96b7-cc7adcf57467 req-f8a09468-98bd-4db4-b2b2-58a35ef5e1aa tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:06.973843 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f60c4a3c-81dd-47e0-96b7-cc7adcf57467 req-f8a09468-98bd-4db4-b2b2-58a35ef5e1aa tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 931 time: 0.5226038 Jul 14 07:10:07.077921 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-885c4cfc-2296-4bf6-ad95-f0528133778e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:07.086765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-7fd706ad-9caf-4c3e-bf2a-528f7a08a9ec admin admin] Allocated IP 172.20.0.1 (05c4c71a-6080-4398-a8a7-9a46ed277a04/7533ca55-3891-41a7-935d-a12ba31dc650/edf868d1-b812-4d23-86b9-a0f69716c828) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:10:07.201908 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b107d-a773-4b93-a845-b04d14535d00 None None] Pushing event updated for resources: {'Port': ['ID=451a0616-81b7-4ed0-93b9-b36d1a3de1d7,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:07.242843 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6bfa3f62-3325-4a8a-a10b-3b127308bfb2,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:07.244715 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-885c4cfc-2296-4bf6-ad95-f0528133778e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:07.263143 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-885c4cfc-2296-4bf6-ad95-f0528133778e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a14332a-3cc4-4fca-9869-617a13d02085']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:07.266612 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] Set router fcd46c61-9503-4b7a-83cb-205cf6b73e3b gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:10:07.284438 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-885c4cfc-2296-4bf6-ad95-f0528133778e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065a31b3-4fff-4e28-a808-d8f8239fd64a') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:07.284734 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-885c4cfc-2296-4bf6-ad95-f0528133778e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065a31b3-4fff-4e28-a808-d8f8239fd64a') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:07.305476 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-885c4cfc-2296-4bf6-ad95-f0528133778e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:07.309982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '6bfa3f62-3325-4a8a-a10b-3b127308bfb2', 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5', 'port_id': '6bfa3f62-3325-4a8a-a10b-3b127308bfb2', 'mac_address': 'fa:16:3e:f7:2d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8b4972-4af0-4364-94c1-6b8288d85079', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:10:07.317325 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fd706ad-9caf-4c3e-bf2a-528f7a08a9ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:07.331955 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-885c4cfc-2296-4bf6-ad95-f0528133778e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:07.353399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885c4cfc-2296-4bf6-ad95-f0528133778e admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:10:07.354205 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-885c4cfc-2296-4bf6-ad95-f0528133778e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:07.364089 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f60c4a3c-81dd-47e0-96b7-cc7adcf57467 req-dd440155-a6f7-402c-b617-a69ee6198a5c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888514 Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:10:07.375623 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:10:07.392877 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:07.416345 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Transition to ACTIVE for port object b7c00f14-d5a7-4e09-8d29-49c6daa0322e will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:10:07.428552 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:07.453168 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:07.467121 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:07.482982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:10:07.534420 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b138fae-4dcd-4827-b883-b84cfe079107 None None] Pushing event updated for resources: {'Port': ['ID=b7c00f14-d5a7-4e09-8d29-49c6daa0322e,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:07.539748 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-885c4cfc-2296-4bf6-ad95-f0528133778e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:07.546042 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-885c4cfc-2296-4bf6-ad95-f0528133778e admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:07.555098 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-885c4cfc-2296-4bf6-ad95-f0528133778e admin admin] 10.222.0.35 "DELETE /v2.0/networks/5a14332a-3cc4-4fca-9869-617a13d02085 HTTP/1.1" status: 204 len: 168 time: 0.8169625 Jul 14 07:10:07.571095 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fd706ad-9caf-4c3e-bf2a-528f7a08a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:07.588092 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b138fae-4dcd-4827-b883-b84cfe079107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:07.589529 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b138fae-4dcd-4827-b883-b84cfe079107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:07.590104 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b138fae-4dcd-4827-b883-b84cfe079107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:07.593572 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b138fae-4dcd-4827-b883-b84cfe079107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:07.594184 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b138fae-4dcd-4827-b883-b84cfe079107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:07.594728 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b138fae-4dcd-4827-b883-b84cfe079107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:07.595288 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b138fae-4dcd-4827-b883-b84cfe079107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:07.595819 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b138fae-4dcd-4827-b883-b84cfe079107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:07.596349 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b138fae-4dcd-4827-b883-b84cfe079107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:07.596877 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b138fae-4dcd-4827-b883-b84cfe079107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:07.598584 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b138fae-4dcd-4827-b883-b84cfe079107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:07.599136 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b138fae-4dcd-4827-b883-b84cfe079107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:07.607805 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Attempting to bind port b7c00f14-d5a7-4e09-8d29-49c6daa0322e on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:10:07.608442 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Attempting to bind port b7c00f14-d5a7-4e09-8d29-49c6daa0322e by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:10:07.610415 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Attempting to bind port b7c00f14-d5a7-4e09-8d29-49c6daa0322e on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:10:07.626400 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:10:07.627217 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:10:07.627836 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:07.628432 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:10:07.629217 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Bound port: b7c00f14-d5a7-4e09-8d29-49c6daa0322e, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:10:07.630343 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:07.635793 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd09fd-5536-4ed9-92cc-97cce31dc7d6 req-199e4b46-7fc5-4aaa-8a22-cecf4d549b7d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:07.643144 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a6dd09fd-5536-4ed9-92cc-97cce31dc7d6 req-199e4b46-7fc5-4aaa-8a22-cecf4d549b7d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=30538f03-8f75-4ef3-838c-513a8820be0d HTTP/1.1" status: 200 len: 943 time: 0.5658913 Jul 14 07:10:07.650322 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6bfa3f62-3325-4a8a-a10b-3b127308bfb2,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:07.661814 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c4cfc-2296-4bf6-ad95-f0528133778e admin admin] Pushing event deleted for resources: {'Network': ['ID=5a14332a-3cc4-4fca-9869-617a13d02085,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:07.667443 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:07.710674 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd706ad-9caf-4c3e-bf2a-528f7a08a9ec admin admin] Network 05c4c71a-6080-4398-a8a7-9a46ed277a04 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:10:07.713563 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7fd706ad-9caf-4c3e-bf2a-528f7a08a9ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:10:07.722153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd706ad-9caf-4c3e-bf2a-528f7a08a9ec admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:10:07.730779 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] For port b7c00f14-d5a7-4e09-8d29-49c6daa0322e, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:10:07.739899 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a6dd09fd-5536-4ed9-92cc-97cce31dc7d6 req-f36313a7-83f9-449b-98b8-e53a6d43ed8f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956881 Jul 14 07:10:07.740755 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] For port b7c00f14-d5a7-4e09-8d29-49c6daa0322e, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b7c00f14-d5a7-4e09-8d29-49c6daa0322e,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:10:07.750998 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:07.777339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=6bfa3f62-3325-4a8a-a10b-3b127308bfb2,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:07.787795 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd706ad-9caf-4c3e-bf2a-528f7a08a9ec admin admin] Pushing event updated for resources: {'Port': ['ID=edf868d1-b812-4d23-86b9-a0f69716c828,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:07.795917 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46950) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:07.814496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-197118733-router', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:09:59Z', 'updated_at': '2021-07-14T07:10:03Z', 'revision_number': 3, 'project_id': '54c299c3697846c291ce3761776a3bff', 'gw_port': {'id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:01Z', 'updated_at': '2021-07-14T07:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:07.834670 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fd706ad-9caf-4c3e-bf2a-528f7a08a9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:07.871319 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378bb862-7cbb-493f-88fb-f093717d47f7 None None] The sync data for ids ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'] in n-d-778696-5 is: [{'id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-197118733-router', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:09:59Z', 'updated_at': '2021-07-14T07:10:03Z', 'revision_number': 3, 'project_id': '54c299c3697846c291ce3761776a3bff', 'gw_port': {'id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:01Z', 'updated_at': '2021-07-14T07:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:10:07.871594 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b138fae-4dcd-4827-b883-b84cfe079107 None None] Pushing event updated for resources: {'Port': ['ID=b7c00f14-d5a7-4e09-8d29-49c6daa0322e,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:07.896915 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Routers {'e19dce75-ceb9-4fee-aa85-7bef19508907'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:07.897730 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:10:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e19dce75-ceb9-4fee-aa85-7bef19508907'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:07.918556 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-924abf6c-a897-4eee-a312-f7486c8526e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41d7b9c7c3284b00bf5d9e27f0168ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1212966 Jul 14 07:10:07.921364 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46954) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:07.960086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['6bfa3f62-3325-4a8a-a10b-3b127308bfb2'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:10:08.164788 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] Set router e19dce75-ceb9-4fee-aa85-7bef19508907 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:10:08.193476 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c917785d-4a05-4674-a9a2-8a466593548f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:08.339642 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c917785d-4a05-4674-a9a2-8a466593548f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:08.364560 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fd706ad-9caf-4c3e-bf2a-528f7a08a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:08.483539 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c917785d-4a05-4674-a9a2-8a466593548f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:08.486148 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c917785d-4a05-4674-a9a2-8a466593548f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:08.489620 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c917785d-4a05-4674-a9a2-8a466593548f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e0ae919-ca0b-45e6-a079-08dc72730564 HTTP/1.1" status: 204 len: 168 time: 0.5547943 Jul 14 07:10:08.497714 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19dce75-ceb9-4fee-aa85-7bef19508907', 'name': 'tempest-snat-router-968738306', 'tenant_id': '7265e8e7edd645bca9083fc52d175e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.185'}], 'enable_snat': False}, 'gw_port_id': 'b7c00f14-d5a7-4e09-8d29-49c6daa0322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:10:00Z', 'updated_at': '2021-07-14T07:10:04Z', 'revision_number': 3, 'project_id': '7265e8e7edd645bca9083fc52d175e12', 'gw_port': {'id': 'b7c00f14-d5a7-4e09-8d29-49c6daa0322e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19dce75-ceb9-4fee-aa85-7bef19508907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:01Z', 'updated_at': '2021-07-14T07:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:08.553670 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2707769b-3f75-4d55-b508-8db0b88f8419 None None] The sync data for ids ['e19dce75-ceb9-4fee-aa85-7bef19508907'] in n-d-778696-5 is: [{'id': 'e19dce75-ceb9-4fee-aa85-7bef19508907', 'name': 'tempest-snat-router-968738306', 'tenant_id': '7265e8e7edd645bca9083fc52d175e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.185'}], 'enable_snat': False}, 'gw_port_id': 'b7c00f14-d5a7-4e09-8d29-49c6daa0322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:10:00Z', 'updated_at': '2021-07-14T07:10:04Z', 'revision_number': 3, 'project_id': '7265e8e7edd645bca9083fc52d175e12', 'gw_port': {'id': 'b7c00f14-d5a7-4e09-8d29-49c6daa0322e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19dce75-ceb9-4fee-aa85-7bef19508907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:01Z', 'updated_at': '2021-07-14T07:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:10:08.571083 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917785d-4a05-4674-a9a2-8a466593548f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0ae919-ca0b-45e6-a079-08dc72730564,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:08.622969 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b86ea4fc-0786-4e3b-9e48-b5844350a27d req-8e7d33ee-869d-43bd-a402-bb71fcc5b626 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=11551c58-53f3-4537-809e-bf0106fcad3c HTTP/1.1" status: 200 len: 210 time: 0.0963063 Jul 14 07:10:08.631805 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3ef24d3b-d99f-47e8-8ec4-6873819d8686 req-1e0731a4-bf08-4ac5-ba62-5038ee6ace9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0c03449fe2d542c5819a792b782c39ca&device_id=11551c58-53f3-4537-809e-bf0106fcad3c HTTP/1.1" status: 200 len: 210 time: 0.1275403 Jul 14 07:10:08.640088 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:08.706021 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3ef24d3b-d99f-47e8-8ec4-6873819d8686 req-d3025e93-88cf-4df3-8de9-8103bb79bd75 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0c03449fe2d542c5819a792b782c39ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613210 Jul 14 07:10:08.752186 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fd706ad-9caf-4c3e-bf2a-528f7a08a9ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:08.771393 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fd706ad-9caf-4c3e-bf2a-528f7a08a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:08.859856 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fd706ad-9caf-4c3e-bf2a-528f7a08a9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:08.866726 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd706ad-9caf-4c3e-bf2a-528f7a08a9ec admin admin] Pushing event updated for resources: {'Port': ['ID=edf868d1-b812-4d23-86b9-a0f69716c828,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:09.052532 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd706ad-9caf-4c3e-bf2a-528f7a08a9ec admin admin] Network 05c4c71a-6080-4398-a8a7-9a46ed277a04 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:10:09.059405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7fd706ad-9caf-4c3e-bf2a-528f7a08a9ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:10:09.067598 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38edc4e1-a2a0-4b88-8660-8698911cce7f {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:10:09.077295 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:09.096230 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Transition to ACTIVE for port object 38edc4e1-a2a0-4b88-8660-8698911cce7f will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:10:09.147273 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:09.189135 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a630ef-8812-46e1-af3a-71fddcede40c req-60c4f348-7a39-4133-93ac-c196bf527d5c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:09.190779 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66a630ef-8812-46e1-af3a-71fddcede40c req-60c4f348-7a39-4133-93ac-c196bf527d5c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 950 time: 0.6781178 Jul 14 07:10:09.248492 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd706ad-9caf-4c3e-bf2a-528f7a08a9ec admin admin] Router fcd46c61-9503-4b7a-83cb-205cf6b73e3b has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:10:09.408071 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Pushing event updated for resources: {'Port': ['ID=38edc4e1-a2a0-4b88-8660-8698911cce7f,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:09.417918 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd706ad-9caf-4c3e-bf2a-528f7a08a9ec admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:10:09.446018 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7fd706ad-9caf-4c3e-bf2a-528f7a08a9ec admin admin] 10.222.0.35 "PUT /v2.0/routers/fcd46c61-9503-4b7a-83cb-205cf6b73e3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0752385 Jul 14 07:10:09.448884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef24d3b-d99f-47e8-8ec4-6873819d8686 req-ed356f8d-a8ad-4e8a-bc7e-003c28a829ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:09.450964 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3ef24d3b-d99f-47e8-8ec4-6873819d8686 req-ed356f8d-a8ad-4e8a-bc7e-003c28a829ed service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7226169 Jul 14 07:10:09.475311 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66a630ef-8812-46e1-af3a-71fddcede40c req-a284df08-f57e-4823-8f0f-f1d3e5b25fec tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642956 Jul 14 07:10:09.517398 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f00776-ea50-40ec-8974-3e9cb1e148d0 req-7c74332f-2194-40c8-8328-df79857fe859 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:09.526703 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56f00776-ea50-40ec-8974-3e9cb1e148d0 req-7c74332f-2194-40c8-8328-df79857fe859 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 931 time: 0.6682298 Jul 14 07:10:09.746234 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56f00776-ea50-40ec-8974-3e9cb1e148d0 req-575ec3b2-7196-42a1-9156-c61f97d1d3c7 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185378 Jul 14 07:10:09.753085 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Attempting to bind port 38edc4e1-a2a0-4b88-8660-8698911cce7f on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:10:09.759300 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Attempting to bind port 38edc4e1-a2a0-4b88-8660-8698911cce7f by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'd9ec71b4-3e07-4167-8928-0caa3b0657db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ac553685-ca08-4b40-8004-018538e94cc4'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:10:09.759841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Attempting to bind port 38edc4e1-a2a0-4b88-8660-8698911cce7f on network ac553685-ca08-4b40-8004-018538e94cc4 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:10:09.876791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Port 38edc4e1-a2a0-4b88-8660-8698911cce7f on network ac553685-ca08-4b40-8004-018538e94cc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:10:09.877122 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Attempting to bind port 38edc4e1-a2a0-4b88-8660-8698911cce7f on network ac553685-ca08-4b40-8004-018538e94cc4 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:10:09.897644 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:10:09.898040 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Checking segment: {'id': 'd9ec71b4-3e07-4167-8928-0caa3b0657db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ac553685-ca08-4b40-8004-018538e94cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:10:09.898446 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Bound using segment: {'id': 'd9ec71b4-3e07-4167-8928-0caa3b0657db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ac553685-ca08-4b40-8004-018538e94cc4'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:10:09.898898 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Bound port: 38edc4e1-a2a0-4b88-8660-8698911cce7f, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ec71b4-3e07-4167-8928-0caa3b0657db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ac553685-ca08-4b40-8004-018538e94cc4'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:10:09.899265 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:10.040548 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92e3e761-b08f-48ef-9e27-10c529353714 req-3e273fdc-813a-446a-872b-f0c4da892eee tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.35 "GET /v2.0/ports?device_id=11551c58-53f3-4537-809e-bf0106fcad3c HTTP/1.1" status: 200 len: 210 time: 0.0990121 Jul 14 07:10:10.053920 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:10.137232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b9eaf-628e-4716-bb21-493a7926f327 req-f78d0f46-21ed-4f9d-8f40-8b75c6f1fa88 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:10.138936 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d93b9eaf-628e-4716-bb21-493a7926f327 req-f78d0f46-21ed-4f9d-8f40-8b75c6f1fa88 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=30538f03-8f75-4ef3-838c-513a8820be0d HTTP/1.1" status: 200 len: 944 time: 0.4414678 Jul 14 07:10:10.155280 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:10.229337 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] For port 38edc4e1-a2a0-4b88-8660-8698911cce7f, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:10:10.231321 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 451a0616-81b7-4ed0-93b9-b36d1a3de1d7 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:10:10.309027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] For port 38edc4e1-a2a0-4b88-8660-8698911cce7f, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=38edc4e1-a2a0-4b88-8660-8698911cce7f,segment=NetworkSegment(d9ec71b4-3e07-4167-8928-0caa3b0657db),segment_id=d9ec71b4-3e07-4167-8928-0caa3b0657db)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:10:10.329885 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 451a0616-81b7-4ed0-93b9-b36d1a3de1d7 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:10:10.333704 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:10.346813 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 451a0616-81b7-4ed0-93b9-b36d1a3de1d7 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:10:10.347208 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:10.384765 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:10.385420 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:10.386868 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] 10.222.0.15 "PUT /v2.0/ports/38edc4e1-a2a0-4b88-8660-8698911cce7f HTTP/1.1" status: 200 len: 1091 time: 4.0638752 Jul 14 07:10:10.389455 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c87d3d4-247a-4bc6-b045-b80cf1c832c7', 'tag': '38edc4e1-a2a0-4b88-8660-8698911cce7f'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:10:10.400520 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfc24c3-5b84-46e1-9902-3fd13f36dc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c87d3d4-247a-4bc6-b045-b80cf1c832c7", "tag": "38edc4e1-a2a0-4b88-8660-8698911cce7f"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:10:10.430104 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d93b9eaf-628e-4716-bb21-493a7926f327 req-eebe37ad-eeb4-409f-82c6-45397f1ee155 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626679 Jul 14 07:10:10.481285 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:10.486889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:10:10.564117 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18c185d-23a9-4658-a8c6-eeae0814bb4a x-openstack-request-id: req-f18c185d-23a9-4658-a8c6-eeae0814bb4a {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:10:10.564383 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c87d3d4-247a-4bc6-b045-b80cf1c832c7", "tag": "38edc4e1-a2a0-4b88-8660-8698911cce7f", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:10:10.564618 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f18c185d-23a9-4658-a8c6-eeae0814bb4a {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:10:10.564957 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c87d3d4-247a-4bc6-b045-b80cf1c832c7', 'tag': '38edc4e1-a2a0-4b88-8660-8698911cce7f', 'status': 'completed', 'code': 200} Jul 14 07:10:10.587271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 451a0616-81b7-4ed0-93b9-b36d1a3de1d7, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=451a0616-81b7-4ed0-93b9-b36d1a3de1d7,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:10.604895 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:10.605703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b7c00f14-d5a7-4e09-8d29-49c6daa0322e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:10:10.657689 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9716f-8437-4520-8287-96b6e66f0569 service neutron] Pushing event updated for resources: {'Port': ['ID=38edc4e1-a2a0-4b88-8660-8698911cce7f,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:10.760768 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=451a0616-81b7-4ed0-93b9-b36d1a3de1d7,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:10.769256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:10:10.776326 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:10:10.776826 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:10.794488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Allocated IP 172.25.7.144 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/fddeb3e1-12a7-433b-82f6-557972f420c7) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:10:10.802689 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port b7c00f14-d5a7-4e09-8d29-49c6daa0322e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:10:10.811427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port b7c00f14-d5a7-4e09-8d29-49c6daa0322e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:10:10.811917 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:10.854070 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-56e64c34-d86d-4712-85d2-e3fb402e6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:10.855879 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-56e64c34-d86d-4712-85d2-e3fb402e6fb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=45ed1a9198404a9eab290e1ea35b5dd0&device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 1094 time: 0.3959744 Jul 14 07:10:10.952677 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-01b68910-9aa6-44e0-a69d-de4baf3cc2d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38edc4e1-a2a0-4b88-8660-8698911cce7f HTTP/1.1" status: 200 len: 217 time: 0.0809364 Jul 14 07:10:10.971299 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:10.971634 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3ef24d3b-d99f-47e8-8ec4-6873819d8686 req-b413fba1-a355-49c6-ac0d-40edc0b99ab1 tempest-ServerShowV247Test-529231270 tempest-ServerShowV247Test-529231270-project] 10.222.0.15 "GET /v2.0/ports?device_id=11551c58-53f3-4537-809e-bf0106fcad3c HTTP/1.1" status: 200 len: 210 time: 0.1253767 Jul 14 07:10:11.037768 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port b7c00f14-d5a7-4e09-8d29-49c6daa0322e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b7c00f14-d5a7-4e09-8d29-49c6daa0322e,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:11.040594 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:11.049662 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:11.100742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30538f03-8f75-4ef3-838c-513a8820be0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfa3f62-3325-4a8a-a10b-3b127308bfb2'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:10:11.103257 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319ed29f-0d0a-4d41-8aa0-6bb1cc80d522" -d '{"events": [{"server_uuid": "30538f03-8f75-4ef3-838c-513a8820be0d", "name": "network-vif-plugged", "status": "completed", "tag": "6bfa3f62-3325-4a8a-a10b-3b127308bfb2"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:10:11.118651 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645cc4a-3d32-4891-acab-bfc50b5df2ba req-c063f7ee-6525-40e8-8e66-1b0e97881cb6 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:11.127207 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c645cc4a-3d32-4891-acab-bfc50b5df2ba req-c063f7ee-6525-40e8-8e66-1b0e97881cb6 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 950 time: 0.4013314 Jul 14 07:10:11.137884 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6bfa3f62-3325-4a8a-a10b-3b127308bfb2,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:11.159642 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:11.166671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=b7c00f14-d5a7-4e09-8d29-49c6daa0322e,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:11.195930 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-b5f9b3f8-6044-4dc2-b454-cc15d30f43a9 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:11.203402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-b5f9b3f8-6044-4dc2-b454-cc15d30f43a9 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/networks?id=05c4c71a-6080-4398-a8a7-9a46ed277a04 HTTP/1.1" status: 200 len: 819 time: 0.5230756 Jul 14 07:10:11.210855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-b244cb5c-462c-4574-8a01-aa3eab6571d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:11.212564 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-b244cb5c-462c-4574-8a01-aa3eab6571d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42c47cfa-c715-4110-9f9a-d8e8160313f0 HTTP/1.1" status: 200 len: 852 time: 0.2399962 Jul 14 07:10:11.226416 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=6bfa3f62-3325-4a8a-a10b-3b127308bfb2,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:11.258415 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-398d02e0-ac6e-4434-af37-0b9ea71223f2 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/quotas/54c299c3697846c291ce3761776a3bff HTTP/1.1" status: 200 len: 375 time: 0.0538774 Jul 14 07:10:11.295689 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-6cb479a2-386b-4960-a679-06f537b98a42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac553685-ca08-4b40-8004-018538e94cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748949 Jul 14 07:10:11.336252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Sync routers for ids ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:10:11.349973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Routers {'fcd46c61-9503-4b7a-83cb-205cf6b73e3b'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:11.350874 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:10:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:11.351676 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c645cc4a-3d32-4891-acab-bfc50b5df2ba req-73de7f5e-16c3-4bcc-a829-8f6e1e8a62ce tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232869 Jul 14 07:10:11.383728 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:11.437817 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:11.505028 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Set router fcd46c61-9503-4b7a-83cb-205cf6b73e3b gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:10:11.597688 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:10:11.618693 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:10:11.622742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:10:11.658344 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Pushing event updated for resources: {'Port': ['ID=fddeb3e1-12a7-433b-82f6-557972f420c7,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:11.906448 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-197118733-router', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:09:59Z', 'updated_at': '2021-07-14T07:10:08Z', 'revision_number': 4, 'project_id': '54c299c3697846c291ce3761776a3bff', 'gw_port': {'id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:01Z', 'updated_at': '2021-07-14T07:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'edf868d1-b812-4d23-86b9-a0f69716c828', 'name': '', 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'mac_address': 'fa:16:3e:3e:aa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7533ca55-3891-41a7-935d-a12ba31dc650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:06Z', 'updated_at': '2021-07-14T07:10:08Z', 'revision_number': 2, 'project_id': '54c299c3697846c291ce3761776a3bff', 'subnets': [{'id': '7533ca55-3891-41a7-935d-a12ba31dc650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:11.961067 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Checking router: fcd46c61-9503-4b7a-83cb-205cf6b73e3b for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:10:11.961447 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Updating router fcd46c61-9503-4b7a-83cb-205cf6b73e3b port edf868d1-b812-4d23-86b9-a0f69716c828 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:10:12.018950 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:12.033684 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-26aa8949-7d8f-4053-a5a8-188f616e6550 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=54c299c3697846c291ce3761776a3bff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7446597 Jul 14 07:10:12.154557 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 451a0616-81b7-4ed0-93b9-b36d1a3de1d7 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:10:12.177160 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-16c35f8b-a6c4-4e21-8036-d860b4c58bce service neutron] 10.222.0.15 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8241644 Jul 14 07:10:12.278456 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 451a0616-81b7-4ed0-93b9-b36d1a3de1d7 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:10:12.278836 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:12.322447 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c640a6-08ea-4996-9daf-ef98d52d0872 req-e2339e7b-2186-4a62-84b6-e274346144e4 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:12.324338 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c4c640a6-08ea-4996-9daf-ef98d52d0872 req-e2339e7b-2186-4a62-84b6-e274346144e4 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 943 time: 0.8231165 Jul 14 07:10:12.399335 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-5c237251-99fe-45bd-ad00-4a50314e2998 service neutron] 10.222.0.35 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647723 Jul 14 07:10:12.428729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b7c00f14-d5a7-4e09-8d29-49c6daa0322e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:10:12.460823 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:12.479368 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Transition to ACTIVE for port object edf868d1-b812-4d23-86b9-a0f69716c828 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:10:12.488545 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:12.490659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c4c640a6-08ea-4996-9daf-ef98d52d0872 req-523d63b5-1f56-484b-bea8-e61faaa85014 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575155 Jul 14 07:10:12.514391 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-646906f2-8400-469e-9106-8561f3c6bfc4 req-31bbf009-0d82-4a97-b5e2-ade899800f3e service neutron] 10.222.0.15 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150706 Jul 14 07:10:12.546771 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port b7c00f14-d5a7-4e09-8d29-49c6daa0322e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:10:12.547163 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:12.555493 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73c55b-b2ca-4784-b9d7-fbe4ab3af659 None None] Pushing event updated for resources: {'Port': ['ID=edf868d1-b812-4d23-86b9-a0f69716c828,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:12.646888 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Attempting to bind port edf868d1-b812-4d23-86b9-a0f69716c828 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:10:12.647586 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Attempting to bind port edf868d1-b812-4d23-86b9-a0f69716c828 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:10:12.647967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Attempting to bind port edf868d1-b812-4d23-86b9-a0f69716c828 on network 05c4c71a-6080-4398-a8a7-9a46ed277a04 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:10:12.656517 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:10:12.657023 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Checking segment: {'id': '7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:10:12.657725 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:12.658130 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Bound using segment: {'id': '7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:10:12.658767 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Bound port: edf868d1-b812-4d23-86b9-a0f69716c828, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:10:12.658998 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:12.700486 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1408ada-1bcd-4f1d-bb6f-9faccea5c985 x-openstack-request-id: req-c1408ada-1bcd-4f1d-bb6f-9faccea5c985 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:10:12.700725 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30538f03-8f75-4ef3-838c-513a8820be0d", "name": "network-vif-plugged", "status": "completed", "tag": "6bfa3f62-3325-4a8a-a10b-3b127308bfb2", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:10:12.700986 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1408ada-1bcd-4f1d-bb6f-9faccea5c985 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:10:12.701410 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30538f03-8f75-4ef3-838c-513a8820be0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfa3f62-3325-4a8a-a10b-3b127308bfb2', 'code': 200} Jul 14 07:10:12.729618 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-3e7844f5-64cf-4205-bb1d-5c0b8dcad96e service neutron] 10.222.0.35 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162372 Jul 14 07:10:12.787368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc24c3-5b84-46e1-9902-3fd13f36dc5e req-1a8e7184-fe19-4b15-85b5-bc8f5cc09320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:12.788910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdfc24c3-5b84-46e1-9902-3fd13f36dc5e req-1a8e7184-fe19-4b15-85b5-bc8f5cc09320 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=45ed1a9198404a9eab290e1ea35b5dd0&device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 1094 time: 0.2042015 Jul 14 07:10:12.821569 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] For port edf868d1-b812-4d23-86b9-a0f69716c828, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:10:12.825389 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] For port edf868d1-b812-4d23-86b9-a0f69716c828, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=edf868d1-b812-4d23-86b9-a0f69716c828,segment=NetworkSegment(7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b),segment_id=7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:10:12.832901 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:12.902244 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Routers {'fcd46c61-9503-4b7a-83cb-205cf6b73e3b'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:12.902986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:10:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:12.940049 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:12.961969 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6328b8-dbb0-467e-a9e7-40f01b81e58c req-873c6ac8-57d8-4213-afb2-d87dbee0e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:12.964960 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73c55b-b2ca-4784-b9d7-fbe4ab3af659 None None] Pushing event updated for resources: {'Port': ['ID=edf868d1-b812-4d23-86b9-a0f69716c828,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:12.969175 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3a6328b8-dbb0-467e-a9e7-40f01b81e58c req-873c6ac8-57d8-4213-afb2-d87dbee0e60f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30538f03-8f75-4ef3-838c-513a8820be0d HTTP/1.1" status: 200 len: 1096 time: 0.1755011 Jul 14 07:10:13.045999 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3a6328b8-dbb0-467e-a9e7-40f01b81e58c req-28d5ee3a-6b34-41f7-8b0f-82ef9fae675e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730801 Jul 14 07:10:13.150106 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] Set router fcd46c61-9503-4b7a-83cb-205cf6b73e3b gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:10:13.152863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc24c3-5b84-46e1-9902-3fd13f36dc5e req-9c5a6335-2815-4731-8f46-b76ef6377668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:13.154600 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdfc24c3-5b84-46e1-9902-3fd13f36dc5e req-9c5a6335-2815-4731-8f46-b76ef6377668 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac553685-ca08-4b40-8004-018538e94cc4 HTTP/1.1" status: 200 len: 913 time: 0.3544598 Jul 14 07:10:13.198964 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47110) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:13.211126 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdfc24c3-5b84-46e1-9902-3fd13f36dc5e req-80661001-0c75-49f1-97b7-8a37bbba02cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38edc4e1-a2a0-4b88-8660-8698911cce7f HTTP/1.1" status: 200 len: 217 time: 0.0471733 Jul 14 07:10:13.224765 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c90b0-9618-45d9-8493-20729e490981 req-4e907723-c7a4-4230-a084-8f6ec5ba108d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:13.232472 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f9c90b0-9618-45d9-8493-20729e490981 req-4e907723-c7a4-4230-a084-8f6ec5ba108d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=30538f03-8f75-4ef3-838c-513a8820be0d HTTP/1.1" status: 200 len: 945 time: 0.4133444 Jul 14 07:10:13.397216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc24c3-5b84-46e1-9902-3fd13f36dc5e req-93f5852d-a0ba-4ce2-af73-bec5230b7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:13.400589 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdfc24c3-5b84-46e1-9902-3fd13f36dc5e req-93f5852d-a0ba-4ce2-af73-bec5230b7adb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42c47cfa-c715-4110-9f9a-d8e8160313f0 HTTP/1.1" status: 200 len: 852 time: 0.1657224 Jul 14 07:10:13.418494 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f9c90b0-9618-45d9-8493-20729e490981 req-b43d0e0a-7796-4edc-889b-abf751486712 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811898 Jul 14 07:10:13.480117 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e40afc1-35e6-49f0-a2fe-434523034679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:13.571278 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdfc24c3-5b84-46e1-9902-3fd13f36dc5e req-0ef55f1b-3789-4df1-8851-63f04800221e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac553685-ca08-4b40-8004-018538e94cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1493106 Jul 14 07:10:13.626371 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e40afc1-35e6-49f0-a2fe-434523034679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:13.630372 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6140d096-c907-4a71-9f1b-cfb0d4546112 req-3e1c0da5-3c56-4e9b-b967-105cf351ca83 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 210 time: 0.1284597 Jul 14 07:10:13.643912 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e40afc1-35e6-49f0-a2fe-434523034679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:13.751313 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40afc1-35e6-49f0-a2fe-434523034679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e7209d-2147-42e2-a4e0-eaa83afae2b0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:13.761667 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5e40afc1-35e6-49f0-a2fe-434523034679 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c03449fe2d542c5819a792b782c39ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5611339 Jul 14 07:10:13.762596 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47138) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:13.801714 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdfc24c3-5b84-46e1-9902-3fd13f36dc5e req-498f5be0-381a-42ab-bf39-90b8d3d377eb service neutron] 10.222.0.15 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251253 Jul 14 07:10:13.804019 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:13.874717 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84cafaa2-3ec0-4835-a4cf-7b4dc05b09fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:13.897882 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-197118733-router', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:09:59Z', 'updated_at': '2021-07-14T07:10:08Z', 'revision_number': 4, 'project_id': '54c299c3697846c291ce3761776a3bff', 'gw_port': {'id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:01Z', 'updated_at': '2021-07-14T07:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'edf868d1-b812-4d23-86b9-a0f69716c828', 'name': '', 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'mac_address': 'fa:16:3e:3e:aa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7533ca55-3891-41a7-935d-a12ba31dc650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:06Z', 'updated_at': '2021-07-14T07:10:12Z', 'revision_number': 4, 'project_id': '54c299c3697846c291ce3761776a3bff', 'subnets': [{'id': '7533ca55-3891-41a7-935d-a12ba31dc650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:13.916514 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84cafaa2-3ec0-4835-a4cf-7b4dc05b09fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:13.959879 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c954ed7-17f0-4d66-b2b7-7f7433b5786e None None] The sync data for ids ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'] in n-d-778696-5 is: [{'id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-197118733-router', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:09:59Z', 'updated_at': '2021-07-14T07:10:08Z', 'revision_number': 4, 'project_id': '54c299c3697846c291ce3761776a3bff', 'gw_port': {'id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:01Z', 'updated_at': '2021-07-14T07:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'edf868d1-b812-4d23-86b9-a0f69716c828', 'name': '', 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'mac_address': 'fa:16:3e:3e:aa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7533ca55-3891-41a7-935d-a12ba31dc650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:06Z', 'updated_at': '2021-07-14T07:10:12Z', 'revision_number': 4, 'project_id': '54c299c3697846c291ce3761776a3bff', 'subnets': [{'id': '7533ca55-3891-41a7-935d-a12ba31dc650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:10:14.108598 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84cafaa2-3ec0-4835-a4cf-7b4dc05b09fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:14.111763 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84cafaa2-3ec0-4835-a4cf-7b4dc05b09fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:14.119250 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-84cafaa2-3ec0-4835-a4cf-7b4dc05b09fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8e7209d-2147-42e2-a4e0-eaa83afae2b0 HTTP/1.1" status: 204 len: 168 time: 0.3542497 Jul 14 07:10:14.128320 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cafaa2-3ec0-4835-a4cf-7b4dc05b09fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e7209d-2147-42e2-a4e0-eaa83afae2b0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:14.282262 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1053a99-7887-4a9f-bd6f-438d9bcb3667 req-0949b038-4228-4a72-877c-d88b4e81a4e3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:14.298854 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f1053a99-7887-4a9f-bd6f-438d9bcb3667 req-0949b038-4228-4a72-877c-d88b4e81a4e3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 950 time: 0.9241018 Jul 14 07:10:14.324642 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Router 97953255-ae97-4fe2-90dc-453749aaa511 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:10:14.532703 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47162) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:14.551721 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f1053a99-7887-4a9f-bd6f-438d9bcb3667 req-5d18e887-c800-42f2-ab5e-04922febab29 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516830 Jul 14 07:10:14.569324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c29fdf-fbc0-4263-8e65-a0392cb75616 req-edb139a3-d0bf-4445-b8c5-47020f13cfeb tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:14.569324 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-80c29fdf-fbc0-4263-8e65-a0392cb75616 req-edb139a3-d0bf-4445-b8c5-47020f13cfeb tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 943 time: 0.6180556 Jul 14 07:10:14.719519 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdfc24c3-5b84-46e1-9902-3fd13f36dc5e req-caeb23e6-c555-4b81-bd89-dd39284c156b service neutron] 10.222.0.15 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9059160 Jul 14 07:10:14.726550 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-681ab60a-0807-4f9a-abe0-ce40c3c402dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:14.814876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-80c29fdf-fbc0-4263-8e65-a0392cb75616 req-b408a510-6131-44b8-9e12-1714329408a8 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365451 Jul 14 07:10:14.875259 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:10:14.906022 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Sync routers for ids ['97953255-ae97-4fe2-90dc-453749aaa511'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:10:14.912203 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Routers {'97953255-ae97-4fe2-90dc-453749aaa511'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:14.912961 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:10:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['97953255-ae97-4fe2-90dc-453749aaa511'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:14.916138 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-681ab60a-0807-4f9a-abe0-ce40c3c402dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:14.924873 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-681ab60a-0807-4f9a-abe0-ce40c3c402dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:14.944262 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304f453-4aff-4ead-9c80-c8e55bb6d73c req-8007c97c-db84-4af5-b81b-b727b26d9baa tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:14.961827 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4304f453-4aff-4ead-9c80-c8e55bb6d73c req-8007c97c-db84-4af5-b81b-b727b26d9baa tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=30538f03-8f75-4ef3-838c-513a8820be0d HTTP/1.1" status: 200 len: 945 time: 0.2412269 Jul 14 07:10:14.965711 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:14.968799 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 38edc4e1-a2a0-4b88-8660-8698911cce7f details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:10:14.970297 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ea7d5f96-7f07-48ef-94b3-1c876119909a tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.4206901 Jul 14 07:10:14.980892 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47176) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:15.009005 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-681ab60a-0807-4f9a-abe0-ce40c3c402dc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3d227f820c44381aff990dcd82010ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4749279 Jul 14 07:10:15.009975 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47180) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:15.015794 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:10:15.078841 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ab60a-0807-4f9a-abe0-ce40c3c402dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69a29b7-e0b1-4799-ae42-86a4b4f9e54b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:15.114086 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-104645dc-29d6-4cbc-9702-fd9cda6bab36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:15.174207 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Set router 97953255-ae97-4fe2-90dc-453749aaa511 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:10:15.178220 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-104645dc-29d6-4cbc-9702-fd9cda6bab36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:15.270177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 38edc4e1-a2a0-4b88-8660-8698911cce7f, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=38edc4e1-a2a0-4b88-8660-8698911cce7f,segment=NetworkSegment(d9ec71b4-3e07-4167-8928-0caa3b0657db),segment_id=d9ec71b4-3e07-4167-8928-0caa3b0657db)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:15.273476 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4304f453-4aff-4ead-9c80-c8e55bb6d73c req-f6101479-7154-47c2-a23f-e93868dd03a8 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090899 Jul 14 07:10:15.279884 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a56de614-57f2-48b7-8a76-c79b8d3e7917 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "GET /v2.0/routers/97953255-ae97-4fe2-90dc-453749aaa511 HTTP/1.1" status: 200 len: 907 time: 0.2921381 Jul 14 07:10:15.290069 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '38edc4e1-a2a0-4b88-8660-8698911cce7f', 'network_id': 'ac553685-ca08-4b40-8004-018538e94cc4', 'port_id': '38edc4e1-a2a0-4b88-8660-8698911cce7f', 'mac_address': 'fa:16:3e:8e:08:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c47cfa-c715-4110-9f9a-d8e8160313f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:10:15.290747 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47188) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:15.337603 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-104645dc-29d6-4cbc-9702-fd9cda6bab36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:15.340260 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-104645dc-29d6-4cbc-9702-fd9cda6bab36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:15.341535 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-104645dc-29d6-4cbc-9702-fd9cda6bab36 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e69a29b7-e0b1-4799-ae42-86a4b4f9e54b HTTP/1.1" status: 204 len: 168 time: 0.3243008 Jul 14 07:10:15.360669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104645dc-29d6-4cbc-9702-fd9cda6bab36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69a29b7-e0b1-4799-ae42-86a4b4f9e54b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:15.534612 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c29c695-f235-4159-a1eb-e81a6b44f19d req-e70c7c69-cf59-45a8-b41f-9964b69c56d9 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 210 time: 0.3831618 Jul 14 07:10:15.567790 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:15.592667 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:15.596890 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:15.603025 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47204) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:15.642924 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38edc4e1-a2a0-4b88-8660-8698911cce7f {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:10:15.729776 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 38edc4e1-a2a0-4b88-8660-8698911cce7f, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=38edc4e1-a2a0-4b88-8660-8698911cce7f,segment=NetworkSegment(d9ec71b4-3e07-4167-8928-0caa3b0657db),segment_id=d9ec71b4-3e07-4167-8928-0caa3b0657db)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:15.755501 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:15.833953 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=38edc4e1-a2a0-4b88-8660-8698911cce7f,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:15.839350 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97953255-ae97-4fe2-90dc-453749aaa511', 'name': 'tempest-snat-router-968738306', 'tenant_id': '7265e8e7edd645bca9083fc52d175e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'fddeb3e1-12a7-433b-82f6-557972f420c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:10:06Z', 'updated_at': '2021-07-14T07:10:12Z', 'revision_number': 3, 'project_id': '7265e8e7edd645bca9083fc52d175e12', 'gw_port': {'id': 'fddeb3e1-12a7-433b-82f6-557972f420c7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97953255-ae97-4fe2-90dc-453749aaa511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:10Z', 'updated_at': '2021-07-14T07:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:15.918917 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Checking router: 97953255-ae97-4fe2-90dc-453749aaa511 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:10:15.922690 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Updating router 97953255-ae97-4fe2-90dc-453749aaa511 port fddeb3e1-12a7-433b-82f6-557972f420c7 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:10:15.976362 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['38edc4e1-a2a0-4b88-8660-8698911cce7f'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:10:15.977090 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5ef98a4-bc6d-4dca-82f0-d746d7cd3942 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.005358 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.043696 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1517516125-network', 'tenant_id': '6dd14489fb524b329ed5e42bb7533314'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:16.102881 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47216) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:16.170415 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-e65dbeef-4e70-4065-90ca-bb4034846464 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:16.171414 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-e65dbeef-4e70-4065-90ca-bb4034846464 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.15 "GET /v2.0/networks?id=05c4c71a-6080-4398-a8a7-9a46ed277a04 HTTP/1.1" status: 200 len: 819 time: 0.8839447 Jul 14 07:10:16.177564 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8bc3955-2cae-4c51-8f54-142099266d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.181687 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Made reservation on behalf of 6dd14489fb524b329ed5e42bb7533314 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:10:16.185538 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.223482 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device edf868d1-b812-4d23-86b9-a0f69716c828 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:10:16.333216 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8bc3955-2cae-4c51-8f54-142099266d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.335348 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.349686 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8bc3955-2cae-4c51-8f54-142099266d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.367061 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port edf868d1-b812-4d23-86b9-a0f69716c828 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:10:16.390992 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f8bc3955-2cae-4c51-8f54-142099266d5e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d941cfe42c74a4db7282e88ae1cb53f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2810411 Jul 14 07:10:16.393922 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47222) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:16.428499 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port edf868d1-b812-4d23-86b9-a0f69716c828 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:10:16.429131 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.525430 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.536661 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc3955-2cae-4c51-8f54-142099266d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0746f99f-a73c-499f-a6ab-5ce5d23e5a14,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:16.539293 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.563588 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Transition to ACTIVE for port object fddeb3e1-12a7-433b-82f6-557972f420c7 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:10:16.577714 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.586731 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port edf868d1-b812-4d23-86b9-a0f69716c828, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=edf868d1-b812-4d23-86b9-a0f69716c828,segment=NetworkSegment(7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b),segment_id=7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:16.596577 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.610544 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25c38d87-4f96-4e98-9d8d-e57606af7ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.657547 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25c38d87-4f96-4e98-9d8d-e57606af7ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.666801 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf03f2b-4499-4a33-b110-23e6c5fe91d1 None None] Pushing event updated for resources: {'Port': ['ID=fddeb3e1-12a7-433b-82f6-557972f420c7,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:16.696829 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Attempting to bind port fddeb3e1-12a7-433b-82f6-557972f420c7 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:10:16.697472 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Attempting to bind port fddeb3e1-12a7-433b-82f6-557972f420c7 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:10:16.697977 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Attempting to bind port fddeb3e1-12a7-433b-82f6-557972f420c7 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:10:16.703233 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:10:16.703809 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:10:16.704371 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.704912 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:10:16.705544 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Bound port: fddeb3e1-12a7-433b-82f6-557972f420c7, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:10:16.706074 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.707969 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=edf868d1-b812-4d23-86b9-a0f69716c828,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:16.722085 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.727752 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.760767 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25c38d87-4f96-4e98-9d8d-e57606af7ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.763834 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25c38d87-4f96-4e98-9d8d-e57606af7ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.767399 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-25c38d87-4f96-4e98-9d8d-e57606af7ef9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0746f99f-a73c-499f-a6ab-5ce5d23e5a14 HTTP/1.1" status: 204 len: 168 time: 0.3665516 Jul 14 07:10:16.773689 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:10:16.779015 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] For port fddeb3e1-12a7-433b-82f6-557972f420c7, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:10:16.780941 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71407ce3-4876-4651-955c-a6570fe9cd7c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:16.783009 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] For port fddeb3e1-12a7-433b-82f6-557972f420c7, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=fddeb3e1-12a7-433b-82f6-557972f420c7,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:10:16.796150 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.796646 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Added segment d9b23978-4fc3-4da0-9e8f-e16ced6ac6d7 of type vlan for network 73ffe69a-9a0c-4477-9b9f-53e3f59c835c Jul 14 07:10:16.798514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c38d87-4f96-4e98-9d8d-e57606af7ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0746f99f-a73c-499f-a6ab-5ce5d23e5a14,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:16.800727 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.839503 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-f3d208c9-7013-498f-ab08-6dd991ed5c13 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Request body: {'port': {'device_id': '192da6fe-135d-4b52-96f3-366b60366c93', 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04', 'admin_state_up': True, 'tenant_id': '54c299c3697846c291ce3761776a3bff'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:16.852296 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.891525 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.891870 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:16.892527 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:16.903358 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Routers {'97953255-ae97-4fe2-90dc-453749aaa511'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:16.904014 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:10:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['97953255-ae97-4fe2-90dc-453749aaa511'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:16.969586 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3652093 Jul 14 07:10:16.975042 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47236) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:16.986427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 38edc4e1-a2a0-4b88-8660-8698911cce7f up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:10:16.986993 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-190cc646-175d-46f0-b762-6202accaf8d6 admin admin] Request body: {'subnet': {'network_id': '73ffe69a-9a0c-4477-9b9f-53e3f59c835c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1517516125-subnet', 'tenant_id': '6dd14489fb524b329ed5e42bb7533314', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:16.999749 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Pushing event updated for resources: {'Network': ['ID=73ffe69a-9a0c-4477-9b9f-53e3f59c835c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:17.022649 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf03f2b-4499-4a33-b110-23e6c5fe91d1 None None] Pushing event updated for resources: {'Port': ['ID=fddeb3e1-12a7-433b-82f6-557972f420c7,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:17.023926 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:17.024469 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:17.025619 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:17.026073 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:17.050354 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:17.052289 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:17.052772 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:17.055115 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:17.056285 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:17.056962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:17.058039 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:17.058391 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab49eda-c957-4db2-a0e8-8ad63d576ffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:17.077751 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 73ffe69a-9a0c-4477-9b9f-53e3f59c835c details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:10:17.079437 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-190cc646-175d-46f0-b762-6202accaf8d6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 07:10:17.079437 n-d-778696-5 neutron-server[93827]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 07:10:17.079437 n-d-778696-5 neutron-server[93827]: [parameters: {'project_id_1': '6dd14489fb524b329ed5e42bb7533314', 'expiration_1': datetime.datetime(2021, 7, 14, 7, 10, 16, 993529)}] Jul 14 07:10:17.079437 n-d-778696-5 neutron-server[93827]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:10:17.080022 n-d-778696-5 neutron-server[93827]: DEBUG oslo_db.api [None req-190cc646-175d-46f0-b762-6202accaf8d6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:10:17.197139 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-f3d208c9-7013-498f-ab08-6dd991ed5c13 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Made reservation on behalf of 54c299c3697846c291ce3761776a3bff for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:10:17.198395 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] Set router 97953255-ae97-4fe2-90dc-453749aaa511 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:10:17.204615 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-f3d208c9-7013-498f-ab08-6dd991ed5c13 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:17.207561 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 38edc4e1-a2a0-4b88-8660-8698911cce7f completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:10:17.211996 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 38edc4e1-a2a0-4b88-8660-8698911cce7f triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:10:17.212830 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:17.352833 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:17.380141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2111b-994c-447f-95ba-d21405d7b617 req-2bc31e16-648e-49c2-9ab1-2f582149bf86 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:17.380335 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c87d3d4-247a-4bc6-b045-b80cf1c832c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38edc4e1-a2a0-4b88-8660-8698911cce7f'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:10:17.382817 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53d2111b-994c-447f-95ba-d21405d7b617 req-2bc31e16-648e-49c2-9ab1-2f582149bf86 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 950 time: 1.4110255 Jul 14 07:10:17.383427 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23be267-f065-466b-9595-77f544632cfb" -d '{"events": [{"server_uuid": "7c87d3d4-247a-4bc6-b045-b80cf1c832c7", "name": "network-vif-plugged", "status": "completed", "tag": "38edc4e1-a2a0-4b88-8660-8698911cce7f"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:10:17.401950 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 38edc4e1-a2a0-4b88-8660-8698911cce7f, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=38edc4e1-a2a0-4b88-8660-8698911cce7f,segment=NetworkSegment(d9ec71b4-3e07-4167-8928-0caa3b0657db),segment_id=d9ec71b4-3e07-4167-8928-0caa3b0657db)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:17.411883 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:17.466072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=38edc4e1-a2a0-4b88-8660-8698911cce7f,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:17.501465 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5ef98a4-bc6d-4dca-82f0-d746d7cd3942 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:17.524071 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53d2111b-994c-447f-95ba-d21405d7b617 req-adc9eaec-c731-4227-a249-b705caf420a0 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302738 Jul 14 07:10:17.609535 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56236081-91bc-4b02-b46d-74a8fc218fec req-12d4dffb-81a9-4862-b2fa-3e0f0252dbb6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:17.614233 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56236081-91bc-4b02-b46d-74a8fc218fec req-12d4dffb-81a9-4862-b2fa-3e0f0252dbb6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=30538f03-8f75-4ef3-838c-513a8820be0d HTTP/1.1" status: 200 len: 945 time: 1.3858066 Jul 14 07:10:17.620703 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190cc646-175d-46f0-b762-6202accaf8d6 admin admin] Made reservation on behalf of 6dd14489fb524b329ed5e42bb7533314 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:10:17.636633 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-190cc646-175d-46f0-b762-6202accaf8d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:17.688033 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-f3d208c9-7013-498f-ab08-6dd991ed5c13 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Allocated IP 172.20.0.12 (05c4c71a-6080-4398-a8a7-9a46ed277a04/7533ca55-3891-41a7-935d-a12ba31dc650/1ba157c8-4455-4c7c-a8d7-efa1357e8a79) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:10:17.697036 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56236081-91bc-4b02-b46d-74a8fc218fec req-e3ee3f4a-3bdd-4e6a-ae84-56cef2ec4da2 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781639 Jul 14 07:10:17.742400 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97953255-ae97-4fe2-90dc-453749aaa511', 'name': 'tempest-snat-router-968738306', 'tenant_id': '7265e8e7edd645bca9083fc52d175e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'fddeb3e1-12a7-433b-82f6-557972f420c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:10:06Z', 'updated_at': '2021-07-14T07:10:12Z', 'revision_number': 3, 'project_id': '7265e8e7edd645bca9083fc52d175e12', 'gw_port': {'id': 'fddeb3e1-12a7-433b-82f6-557972f420c7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97953255-ae97-4fe2-90dc-453749aaa511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:10Z', 'updated_at': '2021-07-14T07:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:17.820673 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ccff06-9bf1-4ada-aac2-0fabcabd736d None None] The sync data for ids ['97953255-ae97-4fe2-90dc-453749aaa511'] in n-d-778696-5 is: [{'id': '97953255-ae97-4fe2-90dc-453749aaa511', 'name': 'tempest-snat-router-968738306', 'tenant_id': '7265e8e7edd645bca9083fc52d175e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'fddeb3e1-12a7-433b-82f6-557972f420c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:10:06Z', 'updated_at': '2021-07-14T07:10:12Z', 'revision_number': 3, 'project_id': '7265e8e7edd645bca9083fc52d175e12', 'gw_port': {'id': 'fddeb3e1-12a7-433b-82f6-557972f420c7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97953255-ae97-4fe2-90dc-453749aaa511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:10Z', 'updated_at': '2021-07-14T07:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:10:17.953592 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef98a4-bc6d-4dca-82f0-d746d7cd3942 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Deleting port fddeb3e1-12a7-433b-82f6-557972f420c7 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:10:17.953592 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5ef98a4-bc6d-4dca-82f0-d746d7cd3942 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:17.957400 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b43c6e80-add2-42eb-9e1d-45710ef76bc7 req-f3e7a869-22f8-45cc-9dbd-4d6b9f814a7d tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 210 time: 0.0548673 Jul 14 07:10:18.051624 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7fee01-24ea-4e29-85b3-c76bd6aec792 x-openstack-request-id: req-4a7fee01-24ea-4e29-85b3-c76bd6aec792 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:10:18.052360 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c87d3d4-247a-4bc6-b045-b80cf1c832c7", "name": "network-vif-plugged", "status": "completed", "tag": "38edc4e1-a2a0-4b88-8660-8698911cce7f", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:10:18.052360 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a7fee01-24ea-4e29-85b3-c76bd6aec792 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:10:18.052766 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c87d3d4-247a-4bc6-b045-b80cf1c832c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38edc4e1-a2a0-4b88-8660-8698911cce7f', 'code': 200} Jul 14 07:10:18.102183 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-190cc646-175d-46f0-b762-6202accaf8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:18.139250 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device edf868d1-b812-4d23-86b9-a0f69716c828 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:10:18.244653 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-f3d208c9-7013-498f-ab08-6dd991ed5c13 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:18.247832 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-be3fcdf2-27a3-476d-be03-cf0ab7c2a5a1 service neutron] show failed (client error): The resource could not be found. Jul 14 07:10:18.248903 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-be3fcdf2-27a3-476d-be03-cf0ab7c2a5a1 service neutron] 10.222.0.30 "GET /v2.0/ports/56c84bd1-7356-492b-8fc7-7421be5531f0/bindings/n-h2-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.2259626 Jul 14 07:10:18.256620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f8bfc-edf0-460d-9b25-124b4c8b6ddd req-3aef893a-ec18-4438-a4b8-32ee7248ad9c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:18.259357 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port edf868d1-b812-4d23-86b9-a0f69716c828 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:10:18.259744 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:18.265237 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c59f8bfc-edf0-460d-9b25-124b4c8b6ddd req-3aef893a-ec18-4438-a4b8-32ee7248ad9c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 945 time: 0.5510428 Jul 14 07:10:18.271731 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-e5ef98a4-bc6d-4dca-82f0-d746d7cd3942 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] For port fddeb3e1-12a7-433b-82f6-557972f420c7, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=fddeb3e1-12a7-433b-82f6-557972f420c7,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:18.275188 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5ef98a4-bc6d-4dca-82f0-d746d7cd3942 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:18.306131 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cc646-175d-46f0-b762-6202accaf8d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa02a7d6-ccc6-44e9-ab45-c10d4f55d6a6,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:18.322456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef98a4-bc6d-4dca-82f0-d746d7cd3942 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Calling delete_port for fddeb3e1-12a7-433b-82f6-557972f420c7 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:10:18.385802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190cc646-175d-46f0-b762-6202accaf8d6 admin admin] Checking segment: {'id': 'd9b23978-4fc3-4da0-9e8f-e16ced6ac6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '73ffe69a-9a0c-4477-9b9f-53e3f59c835c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:10:18.386607 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190cc646-175d-46f0-b762-6202accaf8d6 admin admin] Network hostable DHCP agents. Network: 73ffe69a-9a0c-4477-9b9f-53e3f59c835c, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:10:18.429693 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190cc646-175d-46f0-b762-6202accaf8d6 admin admin] Network 73ffe69a-9a0c-4477-9b9f-53e3f59c835c is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:10:18.447503 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-190cc646-175d-46f0-b762-6202accaf8d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 73ffe69a-9a0c-4477-9b9f-53e3f59c835c) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:10:18.452623 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190cc646-175d-46f0-b762-6202accaf8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:18.454688 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-190cc646-175d-46f0-b762-6202accaf8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:18.467510 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e8c65a-27f4-4a76-93a9-44c6cd8d5a50 None None] Network 73ffe69a-9a0c-4477-9b9f-53e3f59c835c requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:10:18.492162 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-190cc646-175d-46f0-b762-6202accaf8d6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5041864 Jul 14 07:10:18.527287 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c59f8bfc-edf0-460d-9b25-124b4c8b6ddd req-c4a62f4a-7784-40ca-831a-64858f4754ae tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609828 Jul 14 07:10:18.550322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9ed5c-9fc7-47a1-80de-c0c8f0a05fae req-9451ff1e-9e8c-4058-bf15-7eb5234048bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:18.553974 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ab9ed5c-9fc7-47a1-80de-c0c8f0a05fae req-9451ff1e-9e8c-4058-bf15-7eb5234048bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 1096 time: 0.3804884 Jul 14 07:10:18.585735 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-f3d208c9-7013-498f-ab08-6dd991ed5c13 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:18.734741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47294) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:18.766359 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-f3d208c9-7013-498f-ab08-6dd991ed5c13 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Network 05c4c71a-6080-4398-a8a7-9a46ed277a04 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:10:18.835727 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80cc8de-0215-46f6-8ac8-ddb464b2f22f None None] Network 73ffe69a-9a0c-4477-9b9f-53e3f59c835c requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:10:18.851695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-f3d208c9-7013-498f-ab08-6dd991ed5c13 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:10:18.863223 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a71f40-1e96-4f2c-b93a-fca5decf5859 admin admin] Deleting subnet aa02a7d6-ccc6-44e9-ab45-c10d4f55d6a6 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:10:18.871247 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51a71f40-1e96-4f2c-b93a-fca5decf5859 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:18.966102 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51a71f40-1e96-4f2c-b93a-fca5decf5859 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:19.018534 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-f3d208c9-7013-498f-ab08-6dd991ed5c13 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:10:19.037163 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51a71f40-1e96-4f2c-b93a-fca5decf5859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:19.112825 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ab9ed5c-9fc7-47a1-80de-c0c8f0a05fae req-18965658-e5b1-4234-bbbb-764811718d36 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505643 Jul 14 07:10:19.114044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d208c9-7013-498f-ab08-6dd991ed5c13 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Pushing event updated for resources: {'Port': ['ID=1ba157c8-4455-4c7c-a8d7-efa1357e8a79,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:19.122032 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51a71f40-1e96-4f2c-b93a-fca5decf5859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:19.160948 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a71f40-1e96-4f2c-b93a-fca5decf5859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa02a7d6-ccc6-44e9-ab45-c10d4f55d6a6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:19.172127 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51a71f40-1e96-4f2c-b93a-fca5decf5859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:19.174528 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-51a71f40-1e96-4f2c-b93a-fca5decf5859 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/aa02a7d6-ccc6-44e9-ab45-c10d4f55d6a6 HTTP/1.1" status: 204 len: 168 time: 0.4388020 Jul 14 07:10:19.177868 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47308) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:19.178735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-f3d208c9-7013-498f-ab08-6dd991ed5c13 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:19.179565 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-f3d208c9-7013-498f-ab08-6dd991ed5c13 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:19.232719 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-f3d208c9-7013-498f-ab08-6dd991ed5c13 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4139025 Jul 14 07:10:19.256715 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Request body: {'port': {'device_id': '192da6fe-135d-4b52-96f3-366b60366c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:19.343508 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd27e239-4941-44ca-b8d1-959e66b0454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:19.395235 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af97ad2-afa2-408d-ada3-bc593d36a57b req-d3acf3d5-333a-48d7-a531-41b540436b8f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:19.396897 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2af97ad2-afa2-408d-ada3-bc593d36a57b req-d3acf3d5-333a-48d7-a531-41b540436b8f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=30538f03-8f75-4ef3-838c-513a8820be0d HTTP/1.1" status: 200 len: 945 time: 0.3969870 Jul 14 07:10:19.404784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-8ea15490-11a7-4fd4-88b0-9199bfad36c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:19.406373 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-8ea15490-11a7-4fd4-88b0-9199bfad36c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581&tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932 HTTP/1.1" status: 200 len: 1101 time: 0.6625834 Jul 14 07:10:19.417608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9958d80-4220-48a0-9b8f-527d6ba60196 req-96990d2e-6706-41a0-b635-44dfca6c8093 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:19.419293 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9958d80-4220-48a0-9b8f-527d6ba60196 req-96990d2e-6706-41a0-b635-44dfca6c8093 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 950 time: 0.5697560 Jul 14 07:10:19.463056 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-5', 'device_owner': 'compute:nova'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:19.465742 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5ef98a4-bc6d-4dca-82f0-d746d7cd3942 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:19.497615 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd27e239-4941-44ca-b8d1-959e66b0454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:19.511986 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-cd27e239-4941-44ca-b8d1-959e66b0454b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ffe69a-9a0c-4477-9b9f-53e3f59c835c']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:19.538839 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-cd27e239-4941-44ca-b8d1-959e66b0454b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b23978-4fc3-4da0-9e8f-e16ced6ac6d7') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:19.539283 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-cd27e239-4941-44ca-b8d1-959e66b0454b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b23978-4fc3-4da0-9e8f-e16ced6ac6d7') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:19.553544 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd27e239-4941-44ca-b8d1-959e66b0454b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:19.575434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef98a4-bc6d-4dca-82f0-d746d7cd3942 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Pushing event deleted for resources: {'Port': ['ID=fddeb3e1-12a7-433b-82f6-557972f420c7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:19.584468 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd27e239-4941-44ca-b8d1-959e66b0454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:19.595679 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd27e239-4941-44ca-b8d1-959e66b0454b admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:10:19.596090 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd27e239-4941-44ca-b8d1-959e66b0454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:19.619193 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:10:19.656178 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:10:19.661704 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd27e239-4941-44ca-b8d1-959e66b0454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:19.669736 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd27e239-4941-44ca-b8d1-959e66b0454b admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:19.674263 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cd27e239-4941-44ca-b8d1-959e66b0454b admin admin] 10.222.0.35 "DELETE /v2.0/networks/73ffe69a-9a0c-4477-9b9f-53e3f59c835c HTTP/1.1" status: 204 len: 168 time: 0.4908750 Jul 14 07:10:19.674403 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2af97ad2-afa2-408d-ada3-bc593d36a57b req-198471b9-fa90-4b15-8bf8-9a903e829fd8 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649167 Jul 14 07:10:19.713004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27e239-4941-44ca-b8d1-959e66b0454b admin admin] Pushing event deleted for resources: {'Network': ['ID=73ffe69a-9a0c-4477-9b9f-53e3f59c835c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:19.737788 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9958d80-4220-48a0-9b8f-527d6ba60196 req-dec8d342-c685-474f-8c34-d55525096599 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873509 Jul 14 07:10:19.825689 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5ef98a4-bc6d-4dca-82f0-d746d7cd3942 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:19.879661 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:20.086986 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47344) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:20.145817 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8455a2d3-04d8-483e-b0fc-40da8e44ce2c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6dd14489fb524b329ed5e42bb7533314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561674 Jul 14 07:10:20.148426 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47348) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:20.232281 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26c4f0c4-91ba-4b21-af48-4628d7d3ef81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:20.261995 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26c4f0c4-91ba-4b21-af48-4628d7d3ef81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:20.381855 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5ef98a4-bc6d-4dca-82f0-d746d7cd3942 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:20.392001 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5ef98a4-bc6d-4dca-82f0-d746d7cd3942 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:20.533767 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 56c84bd1-7356-492b-8fc7-7421be5531f0 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:10:20.577778 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5ef98a4-bc6d-4dca-82f0-d746d7cd3942 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:20.578323 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ef98a4-bc6d-4dca-82f0-d746d7cd3942 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97953255-ae97-4fe2-90dc-453749aaa511 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:10:20.592566 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5ef98a4-bc6d-4dca-82f0-d746d7cd3942 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:20.596053 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e5ef98a4-bc6d-4dca-82f0-d746d7cd3942 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "DELETE /v2.0/routers/97953255-ae97-4fe2-90dc-453749aaa511 HTTP/1.1" status: 204 len: 168 time: 5.1475053 Jul 14 07:10:20.658582 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47362) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:20.710177 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:20.712780 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26c4f0c4-91ba-4b21-af48-4628d7d3ef81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:20.716326 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26c4f0c4-91ba-4b21-af48-4628d7d3ef81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:20.721119 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-26c4f0c4-91ba-4b21-af48-4628d7d3ef81 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71407ce3-4876-4651-955c-a6570fe9cd7c HTTP/1.1" status: 204 len: 168 time: 0.5683589 Jul 14 07:10:20.739428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4f0c4-91ba-4b21-af48-4628d7d3ef81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71407ce3-4876-4651-955c-a6570fe9cd7c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:20.789774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b6523-c6ba-4947-bd65-35633fa79167 req-1ac3c6ac-8f87-4342-aa19-e7ebe8146c54 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:20.796499 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f36b6523-c6ba-4947-bd65-35633fa79167 req-1ac3c6ac-8f87-4342-aa19-e7ebe8146c54 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 932 time: 0.9214163 Jul 14 07:10:20.865054 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f1e04-7677-42a4-81f3-10c3e9109a11 req-e563b5e8-2076-4adc-b035-6365ca13a5bd tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:20.866847 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c25f1e04-7677-42a4-81f3-10c3e9109a11 req-e563b5e8-2076-4adc-b035-6365ca13a5bd tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 945 time: 0.8921692 Jul 14 07:10:21.059959 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f36b6523-c6ba-4947-bd65-35633fa79167 req-a7bea5fa-e0d1-4968-a3cc-6ab68926066f tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624919 Jul 14 07:10:21.076892 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b94378c8-9c20-4e89-9006-100606b1962c tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:21.156657 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c25f1e04-7677-42a4-81f3-10c3e9109a11 req-2ba7581b-344f-4819-ab47-d3b96b82389e tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222514 Jul 14 07:10:21.162153 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=56c84bd1-7356-492b-8fc7-7421be5531f0,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:21.463875 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba157c8-4455-4c7c-a8d7-efa1357e8a79 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:10:21.473080 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:21.486368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Transition to ACTIVE for port object 1ba157c8-4455-4c7c-a8d7-efa1357e8a79 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:10:21.507103 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:21.582606 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b94378c8-9c20-4e89-9006-100606b1962c tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:21.648554 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:10:21.718913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Pushing event updated for resources: {'Port': ['ID=1ba157c8-4455-4c7c-a8d7-efa1357e8a79,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:21.801583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:10:21.804128 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6f2635-fad0-459b-891a-dd25e55904fb" -d '{"events": [{"server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "name": "network-vif-unplugged", "status": "completed", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:10:21.811647 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:21.827316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70632fd7-1617-49ba-bce2-1bf887716ed0 req-4de79ed3-3b76-49ac-9fc6-f40661212e6f tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:21.834202 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-70632fd7-1617-49ba-bce2-1bf887716ed0 req-4de79ed3-3b76-49ac-9fc6-f40661212e6f tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 950 time: 0.3462157 Jul 14 07:10:21.867546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Transition to ACTIVE for port object 56c84bd1-7356-492b-8fc7-7421be5531f0 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:10:21.920768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Attempting to bind port 1ba157c8-4455-4c7c-a8d7-efa1357e8a79 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:10:21.921089 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Attempting to bind port 1ba157c8-4455-4c7c-a8d7-efa1357e8a79 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:10:21.921437 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Attempting to bind port 1ba157c8-4455-4c7c-a8d7-efa1357e8a79 on network 05c4c71a-6080-4398-a8a7-9a46ed277a04 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:10:21.932150 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ef8031-b186-484c-871b-7c0c365b7031 x-openstack-request-id: req-86ef8031-b186-484c-871b-7c0c365b7031 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:10:21.932447 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "name": "network-vif-unplugged", "status": "completed", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:10:21.932695 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86ef8031-b186-484c-871b-7c0c365b7031 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:10:21.933103 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0', 'code': 200} Jul 14 07:10:21.936748 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:21.986924 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-b94378c8-9c20-4e89-9006-100606b1962c tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Deleting port b7c00f14-d5a7-4e09-8d29-49c6daa0322e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:10:21.987277 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b94378c8-9c20-4e89-9006-100606b1962c tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:21.991590 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.api [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:10:21.992043 n-d-778696-5 neutron-server[93829]: DEBUG oslo_db.api [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:10:21.997232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Port 1ba157c8-4455-4c7c-a8d7-efa1357e8a79 on network 05c4c71a-6080-4398-a8a7-9a46ed277a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:10:21.997564 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Attempting to bind port 1ba157c8-4455-4c7c-a8d7-efa1357e8a79 on network 05c4c71a-6080-4398-a8a7-9a46ed277a04 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:10:22.046107 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device fddeb3e1-12a7-433b-82f6-557972f420c7 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:10:22.080347 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: fddeb3e1-12a7-433b-82f6-557972f420c7 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:10:22.081309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device fddeb3e1-12a7-433b-82f6-557972f420c7 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:10:22.143802 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:10:22.144207 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Checking segment: {'id': '7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:10:22.145270 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Bound using segment: {'id': '7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:10:22.146376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Bound port: 1ba157c8-4455-4c7c-a8d7-efa1357e8a79, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:10:22.146741 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:22.204892 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-70632fd7-1617-49ba-bce2-1bf887716ed0 req-5cfa0acd-3a60-43d7-9c66-09951321e1d6 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621395 Jul 14 07:10:22.204892 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] No DVR routers for this DVR port 56c84bd1-7356-492b-8fc7-7421be5531f0 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:10:22.259357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Pushing event updated for resources: {'Port': ['ID=56c84bd1-7356-492b-8fc7-7421be5531f0,revision_number=6']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:22.424104 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Attempting to bind port 56c84bd1-7356-492b-8fc7-7421be5531f0 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:10:22.424434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Attempting to bind port 56c84bd1-7356-492b-8fc7-7421be5531f0 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:10:22.424758 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Attempting to bind port 56c84bd1-7356-492b-8fc7-7421be5531f0 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:10:22.452418 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-b94378c8-9c20-4e89-9006-100606b1962c tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] For port b7c00f14-d5a7-4e09-8d29-49c6daa0322e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b7c00f14-d5a7-4e09-8d29-49c6daa0322e,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:22.452995 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b94378c8-9c20-4e89-9006-100606b1962c tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:22.471075 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-b94378c8-9c20-4e89-9006-100606b1962c tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Calling delete_port for b7c00f14-d5a7-4e09-8d29-49c6daa0322e owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:10:22.490994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] For port 1ba157c8-4455-4c7c-a8d7-efa1357e8a79, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:10:22.497223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Port 56c84bd1-7356-492b-8fc7-7421be5531f0 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:10:22.497558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Attempting to bind port 56c84bd1-7356-492b-8fc7-7421be5531f0 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:10:22.567687 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:10:22.568022 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:10:22.568415 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:10:22.568858 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Bound port: 56c84bd1-7356-492b-8fc7-7421be5531f0, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:10:22.569246 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:22.573491 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] For port 1ba157c8-4455-4c7c-a8d7-efa1357e8a79, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1ba157c8-4455-4c7c-a8d7-efa1357e8a79,segment=NetworkSegment(7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b),segment_id=7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:10:22.595340 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:22.611724 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c71ff-5e0c-40b0-9b8c-17e09143eb92 req-11ccfe69-6635-41f7-876b-2ca4527d9518 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:22.613091 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-581c71ff-5e0c-40b0-9b8c-17e09143eb92 req-11ccfe69-6635-41f7-876b-2ca4527d9518 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 944 time: 0.3906398 Jul 14 07:10:22.714037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:22.714666 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:22.716067 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] 10.222.0.15 "PUT /v2.0/ports/1ba157c8-4455-4c7c-a8d7-efa1357e8a79 HTTP/1.1" status: 200 len: 1092 time: 3.4693415 Jul 14 07:10:22.812338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c834c54-652a-41b6-b7f1-590557d858ef req-44023082-62b1-456b-aa44-e5f3551af3da tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:22.813893 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2c834c54-652a-41b6-b7f1-590557d858ef req-44023082-62b1-456b-aa44-e5f3551af3da tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 945 time: 0.3753848 Jul 14 07:10:22.854368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f86d2-6d83-4929-8b4e-41c3cb965dab service neutron] Pushing event updated for resources: {'Port': ['ID=1ba157c8-4455-4c7c-a8d7-efa1357e8a79,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:22.879671 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-581c71ff-5e0c-40b0-9b8c-17e09143eb92 req-c0d4d863-30e5-4684-8c92-d1228cc05ce5 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528930 Jul 14 07:10:22.895383 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:10:22.915660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=56c84bd1-7356-492b-8fc7-7421be5531f0,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:10:22.932708 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:22.967034 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2c834c54-652a-41b6-b7f1-590557d858ef req-9eafca1d-a94f-4471-af19-22be0a1614de tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136808 Jul 14 07:10:23.013741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:23.014402 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:23.015721 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] 10.222.0.15 "PUT /v2.0/ports/56c84bd1-7356-492b-8fc7-7421be5531f0 HTTP/1.1" status: 200 len: 1096 time: 3.5686297 Jul 14 07:10:23.041795 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-80da2b13-fea8-4ed0-b21d-80b31ba3fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:23.043382 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-80da2b13-fea8-4ed0-b21d-80b31ba3fbd2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c299c3697846c291ce3761776a3bff&device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 1095 time: 0.2677472 Jul 14 07:10:23.051841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e164f2-c329-4320-a097-e2f3660c2ead service neutron] Pushing event updated for resources: {'Port': ['ID=56c84bd1-7356-492b-8fc7-7421be5531f0,revision_number=7']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:23.072717 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b94378c8-9c20-4e89-9006-100606b1962c tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:23.166950 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-eb5a1597-8460-4b49-aac0-467887dab871 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ba157c8-4455-4c7c-a8d7-efa1357e8a79 HTTP/1.1" status: 200 len: 217 time: 0.1111078 Jul 14 07:10:23.170523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94378c8-9c20-4e89-9006-100606b1962c tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7c00f14-d5a7-4e09-8d29-49c6daa0322e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:23.370015 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-c1c4276b-e3eb-4154-9752-42e002f35cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:23.371608 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-c1c4276b-e3eb-4154-9752-42e002f35cbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7533ca55-3891-41a7-935d-a12ba31dc650 HTTP/1.1" status: 200 len: 859 time: 0.1963282 Jul 14 07:10:23.401979 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-780c4c5c-f2b7-4783-8dc2-4140ba53dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:23.403626 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-780c4c5c-f2b7-4783-8dc2-4140ba53dccf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 1099 time: 0.3463826 Jul 14 07:10:23.405826 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b94378c8-9c20-4e89-9006-100606b1962c tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:23.437038 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-365c9e74-2892-4e91-9f8a-6523165bc867 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05c4c71a-6080-4398-a8a7-9a46ed277a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512030 Jul 14 07:10:23.574159 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ada8ee3-21fe-42d5-a318-f209a0591562 req-14d69dd6-093a-4161-9635-9d693c2f7a56 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2096293634&fields=id&tenant_id=45ed1a9198404a9eab290e1ea35b5dd0 HTTP/1.1" status: 200 len: 267 time: 0.2554953 Jul 14 07:10:24.109740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192da6fe-135d-4b52-96f3-366b60366c93', 'tag': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79'}, {'name': 'network-changed', 'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:10:24.112136 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a031e878-aeae-4f69-8f5e-5edffef42c89" -d '{"events": [{"name": "network-changed", "server_uuid": "192da6fe-135d-4b52-96f3-366b60366c93", "tag": "1ba157c8-4455-4c7c-a8d7-efa1357e8a79"}, {"name": "network-changed", "server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:10:24.135239 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b94378c8-9c20-4e89-9006-100606b1962c tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:24.138965 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b94378c8-9c20-4e89-9006-100606b1962c tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:24.274920 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b94378c8-9c20-4e89-9006-100606b1962c tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:24.275482 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94378c8-9c20-4e89-9006-100606b1962c tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e19dce75-ceb9-4fee-aa85-7bef19508907 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:10:24.283770 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b94378c8-9c20-4e89-9006-100606b1962c tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:24.284915 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b94378c8-9c20-4e89-9006-100606b1962c tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "DELETE /v2.0/routers/e19dce75-ceb9-4fee-aa85-7bef19508907 HTTP/1.1" status: 204 len: 168 time: 3.6169729 Jul 14 07:10:24.288605 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47540) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:24.296282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-303840267', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:24.325855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-a823fd35-6ccc-44ee-876e-148f3826de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:24.328562 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-a823fd35-6ccc-44ee-876e-148f3826de5d service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.9102836 Jul 14 07:10:24.345853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada8ee3-21fe-42d5-a318-f209a0591562 req-9cfe47aa-e8ee-4e58-85be-bafbc339cf41 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:24.347165 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ada8ee3-21fe-42d5-a318-f209a0591562 req-9cfe47aa-e8ee-4e58-85be-bafbc339cf41 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 945 time: 0.7722039 Jul 14 07:10:24.366149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eb2ac-ebbf-4d8c-89cf-cdc39a2ac9f3 req-37e2fed5-b1f7-43d1-be4a-376eaa61f4fc tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:24.367914 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-244eb2ac-ebbf-4d8c-89cf-cdc39a2ac9f3 req-37e2fed5-b1f7-43d1-be4a-376eaa61f4fc tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 948 time: 0.3005717 Jul 14 07:10:24.406501 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:24.408385 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:24.409320 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-0ada8ee3-21fe-42d5-a318-f209a0591562 req-d80c920a-00ac-44f7-9fca-baf66810fa1b tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Request body: {'port': {'security_groups': ['fa928d7c-4c96-4140-bf3d-9b4da04173f1', 'd3f2a947-bb49-49df-b9b2-006505013184']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:24.434594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-b7bf686e-d9b9-499f-ba56-9274471409a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=56c84bd1-7356-492b-8fc7-7421be5531f0 HTTP/1.1" status: 200 len: 217 time: 0.0983689 Jul 14 07:10:24.491244 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-0783d60f-03ad-4ca5-a191-0d8965427a66 service neutron] 10.222.0.15 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0097563 Jul 14 07:10:24.501278 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:24.626203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-ceda0434-5d13-45fe-8a3f-1e4dfb629e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:24.627718 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-ceda0434-5d13-45fe-8a3f-1e4dfb629e68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1159048 Jul 14 07:10:24.705580 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:24.810136 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-244eb2ac-ebbf-4d8c-89cf-cdc39a2ac9f3 req-093a600e-b29c-44ce-93b5-ad28383d8473 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965309 Jul 14 07:10:24.991973 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0ada8ee3-21fe-42d5-a318-f209a0591562 req-d80c920a-00ac-44f7-9fca-baf66810fa1b tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:25.067723 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-618bcfd8-e245-4495-a34e-9a2590f021e1 req-a0f6c60f-137a-4bc4-b061-785078152a27 service neutron] 10.222.0.15 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506928 Jul 14 07:10:25.091600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-300dec17-890b-49dd-8800-8b7802bda9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:25.093303 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-300dec17-890b-49dd-8800-8b7802bda9bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4452457 Jul 14 07:10:25.140057 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:25.174330 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:25.302932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Allocated IP 172.25.7.41 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/4331413d-8fb5-436d-b2e7-c751a301c928) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:10:25.430587 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-e3b1fe80-e6fd-4024-a339-d135a9395bed service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304615 Jul 14 07:10:25.506617 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:25.565560 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d320d59a-8f83-4285-a41d-0bf5eccb4afc req-835dc6bf-3705-4a8a-b728-8b07aefa93a9 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273715 Jul 14 07:10:25.584451 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:25.626742 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:10:25.629725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:10:25.633350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:10:25.674550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Pushing event updated for resources: {'Port': ['ID=4331413d-8fb5-436d-b2e7-c751a301c928,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:25.698223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-0ada8ee3-21fe-42d5-a318-f209a0591562 req-d80c920a-00ac-44f7-9fca-baf66810fa1b tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] For port 38edc4e1-a2a0-4b88-8660-8698911cce7f, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=38edc4e1-a2a0-4b88-8660-8698911cce7f,segment=NetworkSegment(d9ec71b4-3e07-4167-8928-0caa3b0657db),segment_id=d9ec71b4-3e07-4167-8928-0caa3b0657db)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:25.734633 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0ada8ee3-21fe-42d5-a318-f209a0591562 req-d80c920a-00ac-44f7-9fca-baf66810fa1b tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:25.757608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab67a5-da1a-4e0c-8070-7ce8fa671c70 req-dd4af347-fd06-418b-b173-efb16c1e99d3 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:25.759594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-75ab67a5-da1a-4e0c-8070-7ce8fa671c70 req-dd4af347-fd06-418b-b173-efb16c1e99d3 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 944 time: 0.4608600 Jul 14 07:10:25.761292 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0ada8ee3-21fe-42d5-a318-f209a0591562 req-d80c920a-00ac-44f7-9fca-baf66810fa1b tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:25.774224 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['38edc4e1-a2a0-4b88-8660-8698911cce7f'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:10:25.805554 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada8ee3-21fe-42d5-a318-f209a0591562 req-d80c920a-00ac-44f7-9fca-baf66810fa1b tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:25.806481 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0ada8ee3-21fe-42d5-a318-f209a0591562 req-d80c920a-00ac-44f7-9fca-baf66810fa1b tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:25.822454 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ada8ee3-21fe-42d5-a318-f209a0591562 req-d80c920a-00ac-44f7-9fca-baf66810fa1b tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "PUT /v2.0/ports/38edc4e1-a2a0-4b88-8660-8698911cce7f HTTP/1.1" status: 200 len: 981 time: 1.4533937 Jul 14 07:10:25.910296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-75ab67a5-da1a-4e0c-8070-7ce8fa671c70 req-eb9407c2-0503-4383-9deb-e1edbac86c08 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334321 Jul 14 07:10:25.916232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c920a-00ac-44f7-9fca-baf66810fa1b tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event updated for resources: {'Port': ['ID=38edc4e1-a2a0-4b88-8660-8698911cce7f,revision_number=6']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:25.967423 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['38edc4e1-a2a0-4b88-8660-8698911cce7f'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:10:26.050558 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b7c00f14-d5a7-4e09-8d29-49c6daa0322e no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:10:26.092719 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 07:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9668089-111e-4147-8429-e25b0e23fe85 x-openstack-request-id: req-a9668089-111e-4147-8429-e25b0e23fe85 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:10:26.093236 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192da6fe-135d-4b52-96f3-366b60366c93", "tag": "1ba157c8-4455-4c7c-a8d7-efa1357e8a79", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:10:26.093666 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a9668089-111e-4147-8429-e25b0e23fe85 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:10:26.094233 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192da6fe-135d-4b52-96f3-366b60366c93', 'tag': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79', 'status': 'completed', 'code': 200} Jul 14 07:10:26.094653 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0', 'status': 'completed', 'code': 200} Jul 14 07:10:26.142127 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: b7c00f14-d5a7-4e09-8d29-49c6daa0322e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:10:26.143780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b7c00f14-d5a7-4e09-8d29-49c6daa0322e not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:10:26.277243 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:26.340399 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-ad8dbe1b-4d2c-4c1c-ac94-18ad14fcc9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:26.342070 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-ad8dbe1b-4d2c-4c1c-ac94-18ad14fcc9ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c299c3697846c291ce3761776a3bff&device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 1095 time: 0.2101805 Jul 14 07:10:26.366062 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-32a5ce65-2c1e-43c8-80b4-81e566924650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:26.368639 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-32a5ce65-2c1e-43c8-80b4-81e566924650 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 1099 time: 0.2602544 Jul 14 07:10:26.530854 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-cdff6295-a0a2-421b-b9ad-75b0a71d26d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:26.532487 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-cdff6295-a0a2-421b-b9ad-75b0a71d26d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.1534963 Jul 14 07:10:26.548837 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3372559a-61c0-4186-8909-36dd9ca780e0 req-7082e976-12cd-4859-b6b9-79fafd2b10fa tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-266627228&fields=id&tenant_id=45ed1a9198404a9eab290e1ea35b5dd0 HTTP/1.1" status: 200 len: 267 time: 0.2528358 Jul 14 07:10:26.558751 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:10:26.608046 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-6a39cce4-5c84-46b4-98bc-6d1fa7e4fde0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=56c84bd1-7356-492b-8fc7-7421be5531f0 HTTP/1.1" status: 200 len: 217 time: 0.0647469 Jul 14 07:10:26.711642 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-37b9c63a-618f-4568-907b-862655d3123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:26.712880 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-37b9c63a-618f-4568-907b-862655d3123e service neutron] 10.222.0.15 "GET /v2.0/networks?id=05c4c71a-6080-4398-a8a7-9a46ed277a04 HTTP/1.1" status: 200 len: 920 time: 0.3602498 Jul 14 07:10:26.878009 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:26.878508 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6bfa3f62-3325-4a8a-a10b-3b127308bfb2,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:26.897502 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '6bfa3f62-3325-4a8a-a10b-3b127308bfb2', 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5', 'port_id': '6bfa3f62-3325-4a8a-a10b-3b127308bfb2', 'mac_address': 'fa:16:3e:f7:2d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8b4972-4af0-4364-94c1-6b8288d85079', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:10:26.916926 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-47e7aea4-07c6-4b1c-b6f9-41e7cdabab4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ba157c8-4455-4c7c-a8d7-efa1357e8a79 HTTP/1.1" status: 200 len: 217 time: 0.1751068 Jul 14 07:10:26.941948 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-7da48f67-5bf8-48fd-baab-7dc8c1640cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:26.943416 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-7da48f67-5bf8-48fd-baab-7dc8c1640cec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.3265350 Jul 14 07:10:26.997715 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:27.024206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a445b88-1bc1-4d4d-a28a-93d8234d0e9e req-5434cb3e-d85f-45b1-b629-42d6d3051654 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:27.032998 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:10:27.034428 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a445b88-1bc1-4d4d-a28a-93d8234d0e9e req-5434cb3e-d85f-45b1-b629-42d6d3051654 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 948 time: 0.6548722 Jul 14 07:10:27.050753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1ba157c8-4455-4c7c-a8d7-efa1357e8a79 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:10:27.099930 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372559a-61c0-4186-8909-36dd9ca780e0 req-4ee35494-fa0f-4e58-b552-790a410b74aa tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:27.101985 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3372559a-61c0-4186-8909-36dd9ca780e0 req-4ee35494-fa0f-4e58-b552-790a410b74aa tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 984 time: 0.3867421 Jul 14 07:10:27.104920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-0e645a60-dc50-45b2-948a-2234dbc9087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:27.106568 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-0e645a60-dc50-45b2-948a-2234dbc9087f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7533ca55-3891-41a7-935d-a12ba31dc650 HTTP/1.1" status: 200 len: 859 time: 0.1772537 Jul 14 07:10:27.115529 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6bfa3f62-3325-4a8a-a10b-3b127308bfb2,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:27.123450 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-3372559a-61c0-4186-8909-36dd9ca780e0 req-57508e16-df81-42b7-bb3e-46b9cf2aa178 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Request body: {'port': {'security_groups': ['d3f2a947-bb49-49df-b9b2-006505013184', 'fa928d7c-4c96-4140-bf3d-9b4da04173f1', 'b2ed51b4-9714-477a-88fc-3823e90e35c9']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:27.131862 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:27.206193 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-2c1498f4-77e8-47d1-973a-f9145c1c4864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:27.208710 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-2c1498f4-77e8-47d1-973a-f9145c1c4864 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2386897 Jul 14 07:10:27.252433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['6bfa3f62-3325-4a8a-a10b-3b127308bfb2'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:10:27.267984 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-7af5f93e-e786-467f-8b7e-12d62ee8852e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05c4c71a-6080-4398-a8a7-9a46ed277a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362121 Jul 14 07:10:27.296024 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=6bfa3f62-3325-4a8a-a10b-3b127308bfb2,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:27.309267 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:27.310908 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:27.312158 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:27.312842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:27.314805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:27.316003 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:27.323303 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:27.323877 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:27.324370 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:27.324982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:27.325488 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:27.325997 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:10:27.367580 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-7746f53e-4169-4be7-98c9-75a5f7cfac81 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365371 Jul 14 07:10:27.399311 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a445b88-1bc1-4d4d-a28a-93d8234d0e9e req-d5699186-f345-47de-ae80-1afe192040ff tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638949 Jul 14 07:10:27.402378 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1ba157c8-4455-4c7c-a8d7-efa1357e8a79, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1ba157c8-4455-4c7c-a8d7-efa1357e8a79,segment=NetworkSegment(7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b),segment_id=7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:27.427985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79', 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04', 'port_id': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79', 'mac_address': 'fa:16:3e:47:23:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7533ca55-3891-41a7-935d-a12ba31dc650', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:10:27.494998 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:27.513592 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba157c8-4455-4c7c-a8d7-efa1357e8a79 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:10:27.559939 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Router eabbadc7-d987-45d7-b411-f616ba009724 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:10:27.622506 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3372559a-61c0-4186-8909-36dd9ca780e0 req-57508e16-df81-42b7-bb3e-46b9cf2aa178 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:27.625002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1ba157c8-4455-4c7c-a8d7-efa1357e8a79, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1ba157c8-4455-4c7c-a8d7-efa1357e8a79,segment=NetworkSegment(7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b),segment_id=7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:27.638449 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:27.764880 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-a5ffbb0e-1dc7-4f84-8ed1-0cc524d25e09 service neutron] 10.222.0.15 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179924 Jul 14 07:10:27.914485 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=1ba157c8-4455-4c7c-a8d7-efa1357e8a79,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:27.939994 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['1ba157c8-4455-4c7c-a8d7-efa1357e8a79'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:10:28.105229 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c87d3d4-247a-4bc6-b045-b80cf1c832c7', 'tag': '38edc4e1-a2a0-4b88-8660-8698911cce7f'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:10:28.105729 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f07626-1725-47fa-88c8-2989841f4ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "7c87d3d4-247a-4bc6-b045-b80cf1c832c7", "tag": "38edc4e1-a2a0-4b88-8660-8698911cce7f"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:10:28.153050 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:10:28.156999 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-22af1920-9f3e-4115-a8d9-030d2217780a service neutron] 10.222.0.15 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911991 Jul 14 07:10:28.174035 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab30a10e-c739-4e00-a63e-cfe30c9fa69d None None] Sync routers for ids ['eabbadc7-d987-45d7-b411-f616ba009724'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:10:28.197555 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-9be398ad-5872-4ced-a721-3b4c4e418fe5 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8186102 Jul 14 07:10:28.209589 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:28.213684 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8fadbd84-31ee-49ce-8754-4adf12c29680 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9216437 Jul 14 07:10:28.216193 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47674) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:28.224676 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0bdaf701-17f4-4ce6-9ad2-1f9414d3c3e7 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'enable_snat': False}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:28.240809 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab30a10e-c739-4e00-a63e-cfe30c9fa69d None None] Routers {'eabbadc7-d987-45d7-b411-f616ba009724'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:28.241636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ab30a10e-c739-4e00-a63e-cfe30c9fa69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:10:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['eabbadc7-d987-45d7-b411-f616ba009724'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:28.254898 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687318e-5a38-472e-ac00-2ab27c37ee0e req-bce6e762-3ffa-4efd-b3b2-6475c4b3315c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:28.261747 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e687318e-5a38-472e-ac00-2ab27c37ee0e req-bce6e762-3ffa-4efd-b3b2-6475c4b3315c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 945 time: 0.3485811 Jul 14 07:10:28.326608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ab30a10e-c739-4e00-a63e-cfe30c9fa69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:28.385490 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e687318e-5a38-472e-ac00-2ab27c37ee0e req-49327a49-f3cd-43b6-96e2-18cc88ababf9 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227868 Jul 14 07:10:28.404112 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab30a10e-c739-4e00-a63e-cfe30c9fa69d None None] Routers {'eabbadc7-d987-45d7-b411-f616ba009724'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:28.405170 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ab30a10e-c739-4e00-a63e-cfe30c9fa69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:10:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['eabbadc7-d987-45d7-b411-f616ba009724'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:28.410134 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-3372559a-61c0-4186-8909-36dd9ca780e0 req-57508e16-df81-42b7-bb3e-46b9cf2aa178 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] For port 38edc4e1-a2a0-4b88-8660-8698911cce7f, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=38edc4e1-a2a0-4b88-8660-8698911cce7f,segment=NetworkSegment(d9ec71b4-3e07-4167-8928-0caa3b0657db),segment_id=d9ec71b4-3e07-4167-8928-0caa3b0657db)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:28.444280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-97cde5ed-f7e9-4863-930e-dbe2cc194c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:28.446124 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-97cde5ed-f7e9-4863-930e-dbe2cc194c24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 1099 time: 0.2112765 Jul 14 07:10:28.523683 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ab30a10e-c739-4e00-a63e-cfe30c9fa69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:28.523985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab30a10e-c739-4e00-a63e-cfe30c9fa69d None None] The sync data for ids ['eabbadc7-d987-45d7-b411-f616ba009724'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:10:28.564937 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:10:28.621754 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf264abf-d578-434a-ace4-70206d4562a2 x-openstack-request-id: req-bf264abf-d578-434a-ace4-70206d4562a2 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:10:28.622047 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c87d3d4-247a-4bc6-b045-b80cf1c832c7", "tag": "38edc4e1-a2a0-4b88-8660-8698911cce7f", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:10:28.629747 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf264abf-d578-434a-ace4-70206d4562a2 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:10:28.629747 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c87d3d4-247a-4bc6-b045-b80cf1c832c7', 'tag': '38edc4e1-a2a0-4b88-8660-8698911cce7f', 'status': 'completed', 'code': 200} Jul 14 07:10:28.652880 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:10:28.653605 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:28.742548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-4996056f-23f1-40ae-8856-9f53c7f34124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:28.744709 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-4996056f-23f1-40ae-8856-9f53c7f34124 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.2834942 Jul 14 07:10:28.749960 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3372559a-61c0-4186-8909-36dd9ca780e0 req-57508e16-df81-42b7-bb3e-46b9cf2aa178 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:28.786120 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:28.804199 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3372559a-61c0-4186-8909-36dd9ca780e0 req-57508e16-df81-42b7-bb3e-46b9cf2aa178 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:28.859840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6bfa3f62-3325-4a8a-a10b-3b127308bfb2,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:28.863775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30538f03-8f75-4ef3-838c-513a8820be0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfa3f62-3325-4a8a-a10b-3b127308bfb2'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:10:28.870288 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd83606-9860-4276-86f5-675c8fb594cf" -d '{"events": [{"server_uuid": "30538f03-8f75-4ef3-838c-513a8820be0d", "name": "network-vif-plugged", "status": "completed", "tag": "6bfa3f62-3325-4a8a-a10b-3b127308bfb2"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:10:28.883716 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:28.888891 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47692) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:28.900107 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-6dbd17a6-3020-4905-8c81-3f58e913ac00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=56c84bd1-7356-492b-8fc7-7421be5531f0 HTTP/1.1" status: 200 len: 217 time: 0.1340349 Jul 14 07:10:28.941974 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['38edc4e1-a2a0-4b88-8660-8698911cce7f'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:10:29.069225 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 56c84bd1-7356-492b-8fc7-7421be5531f0 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:10:29.077829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1ba157c8-4455-4c7c-a8d7-efa1357e8a79 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:10:29.093507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372559a-61c0-4186-8909-36dd9ca780e0 req-57508e16-df81-42b7-bb3e-46b9cf2aa178 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:29.094443 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3372559a-61c0-4186-8909-36dd9ca780e0 req-57508e16-df81-42b7-bb3e-46b9cf2aa178 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:29.096066 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3372559a-61c0-4186-8909-36dd9ca780e0 req-57508e16-df81-42b7-bb3e-46b9cf2aa178 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "PUT /v2.0/ports/38edc4e1-a2a0-4b88-8660-8698911cce7f HTTP/1.1" status: 200 len: 1020 time: 1.9847512 Jul 14 07:10:29.184453 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['38edc4e1-a2a0-4b88-8660-8698911cce7f'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:10:29.279761 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-33b8c24d-b21e-42c1-8d68-a536997f7140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:29.307826 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57508e16-df81-42b7-bb3e-46b9cf2aa178 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event updated for resources: {'Port': ['ID=38edc4e1-a2a0-4b88-8660-8698911cce7f,revision_number=7']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:29.309441 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=6bfa3f62-3325-4a8a-a10b-3b127308bfb2,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:29.373163 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f07626-1725-47fa-88c8-2989841f4ccd req-d0878904-0b62-451b-8da5-c1a6a25ad44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:29.374892 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26f07626-1725-47fa-88c8-2989841f4ccd req-d0878904-0b62-451b-8da5-c1a6a25ad44b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=45ed1a9198404a9eab290e1ea35b5dd0&device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 1174 time: 0.6272738 Jul 14 07:10:29.375571 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.resource_extend [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:10:29.386271 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0bdaf701-17f4-4ce6-9ad2-1f9414d3c3e7 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:29.417109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-3bedcbb4-2fff-41db-b6ce-d9db00818252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:29.428913 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-3bedcbb4-2fff-41db-b6ce-d9db00818252 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.4770327 Jul 14 07:10:29.491782 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fe9f80-7bd1-4367-8f25-ed3204854ead x-openstack-request-id: req-25fe9f80-7bd1-4367-8f25-ed3204854ead {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:10:29.492125 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30538f03-8f75-4ef3-838c-513a8820be0d", "name": "network-vif-plugged", "status": "completed", "tag": "6bfa3f62-3325-4a8a-a10b-3b127308bfb2", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:10:29.492604 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25fe9f80-7bd1-4367-8f25-ed3204854ead {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:10:29.493174 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30538f03-8f75-4ef3-838c-513a8820be0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfa3f62-3325-4a8a-a10b-3b127308bfb2', 'code': 200} Jul 14 07:10:29.675455 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca863a1-fdf1-4bdc-948e-29964d6c57a7 req-dbc92a72-82b7-4dfb-b201-2af8fd9ac620 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:29.688613 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bca863a1-fdf1-4bdc-948e-29964d6c57a7 req-dbc92a72-82b7-4dfb-b201-2af8fd9ac620 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 948 time: 0.8015916 Jul 14 07:10:29.751628 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 1ba157c8-4455-4c7c-a8d7-efa1357e8a79 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:10:29.803709 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 1ba157c8-4455-4c7c-a8d7-efa1357e8a79 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:10:29.807221 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:29.833476 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f07626-1725-47fa-88c8-2989841f4ccd req-f4fb1653-1e75-4d3f-8722-fc85c96c2166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:29.847153 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26f07626-1725-47fa-88c8-2989841f4ccd req-f4fb1653-1e75-4d3f-8722-fc85c96c2166 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac553685-ca08-4b40-8004-018538e94cc4 HTTP/1.1" status: 200 len: 913 time: 0.4556522 Jul 14 07:10:30.019524 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=56c84bd1-7356-492b-8fc7-7421be5531f0,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:30.064049 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26f07626-1725-47fa-88c8-2989841f4ccd req-ce17d0c9-f2d4-4f6b-99a7-0f21cdbd924e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38edc4e1-a2a0-4b88-8660-8698911cce7f HTTP/1.1" status: 200 len: 217 time: 0.1879492 Jul 14 07:10:30.125055 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '56c84bd1-7356-492b-8fc7-7421be5531f0', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '56c84bd1-7356-492b-8fc7-7421be5531f0', 'mac_address': 'fa:16:3e:ac:74:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:10:30.171391 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:30.185729 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f07626-1725-47fa-88c8-2989841f4ccd req-eeaba702-bc6c-49cd-bc5d-3fb10613716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:30.187545 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26f07626-1725-47fa-88c8-2989841f4ccd req-eeaba702-bc6c-49cd-bc5d-3fb10613716a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42c47cfa-c715-4110-9f9a-d8e8160313f0 HTTP/1.1" status: 200 len: 852 time: 0.1036415 Jul 14 07:10:30.234593 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bca863a1-fdf1-4bdc-948e-29964d6c57a7 req-54dc2f1e-b4f7-4130-bf45-b3d1956d9570 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410163 Jul 14 07:10:30.272867 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0bdaf701-17f4-4ce6-9ad2-1f9414d3c3e7 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:30.276885 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0bdaf701-17f4-4ce6-9ad2-1f9414d3c3e7 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:30.297037 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26f07626-1725-47fa-88c8-2989841f4ccd req-90b4669e-207e-47bb-9169-978c4ad17eeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac553685-ca08-4b40-8004-018538e94cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961356 Jul 14 07:10:30.317208 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-d640e631-cddb-49bd-b277-a41b35400230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:30.318969 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-d640e631-cddb-49bd-b277-a41b35400230 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8840127 Jul 14 07:10:30.330930 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4c9e3-32c9-4c9b-9da7-0a847fd7edf2 req-345ebadc-07b7-4c06-b6cd-82027040baef tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:30.339379 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-48b4c9e3-32c9-4c9b-9da7-0a847fd7edf2 req-345ebadc-07b7-4c06-b6cd-82027040baef tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 1023 time: 0.7190185 Jul 14 07:10:30.425355 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdaf701-17f4-4ce6-9ad2-1f9414d3c3e7 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Router eabbadc7-d987-45d7-b411-f616ba009724 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:10:30.571063 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdaf701-17f4-4ce6-9ad2-1f9414d3c3e7 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:10:30.581168 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e2e66-7599-4e3c-928b-92889e61ab83 None None] Sync routers for ids ['eabbadc7-d987-45d7-b411-f616ba009724'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:10:30.591659 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0bdaf701-17f4-4ce6-9ad2-1f9414d3c3e7 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:30.595904 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e2e66-7599-4e3c-928b-92889e61ab83 None None] Routers {'eabbadc7-d987-45d7-b411-f616ba009724'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:30.597812 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-480e2e66-7599-4e3c-928b-92889e61ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:10:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['eabbadc7-d987-45d7-b411-f616ba009724'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:30.598088 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0bdaf701-17f4-4ce6-9ad2-1f9414d3c3e7 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "PUT /v2.0/routers/eabbadc7-d987-45d7-b411-f616ba009724 HTTP/1.1" status: 200 len: 924 time: 2.3796108 Jul 14 07:10:30.600514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47734) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:30.683955 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-480e2e66-7599-4e3c-928b-92889e61ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:30.710406 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e2e66-7599-4e3c-928b-92889e61ab83 None None] Routers {'eabbadc7-d987-45d7-b411-f616ba009724'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:30.712338 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-480e2e66-7599-4e3c-928b-92889e61ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:10:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['eabbadc7-d987-45d7-b411-f616ba009724'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:30.717674 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:30.796248 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-480e2e66-7599-4e3c-928b-92889e61ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:30.796881 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e2e66-7599-4e3c-928b-92889e61ab83 None None] The sync data for ids ['eabbadc7-d987-45d7-b411-f616ba009724'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:10:30.836585 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b19eb119-723c-4df1-b5a2-e9444a00e4e7 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "GET /v2.0/routers/eabbadc7-d987-45d7-b411-f616ba009724 HTTP/1.1" status: 200 len: 924 time: 0.2343235 Jul 14 07:10:30.837837 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47740) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:30.897576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1ba157c8-4455-4c7c-a8d7-efa1357e8a79, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1ba157c8-4455-4c7c-a8d7-efa1357e8a79,segment=NetworkSegment(7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b),segment_id=7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:30.906606 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c84bd1-7356-492b-8fc7-7421be5531f0 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:10:30.954687 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7426916a-b9f9-4b03-98eb-5ee8f5b88322 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:30.959411 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7426916a-b9f9-4b03-98eb-5ee8f5b88322 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&device_id=eabbadc7-d987-45d7-b411-f616ba009724&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1202452 Jul 14 07:10:30.959901 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47744) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:30.963301 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=56c84bd1-7356-492b-8fc7-7421be5531f0,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:30.967786 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-79480b10-9460-46aa-b638-6df9540ffc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:30.986469 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:31.019396 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:31.165844 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5dea39-efb6-47f5-8f0b-7019de1e55b9 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:31.171446 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3c5dea39-efb6-47f5-8f0b-7019de1e55b9 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 881 time: 0.2104943 Jul 14 07:10:31.172216 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47746) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:31.209887 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=1ba157c8-4455-4c7c-a8d7-efa1357e8a79,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:31.256743 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b8def413-1758-4bb0-a47a-32cbc5975c8c tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabbadc7-d987-45d7-b411-f616ba009724 HTTP/1.1" status: 200 len: 205 time: 0.0827358 Jul 14 07:10:31.257760 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47752) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:31.294429 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=56c84bd1-7356-492b-8fc7-7421be5531f0,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:31.314049 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['56c84bd1-7356-492b-8fc7-7421be5531f0'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:10:31.350292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c87d3d4-247a-4bc6-b045-b80cf1c832c7', 'tag': '38edc4e1-a2a0-4b88-8660-8698911cce7f'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:10:31.352727 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13240993-1e41-41f5-a7a5-5483e8288fec" -d '{"events": [{"name": "network-changed", "server_uuid": "7c87d3d4-247a-4bc6-b045-b80cf1c832c7", "tag": "38edc4e1-a2a0-4b88-8660-8698911cce7f"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:10:31.357365 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26f07626-1725-47fa-88c8-2989841f4ccd req-d134b622-e83a-4b10-a4cc-2318f27101a4 service neutron] 10.222.0.15 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0527840 Jul 14 07:10:31.441844 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-48b4c9e3-32c9-4c9b-9da7-0a847fd7edf2 req-7bc24152-c14a-4aca-ab65-72c6f5342f43 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3f2a947-bb49-49df-b9b2-006505013184&id=b2ed51b4-9714-477a-88fc-3823e90e35c9&id=fa928d7c-4c96-4140-bf3d-9b4da04173f1 HTTP/1.1" status: 200 len: 6157 time: 1.1012650 Jul 14 07:10:31.467936 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a6b4-15ed-4690-9881-277f6883a2f4 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:31.498050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192da6fe-135d-4b52-96f3-366b60366c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:10:31.504111 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c131d7-9e24-43eb-996e-7c3bac39941c" -d '{"events": [{"server_uuid": "192da6fe-135d-4b52-96f3-366b60366c93", "name": "network-vif-plugged", "status": "completed", "tag": "1ba157c8-4455-4c7c-a8d7-efa1357e8a79"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:10:31.620419 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a6b4-15ed-4690-9881-277f6883a2f4 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:31.718082 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-dfe1a6b4-15ed-4690-9881-277f6883a2f4 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Deleting port 4331413d-8fb5-436d-b2e7-c751a301c928 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:10:31.718431 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a6b4-15ed-4690-9881-277f6883a2f4 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:31.813385 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-d40bd896-950c-45a3-9276-324aa7499901 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4693115 Jul 14 07:10:31.899927 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a6b4-15ed-4690-9881-277f6883a2f4 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:31.907113 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-33b8c24d-b21e-42c1-8d68-a536997f7140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:31.928973 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-dfe1a6b4-15ed-4690-9881-277f6883a2f4 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Calling delete_port for 4331413d-8fb5-436d-b2e7-c751a301c928 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:10:31.962687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26f07626-1725-47fa-88c8-2989841f4ccd req-4133096c-e78d-40ae-ade3-467a18ac48ac service neutron] 10.222.0.15 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554183 Jul 14 07:10:32.045511 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-33b8c24d-b21e-42c1-8d68-a536997f7140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:32.174229 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5301c2c7-8927-44b6-bd5b-ed87e33055ac x-openstack-request-id: req-5301c2c7-8927-44b6-bd5b-ed87e33055ac {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:10:32.174531 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c87d3d4-247a-4bc6-b045-b80cf1c832c7", "tag": "38edc4e1-a2a0-4b88-8660-8698911cce7f", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:10:32.174865 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5301c2c7-8927-44b6-bd5b-ed87e33055ac {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:10:32.175270 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c87d3d4-247a-4bc6-b045-b80cf1c832c7', 'tag': '38edc4e1-a2a0-4b88-8660-8698911cce7f', 'status': 'completed', 'code': 200} Jul 14 07:10:32.201045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8c24d-b21e-42c1-8d68-a536997f7140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1b99c8-cf6e-46da-b3c1-9bb7efe2a599,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:32.259000 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a6b4-15ed-4690-9881-277f6883a2f4 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:32.265477 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-582cd635-ed47-48de-84e2-d444969a521e req-4499bc6b-5e55-423a-9017-865292b40ba1 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Request body: {'security_group': {'name': ' tempest-securitygroup -620943384 ', 'description': 'tempest-description-936910427'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:32.370846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b535a5-0554-4021-9f61-a0ca16d6ec7a req-e1248791-2a26-495c-b258-a5c4a688b47d tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:32.372493 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83b535a5-0554-4021-9f61-a0ca16d6ec7a req-e1248791-2a26-495c-b258-a5c4a688b47d tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.9582412 Jul 14 07:10:32.373372 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-582cd635-ed47-48de-84e2-d444969a521e req-4499bc6b-5e55-423a-9017-865292b40ba1 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:32.374670 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1a6b4-15ed-4690-9881-277f6883a2f4 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Pushing event deleted for resources: {'Port': ['ID=4331413d-8fb5-436d-b2e7-c751a301c928,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:32.463683 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a6b4-15ed-4690-9881-277f6883a2f4 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:32.509053 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-33b8c24d-b21e-42c1-8d68-a536997f7140 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9648004c1064ebebf6e3ddb09e9574d&name=default HTTP/1.1" status: 200 len: 2983 time: 3.6166081 Jul 14 07:10:32.534806 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47782) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:32.633029 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83b535a5-0554-4021-9f61-a0ca16d6ec7a req-a62df139-892f-46a7-af2a-9c975c517670 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385566 Jul 14 07:10:32.655262 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a6b4-15ed-4690-9881-277f6883a2f4 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:32.676587 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a6b4-15ed-4690-9881-277f6883a2f4 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:32.735868 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-64af6fab-0504-47dd-99d9-c99a4b7e3c23 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:32.753177 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-64af6fab-0504-47dd-99d9-c99a4b7e3c23 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581&tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 949 time: 0.6930106 Jul 14 07:10:32.795649 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a6b4-15ed-4690-9881-277f6883a2f4 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:32.796217 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe1a6b4-15ed-4690-9881-277f6883a2f4 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Fanout notify agent at l3_agent the message router_deleted on router eabbadc7-d987-45d7-b411-f616ba009724 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:10:32.829939 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a6b4-15ed-4690-9881-277f6883a2f4 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:32.830095 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13240993-1e41-41f5-a7a5-5483e8288fec req-c1a2b2ad-4e25-4658-81a4-74db5ed40fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:32.831920 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13240993-1e41-41f5-a7a5-5483e8288fec req-c1a2b2ad-4e25-4658-81a4-74db5ed40fa9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=45ed1a9198404a9eab290e1ea35b5dd0&device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 1174 time: 0.6373143 Jul 14 07:10:32.835888 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dfe1a6b4-15ed-4690-9881-277f6883a2f4 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "DELETE /v2.0/routers/eabbadc7-d987-45d7-b411-f616ba009724 HTTP/1.1" status: 204 len: 168 time: 1.5752850 Jul 14 07:10:32.839003 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47790) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:32.845257 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a031e878-aeae-4f69-8f5e-5edffef42c89 req-f894cde2-1fb3-43bb-8411-cf69c9b96b61 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9336629 Jul 14 07:10:32.846239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d0a2785d-610c-4552-86b8-4d82c4818d68 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-354886496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:32.871328 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f37025fe-42d0-45fb-8a4e-e5d57fb52fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:32.895758 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1495633-de76-418d-a257-9ccaeab43041 x-openstack-request-id: req-b1495633-de76-418d-a257-9ccaeab43041 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:10:32.896714 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192da6fe-135d-4b52-96f3-366b60366c93", "name": "network-vif-plugged", "status": "completed", "tag": "1ba157c8-4455-4c7c-a8d7-efa1357e8a79", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:10:32.896714 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1495633-de76-418d-a257-9ccaeab43041 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:10:32.896714 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192da6fe-135d-4b52-96f3-366b60366c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79', 'code': 200} Jul 14 07:10:32.959957 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f37025fe-42d0-45fb-8a4e-e5d57fb52fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:33.064261 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 56c84bd1-7356-492b-8fc7-7421be5531f0 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:10:33.117965 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f37025fe-42d0-45fb-8a4e-e5d57fb52fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:33.121120 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f37025fe-42d0-45fb-8a4e-e5d57fb52fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:33.122594 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f37025fe-42d0-45fb-8a4e-e5d57fb52fde admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c1b99c8-cf6e-46da-b3c1-9bb7efe2a599 HTTP/1.1" status: 204 len: 168 time: 0.5389915 Jul 14 07:10:33.160394 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37025fe-42d0-45fb-8a4e-e5d57fb52fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1b99c8-cf6e-46da-b3c1-9bb7efe2a599,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:33.275610 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0a48d10c-5888-4ec4-9f71-c999a7782e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:33.308822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47802) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:33.318169 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 56c84bd1-7356-492b-8fc7-7421be5531f0 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:10:33.323027 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 56c84bd1-7356-492b-8fc7-7421be5531f0 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:10:33.323812 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:33.417684 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-f806b36a-b87f-440c-9e00-2f1f78caf68e service neutron] 10.222.0.15 "GET /v2.0/ports/56c84bd1-7356-492b-8fc7-7421be5531f0/bindings/n-h2-778696-5 HTTP/1.1" status: 200 len: 382 time: 0.6635044 Jul 14 07:10:33.465238 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:33.497107 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-582cd635-ed47-48de-84e2-d444969a521e req-4499bc6b-5e55-423a-9017-865292b40ba1 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:33.539465 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0a2785d-610c-4552-86b8-4d82c4818d68 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:33.540826 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0a2785d-610c-4552-86b8-4d82c4818d68 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:33.552981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13240993-1e41-41f5-a7a5-5483e8288fec req-e4b4dadc-58e0-46de-9862-d794bdd07df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:33.569133 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13240993-1e41-41f5-a7a5-5483e8288fec req-e4b4dadc-58e0-46de-9862-d794bdd07df5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac553685-ca08-4b40-8004-018538e94cc4 HTTP/1.1" status: 200 len: 913 time: 0.6868453 Jul 14 07:10:33.596180 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=56c84bd1-7356-492b-8fc7-7421be5531f0,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:33.638376 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-582cd635-ed47-48de-84e2-d444969a521e req-4499bc6b-5e55-423a-9017-865292b40ba1 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:33.640646 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:33.725143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499bc6b-5e55-423a-9017-865292b40ba1 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a51d2f-fc92-4832-9543-b5c22517c8c0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:33.730943 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-582cd635-ed47-48de-84e2-d444969a521e req-4499bc6b-5e55-423a-9017-865292b40ba1 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:33.749593 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-582cd635-ed47-48de-84e2-d444969a521e req-4499bc6b-5e55-423a-9017-865292b40ba1 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.5537610 Jul 14 07:10:33.762745 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0a2785d-610c-4552-86b8-4d82c4818d68 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:33.786711 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0a2785d-610c-4552-86b8-4d82c4818d68 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:33.844500 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=56c84bd1-7356-492b-8fc7-7421be5531f0,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:33.854175 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0a2785d-610c-4552-86b8-4d82c4818d68 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:33.870476 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d0a2785d-610c-4552-86b8-4d82c4818d68 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0280983 Jul 14 07:10:33.877275 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:33.884563 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47824) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:33.897879 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f6e6b4fd-e914-4b3a-bf3d-8c3e2786c704 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Request body: {'router': {'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:33.963641 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13240993-1e41-41f5-a7a5-5483e8288fec req-a2371dba-3590-4def-92ed-65a0756cd036 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38edc4e1-a2a0-4b88-8660-8698911cce7f HTTP/1.1" status: 200 len: 217 time: 0.3399944 Jul 14 07:10:34.039112 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47826) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:34.042826 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13240993-1e41-41f5-a7a5-5483e8288fec req-f5f5c905-c5cb-4b9a-8e89-1b8a3377b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:34.045146 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13240993-1e41-41f5-a7a5-5483e8288fec req-f5f5c905-c5cb-4b9a-8e89-1b8a3377b56d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42c47cfa-c715-4110-9f9a-d8e8160313f0 HTTP/1.1" status: 200 len: 852 time: 0.0569558 Jul 14 07:10:34.146420 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df5144-e398-428e-a281-958f87f14175 req-38667e84-2445-48dd-9db9-44e8e30436a2 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:34.157899 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30df5144-e398-428e-a281-958f87f14175 req-38667e84-2445-48dd-9db9-44e8e30436a2 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 949 time: 0.8702645 Jul 14 07:10:34.167992 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-503001a3-d8ed-40b4-b287-70eca057a5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:34.182806 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13240993-1e41-41f5-a7a5-5483e8288fec req-3a03658f-b31f-44ae-8cfa-58a9dcd06115 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac553685-ca08-4b40-8004-018538e94cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285832 Jul 14 07:10:34.188827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4342304-731c-44b2-8b51-307860254b41 req-b66bc70d-75cb-46e8-bd1d-4fb2e1044f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:34.190547 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e4342304-731c-44b2-8b51-307860254b41 req-b66bc70d-75cb-46e8-bd1d-4fb2e1044f6f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 1097 time: 0.9052296 Jul 14 07:10:34.311722 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30df5144-e398-428e-a281-958f87f14175 req-a119e969-c368-43bc-a09d-ba123c3d2ca5 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524670 Jul 14 07:10:34.315617 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-1319dc20-7b76-4f56-982c-e38f97fe8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:34.318618 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-1319dc20-7b76-4f56-982c-e38f97fe8e79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 1100 time: 0.8504999 Jul 14 07:10:34.401752 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-503001a3-d8ed-40b4-b287-70eca057a5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:34.488995 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6e6b4fd-e914-4b3a-bf3d-8c3e2786c704 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:34.498195 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-503001a3-d8ed-40b4-b287-70eca057a5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:34.541290 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:34.557102 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e4342304-731c-44b2-8b51-307860254b41 req-0c8755c7-defc-4806-9bc0-5283f53c17b6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359661 Jul 14 07:10:34.575599 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-503001a3-d8ed-40b4-b287-70eca057a5fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54919ed6ffd24fd5a9b388282064aaed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5275195 Jul 14 07:10:34.576489 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a40e3bc-332d-4633-9d59-ecdd3531d28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:34.587263 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47838) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:34.601289 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503001a3-d8ed-40b4-b287-70eca057a5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa6d96c-78b6-4f24-be08-d916e37450c1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:34.688165 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-3420ad43-f7d6-4781-9f2b-7ecd8e4bcfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:34.690404 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-3420ad43-f7d6-4781-9f2b-7ecd8e4bcfcd service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.3077936 Jul 14 07:10:34.741421 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86e78f-4e35-4460-9870-f20c2fd322ea req-10d45e23-a1f2-41d9-a08f-256494c4350a tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:34.743404 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db86e78f-4e35-4460-9870-f20c2fd322ea req-10d45e23-a1f2-41d9-a08f-256494c4350a tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.5358801 Jul 14 07:10:34.754237 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a40e3bc-332d-4633-9d59-ecdd3531d28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:34.759820 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-404f0c41-15aa-4b86-8c8c-44b59817bcc1 req-2c51c483-424d-4e9e-991f-66a5562aeb6b tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/f8a51d2f-fc92-4832-9543-b5c22517c8c0 HTTP/1.1" status: 200 len: 1781 time: 0.3675718 Jul 14 07:10:34.801359 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a40e3bc-332d-4633-9d59-ecdd3531d28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:34.810231 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13240993-1e41-41f5-a7a5-5483e8288fec req-4ea9f19b-f9fe-4db9-8656-83f457412850 service neutron] 10.222.0.15 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820971 Jul 14 07:10:34.821605 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-86e97885-afaf-4c9e-b9fc-24f95a90ac42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=56c84bd1-7356-492b-8fc7-7421be5531f0 HTTP/1.1" status: 200 len: 217 time: 0.0972950 Jul 14 07:10:34.855993 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5a40e3bc-332d-4633-9d59-ecdd3531d28c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f86c43323bd64e6c98b8d4bc8dad5032&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5460305 Jul 14 07:10:34.861452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40e3bc-332d-4633-9d59-ecdd3531d28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480cc598-af41-485f-aeac-4dc8205cf8e5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:34.878091 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47846) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:34.897745 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:10:34.900104 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6c2381-a1ce-4aea-b533-7b822f105055" -d '{"events": [{"server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "name": "network-vif-plugged", "status": "completed", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:10:34.960424 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b29cc841-ba9f-44c2-af4c-53871ee3bd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:34.982548 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c2c3eca-b8fd-4b7e-b6df-d9831ebdad90 req-d0acf569-5384-42ae-b4a6-375c10754386 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/f8a51d2f-fc92-4832-9543-b5c22517c8c0 HTTP/1.1" status: 200 len: 1781 time: 0.1764355 Jul 14 07:10:34.984012 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b29cc841-ba9f-44c2-af4c-53871ee3bd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:35.011921 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-454cef1d-6927-4f09-9eca-aea5886b57c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:35.038948 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-454cef1d-6927-4f09-9eca-aea5886b57c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:35.103215 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db86e78f-4e35-4460-9870-f20c2fd322ea req-d7109513-3cc1-4816-949f-51766eb1d3eb tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423531 Jul 14 07:10:35.169344 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-454cef1d-6927-4f09-9eca-aea5886b57c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:35.172223 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-454cef1d-6927-4f09-9eca-aea5886b57c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:35.173602 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-454cef1d-6927-4f09-9eca-aea5886b57c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4aa6d96c-78b6-4f24-be08-d916e37450c1 HTTP/1.1" status: 204 len: 168 time: 0.5828333 Jul 14 07:10:35.180179 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6e6b4fd-e914-4b3a-bf3d-8c3e2786c704 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:35.187840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-0e66b328-60f3-47b4-829e-fe8829dd5be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:35.189603 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-0e66b328-60f3-47b4-829e-fe8829dd5be9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.3515882 Jul 14 07:10:35.206116 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6e6b4fd-e914-4b3a-bf3d-8c3e2786c704 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:35.222231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cef1d-6927-4f09-9eca-aea5886b57c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa6d96c-78b6-4f24-be08-d916e37450c1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:35.276527 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13240993-1e41-41f5-a7a5-5483e8288fec req-7875468e-c163-4c80-aa96-5242eab3874a service neutron] 10.222.0.15 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539630 Jul 14 07:10:35.284005 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0c2c3eca-b8fd-4b7e-b6df-d9831ebdad90 req-8f211946-be3a-4fb0-b9fc-5184c37b0969 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:35.319502 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b29cc841-ba9f-44c2-af4c-53871ee3bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:35.322674 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0c2c3eca-b8fd-4b7e-b6df-d9831ebdad90 req-8f211946-be3a-4fb0-b9fc-5184c37b0969 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:35.325468 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b29cc841-ba9f-44c2-af4c-53871ee3bd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:35.327777 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b29cc841-ba9f-44c2-af4c-53871ee3bd92 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/480cc598-af41-485f-aeac-4dc8205cf8e5 HTTP/1.1" status: 204 len: 168 time: 0.4432812 Jul 14 07:10:35.344716 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cc841-ba9f-44c2-af4c-53871ee3bd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480cc598-af41-485f-aeac-4dc8205cf8e5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:35.432985 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b945c9ea-b92a-4cd0-8cd7-36059bb99b5e x-openstack-request-id: req-b945c9ea-b92a-4cd0-8cd7-36059bb99b5e {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:10:35.433540 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "name": "network-vif-plugged", "status": "completed", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:10:35.434358 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b945c9ea-b92a-4cd0-8cd7-36059bb99b5e {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:10:35.435166 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0c2c3eca-b8fd-4b7e-b6df-d9831ebdad90 req-8f211946-be3a-4fb0-b9fc-5184c37b0969 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:35.435355 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0', 'code': 200} Jul 14 07:10:35.444398 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0c2c3eca-b8fd-4b7e-b6df-d9831ebdad90 req-8f211946-be3a-4fb0-b9fc-5184c37b0969 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:35.445725 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c2c3eca-b8fd-4b7e-b6df-d9831ebdad90 req-8f211946-be3a-4fb0-b9fc-5184c37b0969 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "DELETE /v2.0/security-groups/f8a51d2f-fc92-4832-9543-b5c22517c8c0 HTTP/1.1" status: 204 len: 173 time: 0.4623473 Jul 14 07:10:35.456122 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-65b9cf5a-6753-4d94-b6ec-28bea7453df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:35.460308 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-65b9cf5a-6753-4d94-b6ec-28bea7453df6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2523370 Jul 14 07:10:35.537686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f6e6b4fd-e914-4b3a-bf3d-8c3e2786c704 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Allocated IP 172.25.7.93 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/ea059b70-71f8-46ae-9886-9528bacf3b85) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:10:35.550383 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f211946-be3a-4fb0-b9fc-5184c37b0969 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a51d2f-fc92-4832-9543-b5c22517c8c0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:35.758957 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6e6b4fd-e914-4b3a-bf3d-8c3e2786c704 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:35.793001 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-d88dbbff-239d-41d6-a6eb-4d3b0d84d4ee req-ea53b85e-96b3-47d9-933d-7ed9541cf37f tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] show failed (client error): The resource could not be found. Jul 14 07:10:35.795543 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d88dbbff-239d-41d6-a6eb-4d3b0d84d4ee req-ea53b85e-96b3-47d9-933d-7ed9541cf37f tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/f8a51d2f-fc92-4832-9543-b5c22517c8c0 HTTP/1.1" status: 404 len: 352 time: 0.3154216 Jul 14 07:10:35.863074 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6e6b4fd-e914-4b3a-bf3d-8c3e2786c704 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:35.899315 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-f9c919c5-7cac-427a-a208-e70a2a9d5cd9 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160268 Jul 14 07:10:35.919408 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-f723a28b-e534-4304-b972-47ef33d0eea9 req-52af107d-3ab3-4944-ae08-3a3afacfc30c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1884413753', 'description': 'tempest-description-921901113'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:35.922570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e6b4fd-e914-4b3a-bf3d-8c3e2786c704 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:10:35.926074 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f6e6b4fd-e914-4b3a-bf3d-8c3e2786c704 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:10:35.937005 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e6b4fd-e914-4b3a-bf3d-8c3e2786c704 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:10:36.098077 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f723a28b-e534-4304-b972-47ef33d0eea9 req-52af107d-3ab3-4944-ae08-3a3afacfc30c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:36.114412 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:36.117681 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9ffb2-7b4e-4f3e-a0e4-58e0e14f3c1c req-7dc024f7-d077-4bdd-aa43-8fb2b3f2ceb9 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:36.131870 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73f9ffb2-7b4e-4f3e-a0e4-58e0e14f3c1c req-7dc024f7-d077-4bdd-aa43-8fb2b3f2ceb9 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 950 time: 0.4135463 Jul 14 07:10:36.142715 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6b4fd-e914-4b3a-bf3d-8c3e2786c704 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Pushing event updated for resources: {'Port': ['ID=ea059b70-71f8-46ae-9886-9528bacf3b85,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:36.313158 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73f9ffb2-7b4e-4f3e-a0e4-58e0e14f3c1c req-df1bf703-9f90-486c-9bf3-8e0b4f1fdc60 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795292 Jul 14 07:10:36.319087 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-7ba90893-1e41-4eed-baac-0823ca6bc8cc service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097862 Jul 14 07:10:36.441892 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f723a28b-e534-4304-b972-47ef33d0eea9 req-52af107d-3ab3-4944-ae08-3a3afacfc30c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:36.458350 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f723a28b-e534-4304-b972-47ef33d0eea9 req-52af107d-3ab3-4944-ae08-3a3afacfc30c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:36.499802 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6e6b4fd-e914-4b3a-bf3d-8c3e2786c704 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:36.501583 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f723a28b-e534-4304-b972-47ef33d0eea9 req-52af107d-3ab3-4944-ae08-3a3afacfc30c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:36.505722 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f723a28b-e534-4304-b972-47ef33d0eea9 req-52af107d-3ab3-4944-ae08-3a3afacfc30c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5976071 Jul 14 07:10:36.672819 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af107d-3ab3-4944-ae08-3a3afacfc30c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f3feae-3c6e-48e7-be72-6928b5ee0255,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:36.689029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-629aea7b-16c0-4092-af82-5297f197fb46 req-4589a507-25cb-40de-839f-a067e99be27a tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-804068970', 'description': 'tempest-description-287142172'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:36.759790 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-629aea7b-16c0-4092-af82-5297f197fb46 req-4589a507-25cb-40de-839f-a067e99be27a tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:36.815246 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598e234-678c-44a4-b0fc-cd89b49db876 req-892c7df6-c642-43ba-a86d-7e64d1537737 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:36.825361 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c598e234-678c-44a4-b0fc-cd89b49db876 req-892c7df6-c642-43ba-a86d-7e64d1537737 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.2504261 Jul 14 07:10:36.967162 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c598e234-678c-44a4-b0fc-cd89b49db876 req-0676114b-ce23-4f80-8332-7daa8c654841 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360972 Jul 14 07:10:37.137542 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-629aea7b-16c0-4092-af82-5297f197fb46 req-4589a507-25cb-40de-839f-a067e99be27a tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:37.147632 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-629aea7b-16c0-4092-af82-5297f197fb46 req-4589a507-25cb-40de-839f-a067e99be27a tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:37.209125 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-629aea7b-16c0-4092-af82-5297f197fb46 req-4589a507-25cb-40de-839f-a067e99be27a tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:37.210401 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-629aea7b-16c0-4092-af82-5297f197fb46 req-4589a507-25cb-40de-839f-a067e99be27a tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5402691 Jul 14 07:10:37.211159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589a507-25cb-40de-839f-a067e99be27a tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ce1ecb-9538-45ff-a0e8-6dc707a3d102,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:37.269265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-452e1a0e-78d2-457c-a3fd-bed6e6d671e9 req-d76c8383-cd38-4bcc-8689-7bc36d585d37 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-759722260', 'description': 'tempest-description-1881840286'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:37.327387 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-452e1a0e-78d2-457c-a3fd-bed6e6d671e9 req-d76c8383-cd38-4bcc-8689-7bc36d585d37 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:37.387431 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6e6b4fd-e914-4b3a-bf3d-8c3e2786c704 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:37.393838 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6e6b4fd-e914-4b3a-bf3d-8c3e2786c704 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:37.563005 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-452e1a0e-78d2-457c-a3fd-bed6e6d671e9 req-d76c8383-cd38-4bcc-8689-7bc36d585d37 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:37.570459 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-452e1a0e-78d2-457c-a3fd-bed6e6d671e9 req-d76c8383-cd38-4bcc-8689-7bc36d585d37 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:37.592110 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-452e1a0e-78d2-457c-a3fd-bed6e6d671e9 req-d76c8383-cd38-4bcc-8689-7bc36d585d37 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:37.612211 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-452e1a0e-78d2-457c-a3fd-bed6e6d671e9 req-d76c8383-cd38-4bcc-8689-7bc36d585d37 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3458800 Jul 14 07:10:37.667623 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c8383-cd38-4bcc-8689-7bc36d585d37 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=935817ca-d61d-4f2a-aada-be1bc77226e0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:37.803760 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e6b4fd-e914-4b3a-bf3d-8c3e2786c704 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Router fb3e21c7-b334-4b2a-a723-8ec26525595e is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:10:38.085750 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e6b4fd-e914-4b3a-bf3d-8c3e2786c704 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:10:38.097531 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88e7046-aa96-434f-9ccd-f195d5c49ace None None] Sync routers for ids ['fb3e21c7-b334-4b2a-a723-8ec26525595e'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:10:38.102431 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6e6b4fd-e914-4b3a-bf3d-8c3e2786c704 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:38.106909 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f6e6b4fd-e914-4b3a-bf3d-8c3e2786c704 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "PUT /v2.0/routers/fb3e21c7-b334-4b2a-a723-8ec26525595e HTTP/1.1" status: 200 len: 882 time: 4.2128780 Jul 14 07:10:38.109589 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47980) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:38.127405 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88e7046-aa96-434f-9ccd-f195d5c49ace None None] Routers {'fb3e21c7-b334-4b2a-a723-8ec26525595e'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:38.128157 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b259327f-a49c-4cf6-b1d7-fa9a806274e6 req-e09c7027-5aa9-42c6-8dcf-b423a837fe05 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45ed1a9198404a9eab290e1ea35b5dd0 HTTP/1.1" status: 200 len: 10909 time: 0.4481165 Jul 14 07:10:38.138170 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c88e7046-aa96-434f-9ccd-f195d5c49ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:10:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['fb3e21c7-b334-4b2a-a723-8ec26525595e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:38.266605 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c88e7046-aa96-434f-9ccd-f195d5c49ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:38.277017 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88e7046-aa96-434f-9ccd-f195d5c49ace None None] Routers {'fb3e21c7-b334-4b2a-a723-8ec26525595e'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:38.278062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c88e7046-aa96-434f-9ccd-f195d5c49ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:10:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['fb3e21c7-b334-4b2a-a723-8ec26525595e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:38.341854 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bd3246ca-6d09-4d6a-85b1-cf43febb3084 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "GET /v2.0/routers/fb3e21c7-b334-4b2a-a723-8ec26525595e HTTP/1.1" status: 200 len: 923 time: 0.2299562 Jul 14 07:10:38.344490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47990) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:38.360704 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c88e7046-aa96-434f-9ccd-f195d5c49ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:38.361786 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88e7046-aa96-434f-9ccd-f195d5c49ace None None] The sync data for ids ['fb3e21c7-b334-4b2a-a723-8ec26525595e'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:10:38.413485 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae5207-ecf5-4404-ad31-c5ec39770522 req-e21c2079-14d2-4ea0-b82d-6a262612cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:38.417159 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aaae5207-ecf5-4404-ad31-c5ec39770522 req-e21c2079-14d2-4ea0-b82d-6a262612cd32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c299c3697846c291ce3761776a3bff&device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 1097 time: 0.7247071 Jul 14 07:10:38.437665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b259327f-a49c-4cf6-b1d7-fa9a806274e6 req-e6a355c6-3d91-4153-856c-fa0cb062f22b tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/fa928d7c-4c96-4140-bf3d-9b4da04173f1 HTTP/1.1" status: 200 len: 2985 time: 0.3079958 Jul 14 07:10:38.511683 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa99522d-0f5d-453c-94b2-7a19d7c49b83 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:38.516619 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-aa99522d-0f5d-453c-94b2-7a19d7c49b83 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&device_id=fb3e21c7-b334-4b2a-a723-8ec26525595e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1696351 Jul 14 07:10:38.519052 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47998) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:38.598708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2585b23-5c78-4254-b4fe-3b7d1b38a4b9 req-049d966b-ddc6-4e48-ab24-ed8b1c1640dd tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:38.620791 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d2585b23-5c78-4254-b4fe-3b7d1b38a4b9 req-049d966b-ddc6-4e48-ab24-ed8b1c1640dd tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 950 time: 0.7642019 Jul 14 07:10:38.760850 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0052c5f1-630e-4832-ad78-e4ae87c5d368 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:38.767479 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0052c5f1-630e-4832-ad78-e4ae87c5d368 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 881 time: 0.2442966 Jul 14 07:10:38.768543 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48006) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:38.895769 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d3683c39-0637-494f-9100-1d97c57ec949 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb3e21c7-b334-4b2a-a723-8ec26525595e HTTP/1.1" status: 200 len: 205 time: 0.1248147 Jul 14 07:10:38.897041 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48010) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:39.043433 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-488600eb-9a83-4d3d-84a2-c0628fd59b42 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:39.241396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae5207-ecf5-4404-ad31-c5ec39770522 req-95b9d026-de09-4379-b53a-19b44a4a419f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:39.243029 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aaae5207-ecf5-4404-ad31-c5ec39770522 req-95b9d026-de09-4379-b53a-19b44a4a419f service neutron] 10.222.0.15 "GET /v2.0/networks?id=05c4c71a-6080-4398-a8a7-9a46ed277a04 HTTP/1.1" status: 200 len: 920 time: 0.7732565 Jul 14 07:10:39.314979 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-488600eb-9a83-4d3d-84a2-c0628fd59b42 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:39.337577 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aaae5207-ecf5-4404-ad31-c5ec39770522 req-0def4622-2fce-4a99-8a1b-acd4dbc5b3a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ba157c8-4455-4c7c-a8d7-efa1357e8a79 HTTP/1.1" status: 200 len: 217 time: 0.0665374 Jul 14 07:10:39.407980 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-5057b3ec-25c4-4f25-a8d1-bf9f0a568cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:39.409742 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-5057b3ec-25c4-4f25-a8d1-bf9f0a568cd0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581&tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932 HTTP/1.1" status: 200 len: 1101 time: 0.5987990 Jul 14 07:10:39.413993 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d2585b23-5c78-4254-b4fe-3b7d1b38a4b9 req-56064b42-af1d-4109-be50-8cf3066e75e7 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7919526 Jul 14 07:10:39.423796 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-5', 'device_owner': 'compute:nova'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:39.481853 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b259327f-a49c-4cf6-b1d7-fa9a806274e6 req-97b842fb-71c5-4abe-a79f-3f20412589dc tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/fa928d7c-4c96-4140-bf3d-9b4da04173f1 HTTP/1.1" status: 200 len: 2985 time: 1.0432177 Jul 14 07:10:39.495443 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae5207-ecf5-4404-ad31-c5ec39770522 req-e07dde3c-f83f-41c2-9cdd-200bac199707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:39.503391 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aaae5207-ecf5-4404-ad31-c5ec39770522 req-e07dde3c-f83f-41c2-9cdd-200bac199707 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7533ca55-3891-41a7-935d-a12ba31dc650 HTTP/1.1" status: 200 len: 859 time: 0.1513472 Jul 14 07:10:39.666286 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aaae5207-ecf5-4404-ad31-c5ec39770522 req-3628a37b-de94-4ba2-a1fb-746d545d9223 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05c4c71a-6080-4398-a8a7-9a46ed277a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1524174 Jul 14 07:10:39.679965 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:39.713785 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-488600eb-9a83-4d3d-84a2-c0628fd59b42 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Deleting port ea059b70-71f8-46ae-9886-9528bacf3b85 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:10:39.714469 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-488600eb-9a83-4d3d-84a2-c0628fd59b42 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:39.885105 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af689bc5-a041-4359-9513-d54d7ec11e42 req-2696ed34-3660-43d1-b34d-f26ccc040ef3 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/b3f3feae-3c6e-48e7-be72-6928b5ee0255 HTTP/1.1" status: 200 len: 1802 time: 0.2220440 Jul 14 07:10:39.997116 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aaae5207-ecf5-4404-ad31-c5ec39770522 req-9a7d20b3-97e2-48ae-bab4-25e75e93bea8 service neutron] 10.222.0.15 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022654 Jul 14 07:10:40.005001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab3583-3440-420b-aaad-97a915aed727 req-4e19882b-1fbd-449a-b50f-4d172764fff3 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:40.006502 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8ab3583-3440-420b-aaad-97a915aed727 req-4e19882b-1fbd-449a-b50f-4d172764fff3 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.2900696 Jul 14 07:10:40.043983 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-af689bc5-a041-4359-9513-d54d7ec11e42 req-29b9470f-cfdd-4a75-b2ff-88d8807664c1 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:40.069274 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-488600eb-9a83-4d3d-84a2-c0628fd59b42 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:40.096429 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-488600eb-9a83-4d3d-84a2-c0628fd59b42 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Calling delete_port for ea059b70-71f8-46ae-9886-9528bacf3b85 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:10:40.096636 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-af689bc5-a041-4359-9513-d54d7ec11e42 req-29b9470f-cfdd-4a75-b2ff-88d8807664c1 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:40.105303 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=56c84bd1-7356-492b-8fc7-7421be5531f0,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:40.183841 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-af689bc5-a041-4359-9513-d54d7ec11e42 req-29b9470f-cfdd-4a75-b2ff-88d8807664c1 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:40.186447 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-af689bc5-a041-4359-9513-d54d7ec11e42 req-29b9470f-cfdd-4a75-b2ff-88d8807664c1 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:40.194380 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af689bc5-a041-4359-9513-d54d7ec11e42 req-29b9470f-cfdd-4a75-b2ff-88d8807664c1 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "DELETE /v2.0/security-groups/b3f3feae-3c6e-48e7-be72-6928b5ee0255 HTTP/1.1" status: 204 len: 173 time: 0.3045974 Jul 14 07:10:40.231969 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:10:40.266332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9470f-cfdd-4a75-b2ff-88d8807664c1 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f3feae-3c6e-48e7-be72-6928b5ee0255,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:40.293316 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-fb8af487-035f-4d0d-a2b7-22ff9c3ad24e req-b7fc60dd-9d95-4550-b777-a5879fead9c3 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] show failed (client error): The resource could not be found. Jul 14 07:10:40.301638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fb8af487-035f-4d0d-a2b7-22ff9c3ad24e req-b7fc60dd-9d95-4550-b777-a5879fead9c3 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/b3f3feae-3c6e-48e7-be72-6928b5ee0255 HTTP/1.1" status: 404 len: 352 time: 0.0802066 Jul 14 07:10:40.324099 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8ab3583-3440-420b-aaad-97a915aed727 req-63ceed0c-59cf-451a-a6c4-2d06eb227e1b tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099658 Jul 14 07:10:40.357833 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:10:40.358664 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6345ff93-2c32-4328-bb7f-780900b5c4af" -d '{"events": [{"server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "name": "network-vif-unplugged", "status": "completed", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:10:40.363917 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:40.401331 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Transition to ACTIVE for port object 56c84bd1-7356-492b-8fc7-7421be5531f0 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:10:40.418771 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:40.420584 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aaae5207-ecf5-4404-ad31-c5ec39770522 req-97ee82fe-ce4f-4a7b-9785-88a8cf79eb18 service neutron] 10.222.0.15 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044824 Jul 14 07:10:40.441410 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97908406-66dc-4155-b325-4ddc24164271 req-6c61a4ab-63ab-4645-b0c6-41b00050d260 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/69ce1ecb-9538-45ff-a0e8-6dc707a3d102 HTTP/1.1" status: 200 len: 1801 time: 0.1069672 Jul 14 07:10:40.547532 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c75defb-6e5f-4f42-8a65-073aa4ecee25 x-openstack-request-id: req-9c75defb-6e5f-4f42-8a65-073aa4ecee25 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:10:40.547877 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "name": "network-vif-unplugged", "status": "completed", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:10:40.548063 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c75defb-6e5f-4f42-8a65-073aa4ecee25 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:10:40.548446 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0', 'code': 200} Jul 14 07:10:40.573733 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] No DVR routers for this DVR port 56c84bd1-7356-492b-8fc7-7421be5531f0 on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:10:40.609554 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-97908406-66dc-4155-b325-4ddc24164271 req-090e3b61-6ec9-4d05-849c-a340cb07da47 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:40.661717 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-97908406-66dc-4155-b325-4ddc24164271 req-090e3b61-6ec9-4d05-849c-a340cb07da47 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:40.694638 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Pushing event updated for resources: {'Port': ['ID=56c84bd1-7356-492b-8fc7-7421be5531f0,revision_number=10']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:40.736144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Attempting to bind port 56c84bd1-7356-492b-8fc7-7421be5531f0 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:10:40.736718 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Attempting to bind port 56c84bd1-7356-492b-8fc7-7421be5531f0 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:10:40.737260 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Attempting to bind port 56c84bd1-7356-492b-8fc7-7421be5531f0 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:10:40.744076 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-488600eb-9a83-4d3d-84a2-c0628fd59b42 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:40.754460 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Port 56c84bd1-7356-492b-8fc7-7421be5531f0 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:10:40.755085 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Attempting to bind port 56c84bd1-7356-492b-8fc7-7421be5531f0 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:10:40.770984 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-97908406-66dc-4155-b325-4ddc24164271 req-090e3b61-6ec9-4d05-849c-a340cb07da47 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:40.781283 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-97908406-66dc-4155-b325-4ddc24164271 req-090e3b61-6ec9-4d05-849c-a340cb07da47 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:40.805466 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97908406-66dc-4155-b325-4ddc24164271 req-090e3b61-6ec9-4d05-849c-a340cb07da47 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "DELETE /v2.0/security-groups/69ce1ecb-9538-45ff-a0e8-6dc707a3d102 HTTP/1.1" status: 204 len: 173 time: 0.3666568 Jul 14 07:10:40.814842 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488600eb-9a83-4d3d-84a2-c0628fd59b42 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Pushing event deleted for resources: {'Port': ['ID=ea059b70-71f8-46ae-9886-9528bacf3b85,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:40.876048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e3b61-6ec9-4d05-849c-a340cb07da47 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ce1ecb-9538-45ff-a0e8-6dc707a3d102,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:40.915034 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:10:40.915383 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:10:40.916175 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:10:40.917310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Bound port: 56c84bd1-7356-492b-8fc7-7421be5531f0, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:10:40.917310 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:40.998394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b3305-e37d-44b1-863d-6c4f25753b6d req-78e6ad06-1db4-45da-a881-3e19991e62eb tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:41.006175 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-781b3305-e37d-44b1-863d-6c4f25753b6d req-78e6ad06-1db4-45da-a881-3e19991e62eb tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 949 time: 0.1933551 Jul 14 07:10:41.007787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48090) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:41.065042 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-781b3305-e37d-44b1-863d-6c4f25753b6d req-f31d89a5-fc22-44cd-b303-9b4c87993409 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579956 Jul 14 07:10:41.085488 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 56c84bd1-7356-492b-8fc7-7421be5531f0 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:10:41.088939 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-488600eb-9a83-4d3d-84a2-c0628fd59b42 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:41.090350 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-821c358d-ab95-4eb0-bdc5-949619739c2f req-19306b75-283a-4a2f-b707-35e819407dde tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] show failed (client error): The resource could not be found. Jul 14 07:10:41.093084 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-821c358d-ab95-4eb0-bdc5-949619739c2f req-19306b75-283a-4a2f-b707-35e819407dde tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/69ce1ecb-9538-45ff-a0e8-6dc707a3d102 HTTP/1.1" status: 404 len: 352 time: 0.0269074 Jul 14 07:10:41.182453 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d4fa8acf-6580-4159-82a2-72a518ecddd4 req-6554e60b-3b6b-4286-b709-cacd88e83c0b tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/935817ca-d61d-4f2a-aada-be1bc77226e0 HTTP/1.1" status: 200 len: 1802 time: 0.0619330 Jul 14 07:10:41.194150 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 56c84bd1-7356-492b-8fc7-7421be5531f0 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:10:41.286427 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c13c7889-7f44-4752-bc53-bf01c95b8dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:41.304117 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-488600eb-9a83-4d3d-84a2-c0628fd59b42 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:41.307365 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-488600eb-9a83-4d3d-84a2-c0628fd59b42 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:41.340049 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d4fa8acf-6580-4159-82a2-72a518ecddd4 req-4f404b03-d710-4945-8c47-eb6d7bda3609 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:41.376631 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:10:41.381664 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=56c84bd1-7356-492b-8fc7-7421be5531f0,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:10:41.383315 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-488600eb-9a83-4d3d-84a2-c0628fd59b42 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:41.384049 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488600eb-9a83-4d3d-84a2-c0628fd59b42 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Fanout notify agent at l3_agent the message router_deleted on router fb3e21c7-b334-4b2a-a723-8ec26525595e {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:10:41.402097 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-488600eb-9a83-4d3d-84a2-c0628fd59b42 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:41.403854 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-488600eb-9a83-4d3d-84a2-c0628fd59b42 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "DELETE /v2.0/routers/fb3e21c7-b334-4b2a-a723-8ec26525595e HTTP/1.1" status: 204 len: 168 time: 2.4969246 Jul 14 07:10:41.407097 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48104) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:41.414216 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d4fa8acf-6580-4159-82a2-72a518ecddd4 req-4f404b03-d710-4945-8c47-eb6d7bda3609 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:41.418394 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a4505307-fc79-407d-ad54-ff093e8aa4dc tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1394279402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:41.427773 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:41.501489 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d4fa8acf-6580-4159-82a2-72a518ecddd4 req-4f404b03-d710-4945-8c47-eb6d7bda3609 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:41.508686 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d4fa8acf-6580-4159-82a2-72a518ecddd4 req-4f404b03-d710-4945-8c47-eb6d7bda3609 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:41.516565 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d4fa8acf-6580-4159-82a2-72a518ecddd4 req-4f404b03-d710-4945-8c47-eb6d7bda3609 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "DELETE /v2.0/security-groups/935817ca-d61d-4f2a-aada-be1bc77226e0 HTTP/1.1" status: 204 len: 173 time: 0.3280585 Jul 14 07:10:41.537878 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:41.538707 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:41.540245 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] 10.222.0.30 "PUT /v2.0/ports/56c84bd1-7356-492b-8fc7-7421be5531f0 HTTP/1.1" status: 200 len: 1097 time: 2.1208057 Jul 14 07:10:41.589298 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562c06d-f0d9-42ef-8478-ea087ef978f4 service neutron] Pushing event updated for resources: {'Port': ['ID=56c84bd1-7356-492b-8fc7-7421be5531f0,revision_number=11']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:41.610397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f404b03-d710-4945-8c47-eb6d7bda3609 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=935817ca-d61d-4f2a-aada-be1bc77226e0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:41.659876 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c13c7889-7f44-4752-bc53-bf01c95b8dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:41.664049 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-aaeb3aec-a6e0-40eb-8f82-45f2bcec211a req-434d699b-1e7a-44e3-8834-608c12bea509 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] show failed (client error): The resource could not be found. Jul 14 07:10:41.665171 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aaeb3aec-a6e0-40eb-8f82-45f2bcec211a req-434d699b-1e7a-44e3-8834-608c12bea509 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/935817ca-d61d-4f2a-aada-be1bc77226e0 HTTP/1.1" status: 404 len: 352 time: 0.1280513 Jul 14 07:10:41.706575 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c13c7889-7f44-4752-bc53-bf01c95b8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:41.762439 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4505307-fc79-407d-ad54-ff093e8aa4dc tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:41.763874 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4505307-fc79-407d-ad54-ff093e8aa4dc tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:41.783387 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-15f6a83d-64e0-4d1d-9ca4-1ea83635729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:41.787259 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-15f6a83d-64e0-4d1d-9ca4-1ea83635729b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 1100 time: 0.1851695 Jul 14 07:10:41.923370 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c13c7889-7f44-4752-bc53-bf01c95b8dc7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e85b0b58141b48ff97dd9ecbcfe3a284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9138849 Jul 14 07:10:41.958371 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de639f56-2617-4fb0-99bf-15d03574e0b1 req-10a675c1-4b61-4d05-a5bc-df433bd63792 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45ed1a9198404a9eab290e1ea35b5dd0 HTTP/1.1" status: 200 len: 6157 time: 0.2285976 Jul 14 07:10:41.958371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48122) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:41.958371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c7889-7f44-4752-bc53-bf01c95b8dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b16f41a-2eb3-42a6-8574-36ce4d2d7333,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:41.971060 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4505307-fc79-407d-ad54-ff093e8aa4dc tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:41.990659 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4505307-fc79-407d-ad54-ff093e8aa4dc tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:42.056914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-cbd3a8fd-22c8-483a-84ac-09ff7158f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:42.056914 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-cbd3a8fd-22c8-483a-84ac-09ff7158f713 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.2643726 Jul 14 07:10:42.084523 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4505307-fc79-407d-ad54-ff093e8aa4dc tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:42.090724 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a4505307-fc79-407d-ad54-ff093e8aa4dc tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6815352 Jul 14 07:10:42.122492 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48124) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:42.126831 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de639f56-2617-4fb0-99bf-15d03574e0b1 req-05ec00a5-96cd-4be4-a75b-b21600a2aac1 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/fa928d7c-4c96-4140-bf3d-9b4da04173f1 HTTP/1.1" status: 200 len: 2985 time: 0.1846533 Jul 14 07:10:42.135532 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-dd725df8-d9c8-4920-97e5-66e24a087bff tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'enable_snat': True}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:42.137705 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-ecc010df-7571-4fb8-803d-13a9f4bfa4cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=56c84bd1-7356-492b-8fc7-7421be5531f0 HTTP/1.1" status: 200 len: 217 time: 0.0726378 Jul 14 07:10:42.198010 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-a528befb-6d35-4458-8f30-efa679ca9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:42.200471 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-a528befb-6d35-4458-8f30-efa679ca9d85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0568144 Jul 14 07:10:42.224046 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a9ee1-d9b8-4e81-a389-ef07563664dd req-f18876bc-a132-4bb2-9534-9989935b8a82 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:42.234753 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a8a9ee1-d9b8-4e81-a389-ef07563664dd req-f18876bc-a132-4bb2-9534-9989935b8a82 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.5714214 Jul 14 07:10:42.303564 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-029289d6-9140-4642-bce1-3b8f45a14176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:42.306169 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-029289d6-9140-4642-bce1-3b8f45a14176 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983832 Jul 14 07:10:42.307754 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a9b034b-8804-4be8-8c45-260e23713e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:42.501349 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-5846f214-fec5-48e8-adcd-170a431b9117 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862535 Jul 14 07:10:42.565770 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a9b034b-8804-4be8-8c45-260e23713e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:42.586914 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de639f56-2617-4fb0-99bf-15d03574e0b1 req-b4be018a-9994-4d2f-94a8-b06185eaf7fb tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/fa928d7c-4c96-4140-bf3d-9b4da04173f1 HTTP/1.1" status: 200 len: 2985 time: 0.4291229 Jul 14 07:10:42.617730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:10:42.620480 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:10:42.624743 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6f7791ca-523e-4fd0-ae2e-ab4fc5bdd348 req-60c68f91-a21b-45c0-b4cf-e4eef022e983 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165473 Jul 14 07:10:42.638253 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a8a9ee1-d9b8-4e81-a389-ef07563664dd req-89e82e49-e7c1-4092-9227-7011f27330da tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032583 Jul 14 07:10:42.668458 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd725df8-d9c8-4920-97e5-66e24a087bff tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:42.713868 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-741c6f6b-f90f-4994-a1a7-68a1876a908a req-f3c383a1-e8ac-45c8-99b0-f164f54f6cac tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-425622241', 'description': 'tempest-description-2009903878'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:42.804327 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-741c6f6b-f90f-4994-a1a7-68a1876a908a req-f3c383a1-e8ac-45c8-99b0-f164f54f6cac tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:42.828911 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a9b034b-8804-4be8-8c45-260e23713e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:42.831714 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a9b034b-8804-4be8-8c45-260e23713e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:42.833672 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2a9b034b-8804-4be8-8c45-260e23713e61 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b16f41a-2eb3-42a6-8574-36ce4d2d7333 HTTP/1.1" status: 204 len: 168 time: 0.8973572 Jul 14 07:10:42.927053 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b034b-8804-4be8-8c45-260e23713e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b16f41a-2eb3-42a6-8574-36ce4d2d7333,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:43.047097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaff54-72d5-4fd6-8318-5da6a8d0c2e3 req-20f267ab-d191-4ff5-836c-4ed7821dc80a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:43.048657 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91eaff54-72d5-4fd6-8318-5da6a8d0c2e3 req-20f267ab-d191-4ff5-836c-4ed7821dc80a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 949 time: 0.2208617 Jul 14 07:10:43.203053 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd725df8-d9c8-4920-97e5-66e24a087bff tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:43.241048 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd725df8-d9c8-4920-97e5-66e24a087bff tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:43.247405 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-741c6f6b-f90f-4994-a1a7-68a1876a908a req-f3c383a1-e8ac-45c8-99b0-f164f54f6cac tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:43.272436 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91eaff54-72d5-4fd6-8318-5da6a8d0c2e3 req-524974c8-abcf-4943-9673-f122605f52e6 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870391 Jul 14 07:10:43.275300 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-741c6f6b-f90f-4994-a1a7-68a1876a908a req-f3c383a1-e8ac-45c8-99b0-f164f54f6cac tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:43.386852 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2f3ccb-3b10-4523-b990-7d91926f42ea x-openstack-request-id: req-cf2f3ccb-3b10-4523-b990-7d91926f42ea {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:10:43.387351 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:10:43.387351 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cf2f3ccb-3b10-4523-b990-7d91926f42ea {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:10:43.387613 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0', 'status': 'completed', 'code': 200} Jul 14 07:10:43.467565 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-741c6f6b-f90f-4994-a1a7-68a1876a908a req-f3c383a1-e8ac-45c8-99b0-f164f54f6cac tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:43.468776 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-741c6f6b-f90f-4994-a1a7-68a1876a908a req-f3c383a1-e8ac-45c8-99b0-f164f54f6cac tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7591724 Jul 14 07:10:43.498280 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-74020bee-32d2-47ad-b12f-fb06dee0549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:43.498280 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-74020bee-32d2-47ad-b12f-fb06dee0549c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 1100 time: 0.0906928 Jul 14 07:10:43.505874 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c383a1-e8ac-45c8-99b0-f164f54f6cac tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c685f2e-0fdb-49b0-83e4-cbd9040a2e8c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:43.536194 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48168) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:43.540466 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-450327dd-4914-422c-8452-0449de6cc579 req-74b5966d-0711-4ba7-a4d5-19efa53c7625 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1557757823', 'description': 'tempest-description-202108762'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:43.592895 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-dd725df8-d9c8-4920-97e5-66e24a087bff tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Allocated IP 172.25.7.71 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/f5a486e7-f514-4994-af3e-f10f5810037b) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:10:43.607324 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-450327dd-4914-422c-8452-0449de6cc579 req-74b5966d-0711-4ba7-a4d5-19efa53c7625 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:43.632870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-992acb01-bad4-467a-a789-ccfe9abd22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:43.634529 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-992acb01-bad4-467a-a789-ccfe9abd22f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 1100 time: 0.1855006 Jul 14 07:10:43.731381 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b12336bd-2f9c-4aba-bee2-6afed911c8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:43.752009 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-8634fc25-e658-4732-a30c-6453d21910db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:43.753605 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-8634fc25-e658-4732-a30c-6453d21910db service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.2143829 Jul 14 07:10:43.831177 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-5a99d6e4-4b43-462c-b510-e5c15dc75ada service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=56c84bd1-7356-492b-8fc7-7421be5531f0 HTTP/1.1" status: 200 len: 217 time: 0.0650020 Jul 14 07:10:43.912884 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-5846438a-749a-41ec-920a-9f195fd267d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:43.914487 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-5846438a-749a-41ec-920a-9f195fd267d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0643566 Jul 14 07:10:43.938372 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd725df8-d9c8-4920-97e5-66e24a087bff tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:43.951185 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-6a1d8cb8-3cdd-478c-9011-ae060b589528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:43.951185 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-6a1d8cb8-3cdd-478c-9011-ae060b589528 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.2968798 Jul 14 07:10:44.037351 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-450327dd-4914-422c-8452-0449de6cc579 req-74b5966d-0711-4ba7-a4d5-19efa53c7625 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:44.040683 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-d1cd1935-be63-4010-b133-a7106fa87ef1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=56c84bd1-7356-492b-8fc7-7421be5531f0 HTTP/1.1" status: 200 len: 217 time: 0.0755098 Jul 14 07:10:44.049554 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4daa41b-753b-4b46-9977-5e00f7e6c4b6 req-536255b8-70c7-404b-88eb-9fddd2e2b5ce tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:44.051881 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4daa41b-753b-4b46-9977-5e00f7e6c4b6 req-536255b8-70c7-404b-88eb-9fddd2e2b5ce tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.2741945 Jul 14 07:10:44.062365 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-450327dd-4914-422c-8452-0449de6cc579 req-74b5966d-0711-4ba7-a4d5-19efa53c7625 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:44.105354 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-8db51d5e-b7ac-48e9-b6bc-2bad0ed3df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:44.107204 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-8db51d5e-b7ac-48e9-b6bc-2bad0ed3df23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1850355 Jul 14 07:10:44.192195 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd725df8-d9c8-4920-97e5-66e24a087bff tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:44.258224 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd725df8-d9c8-4920-97e5-66e24a087bff tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Pushing event updated for resources: {'Port': ['ID=f5a486e7-f514-4994-af3e-f10f5810037b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:44.282224 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5966d-0711-4ba7-a4d5-19efa53c7625 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc2abc9-0802-40d1-9c70-dc7dcc5957c2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:44.313344 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4daa41b-753b-4b46-9977-5e00f7e6c4b6 req-4e069117-921e-439c-9943-d22a408189ec tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391112 Jul 14 07:10:44.332632 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd725df8-d9c8-4920-97e5-66e24a087bff tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:10:44.338429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-cbc14a64-cce6-41e2-a9c5-bce8290d1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:44.340207 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-cbc14a64-cce6-41e2-a9c5-bce8290d1df2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.2866261 Jul 14 07:10:44.341102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-dd725df8-d9c8-4920-97e5-66e24a087bff tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:10:44.344203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd725df8-d9c8-4920-97e5-66e24a087bff tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:10:44.388117 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b12336bd-2f9c-4aba-bee2-6afed911c8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:44.406321 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b12336bd-2f9c-4aba-bee2-6afed911c8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:44.473466 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-6e6978b4-e889-40b8-a6d1-e6b231def61c service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532460 Jul 14 07:10:44.479489 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12336bd-2f9c-4aba-bee2-6afed911c8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d063992-9dd9-41f7-9e0d-92a17380ee40,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:44.544561 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b12336bd-2f9c-4aba-bee2-6afed911c8fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=598a669224ef40e0af7500955ce813dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0039077 Jul 14 07:10:44.547198 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48202) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:44.629661 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-450327dd-4914-422c-8452-0449de6cc579 req-74b5966d-0711-4ba7-a4d5-19efa53c7625 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:44.635475 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-450327dd-4914-422c-8452-0449de6cc579 req-74b5966d-0711-4ba7-a4d5-19efa53c7625 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1240573 Jul 14 07:10:44.670174 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac7222a5-4e3a-4c21-8436-bdc530844cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:44.758711 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac7222a5-4e3a-4c21-8436-bdc530844cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:44.881335 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac7222a5-4e3a-4c21-8436-bdc530844cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:44.898508 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac7222a5-4e3a-4c21-8436-bdc530844cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:44.902195 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ac7222a5-4e3a-4c21-8436-bdc530844cfa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d063992-9dd9-41f7-9e0d-92a17380ee40 HTTP/1.1" status: 204 len: 168 time: 0.3515582 Jul 14 07:10:44.938877 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-873298e3-0790-481d-a160-f3c7a2b0053d service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546523 Jul 14 07:10:44.940800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7222a5-4e3a-4c21-8436-bdc530844cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d063992-9dd9-41f7-9e0d-92a17380ee40,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:45.033417 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-b7d6fa01-b47e-468f-ada5-1d16463be82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:45.036013 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-b7d6fa01-b47e-468f-ada5-1d16463be82d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6391730 Jul 14 07:10:45.239865 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:45.478684 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:45.725679 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd725df8-d9c8-4920-97e5-66e24a087bff tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:46.059501 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fed8a8-2981-4bd0-9722-1e0d1c6cc7a1 req-f3aa5952-227e-42d6-8d82-657f1237cc9b tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:46.061104 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35fed8a8-2981-4bd0-9722-1e0d1c6cc7a1 req-f3aa5952-227e-42d6-8d82-657f1237cc9b tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 949 time: 1.1231489 Jul 14 07:10:46.122590 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-f86ab959-c126-4542-bd5d-fddac2c11df1 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365160 Jul 14 07:10:46.209492 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-1ec48f65-ad3d-46fb-a0cd-a212ba07ee66 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:46.211129 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-1ec48f65-ad3d-46fb-a0cd-a212ba07ee66 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/networks?id=ac553685-ca08-4b40-8004-018538e94cc4 HTTP/1.1" status: 200 len: 812 time: 1.1801653 Jul 14 07:10:46.401450 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30a208a3-4a56-4cc8-84a0-51d2ee5bfcc7 req-5b275a0b-6ec9-4cd0-92af-5f91be71f068 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434943 Jul 14 07:10:46.423241 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-dfcedb1b-74d8-4953-b4cd-ec40a8ae4d30 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/quotas/45ed1a9198404a9eab290e1ea35b5dd0 HTTP/1.1" status: 200 len: 375 time: 0.1708114 Jul 14 07:10:46.482929 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35fed8a8-2981-4bd0-9722-1e0d1c6cc7a1 req-9f92b93d-6193-47a6-b42d-b3494e06d6fd tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593097 Jul 14 07:10:46.572676 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd725df8-d9c8-4920-97e5-66e24a087bff tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:46.590403 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd725df8-d9c8-4920-97e5-66e24a087bff tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:46.657396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 56c84bd1-7356-492b-8fc7-7421be5531f0 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:10:46.810279 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=56c84bd1-7356-492b-8fc7-7421be5531f0,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:46.817873 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-af46b2b9-f410-4f51-8493-39af81841601 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=45ed1a9198404a9eab290e1ea35b5dd0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3872116 Jul 14 07:10:46.838060 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '56c84bd1-7356-492b-8fc7-7421be5531f0', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '56c84bd1-7356-492b-8fc7-7421be5531f0', 'mac_address': 'fa:16:3e:ac:74:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:10:46.892535 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:46.896754 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fb4e1-d6c0-4ac8-aa68-00ea641d1f49 req-b7ff8170-3e03-4251-b13f-63dcbd73f8de tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:46.898408 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-446fb4e1-d6c0-4ac8-aa68-00ea641d1f49 req-b7ff8170-3e03-4251-b13f-63dcbd73f8de tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.1846442 Jul 14 07:10:46.911907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd725df8-d9c8-4920-97e5-66e24a087bff tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Router 17368807-202d-419f-bdaa-84fb0d0a9e65 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:10:46.919101 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c84bd1-7356-492b-8fc7-7421be5531f0 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:10:46.961730 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=56c84bd1-7356-492b-8fc7-7421be5531f0,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:46.969917 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:47.065358 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=56c84bd1-7356-492b-8fc7-7421be5531f0,revision_number=12']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:47.150179 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-446fb4e1-d6c0-4ac8-aa68-00ea641d1f49 req-bad85c83-4d2d-4342-bb50-c0fc824933f2 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420690 Jul 14 07:10:47.209945 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-8829eed2-7bea-4db2-9f75-2460b37846b5 service neutron] 10.222.0.35 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738554 Jul 14 07:10:47.222571 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['56c84bd1-7356-492b-8fc7-7421be5531f0'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:10:47.280630 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd725df8-d9c8-4920-97e5-66e24a087bff tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:10:47.293360 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd725df8-d9c8-4920-97e5-66e24a087bff tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:47.294630 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-dd725df8-d9c8-4920-97e5-66e24a087bff tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "PUT /v2.0/routers/17368807-202d-419f-bdaa-84fb0d0a9e65 HTTP/1.1" status: 200 len: 918 time: 5.1668372 Jul 14 07:10:47.297235 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48300) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:47.299799 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673e3ce0-b698-4c8a-915d-2cf7c8350fcf None None] Sync routers for ids ['17368807-202d-419f-bdaa-84fb0d0a9e65'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:10:47.324626 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673e3ce0-b698-4c8a-915d-2cf7c8350fcf None None] Routers {'17368807-202d-419f-bdaa-84fb0d0a9e65'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:47.325174 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-673e3ce0-b698-4c8a-915d-2cf7c8350fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:10:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['17368807-202d-419f-bdaa-84fb0d0a9e65'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:47.402508 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-9949938f-2741-40bd-ad85-290415275c07 service neutron] 10.222.0.35 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890156 Jul 14 07:10:47.408584 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-673e3ce0-b698-4c8a-915d-2cf7c8350fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:47.431887 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673e3ce0-b698-4c8a-915d-2cf7c8350fcf None None] Routers {'17368807-202d-419f-bdaa-84fb0d0a9e65'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:47.433930 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-673e3ce0-b698-4c8a-915d-2cf7c8350fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:10:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['17368807-202d-419f-bdaa-84fb0d0a9e65'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:47.441930 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-26524aa5-a52a-42a3-961e-39b43976b04c tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "GET /v2.0/routers/17368807-202d-419f-bdaa-84fb0d0a9e65 HTTP/1.1" status: 200 len: 924 time: 0.1431003 Jul 14 07:10:47.444637 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48306) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:47.486277 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-673e3ce0-b698-4c8a-915d-2cf7c8350fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:47.486943 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673e3ce0-b698-4c8a-915d-2cf7c8350fcf None None] The sync data for ids ['17368807-202d-419f-bdaa-84fb0d0a9e65'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:10:47.688228 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5cbb34-c530-4083-9c76-ae4aacc1530e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:47.690085 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1a5cbb34-c530-4083-9c76-ae4aacc1530e tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&device_id=17368807-202d-419f-bdaa-84fb0d0a9e65&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2444663 Jul 14 07:10:47.696275 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48318) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:47.709358 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fbbfb-0636-4775-b8e2-5741efaeff4b req-bbdf4202-6808-49a9-85e3-5f12e9a0f180 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:47.711300 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-295fbbfb-0636-4775-b8e2-5741efaeff4b req-bbdf4202-6808-49a9-85e3-5f12e9a0f180 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 950 time: 0.1502845 Jul 14 07:10:47.799755 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-295fbbfb-0636-4775-b8e2-5741efaeff4b req-0cdaea5e-30d8-4116-93b8-a18605eff00a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817249 Jul 14 07:10:47.848861 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84cb2c1-5fe6-452c-85f0-df17e3cced7c tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:47.852838 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a84cb2c1-5fe6-452c-85f0-df17e3cced7c tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 881 time: 0.1530104 Jul 14 07:10:47.853309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48332) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:47.940808 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48340) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:47.950198 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f717173f-0a44-4971-9616-fcfb1ca4ecb9 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "GET /v2.0/ports?device_id=17368807-202d-419f-bdaa-84fb0d0a9e65 HTTP/1.1" status: 200 len: 205 time: 0.0838904 Jul 14 07:10:48.040048 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8df3fe2f-d0a2-4ff3-9bdf-7ae90152d5ca req-8dc46939-40d2-48c1-8c1e-c41adebfc769 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 210 time: 0.1043549 Jul 14 07:10:48.194541 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86b8f8cd-765c-4d9d-8d25-75d55fe9f71b tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:48.429806 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-fd0f3b0a-c838-4ad4-883c-f413f46bfaae tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492904 Jul 14 07:10:48.469645 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86b8f8cd-765c-4d9d-8d25-75d55fe9f71b tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:48.636035 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-86b8f8cd-765c-4d9d-8d25-75d55fe9f71b tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Deleting port f5a486e7-f514-4994-af3e-f10f5810037b {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:10:48.636392 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86b8f8cd-765c-4d9d-8d25-75d55fe9f71b tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:48.685031 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 56c84bd1-7356-492b-8fc7-7421be5531f0 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:10:48.742531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-9198e9ea-d339-4554-80b0-d25b71995707 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:48.751408 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-9198e9ea-d339-4554-80b0-d25b71995707 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3188131 Jul 14 07:10:48.795329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a65335-6b55-48f3-90a7-9fce05e8908a req-37ac798a-15ba-4c2f-b4b9-33fd6f252855 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:48.798371 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8a65335-6b55-48f3-90a7-9fce05e8908a req-37ac798a-15ba-4c2f-b4b9-33fd6f252855 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.3196242 Jul 14 07:10:48.806923 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 56c84bd1-7356-492b-8fc7-7421be5531f0 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:10:48.808915 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-bd3531c2-83b7-4f3e-9e47-9bff66734df7 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/quotas/6fb17d70b1f84e6aaff1cb7848ff5932 HTTP/1.1" status: 200 len: 375 time: 0.0562971 Jul 14 07:10:48.828166 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 56c84bd1-7356-492b-8fc7-7421be5531f0 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:10:48.828657 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:49.027568 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8a65335-6b55-48f3-90a7-9fce05e8908a req-4a5d89da-9315-4a21-9988-49c82de6f02e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163537 Jul 14 07:10:49.134264 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-29cb1842-5f1c-4593-8987-ef1614d9bfb3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3246448 Jul 14 07:10:49.183939 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:49.270704 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86b8f8cd-765c-4d9d-8d25-75d55fe9f71b tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:49.306012 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-86b8f8cd-765c-4d9d-8d25-75d55fe9f71b tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Calling delete_port for f5a486e7-f514-4994-af3e-f10f5810037b owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:10:49.306693 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=56c84bd1-7356-492b-8fc7-7421be5531f0,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:49.311702 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:10:49.322287 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b31cbf-4784-4f52-a00d-7131922766ed" -d '{"events": [{"server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "name": "network-vif-plugged", "status": "completed", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:10:49.341232 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:49.519286 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=56c84bd1-7356-492b-8fc7-7421be5531f0,revision_number=13']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:49.570808 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b2dd58-6773-43ca-91bb-29fcbe8d34ba x-openstack-request-id: req-78b2dd58-6773-43ca-91bb-29fcbe8d34ba {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:10:49.570808 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "name": "network-vif-plugged", "status": "completed", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:10:49.570808 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78b2dd58-6773-43ca-91bb-29fcbe8d34ba {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:10:49.571087 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0', 'code': 200} Jul 14 07:10:49.645432 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-69540b4f-b51b-4fbd-abc4-1639bba6802e req-7a5ec6ec-2e2d-46ed-bdd5-c7469900abb4 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 210 time: 0.0865870 Jul 14 07:10:49.792535 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b50323e-c0f0-49b9-b79e-ce441edc1b93 req-cd69bfc5-8bdb-4596-9c52-2efcb06ee508 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 210 time: 0.0604033 Jul 14 07:10:49.793057 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48450) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:50.000849 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86b8f8cd-765c-4d9d-8d25-75d55fe9f71b tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:50.052268 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8f8cd-765c-4d9d-8d25-75d55fe9f71b tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Pushing event deleted for resources: {'Port': ['ID=f5a486e7-f514-4994-af3e-f10f5810037b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:50.077654 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-ea4721a6-80e6-43e4-95d6-d20c87691bdd tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:50.083396 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-ea4721a6-80e6-43e4-95d6-d20c87691bdd tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.30 "GET /v2.0/networks?id=ac553685-ca08-4b40-8004-018538e94cc4 HTTP/1.1" status: 200 len: 812 time: 0.2833467 Jul 14 07:10:50.099753 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75c0506a-f658-4a68-a38b-b9508e875d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:50.134078 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-26e7e086-2136-41a2-a2c5-3a370832392f tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Request body: {'port': {'device_id': '5cf5da58-65f4-40e3-84a8-4f9e0951cf52', 'network_id': 'ac553685-ca08-4b40-8004-018538e94cc4', 'admin_state_up': True, 'tenant_id': '45ed1a9198404a9eab290e1ea35b5dd0'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:50.314625 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75c0506a-f658-4a68-a38b-b9508e875d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:50.328532 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86b8f8cd-765c-4d9d-8d25-75d55fe9f71b tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:50.334608 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75c0506a-f658-4a68-a38b-b9508e875d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:50.415866 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-75c0506a-f658-4a68-a38b-b9508e875d9c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76b19d2234fd484bbc3cb7c7fabde5c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6192749 Jul 14 07:10:50.420616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48480) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:50.454580 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0506a-f658-4a68-a38b-b9508e875d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625cfa37-3e87-44d7-b0e8-0d038098d2d5,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:50.477921 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86b8f8cd-765c-4d9d-8d25-75d55fe9f71b tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:50.484962 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86b8f8cd-765c-4d9d-8d25-75d55fe9f71b tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:50.532064 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7152df-ec5d-4553-b315-d926fa1eff1a req-53d3fbfe-6101-4e14-a744-4f66ddc343c7 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:50.533951 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf7152df-ec5d-4553-b315-d926fa1eff1a req-53d3fbfe-6101-4e14-a744-4f66ddc343c7 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.2813535 Jul 14 07:10:50.547075 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86b8f8cd-765c-4d9d-8d25-75d55fe9f71b tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:50.547774 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b8f8cd-765c-4d9d-8d25-75d55fe9f71b tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Fanout notify agent at l3_agent the message router_deleted on router 17368807-202d-419f-bdaa-84fb0d0a9e65 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:10:50.559334 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86b8f8cd-765c-4d9d-8d25-75d55fe9f71b tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:50.560903 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-86b8f8cd-765c-4d9d-8d25-75d55fe9f71b tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "DELETE /v2.0/routers/17368807-202d-419f-bdaa-84fb0d0a9e65 HTTP/1.1" status: 204 len: 168 time: 2.6186612 Jul 14 07:10:50.564527 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-26e7e086-2136-41a2-a2c5-3a370832392f tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Made reservation on behalf of 45ed1a9198404a9eab290e1ea35b5dd0 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:10:50.568828 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48488) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:50.569219 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-26e7e086-2136-41a2-a2c5-3a370832392f tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:50.595042 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f711c5bd-c28b-4f2e-8ce6-97f1889cac0e tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1142417673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:50.631768 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f711c5bd-c28b-4f2e-8ce6-97f1889cac0e tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:50.632959 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f711c5bd-c28b-4f2e-8ce6-97f1889cac0e tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:50.728617 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f711c5bd-c28b-4f2e-8ce6-97f1889cac0e tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:50.742930 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e9d1143f-51c3-4907-baf5-a9999994d6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:50.773099 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e9d1143f-51c3-4907-baf5-a9999994d6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:50.782409 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f711c5bd-c28b-4f2e-8ce6-97f1889cac0e tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:50.806991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-26e7e086-2136-41a2-a2c5-3a370832392f tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Allocated IP 172.20.0.14 (ac553685-ca08-4b40-8004-018538e94cc4/42c47cfa-c715-4110-9f9a-d8e8160313f0/39419638-feff-4e62-9650-4adaa5315ea3) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:10:50.827113 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf7152df-ec5d-4553-b315-d926fa1eff1a req-4fa0a382-2be7-4369-8e1f-07f742858929 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786751 Jul 14 07:10:50.859482 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f711c5bd-c28b-4f2e-8ce6-97f1889cac0e tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:50.864071 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f711c5bd-c28b-4f2e-8ce6-97f1889cac0e tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2942677 Jul 14 07:10:50.865315 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48516) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:50.880102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e8063c14-e470-4258-b353-8f5ae4880d24 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'enable_snat': False}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:51.076769 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-500d79fa-d6da-45cb-8d78-d4db93effcd9 req-bc8086d6-1a74-421b-8e32-99b2e5fa5952 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 210 time: 0.2303131 Jul 14 07:10:51.149110 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-e3720fe1-4723-4d58-8b5a-393e7ce6740d tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331204 Jul 14 07:10:51.168871 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-26e7e086-2136-41a2-a2c5-3a370832392f tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:51.211684 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c801bbe5-86a8-49ce-8069-53335f9391a3 req-e6f55250-d557-4253-88c6-1091d2612784 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 210 time: 0.1267407 Jul 14 07:10:51.212379 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e9d1143f-51c3-4907-baf5-a9999994d6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:51.213151 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-26e7e086-2136-41a2-a2c5-3a370832392f tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:51.215005 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e9d1143f-51c3-4907-baf5-a9999994d6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:51.228258 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e9d1143f-51c3-4907-baf5-a9999994d6b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/625cfa37-3e87-44d7-b0e8-0d038098d2d5 HTTP/1.1" status: 204 len: 168 time: 0.8047442 Jul 14 07:10:51.240319 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['38edc4e1-a2a0-4b88-8660-8698911cce7f'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:10:51.337091 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-26e7e086-2136-41a2-a2c5-3a370832392f tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Network ac553685-ca08-4b40-8004-018538e94cc4 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:10:51.349391 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-26e7e086-2136-41a2-a2c5-3a370832392f tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:10:51.364026 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-26e7e086-2136-41a2-a2c5-3a370832392f tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:10:51.449751 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7e086-2136-41a2-a2c5-3a370832392f tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event updated for resources: {'Port': ['ID=39419638-feff-4e62-9650-4adaa5315ea3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:51.478388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1143f-51c3-4907-baf5-a9999994d6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625cfa37-3e87-44d7-b0e8-0d038098d2d5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:51.492530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-26e7e086-2136-41a2-a2c5-3a370832392f tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:51.493163 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-26e7e086-2136-41a2-a2c5-3a370832392f tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:51.542066 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-26e7e086-2136-41a2-a2c5-3a370832392f tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4143350 Jul 14 07:10:51.555748 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Request body: {'port': {'device_id': '5cf5da58-65f4-40e3-84a8-4f9e0951cf52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:51.666924 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8063c14-e470-4258-b353-8f5ae4880d24 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:51.734150 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:51.802795 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48552) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:52.012062 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:10:52.225653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39419638-feff-4e62-9650-4adaa5315ea3 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:10:52.237689 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:52.252958 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Transition to ACTIVE for port object 39419638-feff-4e62-9650-4adaa5315ea3 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:10:52.262682 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:52.317453 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80633985-c52a-4c1c-b038-5c50829beb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:52.392927 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-1a41019d-8fdb-4d79-b57f-6401fd266a6d tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:52.395144 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-1a41019d-8fdb-4d79-b57f-6401fd266a6d tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1959803 Jul 14 07:10:52.399294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Pushing event updated for resources: {'Port': ['ID=39419638-feff-4e62-9650-4adaa5315ea3,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:52.417135 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-0a76ba12-05b5-4941-9395-c8837a865d1c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Request body: {'port': {'device_id': '18341717-bf87-4296-a88f-add27a4cbf6a', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '6fb17d70b1f84e6aaff1cb7848ff5932'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:52.463570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Attempting to bind port 39419638-feff-4e62-9650-4adaa5315ea3 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:10:52.463570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Attempting to bind port 39419638-feff-4e62-9650-4adaa5315ea3 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'd9ec71b4-3e07-4167-8928-0caa3b0657db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ac553685-ca08-4b40-8004-018538e94cc4'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:10:52.463888 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Attempting to bind port 39419638-feff-4e62-9650-4adaa5315ea3 on network ac553685-ca08-4b40-8004-018538e94cc4 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:10:52.468592 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Port 39419638-feff-4e62-9650-4adaa5315ea3 on network ac553685-ca08-4b40-8004-018538e94cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:10:52.469102 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Attempting to bind port 39419638-feff-4e62-9650-4adaa5315ea3 on network ac553685-ca08-4b40-8004-018538e94cc4 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:10:52.474167 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:10:52.474687 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Checking segment: {'id': 'd9ec71b4-3e07-4167-8928-0caa3b0657db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ac553685-ca08-4b40-8004-018538e94cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:10:52.475219 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Bound using segment: {'id': 'd9ec71b4-3e07-4167-8928-0caa3b0657db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ac553685-ca08-4b40-8004-018538e94cc4'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:10:52.475817 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Bound port: 39419638-feff-4e62-9650-4adaa5315ea3, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ec71b4-3e07-4167-8928-0caa3b0657db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ac553685-ca08-4b40-8004-018538e94cc4'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:10:52.476325 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:52.574415 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] For port 39419638-feff-4e62-9650-4adaa5315ea3, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:10:52.578252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] For port 39419638-feff-4e62-9650-4adaa5315ea3, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=39419638-feff-4e62-9650-4adaa5315ea3,segment=NetworkSegment(d9ec71b4-3e07-4167-8928-0caa3b0657db),segment_id=d9ec71b4-3e07-4167-8928-0caa3b0657db)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:10:52.584467 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:52.599826 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b86598-cb8c-4a23-904e-a1b285f8b6d9 req-2c40fc76-6600-4f0a-a546-5fd5644a4e5d tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:52.607692 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b8b86598-cb8c-4a23-904e-a1b285f8b6d9 req-2c40fc76-6600-4f0a-a546-5fd5644a4e5d tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.3178382 Jul 14 07:10:52.642822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:52.643471 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:52.645614 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] 10.222.0.30 "PUT /v2.0/ports/39419638-feff-4e62-9650-4adaa5315ea3 HTTP/1.1" status: 200 len: 1092 time: 1.0949986 Jul 14 07:10:52.670140 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf5da58-65f4-40e3-84a8-4f9e0951cf52', 'tag': '39419638-feff-4e62-9650-4adaa5315ea3'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:10:52.677337 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea322612-b707-4bfc-a0b5-0eb28468bbc0" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf5da58-65f4-40e3-84a8-4f9e0951cf52", "tag": "39419638-feff-4e62-9650-4adaa5315ea3"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:10:52.729863 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80633985-c52a-4c1c-b038-5c50829beb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:52.743471 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b8b86598-cb8c-4a23-904e-a1b285f8b6d9 req-679fd3c0-903e-486d-b9a5-9f7858c7927c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346540 Jul 14 07:10:52.796602 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8b70a-12a3-46f1-9c8f-cb427684395b service neutron] Pushing event updated for resources: {'Port': ['ID=39419638-feff-4e62-9650-4adaa5315ea3,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:52.805491 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80633985-c52a-4c1c-b038-5c50829beb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:52.826589 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-5551b9fe-4988-476c-beba-70fbe633c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:52.828123 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-5551b9fe-4988-476c-beba-70fbe633c46e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45ed1a9198404a9eab290e1ea35b5dd0&device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 1095 time: 0.1262453 Jul 14 07:10:52.865389 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-0a76ba12-05b5-4941-9395-c8837a865d1c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Made reservation on behalf of 6fb17d70b1f84e6aaff1cb7848ff5932 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:10:52.869131 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-0a76ba12-05b5-4941-9395-c8837a865d1c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:52.910863 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-04d45549-0a6b-4cc7-88b8-aa406834aaf9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39419638-feff-4e62-9650-4adaa5315ea3 HTTP/1.1" status: 200 len: 217 time: 0.0703046 Jul 14 07:10:53.032873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-83218390-81dd-4139-8212-cb420e0823bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:53.034436 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-83218390-81dd-4139-8212-cb420e0823bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42c47cfa-c715-4110-9f9a-d8e8160313f0 HTTP/1.1" status: 200 len: 852 time: 0.1163628 Jul 14 07:10:53.098579 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-64320e61-a479-4ed1-b41a-48fe575338e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac553685-ca08-4b40-8004-018538e94cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573351 Jul 14 07:10:53.131081 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-80633985-c52a-4c1c-b038-5c50829beb0a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff374c3dabd24830be3f748d5f79011e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3270178 Jul 14 07:10:53.133728 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48612) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:53.240286 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80633985-c52a-4c1c-b038-5c50829beb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cba4b67-ee22-4b36-bcaf-ab0397a5e97a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:53.245352 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8063c14-e470-4258-b353-8f5ae4880d24 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:53.274776 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8063c14-e470-4258-b353-8f5ae4880d24 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:53.301293 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5d96eb8-f51c-448e-b307-c3628f58fc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:53.337268 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e14d1-fb25-45a0-907e-51fe558fb653 req-ccda68d8-a3e6-4423-910a-20b18238eea5 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:53.339527 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d75e14d1-fb25-45a0-907e-51fe558fb653 req-ccda68d8-a3e6-4423-910a-20b18238eea5 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 944 time: 0.9397180 Jul 14 07:10:53.339989 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5d96eb8-f51c-448e-b307-c3628f58fc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:53.343282 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-9613150a-1b9f-4296-b5b2-ef4098935f69 service neutron] 10.222.0.30 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379165 Jul 14 07:10:53.452054 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a688be93-8cbd-4332-b37a-76a66fa757cf req-79782e6c-3952-4613-8fb0-66743984cfa0 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 210 time: 0.0441973 Jul 14 07:10:53.486022 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5d96eb8-f51c-448e-b307-c3628f58fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:53.486022 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5d96eb8-f51c-448e-b307-c3628f58fc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:53.494945 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e5d96eb8-f51c-448e-b307-c3628f58fc73 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6cba4b67-ee22-4b36-bcaf-ab0397a5e97a HTTP/1.1" status: 204 len: 168 time: 0.3596117 Jul 14 07:10:53.500852 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-0a76ba12-05b5-4941-9395-c8837a865d1c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Allocated IP 192.168.233.233 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/1afab34b-c0f2-4025-bf41-f324253a70b8) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:10:53.507742 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d75e14d1-fb25-45a0-907e-51fe558fb653 req-d9d597df-0732-412f-a3b3-6ef5952f0b26 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243484 Jul 14 07:10:53.542048 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b920437c-e18c-42df-a23c-187383e2f9d8 req-04ad8115-fc3b-424b-8351-6676bd1c1eb6 service neutron] 10.222.0.30 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810460 Jul 14 07:10:53.542048 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d96eb8-f51c-448e-b307-c3628f58fc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cba4b67-ee22-4b36-bcaf-ab0397a5e97a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:53.543484 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c344ce-e4c0-494f-91a2-574342be220f x-openstack-request-id: req-39c344ce-e4c0-494f-91a2-574342be220f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:10:53.543842 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf5da58-65f4-40e3-84a8-4f9e0951cf52", "tag": "39419638-feff-4e62-9650-4adaa5315ea3", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:10:53.544208 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-39c344ce-e4c0-494f-91a2-574342be220f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:10:53.544677 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf5da58-65f4-40e3-84a8-4f9e0951cf52', 'tag': '39419638-feff-4e62-9650-4adaa5315ea3', 'status': 'completed', 'code': 200} Jul 14 07:10:53.715251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea322612-b707-4bfc-a0b5-0eb28468bbc0 req-c8330fb6-f8f1-449b-8487-b9bb9fb8f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:53.716845 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea322612-b707-4bfc-a0b5-0eb28468bbc0 req-c8330fb6-f8f1-449b-8487-b9bb9fb8f612 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45ed1a9198404a9eab290e1ea35b5dd0&device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 1095 time: 0.1087942 Jul 14 07:10:53.724310 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-e8063c14-e470-4258-b353-8f5ae4880d24 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Allocated IP 172.25.7.194 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/db0bd86b-a891-484b-85e5-25364ed08dde) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:10:53.857669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea322612-b707-4bfc-a0b5-0eb28468bbc0 req-97b9352b-d949-4048-92f3-2fb9ecaf1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:53.859425 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea322612-b707-4bfc-a0b5-0eb28468bbc0 req-97b9352b-d949-4048-92f3-2fb9ecaf1b84 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac553685-ca08-4b40-8004-018538e94cc4 HTTP/1.1" status: 200 len: 913 time: 0.1350615 Jul 14 07:10:53.941550 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea322612-b707-4bfc-a0b5-0eb28468bbc0 req-223c9496-93f5-4517-942c-260c12e9f3fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39419638-feff-4e62-9650-4adaa5315ea3 HTTP/1.1" status: 200 len: 217 time: 0.0745113 Jul 14 07:10:54.002783 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea322612-b707-4bfc-a0b5-0eb28468bbc0 req-4a0a1a3e-25b4-4b99-924e-08571ae4e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:54.004271 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea322612-b707-4bfc-a0b5-0eb28468bbc0 req-4a0a1a3e-25b4-4b99-924e-08571ae4e019 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42c47cfa-c715-4110-9f9a-d8e8160313f0 HTTP/1.1" status: 200 len: 852 time: 0.0548272 Jul 14 07:10:54.068575 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea322612-b707-4bfc-a0b5-0eb28468bbc0 req-bbf20279-b28d-49c7-9b56-da2724e34d11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac553685-ca08-4b40-8004-018538e94cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551844 Jul 14 07:10:54.135050 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8063c14-e470-4258-b353-8f5ae4880d24 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:54.266610 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea322612-b707-4bfc-a0b5-0eb28468bbc0 req-7537f832-e0db-4f0e-9787-81db3a5b4dc5 service neutron] 10.222.0.30 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899045 Jul 14 07:10:54.298187 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-158ffdfa-5e93-49a8-8c93-bde8d1886cb9 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:54.299782 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-158ffdfa-5e93-49a8-8c93-bde8d1886cb9 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/networks?id=782dff88-77da-48cc-b35b-b98ce03cf2a5 HTTP/1.1" status: 200 len: 805 time: 0.6445749 Jul 14 07:10:54.351346 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8063c14-e470-4258-b353-8f5ae4880d24 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:54.382348 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-0a76ba12-05b5-4941-9395-c8837a865d1c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:54.418662 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea322612-b707-4bfc-a0b5-0eb28468bbc0 req-2d4eb65d-490e-4006-bc7a-229335dd42ba service neutron] 10.222.0.30 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447084 Jul 14 07:10:54.433250 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-0b673aac-6dab-4b41-842d-d907949289e9 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/quotas/c0510020791b4c7d90104c784a2d4f98 HTTP/1.1" status: 200 len: 375 time: 0.1138167 Jul 14 07:10:54.445730 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84370077-5d2f-4ef5-9a51-75c2f87d6c27 req-6c69ae5c-8d68-4860-a566-23ea6cc9183d tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:54.447066 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-84370077-5d2f-4ef5-9a51-75c2f87d6c27 req-6c69ae5c-8d68-4860-a566-23ea6cc9183d tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.4485183 Jul 14 07:10:54.455957 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-0a76ba12-05b5-4941-9395-c8837a865d1c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Transition to ACTIVE for port object 1afab34b-c0f2-4025-bf41-f324253a70b8 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:10:54.476682 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8063c14-e470-4258-b353-8f5ae4880d24 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:10:54.505558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-e8063c14-e470-4258-b353-8f5ae4880d24 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:10:54.562042 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8063c14-e470-4258-b353-8f5ae4880d24 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:10:54.564106 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8063c14-e470-4258-b353-8f5ae4880d24 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Pushing event updated for resources: {'Port': ['ID=db0bd86b-a891-484b-85e5-25364ed08dde,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:54.703019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-84370077-5d2f-4ef5-9a51-75c2f87d6c27 req-3c764c45-6ca7-4898-bed6-878eff042775 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432468 Jul 14 07:10:54.708371 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:10:54.850179 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-0a76ba12-05b5-4941-9395-c8837a865d1c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:54.867812 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['1c826991-c170-4b7d-8343-40b466107d16', '56c84bd1-7356-492b-8fc7-7421be5531f0'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:10:54.887656 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0d139ab7-8f66-4301-91c7-f603bc6c0a6a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:10:54.919011 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-0a76ba12-05b5-4941-9395-c8837a865d1c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:10:54.952187 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:54.984843 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-0570a701-0185-425e-96ae-baf27e15a52c tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0510020791b4c7d90104c784a2d4f98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5299382 Jul 14 07:10:54.985600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-0a76ba12-05b5-4941-9395-c8837a865d1c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:10:54.992180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-0a76ba12-05b5-4941-9395-c8837a865d1c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:10:55.022405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14443ee6-5923-4110-92e9-13bfdb36cdc6 req-d1959fb1-c537-49de-9034-d90f7a78b6dc tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:55.024140 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-14443ee6-5923-4110-92e9-13bfdb36cdc6 req-d1959fb1-c537-49de-9034-d90f7a78b6dc tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.30 "GET /v2.0/ports?device_id=30538f03-8f75-4ef3-838c-513a8820be0d HTTP/1.1" status: 200 len: 945 time: 0.1181469 Jul 14 07:10:55.058419 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30538f03-8f75-4ef3-838c-513a8820be0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bfa3f62-3325-4a8a-a10b-3b127308bfb2'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:10:55.060989 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f164dc66-8fe4-49b8-a209-c008aabd5e58" -d '{"events": [{"server_uuid": "30538f03-8f75-4ef3-838c-513a8820be0d", "name": "network-vif-unplugged", "status": "completed", "tag": "6bfa3f62-3325-4a8a-a10b-3b127308bfb2"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:10:55.093382 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6bfa3f62-3325-4a8a-a10b-3b127308bfb2,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:55.116243 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:55.196746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-0a76ba12-05b5-4941-9395-c8837a865d1c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:55.197543 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-0a76ba12-05b5-4941-9395-c8837a865d1c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:55.267766 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-14443ee6-5923-4110-92e9-13bfdb36cdc6 req-b569a02a-3f4c-4336-bb0a-4e5f4660fd52 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Deleting port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:10:55.268231 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-14443ee6-5923-4110-92e9-13bfdb36cdc6 req-b569a02a-3f4c-4336-bb0a-4e5f4660fd52 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:55.368849 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=6bfa3f62-3325-4a8a-a10b-3b127308bfb2,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:55.429209 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76ba12-05b5-4941-9395-c8837a865d1c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Pushing event updated for resources: {'Port': ['ID=1afab34b-c0f2-4025-bf41-f324253a70b8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:55.512113 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-14443ee6-5923-4110-92e9-13bfdb36cdc6 req-b569a02a-3f4c-4336-bb0a-4e5f4660fd52 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] For port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6bfa3f62-3325-4a8a-a10b-3b127308bfb2,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:55.513233 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-14443ee6-5923-4110-92e9-13bfdb36cdc6 req-b569a02a-3f4c-4336-bb0a-4e5f4660fd52 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:55.539338 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dcca2c3c-4e22-4510-9612-fd6323f3b370 None None] Provisioning for port 1afab34b-c0f2-4025-bf41-f324253a70b8 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:10:55.553530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-14443ee6-5923-4110-92e9-13bfdb36cdc6 req-b569a02a-3f4c-4336-bb0a-4e5f4660fd52 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Calling delete_port for 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:10:55.562181 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-0a76ba12-05b5-4941-9395-c8837a865d1c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1499701 Jul 14 07:10:55.567956 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dcca2c3c-4e22-4510-9612-fd6323f3b370 None None] Provisioning complete for port 1afab34b-c0f2-4025-bf41-f324253a70b8 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:10:55.568524 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dcca2c3c-4e22-4510-9612-fd6323f3b370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:55.616770 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Request body: {'port': {'device_id': '18341717-bf87-4296-a88f-add27a4cbf6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:55.638389 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-dcca2c3c-4e22-4510-9612-fd6323f3b370 None None] Port 1afab34b-c0f2-4025-bf41-f324253a70b8 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:10:55.745778 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c14e91-8104-45f8-8705-3d0d6878cfe5 req-93af2004-a990-4da7-bc70-52e0236ac391 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:55.750729 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82c14e91-8104-45f8-8705-3d0d6878cfe5 req-93af2004-a990-4da7-bc70-52e0236ac391 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 936 time: 0.5887220 Jul 14 07:10:55.777381 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:55.802298 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-b3bfe050-399a-4b84-8203-76cf5bb61417 service neutron] 10.222.0.35 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6512775 Jul 14 07:10:55.814020 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8063c14-e470-4258-b353-8f5ae4880d24 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:55.835345 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-14443ee6-5923-4110-92e9-13bfdb36cdc6 req-b569a02a-3f4c-4336-bb0a-4e5f4660fd52 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:55.875089 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569a02a-3f4c-4336-bb0a-4e5f4660fd52 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Pushing event deleted for resources: {'Port': ['ID=6bfa3f62-3325-4a8a-a10b-3b127308bfb2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:55.959116 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-14443ee6-5923-4110-92e9-13bfdb36cdc6 req-b569a02a-3f4c-4336-bb0a-4e5f4660fd52 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] No DVR routers for this DVR port 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:10:55.963043 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-14443ee6-5923-4110-92e9-13bfdb36cdc6 req-b569a02a-3f4c-4336-bb0a-4e5f4660fd52 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:55.963966 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-14443ee6-5923-4110-92e9-13bfdb36cdc6 req-b569a02a-3f4c-4336-bb0a-4e5f4660fd52 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.30 "DELETE /v2.0/ports/6bfa3f62-3325-4a8a-a10b-3b127308bfb2 HTTP/1.1" status: 204 len: 173 time: 0.9250135 Jul 14 07:10:55.964417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30538f03-8f75-4ef3-838c-513a8820be0d', 'name': 'network-vif-deleted', 'tag': '6bfa3f62-3325-4a8a-a10b-3b127308bfb2'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:10:55.968744 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82c14e91-8104-45f8-8705-3d0d6878cfe5 req-59bafb4e-95ff-4aad-9c24-710b74663470 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035108 Jul 14 07:10:55.991120 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cff8129-781b-4b2c-a9f3-58383b7a780e" -d '{"events": [{"server_uuid": "30538f03-8f75-4ef3-838c-513a8820be0d", "name": "network-vif-deleted", "tag": "6bfa3f62-3325-4a8a-a10b-3b127308bfb2"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:10:56.709397 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 39419638-feff-4e62-9650-4adaa5315ea3 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:10:56.765140 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1afab34b-c0f2-4025-bf41-f324253a70b8 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:10:56.773720 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:56.797549 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Transition to ACTIVE for port object 1afab34b-c0f2-4025-bf41-f324253a70b8 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:10:56.835608 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:56.874528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 39419638-feff-4e62-9650-4adaa5315ea3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=39419638-feff-4e62-9650-4adaa5315ea3,segment=NetworkSegment(d9ec71b4-3e07-4167-8928-0caa3b0657db),segment_id=d9ec71b4-3e07-4167-8928-0caa3b0657db)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:56.896297 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '39419638-feff-4e62-9650-4adaa5315ea3', 'network_id': 'ac553685-ca08-4b40-8004-018538e94cc4', 'port_id': '39419638-feff-4e62-9650-4adaa5315ea3', 'mac_address': 'fa:16:3e:1c:73:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c47cfa-c715-4110-9f9a-d8e8160313f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:10:56.943321 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:56.958744 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39419638-feff-4e62-9650-4adaa5315ea3 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:10:56.999028 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 39419638-feff-4e62-9650-4adaa5315ea3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=39419638-feff-4e62-9650-4adaa5315ea3,segment=NetworkSegment(d9ec71b4-3e07-4167-8928-0caa3b0657db),segment_id=d9ec71b4-3e07-4167-8928-0caa3b0657db)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:57.006517 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:57.136734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=39419638-feff-4e62-9650-4adaa5315ea3,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:57.201648 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-e2edd801-1a5e-4f25-aeee-118df7569a55 service neutron] 10.222.0.35 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3978715 Jul 14 07:10:57.226779 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1afab34b-c0f2-4025-bf41-f324253a70b8,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:57.334180 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8063c14-e470-4258-b353-8f5ae4880d24 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:57.345318 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8063c14-e470-4258-b353-8f5ae4880d24 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:57.372386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2ac41-6905-4342-9480-71ecaded573f req-2ffe0bbd-9855-4315-98d7-b58a1a6368f3 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:57.380303 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14c2ac41-6905-4342-9480-71ecaded573f req-2ffe0bbd-9855-4315-98d7-b58a1a6368f3 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 944 time: 0.9026935 Jul 14 07:10:57.380720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['39419638-feff-4e62-9650-4adaa5315ea3'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:10:57.443607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Attempting to bind port 1afab34b-c0f2-4025-bf41-f324253a70b8 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:10:57.443939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Attempting to bind port 1afab34b-c0f2-4025-bf41-f324253a70b8 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:10:57.444295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Attempting to bind port 1afab34b-c0f2-4025-bf41-f324253a70b8 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:10:57.478110 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Port 1afab34b-c0f2-4025-bf41-f324253a70b8 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:10:57.478484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Attempting to bind port 1afab34b-c0f2-4025-bf41-f324253a70b8 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:10:57.503870 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14c2ac41-6905-4342-9480-71ecaded573f req-b9a5ab54-8846-42a4-9e22-8b14f604a004 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219828 Jul 14 07:10:57.507905 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:10:57.508265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:10:57.510509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:10:57.511188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Bound port: 1afab34b-c0f2-4025-bf41-f324253a70b8, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:10:57.511569 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:57.566352 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874aaab7-6db2-4c2c-9f45-513c951683ec x-openstack-request-id: req-874aaab7-6db2-4c2c-9f45-513c951683ec {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:10:57.566647 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30538f03-8f75-4ef3-838c-513a8820be0d", "name": "network-vif-unplugged", "status": "completed", "tag": "6bfa3f62-3325-4a8a-a10b-3b127308bfb2", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:10:57.566893 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-874aaab7-6db2-4c2c-9f45-513c951683ec {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:10:57.572938 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30538f03-8f75-4ef3-838c-513a8820be0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bfa3f62-3325-4a8a-a10b-3b127308bfb2', 'code': 200} Jul 14 07:10:57.606385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48762) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:57.672277 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67601f37-b158-4bd6-ad44-9e33d4f2a135 x-openstack-request-id: req-67601f37-b158-4bd6-ad44-9e33d4f2a135 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:10:57.673483 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30538f03-8f75-4ef3-838c-513a8820be0d", "name": "network-vif-deleted", "tag": "6bfa3f62-3325-4a8a-a10b-3b127308bfb2", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:10:57.673902 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-67601f37-b158-4bd6-ad44-9e33d4f2a135 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:10:57.674491 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30538f03-8f75-4ef3-838c-513a8820be0d', 'name': 'network-vif-deleted', 'tag': '6bfa3f62-3325-4a8a-a10b-3b127308bfb2', 'status': 'completed', 'code': 200} Jul 14 07:10:57.901477 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:10:57.903898 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3425e35c-4c80-40cc-871a-dc30aced38f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:57.914230 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1afab34b-c0f2-4025-bf41-f324253a70b8,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:10:57.975013 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:58.030396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:58.031685 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:58.035371 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] 10.222.0.15 "PUT /v2.0/ports/1afab34b-c0f2-4025-bf41-f324253a70b8 HTTP/1.1" status: 200 len: 1096 time: 2.4230826 Jul 14 07:10:58.061543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18341717-bf87-4296-a88f-add27a4cbf6a', 'tag': '1afab34b-c0f2-4025-bf41-f324253a70b8'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:10:58.084436 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efd91b0-1d68-4c89-b5f0-2bf1ccca2adf" -d '{"events": [{"name": "network-changed", "server_uuid": "18341717-bf87-4296-a88f-add27a4cbf6a", "tag": "1afab34b-c0f2-4025-bf41-f324253a70b8"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:10:58.092638 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3425e35c-4c80-40cc-871a-dc30aced38f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:58.112396 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3425e35c-4c80-40cc-871a-dc30aced38f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:58.229853 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425e35c-4c80-40cc-871a-dc30aced38f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d106bbe2-31a8-428f-ad2f-75f9ce03dd49,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:58.245808 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3425e35c-4c80-40cc-871a-dc30aced38f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae058481baee470f9a8004549d41c5f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6383145 Jul 14 07:10:58.249166 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48788) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:58.374097 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9197f44c-592e-4f8c-99c9-bee0e9cf5a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:58.432726 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9197f44c-592e-4f8c-99c9-bee0e9cf5a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:58.475827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aebe61-2f92-480a-9a9b-306c91e251f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1afab34b-c0f2-4025-bf41-f324253a70b8,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:58.497269 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-ae867c6b-7d34-4a66-bf61-6377ec962f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:58.498823 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-ae867c6b-7d34-4a66-bf61-6377ec962f39 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 1099 time: 0.3323185 Jul 14 07:10:58.499412 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8063c14-e470-4258-b353-8f5ae4880d24 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Router 045fa46a-aa91-4a7a-a795-c5cb4fbc4d1a is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:10:58.510570 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270d37c-cb67-42c8-bfe3-5557a481548e req-b8951b84-ad58-43d4-9d0e-8b399e17ea05 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:58.517906 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5270d37c-cb67-42c8-bfe3-5557a481548e req-b8951b84-ad58-43d4-9d0e-8b399e17ea05 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.5995042 Jul 14 07:10:58.567901 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9197f44c-592e-4f8c-99c9-bee0e9cf5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:58.580403 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9197f44c-592e-4f8c-99c9-bee0e9cf5a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:58.585054 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9197f44c-592e-4f8c-99c9-bee0e9cf5a83 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d106bbe2-31a8-428f-ad2f-75f9ce03dd49 HTTP/1.1" status: 204 len: 168 time: 0.3347654 Jul 14 07:10:58.608137 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197f44c-592e-4f8c-99c9-bee0e9cf5a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d106bbe2-31a8-428f-ad2f-75f9ce03dd49,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:58.647244 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-995629fc-e0d4-4bf8-96fa-6e4fa6602de2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=1afab34b-c0f2-4025-bf41-f324253a70b8 HTTP/1.1" status: 200 len: 217 time: 0.1148880 Jul 14 07:10:58.704162 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5270d37c-cb67-42c8-bfe3-5557a481548e req-8cc4e99e-18da-464b-947a-6627d612bce4 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851008 Jul 14 07:10:58.729453 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 39419638-feff-4e62-9650-4adaa5315ea3 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:10:58.792649 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 39419638-feff-4e62-9650-4adaa5315ea3 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:10:58.797580 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 39419638-feff-4e62-9650-4adaa5315ea3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:10:58.798240 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:58.944422 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:58.964410 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-40c33a5c-b721-45ab-a57f-4aa111b500a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:58.966511 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-40c33a5c-b721-45ab-a57f-4aa111b500a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.3184304 Jul 14 07:10:58.995686 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfac26e-4ab9-4619-bba2-f05221c17eb7 req-470108c8-a2d0-4e1d-9001-361c01bd2128 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:58.997251 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4dfac26e-4ab9-4619-bba2-f05221c17eb7 req-470108c8-a2d0-4e1d-9001-361c01bd2128 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 948 time: 1.0806634 Jul 14 07:10:59.040804 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 39419638-feff-4e62-9650-4adaa5315ea3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=39419638-feff-4e62-9650-4adaa5315ea3,segment=NetworkSegment(d9ec71b4-3e07-4167-8928-0caa3b0657db),segment_id=d9ec71b4-3e07-4167-8928-0caa3b0657db)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:10:59.051389 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:59.052241 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:10:59.081949 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48806) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:59.099844 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8f1c44a-9a7f-4234-9b7f-e4b45e34e647 req-5dd929f6-65d2-405e-89f1-911d32a23981 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 210 time: 0.1371810 Jul 14 07:10:59.101632 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cd046f7-45a7-4f23-bfe6-d4c84ef51fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:59.147307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8063c14-e470-4258-b353-8f5ae4880d24 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:10:59.164661 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8063c14-e470-4258-b353-8f5ae4880d24 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:59.168264 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e8063c14-e470-4258-b353-8f5ae4880d24 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "PUT /v2.0/routers/045fa46a-aa91-4a7a-a795-c5cb4fbc4d1a HTTP/1.1" status: 200 len: 920 time: 8.2986331 Jul 14 07:10:59.177036 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48808) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:59.193503 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f61f3a-558d-4076-a85f-e7cbbaba9e58 x-openstack-request-id: req-52f61f3a-558d-4076-a85f-e7cbbaba9e58 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:10:59.193795 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18341717-bf87-4296-a88f-add27a4cbf6a", "tag": "1afab34b-c0f2-4025-bf41-f324253a70b8", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:10:59.194051 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52f61f3a-558d-4076-a85f-e7cbbaba9e58 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:10:59.194456 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18341717-bf87-4296-a88f-add27a4cbf6a', 'tag': '1afab34b-c0f2-4025-bf41-f324253a70b8', 'status': 'completed', 'code': 200} Jul 14 07:10:59.194711 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=39419638-feff-4e62-9650-4adaa5315ea3,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:59.201026 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:10:59.201421 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 6bfa3f62-3325-4a8a-a10b-3b127308bfb2 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:10:59.204747 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cff4abe-e31e-48dc-905e-c9d53bb18d49 None None] Sync routers for ids ['045fa46a-aa91-4a7a-a795-c5cb4fbc4d1a'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:10:59.217646 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cff4abe-e31e-48dc-905e-c9d53bb18d49 None None] Routers {'045fa46a-aa91-4a7a-a795-c5cb4fbc4d1a'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:59.218346 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-7cff4abe-e31e-48dc-905e-c9d53bb18d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:10:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['045fa46a-aa91-4a7a-a795-c5cb4fbc4d1a'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:59.287686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-7cff4abe-e31e-48dc-905e-c9d53bb18d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:59.292614 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cd046f7-45a7-4f23-bfe6-d4c84ef51fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:59.299555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cff4abe-e31e-48dc-905e-c9d53bb18d49 None None] Routers {'045fa46a-aa91-4a7a-a795-c5cb4fbc4d1a'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:10:59.301091 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-7cff4abe-e31e-48dc-905e-c9d53bb18d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:10:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['045fa46a-aa91-4a7a-a795-c5cb4fbc4d1a'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:59.313416 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cd046f7-45a7-4f23-bfe6-d4c84ef51fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:59.363596 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4dfac26e-4ab9-4619-bba2-f05221c17eb7 req-8518ce6e-109d-4a98-be92-1ec24b4d0b09 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491950 Jul 14 07:10:59.376116 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-7cff4abe-e31e-48dc-905e-c9d53bb18d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:10:59.376774 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cff4abe-e31e-48dc-905e-c9d53bb18d49 None None] The sync data for ids ['045fa46a-aa91-4a7a-a795-c5cb4fbc4d1a'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:10:59.390171 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3cd046f7-45a7-4f23-bfe6-d4c84ef51fb8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6f8b6610a784c028af2f48840c7df1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039265 Jul 14 07:10:59.391034 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48816) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:59.432023 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-43161812-9c3b-4ea0-ba8a-736f993a66e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:59.432526 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd046f7-45a7-4f23-bfe6-d4c84ef51fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8398ba-053d-4118-84a3-779ee996d9c5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:10:59.434089 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-43161812-9c3b-4ea0-ba8a-736f993a66e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4293432 Jul 14 07:10:59.486178 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81afd3cf-1f5c-422b-aaa3-0bafa11948bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:59.530493 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-96311ddc-835a-41a7-a57d-fde651819329 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:10:59.531480 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-96311ddc-835a-41a7-a57d-fde651819329 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0341761 Jul 14 07:10:59.574327 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf5da58-65f4-40e3-84a8-4f9e0951cf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39419638-feff-4e62-9650-4adaa5315ea3'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:10:59.577593 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf8ad03-a171-4819-b5ae-82002b156884" -d '{"events": [{"server_uuid": "5cf5da58-65f4-40e3-84a8-4f9e0951cf52", "name": "network-vif-plugged", "status": "completed", "tag": "39419638-feff-4e62-9650-4adaa5315ea3"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:10:59.646840 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8873439-a742-47f5-9690-0e6221adbbb0 x-openstack-request-id: req-c8873439-a742-47f5-9690-0e6221adbbb0 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:10:59.647138 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf5da58-65f4-40e3-84a8-4f9e0951cf52", "name": "network-vif-plugged", "status": "completed", "tag": "39419638-feff-4e62-9650-4adaa5315ea3", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:10:59.647393 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8873439-a742-47f5-9690-0e6221adbbb0 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:10:59.647811 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf5da58-65f4-40e3-84a8-4f9e0951cf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39419638-feff-4e62-9650-4adaa5315ea3', 'code': 200} Jul 14 07:10:59.701746 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-93cd635c-e6bd-4f19-89f4-b1148699a0da tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "GET /v2.0/routers/045fa46a-aa91-4a7a-a795-c5cb4fbc4d1a HTTP/1.1" status: 200 len: 926 time: 0.5130050 Jul 14 07:10:59.701938 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-970b773a-1614-4764-bbe0-819fe9f20c68 req-af13d090-f0c3-4333-bd6f-d84cc4031e0b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3970773 Jul 14 07:10:59.701938 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81afd3cf-1f5c-422b-aaa3-0bafa11948bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:59.708851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48824) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:10:59.749618 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-3ab4559c-ff6b-4b4e-a615-8f0588898ebb service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093670 Jul 14 07:10:59.860280 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-ffea8f4e-de69-4671-8bec-ca9085abb6f6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:59.861972 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-ffea8f4e-de69-4671-8bec-ca9085abb6f6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.30 "GET /v2.0/networks?id=782dff88-77da-48cc-b35b-b98ce03cf2a5 HTTP/1.1" status: 200 len: 805 time: 0.3401091 Jul 14 07:10:59.873550 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa954a4-6978-4e25-a4c6-08e63c6d050c req-d25ffc83-50e1-4da6-8e57-7b4f4cf8e552 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:59.875489 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7aa954a4-6978-4e25-a4c6-08e63c6d050c req-d25ffc83-50e1-4da6-8e57-7b4f4cf8e552 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 946 time: 0.5039651 Jul 14 07:10:59.878076 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-f851a07e-acae-48a0-934d-fa310af844e6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Request body: {'port': {'device_id': '07838f43-e08b-48b8-b63a-4c6e73f1ac7e', 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5', 'admin_state_up': True, 'tenant_id': 'c0510020791b4c7d90104c784a2d4f98'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:10:59.966145 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea921c7c-05a9-4378-b8e9-ff8b096c9cdf req-68a39fe3-e12f-47f3-b86c-5be3f82385cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:10:59.967552 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea921c7c-05a9-4378-b8e9-ff8b096c9cdf req-68a39fe3-e12f-47f3-b86c-5be3f82385cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 1097 time: 0.2236221 Jul 14 07:10:59.968169 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81afd3cf-1f5c-422b-aaa3-0bafa11948bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:59.970716 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81afd3cf-1f5c-422b-aaa3-0bafa11948bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:10:59.980443 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-81afd3cf-1f5c-422b-aaa3-0bafa11948bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a8398ba-053d-4118-84a3-779ee996d9c5 HTTP/1.1" status: 204 len: 168 time: 0.5850575 Jul 14 07:11:00.005531 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afd3cf-1f5c-422b-aaa3-0bafa11948bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8398ba-053d-4118-84a3-779ee996d9c5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:00.062829 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea921c7c-05a9-4378-b8e9-ff8b096c9cdf req-bc925a48-a7cb-4c4e-b680-87e4969d840f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790961 Jul 14 07:11:00.137989 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7aa954a4-6978-4e25-a4c6-08e63c6d050c req-cb1061c3-0a38-4b0b-acfb-441b37664046 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810973 Jul 14 07:11:00.164130 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-f851a07e-acae-48a0-934d-fa310af844e6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Made reservation on behalf of c0510020791b4c7d90104c784a2d4f98 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:11:00.176466 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-f851a07e-acae-48a0-934d-fa310af844e6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:00.312705 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b115d2-e6a7-4628-80c2-00b83b098925 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:00.322981 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-16b115d2-e6a7-4628-80c2-00b83b098925 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&device_id=045fa46a-aa91-4a7a-a795-c5cb4fbc4d1a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6113319 Jul 14 07:11:00.325048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48842) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:00.348575 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e2f62-fb45-4306-85c2-ac4d331eeeb3 req-fe069821-b3f8-4d41-a763-57eee7d300a1 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:00.350315 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-805e2f62-fb45-4306-85c2-ac4d331eeeb3 req-fe069821-b3f8-4d41-a763-57eee7d300a1 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.4994502 Jul 14 07:11:00.354072 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1768a8f9-3ae7-41aa-a484-63aef91a0e32 req-14a827f7-3d0d-47f7-a1ca-d78f2e28c8b3 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157397 Jul 14 07:11:00.363715 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b773a-1614-4764-bbe0-819fe9f20c68 req-64f0f283-9fe1-42f9-934a-a334d0811d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:00.365160 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-970b773a-1614-4764-bbe0-819fe9f20c68 req-64f0f283-9fe1-42f9-934a-a334d0811d1d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 1101 time: 0.4261737 Jul 14 07:11:00.417581 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-33896a37-b678-458b-a9eb-381d8aca7a29 req-4b6632d5-6cb0-41d2-b6ea-d13c604bf490 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 210 time: 0.0625682 Jul 14 07:11:00.443198 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-f851a07e-acae-48a0-934d-fa310af844e6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Allocated IP 172.20.0.11 (782dff88-77da-48cc-b35b-b98ce03cf2a5/ef8b4972-4af0-4364-94c1-6b8288d85079/90910ec7-efa5-4380-870a-e57cac9fffd2) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:11:00.457625 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d978ffa9-9d71-41c2-b621-9261b5a370d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:00.582559 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-805e2f62-fb45-4306-85c2-ac4d331eeeb3 req-d4d880ed-895e-4329-a075-e8280d74206e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139235 Jul 14 07:11:00.736637 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-f851a07e-acae-48a0-934d-fa310af844e6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:00.796492 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-f851a07e-acae-48a0-934d-fa310af844e6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:00.949988 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851a07e-acae-48a0-934d-fa310af844e6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Pushing event updated for resources: {'Port': ['ID=90910ec7-efa5-4380-870a-e57cac9fffd2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:01.004331 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-f851a07e-acae-48a0-934d-fa310af844e6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Network 782dff88-77da-48cc-b35b-b98ce03cf2a5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:01.005802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-f851a07e-acae-48a0-934d-fa310af844e6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:01.021967 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-f851a07e-acae-48a0-934d-fa310af844e6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:11:01.126076 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-f851a07e-acae-48a0-934d-fa310af844e6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:01.126765 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-f851a07e-acae-48a0-934d-fa310af844e6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:01.162108 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-f851a07e-acae-48a0-934d-fa310af844e6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2895410 Jul 14 07:11:01.177886 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Request body: {'port': {'device_id': '07838f43-e08b-48b8-b63a-4c6e73f1ac7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:01.321287 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48878) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:01.342831 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0172c5-0473-4f73-8c1e-689d20abcfdc tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:01.344930 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3f0172c5-0473-4f73-8c1e-689d20abcfdc tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 881 time: 0.9932959 Jul 14 07:11:01.348263 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48888) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:01.348900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd91b0-1d68-4c89-b5f0-2bf1ccca2adf req-098efb31-4316-4ff6-accd-fef56f0cdba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:01.350587 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0efd91b0-1d68-4c89-b5f0-2bf1ccca2adf req-098efb31-4316-4ff6-accd-fef56f0cdba0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 1099 time: 0.9321351 Jul 14 07:11:01.354390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b773a-1614-4764-bbe0-819fe9f20c68 req-0a540177-38ad-4035-9e34-f994d949cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:01.355807 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-970b773a-1614-4764-bbe0-819fe9f20c68 req-0a540177-38ad-4035-9e34-f994d949cd43 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.9362955 Jul 14 07:11:01.358843 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:01.458541 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-82ce91b0-c863-4a00-aca5-d29097747a94 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "GET /v2.0/ports?device_id=045fa46a-aa91-4a7a-a795-c5cb4fbc4d1a HTTP/1.1" status: 200 len: 205 time: 0.1061416 Jul 14 07:11:01.493926 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48892) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:01.495748 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-970b773a-1614-4764-bbe0-819fe9f20c68 req-dbb86055-b83d-4fde-9589-a7c09233953b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=1c826991-c170-4b7d-8343-40b466107d16 HTTP/1.1" status: 200 len: 217 time: 0.1276441 Jul 14 07:11:01.594684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83c7c3-ca0e-4735-bc10-ffae8d384dbe req-b03eb13c-0ad4-4e91-89df-46b38499f5a0 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:01.596220 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b83c7c3-ca0e-4735-bc10-ffae8d384dbe req-b03eb13c-0ad4-4e91-89df-46b38499f5a0 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 948 time: 0.9557648 Jul 14 07:11:01.866413 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-53d29930-8f1d-454b-a21d-bfd6fd25c0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:01.905572 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b773a-1614-4764-bbe0-819fe9f20c68 req-32f4d545-4d55-4398-91d4-1b2f23ac4749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:01.907091 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-970b773a-1614-4764-bbe0-819fe9f20c68 req-32f4d545-4d55-4398-91d4-1b2f23ac4749 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.3710828 Jul 14 07:11:01.918365 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90910ec7-efa5-4380-870a-e57cac9fffd2 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:11:01.918844 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b83c7c3-ca0e-4735-bc10-ffae8d384dbe req-16207218-7c8b-447f-9838-18bf678f7308 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004615 Jul 14 07:11:01.940100 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:01.952162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd91b0-1d68-4c89-b5f0-2bf1ccca2adf req-3b7b8ad1-d07f-41b0-958f-91db9df6e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:01.955890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0efd91b0-1d68-4c89-b5f0-2bf1ccca2adf req-3b7b8ad1-d07f-41b0-958f-91db9df6e852 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.5903986 Jul 14 07:11:01.964243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Transition to ACTIVE for port object 90910ec7-efa5-4380-870a-e57cac9fffd2 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:01.978919 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:02.112731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Pushing event updated for resources: {'Port': ['ID=90910ec7-efa5-4380-870a-e57cac9fffd2,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:02.131404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d63fc-298b-4bf4-b25e-25ebfcb7a16a req-9da9844a-62d2-449e-bd72-c540b8f44d0c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:02.140959 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-470d63fc-298b-4bf4-b25e-25ebfcb7a16a req-9da9844a-62d2-449e-bd72-c540b8f44d0c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 946 time: 0.7999251 Jul 14 07:11:02.147622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Attempting to bind port 90910ec7-efa5-4380-870a-e57cac9fffd2 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:02.148316 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Attempting to bind port 90910ec7-efa5-4380-870a-e57cac9fffd2 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'a2c9c323-3e79-4c54-9229-cad6e859fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:02.148738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Attempting to bind port 90910ec7-efa5-4380-870a-e57cac9fffd2 on network 782dff88-77da-48cc-b35b-b98ce03cf2a5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:02.154261 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Port 90910ec7-efa5-4380-870a-e57cac9fffd2 on network 782dff88-77da-48cc-b35b-b98ce03cf2a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:02.154839 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Attempting to bind port 90910ec7-efa5-4380-870a-e57cac9fffd2 on network 782dff88-77da-48cc-b35b-b98ce03cf2a5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:02.162518 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:11:02.162945 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Checking segment: {'id': 'a2c9c323-3e79-4c54-9229-cad6e859fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:11:02.163484 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Bound using segment: {'id': 'a2c9c323-3e79-4c54-9229-cad6e859fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:11:02.164037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Bound port: 90910ec7-efa5-4380-870a-e57cac9fffd2, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9c323-3e79-4c54-9229-cad6e859fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:11:02.164620 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:02.226128 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0efd91b0-1d68-4c89-b5f0-2bf1ccca2adf req-4f76284d-b24e-4c03-ab32-2831e7a60e6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=1afab34b-c0f2-4025-bf41-f324253a70b8 HTTP/1.1" status: 200 len: 217 time: 0.2062192 Jul 14 07:11:02.251236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] For port 90910ec7-efa5-4380-870a-e57cac9fffd2, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:11:02.256557 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] For port 90910ec7-efa5-4380-870a-e57cac9fffd2, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=90910ec7-efa5-4380-870a-e57cac9fffd2,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:11:02.266246 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:02.270225 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7526404e-3f2d-491f-838c-618e920d22be tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:02.301851 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:02.302914 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:02.304989 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] 10.222.0.30 "PUT /v2.0/ports/90910ec7-efa5-4380-870a-e57cac9fffd2 HTTP/1.1" status: 200 len: 1092 time: 1.1339989 Jul 14 07:11:02.305722 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07838f43-e08b-48b8-b63a-4c6e73f1ac7e', 'tag': '90910ec7-efa5-4380-870a-e57cac9fffd2'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:11:02.308354 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2594f832-94c2-473b-a256-66dc1f63957b" -d '{"events": [{"name": "network-changed", "server_uuid": "07838f43-e08b-48b8-b63a-4c6e73f1ac7e", "tag": "90910ec7-efa5-4380-870a-e57cac9fffd2"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:11:02.389430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9f695-d715-4cea-bda2-5a71cbbbcc21 service neutron] Pushing event updated for resources: {'Port': ['ID=90910ec7-efa5-4380-870a-e57cac9fffd2,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:02.423744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-9dc5e1e4-bb61-4956-b8e9-d2e3af421941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:02.426164 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-9dc5e1e4-bb61-4956-b8e9-d2e3af421941 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0510020791b4c7d90104c784a2d4f98&device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 1095 time: 0.0692878 Jul 14 07:11:02.478546 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-470d63fc-298b-4bf4-b25e-25ebfcb7a16a req-baed6934-9ab4-496d-adf1-44c180fd2558 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333921 Jul 14 07:11:02.554117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd91b0-1d68-4c89-b5f0-2bf1ccca2adf req-34d74bb1-b269-429a-ab01-a48572a8390f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:02.555783 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0efd91b0-1d68-4c89-b5f0-2bf1ccca2adf req-34d74bb1-b269-429a-ab01-a48572a8390f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1795871 Jul 14 07:11:02.564051 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586c527-3ce6-4c6d-a485-036c31c40a9c req-07e3ec04-11e3-41c6-96ca-782c846ded22 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:02.572469 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8586c527-3ce6-4c6d-a485-036c31c40a9c req-07e3ec04-11e3-41c6-96ca-782c846ded22 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 944 time: 0.3797359 Jul 14 07:11:02.580027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b773a-1614-4764-bbe0-819fe9f20c68 req-5a3b50fc-93e2-4eab-a7dd-262b430725c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:02.581853 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-970b773a-1614-4764-bbe0-819fe9f20c68 req-5a3b50fc-93e2-4eab-a7dd-262b430725c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6386173 Jul 14 07:11:02.630167 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7526404e-3f2d-491f-838c-618e920d22be tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:02.736110 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8586c527-3ce6-4c6d-a485-036c31c40a9c req-6ce3f5ff-2766-49b4-94b1-1bf101b64e89 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624398 Jul 14 07:11:02.807393 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-d68fc460-c22d-4e5d-a118-305ae195a011 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90910ec7-efa5-4380-870a-e57cac9fffd2 HTTP/1.1" status: 200 len: 217 time: 0.3716018 Jul 14 07:11:02.809415 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3235af45-02c4-4db1-befb-999679f5b906 x-openstack-request-id: req-3235af45-02c4-4db1-befb-999679f5b906 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:11:02.809743 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07838f43-e08b-48b8-b63a-4c6e73f1ac7e", "tag": "90910ec7-efa5-4380-870a-e57cac9fffd2", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:11:02.810008 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3235af45-02c4-4db1-befb-999679f5b906 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:11:02.810588 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07838f43-e08b-48b8-b63a-4c6e73f1ac7e', 'tag': '90910ec7-efa5-4380-870a-e57cac9fffd2', 'status': 'completed', 'code': 200} Jul 14 07:11:02.875947 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-5176f12b-24c6-4813-9457-deb4ab94ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:02.877581 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-5176f12b-24c6-4813-9457-deb4ab94ff13 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8b4972-4af0-4364-94c1-6b8288d85079 HTTP/1.1" status: 200 len: 845 time: 0.0633447 Jul 14 07:11:02.890232 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-53d29930-8f1d-454b-a21d-bfd6fd25c0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:02.919923 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-09a3c454-5c12-419b-9e4b-26b3696e89bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=782dff88-77da-48cc-b35b-b98ce03cf2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338736 Jul 14 07:11:02.920456 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-53d29930-8f1d-454b-a21d-bfd6fd25c0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:02.980038 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd91b0-1d68-4c89-b5f0-2bf1ccca2adf req-9def2254-7fba-4b3e-bf77-f823f1219ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:02.981508 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0efd91b0-1d68-4c89-b5f0-2bf1ccca2adf req-9def2254-7fba-4b3e-bf77-f823f1219ff3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4041665 Jul 14 07:11:02.994680 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d29930-8f1d-454b-a21d-bfd6fd25c0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a75cf4f-c13d-447e-bcc5-c0dd5fae8920,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:03.035863 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-c26f53c8-cfb0-4249-bb05-4fcfc62941bb service neutron] 10.222.0.30 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100116 Jul 14 07:11:03.051652 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-970b773a-1614-4764-bbe0-819fe9f20c68 req-ecd08dd8-3e77-4016-9714-091c0bec4cb8 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062495 Jul 14 07:11:03.098636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-7526404e-3f2d-491f-838c-618e920d22be tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Deleting port db0bd86b-a891-484b-85e5-25364ed08dde {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:03.098980 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7526404e-3f2d-491f-838c-618e920d22be tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:03.110390 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-53d29930-8f1d-454b-a21d-bfd6fd25c0d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=004d94ea47d241c0b5d50754588b5ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7797263 Jul 14 07:11:03.132052 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48956) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:03.137084 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-afd510af-0d1f-4730-9b9f-8320c2301fae req-af0570ad-4f10-4f1c-ac4c-101d93ee2ff4 service neutron] 10.222.0.30 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946755 Jul 14 07:11:03.156733 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1afab34b-c0f2-4025-bf41-f324253a70b8 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:11:03.215420 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f85c99b-2527-481c-acc6-507414d73f95 req-deaf4db0-03c4-455a-bc44-4aa798d5742b tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-425622241&fields=id&tenant_id=45ed1a9198404a9eab290e1ea35b5dd0 HTTP/1.1" status: 200 len: 267 time: 0.3130205 Jul 14 07:11:03.247112 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878a20f-a012-4131-86b3-fb599ed10c56 req-7776c9ec-0ca7-407f-a35c-dd9b39c8e1d4 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:03.253917 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d878a20f-a012-4131-86b3-fb599ed10c56 req-7776c9ec-0ca7-407f-a35c-dd9b39c8e1d4 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.5368533 Jul 14 07:11:03.315893 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0efd91b0-1d68-4c89-b5f0-2bf1ccca2adf req-bd476da1-c33d-4448-9daa-953c11b6416c service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050196 Jul 14 07:11:03.316406 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594f832-94c2-473b-a256-66dc1f63957b req-ee2ce685-bcd7-4e66-9958-247d09b3aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:03.318303 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2594f832-94c2-473b-a256-66dc1f63957b req-ee2ce685-bcd7-4e66-9958-247d09b3aad3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0510020791b4c7d90104c784a2d4f98&device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 1095 time: 0.1002820 Jul 14 07:11:03.436162 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594f832-94c2-473b-a256-66dc1f63957b req-476f52e2-e63d-4cf7-a13b-76ac3e97324c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:03.437722 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2594f832-94c2-473b-a256-66dc1f63957b req-476f52e2-e63d-4cf7-a13b-76ac3e97324c service neutron] 10.222.0.30 "GET /v2.0/networks?id=782dff88-77da-48cc-b35b-b98ce03cf2a5 HTTP/1.1" status: 200 len: 906 time: 0.1116629 Jul 14 07:11:03.529739 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2594f832-94c2-473b-a256-66dc1f63957b req-8f3addf7-2fa7-4ebd-a5b9-d80d63b1870c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90910ec7-efa5-4380-870a-e57cac9fffd2 HTTP/1.1" status: 200 len: 217 time: 0.0838044 Jul 14 07:11:03.585277 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:03.591137 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b104ee20-05ba-4724-ad73-b279d5cdfdd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:03.616341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594f832-94c2-473b-a256-66dc1f63957b req-43985f9f-7d0f-4018-97ec-000446feaf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:03.618247 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2594f832-94c2-473b-a256-66dc1f63957b req-43985f9f-7d0f-4018-97ec-000446feaf66 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8b4972-4af0-4364-94c1-6b8288d85079 HTTP/1.1" status: 200 len: 845 time: 0.0779810 Jul 14 07:11:03.637265 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1afab34b-c0f2-4025-bf41-f324253a70b8,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:03.664244 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '1afab34b-c0f2-4025-bf41-f324253a70b8', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '1afab34b-c0f2-4025-bf41-f324253a70b8', 'mac_address': 'fa:16:3e:64:c5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:11:03.685839 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2594f832-94c2-473b-a256-66dc1f63957b req-3ed075c0-0314-4e5f-a787-d33582c0c686 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=782dff88-77da-48cc-b35b-b98ce03cf2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557942 Jul 14 07:11:03.709750 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:03.728498 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1afab34b-c0f2-4025-bf41-f324253a70b8 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:11:03.756373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1afab34b-c0f2-4025-bf41-f324253a70b8,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:03.762078 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-970b773a-1614-4764-bbe0-819fe9f20c68 req-37a62710-fa6b-41ac-85b2-7244f9444a51 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6751354 Jul 14 07:11:03.763490 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:03.798533 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48986) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:03.838555 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7526404e-3f2d-491f-838c-618e920d22be tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:03.840828 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2594f832-94c2-473b-a256-66dc1f63957b req-fc5499c4-38da-4500-9da1-3ca9ea8b7783 service neutron] 10.222.0.30 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465163 Jul 14 07:11:03.848839 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=1afab34b-c0f2-4025-bf41-f324253a70b8,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:03.925755 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-7526404e-3f2d-491f-838c-618e920d22be tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Calling delete_port for db0bd86b-a891-484b-85e5-25364ed08dde owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:03.959424 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b09749f3-0148-4f2f-b5d5-1d85cc560c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:03.980045 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d878a20f-a012-4131-86b3-fb599ed10c56 req-4d38f4b5-21f8-44cd-9baf-0ddb69e6fd61 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7222447 Jul 14 07:11:03.982877 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2594f832-94c2-473b-a256-66dc1f63957b req-5f3afd08-d2aa-45d9-bf8d-8dcd8e184e4a service neutron] 10.222.0.30 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337976 Jul 14 07:11:04.014694 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['1afab34b-c0f2-4025-bf41-f324253a70b8'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:11:04.026890 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44fbc02f-f326-46e8-ab31-5c2ff3d1167f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:04.065098 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85c99b-2527-481c-acc6-507414d73f95 req-bf7d5fe8-b780-4f5f-a1fd-e84ec8c573b7 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:04.067394 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f85c99b-2527-481c-acc6-507414d73f95 req-bf7d5fe8-b780-4f5f-a1fd-e84ec8c573b7 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 946 time: 0.8429611 Jul 14 07:11:04.095262 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-1f85c99b-2527-481c-acc6-507414d73f95 req-f6d6e432-42e2-415c-b60b-2305c8b27b1c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Request body: {'port': {'security_groups': ['fa928d7c-4c96-4140-bf3d-9b4da04173f1', '5c685f2e-0fdb-49b0-83e4-cbd9040a2e8c']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:04.123782 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44fbc02f-f326-46e8-ab31-5c2ff3d1167f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:04.172763 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b09749f3-0148-4f2f-b5d5-1d85cc560c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:04.176575 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0efd91b0-1d68-4c89-b5f0-2bf1ccca2adf req-4b46e997-98c8-4c96-8a9d-2eb990fc0339 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135458 Jul 14 07:11:04.180501 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b09749f3-0148-4f2f-b5d5-1d85cc560c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:04.236309 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09749f3-0148-4f2f-b5d5-1d85cc560c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d844ce62-439e-4660-84b8-38b2ae048dd3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:04.258637 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b09749f3-0148-4f2f-b5d5-1d85cc560c68 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f0a8c34d0bf495b81382ecb5fd1d2b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4544785 Jul 14 07:11:04.260910 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48990) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:04.313412 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c1f8-5e7d-4371-8c9d-54ac5213b651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:04.351820 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c1f8-5e7d-4371-8c9d-54ac5213b651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:04.380491 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44fbc02f-f326-46e8-ab31-5c2ff3d1167f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:04.383282 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44fbc02f-f326-46e8-ab31-5c2ff3d1167f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:04.385251 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-44fbc02f-f326-46e8-ab31-5c2ff3d1167f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9a75cf4f-c13d-447e-bcc5-c0dd5fae8920 HTTP/1.1" status: 204 len: 168 time: 1.1768334 Jul 14 07:11:04.386146 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1f85c99b-2527-481c-acc6-507414d73f95 req-f6d6e432-42e2-415c-b60b-2305c8b27b1c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:04.413835 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c1f8-5e7d-4371-8c9d-54ac5213b651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:04.417995 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c1f8-5e7d-4371-8c9d-54ac5213b651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:04.421717 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2cd4c1f8-5e7d-4371-8c9d-54ac5213b651 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d844ce62-439e-4660-84b8-38b2ae048dd3 HTTP/1.1" status: 204 len: 168 time: 0.1576943 Jul 14 07:11:04.428735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2d4e4-9edd-4d41-8ae4-bfe5b32c5b1d req-064882ee-9f87-44ab-8df7-7d0ef6f6826d tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:04.430639 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dad2d4e4-9edd-4d41-8ae4-bfe5b32c5b1d req-064882ee-9f87-44ab-8df7-7d0ef6f6826d tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 949 time: 0.2774658 Jul 14 07:11:04.431060 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbc02f-f326-46e8-ab31-5c2ff3d1167f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a75cf4f-c13d-447e-bcc5-c0dd5fae8920,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:04.459719 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4c1f8-5e7d-4371-8c9d-54ac5213b651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d844ce62-439e-4660-84b8-38b2ae048dd3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:04.504799 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7526404e-3f2d-491f-838c-618e920d22be tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:04.547892 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:04.563306 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526404e-3f2d-491f-838c-618e920d22be tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Pushing event deleted for resources: {'Port': ['ID=db0bd86b-a891-484b-85e5-25364ed08dde,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:04.581933 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dad2d4e4-9edd-4d41-8ae4-bfe5b32c5b1d req-c7e71f3d-3232-4cec-85ba-3d1789f7928f tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351867 Jul 14 07:11:04.671365 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7526404e-3f2d-491f-838c-618e920d22be tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:04.844531 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7526404e-3f2d-491f-838c-618e920d22be tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:04.848836 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7526404e-3f2d-491f-838c-618e920d22be tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:04.891462 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49010) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:04.913670 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eac4857b-f559-4113-bb44-a738240cb3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:04.953245 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d80630-0965-49cb-8d51-7b41980de29e req-0c61178b-fb69-4e2f-9c7c-7188581d45a0 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:04.964397 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-85d80630-0965-49cb-8d51-7b41980de29e req-0c61178b-fb69-4e2f-9c7c-7188581d45a0 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 944 time: 0.2278116 Jul 14 07:11:04.968716 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-1f85c99b-2527-481c-acc6-507414d73f95 req-f6d6e432-42e2-415c-b60b-2305c8b27b1c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] For port 39419638-feff-4e62-9650-4adaa5315ea3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=39419638-feff-4e62-9650-4adaa5315ea3,segment=NetworkSegment(d9ec71b4-3e07-4167-8928-0caa3b0657db),segment_id=d9ec71b4-3e07-4167-8928-0caa3b0657db)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:04.970607 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7526404e-3f2d-491f-838c-618e920d22be tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:04.971196 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7526404e-3f2d-491f-838c-618e920d22be tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Fanout notify agent at l3_agent the message router_deleted on router 045fa46a-aa91-4a7a-a795-c5cb4fbc4d1a {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:11:04.991929 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7526404e-3f2d-491f-838c-618e920d22be tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:04.997595 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7526404e-3f2d-491f-838c-618e920d22be tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "DELETE /v2.0/routers/045fa46a-aa91-4a7a-a795-c5cb4fbc4d1a HTTP/1.1" status: 204 len: 168 time: 3.5001161 Jul 14 07:11:04.999781 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49014) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:05.007736 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1253157666', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:05.048783 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-85d80630-0965-49cb-8d51-7b41980de29e req-1c649daa-d9ed-4a14-8be9-c8226cacb9a8 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830116 Jul 14 07:11:05.051620 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1f85c99b-2527-481c-acc6-507414d73f95 req-f6d6e432-42e2-415c-b60b-2305c8b27b1c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:05.060394 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1f85c99b-2527-481c-acc6-507414d73f95 req-f6d6e432-42e2-415c-b60b-2305c8b27b1c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:05.062456 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eac4857b-f559-4113-bb44-a738240cb3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:05.069956 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eac4857b-f559-4113-bb44-a738240cb3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:05.079207 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['38edc4e1-a2a0-4b88-8660-8698911cce7f'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:11:05.097535 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85c99b-2527-481c-acc6-507414d73f95 req-f6d6e432-42e2-415c-b60b-2305c8b27b1c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:05.098051 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1f85c99b-2527-481c-acc6-507414d73f95 req-f6d6e432-42e2-415c-b60b-2305c8b27b1c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:05.099500 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f85c99b-2527-481c-acc6-507414d73f95 req-f6d6e432-42e2-415c-b60b-2305c8b27b1c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "PUT /v2.0/ports/39419638-feff-4e62-9650-4adaa5315ea3 HTTP/1.1" status: 200 len: 982 time: 1.0210679 Jul 14 07:11:05.102998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf5da58-65f4-40e3-84a8-4f9e0951cf52', 'tag': '39419638-feff-4e62-9650-4adaa5315ea3'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:11:05.103865 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f876b8-cc83-4df6-b51d-f6cddd93a733" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf5da58-65f4-40e3-84a8-4f9e0951cf52", "tag": "39419638-feff-4e62-9650-4adaa5315ea3"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:11:05.132311 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4857b-f559-4113-bb44-a738240cb3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654b58d6-5709-494b-91c4-2257e9f91e27,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:05.135901 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:05.137779 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:05.147815 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-eac4857b-f559-4113-bb44-a738240cb3cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=289dabd9522c465ea05317bcda34ceee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550712 Jul 14 07:11:05.151603 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49022) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:05.198449 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['39419638-feff-4e62-9650-4adaa5315ea3'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:11:05.237632 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6e432-42e2-415c-b60b-2305c8b27b1c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event updated for resources: {'Port': ['ID=39419638-feff-4e62-9650-4adaa5315ea3,revision_number=6']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:05.248490 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:05.261842 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e457c10-58bb-4dff-b821-994def87127f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:05.313813 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1afab34b-c0f2-4025-bf41-f324253a70b8 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:11:05.368858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['39419638-feff-4e62-9650-4adaa5315ea3'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:11:05.374400 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e457c10-58bb-4dff-b821-994def87127f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:05.376191 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15f0359a-bac7-49c1-8b80-52b426b0f7b3 req-df8b721c-e70c-4e2f-8e38-b7baf9ad4ddb tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/5c685f2e-0fdb-49b0-83e4-cbd9040a2e8c HTTP/1.1" status: 200 len: 1802 time: 0.2417483 Jul 14 07:11:05.445288 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-15f0359a-bac7-49c1-8b80-52b426b0f7b3 req-086b8216-2427-45f5-a2e6-45b6a1ecea57 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 07:11:05.447068 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15f0359a-bac7-49c1-8b80-52b426b0f7b3 req-086b8216-2427-45f5-a2e6-45b6a1ecea57 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "DELETE /v2.0/security-groups/5c685f2e-0fdb-49b0-83e4-cbd9040a2e8c HTTP/1.1" status: 409 len: 341 time: 0.0691483 Jul 14 07:11:05.463726 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca048408-e103-44cd-b04e-f63d2a433dbf req-275ea814-27ce-442c-970e-c58a56574a65 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:05.465374 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca048408-e103-44cd-b04e-f63d2a433dbf req-275ea814-27ce-442c-970e-c58a56574a65 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.1545005 Jul 14 07:11:05.494249 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:05.543887 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117b02e9-523a-4359-9635-5a0fdfc901a4 x-openstack-request-id: req-117b02e9-523a-4359-9635-5a0fdfc901a4 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:11:05.544251 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf5da58-65f4-40e3-84a8-4f9e0951cf52", "tag": "39419638-feff-4e62-9650-4adaa5315ea3", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:11:05.544429 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-117b02e9-523a-4359-9635-5a0fdfc901a4 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:11:05.544817 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf5da58-65f4-40e3-84a8-4f9e0951cf52', 'tag': '39419638-feff-4e62-9650-4adaa5315ea3', 'status': 'completed', 'code': 200} Jul 14 07:11:05.592503 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca048408-e103-44cd-b04e-f63d2a433dbf req-aa443d60-fb65-49d3-ae3a-2a2052e607b2 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172175 Jul 14 07:11:05.754770 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e457c10-58bb-4dff-b821-994def87127f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:05.766191 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e457c10-58bb-4dff-b821-994def87127f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:05.783300 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5e457c10-58bb-4dff-b821-994def87127f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/654b58d6-5709-494b-91c4-2257e9f91e27 HTTP/1.1" status: 204 len: 168 time: 0.6241732 Jul 14 07:11:05.845497 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e457c10-58bb-4dff-b821-994def87127f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654b58d6-5709-494b-91c4-2257e9f91e27,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:05.861399 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 1afab34b-c0f2-4025-bf41-f324253a70b8 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:11:05.880377 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f876b8-cc83-4df6-b51d-f6cddd93a733 req-f9b91448-a592-4da0-b82e-a986f1f5574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:05.882913 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a2f876b8-cc83-4df6-b51d-f6cddd93a733 req-f9b91448-a592-4da0-b82e-a986f1f5574d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45ed1a9198404a9eab290e1ea35b5dd0&device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 1136 time: 0.3136177 Jul 14 07:11:05.923725 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 1afab34b-c0f2-4025-bf41-f324253a70b8 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:11:05.928330 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:06.020183 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15131e8f-ec64-447e-8180-a8e362205b7c req-ff8be554-e028-4ce3-b406-b2ddc2dded09 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:06.031307 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15131e8f-ec64-447e-8180-a8e362205b7c req-ff8be554-e028-4ce3-b406-b2ddc2dded09 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 949 time: 0.1869612 Jul 14 07:11:06.223290 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:06.226367 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f876b8-cc83-4df6-b51d-f6cddd93a733 req-fe6661cc-4bc9-4507-ad64-c43f3b00b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:06.227862 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a2f876b8-cc83-4df6-b51d-f6cddd93a733 req-fe6661cc-4bc9-4507-ad64-c43f3b00b217 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac553685-ca08-4b40-8004-018538e94cc4 HTTP/1.1" status: 200 len: 913 time: 0.3326993 Jul 14 07:11:06.243315 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15131e8f-ec64-447e-8180-a8e362205b7c req-c9c1cf6b-f43a-4b22-a03e-89d7e5ad9894 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110214 Jul 14 07:11:06.268083 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:06.294073 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6c5e2-c32f-4e67-bf56-77b86772a873 req-7c8fdf3c-51f7-40cb-8c1b-dae871d25487 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:06.295680 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5c6c5e2-c32f-4e67-bf56-77b86772a873 req-7c8fdf3c-51f7-40cb-8c1b-dae871d25487 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 985 time: 0.2205474 Jul 14 07:11:06.352404 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:06.369367 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a2f876b8-cc83-4df6-b51d-f6cddd93a733 req-84a6be3a-eb51-445c-999d-1012c46755e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39419638-feff-4e62-9650-4adaa5315ea3 HTTP/1.1" status: 200 len: 217 time: 0.1056974 Jul 14 07:11:06.396488 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5c6c5e2-c32f-4e67-bf56-77b86772a873 req-7aea33dc-d16d-4bcb-875c-0f2e37c57a3e tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&id=5c685f2e-0fdb-49b0-83e4-cbd9040a2e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0925744 Jul 14 07:11:06.536762 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:06.558719 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde0a-ecc8-49b6-8f11-e90c400e9dd7 req-be91fe89-e45b-43c2-80a5-64df0d0c4bcb tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:06.571143 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-674dde0a-ecc8-49b6-8f11-e90c400e9dd7 req-be91fe89-e45b-43c2-80a5-64df0d0c4bcb tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 944 time: 0.1736717 Jul 14 07:11:06.587293 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18341717-bf87-4296-a88f-add27a4cbf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afab34b-c0f2-4025-bf41-f324253a70b8'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:11:06.590327 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d235269-5c13-45a1-87d3-b2b313850467" -d '{"events": [{"server_uuid": "18341717-bf87-4296-a88f-add27a4cbf6a", "name": "network-vif-plugged", "status": "completed", "tag": "1afab34b-c0f2-4025-bf41-f324253a70b8"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:11:06.611173 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1afab34b-c0f2-4025-bf41-f324253a70b8,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:06.621744 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:06.678631 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec3166a-21b0-47f7-801e-5666e97b329a x-openstack-request-id: req-cec3166a-21b0-47f7-801e-5666e97b329a {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:11:06.678941 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18341717-bf87-4296-a88f-add27a4cbf6a", "name": "network-vif-plugged", "status": "completed", "tag": "1afab34b-c0f2-4025-bf41-f324253a70b8", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:11:06.679283 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cec3166a-21b0-47f7-801e-5666e97b329a {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:11:06.679730 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18341717-bf87-4296-a88f-add27a4cbf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afab34b-c0f2-4025-bf41-f324253a70b8', 'code': 200} Jul 14 07:11:06.724696 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=1afab34b-c0f2-4025-bf41-f324253a70b8,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:06.726644 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Allocated IP 172.25.7.125 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/e31d24ab-697d-4df7-ab23-8689e922f791) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:11:06.769612 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 90910ec7-efa5-4380-870a-e57cac9fffd2 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:11:06.778661 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-674dde0a-ecc8-49b6-8f11-e90c400e9dd7 req-6aab03a7-d02c-4053-99fb-5e1d8cc614dd tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974914 Jul 14 07:11:06.912840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 90910ec7-efa5-4380-870a-e57cac9fffd2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=90910ec7-efa5-4380-870a-e57cac9fffd2,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:06.913839 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:06.929961 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '90910ec7-efa5-4380-870a-e57cac9fffd2', 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5', 'port_id': '90910ec7-efa5-4380-870a-e57cac9fffd2', 'mac_address': 'fa:16:3e:13:e2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8b4972-4af0-4364-94c1-6b8288d85079', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:11:06.954844 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f876b8-cc83-4df6-b51d-f6cddd93a733 req-249fe9a3-0381-4293-80c2-50d655026bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:06.957370 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a2f876b8-cc83-4df6-b51d-f6cddd93a733 req-249fe9a3-0381-4293-80c2-50d655026bce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42c47cfa-c715-4110-9f9a-d8e8160313f0 HTTP/1.1" status: 200 len: 852 time: 0.5261300 Jul 14 07:11:06.959626 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:06.995700 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:07.027850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef48a9-d901-4b1f-9226-35b9312ef4cf req-d7c22e74-77dc-45ce-8eee-3ffdec273ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:07.029739 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90910ec7-efa5-4380-870a-e57cac9fffd2 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:11:07.031226 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b2ef48a9-d901-4b1f-9226-35b9312ef4cf req-d7c22e74-77dc-45ce-8eee-3ffdec273ba9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 1101 time: 0.2798436 Jul 14 07:11:07.043938 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ba650-a211-4bc8-8e1c-bb2c12072494 req-b560c1d8-b630-4ba9-b966-d3690f90cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:07.045771 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-209ba650-a211-4bc8-8e1c-bb2c12072494 req-b560c1d8-b630-4ba9-b966-d3690f90cffb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 1097 time: 0.4187882 Jul 14 07:11:07.070529 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a2f876b8-cc83-4df6-b51d-f6cddd93a733 req-8e0e6709-8d4c-4898-98d8-d9f3654066d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac553685-ca08-4b40-8004-018538e94cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012933 Jul 14 07:11:07.082485 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 90910ec7-efa5-4380-870a-e57cac9fffd2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=90910ec7-efa5-4380-870a-e57cac9fffd2,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:07.090694 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:07.100034 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:07.133140 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8cee1-5778-4a4b-a76d-512e02de5eec req-9e44d6bc-6bc3-4bcf-9880-1ff6de083978 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:07.135945 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bce8cee1-5778-4a4b-a76d-512e02de5eec req-9e44d6bc-6bc3-4bcf-9880-1ff6de083978 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.2709944 Jul 14 07:11:07.148282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:07.157786 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b2ef48a9-d901-4b1f-9226-35b9312ef4cf req-3f2ac570-618f-458c-9121-4d293fac06ba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175799 Jul 14 07:11:07.161434 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:11:07.179903 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-209ba650-a211-4bc8-8e1c-bb2c12072494 req-b4fdcd16-850b-48d5-b52d-0c7f09e4f5b8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238394 Jul 14 07:11:07.206984 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bce8cee1-5778-4a4b-a76d-512e02de5eec req-8d892b98-e5aa-4eed-b489-a29c5f42be1a tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599079 Jul 14 07:11:07.226699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=90910ec7-efa5-4380-870a-e57cac9fffd2,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:07.268090 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Pushing event updated for resources: {'Port': ['ID=e31d24ab-697d-4df7-ab23-8689e922f791,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:07.334188 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['90910ec7-efa5-4380-870a-e57cac9fffd2'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:11:07.412597 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a2f876b8-cc83-4df6-b51d-f6cddd93a733 req-7c86cce6-e4be-44bc-a1ad-940c8879374f service neutron] 10.222.0.30 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310714 Jul 14 07:11:07.565448 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5088d-6e0b-4d30-9f89-f5e01493bfc1 req-ed5b691a-7856-4d73-b94c-fe8a40ce92a8 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:07.578413 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94c5088d-6e0b-4d30-9f89-f5e01493bfc1 req-ed5b691a-7856-4d73-b94c-fe8a40ce92a8 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 950 time: 0.1663897 Jul 14 07:11:07.659056 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94c5088d-6e0b-4d30-9f89-f5e01493bfc1 req-7ae9365b-b58e-4ddb-b573-2db56f831db2 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791759 Jul 14 07:11:07.716904 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a2f876b8-cc83-4df6-b51d-f6cddd93a733 req-a8287ec3-354f-41a8-a58c-79739d5ea2df service neutron] 10.222.0.30 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819276 Jul 14 07:11:07.721030 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:07.780972 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27545b-4833-45ec-86f7-6a7425638ea8 req-eb4c3542-6f31-4ded-8d1f-9b8e04a79a0c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:07.782975 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed27545b-4833-45ec-86f7-6a7425638ea8 req-eb4c3542-6f31-4ded-8d1f-9b8e04a79a0c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 985 time: 0.1222115 Jul 14 07:11:07.890615 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed27545b-4833-45ec-86f7-6a7425638ea8 req-2c14a27e-5c69-46e2-b70b-67a6007bc48a tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&id=5c685f2e-0fdb-49b0-83e4-cbd9040a2e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0986919 Jul 14 07:11:07.932476 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd610a70-a3f7-41f4-9679-cb38a4c351cc req-97fa47b2-7c1c-4c7e-88fc-67652299ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:07.934006 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cd610a70-a3f7-41f4-9679-cb38a4c351cc req-97fa47b2-7c1c-4c7e-88fc-67652299ee53 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45ed1a9198404a9eab290e1ea35b5dd0&device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 1136 time: 0.1567726 Jul 14 07:11:08.193386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d796889-19d2-4eb3-b603-eb5603e9a976 req-f42e4137-3816-415b-9e88-3d232dd6665c tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:08.200144 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1d796889-19d2-4eb3-b603-eb5603e9a976 req-f42e4137-3816-415b-9e88-3d232dd6665c tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 945 time: 0.1845589 Jul 14 07:11:08.212335 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd610a70-a3f7-41f4-9679-cb38a4c351cc req-0d4df6ff-f2c9-4c17-8281-10e4c890204f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:08.213851 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cd610a70-a3f7-41f4-9679-cb38a4c351cc req-0d4df6ff-f2c9-4c17-8281-10e4c890204f service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac553685-ca08-4b40-8004-018538e94cc4 HTTP/1.1" status: 200 len: 913 time: 0.2684484 Jul 14 07:11:08.214825 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:08.330789 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cd610a70-a3f7-41f4-9679-cb38a4c351cc req-2cfdaae6-3e92-495a-978b-652c8e88a3eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39419638-feff-4e62-9650-4adaa5315ea3 HTTP/1.1" status: 200 len: 217 time: 0.1040056 Jul 14 07:11:08.357856 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1d796889-19d2-4eb3-b603-eb5603e9a976 req-fe19d7e1-b2b4-4288-b2c0-95fbd1da7f94 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567781 Jul 14 07:11:08.415109 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd610a70-a3f7-41f4-9679-cb38a4c351cc req-08ea1cd1-adc9-4dcd-aec0-4e0dca64003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:08.416716 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cd610a70-a3f7-41f4-9679-cb38a4c351cc req-08ea1cd1-adc9-4dcd-aec0-4e0dca64003f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42c47cfa-c715-4110-9f9a-d8e8160313f0 HTTP/1.1" status: 200 len: 852 time: 0.0488937 Jul 14 07:11:08.555591 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa07d6-36e4-4ed2-9b68-6665fc19abbe req-697f83dd-55e0-413b-9b6a-96126873b5b1 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:08.563574 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-99aa07d6-36e4-4ed2-9b68-6665fc19abbe req-697f83dd-55e0-413b-9b6a-96126873b5b1 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.0825160 Jul 14 07:11:08.650406 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-99aa07d6-36e4-4ed2-9b68-6665fc19abbe req-d1e49ab4-0c53-46d2-910b-80a0a208bb5b tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857313 Jul 14 07:11:08.709733 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-975ee60e-f7c6-4992-928f-2bf2444b9646 req-12af7ca9-8334-4e45-aa20-57ef5e37e17c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1072317883', 'description': 'tempest-description-231775575'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:08.751234 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-975ee60e-f7c6-4992-928f-2bf2444b9646 req-12af7ca9-8334-4e45-aa20-57ef5e37e17c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:08.781617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 90910ec7-efa5-4380-870a-e57cac9fffd2 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:11:08.788565 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cd610a70-a3f7-41f4-9679-cb38a4c351cc req-ae0e494e-5ffb-4d92-8306-bef72f7b811e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac553685-ca08-4b40-8004-018538e94cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3646250 Jul 14 07:11:08.919081 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 90910ec7-efa5-4380-870a-e57cac9fffd2 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:11:08.924495 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 90910ec7-efa5-4380-870a-e57cac9fffd2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:11:08.925315 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:08.969394 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cd610a70-a3f7-41f4-9679-cb38a4c351cc req-ab48ad53-b1ba-4306-bdf1-300790c7001e service neutron] 10.222.0.30 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470909 Jul 14 07:11:09.034511 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-975ee60e-f7c6-4992-928f-2bf2444b9646 req-12af7ca9-8334-4e45-aa20-57ef5e37e17c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:09.059122 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-975ee60e-f7c6-4992-928f-2bf2444b9646 req-12af7ca9-8334-4e45-aa20-57ef5e37e17c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:09.115165 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cd610a70-a3f7-41f4-9679-cb38a4c351cc req-f1abd891-6654-44e4-a0c5-69ce8f9df9b2 service neutron] 10.222.0.30 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387029 Jul 14 07:11:09.117598 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Router 1fbcc5bd-3a64-4a62-816e-1aa35e178be0 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:11:09.127517 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:09.143570 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-975ee60e-f7c6-4992-928f-2bf2444b9646 req-12af7ca9-8334-4e45-aa20-57ef5e37e17c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:09.145108 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-975ee60e-f7c6-4992-928f-2bf2444b9646 req-12af7ca9-8334-4e45-aa20-57ef5e37e17c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4404180 Jul 14 07:11:09.148661 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af7ca9-8334-4e45-aa20-57ef5e37e17c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef33ba8a-245f-4db1-9b55-054dba3d004f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:09.166623 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af7ca9-8334-4e45-aa20-57ef5e37e17c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:09.167009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af7ca9-8334-4e45-aa20-57ef5e37e17c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:09.167362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af7ca9-8334-4e45-aa20-57ef5e37e17c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:09.167695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af7ca9-8334-4e45-aa20-57ef5e37e17c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:09.168193 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af7ca9-8334-4e45-aa20-57ef5e37e17c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:09.168664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af7ca9-8334-4e45-aa20-57ef5e37e17c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:09.169007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af7ca9-8334-4e45-aa20-57ef5e37e17c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:09.169365 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af7ca9-8334-4e45-aa20-57ef5e37e17c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:09.169700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af7ca9-8334-4e45-aa20-57ef5e37e17c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:09.170069 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af7ca9-8334-4e45-aa20-57ef5e37e17c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:09.170402 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af7ca9-8334-4e45-aa20-57ef5e37e17c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:09.170728 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af7ca9-8334-4e45-aa20-57ef5e37e17c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:09.190030 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f629708-79d8-49d1-8d35-8f1961d8e230 req-b2b80dda-eb0f-40b3-9862-b0cc06ad440e tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:09.201783 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07838f43-e08b-48b8-b63a-4c6e73f1ac7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90910ec7-efa5-4380-870a-e57cac9fffd2'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:11:09.204052 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01b184d-0366-4463-8047-ed680bade4dc" -d '{"events": [{"server_uuid": "07838f43-e08b-48b8-b63a-4c6e73f1ac7e", "name": "network-vif-plugged", "status": "completed", "tag": "90910ec7-efa5-4380-870a-e57cac9fffd2"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:11:09.206424 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f629708-79d8-49d1-8d35-8f1961d8e230 req-b2b80dda-eb0f-40b3-9862-b0cc06ad440e tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 950 time: 0.2811332 Jul 14 07:11:09.239707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 90910ec7-efa5-4380-870a-e57cac9fffd2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=90910ec7-efa5-4380-870a-e57cac9fffd2,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:09.249049 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:09.264827 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f629708-79d8-49d1-8d35-8f1961d8e230 req-d41eee18-20bb-4d22-bb23-6629096e4c32 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574868 Jul 14 07:11:09.341923 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=90910ec7-efa5-4380-870a-e57cac9fffd2,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:09.454966 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:11:09.468506 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ed036-8abf-49dc-9a0b-3d6a04a29d02 None None] Sync routers for ids ['1fbcc5bd-3a64-4a62-816e-1aa35e178be0'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:11:09.483898 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ed036-8abf-49dc-9a0b-3d6a04a29d02 None None] Routers {'1fbcc5bd-3a64-4a62-816e-1aa35e178be0'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:11:09.484605 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2b5ed036-8abf-49dc-9a0b-3d6a04a29d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:11:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1fbcc5bd-3a64-4a62-816e-1aa35e178be0'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:09.488540 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:09.490485 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0d4da7e6-dcf2-456f-8859-3625f0ef0597 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.4889052 Jul 14 07:11:09.493368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49202) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:09.504569 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c90d53f6-f11d-426c-ae57-81c02b69673f tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:09.563698 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a0717a08-dbaa-4721-94f7-1b5c9dd36629 req-8099245f-5959-4767-9fa3-dbd435d960cb tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1072317883&fields=id&tenant_id=54c299c3697846c291ce3761776a3bff HTTP/1.1" status: 200 len: 267 time: 0.1073840 Jul 14 07:11:09.565308 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2b5ed036-8abf-49dc-9a0b-3d6a04a29d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:09.587521 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ed036-8abf-49dc-9a0b-3d6a04a29d02 None None] Routers {'1fbcc5bd-3a64-4a62-816e-1aa35e178be0'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:11:09.588160 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2b5ed036-8abf-49dc-9a0b-3d6a04a29d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:11:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1fbcc5bd-3a64-4a62-816e-1aa35e178be0'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:09.637110 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da1c05-6bb1-4e3c-9da9-f0265629080a req-ec3ec640-49b6-43cc-901c-440342eb7a95 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:09.641705 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a1da1c05-6bb1-4e3c-9da9-f0265629080a req-ec3ec640-49b6-43cc-901c-440342eb7a95 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 985 time: 0.2534621 Jul 14 07:11:09.683555 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2b5ed036-8abf-49dc-9a0b-3d6a04a29d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:09.684514 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ed036-8abf-49dc-9a0b-3d6a04a29d02 None None] The sync data for ids ['1fbcc5bd-3a64-4a62-816e-1aa35e178be0'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:11:09.740918 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0717a08-dbaa-4721-94f7-1b5c9dd36629 req-26f65ace-e3c6-45b0-978a-68556e5f7e29 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:09.740918 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a0717a08-dbaa-4721-94f7-1b5c9dd36629 req-26f65ace-e3c6-45b0-978a-68556e5f7e29 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.1674991 Jul 14 07:11:09.756763 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a1da1c05-6bb1-4e3c-9da9-f0265629080a req-64eb44b6-2bf1-41c2-b759-39b68c2304be tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&id=5c685f2e-0fdb-49b0-83e4-cbd9040a2e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1027119 Jul 14 07:11:09.766721 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-a0717a08-dbaa-4721-94f7-1b5c9dd36629 req-e4fe898e-b486-47d5-9aa1-fb9a7b58869c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Request body: {'port': {'security_groups': ['cfb599be-2368-499c-a263-56ef98980ae1', 'ef33ba8a-245f-4db1-9b55-054dba3d004f']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:09.874533 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49230) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:09.891594 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fae31d4-5e49-4d2e-90d8-a4b46e6c0b70 x-openstack-request-id: req-3fae31d4-5e49-4d2e-90d8-a4b46e6c0b70 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:11:09.892085 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07838f43-e08b-48b8-b63a-4c6e73f1ac7e", "name": "network-vif-plugged", "status": "completed", "tag": "90910ec7-efa5-4380-870a-e57cac9fffd2", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:11:09.892168 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3fae31d4-5e49-4d2e-90d8-a4b46e6c0b70 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:11:09.892549 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07838f43-e08b-48b8-b63a-4c6e73f1ac7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90910ec7-efa5-4380-870a-e57cac9fffd2', 'code': 200} Jul 14 07:11:09.926376 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a0717a08-dbaa-4721-94f7-1b5c9dd36629 req-e4fe898e-b486-47d5-9aa1-fb9a7b58869c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:10.158330 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c90d53f6-f11d-426c-ae57-81c02b69673f tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:10.188043 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c90d53f6-f11d-426c-ae57-81c02b69673f tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:10.197776 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba122a27-621d-4303-a7c1-d15329001c80 req-907275ca-b58f-49e3-aa83-292e22d04be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:10.200161 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba122a27-621d-4303-a7c1-d15329001c80 req-907275ca-b58f-49e3-aa83-292e22d04be2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 1097 time: 0.1390519 Jul 14 07:11:10.212931 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c77b4f2b-dc9b-4b58-af9e-4f7d97a273df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:10.295944 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba122a27-621d-4303-a7c1-d15329001c80 req-3c23f0b4-fdbc-4bb1-96be-1939a174c77f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881629 Jul 14 07:11:10.308721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c90d53f6-f11d-426c-ae57-81c02b69673f tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Deleting port e31d24ab-697d-4df7-ab23-8689e922f791 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:10.309075 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c90d53f6-f11d-426c-ae57-81c02b69673f tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:10.327107 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-a0717a08-dbaa-4721-94f7-1b5c9dd36629 req-e4fe898e-b486-47d5-9aa1-fb9a7b58869c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] For port 1ba157c8-4455-4c7c-a8d7-efa1357e8a79, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1ba157c8-4455-4c7c-a8d7-efa1357e8a79,segment=NetworkSegment(7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b),segment_id=7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:10.362271 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d3c28-2852-43bc-89b4-c555ee184c41 req-22e097fa-09b3-45ae-beac-0eea22a8fcfd tempest-MigrationsAdminTest-2035130415 tempest-MigrationsAdminTest-2035130415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:10.373487 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d7d3c28-2852-43bc-89b4-c555ee184c41 req-22e097fa-09b3-45ae-beac-0eea22a8fcfd tempest-MigrationsAdminTest-2035130415 tempest-MigrationsAdminTest-2035130415-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 1101 time: 0.2271676 Jul 14 07:11:10.401207 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c90d53f6-f11d-426c-ae57-81c02b69673f tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:10.420770 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a0717a08-dbaa-4721-94f7-1b5c9dd36629 req-e4fe898e-b486-47d5-9aa1-fb9a7b58869c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:10.430593 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c90d53f6-f11d-426c-ae57-81c02b69673f tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Calling delete_port for e31d24ab-697d-4df7-ab23-8689e922f791 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:10.436952 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a0717a08-dbaa-4721-94f7-1b5c9dd36629 req-e4fe898e-b486-47d5-9aa1-fb9a7b58869c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:10.449999 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['1ba157c8-4455-4c7c-a8d7-efa1357e8a79'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:11:10.495490 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d7d3c28-2852-43bc-89b4-c555ee184c41 req-2e1b5ced-f93c-424c-8095-1e318439e5f6 tempest-MigrationsAdminTest-2035130415 tempest-MigrationsAdminTest-2035130415-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211119 Jul 14 07:11:10.542848 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0717a08-dbaa-4721-94f7-1b5c9dd36629 req-e4fe898e-b486-47d5-9aa1-fb9a7b58869c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:10.543482 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a0717a08-dbaa-4721-94f7-1b5c9dd36629 req-e4fe898e-b486-47d5-9aa1-fb9a7b58869c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:10.544891 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a0717a08-dbaa-4721-94f7-1b5c9dd36629 req-e4fe898e-b486-47d5-9aa1-fb9a7b58869c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "PUT /v2.0/ports/1ba157c8-4455-4c7c-a8d7-efa1357e8a79 HTTP/1.1" status: 200 len: 982 time: 0.7866356 Jul 14 07:11:10.559853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192da6fe-135d-4b52-96f3-366b60366c93', 'tag': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:11:10.561892 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534a6d24-ec00-40c0-9047-cac77eb99067" -d '{"events": [{"name": "network-changed", "server_uuid": "192da6fe-135d-4b52-96f3-366b60366c93", "tag": "1ba157c8-4455-4c7c-a8d7-efa1357e8a79"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:11:10.619543 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c77b4f2b-dc9b-4b58-af9e-4f7d97a273df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:10.647082 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c77b4f2b-dc9b-4b58-af9e-4f7d97a273df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:10.674189 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['1ba157c8-4455-4c7c-a8d7-efa1357e8a79'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:11:10.762204 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe898e-b486-47d5-9aa1-fb9a7b58869c tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Pushing event updated for resources: {'Port': ['ID=1ba157c8-4455-4c7c-a8d7-efa1357e8a79,revision_number=6']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:10.796289 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c90d53f6-f11d-426c-ae57-81c02b69673f tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:10.822811 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b4f2b-dc9b-4b58-af9e-4f7d97a273df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572093be-d18b-4756-a021-c2e3bff3bc51,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:10.860615 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c77b4f2b-dc9b-4b58-af9e-4f7d97a273df admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76bd98292a804ed89c1c2dbc216c6c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9791734 Jul 14 07:11:10.861468 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49290) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:10.921237 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d835d-acd4-4850-85a2-78c36ccca703 req-f8d337e5-be82-47a4-a4ef-dfc170fb47fb tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:10.929489 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-781d835d-acd4-4850-85a2-78c36ccca703 req-f8d337e5-be82-47a4-a4ef-dfc170fb47fb tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 946 time: 0.2868145 Jul 14 07:11:10.968128 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d53f6-f11d-426c-ae57-81c02b69673f tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Pushing event deleted for resources: {'Port': ['ID=e31d24ab-697d-4df7-ab23-8689e922f791,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:11.002044 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-781d835d-acd4-4850-85a2-78c36ccca703 req-77939d7e-4a7d-433f-90ec-787f98f04761 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715868 Jul 14 07:11:11.043811 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ffaf531-172f-4bb0-b46c-de6d4ddd34e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:11.071261 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ffaf531-172f-4bb0-b46c-de6d4ddd34e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:11.108770 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c90d53f6-f11d-426c-ae57-81c02b69673f tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:11.150788 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ffaf531-172f-4bb0-b46c-de6d4ddd34e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:11.153778 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ffaf531-172f-4bb0-b46c-de6d4ddd34e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:11.171881 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9ffaf531-172f-4bb0-b46c-de6d4ddd34e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/572093be-d18b-4756-a021-c2e3bff3bc51 HTTP/1.1" status: 204 len: 168 time: 0.3061063 Jul 14 07:11:11.209272 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffaf531-172f-4bb0-b46c-de6d4ddd34e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572093be-d18b-4756-a021-c2e3bff3bc51,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:11.460294 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41439320-b1dd-46aa-bb25-90d6db67a5cd req-30110c11-06d0-4e2b-a67b-0d4782c50558 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1072317883&fields=id&tenant_id=54c299c3697846c291ce3761776a3bff HTTP/1.1" status: 200 len: 267 time: 0.1181130 Jul 14 07:11:11.666965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41439320-b1dd-46aa-bb25-90d6db67a5cd req-3a37b890-756f-4a03-be86-0dece91e2925 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:11.679159 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41439320-b1dd-46aa-bb25-90d6db67a5cd req-3a37b890-756f-4a03-be86-0dece91e2925 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 985 time: 0.2107832 Jul 14 07:11:11.692017 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-41439320-b1dd-46aa-bb25-90d6db67a5cd req-20d20210-efa3-4af7-9339-0887117b386e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Request body: {'port': {'security_groups': ['cfb599be-2368-499c-a263-56ef98980ae1']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:11.696495 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49380) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:11.746852 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-439f69a1-35dd-4ef8-9f43-a71aaac62dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:11.771783 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a55d5d0-63b1-4265-b566-f21e11bb1ef4 x-openstack-request-id: req-5a55d5d0-63b1-4265-b566-f21e11bb1ef4 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:11:11.772189 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192da6fe-135d-4b52-96f3-366b60366c93", "tag": "1ba157c8-4455-4c7c-a8d7-efa1357e8a79", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:11:11.772538 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a55d5d0-63b1-4265-b566-f21e11bb1ef4 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:11:11.773032 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192da6fe-135d-4b52-96f3-366b60366c93', 'tag': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79', 'status': 'completed', 'code': 200} Jul 14 07:11:11.866456 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c90d53f6-f11d-426c-ae57-81c02b69673f tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:11.894307 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c90d53f6-f11d-426c-ae57-81c02b69673f tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:11.913299 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-41439320-b1dd-46aa-bb25-90d6db67a5cd req-20d20210-efa3-4af7-9339-0887117b386e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:12.114142 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90d53f6-f11d-426c-ae57-81c02b69673f tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Router 1fbcc5bd-3a64-4a62-816e-1aa35e178be0 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:11:12.140513 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-70f734c7-6226-4304-957d-1466a6eb3f99 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2633164 Jul 14 07:11:12.232483 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90d53f6-f11d-426c-ae57-81c02b69673f tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:11:12.241908 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c90d53f6-f11d-426c-ae57-81c02b69673f tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:12.243624 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c90d53f6-f11d-426c-ae57-81c02b69673f tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "PUT /v2.0/routers/1fbcc5bd-3a64-4a62-816e-1aa35e178be0 HTTP/1.1" status: 200 len: 710 time: 2.7485137 Jul 14 07:11:12.249247 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49466) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:12.250139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc2e36-5ec6-4e03-863a-5066220ba401 None None] Sync routers for ids ['1fbcc5bd-3a64-4a62-816e-1aa35e178be0'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:11:12.274769 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc2e36-5ec6-4e03-863a-5066220ba401 None None] Routers {'1fbcc5bd-3a64-4a62-816e-1aa35e178be0'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:11:12.277120 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b0bc2e36-5ec6-4e03-863a-5066220ba401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:11:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1fbcc5bd-3a64-4a62-816e-1aa35e178be0'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:12.282313 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-439f69a1-35dd-4ef8-9f43-a71aaac62dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:12.321949 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-439f69a1-35dd-4ef8-9f43-a71aaac62dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:12.338217 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b0bc2e36-5ec6-4e03-863a-5066220ba401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:12.366428 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc2e36-5ec6-4e03-863a-5066220ba401 None None] Routers {'1fbcc5bd-3a64-4a62-816e-1aa35e178be0'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:11:12.367064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b0bc2e36-5ec6-4e03-863a-5066220ba401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:11:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1fbcc5bd-3a64-4a62-816e-1aa35e178be0'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:12.368245 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-439f69a1-35dd-4ef8-9f43-a71aaac62dee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f489deb93b694aa28a950622db69de55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6703224 Jul 14 07:11:12.370849 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49484) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:12.413121 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-23487356-d0c5-485f-8488-a016daa30404 tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "GET /v2.0/routers/1fbcc5bd-3a64-4a62-816e-1aa35e178be0 HTTP/1.1" status: 200 len: 745 time: 0.1605268 Jul 14 07:11:12.426927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49490) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:12.451724 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b0bc2e36-5ec6-4e03-863a-5066220ba401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:12.452370 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc2e36-5ec6-4e03-863a-5066220ba401 None None] The sync data for ids ['1fbcc5bd-3a64-4a62-816e-1aa35e178be0'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:11:12.462051 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36811ac-e242-4892-947b-86774fcfa0c8 req-c3196ad3-7afe-4b94-9bcf-042b83c05728 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:12.469207 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a36811ac-e242-4892-947b-86774fcfa0c8 req-c3196ad3-7afe-4b94-9bcf-042b83c05728 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 985 time: 0.4138849 Jul 14 07:11:12.524876 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a6d24-ec00-40c0-9047-cac77eb99067 req-5a60499b-46c3-47de-8d2c-62242fd4eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:12.527601 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-534a6d24-ec00-40c0-9047-cac77eb99067 req-5a60499b-46c3-47de-8d2c-62242fd4eab5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c299c3697846c291ce3761776a3bff&device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 1136 time: 0.7234356 Jul 14 07:11:12.557398 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0b501579-7db6-4eca-8b02-3fc5e98897ba tempest-RoutersIpV6AdminTest-1922243234 tempest-RoutersIpV6AdminTest-1922243234-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&device_id=1fbcc5bd-3a64-4a62-816e-1aa35e178be0 HTTP/1.1" status: 200 len: 205 time: 0.1288614 Jul 14 07:11:12.564614 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49518) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:12.639493 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1ce92056-8942-4758-ae23-a897b709732c tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fbcc5bd-3a64-4a62-816e-1aa35e178be0 HTTP/1.1" status: 200 len: 205 time: 0.0693614 Jul 14 07:11:12.646327 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49530) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:12.746368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f69a1-35dd-4ef8-9f43-a71aaac62dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be20bb27-4582-442e-b73c-02e7e588df0e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:12.770913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a6d24-ec00-40c0-9047-cac77eb99067 req-2fa3a3d7-8a6d-42ff-922e-3f346c3e9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:12.774219 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-534a6d24-ec00-40c0-9047-cac77eb99067 req-2fa3a3d7-8a6d-42ff-922e-3f346c3e9286 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05c4c71a-6080-4398-a8a7-9a46ed277a04 HTTP/1.1" status: 200 len: 920 time: 0.2271957 Jul 14 07:11:12.838710 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee08a004-c840-49c6-8e88-2d8c00cd4055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:12.883697 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee08a004-c840-49c6-8e88-2d8c00cd4055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:12.914056 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-534a6d24-ec00-40c0-9047-cac77eb99067 req-49c98731-c8b2-4834-9095-e366a0853f79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ba157c8-4455-4c7c-a8d7-efa1357e8a79 HTTP/1.1" status: 200 len: 217 time: 0.1211894 Jul 14 07:11:12.926099 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-040cdcfc-fbdc-43f6-81d0-142a8e9a427a tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:12.958731 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-41439320-b1dd-46aa-bb25-90d6db67a5cd req-20d20210-efa3-4af7-9339-0887117b386e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] For port 1ba157c8-4455-4c7c-a8d7-efa1357e8a79, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1ba157c8-4455-4c7c-a8d7-efa1357e8a79,segment=NetworkSegment(7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b),segment_id=7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:12.995501 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a36811ac-e242-4892-947b-86774fcfa0c8 req-c4ac62bd-b79b-4ba0-b3ce-88e88fec3ec2 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&id=5c685f2e-0fdb-49b0-83e4-cbd9040a2e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.5217955 Jul 14 07:11:13.103323 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a6d24-ec00-40c0-9047-cac77eb99067 req-c256164f-0c55-4c2c-bc28-6c9403da02ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:13.105613 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-534a6d24-ec00-40c0-9047-cac77eb99067 req-c256164f-0c55-4c2c-bc28-6c9403da02ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7533ca55-3891-41a7-935d-a12ba31dc650 HTTP/1.1" status: 200 len: 859 time: 0.1083968 Jul 14 07:11:13.123195 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-41439320-b1dd-46aa-bb25-90d6db67a5cd req-20d20210-efa3-4af7-9339-0887117b386e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:13.131553 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-41439320-b1dd-46aa-bb25-90d6db67a5cd req-20d20210-efa3-4af7-9339-0887117b386e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:13.145827 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['1ba157c8-4455-4c7c-a8d7-efa1357e8a79'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:11:13.185698 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-534a6d24-ec00-40c0-9047-cac77eb99067 req-df6cabab-1a5a-406b-8b00-060ed578fde8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05c4c71a-6080-4398-a8a7-9a46ed277a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629871 Jul 14 07:11:13.228460 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49606) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:13.269991 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41439320-b1dd-46aa-bb25-90d6db67a5cd req-20d20210-efa3-4af7-9339-0887117b386e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:13.270832 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-41439320-b1dd-46aa-bb25-90d6db67a5cd req-20d20210-efa3-4af7-9339-0887117b386e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:13.285091 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41439320-b1dd-46aa-bb25-90d6db67a5cd req-20d20210-efa3-4af7-9339-0887117b386e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "PUT /v2.0/ports/1ba157c8-4455-4c7c-a8d7-efa1357e8a79 HTTP/1.1" status: 200 len: 943 time: 1.6039600 Jul 14 07:11:13.460804 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['1ba157c8-4455-4c7c-a8d7-efa1357e8a79'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:11:13.495300 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee08a004-c840-49c6-8e88-2d8c00cd4055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:13.501990 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee08a004-c840-49c6-8e88-2d8c00cd4055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:13.506043 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ee08a004-c840-49c6-8e88-2d8c00cd4055 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be20bb27-4582-442e-b73c-02e7e588df0e HTTP/1.1" status: 204 len: 168 time: 1.1310217 Jul 14 07:11:13.530149 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-040cdcfc-fbdc-43f6-81d0-142a8e9a427a tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:13.549287 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-040cdcfc-fbdc-43f6-81d0-142a8e9a427a tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:13.551199 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08a004-c840-49c6-8e88-2d8c00cd4055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be20bb27-4582-442e-b73c-02e7e588df0e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:13.640453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d20210-efa3-4af7-9339-0887117b386e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Pushing event updated for resources: {'Port': ['ID=1ba157c8-4455-4c7c-a8d7-efa1357e8a79,revision_number=7']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:13.649013 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7feaf24f-6629-4af1-8b9d-5265ff39fb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:13.661445 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-040cdcfc-fbdc-43f6-81d0-142a8e9a427a tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:13.661990 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040cdcfc-fbdc-43f6-81d0-142a8e9a427a tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Fanout notify agent at l3_agent the message router_deleted on router 1fbcc5bd-3a64-4a62-816e-1aa35e178be0 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:11:13.691778 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-040cdcfc-fbdc-43f6-81d0-142a8e9a427a tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:13.699733 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-040cdcfc-fbdc-43f6-81d0-142a8e9a427a tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "DELETE /v2.0/routers/1fbcc5bd-3a64-4a62-816e-1aa35e178be0 HTTP/1.1" status: 204 len: 168 time: 1.0488567 Jul 14 07:11:13.701782 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49656) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:13.757539 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-534a6d24-ec00-40c0-9047-cac77eb99067 req-3a721398-cc37-4140-8f2f-65d8695c9eb0 service neutron] 10.222.0.15 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631316 Jul 14 07:11:13.830829 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192da6fe-135d-4b52-96f3-366b60366c93', 'tag': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:11:13.844398 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c632e7a3-c182-400a-a476-df108366b460" -d '{"events": [{"name": "network-changed", "server_uuid": "192da6fe-135d-4b52-96f3-366b60366c93", "tag": "1ba157c8-4455-4c7c-a8d7-efa1357e8a79"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:11:13.868761 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5a03f80a-982e-41a5-9148-60f3ae17d7b7 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fbcc5bd-3a64-4a62-816e-1aa35e178be0 HTTP/1.1" status: 200 len: 205 time: 0.1612906 Jul 14 07:11:13.871046 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49678) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:13.982565 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-1ac4b017-91dc-41d0-b6a7-e3e2a82cfaa1 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] delete failed (client error): The resource could not be found. Jul 14 07:11:13.983710 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1ac4b017-91dc-41d0-b6a7-e3e2a82cfaa1 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "DELETE /v2.0/routers/1fbcc5bd-3a64-4a62-816e-1aa35e178be0 HTTP/1.1" status: 404 len: 336 time: 0.1116915 Jul 14 07:11:13.987090 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49692) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:14.035141 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6d598a88-1381-4a01-9adb-c8e4bf4dacd2 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "GET /v2.0/ports?device_id=045fa46a-aa91-4a7a-a795-c5cb4fbc4d1a HTTP/1.1" status: 200 len: 205 time: 0.0458014 Jul 14 07:11:14.037288 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49702) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:14.118479 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-0493bee1-6f31-4053-b093-8e4355d63de2 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] delete failed (client error): The resource could not be found. Jul 14 07:11:14.122374 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0493bee1-6f31-4053-b093-8e4355d63de2 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "DELETE /v2.0/routers/045fa46a-aa91-4a7a-a795-c5cb4fbc4d1a HTTP/1.1" status: 404 len: 336 time: 0.0836287 Jul 14 07:11:14.122951 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49714) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:14.192819 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ee5380f9-7e9d-4c03-9a42-89f9e777759b tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "GET /v2.0/ports?device_id=17368807-202d-419f-bdaa-84fb0d0a9e65 HTTP/1.1" status: 200 len: 205 time: 0.0685837 Jul 14 07:11:14.195231 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49726) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:14.257225 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-9f46ab25-a69b-49e9-aca6-4ed650edcaaf tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] delete failed (client error): The resource could not be found. Jul 14 07:11:14.259227 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9f46ab25-a69b-49e9-aca6-4ed650edcaaf tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "DELETE /v2.0/routers/17368807-202d-419f-bdaa-84fb0d0a9e65 HTTP/1.1" status: 404 len: 336 time: 0.0631328 Jul 14 07:11:14.263798 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49734) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:14.320096 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2e49dee9-784e-4c07-81d4-225b95788cbf tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb3e21c7-b334-4b2a-a723-8ec26525595e HTTP/1.1" status: 200 len: 205 time: 0.0551560 Jul 14 07:11:14.322394 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49748) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:14.366220 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-133a747b-98ce-4552-bfd1-5c305accb20a tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] delete failed (client error): The resource could not be found. Jul 14 07:11:14.367385 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-133a747b-98ce-4552-bfd1-5c305accb20a tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "DELETE /v2.0/routers/fb3e21c7-b334-4b2a-a723-8ec26525595e HTTP/1.1" status: 404 len: 336 time: 0.0439785 Jul 14 07:11:14.371052 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49756) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:14.389931 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b203a-0e9b-417a-99b9-d2e27f0eea7d req-f4063e74-301e-4f84-92d4-69ebd187f64f tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:14.391473 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-923b203a-0e9b-417a-99b9-d2e27f0eea7d req-f4063e74-301e-4f84-92d4-69ebd187f64f tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 950 time: 1.1348281 Jul 14 07:11:14.416218 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0f89f814-721f-4a16-bef0-fbe7efa93f88 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabbadc7-d987-45d7-b411-f616ba009724 HTTP/1.1" status: 200 len: 205 time: 0.0423429 Jul 14 07:11:14.419318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49764) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:14.467308 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-923b203a-0e9b-417a-99b9-d2e27f0eea7d req-58d0198e-f432-43b4-bf4a-e88f9a577f6f tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650697 Jul 14 07:11:14.476630 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-3d3f3594-a64f-495f-bc96-5eecd9b67f6a tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] delete failed (client error): The resource could not be found. Jul 14 07:11:14.477206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e64ca-8393-4ccc-8a71-77c46db3ba38 req-3311efaa-31e5-4a9e-ad50-fcfde5ab7260 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:14.477892 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3d3f3594-a64f-495f-bc96-5eecd9b67f6a tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "DELETE /v2.0/routers/eabbadc7-d987-45d7-b411-f616ba009724 HTTP/1.1" status: 404 len: 336 time: 0.0573325 Jul 14 07:11:14.480406 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49774) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:14.482126 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-998e64ca-8393-4ccc-8a71-77c46db3ba38 req-3311efaa-31e5-4a9e-ad50-fcfde5ab7260 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 946 time: 1.0468016 Jul 14 07:11:14.554796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-534a6d24-ec00-40c0-9047-cac77eb99067 req-34485929-2b28-4912-be3e-6f59c2b1bcf8 service neutron] 10.222.0.15 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7010448 Jul 14 07:11:14.580871 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-998e64ca-8393-4ccc-8a71-77c46db3ba38 req-ffc94f6e-979a-4d18-aeec-c0138aca4080 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889070 Jul 14 07:11:14.616241 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-72a3ebf5-0b5c-4843-b0b1-a2cea4501229 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "GET /v2.0/ports?device_id=136bdbe7-cf5e-43f6-8657-b1e4cc31dde1 HTTP/1.1" status: 200 len: 205 time: 0.1347067 Jul 14 07:11:14.622336 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49786) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:14.635282 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7feaf24f-6629-4af1-8b9d-5265ff39fb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:14.649534 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7feaf24f-6629-4af1-8b9d-5265ff39fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:14.717789 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-305cd6fb-64ac-49a1-9163-72b4a3a85e99 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] delete failed (client error): The resource could not be found. Jul 14 07:11:14.719030 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-305cd6fb-64ac-49a1-9163-72b4a3a85e99 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "DELETE /v2.0/routers/136bdbe7-cf5e-43f6-8657-b1e4cc31dde1 HTTP/1.1" status: 404 len: 336 time: 0.0957358 Jul 14 07:11:14.721588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49798) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:14.754088 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c14fc5-12cf-4f8b-8532-7e41f510b942 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] DELETE failed (client error): The resource could not be found. Jul 14 07:11:14.754544 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c14fc5-12cf-4f8b-8532-7e41f510b942 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:11:14.756278 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d1c14fc5-12cf-4f8b-8532-7e41f510b942 tempest-RoutersIpV6AdminTest-61734243 tempest-RoutersIpV6AdminTest-61734243-project] 10.222.0.35 "DELETE /v2.0/subnets/6218cced-e368-4d00-b597-e3f6c6556105 HTTP/1.1" status: 404 len: 337 time: 0.0337431 Jul 14 07:11:14.800597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7feaf24f-6629-4af1-8b9d-5265ff39fb48 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71a66bccd335420c990c7f44a345fa9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5680797 Jul 14 07:11:14.801429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feaf24f-6629-4af1-8b9d-5265ff39fb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad218ec-fac7-4587-99c0-cedb3b2b42d2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:14.803496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49810) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:14.860064 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21477c3a-6c3a-446a-a7cd-92ac8576fade req-6bbb6f05-72ce-454c-896e-c8c93c4e6776 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1557757823&fields=id&tenant_id=45ed1a9198404a9eab290e1ea35b5dd0 HTTP/1.1" status: 200 len: 267 time: 0.1437337 Jul 14 07:11:14.904201 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46c0eacb-75fb-4791-90cc-95eaabf94844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:14.958800 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-f3cc004b-1e87-46db-9469-cebc40a7809d tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2908986 Jul 14 07:11:14.963470 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46c0eacb-75fb-4791-90cc-95eaabf94844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:14.967016 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-324e7d22-3b7d-481c-a7e4-544050002e3e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:15.008429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-b5eb0882-5531-4065-a5eb-394312fe7cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:15.011385 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-b5eb0882-5531-4065-a5eb-394312fe7cd1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 1101 time: 0.2461188 Jul 14 07:11:15.133484 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-324e7d22-3b7d-481c-a7e4-544050002e3e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:15.142336 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46c0eacb-75fb-4791-90cc-95eaabf94844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:15.149336 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46c0eacb-75fb-4791-90cc-95eaabf94844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:15.150987 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-46c0eacb-75fb-4791-90cc-95eaabf94844 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fad218ec-fac7-4587-99c0-cedb3b2b42d2 HTTP/1.1" status: 204 len: 168 time: 0.3461661 Jul 14 07:11:15.156185 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21477c3a-6c3a-446a-a7cd-92ac8576fade req-6b30be3b-56f9-4a67-afc2-e41147040ead tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:15.166839 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21477c3a-6c3a-446a-a7cd-92ac8576fade req-6b30be3b-56f9-4a67-afc2-e41147040ead tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 985 time: 0.2916603 Jul 14 07:11:15.180928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0eacb-75fb-4791-90cc-95eaabf94844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad218ec-fac7-4587-99c0-cedb3b2b42d2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:15.217395 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-21477c3a-6c3a-446a-a7cd-92ac8576fade req-d16a20ba-c831-46a3-85c4-99226de082b5 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Request body: {'port': {'security_groups': ['5c685f2e-0fdb-49b0-83e4-cbd9040a2e8c', 'fa928d7c-4c96-4140-bf3d-9b4da04173f1', '7bc2abc9-0802-40d1-9c70-dc7dcc5957c2']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:15.242693 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:15.261828 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49862) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:15.334248 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-0747b89c-8060-4673-9d42-457cd42eec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:15.336074 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-0747b89c-8060-4673-9d42-457cd42eec34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.3174875 Jul 14 07:11:15.401110 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-635c60e3-852b-4dee-865e-de52a5d03b84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=1afab34b-c0f2-4025-bf41-f324253a70b8 HTTP/1.1" status: 200 len: 217 time: 0.0404885 Jul 14 07:11:15.453960 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:15.460377 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-21477c3a-6c3a-446a-a7cd-92ac8576fade req-d16a20ba-c831-46a3-85c4-99226de082b5 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:15.506439 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-10dc75f7-57b6-49fa-9dd2-9215fcdc5c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:15.508130 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-10dc75f7-57b6-49fa-9dd2-9215fcdc5c94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0993066 Jul 14 07:11:15.532355 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d1803c8-43f4-4ded-be4e-9e66a53cce0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:15.592262 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-324e7d22-3b7d-481c-a7e4-544050002e3e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:15.672321 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d1803c8-43f4-4ded-be4e-9e66a53cce0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:15.682143 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d1803c8-43f4-4ded-be4e-9e66a53cce0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:15.719452 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-326441b2-6d76-4c3e-b037-d883374c72d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:15.721231 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-326441b2-6d76-4c3e-b037-d883374c72d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1913500 Jul 14 07:11:15.754859 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3d1803c8-43f4-4ded-be4e-9e66a53cce0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=144d69bec8844fa8b35e201655190a5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4887524 Jul 14 07:11:15.755858 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49926) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:15.792554 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1803c8-43f4-4ded-be4e-9e66a53cce0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1685766-01cb-496f-aecd-09d0f41f0a17,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:15.861560 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-afccf7f7-d9f4-4b0f-a302-3f8574b8743f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:15.888713 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-324e7d22-3b7d-481c-a7e4-544050002e3e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Allocated IP 172.25.7.139 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/cee650aa-a72f-4775-9fe0-e6a7a25ee952) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:11:15.904260 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-afccf7f7-d9f4-4b0f-a302-3f8574b8743f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:16.003928 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-afccf7f7-d9f4-4b0f-a302-3f8574b8743f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:16.007007 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-afccf7f7-d9f4-4b0f-a302-3f8574b8743f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:16.007241 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-b9426627-1fe4-4476-8a1b-416a2102526e service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632265 Jul 14 07:11:16.008425 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-afccf7f7-d9f4-4b0f-a302-3f8574b8743f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1685766-01cb-496f-aecd-09d0f41f0a17 HTTP/1.1" status: 204 len: 168 time: 0.2511587 Jul 14 07:11:16.025242 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccf7f7-d9f4-4b0f-a302-3f8574b8743f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1685766-01cb-496f-aecd-09d0f41f0a17,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:16.107147 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-21477c3a-6c3a-446a-a7cd-92ac8576fade req-d16a20ba-c831-46a3-85c4-99226de082b5 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] For port 39419638-feff-4e62-9650-4adaa5315ea3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=39419638-feff-4e62-9650-4adaa5315ea3,segment=NetworkSegment(d9ec71b4-3e07-4167-8928-0caa3b0657db),segment_id=d9ec71b4-3e07-4167-8928-0caa3b0657db)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:16.185816 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-324e7d22-3b7d-481c-a7e4-544050002e3e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:16.193441 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-21477c3a-6c3a-446a-a7cd-92ac8576fade req-d16a20ba-c831-46a3-85c4-99226de082b5 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:16.205806 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-21477c3a-6c3a-446a-a7cd-92ac8576fade req-d16a20ba-c831-46a3-85c4-99226de082b5 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:16.219068 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['38edc4e1-a2a0-4b88-8660-8698911cce7f'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:11:16.250147 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-45055064-9efc-4bfb-b1a6-35df12b2e015 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263327 Jul 14 07:11:16.281590 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21477c3a-6c3a-446a-a7cd-92ac8576fade req-d16a20ba-c831-46a3-85c4-99226de082b5 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:16.282221 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-21477c3a-6c3a-446a-a7cd-92ac8576fade req-d16a20ba-c831-46a3-85c4-99226de082b5 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:16.293514 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21477c3a-6c3a-446a-a7cd-92ac8576fade req-d16a20ba-c831-46a3-85c4-99226de082b5 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "PUT /v2.0/ports/39419638-feff-4e62-9650-4adaa5315ea3 HTTP/1.1" status: 200 len: 1021 time: 1.1251626 Jul 14 07:11:16.314790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['39419638-feff-4e62-9650-4adaa5315ea3'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:11:16.321578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a20ba-c831-46a3-85c4-99226de082b5 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event updated for resources: {'Port': ['ID=39419638-feff-4e62-9650-4adaa5315ea3,revision_number=7']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:16.341162 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-324e7d22-3b7d-481c-a7e4-544050002e3e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:16.403545 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-324e7d22-3b7d-481c-a7e4-544050002e3e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:16.418763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-324e7d22-3b7d-481c-a7e4-544050002e3e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:16.430448 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-324e7d22-3b7d-481c-a7e4-544050002e3e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:11:16.447515 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['39419638-feff-4e62-9650-4adaa5315ea3'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:11:16.519883 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e7d22-3b7d-481c-a7e4-544050002e3e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Pushing event updated for resources: {'Port': ['ID=cee650aa-a72f-4775-9fe0-e6a7a25ee952,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:16.524195 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49968) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:16.605128 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d189a5d3-4c9d-4e57-a92b-3ac7d11fdddb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7265e8e7edd645bca9083fc52d175e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0797546 Jul 14 07:11:16.605401 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-324e7d22-3b7d-481c-a7e4-544050002e3e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:16.608198 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49972) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:16.698314 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-324e7d22-3b7d-481c-a7e4-544050002e3e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:16.866181 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5962ca7e-eff7-405a-876d-b7d397e162a7 x-openstack-request-id: req-5962ca7e-eff7-405a-876d-b7d397e162a7 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:11:16.867942 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192da6fe-135d-4b52-96f3-366b60366c93", "tag": "1ba157c8-4455-4c7c-a8d7-efa1357e8a79", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:11:16.871944 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5962ca7e-eff7-405a-876d-b7d397e162a7 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:11:16.873053 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192da6fe-135d-4b52-96f3-366b60366c93', 'tag': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79', 'status': 'completed', 'code': 200} Jul 14 07:11:16.938239 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df759754-29bc-4e25-afd4-fe384d0207f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:16.951536 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-324e7d22-3b7d-481c-a7e4-544050002e3e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:17.012923 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-324e7d22-3b7d-481c-a7e4-544050002e3e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:17.023194 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df759754-29bc-4e25-afd4-fe384d0207f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:17.136646 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e7d22-3b7d-481c-a7e4-544050002e3e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Pushing event updated for resources: {'Port': ['ID=cee650aa-a72f-4775-9fe0-e6a7a25ee952,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:17.178384 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-324e7d22-3b7d-481c-a7e4-544050002e3e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:17.186631 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df759754-29bc-4e25-afd4-fe384d0207f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:17.189278 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df759754-29bc-4e25-afd4-fe384d0207f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:17.192750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-df759754-29bc-4e25-afd4-fe384d0207f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ec5c6fe-ec84-4326-b874-599824d73af3 HTTP/1.1" status: 204 len: 168 time: 0.5810835 Jul 14 07:11:17.213734 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632e7a3-c182-400a-a476-df108366b460 req-5a91bcbb-b3ab-43f3-9fcb-461055868d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:17.215568 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c632e7a3-c182-400a-a476-df108366b460 req-5a91bcbb-b3ab-43f3-9fcb-461055868d27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c299c3697846c291ce3761776a3bff&device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 1097 time: 0.3411551 Jul 14 07:11:17.227250 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-324e7d22-3b7d-481c-a7e4-544050002e3e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:17.228466 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-324e7d22-3b7d-481c-a7e4-544050002e3e tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2686744 Jul 14 07:11:17.231541 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df759754-29bc-4e25-afd4-fe384d0207f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec5c6fe-ec84-4326-b874-599824d73af3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:17.340567 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-adb250ce-489a-4b7b-8e3d-ea36c3d5c489 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 696 time: 0.0946167 Jul 14 07:11:17.393016 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c527918-e9aa-44e5-8b24-838d68346d41 req-f495ed3a-69bd-4ba2-b71f-46c18bcc0e6d tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:17.395143 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2c527918-e9aa-44e5-8b24-838d68346d41 req-f495ed3a-69bd-4ba2-b71f-46c18bcc0e6d tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 950 time: 0.2314243 Jul 14 07:11:17.433563 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50002) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:17.478776 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632e7a3-c182-400a-a476-df108366b460 req-f0688103-8cf1-45d8-86a8-1c4a7bafacf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:17.480279 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c632e7a3-c182-400a-a476-df108366b460 req-f0688103-8cf1-45d8-86a8-1c4a7bafacf1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05c4c71a-6080-4398-a8a7-9a46ed277a04 HTTP/1.1" status: 200 len: 920 time: 0.2467899 Jul 14 07:11:17.493513 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2c527918-e9aa-44e5-8b24-838d68346d41 req-90faec0a-4ff6-4236-b658-bce53f4fa32a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711179 Jul 14 07:11:17.552328 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c632e7a3-c182-400a-a476-df108366b460 req-a7618cb7-7409-4ab9-870a-50a18f5be654 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ba157c8-4455-4c7c-a8d7-efa1357e8a79 HTTP/1.1" status: 200 len: 217 time: 0.0534806 Jul 14 07:11:17.563486 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-a4cd6bd5-b095-49fd-bde7-ab456c82a1ce tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:17.564739 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f710d45-1622-4daa-9b11-4806b579ce1b req-a4cd6bd5-b095-49fd-bde7-ab456c82a1ce tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.2151532 Jul 14 07:11:17.589385 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38590d46-835a-4ef1-bbbd-9507fe5ba213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:17.653036 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632e7a3-c182-400a-a476-df108366b460 req-49b87291-420d-4bd9-b6da-78b9751d3564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:17.654687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c632e7a3-c182-400a-a476-df108366b460 req-49b87291-420d-4bd9-b6da-78b9751d3564 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7533ca55-3891-41a7-935d-a12ba31dc650 HTTP/1.1" status: 200 len: 859 time: 0.0890493 Jul 14 07:11:17.704955 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38590d46-835a-4ef1-bbbd-9507fe5ba213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:17.710458 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38590d46-835a-4ef1-bbbd-9507fe5ba213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:17.732778 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c632e7a3-c182-400a-a476-df108366b460 req-df52737e-124b-40e9-8c01-fc805d05d733 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05c4c71a-6080-4398-a8a7-9a46ed277a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637958 Jul 14 07:11:17.742146 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-38590d46-835a-4ef1-bbbd-9507fe5ba213 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b2de5b549524189a7e824ba99571151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074999 Jul 14 07:11:17.742916 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7180fecd-79bc-424e-82db-3a7460b36b84 req-406262b3-a805-4301-b4c2-aa2669ee0dfd tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/7bc2abc9-0802-40d1-9c70-dc7dcc5957c2 HTTP/1.1" status: 200 len: 1802 time: 0.1376987 Jul 14 07:11:17.744735 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50022) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:17.798690 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38590d46-835a-4ef1-bbbd-9507fe5ba213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b7a66c-a62c-4180-a56c-3f1cb5a2a23c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:17.813411 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38590d46-835a-4ef1-bbbd-9507fe5ba213 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:17.814234 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38590d46-835a-4ef1-bbbd-9507fe5ba213 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:17.814723 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38590d46-835a-4ef1-bbbd-9507fe5ba213 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:17.815274 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38590d46-835a-4ef1-bbbd-9507fe5ba213 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:17.816040 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38590d46-835a-4ef1-bbbd-9507fe5ba213 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:17.816593 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38590d46-835a-4ef1-bbbd-9507fe5ba213 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:17.816933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38590d46-835a-4ef1-bbbd-9507fe5ba213 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:17.817283 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38590d46-835a-4ef1-bbbd-9507fe5ba213 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:17.817692 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38590d46-835a-4ef1-bbbd-9507fe5ba213 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:17.817921 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38590d46-835a-4ef1-bbbd-9507fe5ba213 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:17.818276 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38590d46-835a-4ef1-bbbd-9507fe5ba213 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:17.818597 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38590d46-835a-4ef1-bbbd-9507fe5ba213 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:17.860889 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f020b93-4704-4f50-b1df-1b898ec1020a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:17.879650 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-7180fecd-79bc-424e-82db-3a7460b36b84 req-79bcb3ac-640e-4325-b526-b4a8e50d24a0 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 07:11:17.880758 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7180fecd-79bc-424e-82db-3a7460b36b84 req-79bcb3ac-640e-4325-b526-b4a8e50d24a0 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "DELETE /v2.0/security-groups/7bc2abc9-0802-40d1-9c70-dc7dcc5957c2 HTTP/1.1" status: 409 len: 341 time: 0.1242585 Jul 14 07:11:17.890512 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f020b93-4704-4f50-b1df-1b898ec1020a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:17.906997 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c632e7a3-c182-400a-a476-df108366b460 req-3ab60300-59e0-4776-9e36-637e8c9b6603 service neutron] 10.222.0.15 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599770 Jul 14 07:11:17.947337 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f020b93-4704-4f50-b1df-1b898ec1020a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:17.953836 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f020b93-4704-4f50-b1df-1b898ec1020a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:17.957959 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0f020b93-4704-4f50-b1df-1b898ec1020a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48b7a66c-a62c-4180-a56c-3f1cb5a2a23c HTTP/1.1" status: 204 len: 168 time: 0.2111595 Jul 14 07:11:17.972896 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f020b93-4704-4f50-b1df-1b898ec1020a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b7a66c-a62c-4180-a56c-3f1cb5a2a23c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:18.187939 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c632e7a3-c182-400a-a476-df108366b460 req-fa19282a-3de0-4caf-ba86-2c83299c8945 service neutron] 10.222.0.15 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649627 Jul 14 07:11:18.229484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bc8cf-1a43-416b-8236-c6b32f956562 req-51b1a7b3-094f-4979-b4a1-ec1524c32d88 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:18.230993 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6b9bc8cf-1a43-416b-8236-c6b32f956562 req-51b1a7b3-094f-4979-b4a1-ec1524c32d88 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 946 time: 0.1870899 Jul 14 07:11:18.254277 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-90f1bee1-7ada-4bf2-b8a6-22ee20f19630 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:18.255799 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-90f1bee1-7ada-4bf2-b8a6-22ee20f19630 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1277969 Jul 14 07:11:18.382840 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50046) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:18.558123 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e26d7077-e92c-47db-a693-30f6e69e61c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:18.672048 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-dec65d87-2fc3-4a3e-90ee-a32da9cbfd36 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 696 time: 0.4094572 Jul 14 07:11:18.679799 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-8c7ffd16-4f06-407f-91c9-13caa4808dbc tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Request body: {'floatingip': {'port_id': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:18.687230 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6b9bc8cf-1a43-416b-8236-c6b32f956562 req-8a92b9f9-33b6-4659-bf89-bbc12ef51c85 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494586 Jul 14 07:11:18.725856 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e26d7077-e92c-47db-a693-30f6e69e61c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:18.737341 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e26d7077-e92c-47db-a693-30f6e69e61c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:18.751571 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-8c7ffd16-4f06-407f-91c9-13caa4808dbc tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:18.826092 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e26d7077-e92c-47db-a693-30f6e69e61c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5fb061af1944a6495bc023366822ad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4482713 Jul 14 07:11:18.835820 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d7077-e92c-47db-a693-30f6e69e61c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6aea720-e379-43c7-b46d-a214ae85dfe7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:18.841514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50066) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:18.937915 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45811e1a-3fe0-478d-8b64-bdd7184e0115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:18.997756 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45811e1a-3fe0-478d-8b64-bdd7184e0115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:19.083277 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45811e1a-3fe0-478d-8b64-bdd7184e0115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:19.086605 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45811e1a-3fe0-478d-8b64-bdd7184e0115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:19.089792 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-45811e1a-3fe0-478d-8b64-bdd7184e0115 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e6aea720-e379-43c7-b46d-a214ae85dfe7 HTTP/1.1" status: 204 len: 168 time: 0.2428432 Jul 14 07:11:19.102738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45811e1a-3fe0-478d-8b64-bdd7184e0115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6aea720-e379-43c7-b46d-a214ae85dfe7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:19.213643 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf5da58-65f4-40e3-84a8-4f9e0951cf52', 'tag': '39419638-feff-4e62-9650-4adaa5315ea3'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:11:19.215973 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090ff96f-c71d-45fe-9c93-bc388c76f912" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf5da58-65f4-40e3-84a8-4f9e0951cf52", "tag": "39419638-feff-4e62-9650-4adaa5315ea3"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:11:19.474441 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37f0cb-87ba-4c68-b642-04f19a59225b req-8b131ed4-6806-468b-ac41-779b89197549 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:19.476292 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a37f0cb-87ba-4c68-b642-04f19a59225b req-8b131ed4-6806-468b-ac41-779b89197549 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 950 time: 0.1336477 Jul 14 07:11:19.595542 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a37f0cb-87ba-4c68-b642-04f19a59225b req-bdc75747-4a1c-4f35-b443-b8b4100da041 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989332 Jul 14 07:11:19.628469 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-8c7ffd16-4f06-407f-91c9-13caa4808dbc tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:19.642670 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-8c7ffd16-4f06-407f-91c9-13caa4808dbc tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:19.709707 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50098) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:19.731407 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-312ac359-ed54-4ff5-b01c-27394531d472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:19.761463 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50102) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:19.844297 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-8c7ffd16-4f06-407f-91c9-13caa4808dbc tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Floating IP 9012c1ab-39da-429a-8618-f0cac86e3a02 associated. External IP: 172.25.7.139, port: 1ba157c8-4455-4c7c-a8d7-efa1357e8a79. Jul 14 07:11:19.874699 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-312ac359-ed54-4ff5-b01c-27394531d472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:19.886102 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-312ac359-ed54-4ff5-b01c-27394531d472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:19.914989 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22c9b6-1e4a-474e-b5fb-fa99a7003773 req-87a6fd47-9670-484e-83f3-bf2779eb4380 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:19.916980 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f22c9b6-1e4a-474e-b5fb-fa99a7003773 req-87a6fd47-9670-484e-83f3-bf2779eb4380 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 1024 time: 0.1404221 Jul 14 07:11:19.940986 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-312ac359-ed54-4ff5-b01c-27394531d472 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d6b0b702f834a228efa3e3bfbbdbe63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2298157 Jul 14 07:11:19.943349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50110) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:19.945840 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ac359-ed54-4ff5-b01c-27394531d472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd42cc1d-4c1f-4eba-bbed-e9f76164b27e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:19.999484 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-596facd4-5b07-47d8-8b71-5cf59e550faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:20.022202 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-596facd4-5b07-47d8-8b71-5cf59e550faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:20.023157 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f22c9b6-1e4a-474e-b5fb-fa99a7003773 req-66e2e709-8341-4d5b-bda6-6b0908129578 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&id=7bc2abc9-0802-40d1-9c70-dc7dcc5957c2&id=5c685f2e-0fdb-49b0-83e4-cbd9040a2e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0751801 Jul 14 07:11:20.072896 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-596facd4-5b07-47d8-8b71-5cf59e550faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:20.076088 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-596facd4-5b07-47d8-8b71-5cf59e550faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:20.077714 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-596facd4-5b07-47d8-8b71-5cf59e550faf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd42cc1d-4c1f-4eba-bbed-e9f76164b27e HTTP/1.1" status: 204 len: 168 time: 0.1330225 Jul 14 07:11:20.087312 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596facd4-5b07-47d8-8b71-5cf59e550faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd42cc1d-4c1f-4eba-bbed-e9f76164b27e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:20.142839 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbb5265-b0b3-4c55-baa8-64e1843af121 x-openstack-request-id: req-ecbb5265-b0b3-4c55-baa8-64e1843af121 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:11:20.143258 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf5da58-65f4-40e3-84a8-4f9e0951cf52", "tag": "39419638-feff-4e62-9650-4adaa5315ea3", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:11:20.144288 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ecbb5265-b0b3-4c55-baa8-64e1843af121 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:11:20.144685 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf5da58-65f4-40e3-84a8-4f9e0951cf52', 'tag': '39419638-feff-4e62-9650-4adaa5315ea3', 'status': 'completed', 'code': 200} Jul 14 07:11:20.239967 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1fc1554a-61c2-47d1-a44b-ffdd07f1ec85 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1339517470', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:20.295835 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc1554a-61c2-47d1-a44b-ffdd07f1ec85 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Made reservation on behalf of 8492795825804ac9ac55d5c371885a7b for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:11:20.302447 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-8c7ffd16-4f06-407f-91c9-13caa4808dbc tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Router fcd46c61-9503-4b7a-83cb-205cf6b73e3b has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:11:20.303331 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fc1554a-61c2-47d1-a44b-ffdd07f1ec85 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:20.323720 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fc1554a-61c2-47d1-a44b-ffdd07f1ec85 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:20.431141 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ff96f-c71d-45fe-9c93-bc388c76f912 req-c4b47130-102f-4fae-8dc0-3bf8ed53e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:20.432741 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-090ff96f-c71d-45fe-9c93-bc388c76f912 req-c4b47130-102f-4fae-8dc0-3bf8ed53e2ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45ed1a9198404a9eab290e1ea35b5dd0&device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 1175 time: 0.2620699 Jul 14 07:11:20.535207 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50128) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:20.590189 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dc649-4889-4e7c-88b9-c80322fae73a req-927a1928-2e13-4f7f-a9b4-795b40d6fc81 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:20.592212 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-525dc649-4889-4e7c-88b9-c80322fae73a req-927a1928-2e13-4f7f-a9b4-795b40d6fc81 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 946 time: 0.1897583 Jul 14 07:11:20.598384 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-8c7ffd16-4f06-407f-91c9-13caa4808dbc tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:11:20.606318 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-8c7ffd16-4f06-407f-91c9-13caa4808dbc tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:20.609976 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104df31-593d-4e66-a1af-96dc41f6599e None None] Sync routers for ids ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:11:20.626277 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e104df31-593d-4e66-a1af-96dc41f6599e None None] Routers {'fcd46c61-9503-4b7a-83cb-205cf6b73e3b'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:11:20.627528 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e104df31-593d-4e66-a1af-96dc41f6599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:11:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:20.679938 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d56df676-c3ca-42ed-aeab-b63d96a04683 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1286121842'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:20.680530 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d56df676-c3ca-42ed-aeab-b63d96a04683 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] Unknown quota resources ['metering_label']. {{(pid=93828) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 07:11:20.687006 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ff96f-c71d-45fe-9c93-bc388c76f912 req-08b278a6-64f8-4a64-beca-f149034c1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:20.689051 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-090ff96f-c71d-45fe-9c93-bc388c76f912 req-08b278a6-64f8-4a64-beca-f149034c1402 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac553685-ca08-4b40-8004-018538e94cc4 HTTP/1.1" status: 200 len: 913 time: 0.2450495 Jul 14 07:11:20.729491 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-525dc649-4889-4e7c-88b9-c80322fae73a req-2dcf386c-7bbc-4881-b34e-c461ad0393fb tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285124 Jul 14 07:11:20.777675 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fc1554a-61c2-47d1-a44b-ffdd07f1ec85 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:20.779902 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-090ff96f-c71d-45fe-9c93-bc388c76f912 req-fa50c05d-6946-4c73-9590-ab2b06d0f528 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39419638-feff-4e62-9650-4adaa5315ea3 HTTP/1.1" status: 200 len: 217 time: 0.0833220 Jul 14 07:11:20.785534 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fc1554a-61c2-47d1-a44b-ffdd07f1ec85 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:20.797439 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-8c7ffd16-4f06-407f-91c9-13caa4808dbc tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "PUT /v2.0/floatingips/9012c1ab-39da-429a-8618-f0cac86e3a02 HTTP/1.1" status: 200 len: 997 time: 2.1228702 Jul 14 07:11:20.834837 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-1fc1554a-61c2-47d1-a44b-ffdd07f1ec85 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] device_id is not set on port 87f05e8f-d5e4-475a-acd0-311659c18714 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:11:20.859256 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e104df31-593d-4e66-a1af-96dc41f6599e None None] Set router fcd46c61-9503-4b7a-83cb-205cf6b73e3b gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:11:20.915751 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1554a-61c2-47d1-a44b-ffdd07f1ec85 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b391707-a4b7-44da-8bc5-359234f58c17,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:20.940471 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ff96f-c71d-45fe-9c93-bc388c76f912 req-6c5aeec2-c97f-466e-86e2-fc72b7228c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:20.942312 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-090ff96f-c71d-45fe-9c93-bc388c76f912 req-6c5aeec2-c97f-466e-86e2-fc72b7228c84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42c47cfa-c715-4110-9f9a-d8e8160313f0 HTTP/1.1" status: 200 len: 852 time: 0.1529398 Jul 14 07:11:21.003342 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-090ff96f-c71d-45fe-9c93-bc388c76f912 req-e0e80014-ac8a-4005-bf83-9abbd46650d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac553685-ca08-4b40-8004-018538e94cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519922 Jul 14 07:11:21.089619 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d56df676-c3ca-42ed-aeab-b63d96a04683 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:21.090801 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d56df676-c3ca-42ed-aeab-b63d96a04683 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5546241 Jul 14 07:11:21.125553 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50146) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:21.141702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f06f2eb0-4024-41a6-b6fa-694459a5a2b8 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'acae851f-1c2f-4fc4-a2d7-f3eff62d45ef'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:21.142400 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f06f2eb0-4024-41a6-b6fa-694459a5a2b8 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93828) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 07:11:21.291461 n-d-778696-5 neutron-server[93828]: WARNING neutron.services.metering.metering_plugin [None req-f06f2eb0-4024-41a6-b6fa-694459a5a2b8 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 07:11:21.297549 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e104df31-593d-4e66-a1af-96dc41f6599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-197118733-router', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:09:59Z', 'updated_at': '2021-07-14T07:10:08Z', 'revision_number': 4, 'project_id': '54c299c3697846c291ce3761776a3bff', 'gw_port': {'id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:01Z', 'updated_at': '2021-07-14T07:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '9012c1ab-39da-429a-8618-f0cac86e3a02', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'port_id': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04', 'mac_address': 'fa:16:3e:47:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192da6fe-135d-4b52-96f3-366b60366c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:11:16Z', 'updated_at': '2021-07-14T07:11:19Z', 'revision_number': 1, 'project_id': '54c299c3697846c291ce3761776a3bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edf868d1-b812-4d23-86b9-a0f69716c828', 'name': '', 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'mac_address': 'fa:16:3e:3e:aa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7533ca55-3891-41a7-935d-a12ba31dc650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:06Z', 'updated_at': '2021-07-14T07:10:16Z', 'revision_number': 5, 'project_id': '54c299c3697846c291ce3761776a3bff', 'subnets': [{'id': '7533ca55-3891-41a7-935d-a12ba31dc650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:21.370264 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104df31-593d-4e66-a1af-96dc41f6599e None None] Checking router: fcd46c61-9503-4b7a-83cb-205cf6b73e3b for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:11:21.373218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-1fc1554a-61c2-47d1-a44b-ffdd07f1ec85 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Allocated IP 172.25.7.134 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/87f05e8f-d5e4-475a-acd0-311659c18714) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:11:21.392542 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e104df31-593d-4e66-a1af-96dc41f6599e None None] Routers {'fcd46c61-9503-4b7a-83cb-205cf6b73e3b'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:11:21.398869 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e104df31-593d-4e66-a1af-96dc41f6599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:11:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:21.469070 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-090ff96f-c71d-45fe-9c93-bc388c76f912 req-73955c79-17c3-4626-981f-cb419726db6b service neutron] 10.222.0.30 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567542 Jul 14 07:11:21.485280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea3d19-d1a4-4584-bb11-df90c8f8631f req-a6df75d8-7952-4d88-bcdc-93e41e3dfa9e tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:21.487239 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0bea3d19-d1a4-4584-bb11-df90c8f8631f req-a6df75d8-7952-4d88-bcdc-93e41e3dfa9e tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 1024 time: 0.6959701 Jul 14 07:11:21.554667 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e104df31-593d-4e66-a1af-96dc41f6599e None None] Set router fcd46c61-9503-4b7a-83cb-205cf6b73e3b gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:11:21.656821 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fc1554a-61c2-47d1-a44b-ffdd07f1ec85 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:21.660673 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-090ff96f-c71d-45fe-9c93-bc388c76f912 req-e54356fa-6f17-49a8-9b35-7a538685dd97 service neutron] 10.222.0.30 "GET /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404171 Jul 14 07:11:21.666753 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f06f2eb0-4024-41a6-b6fa-694459a5a2b8 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:21.672449 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f06f2eb0-4024-41a6-b6fa-694459a5a2b8 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5450397 Jul 14 07:11:21.675035 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50156) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:21.721696 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fc1554a-61c2-47d1-a44b-ffdd07f1ec85 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:21.729567 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-fc697b0f-5cd5-4cf0-86be-6753062445ac tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'acae851f-1c2f-4fc4-a2d7-f3eff62d45ef'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:21.730062 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-fc697b0f-5cd5-4cf0-86be-6753062445ac tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93828) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 07:11:21.745383 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-9a387cf3-e527-49c0-a387-08eb72ba640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:21.747335 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-9a387cf3-e527-49c0-a387-08eb72ba640d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54c299c3697846c291ce3761776a3bff&device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 1097 time: 0.8888803 Jul 14 07:11:21.759903 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558ff31-105a-4337-84f0-fad50d3d6a13 req-4de505bb-7e9a-49f5-89ec-37f05d944678 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:21.762319 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7558ff31-105a-4337-84f0-fad50d3d6a13 req-4de505bb-7e9a-49f5-89ec-37f05d944678 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 950 time: 0.7441759 Jul 14 07:11:21.784746 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc1554a-61c2-47d1-a44b-ffdd07f1ec85 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:21.790875 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1fc1554a-61c2-47d1-a44b-ffdd07f1ec85 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:21.797921 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc1554a-61c2-47d1-a44b-ffdd07f1ec85 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:11:21.801997 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1554a-61c2-47d1-a44b-ffdd07f1ec85 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Pushing event updated for resources: {'Port': ['ID=87f05e8f-d5e4-475a-acd0-311659c18714,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:21.873921 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc1554a-61c2-47d1-a44b-ffdd07f1ec85 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:21.876425 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fc1554a-61c2-47d1-a44b-ffdd07f1ec85 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:21.903432 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1fc1554a-61c2-47d1-a44b-ffdd07f1ec85 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1381130 Jul 14 07:11:21.904041 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50166) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:21.911895 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-cbabd56c-0e51-47cc-ba18-40e6ed220115 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.134'}]}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:21.941063 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbabd56c-0e51-47cc-ba18-40e6ed220115 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:21.942321 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbabd56c-0e51-47cc-ba18-40e6ed220115 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:21.960889 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e104df31-593d-4e66-a1af-96dc41f6599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-197118733-router', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:09:59Z', 'updated_at': '2021-07-14T07:10:08Z', 'revision_number': 4, 'project_id': '54c299c3697846c291ce3761776a3bff', 'gw_port': {'id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:01Z', 'updated_at': '2021-07-14T07:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '9012c1ab-39da-429a-8618-f0cac86e3a02', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'port_id': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04', 'mac_address': 'fa:16:3e:47:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192da6fe-135d-4b52-96f3-366b60366c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:11:16Z', 'updated_at': '2021-07-14T07:11:19Z', 'revision_number': 1, 'project_id': '54c299c3697846c291ce3761776a3bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edf868d1-b812-4d23-86b9-a0f69716c828', 'name': '', 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'mac_address': 'fa:16:3e:3e:aa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7533ca55-3891-41a7-935d-a12ba31dc650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:06Z', 'updated_at': '2021-07-14T07:10:16Z', 'revision_number': 5, 'project_id': '54c299c3697846c291ce3761776a3bff', 'subnets': [{'id': '7533ca55-3891-41a7-935d-a12ba31dc650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:22.005398 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104df31-593d-4e66-a1af-96dc41f6599e None None] The sync data for ids ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'] in n-d-778696-5 is: [{'id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-197118733-router', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:09:59Z', 'updated_at': '2021-07-14T07:10:08Z', 'revision_number': 4, 'project_id': '54c299c3697846c291ce3761776a3bff', 'gw_port': {'id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:01Z', 'updated_at': '2021-07-14T07:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '9012c1ab-39da-429a-8618-f0cac86e3a02', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'port_id': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04', 'mac_address': 'fa:16:3e:47:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192da6fe-135d-4b52-96f3-366b60366c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:11:16Z', 'updated_at': '2021-07-14T07:11:19Z', 'revision_number': 1, 'project_id': '54c299c3697846c291ce3761776a3bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edf868d1-b812-4d23-86b9-a0f69716c828', 'name': '', 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'mac_address': 'fa:16:3e:3e:aa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7533ca55-3891-41a7-935d-a12ba31dc650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:06Z', 'updated_at': '2021-07-14T07:10:16Z', 'revision_number': 5, 'project_id': '54c299c3697846c291ce3761776a3bff', 'subnets': [{'id': '7533ca55-3891-41a7-935d-a12ba31dc650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:11:22.009406 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbabd56c-0e51-47cc-ba18-40e6ed220115 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:22.203400 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbabd56c-0e51-47cc-ba18-40e6ed220115 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:22.276403 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192da6fe-135d-4b52-96f3-366b60366c93', 'tag': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:11:22.281432 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44aa9557-294d-4b56-8260-1ebbcddd9c83" -d '{"events": [{"name": "network-changed", "server_uuid": "192da6fe-135d-4b52-96f3-366b60366c93", "tag": "1ba157c8-4455-4c7c-a8d7-efa1357e8a79"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:11:22.323473 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7558ff31-105a-4337-84f0-fad50d3d6a13 req-b20cfa63-d89b-409f-b612-10e4a93abbe2 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456448 Jul 14 07:11:22.395516 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5cde74-0eff-45c6-8333-79dea832cc07 None None] New status for floating IP 9012c1ab-39da-429a-8618-f0cac86e3a02: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:11:22.397387 n-d-778696-5 neutron-server[93828]: WARNING neutron.services.metering.metering_plugin [None req-fc697b0f-5cd5-4cf0-86be-6753062445ac tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 07:11:22.500409 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbabd56c-0e51-47cc-ba18-40e6ed220115 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:22.539457 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbabd56c-0e51-47cc-ba18-40e6ed220115 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:22.591652 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fc697b0f-5cd5-4cf0-86be-6753062445ac tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:22.597226 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fc697b0f-5cd5-4cf0-86be-6753062445ac tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8840947 Jul 14 07:11:22.598589 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-398ecbe8-e943-4800-b75d-a3ecc051d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:22.600083 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-398ecbe8-e943-4800-b75d-a3ecc051d943 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05c4c71a-6080-4398-a8a7-9a46ed277a04 HTTP/1.1" status: 200 len: 920 time: 0.8367958 Jul 14 07:11:22.600589 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50180) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:22.681657 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-0bea3d19-d1a4-4584-bb11-df90c8f8631f req-691af46e-a249-4b42-92e0-8e9868224887 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Deleting port 39419638-feff-4e62-9650-4adaa5315ea3 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:22.681991 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0bea3d19-d1a4-4584-bb11-df90c8f8631f req-691af46e-a249-4b42-92e0-8e9868224887 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:22.688726 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fbfbb7e4-52a8-4aa5-90e8-ddf89cbcb597 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=e338b683-b98f-4c5e-9781-94a33b97784b HTTP/1.1" status: 200 len: 464 time: 0.0644503 Jul 14 07:11:22.692529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50186) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:22.812561 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-fc0794d4-68f8-49bf-ab0c-1b8cb7ddc49d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ba157c8-4455-4c7c-a8d7-efa1357e8a79 HTTP/1.1" status: 200 len: 1000 time: 0.1801219 Jul 14 07:11:22.817450 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbabd56c-0e51-47cc-ba18-40e6ed220115 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:22.852554 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c73911-b305-4972-b92c-9089e8b0fe66 req-24738ee2-4948-4443-9115-ea1c25dfd3ed tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:22.859519 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-64c73911-b305-4972-b92c-9089e8b0fe66 req-24738ee2-4948-4443-9115-ea1c25dfd3ed tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 1024 time: 0.3356302 Jul 14 07:11:22.966086 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-0bea3d19-d1a4-4584-bb11-df90c8f8631f req-691af46e-a249-4b42-92e0-8e9868224887 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] For port 39419638-feff-4e62-9650-4adaa5315ea3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=39419638-feff-4e62-9650-4adaa5315ea3,segment=NetworkSegment(d9ec71b4-3e07-4167-8928-0caa3b0657db),segment_id=d9ec71b4-3e07-4167-8928-0caa3b0657db)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:22.966435 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0bea3d19-d1a4-4584-bb11-df90c8f8631f req-691af46e-a249-4b42-92e0-8e9868224887 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:22.997050 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbabd56c-0e51-47cc-ba18-40e6ed220115 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:23.000200 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbabd56c-0e51-47cc-ba18-40e6ed220115 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:23.021836 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-398492d8-7b8d-498f-9783-bd4791dc10f0 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:23.025854 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-398492d8-7b8d-498f-9783-bd4791dc10f0 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/e338b683-b98f-4c5e-9781-94a33b97784b HTTP/1.1" status: 204 len: 168 time: 0.3310304 Jul 14 07:11:23.032058 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50194) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:23.034219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-0bea3d19-d1a4-4584-bb11-df90c8f8631f req-691af46e-a249-4b42-92e0-8e9868224887 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Calling delete_port for 39419638-feff-4e62-9650-4adaa5315ea3 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:23.049571 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbabd56c-0e51-47cc-ba18-40e6ed220115 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:23.050913 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbabd56c-0e51-47cc-ba18-40e6ed220115 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c1b2c00-bbcc-4c1f-80ee-a00184135271 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:11:23.064073 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-7996907a-8c66-45ae-97ea-ddb2efc1e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:23.066226 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-7996907a-8c66-45ae-97ea-ddb2efc1e047 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7533ca55-3891-41a7-935d-a12ba31dc650 HTTP/1.1" status: 200 len: 859 time: 0.2369547 Jul 14 07:11:23.070843 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-cbabd56c-0e51-47cc-ba18-40e6ed220115 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 14 07:11:23.074574 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cbabd56c-0e51-47cc-ba18-40e6ed220115 tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1667490 Jul 14 07:11:23.074982 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50196) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:23.086826 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-64c73911-b305-4972-b92c-9089e8b0fe66 req-5e06bfc6-0be1-4469-860d-9a3c93e527b3 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&id=7bc2abc9-0802-40d1-9c70-dc7dcc5957c2&id=5c685f2e-0fdb-49b0-83e4-cbd9040a2e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2263925 Jul 14 07:11:23.101381 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c6926219-8917-4918-bd70-178037935bf7 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=e338b683-b98f-4c5e-9781-94a33b97784b HTTP/1.1" status: 200 len: 221 time: 0.0681264 Jul 14 07:11:23.107156 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50200) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:23.117004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6fb97abd-b9ba-4647-83de-8514bdd91d34 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--365202911', 'description': 'label created by tempest'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:23.118352 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6fb97abd-b9ba-4647-83de-8514bdd91d34 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] Unknown quota resources ['metering_label']. {{(pid=93827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 07:11:23.223180 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-d9e8b3d4-be36-4caa-b6da-d76f0bc5f0ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05c4c71a-6080-4398-a8a7-9a46ed277a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351864 Jul 14 07:11:23.347082 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6fb97abd-b9ba-4647-83de-8514bdd91d34 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:23.348259 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6fb97abd-b9ba-4647-83de-8514bdd91d34 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2401426 Jul 14 07:11:23.351662 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50208) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:23.412516 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bb7573d7-9343-4b85-820e-a978e70cef7b tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=a8dda093-db0d-4f7d-af57-9a96223c1047 HTTP/1.1" status: 200 len: 467 time: 0.0596344 Jul 14 07:11:23.414927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-daf63d94-ba52-4cb0-ac4f-3fce5b8768ac tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Deleting port 87f05e8f-d5e4-475a-acd0-311659c18714 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:23.415283 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-daf63d94-ba52-4cb0-ac4f-3fce5b8768ac tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:23.416875 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50210) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:23.437837 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-fd63de7b-8006-416c-9ecf-8f5738baca08 service neutron] 10.222.0.35 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081516 Jul 14 07:11:23.477312 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdebb85-8db5-4e10-ad4f-4e20548423cf req-9a6c1119-e2e8-49f2-8be2-4bd272762408 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:23.484000 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbdebb85-8db5-4e10-ad4f-4e20548423cf req-9a6c1119-e2e8-49f2-8be2-4bd272762408 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 946 time: 0.1844945 Jul 14 07:11:23.547173 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0bea3d19-d1a4-4584-bb11-df90c8f8631f req-691af46e-a249-4b42-92e0-8e9868224887 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:23.566889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['38edc4e1-a2a0-4b88-8660-8698911cce7f'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:11:23.609012 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691af46e-a249-4b42-92e0-8e9868224887 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event deleted for resources: {'Port': ['ID=39419638-feff-4e62-9650-4adaa5315ea3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:23.669169 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-daf63d94-ba52-4cb0-ac4f-3fce5b8768ac tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:23.682426 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-002740fe-c868-4e67-8169-f7c8067fd6bc tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:23.683540 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-002740fe-c868-4e67-8169-f7c8067fd6bc tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/a8dda093-db0d-4f7d-af57-9a96223c1047 HTTP/1.1" status: 204 len: 168 time: 0.2649729 Jul 14 07:11:23.687117 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50222) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:23.693054 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-daf63d94-ba52-4cb0-ac4f-3fce5b8768ac tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Calling delete_port for 87f05e8f-d5e4-475a-acd0-311659c18714 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:23.694776 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbdebb85-8db5-4e10-ad4f-4e20548423cf req-9baf6e64-65d8-4229-b607-f71a742afe5c tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069800 Jul 14 07:11:23.715275 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dfb18f02-5f05-49e9-9dc9-ab5241c188a2 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=a8dda093-db0d-4f7d-af57-9a96223c1047 HTTP/1.1" status: 200 len: 216 time: 0.0270610 Jul 14 07:11:23.718598 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50226) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:23.731832 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92d13b4c-90a0-41d0-8109-4615a103bf73 req-091d5720-e01f-41c1-8638-8880f03309bf service neutron] 10.222.0.35 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852907 Jul 14 07:11:23.771700 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a2db75d0-9cbe-4326-beee-3dfb18542591 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0519180 Jul 14 07:11:23.775173 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50230) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:23.787078 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea7f8b7-7728-45da-a0f7-27bbf26df450 x-openstack-request-id: req-fea7f8b7-7728-45da-a0f7-27bbf26df450 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:11:23.787366 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192da6fe-135d-4b52-96f3-366b60366c93", "tag": "1ba157c8-4455-4c7c-a8d7-efa1357e8a79", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:11:23.787617 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fea7f8b7-7728-45da-a0f7-27bbf26df450 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:11:23.788006 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192da6fe-135d-4b52-96f3-366b60366c93', 'tag': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79', 'status': 'completed', 'code': 200} Jul 14 07:11:23.788940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bea3d19-d1a4-4584-bb11-df90c8f8631f req-691af46e-a249-4b42-92e0-8e9868224887 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] No DVR routers for this DVR port 39419638-feff-4e62-9650-4adaa5315ea3 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:11:23.789944 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f709effc-b7ba-4acf-840f-e58ecab88531 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0134737 Jul 14 07:11:23.794365 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50232) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:23.795516 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0bea3d19-d1a4-4584-bb11-df90c8f8631f req-691af46e-a249-4b42-92e0-8e9868224887 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:23.797568 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0bea3d19-d1a4-4584-bb11-df90c8f8631f req-691af46e-a249-4b42-92e0-8e9868224887 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.30 "DELETE /v2.0/ports/39419638-feff-4e62-9650-4adaa5315ea3 HTTP/1.1" status: 204 len: 173 time: 2.2453625 Jul 14 07:11:23.903086 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-daf63d94-ba52-4cb0-ac4f-3fce5b8768ac tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:23.911380 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7484c531-6435-4cda-a6e0-35f90ec17193 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels/acae851f-1c2f-4fc4-a2d7-f3eff62d45ef HTTP/1.1" status: 200 len: 473 time: 0.1127303 Jul 14 07:11:23.956808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50234) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:23.960124 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf63d94-ba52-4cb0-ac4f-3fce5b8768ac tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Pushing event deleted for resources: {'Port': ['ID=87f05e8f-d5e4-475a-acd0-311659c18714,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:24.013848 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b65d46ff-94e4-4207-b18f-284408df8571 tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules/0552cca4-efae-4b36-b49d-d5439736311c HTTP/1.1" status: 200 len: 461 time: 0.0535824 Jul 14 07:11:24.023086 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50238) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:24.078744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa9557-294d-4b56-8260-1ebbcddd9c83 req-c898670f-6be3-4f04-aeeb-f91be5d255dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:24.081144 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44aa9557-294d-4b56-8260-1ebbcddd9c83 req-c898670f-6be3-4f04-aeeb-f91be5d255dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c299c3697846c291ce3761776a3bff&device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 1097 time: 0.1687255 Jul 14 07:11:24.101860 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-daf63d94-ba52-4cb0-ac4f-3fce5b8768ac tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:24.109066 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-daf63d94-ba52-4cb0-ac4f-3fce5b8768ac tempest-RoutersAdminNegativeTest-2012271464 tempest-RoutersAdminNegativeTest-2012271464-project-admin] 10.222.0.35 "DELETE /v2.0/ports/87f05e8f-d5e4-475a-acd0-311659c18714 HTTP/1.1" status: 204 len: 168 time: 1.0328929 Jul 14 07:11:24.229935 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ff709dc-8fd5-4227-82b1-8f7aeee06edb tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:24.233948 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1ff709dc-8fd5-4227-82b1-8f7aeee06edb tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/0552cca4-efae-4b36-b49d-d5439736311c HTTP/1.1" status: 204 len: 168 time: 0.2022710 Jul 14 07:11:24.234049 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50248) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:24.239087 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217331e4-fb3c-4466-9d42-07f3f538947c req-e1b170be-4d38-4b31-bd27-7263ef7f83d8 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:24.246073 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-217331e4-fb3c-4466-9d42-07f3f538947c req-e1b170be-4d38-4b31-bd27-7263ef7f83d8 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 950 time: 0.2879860 Jul 14 07:11:24.353096 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-217331e4-fb3c-4466-9d42-07f3f538947c req-9d01ba0f-b55d-487c-b3ee-df2ca6dede1a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052737 Jul 14 07:11:24.395284 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-180fac5b-c830-4f44-863e-61740aee2821 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 1002 time: 0.2174270 Jul 14 07:11:24.435573 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa9557-294d-4b56-8260-1ebbcddd9c83 req-af5a4413-6e16-4a09-a649-dd06c89b52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:24.437622 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44aa9557-294d-4b56-8260-1ebbcddd9c83 req-af5a4413-6e16-4a09-a649-dd06c89b52ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=05c4c71a-6080-4398-a8a7-9a46ed277a04 HTTP/1.1" status: 200 len: 920 time: 0.3494937 Jul 14 07:11:24.505789 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f33f875a-bdc5-4ef5-a317-08f8461b157f tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:24.509729 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f33f875a-bdc5-4ef5-a317-08f8461b157f tempest-MeteringTestJSON-493547563 tempest-MeteringTestJSON-493547563-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/acae851f-1c2f-4fc4-a2d7-f3eff62d45ef HTTP/1.1" status: 204 len: 168 time: 0.2745485 Jul 14 07:11:24.531179 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50258) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:24.583437 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-d59e8bdf-2b32-4d46-ac9f-35e011a5e783 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:24.584889 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-d59e8bdf-2b32-4d46-ac9f-35e011a5e783 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports/1ba157c8-4455-4c7c-a8d7-efa1357e8a79 HTTP/1.1" status: 200 len: 943 time: 0.1737313 Jul 14 07:11:24.621762 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b1f6154-76b1-4dc9-8032-c6ddb9d3441d req-4d2dcd61-5bd1-4103-b482-7d8e2036dce4 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cf5da58-65f4-40e3-84a8-4f9e0951cf52 HTTP/1.1" status: 200 len: 210 time: 0.0352144 Jul 14 07:11:24.623993 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44aa9557-294d-4b56-8260-1ebbcddd9c83 req-0cdade50-10c8-4b32-b322-683c900455fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ba157c8-4455-4c7c-a8d7-efa1357e8a79 HTTP/1.1" status: 200 len: 1002 time: 0.1449158 Jul 14 07:11:24.704727 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa9557-294d-4b56-8260-1ebbcddd9c83 req-c0f71cdd-582b-4861-b7b5-a120c47e97fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:24.707051 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44aa9557-294d-4b56-8260-1ebbcddd9c83 req-c0f71cdd-582b-4861-b7b5-a120c47e97fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7533ca55-3891-41a7-935d-a12ba31dc650 HTTP/1.1" status: 200 len: 859 time: 0.0673668 Jul 14 07:11:24.789337 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44aa9557-294d-4b56-8260-1ebbcddd9c83 req-39670470-3c5a-484e-85c5-1767fba94e6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05c4c71a-6080-4398-a8a7-9a46ed277a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729361 Jul 14 07:11:24.797010 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-298287b6-0e28-4b3c-84b3-3a412d3d0121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:24.863307 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 39419638-feff-4e62-9650-4adaa5315ea3 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:11:24.882830 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-2cc2e28f-4efd-46f5-bf3c-cd400e28715a tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 1002 time: 0.1746743 Jul 14 07:11:24.909062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 39419638-feff-4e62-9650-4adaa5315ea3 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:11:24.910649 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 39419638-feff-4e62-9650-4adaa5315ea3 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:11:24.912698 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-298287b6-0e28-4b3c-84b3-3a412d3d0121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:24.919171 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-298287b6-0e28-4b3c-84b3-3a412d3d0121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:24.931795 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50270) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:24.984428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298287b6-0e28-4b3c-84b3-3a412d3d0121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d02b3b8-1b57-4bd2-9da0-f798721f5495,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:24.992520 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-298287b6-0e28-4b3c-84b3-3a412d3d0121 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4cbd1a0f079945fbaba20fa9f7ba274e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4597332 Jul 14 07:11:24.993148 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50276) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:24.995775 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b266f65-4471-442a-a1fb-07b75cd5324a req-59d6eac5-4e78-48c0-b9e5-f0239e7e9af0 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:24.997315 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b266f65-4471-442a-a1fb-07b75cd5324a req-59d6eac5-4e78-48c0-b9e5-f0239e7e9af0 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff274138-73d0-4f8e-97c3-22a533ab65b5 HTTP/1.1" status: 200 len: 948 time: 0.2414293 Jul 14 07:11:25.003501 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44aa9557-294d-4b56-8260-1ebbcddd9c83 req-fa08b809-1ab3-48b6-901f-9884dd4db664 service neutron] 10.222.0.15 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948080 Jul 14 07:11:25.062639 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-01c70134-aae3-4de8-b88f-ed3755ccf317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:25.090430 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-01c70134-aae3-4de8-b88f-ed3755ccf317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:25.122018 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-ea28fdd5-c10a-4f73-8475-bb9780b11f90 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:25.123309 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-ea28fdd5-c10a-4f73-8475-bb9780b11f90 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.2310493 Jul 14 07:11:25.135340 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b266f65-4471-442a-a1fb-07b75cd5324a req-637c0757-c2d1-45cd-8b3e-4314b852d8e3 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e80b750-934d-4afe-831a-3ef01cd52ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289001 Jul 14 07:11:25.186926 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-01c70134-aae3-4de8-b88f-ed3755ccf317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:25.190331 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-01c70134-aae3-4de8-b88f-ed3755ccf317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:25.191922 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-01c70134-aae3-4de8-b88f-ed3755ccf317 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d02b3b8-1b57-4bd2-9da0-f798721f5495 HTTP/1.1" status: 204 len: 168 time: 0.1971207 Jul 14 07:11:25.204549 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c70134-aae3-4de8-b88f-ed3755ccf317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d02b3b8-1b57-4bd2-9da0-f798721f5495,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:25.226342 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44aa9557-294d-4b56-8260-1ebbcddd9c83 req-0316e73c-a533-4384-9b0c-dac3206f6df1 service neutron] 10.222.0.15 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162499 Jul 14 07:11:25.240278 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-6d032d28-f76b-4f05-a43e-2af10bf07b42 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 1002 time: 0.1083395 Jul 14 07:11:25.245385 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-00a0870c-b6d9-4971-a635-4bcacb4f19e8 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:25.254642 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-904ed9ea-77ed-41ba-a398-ef6e51ee49e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:25.363945 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-904ed9ea-77ed-41ba-a398-ef6e51ee49e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:25.370067 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-904ed9ea-77ed-41ba-a398-ef6e51ee49e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:25.375491 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-00a0870c-b6d9-4971-a635-4bcacb4f19e8 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:25.409286 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-904ed9ea-77ed-41ba-a398-ef6e51ee49e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f8131603d4404f26a389ff4810be8c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4761903 Jul 14 07:11:25.412428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50286) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:25.462478 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ed9ea-77ed-41ba-a398-ef6e51ee49e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336e1c91-6c1a-47ff-aa70-9a4ae703c340,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:25.464719 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e03502-d32d-4b8f-b4e5-bfa83c26ee5f req-a38a89ff-881e-4ef9-85b1-09efb1255d22 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:25.466596 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5e03502-d32d-4b8f-b4e5-bfa83c26ee5f req-a38a89ff-881e-4ef9-85b1-09efb1255d22 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 946 time: 0.1438856 Jul 14 07:11:25.497152 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-261c0eb1-34fa-4c80-aea1-1340c85a23b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:25.524077 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-261c0eb1-34fa-4c80-aea1-1340c85a23b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:25.550885 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5e03502-d32d-4b8f-b4e5-bfa83c26ee5f req-ac9b3a0c-8be9-4fe2-b1de-c23bf5ebeaf5 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522895 Jul 14 07:11:25.592324 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-00a0870c-b6d9-4971-a635-4bcacb4f19e8 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:25.593973 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-261c0eb1-34fa-4c80-aea1-1340c85a23b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:25.597161 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-261c0eb1-34fa-4c80-aea1-1340c85a23b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:25.598226 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-00a0870c-b6d9-4971-a635-4bcacb4f19e8 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:25.598804 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-00a0870c-b6d9-4971-a635-4bcacb4f19e8 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Floating IP 9012c1ab-39da-429a-8618-f0cac86e3a02 disassociated. External IP: 172.25.7.139, port: 1ba157c8-4455-4c7c-a8d7-efa1357e8a79. Jul 14 07:11:25.599956 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-261c0eb1-34fa-4c80-aea1-1340c85a23b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/336e1c91-6c1a-47ff-aa70-9a4ae703c340 HTTP/1.1" status: 204 len: 168 time: 0.1865466 Jul 14 07:11:25.614481 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c0eb1-34fa-4c80-aea1-1340c85a23b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336e1c91-6c1a-47ff-aa70-9a4ae703c340,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:25.683973 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50296) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:25.731246 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-62af4102-b01e-4ea4-a717-7edddb2d6a58 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8492795825804ac9ac55d5c371885a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452619 Jul 14 07:11:25.731910 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50300) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:25.788948 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf5da58-65f4-40e3-84a8-4f9e0951cf52', 'name': 'network-vif-deleted', 'tag': '39419638-feff-4e62-9650-4adaa5315ea3'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:11:25.791223 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3e784e-48cd-419f-a5bc-18a0d0d75a43" -d '{"events": [{"server_uuid": "5cf5da58-65f4-40e3-84a8-4f9e0951cf52", "name": "network-vif-deleted", "tag": "39419638-feff-4e62-9650-4adaa5315ea3"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:11:25.793072 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2bb9337c-f19d-47aa-aba1-456fe1a6f698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:25.802222 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebeea6-f465-4acc-ad01-ae76b9aaf8c6 req-9ef24cc9-39aa-4130-9a82-78fe7d8a7413 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:25.803956 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9cebeea6-f465-4acc-ad01-ae76b9aaf8c6 req-9ef24cc9-39aa-4130-9a82-78fe7d8a7413 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 950 time: 0.1237104 Jul 14 07:11:25.825957 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2bb9337c-f19d-47aa-aba1-456fe1a6f698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:25.888264 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2bb9337c-f19d-47aa-aba1-456fe1a6f698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:25.892998 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2bb9337c-f19d-47aa-aba1-456fe1a6f698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:25.897405 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2bb9337c-f19d-47aa-aba1-456fe1a6f698 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b391707-a4b7-44da-8bc5-359234f58c17 HTTP/1.1" status: 204 len: 168 time: 0.1618993 Jul 14 07:11:25.906509 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9337c-f19d-47aa-aba1-456fe1a6f698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b391707-a4b7-44da-8bc5-359234f58c17,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:26.287748 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9cebeea6-f465-4acc-ad01-ae76b9aaf8c6 req-3a11f735-4a40-445b-a526-aef3b23a0afa tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188374 Jul 14 07:11:26.318151 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a373a-9002-431e-b621-16904e512401 req-f808ee64-33c1-4cee-85ed-23f415ed3ee6 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:26.319714 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-779a373a-9002-431e-b621-16904e512401 req-f808ee64-33c1-4cee-85ed-23f415ed3ee6 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff274138-73d0-4f8e-97c3-22a533ab65b5 HTTP/1.1" status: 200 len: 948 time: 0.1497118 Jul 14 07:11:26.321708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-00a0870c-b6d9-4971-a635-4bcacb4f19e8 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Router fcd46c61-9503-4b7a-83cb-205cf6b73e3b has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:11:26.342391 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50318) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:26.369427 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d15f9eb-b0a3-4ea0-bacd-3b46de7f7b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:26.443520 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b9a5ff-ed36-45c3-b084-9781c8b0f7d8 x-openstack-request-id: req-b1b9a5ff-ed36-45c3-b084-9781c8b0f7d8 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:11:26.443810 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf5da58-65f4-40e3-84a8-4f9e0951cf52", "name": "network-vif-deleted", "tag": "39419638-feff-4e62-9650-4adaa5315ea3", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:11:26.444058 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1b9a5ff-ed36-45c3-b084-9781c8b0f7d8 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:11:26.444443 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf5da58-65f4-40e3-84a8-4f9e0951cf52', 'name': 'network-vif-deleted', 'tag': '39419638-feff-4e62-9650-4adaa5315ea3', 'status': 'completed', 'code': 200} Jul 14 07:11:26.512695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-00a0870c-b6d9-4971-a635-4bcacb4f19e8 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:11:26.519782 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-00a0870c-b6d9-4971-a635-4bcacb4f19e8 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:26.524675 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedaf28c-4bd9-4a24-9d4f-a8bfb59276b3 None None] Sync routers for ids ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:11:26.543025 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedaf28c-4bd9-4a24-9d4f-a8bfb59276b3 None None] Routers {'fcd46c61-9503-4b7a-83cb-205cf6b73e3b'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:11:26.543942 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bedaf28c-4bd9-4a24-9d4f-a8bfb59276b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:11:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:26.547913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-779a373a-9002-431e-b621-16904e512401 req-13de1646-f795-420e-9879-88c3ab1689f3 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Deleting port 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:26.548256 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-779a373a-9002-431e-b621-16904e512401 req-13de1646-f795-420e-9879-88c3ab1689f3 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:26.635249 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d15f9eb-b0a3-4ea0-bacd-3b46de7f7b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:26.649968 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d15f9eb-b0a3-4ea0-bacd-3b46de7f7b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:26.667887 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-00a0870c-b6d9-4971-a635-4bcacb4f19e8 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "PUT /v2.0/floatingips/9012c1ab-39da-429a-8618-f0cac86e3a02 HTTP/1.1" status: 200 len: 695 time: 1.4065859 Jul 14 07:11:26.706659 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-bedaf28c-4bd9-4a24-9d4f-a8bfb59276b3 None None] Set router fcd46c61-9503-4b7a-83cb-205cf6b73e3b gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:11:26.729742 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5d15f9eb-b0a3-4ea0-bacd-3b46de7f7b31 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ec3a264bc20479f8913877854b4ad98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3861954 Jul 14 07:11:26.732430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50334) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:26.741033 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15f9eb-b0a3-4ea0-bacd-3b46de7f7b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30edc119-cec8-46a9-82a7-ae393cc0fd04,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:26.839839 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-779a373a-9002-431e-b621-16904e512401 req-13de1646-f795-420e-9879-88c3ab1689f3 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] For port 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0c21fa8d-d07a-4ff1-a422-0a42b2163cb3,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:26.840453 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-779a373a-9002-431e-b621-16904e512401 req-13de1646-f795-420e-9879-88c3ab1689f3 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:26.844356 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c37fb980-8efc-4800-8388-04c2d87496cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:26.865443 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-779a373a-9002-431e-b621-16904e512401 req-13de1646-f795-420e-9879-88c3ab1689f3 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Calling delete_port for 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:26.878122 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147207d-66d6-4b3f-9a16-a0a060d40313 req-eb0ef684-d490-4b91-9c4e-5f6a90a4f0f6 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:26.879653 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7147207d-66d6-4b3f-9a16-a0a060d40313 req-eb0ef684-d490-4b91-9c4e-5f6a90a4f0f6 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff274138-73d0-4f8e-97c3-22a533ab65b5 HTTP/1.1" status: 200 len: 948 time: 0.2794325 Jul 14 07:11:26.902434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-d2ab666c-1a38-4a45-a7d3-8e977b345112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:26.907197 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c37fb980-8efc-4800-8388-04c2d87496cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:26.909651 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-d2ab666c-1a38-4a45-a7d3-8e977b345112 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54c299c3697846c291ce3761776a3bff&device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 1097 time: 0.2400596 Jul 14 07:11:26.964630 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bedaf28c-4bd9-4a24-9d4f-a8bfb59276b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-197118733-router', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:09:59Z', 'updated_at': '2021-07-14T07:10:08Z', 'revision_number': 4, 'project_id': '54c299c3697846c291ce3761776a3bff', 'gw_port': {'id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:01Z', 'updated_at': '2021-07-14T07:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'edf868d1-b812-4d23-86b9-a0f69716c828', 'name': '', 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'mac_address': 'fa:16:3e:3e:aa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7533ca55-3891-41a7-935d-a12ba31dc650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:06Z', 'updated_at': '2021-07-14T07:10:16Z', 'revision_number': 5, 'project_id': '54c299c3697846c291ce3761776a3bff', 'subnets': [{'id': '7533ca55-3891-41a7-935d-a12ba31dc650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:26.994491 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedaf28c-4bd9-4a24-9d4f-a8bfb59276b3 None None] Checking router: fcd46c61-9503-4b7a-83cb-205cf6b73e3b for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:11:27.012651 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedaf28c-4bd9-4a24-9d4f-a8bfb59276b3 None None] Routers {'fcd46c61-9503-4b7a-83cb-205cf6b73e3b'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:11:27.016225 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bedaf28c-4bd9-4a24-9d4f-a8bfb59276b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:11:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:27.023345 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c37fb980-8efc-4800-8388-04c2d87496cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:27.026862 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c37fb980-8efc-4800-8388-04c2d87496cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:27.028141 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c37fb980-8efc-4800-8388-04c2d87496cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30edc119-cec8-46a9-82a7-ae393cc0fd04 HTTP/1.1" status: 204 len: 168 time: 0.2938559 Jul 14 07:11:27.044700 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7147207d-66d6-4b3f-9a16-a0a060d40313 req-4327fac9-939c-41f4-a459-03ae3de6b27c tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e80b750-934d-4afe-831a-3ef01cd52ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558471 Jul 14 07:11:27.048216 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fb980-8efc-4800-8388-04c2d87496cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30edc119-cec8-46a9-82a7-ae393cc0fd04,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:27.130249 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-a971247c-a452-4bac-bbce-5389c1069976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:27.131900 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-a971247c-a452-4bac-bbce-5389c1069976 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05c4c71a-6080-4398-a8a7-9a46ed277a04 HTTP/1.1" status: 200 len: 920 time: 0.2215228 Jul 14 07:11:27.198216 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-f6d04a51-d250-425f-bf03-c884cfe5c546 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ba157c8-4455-4c7c-a8d7-efa1357e8a79 HTTP/1.1" status: 200 len: 217 time: 0.0553558 Jul 14 07:11:27.254725 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-779a373a-9002-431e-b621-16904e512401 req-13de1646-f795-420e-9879-88c3ab1689f3 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:27.267609 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0c21fa8d-d07a-4ff1-a422-0a42b2163cb3'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:11:27.303608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de1646-f795-420e-9879-88c3ab1689f3 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Pushing event deleted for resources: {'Port': ['ID=0c21fa8d-d07a-4ff1-a422-0a42b2163cb3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:27.307842 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-017f6bd0-5a9e-4ffe-b529-8dcf38861318 req-712544ec-3165-428a-aa95-9d2ece80e132 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/5c685f2e-0fdb-49b0-83e4-cbd9040a2e8c HTTP/1.1" status: 200 len: 1802 time: 0.1791513 Jul 14 07:11:27.313961 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-98e2916d-cde3-48f0-ba9b-652136682979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:27.316098 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-98e2916d-cde3-48f0-ba9b-652136682979 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7533ca55-3891-41a7-935d-a12ba31dc650 HTTP/1.1" status: 200 len: 859 time: 0.1083992 Jul 14 07:11:27.355828 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50354) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:27.371184 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-bedaf28c-4bd9-4a24-9d4f-a8bfb59276b3 None None] Set router fcd46c61-9503-4b7a-83cb-205cf6b73e3b gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:11:27.408416 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-fa6fd979-7c37-4e25-9a77-2eb85cb89fe0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05c4c71a-6080-4398-a8a7-9a46ed277a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616562 Jul 14 07:11:27.409366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-779a373a-9002-431e-b621-16904e512401 req-13de1646-f795-420e-9879-88c3ab1689f3 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] No DVR routers for this DVR port 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:11:27.417007 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-779a373a-9002-431e-b621-16904e512401 req-13de1646-f795-420e-9879-88c3ab1689f3 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:27.419107 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-779a373a-9002-431e-b621-16904e512401 req-13de1646-f795-420e-9879-88c3ab1689f3 tempest-VolumesBackupsTest-552077689 tempest-VolumesBackupsTest-552077689-project] 10.222.0.15 "DELETE /v2.0/ports/0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 HTTP/1.1" status: 204 len: 173 time: 1.0932825 Jul 14 07:11:27.508383 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-017f6bd0-5a9e-4ffe-b529-8dcf38861318 req-6eb1a577-0ebe-42ad-b934-fca7e3ecbd4c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:27.552524 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-017f6bd0-5a9e-4ffe-b529-8dcf38861318 req-6eb1a577-0ebe-42ad-b934-fca7e3ecbd4c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:27.567932 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-4f542bb2-d8f9-461b-963d-a4321fc4582f service neutron] 10.222.0.35 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524391 Jul 14 07:11:27.668491 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-017f6bd0-5a9e-4ffe-b529-8dcf38861318 req-6eb1a577-0ebe-42ad-b934-fca7e3ecbd4c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:27.671294 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-017f6bd0-5a9e-4ffe-b529-8dcf38861318 req-6eb1a577-0ebe-42ad-b934-fca7e3ecbd4c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:27.672406 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-017f6bd0-5a9e-4ffe-b529-8dcf38861318 req-6eb1a577-0ebe-42ad-b934-fca7e3ecbd4c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "DELETE /v2.0/security-groups/5c685f2e-0fdb-49b0-83e4-cbd9040a2e8c HTTP/1.1" status: 204 len: 173 time: 0.3495317 Jul 14 07:11:27.698703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1a577-0ebe-42ad-b934-fca7e3ecbd4c tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c685f2e-0fdb-49b0-83e4-cbd9040a2e8c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:27.717704 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67b2aa1e-9c2f-4808-b49b-6885f792adab req-43474488-c859-4051-8436-fea9e82e2a85 service neutron] 10.222.0.35 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428514 Jul 14 07:11:27.760974 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bedaf28c-4bd9-4a24-9d4f-a8bfb59276b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-197118733-router', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:09:59Z', 'updated_at': '2021-07-14T07:10:08Z', 'revision_number': 4, 'project_id': '54c299c3697846c291ce3761776a3bff', 'gw_port': {'id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:01Z', 'updated_at': '2021-07-14T07:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'edf868d1-b812-4d23-86b9-a0f69716c828', 'name': '', 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'mac_address': 'fa:16:3e:3e:aa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7533ca55-3891-41a7-935d-a12ba31dc650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:06Z', 'updated_at': '2021-07-14T07:10:16Z', 'revision_number': 5, 'project_id': '54c299c3697846c291ce3761776a3bff', 'subnets': [{'id': '7533ca55-3891-41a7-935d-a12ba31dc650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:27.776657 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-78208d27-aa2f-45ea-b50e-6c7eee126195 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1187535964'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:27.806745 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedaf28c-4bd9-4a24-9d4f-a8bfb59276b3 None None] The sync data for ids ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'] in n-d-778696-5 is: [{'id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-197118733-router', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:09:59Z', 'updated_at': '2021-07-14T07:10:08Z', 'revision_number': 4, 'project_id': '54c299c3697846c291ce3761776a3bff', 'gw_port': {'id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:01Z', 'updated_at': '2021-07-14T07:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'edf868d1-b812-4d23-86b9-a0f69716c828', 'name': '', 'network_id': '05c4c71a-6080-4398-a8a7-9a46ed277a04', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'mac_address': 'fa:16:3e:3e:aa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7533ca55-3891-41a7-935d-a12ba31dc650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:06Z', 'updated_at': '2021-07-14T07:10:16Z', 'revision_number': 5, 'project_id': '54c299c3697846c291ce3761776a3bff', 'subnets': [{'id': '7533ca55-3891-41a7-935d-a12ba31dc650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:11:27.855426 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78208d27-aa2f-45ea-b50e-6c7eee126195 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:11:27.866047 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78208d27-aa2f-45ea-b50e-6c7eee126195 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:27.885060 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78208d27-aa2f-45ea-b50e-6c7eee126195 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:28.088157 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78208d27-aa2f-45ea-b50e-6c7eee126195 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:28.103569 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78208d27-aa2f-45ea-b50e-6c7eee126195 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:28.110705 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791fb96-8005-4e2f-b9e0-780d69852516 req-f79324d8-897c-4fef-8f06-1c3d40bc09cd tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:28.114441 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5791fb96-8005-4e2f-b9e0-780d69852516 req-f79324d8-897c-4fef-8f06-1c3d40bc09cd tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 946 time: 0.2397265 Jul 14 07:11:28.151760 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260498f0-1a82-496d-bc1e-6ea26abaa0ca req-dd1dfb7c-c9d2-40ec-92bc-7643997521ce tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:28.164527 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-260498f0-1a82-496d-bc1e-6ea26abaa0ca req-dd1dfb7c-c9d2-40ec-92bc-7643997521ce tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 950 time: 0.1891170 Jul 14 07:11:28.194540 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78208d27-aa2f-45ea-b50e-6c7eee126195 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:11:28.208756 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78208d27-aa2f-45ea-b50e-6c7eee126195 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d4902e-d32a-4573-ac3a-953781aed5ee,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:28.224524 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78208d27-aa2f-45ea-b50e-6c7eee126195 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:28.225130 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-78208d27-aa2f-45ea-b50e-6c7eee126195 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Added segment b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42 of type vlan for network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb Jul 14 07:11:28.248156 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5791fb96-8005-4e2f-b9e0-780d69852516 req-afd42389-2a8d-4728-8cc8-5ae2395f2ee7 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206028 Jul 14 07:11:28.296671 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-260498f0-1a82-496d-bc1e-6ea26abaa0ca req-99ce8489-054b-4270-a607-6f6bd373ef61 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194768 Jul 14 07:11:28.307593 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36782509-e67a-4898-babb-d4ceec18e5e2 None None] New status for floating IP 9012c1ab-39da-429a-8618-f0cac86e3a02: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:11:28.345103 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78208d27-aa2f-45ea-b50e-6c7eee126195 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:28.349469 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61128dc1-36ec-4ff9-8cec-daddcb2ceccc req-281ecdd0-ac62-41b3-8ff4-d54c2c7da1a8 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/7bc2abc9-0802-40d1-9c70-dc7dcc5957c2 HTTP/1.1" status: 200 len: 1802 time: 0.0691204 Jul 14 07:11:28.399328 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78208d27-aa2f-45ea-b50e-6c7eee126195 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:28.412752 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78208d27-aa2f-45ea-b50e-6c7eee126195 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:28.414761 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78208d27-aa2f-45ea-b50e-6c7eee126195 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:28.439819 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8f50e843-3c02-45bc-b60a-2fd353ff4c8d req-e78aa7dc-4099-4b22-9cf5-655a5b191015 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/floatingips/9012c1ab-39da-429a-8618-f0cac86e3a02 HTTP/1.1" status: 200 len: 695 time: 0.0652461 Jul 14 07:11:28.450830 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192da6fe-135d-4b52-96f3-366b60366c93', 'tag': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79'}, {'server_uuid': 'ff274138-73d0-4f8e-97c3-22a533ab65b5', 'name': 'network-vif-deleted', 'tag': '0c21fa8d-d07a-4ff1-a422-0a42b2163cb3'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:11:28.453327 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ab0ca3-2b11-4d40-8834-e712ed4a1c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "192da6fe-135d-4b52-96f3-366b60366c93", "tag": "1ba157c8-4455-4c7c-a8d7-efa1357e8a79"}, {"server_uuid": "ff274138-73d0-4f8e-97c3-22a533ab65b5", "name": "network-vif-deleted", "tag": "0c21fa8d-d07a-4ff1-a422-0a42b2163cb3"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:11:28.502115 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-61128dc1-36ec-4ff9-8cec-daddcb2ceccc req-da6c7803-db69-4b14-8538-5250d1fb80cd tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:28.510757 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-78208d27-aa2f-45ea-b50e-6c7eee126195 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1524539 Jul 14 07:11:28.516339 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50386) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:28.539133 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ab23052e-59e0-4ba9-b4c9-f979da3f3bf0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:28.574710 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-61128dc1-36ec-4ff9-8cec-daddcb2ceccc req-da6c7803-db69-4b14-8538-5250d1fb80cd tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:28.619087 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78208d27-aa2f-45ea-b50e-6c7eee126195 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Network': ['ID=29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:28.650191 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50e843-3c02-45bc-b60a-2fd353ff4c8d req-1fe2b768-2f33-4542-8d15-0328cf360296 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:28.651667 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8f50e843-3c02-45bc-b60a-2fd353ff4c8d req-1fe2b768-2f33-4542-8d15-0328cf360296 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 784 time: 0.1941667 Jul 14 07:11:28.658059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:11:28.691447 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab23052e-59e0-4ba9-b4c9-f979da3f3bf0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:11:28.701794 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab23052e-59e0-4ba9-b4c9-f979da3f3bf0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:28.714066 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-61128dc1-36ec-4ff9-8cec-daddcb2ceccc req-da6c7803-db69-4b14-8538-5250d1fb80cd tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:28.717041 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-61128dc1-36ec-4ff9-8cec-daddcb2ceccc req-da6c7803-db69-4b14-8538-5250d1fb80cd tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:28.728675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61128dc1-36ec-4ff9-8cec-daddcb2ceccc req-da6c7803-db69-4b14-8538-5250d1fb80cd tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "DELETE /v2.0/security-groups/7bc2abc9-0802-40d1-9c70-dc7dcc5957c2 HTTP/1.1" status: 204 len: 173 time: 0.3779802 Jul 14 07:11:28.755816 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8f50e843-3c02-45bc-b60a-2fd353ff4c8d req-00179992-20ec-489b-9e40-9d79e25900c5 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 698 time: 0.0952005 Jul 14 07:11:28.786588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c7803-db69-4b14-8538-5250d1fb80cd tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc2abc9-0802-40d1-9c70-dc7dcc5957c2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:28.873257 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8f50e843-3c02-45bc-b60a-2fd353ff4c8d req-0763ce3e-8922-48f2-8ceb-adcbe0dd6eb5 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 696 time: 0.0996709 Jul 14 07:11:28.961772 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 07:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73527cde-42bf-43b2-a7c5-5cab1f7d787d x-openstack-request-id: req-73527cde-42bf-43b2-a7c5-5cab1f7d787d {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:11:28.962073 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192da6fe-135d-4b52-96f3-366b60366c93", "tag": "1ba157c8-4455-4c7c-a8d7-efa1357e8a79", "status": "completed", "code": 200}, {"server_uuid": "ff274138-73d0-4f8e-97c3-22a533ab65b5", "name": "network-vif-deleted", "tag": "0c21fa8d-d07a-4ff1-a422-0a42b2163cb3", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:11:28.962328 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73527cde-42bf-43b2-a7c5-5cab1f7d787d {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:11:28.962737 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192da6fe-135d-4b52-96f3-366b60366c93', 'tag': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79', 'status': 'completed', 'code': 200} Jul 14 07:11:28.962990 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff274138-73d0-4f8e-97c3-22a533ab65b5', 'name': 'network-vif-deleted', 'tag': '0c21fa8d-d07a-4ff1-a422-0a42b2163cb3', 'status': 'completed', 'code': 200} Jul 14 07:11:28.975916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-21035746-769c-43f1-88b3-110bbddb339d req-ae340d8e-1d1b-4899-9acf-33dc0ef0d0bb tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-438902665', 'description': 'tempest-description-403899615'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:29.012678 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:11:29.049304 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-21035746-769c-43f1-88b3-110bbddb339d req-ae340d8e-1d1b-4899-9acf-33dc0ef0d0bb tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:29.178915 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0ca3-2b11-4d40-8834-e712ed4a1c5b req-064b3ceb-eb98-44dc-92d7-1d485731fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:29.181744 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72ab0ca3-2b11-4d40-8834-e712ed4a1c5b req-064b3ceb-eb98-44dc-92d7-1d485731fd1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c299c3697846c291ce3761776a3bff&device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 1097 time: 0.1823738 Jul 14 07:11:29.265888 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:11:29.283501 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-8f50e843-3c02-45bc-b60a-2fd353ff4c8d req-e8d7a469-5963-41a3-a0d8-51af205a055d tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Deleting port cee650aa-a72f-4775-9fe0-e6a7a25ee952 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:29.284146 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8f50e843-3c02-45bc-b60a-2fd353ff4c8d req-e8d7a469-5963-41a3-a0d8-51af205a055d tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:29.319352 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:11:29.319902 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 0c21fa8d-d07a-4ff1-a422-0a42b2163cb3 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:11:29.363260 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab23052e-59e0-4ba9-b4c9-f979da3f3bf0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:29.427815 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-21035746-769c-43f1-88b3-110bbddb339d req-ae340d8e-1d1b-4899-9acf-33dc0ef0d0bb tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:29.436318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0ca3-2b11-4d40-8834-e712ed4a1c5b req-567b528b-b9b1-4039-9b30-4682af42b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:29.437950 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72ab0ca3-2b11-4d40-8834-e712ed4a1c5b req-567b528b-b9b1-4039-9b30-4682af42b571 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05c4c71a-6080-4398-a8a7-9a46ed277a04 HTTP/1.1" status: 200 len: 920 time: 0.2469010 Jul 14 07:11:29.441005 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-21035746-769c-43f1-88b3-110bbddb339d req-ae340d8e-1d1b-4899-9acf-33dc0ef0d0bb tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:29.465291 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23052e-59e0-4ba9-b4c9-f979da3f3bf0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=60dd2fcd-0755-4de6-bc7f-05fef9b05b04,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:29.469145 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab23052e-59e0-4ba9-b4c9-f979da3f3bf0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:11:29.469615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab23052e-59e0-4ba9-b4c9-f979da3f3bf0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network hostable DHCP agents. Network: 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:11:29.492766 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab23052e-59e0-4ba9-b4c9-f979da3f3bf0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:11:29.509571 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-ab23052e-59e0-4ba9-b4c9-f979da3f3bf0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:29.519231 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab23052e-59e0-4ba9-b4c9-f979da3f3bf0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:29.519922 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab23052e-59e0-4ba9-b4c9-f979da3f3bf0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:29.526160 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0343c430-0dc4-4d5e-b890-4fdd73f90d02 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:11:29.526676 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72ab0ca3-2b11-4d40-8834-e712ed4a1c5b req-1203e5d8-1738-4736-9ba8-65bf627b13a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ba157c8-4455-4c7c-a8d7-efa1357e8a79 HTTP/1.1" status: 200 len: 217 time: 0.0683663 Jul 14 07:11:29.531524 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae340d8e-1d1b-4899-9acf-33dc0ef0d0bb tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aafc1ff3-b19f-44e8-bf99-4e3236ea663a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:29.535242 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8f50e843-3c02-45bc-b60a-2fd353ff4c8d req-e8d7a469-5963-41a3-a0d8-51af205a055d tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:29.535855 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8f50e843-3c02-45bc-b60a-2fd353ff4c8d req-e8d7a469-5963-41a3-a0d8-51af205a055d tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:29.558524 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-21035746-769c-43f1-88b3-110bbddb339d req-ae340d8e-1d1b-4899-9acf-33dc0ef0d0bb tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:29.568529 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21035746-769c-43f1-88b3-110bbddb339d req-ae340d8e-1d1b-4899-9acf-33dc0ef0d0bb tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5975304 Jul 14 07:11:29.573005 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ab23052e-59e0-4ba9-b4c9-f979da3f3bf0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0540497 Jul 14 07:11:29.575347 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50414) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:29.594215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-91c31916-9cbd-4bd0-a8f9-8ce2a64deb94 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'name': 'tempest-NetworksTestDHCPv6-1795600182'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:29.617777 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-8f50e843-3c02-45bc-b60a-2fd353ff4c8d req-e8d7a469-5963-41a3-a0d8-51af205a055d tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Calling delete_port for cee650aa-a72f-4775-9fe0-e6a7a25ee952 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:29.768454 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': '60dd2fcd-0755-4de6-bc7f-05fef9b05b04'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:11:29.769870 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:29.832885 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c31916-9cbd-4bd0-a8f9-8ce2a64deb94 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:11:29.844092 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91c31916-9cbd-4bd0-a8f9-8ce2a64deb94 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:29.858306 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0ca3-2b11-4d40-8834-e712ed4a1c5b req-bd73133f-2a93-43af-9d98-6af292567b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:29.860993 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72ab0ca3-2b11-4d40-8834-e712ed4a1c5b req-bd73133f-2a93-43af-9d98-6af292567b71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7533ca55-3891-41a7-935d-a12ba31dc650 HTTP/1.1" status: 200 len: 859 time: 0.3206186 Jul 14 07:11:29.890481 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-91c31916-9cbd-4bd0-a8f9-8ce2a64deb94 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port f0fa7426-4e98-4449-8e03-5d8c4f7e513e yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:11:29.968373 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72ab0ca3-2b11-4d40-8834-e712ed4a1c5b req-430fe350-ae92-488a-887b-14e02859d00a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05c4c71a-6080-4398-a8a7-9a46ed277a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996203 Jul 14 07:11:30.022199 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Allocated IP 2001:db8::2 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/60dd2fcd-0755-4de6-bc7f-05fef9b05b04/51f0f15f-0bf4-47fe-b305-0d78067ae9ce) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:11:30.118601 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb03d0-5821-4b23-b85e-081b48b54432 req-e51e91ae-5862-47b9-b196-326e3967ba57 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:30.132684 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15fb03d0-5821-4b23-b85e-081b48b54432 req-e51e91ae-5862-47b9-b196-326e3967ba57 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 946 time: 0.2732501 Jul 14 07:11:30.195847 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72ab0ca3-2b11-4d40-8834-e712ed4a1c5b req-f2798410-a846-43a8-934e-9fb19843151a service neutron] 10.222.0.15 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015748 Jul 14 07:11:30.242483 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15fb03d0-5821-4b23-b85e-081b48b54432 req-d001b524-59df-44c6-acb7-3679c0c3691e tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152360 Jul 14 07:11:30.267850 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8f50e843-3c02-45bc-b60a-2fd353ff4c8d req-e8d7a469-5963-41a3-a0d8-51af205a055d tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:30.304766 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:30.317680 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Transition to ACTIVE for port object 51f0f15f-0bf4-47fe-b305-0d78067ae9ce will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:30.350051 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Transition to ACTIVE for port object 51f0f15f-0bf4-47fe-b305-0d78067ae9ce will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:30.368005 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:30.410846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7a469-5963-41a3-a0d8-51af205a055d tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Pushing event deleted for resources: {'Port': ['ID=cee650aa-a72f-4775-9fe0-e6a7a25ee952,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:30.470097 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:30.474654 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-91c31916-9cbd-4bd0-a8f9-8ce2a64deb94 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::2ce (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/60dd2fcd-0755-4de6-bc7f-05fef9b05b04/f0fa7426-4e98-4449-8e03-5d8c4f7e513e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:11:30.501653 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:30.521036 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:11:30.548224 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e17dcff1-4c80-488e-b49f-cb09c610d5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:30.551992 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50434) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:30.560846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Pushing event updated for resources: {'Port': ['ID=51f0f15f-0bf4-47fe-b305-0d78067ae9ce,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:30.583054 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8f50e843-3c02-45bc-b60a-2fd353ff4c8d req-e8d7a469-5963-41a3-a0d8-51af205a055d tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:30.587554 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8f50e843-3c02-45bc-b60a-2fd353ff4c8d req-e8d7a469-5963-41a3-a0d8-51af205a055d tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:30.588874 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8f50e843-3c02-45bc-b60a-2fd353ff4c8d req-e8d7a469-5963-41a3-a0d8-51af205a055d tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "DELETE /v2.0/floatingips/9012c1ab-39da-429a-8618-f0cac86e3a02 HTTP/1.1" status: 204 len: 173 time: 1.7097113 Jul 14 07:11:30.591354 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72ab0ca3-2b11-4d40-8834-e712ed4a1c5b req-ee749502-345e-4d50-9f70-68529608e239 service neutron] 10.222.0.15 "GET /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814011 Jul 14 07:11:30.592557 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:30.592976 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:30.593409 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:30.593810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:30.594208 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:30.594601 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:30.595245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:30.595638 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:30.596028 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:30.596951 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:30.597478 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:30.597873 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:11:30.715959 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1aea9adb-9f96-408f-9511-c5629380cd62 req-c58dceae-27eb-43d9-8ccc-2ce7fc426f46 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/aafc1ff3-b19f-44e8-bf99-4e3236ea663a HTTP/1.1" status: 200 len: 1801 time: 0.0846558 Jul 14 07:11:30.742210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-1aea9adb-9f96-408f-9511-c5629380cd62 req-9f9f7173-3d1d-40a5-851c-a6e4f3216edd tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Request body: {'security_group': {'name': 'tempest-sg-hth-218975391', 'description': 'tempest-description-hth-1539504277'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:30.762621 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717c3d0-24ea-4286-a9b3-ac4bfc03d5f9 req-a9985712-c5e0-488f-9a56-5aa74e87b3b8 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:30.765148 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a717c3d0-24ea-4286-a9b3-ac4bfc03d5f9 req-a9985712-c5e0-488f-9a56-5aa74e87b3b8 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 950 time: 0.2987909 Jul 14 07:11:30.807302 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1aea9adb-9f96-408f-9511-c5629380cd62 req-9f9f7173-3d1d-40a5-851c-a6e4f3216edd tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:30.837398 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a717c3d0-24ea-4286-a9b3-ac4bfc03d5f9 req-95f8b333-951f-4bc5-b006-15043c697bcd tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635316 Jul 14 07:11:30.851794 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91c31916-9cbd-4bd0-a8f9-8ce2a64deb94 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:30.884830 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-91c31916-9cbd-4bd0-a8f9-8ce2a64deb94 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object f0fa7426-4e98-4449-8e03-5d8c4f7e513e will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:30.951850 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Attempting to bind port 51f0f15f-0bf4-47fe-b305-0d78067ae9ce on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:30.957478 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Attempting to bind port 51f0f15f-0bf4-47fe-b305-0d78067ae9ce by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:30.959212 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Attempting to bind port 51f0f15f-0bf4-47fe-b305-0d78067ae9ce on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:30.959332 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1aea9adb-9f96-408f-9511-c5629380cd62 req-9f9f7173-3d1d-40a5-851c-a6e4f3216edd tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:30.963017 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3696e1b-e83e-4fbc-8c20-fcdb1fefef44 req-5db07552-a5d3-4fb0-b906-e1a974d8eeab tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups/ef33ba8a-245f-4db1-9b55-054dba3d004f HTTP/1.1" status: 200 len: 1809 time: 0.0594375 Jul 14 07:11:30.968390 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1aea9adb-9f96-408f-9511-c5629380cd62 req-9f9f7173-3d1d-40a5-851c-a6e4f3216edd tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:30.980408 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:11:30.981046 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:11:30.981261 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1aea9adb-9f96-408f-9511-c5629380cd62 req-9f9f7173-3d1d-40a5-851c-a6e4f3216edd tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:30.982409 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:30.983348 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:11:30.985000 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1aea9adb-9f96-408f-9511-c5629380cd62 req-9f9f7173-3d1d-40a5-851c-a6e4f3216edd tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "PUT /v2.0/security-groups/aafc1ff3-b19f-44e8-bf99-4e3236ea663a HTTP/1.1" status: 200 len: 1776 time: 0.2568803 Jul 14 07:11:30.985261 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Bound port: 51f0f15f-0bf4-47fe-b305-0d78067ae9ce, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:11:30.987053 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:30.988522 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91c31916-9cbd-4bd0-a8f9-8ce2a64deb94 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:31.009689 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0f436c7e-699d-421c-b1e7-1ee08298af68 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-673188444'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:31.027578 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c31916-9cbd-4bd0-a8f9-8ce2a64deb94 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:31.032914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-91c31916-9cbd-4bd0-a8f9-8ce2a64deb94 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:31.036665 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c31916-9cbd-4bd0-a8f9-8ce2a64deb94 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:11:31.043269 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c31916-9cbd-4bd0-a8f9-8ce2a64deb94 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:31.044300 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91c31916-9cbd-4bd0-a8f9-8ce2a64deb94 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:31.099979 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f7173-3d1d-40a5-851c-a6e4f3216edd tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aafc1ff3-b19f-44e8-bf99-4e3236ea663a,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:31.129511 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] For port 51f0f15f-0bf4-47fe-b305-0d78067ae9ce, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:11:31.130896 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f436c7e-699d-421c-b1e7-1ee08298af68 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Made reservation on behalf of 0610795ccac2464ea4e231387fbd6809 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:11:31.133452 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] For port 51f0f15f-0bf4-47fe-b305-0d78067ae9ce, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=51f0f15f-0bf4-47fe-b305-0d78067ae9ce,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:11:31.138837 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-47c85917-2f99-4894-9799-bfb3f80c745f req-87da6cd9-00d7-4cbf-83dd-55aef7d6aa62 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/aafc1ff3-b19f-44e8-bf99-4e3236ea663a HTTP/1.1" status: 200 len: 1776 time: 0.1294417 Jul 14 07:11:31.140050 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d3696e1b-e83e-4fbc-8c20-fcdb1fefef44 req-69a7dc87-cc28-4526-ae54-ff8b75a0e357 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:31.142995 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f436c7e-699d-421c-b1e7-1ee08298af68 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:31.148203 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:31.167730 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f436c7e-699d-421c-b1e7-1ee08298af68 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:31.169047 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d3696e1b-e83e-4fbc-8c20-fcdb1fefef44 req-69a7dc87-cc28-4526-ae54-ff8b75a0e357 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:31.190689 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c31916-9cbd-4bd0-a8f9-8ce2a64deb94 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=f0fa7426-4e98-4449-8e03-5d8c4f7e513e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:31.268098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4360d5-5e94-40b4-8e9a-1f365046214f None None] Pushing event updated for resources: {'Port': ['ID=51f0f15f-0bf4-47fe-b305-0d78067ae9ce,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:31.279347 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3c2fe81-22c0-4c31-b3c5-6afc912f02df req-c06b51b7-06d3-4758-bd26-9f521d27cf4e tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/aafc1ff3-b19f-44e8-bf99-4e3236ea663a HTTP/1.1" status: 200 len: 1776 time: 0.0652835 Jul 14 07:11:31.279951 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d3696e1b-e83e-4fbc-8c20-fcdb1fefef44 req-69a7dc87-cc28-4526-ae54-ff8b75a0e357 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:31.282494 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d3696e1b-e83e-4fbc-8c20-fcdb1fefef44 req-69a7dc87-cc28-4526-ae54-ff8b75a0e357 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:31.283617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3696e1b-e83e-4fbc-8c20-fcdb1fefef44 req-69a7dc87-cc28-4526-ae54-ff8b75a0e357 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "DELETE /v2.0/security-groups/ef33ba8a-245f-4db1-9b55-054dba3d004f HTTP/1.1" status: 204 len: 173 time: 0.2974501 Jul 14 07:11:31.284536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50452) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:31.286260 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-91c31916-9cbd-4bd0-a8f9-8ce2a64deb94 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7026460 Jul 14 07:11:31.366009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7dc87-cc28-4526-ae54-ff8b75a0e357 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef33ba8a-245f-4db1-9b55-054dba3d004f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:31.409930 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f436c7e-699d-421c-b1e7-1ee08298af68 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:31.416613 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f436c7e-699d-421c-b1e7-1ee08298af68 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:31.436263 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f436c7e-699d-421c-b1e7-1ee08298af68 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:11:31.456821 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a3c2fe81-22c0-4c31-b3c5-6afc912f02df req-fbb661fe-f33a-4f59-91f0-b78b36530628 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:31.456961 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f436c7e-699d-421c-b1e7-1ee08298af68 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:31.457504 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-0f436c7e-699d-421c-b1e7-1ee08298af68 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Added segment 521b47cb-6b9e-410d-ab78-6ed53b04ecdf of type vlan for network 0606836c-ae57-4986-a662-dcbfacabfba5 Jul 14 07:11:31.514988 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f436c7e-699d-421c-b1e7-1ee08298af68 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:31.561121 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f436c7e-699d-421c-b1e7-1ee08298af68 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:31.567150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f436c7e-699d-421c-b1e7-1ee08298af68 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:31.567860 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f436c7e-699d-421c-b1e7-1ee08298af68 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:31.596026 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a3c2fe81-22c0-4c31-b3c5-6afc912f02df req-fbb661fe-f33a-4f59-91f0-b78b36530628 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:31.674914 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a314d2d-2581-4b0c-bb10-39c97991f08d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:31.681879 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a314d2d-2581-4b0c-bb10-39c97991f08d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:31.683619 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0a314d2d-2581-4b0c-bb10-39c97991f08d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3913822 Jul 14 07:11:31.687014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50460) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:31.690085 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f436c7e-699d-421c-b1e7-1ee08298af68 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92773c6a-ae21-4d17-b24d-732e5b3bd5b8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:31.693448 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0f436c7e-699d-421c-b1e7-1ee08298af68 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1389990 Jul 14 07:11:31.707278 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f436c7e-699d-421c-b1e7-1ee08298af68 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Pushing event updated for resources: {'Network': ['ID=0606836c-ae57-4986-a662-dcbfacabfba5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:31.728701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 0606836c-ae57-4986-a662-dcbfacabfba5 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:11:31.775408 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a3c2fe81-22c0-4c31-b3c5-6afc912f02df req-fbb661fe-f33a-4f59-91f0-b78b36530628 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:31.777995 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a3c2fe81-22c0-4c31-b3c5-6afc912f02df req-fbb661fe-f33a-4f59-91f0-b78b36530628 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:31.779122 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3c2fe81-22c0-4c31-b3c5-6afc912f02df req-fbb661fe-f33a-4f59-91f0-b78b36530628 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "DELETE /v2.0/security-groups/aafc1ff3-b19f-44e8-bf99-4e3236ea663a HTTP/1.1" status: 204 len: 173 time: 0.4774272 Jul 14 07:11:31.812658 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a42bdc-47b8-449f-bba0-5608bd191c4f req-7dd9a681-269d-4a64-8449-4e3922ed2714 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:31.819607 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-20a42bdc-47b8-449f-bba0-5608bd191c4f req-7dd9a681-269d-4a64-8449-4e3922ed2714 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 946 time: 0.3526142 Jul 14 07:11:31.836891 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb661fe-f33a-4f59-91f0-b78b36530628 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafc1ff3-b19f-44e8-bf99-4e3236ea663a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:32.269373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 51f0f15f-0bf4-47fe-b305-0d78067ae9ce up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:11:32.361263 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-20a42bdc-47b8-449f-bba0-5608bd191c4f req-95dfa8d0-4fa3-4f41-888d-3d61c6307c20 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403759 Jul 14 07:11:32.387088 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 51f0f15f-0bf4-47fe-b305-0d78067ae9ce completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:11:32.390799 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-7cd29948-1e19-4d67-87f0-203b2eafb058 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port f0fa7426-4e98-4449-8e03-5d8c4f7e513e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:32.391137 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cd29948-1e19-4d67-87f0-203b2eafb058 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:32.531302 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cd29948-1e19-4d67-87f0-203b2eafb058 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:32.548175 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-7cd29948-1e19-4d67-87f0-203b2eafb058 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for f0fa7426-4e98-4449-8e03-5d8c4f7e513e owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:32.743976 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50490) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:32.750087 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Request body: {'port': {'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5', 'binding:host_id': 'n-h2-778696-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1629846023'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:32.813999 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4355cfc9-605d-478b-b38e-526aa2c6d4c7 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:11:32.820745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Made reservation on behalf of c215215192394f209443dc5835fb453b for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:11:32.824443 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:32.847380 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:32.887901 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cd29948-1e19-4d67-87f0-203b2eafb058 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:32.945374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd29948-1e19-4d67-87f0-203b2eafb058 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=f0fa7426-4e98-4449-8e03-5d8c4f7e513e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:32.970275 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1bd2dd2b-2280-4ae2-a9e3-3c4f35ee2058 None None] Provisioning for port 51f0f15f-0bf4-47fe-b305-0d78067ae9ce completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:11:32.988741 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1bd2dd2b-2280-4ae2-a9e3-3c4f35ee2058 None None] Provisioning complete for port 51f0f15f-0bf4-47fe-b305-0d78067ae9ce triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:11:32.989115 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1bd2dd2b-2280-4ae2-a9e3-3c4f35ee2058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:33.069216 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:33.076835 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:33.080583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] device_id is not set on port 636ee15a-88c6-41f2-936f-5f6ef68a2511 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:11:33.088127 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cd29948-1e19-4d67-87f0-203b2eafb058 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:33.096983 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7cd29948-1e19-4d67-87f0-203b2eafb058 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/f0fa7426-4e98-4449-8e03-5d8c4f7e513e HTTP/1.1" status: 204 len: 168 time: 1.4048672 Jul 14 07:11:33.109296 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50494) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:33.182236 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587e304-c844-4c3b-b18f-eb70a60c7fa7 req-bab6d50b-5b65-4371-9b21-e74b29c63d1c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:33.196377 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c587e304-c844-4c3b-b18f-eb70a60c7fa7 req-bab6d50b-5b65-4371-9b21-e74b29c63d1c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 950 time: 0.2668600 Jul 14 07:11:33.208943 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1bd2dd2b-2280-4ae2-a9e3-3c4f35ee2058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:33.259029 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dae99653-eebf-4d91-83ac-0c0e6f98419f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:33.293229 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c587e304-c844-4c3b-b18f-eb70a60c7fa7 req-143d8108-2dc6-4182-a251-8fed724cb5b1 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958388 Jul 14 07:11:33.345627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35307e-4f72-4c86-b2e4-d7c9841c6e09 req-a39f8d18-c6f5-4c6c-948e-82f6bf7d57c4 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:33.350151 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca35307e-4f72-4c86-b2e4-d7c9841c6e09 req-a39f8d18-c6f5-4c6c-948e-82f6bf7d57c4 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.2861614 Jul 14 07:11:33.364597 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-1bd2dd2b-2280-4ae2-a9e3-3c4f35ee2058 None None] For port 51f0f15f-0bf4-47fe-b305-0d78067ae9ce, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=51f0f15f-0bf4-47fe-b305-0d78067ae9ce,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:33.385978 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1bd2dd2b-2280-4ae2-a9e3-3c4f35ee2058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:33.447875 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca35307e-4f72-4c86-b2e4-d7c9841c6e09 req-907f8701-f708-4727-927b-4784e409cc91 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913017 Jul 14 07:11:33.453118 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] device_id is not set on port 636ee15a-88c6-41f2-936f-5f6ef68a2511 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:11:33.463705 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:33.475306 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Transition to ACTIVE for port object 636ee15a-88c6-41f2-936f-5f6ef68a2511 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:33.509467 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:33.567951 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2dd2b-2280-4ae2-a9e3-3c4f35ee2058 None None] Pushing event updated for resources: {'Port': ['ID=51f0f15f-0bf4-47fe-b305-0d78067ae9ce,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:33.593839 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-2b924cc8-14c3-4fe0-b6e0-241d582dded7 req-d09562a9-b21d-40fb-8b1d-c02ce9c434e1 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] show failed (client error): The resource could not be found. Jul 14 07:11:33.607687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b924cc8-14c3-4fe0-b6e0-241d582dded7 req-d09562a9-b21d-40fb-8b1d-c02ce9c434e1 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/7bc2abc9-0802-40d1-9c70-dc7dcc5957c2 HTTP/1.1" status: 404 len: 352 time: 0.0637844 Jul 14 07:11:33.640778 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:33.706911 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-aca87096-9ed3-4a12-95b4-f25d6855b246 req-29ffd4c9-e938-430b-ba78-9c4f00816a02 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] show failed (client error): The resource could not be found. Jul 14 07:11:33.708350 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aca87096-9ed3-4a12-95b4-f25d6855b246 req-29ffd4c9-e938-430b-ba78-9c4f00816a02 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/5c685f2e-0fdb-49b0-83e4-cbd9040a2e8c HTTP/1.1" status: 404 len: 352 time: 0.0643282 Jul 14 07:11:33.720294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Pushing event updated for resources: {'Port': ['ID=636ee15a-88c6-41f2-936f-5f6ef68a2511,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:33.795327 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Checking segment: {'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:11:33.797454 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Network hostable DHCP agents. Network: 0606836c-ae57-4986-a662-dcbfacabfba5, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:11:33.837389 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-151c23f7-d8fa-4603-94fa-e9f9a245afeb req-c0fcf0cb-029e-47a6-b78e-63d77a4d5dc8 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] show failed (client error): The resource could not be found. Jul 14 07:11:33.847844 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc41ffc5-4c42-485f-a1f0-3e0fb7102f8e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:33.848470 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-151c23f7-d8fa-4603-94fa-e9f9a245afeb req-c0fcf0cb-029e-47a6-b78e-63d77a4d5dc8 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/935817ca-d61d-4f2a-aada-be1bc77226e0 HTTP/1.1" status: 404 len: 352 time: 0.0706964 Jul 14 07:11:33.863426 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f942e65f-b3ea-4c6e-b5cc-85d3f8563668 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:33.865253 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f942e65f-b3ea-4c6e-b5cc-85d3f8563668 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:33.869576 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f942e65f-b3ea-4c6e-b5cc-85d3f8563668 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3843553 Jul 14 07:11:33.869576 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Network 0606836c-ae57-4986-a662-dcbfacabfba5 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:11:33.877398 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50556) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:33.882087 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 0606836c-ae57-4986-a662-dcbfacabfba5) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:33.895644 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:11:33.899802 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ac4c84-7b34-4261-bce4-9eb203fb1cfc None None] Network 0606836c-ae57-4986-a662-dcbfacabfba5 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:11:33.914438 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:33.914787 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:33.915164 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:33.920071 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:33.920309 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:33.920691 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 2 to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 Jul 14 07:11:33.939024 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:33.939346 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:33.939692 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:33.952457 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:33.952767 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:33.953150 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 3 to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 Jul 14 07:11:33.967079 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-d32f1b11-3c8e-49d1-a487-220e501b8818 req-01baaa33-14b3-48ee-a441-a2d61aed4b56 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] show failed (client error): The resource could not be found. Jul 14 07:11:33.968159 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d32f1b11-3c8e-49d1-a487-220e501b8818 req-01baaa33-14b3-48ee-a441-a2d61aed4b56 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/69ce1ecb-9538-45ff-a0e8-6dc707a3d102 HTTP/1.1" status: 404 len: 352 time: 0.0475233 Jul 14 07:11:34.006236 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb2dc6-fee1-4d15-b459-48fb984c3698 req-ec78f5e7-4af4-4da8-8637-d703d0555e94 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:34.019077 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b8bb2dc6-fee1-4d15-b459-48fb984c3698 req-ec78f5e7-4af4-4da8-8637-d703d0555e94 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 946 time: 0.2937088 Jul 14 07:11:34.019259 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:34.019516 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:34.019859 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:34.036659 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:34.037046 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:34.037421 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 4 to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 Jul 14 07:11:34.081495 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-da54b3f5-1930-40b2-a300-a45359c84b12 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet 60dd2fcd-0755-4de6-bc7f-05fef9b05b04 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:11:34.085458 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-4148eb70-273b-41e1-a266-6eeee8b43b88 req-82139689-bf8c-4e15-a722-ff3356a7be7f tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] show failed (client error): The resource could not be found. Jul 14 07:11:34.086048 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:34.088273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:34.088717 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:34.095063 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4148eb70-273b-41e1-a266-6eeee8b43b88 req-82139689-bf8c-4e15-a722-ff3356a7be7f tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/b3f3feae-3c6e-48e7-be72-6928b5ee0255 HTTP/1.1" status: 404 len: 352 time: 0.0593753 Jul 14 07:11:34.096280 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da54b3f5-1930-40b2-a300-a45359c84b12 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:34.113813 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:34.114183 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:34.114599 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 5 to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 Jul 14 07:11:34.173492 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:34.174837 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:34.175850 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:34.203671 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:34.204023 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:34.204431 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 6 to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 Jul 14 07:11:34.236082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 51f0f15f-0bf4-47fe-b305-0d78067ae9ce up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:11:34.244291 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-6a1c3ca0-f289-48a4-b9f0-e08d09997945 req-3e299ca9-46ad-48de-ad0c-cff95220cd16 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] show failed (client error): The resource could not be found. Jul 14 07:11:34.254305 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a1c3ca0-f289-48a4-b9f0-e08d09997945 req-3e299ca9-46ad-48de-ad0c-cff95220cd16 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/f8a51d2f-fc92-4832-9543-b5c22517c8c0 HTTP/1.1" status: 404 len: 352 time: 0.0553916 Jul 14 07:11:34.267594 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:34.267930 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:34.268898 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:34.287325 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:34.287671 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:34.288068 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 7 to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 Jul 14 07:11:34.319077 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da54b3f5-1930-40b2-a300-a45359c84b12 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:34.342082 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:34.343385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:34.343745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:34.360785 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:34.361037 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:34.363776 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 8 to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 Jul 14 07:11:34.409505 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:34.411390 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:34.412095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:34.431668 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:34.432965 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:34.438330 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 9 to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 Jul 14 07:11:34.444123 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b56fb748-638b-4354-951c-9ce7612c7bab None None] Provisioning complete for port 51f0f15f-0bf4-47fe-b305-0d78067ae9ce triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:11:34.445485 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b56fb748-638b-4354-951c-9ce7612c7bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:34.487894 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:34.488371 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:34.488813 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:34.496586 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:34.499687 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:34.500244 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 10 to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 Jul 14 07:11:34.528614 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da54b3f5-1930-40b2-a300-a45359c84b12 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:34.537925 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:34.543861 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:34.545239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:34.560538 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:34.561033 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 636ee15a-88c6-41f2-936f-5f6ef68a2511 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:34.561528 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:34.705021 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b8bb2dc6-fee1-4d15-b459-48fb984c3698 req-6afcd263-e009-48dc-8865-4337dd45ec64 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6840484 Jul 14 07:11:34.721613 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:34.721613 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 51f0f15f-0bf4-47fe-b305-0d78067ae9ce triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:11:34.721613 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:34.734653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] For port 636ee15a-88c6-41f2-936f-5f6ef68a2511, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:11:34.735167 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempted to set empty binding levels {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 07:11:34.745312 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:34.748754 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da54b3f5-1930-40b2-a300-a45359c84b12 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:34.893676 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54b3f5-1930-40b2-a300-a45359c84b12 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=60dd2fcd-0755-4de6-bc7f-05fef9b05b04,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:34.905427 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da54b3f5-1930-40b2-a300-a45359c84b12 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:34.912059 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-da54b3f5-1930-40b2-a300-a45359c84b12 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/60dd2fcd-0755-4de6-bc7f-05fef9b05b04 HTTP/1.1" status: 204 len: 168 time: 1.0295446 Jul 14 07:11:34.913634 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:34.914330 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:34.914657 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50606) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:34.929939 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4a4f6f-7b2c-4faf-95bb-1e0942bcae53 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:11:35.008178 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-39f7c4ea-69c5-4353-a44a-421e2fce5e4c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919237 Jul 14 07:11:35.011499 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50612) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:35.030233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-277b2c76-826b-448d-a4ed-1712fa6b845f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:35.034079 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Pushing event updated for resources: {'Port': ['ID=636ee15a-88c6-41f2-936f-5f6ef68a2511,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:35.048218 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9a792b28-1c7e-4a7d-8871-6f574e6c6e6d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.3029246 Jul 14 07:11:35.048605 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50614) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:35.124809 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce0046-4a0f-43cc-9024-e3f1a05fc8dd req-86eb9300-16ef-4182-bc93-0d56f31978ac tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:35.134101 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1bce0046-4a0f-43cc-9024-e3f1a05fc8dd req-86eb9300-16ef-4182-bc93-0d56f31978ac tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.15 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.4107344 Jul 14 07:11:35.149930 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-20d13d83-3bb1-4dd6-92d6-27622a5391e3 None None] Could not find standard attr ID for object f0fa7426-4e98-4449-8e03-5d8c4f7e513e. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:11:35.170107 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277b2c76-826b-448d-a4ed-1712fa6b845f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:11:35.172828 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-277b2c76-826b-448d-a4ed-1712fa6b845f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:35.278868 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e41b897-33f0-4953-925c-539694359a72 None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:11:35.285146 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83d17a-1528-44c7-9b43-ad7f82077239 req-14567f81-7f10-4279-8542-dfe008d1fbb3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:35.286793 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b83d17a-1528-44c7-9b43-ad7f82077239 req-14567f81-7f10-4279-8542-dfe008d1fbb3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 950 time: 0.2998989 Jul 14 07:11:35.348671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-6e41b897-33f0-4953-925c-539694359a72 None None] Deleting port 51f0f15f-0bf4-47fe-b305-0d78067ae9ce {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:35.349492 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6e41b897-33f0-4953-925c-539694359a72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:35.383217 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-117f6f06-e541-4166-9140-86469cb40fbb tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Deleting port 636ee15a-88c6-41f2-936f-5f6ef68a2511 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:35.383570 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-117f6f06-e541-4166-9140-86469cb40fbb tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:35.461771 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-277b2c76-826b-448d-a4ed-1712fa6b845f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:35.475065 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7330b-8a7b-4944-a618-c5cf3701710b req-9503ed0c-ce57-4a84-a550-297ba656cce2 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:35.482758 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fff7330b-8a7b-4944-a618-c5cf3701710b req-9503ed0c-ce57-4a84-a550-297ba656cce2 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 946 time: 0.3238289 Jul 14 07:11:35.500105 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b83d17a-1528-44c7-9b43-ad7f82077239 req-c28ee023-06b9-4322-be45-fc6b0c1e9fff tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030749 Jul 14 07:11:35.539463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-1bce0046-4a0f-43cc-9024-e3f1a05fc8dd req-6ed5196f-abb0-4a76-ac5b-b8f82f399337 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Deleting port 1ba157c8-4455-4c7c-a8d7-efa1357e8a79 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:35.540091 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1bce0046-4a0f-43cc-9024-e3f1a05fc8dd req-6ed5196f-abb0-4a76-ac5b-b8f82f399337 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:35.543341 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-117f6f06-e541-4166-9140-86469cb40fbb tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] For port 636ee15a-88c6-41f2-936f-5f6ef68a2511, host n-h2-778696-5, got binding levels [] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:35.543699 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-117f6f06-e541-4166-9140-86469cb40fbb tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:35.549765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-6e41b897-33f0-4953-925c-539694359a72 None None] For port 51f0f15f-0bf4-47fe-b305-0d78067ae9ce, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=51f0f15f-0bf4-47fe-b305-0d78067ae9ce,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:35.551236 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6e41b897-33f0-4953-925c-539694359a72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:35.575391 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277b2c76-826b-448d-a4ed-1712fa6b845f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:35.589620 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-6e41b897-33f0-4953-925c-539694359a72 None None] Calling delete_port for 51f0f15f-0bf4-47fe-b305-0d78067ae9ce owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:35.590335 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-277b2c76-826b-448d-a4ed-1712fa6b845f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:35.595761 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277b2c76-826b-448d-a4ed-1712fa6b845f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:35.596932 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-277b2c76-826b-448d-a4ed-1712fa6b845f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:35.602994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-117f6f06-e541-4166-9140-86469cb40fbb tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Calling delete_port for 636ee15a-88c6-41f2-936f-5f6ef68a2511 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:35.637398 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fff7330b-8a7b-4944-a618-c5cf3701710b req-aed10a6a-4c2f-4403-a026-b8ab797835c9 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfb599be-2368-499c-a263-56ef98980ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518159 Jul 14 07:11:35.662516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50624) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:35.663147 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-277b2c76-826b-448d-a4ed-1712fa6b845f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6500242 Jul 14 07:11:35.665989 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b2c76-826b-448d-a4ed-1712fa6b845f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=0964c003-603e-4231-a62f-39e44186946b,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:35.671009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ab90be98-690a-46ad-b0bf-035f7fde763b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'name': 'tempest-NetworksTestDHCPv6-415418853'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:35.738481 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6e41b897-33f0-4953-925c-539694359a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:35.766012 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41b897-33f0-4953-925c-539694359a72 None None] Pushing event deleted for resources: {'Port': ['ID=51f0f15f-0bf4-47fe-b305-0d78067ae9ce,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:35.768763 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e41b897-33f0-4953-925c-539694359a72 None None] No DVR routers for this DVR port 51f0f15f-0bf4-47fe-b305-0d78067ae9ce on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:11:35.785373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cbe754-5465-474b-8f35-6e833f04509d None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:11:35.975043 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-1bce0046-4a0f-43cc-9024-e3f1a05fc8dd req-6ed5196f-abb0-4a76-ac5b-b8f82f399337 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] For port 1ba157c8-4455-4c7c-a8d7-efa1357e8a79, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1ba157c8-4455-4c7c-a8d7-efa1357e8a79,segment=NetworkSegment(7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b),segment_id=7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:35.975485 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1bce0046-4a0f-43cc-9024-e3f1a05fc8dd req-6ed5196f-abb0-4a76-ac5b-b8f82f399337 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:35.987303 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': '0964c003-603e-4231-a62f-39e44186946b'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:11:35.988312 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:36.019943 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-1bce0046-4a0f-43cc-9024-e3f1a05fc8dd req-6ed5196f-abb0-4a76-ac5b-b8f82f399337 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Calling delete_port for 1ba157c8-4455-4c7c-a8d7-efa1357e8a79 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:36.085688 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08d73c-3fc6-4599-9238-e43d24e5c324 req-81861526-b17d-462e-901c-5ffeff253db7 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:36.092857 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d08d73c-3fc6-4599-9238-e43d24e5c324 req-81861526-b17d-462e-901c-5ffeff253db7 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 1023 time: 0.3713655 Jul 14 07:11:36.110080 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:36.143362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96927ab8-c225-4434-8f79-642ad8229096 req-7384d21f-77ab-4772-8a38-342ebfe17cc2 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:36.145081 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96927ab8-c225-4434-8f79-642ad8229096 req-7384d21f-77ab-4772-8a38-342ebfe17cc2 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 946 time: 0.2879946 Jul 14 07:11:36.171449 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-117f6f06-e541-4166-9140-86469cb40fbb tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:36.173718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Allocated IP 2001:db8::2 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/0964c003-603e-4231-a62f-39e44186946b/9b8a3e92-8f66-4407-97e5-4892a756c995) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:11:36.191163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 51f0f15f-0bf4-47fe-b305-0d78067ae9ce no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:11:36.223141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab90be98-690a-46ad-b0bf-035f7fde763b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:11:36.226764 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ab90be98-690a-46ad-b0bf-035f7fde763b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:36.236155 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 51f0f15f-0bf4-47fe-b305-0d78067ae9ce {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:11:36.236503 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 51f0f15f-0bf4-47fe-b305-0d78067ae9ce not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:11:36.252331 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f6f06-e541-4166-9140-86469cb40fbb tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Pushing event deleted for resources: {'Port': ['ID=636ee15a-88c6-41f2-936f-5f6ef68a2511,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:36.287063 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-117f6f06-e541-4166-9140-86469cb40fbb tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:36.291788 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50636) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:36.292346 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-117f6f06-e541-4166-9140-86469cb40fbb tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] 10.222.0.35 "DELETE /v2.0/ports/636ee15a-88c6-41f2-936f-5f6ef68a2511 HTTP/1.1" status: 204 len: 168 time: 1.2410066 Jul 14 07:11:36.315961 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-ab90be98-690a-46ad-b0bf-035f7fde763b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port 8f75643e-aff6-40aa-becc-5e06fb6deb50 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:11:36.335421 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d08d73c-3fc6-4599-9238-e43d24e5c324 req-0f8054b5-b01e-429e-9f45-e88c1372c924 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3f2a947-bb49-49df-b9b2-006505013184&id=b2ed51b4-9714-477a-88fc-3823e90e35c9&id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2416215 Jul 14 07:11:36.346168 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50638) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:36.347309 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27ce64b-5ebf-48ea-95a4-41fb0d2844ab tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] GET failed (client error): The resource could not be found. Jul 14 07:11:36.349313 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d27ce64b-5ebf-48ea-95a4-41fb0d2844ab tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] 10.222.0.35 "GET /v2.0/ports/636ee15a-88c6-41f2-936f-5f6ef68a2511 HTTP/1.1" status: 404 len: 333 time: 0.0564334 Jul 14 07:11:36.357686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50640) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:36.367596 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c205f6d0-3cff-4ec6-a616-4a931c29689e tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Request body: {'port': {'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-416768755'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:36.380276 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96927ab8-c225-4434-8f79-642ad8229096 req-f473e189-85ed-4bad-9173-2498106d203a tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055354 Jul 14 07:11:36.416698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c205f6d0-3cff-4ec6-a616-4a931c29689e tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Made reservation on behalf of c215215192394f209443dc5835fb453b for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:11:36.419472 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c205f6d0-3cff-4ec6-a616-4a931c29689e tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:36.435010 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:36.448360 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Transition to ACTIVE for port object 9b8a3e92-8f66-4407-97e5-4892a756c995 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:36.453578 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-c205f6d0-3cff-4ec6-a616-4a931c29689e tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] device_id is not set on port fa4948bf-63d8-4efa-9386-a4880ae7aadc yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:11:36.483153 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Transition to ACTIVE for port object 9b8a3e92-8f66-4407-97e5-4892a756c995 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:36.490399 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e06a9-4f53-4e79-ada8-992e87c3a693 req-3ab391ed-ca76-4491-bb09-46324f2e7a52 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:36.492001 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-852e06a9-4f53-4e79-ada8-992e87c3a693 req-3ab391ed-ca76-4491-bb09-46324f2e7a52 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 1023 time: 0.4314861 Jul 14 07:11:36.494054 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:36.524311 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:36.529863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:36.538728 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:11:36.562617 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1bce0046-4a0f-43cc-9024-e3f1a05fc8dd req-6ed5196f-abb0-4a76-ac5b-b8f82f399337 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:36.645540 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5196f-abb0-4a76-ac5b-b8f82f399337 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Pushing event deleted for resources: {'Port': ['ID=1ba157c8-4455-4c7c-a8d7-efa1357e8a79,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:36.703782 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Pushing event updated for resources: {'Port': ['ID=9b8a3e92-8f66-4407-97e5-4892a756c995,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:36.728271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Attempting to bind port 9b8a3e92-8f66-4407-97e5-4892a756c995 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:36.729409 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Attempting to bind port 9b8a3e92-8f66-4407-97e5-4892a756c995 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:36.731267 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Attempting to bind port 9b8a3e92-8f66-4407-97e5-4892a756c995 on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:36.735077 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c205f6d0-3cff-4ec6-a616-4a931c29689e tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:36.743695 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:11:36.744354 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:11:36.744915 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:36.746650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:11:36.748067 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Bound port: 9b8a3e92-8f66-4407-97e5-4892a756c995, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:11:36.748691 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-113c9aa6-3a63-4e48-88fb-b5356906bc77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:36.749286 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:36.807712 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c205f6d0-3cff-4ec6-a616-4a931c29689e tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:36.810327 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-ab90be98-690a-46ad-b0bf-035f7fde763b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::115 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/0964c003-603e-4231-a62f-39e44186946b/8f75643e-aff6-40aa-becc-5e06fb6deb50) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:11:36.813404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bce0046-4a0f-43cc-9024-e3f1a05fc8dd req-6ed5196f-abb0-4a76-ac5b-b8f82f399337 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] No DVR routers for this DVR port 1ba157c8-4455-4c7c-a8d7-efa1357e8a79 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:11:36.839605 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1bce0046-4a0f-43cc-9024-e3f1a05fc8dd req-6ed5196f-abb0-4a76-ac5b-b8f82f399337 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:36.842191 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1bce0046-4a0f-43cc-9024-e3f1a05fc8dd req-6ed5196f-abb0-4a76-ac5b-b8f82f399337 tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.15 "DELETE /v2.0/ports/1ba157c8-4455-4c7c-a8d7-efa1357e8a79 HTTP/1.1" status: 204 len: 173 time: 1.7072673 Jul 14 07:11:36.842664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192da6fe-135d-4b52-96f3-366b60366c93', 'name': 'network-vif-deleted', 'tag': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:11:36.844924 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5d97cf-8089-4063-8121-c33ecc23bbab" -d '{"events": [{"server_uuid": "192da6fe-135d-4b52-96f3-366b60366c93", "name": "network-vif-deleted", "tag": "1ba157c8-4455-4c7c-a8d7-efa1357e8a79"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:11:36.868681 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] For port 9b8a3e92-8f66-4407-97e5-4892a756c995, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:11:36.874665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] For port 9b8a3e92-8f66-4407-97e5-4892a756c995, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9b8a3e92-8f66-4407-97e5-4892a756c995,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:11:36.878068 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c205f6d0-3cff-4ec6-a616-4a931c29689e tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Network 0606836c-ae57-4986-a662-dcbfacabfba5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:36.884855 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c205f6d0-3cff-4ec6-a616-4a931c29689e tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:36.889624 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:36.893834 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c205f6d0-3cff-4ec6-a616-4a931c29689e tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:11:36.894802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c205f6d0-3cff-4ec6-a616-4a931c29689e tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:36.895878 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c205f6d0-3cff-4ec6-a616-4a931c29689e tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:36.907654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8225514a-f836-4579-a0f1-12e295337c73 req-126d0534-d4dc-4477-852e-efa02be3d2cb tempest-ServerRescueTestJSONUnderV235-277143286 tempest-ServerRescueTestJSONUnderV235-277143286-project] 10.222.0.35 "GET /v2.0/ports?device_id=192da6fe-135d-4b52-96f3-366b60366c93 HTTP/1.1" status: 200 len: 210 time: 0.0535443 Jul 14 07:11:36.909783 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205f6d0-3cff-4ec6-a616-4a931c29689e tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Pushing event updated for resources: {'Port': ['ID=fa4948bf-63d8-4efa-9386-a4880ae7aadc,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:37.004370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-852e06a9-4f53-4e79-ada8-992e87c3a693 req-b80ca434-b219-40d7-bc6f-3b799a0debff tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Deleting port 38edc4e1-a2a0-4b88-8660-8698911cce7f {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:37.004712 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-852e06a9-4f53-4e79-ada8-992e87c3a693 req-b80ca434-b219-40d7-bc6f-3b799a0debff tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:37.036633 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6088089-3155-4a3f-9a31-e9b0bac9b87a None None] Pushing event updated for resources: {'Port': ['ID=9b8a3e92-8f66-4407-97e5-4892a756c995,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:37.054267 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495c4c78-11c0-4270-a17d-c16d226fbcbd x-openstack-request-id: req-495c4c78-11c0-4270-a17d-c16d226fbcbd {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:11:37.054558 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192da6fe-135d-4b52-96f3-366b60366c93", "name": "network-vif-deleted", "tag": "1ba157c8-4455-4c7c-a8d7-efa1357e8a79", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:11:37.054804 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-495c4c78-11c0-4270-a17d-c16d226fbcbd {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:11:37.055196 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192da6fe-135d-4b52-96f3-366b60366c93', 'name': 'network-vif-deleted', 'tag': '1ba157c8-4455-4c7c-a8d7-efa1357e8a79', 'status': 'completed', 'code': 200} Jul 14 07:11:37.142089 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4b119-1767-4b0b-ab4e-fa76e6d6aaff req-f3604dac-8c52-41b7-8bb5-b5a7318ec4e4 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:37.144135 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aeb4b119-1767-4b0b-ab4e-fa76e6d6aaff req-f3604dac-8c52-41b7-8bb5-b5a7318ec4e4 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 950 time: 0.3873994 Jul 14 07:11:37.281108 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-113c9aa6-3a63-4e48-88fb-b5356906bc77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:37.294691 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-852e06a9-4f53-4e79-ada8-992e87c3a693 req-b80ca434-b219-40d7-bc6f-3b799a0debff tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] For port 38edc4e1-a2a0-4b88-8660-8698911cce7f, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=38edc4e1-a2a0-4b88-8660-8698911cce7f,segment=NetworkSegment(d9ec71b4-3e07-4167-8928-0caa3b0657db),segment_id=d9ec71b4-3e07-4167-8928-0caa3b0657db)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:37.295076 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-852e06a9-4f53-4e79-ada8-992e87c3a693 req-b80ca434-b219-40d7-bc6f-3b799a0debff tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:37.297791 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-113c9aa6-3a63-4e48-88fb-b5356906bc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:37.298627 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c205f6d0-3cff-4ec6-a616-4a931c29689e tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9398134 Jul 14 07:11:37.299528 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50652) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:37.306839 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:37.307018 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aeb4b119-1767-4b0b-ab4e-fa76e6d6aaff req-8890f07b-ebed-45b3-8a3e-bd878a8da6e0 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541281 Jul 14 07:11:37.319702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-852e06a9-4f53-4e79-ada8-992e87c3a693 req-b80ca434-b219-40d7-bc6f-3b799a0debff tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Calling delete_port for 38edc4e1-a2a0-4b88-8660-8698911cce7f owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:37.345252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 38edc4e1-a2a0-4b88-8660-8698911cce7f no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:11:37.457250 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:37.490607 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:37.565624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c87d3d4-247a-4bc6-b045-b80cf1c832c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38edc4e1-a2a0-4b88-8660-8698911cce7f'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:11:37.571143 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0d83b8-1903-4751-bd3b-ad162f3b09ef" -d '{"events": [{"server_uuid": "7c87d3d4-247a-4bc6-b045-b80cf1c832c7", "name": "network-vif-unplugged", "status": "completed", "tag": "38edc4e1-a2a0-4b88-8660-8698911cce7f"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:11:37.574675 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ab90be98-690a-46ad-b0bf-035f7fde763b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:37.604598 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 38edc4e1-a2a0-4b88-8660-8698911cce7f, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=38edc4e1-a2a0-4b88-8660-8698911cce7f,segment=NetworkSegment(d9ec71b4-3e07-4167-8928-0caa3b0657db),segment_id=d9ec71b4-3e07-4167-8928-0caa3b0657db)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:37.610378 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:37.611171 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1ba157c8-4455-4c7c-a8d7-efa1357e8a79 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:11:37.732791 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-113c9aa6-3a63-4e48-88fb-b5356906bc77 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=976b0302a349408fb9ef319fc6fa4d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3745058 Jul 14 07:11:37.740064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 1ba157c8-4455-4c7c-a8d7-efa1357e8a79 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:11:37.740262 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1ba157c8-4455-4c7c-a8d7-efa1357e8a79 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:11:37.743289 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50662) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:37.745654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-ab90be98-690a-46ad-b0bf-035f7fde763b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object 8f75643e-aff6-40aa-becc-5e06fb6deb50 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:37.761642 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=38edc4e1-a2a0-4b88-8660-8698911cce7f,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:37.780796 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] device_id is not set on port fa4948bf-63d8-4efa-9386-a4880ae7aadc yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:11:37.790392 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:37.804558 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Transition to ACTIVE for port object fa4948bf-63d8-4efa-9386-a4880ae7aadc will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:37.808376 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:37.865052 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Pushing event updated for resources: {'Port': ['ID=fa4948bf-63d8-4efa-9386-a4880ae7aadc,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:37.883590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:37.883590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:37.883590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:37.887882 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:37.888223 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:37.888761 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 2 to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc Jul 14 07:11:37.903965 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:37.904304 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:37.904642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:37.910163 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:37.910504 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:37.910903 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 3 to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc Jul 14 07:11:37.925615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:37.925956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:37.926301 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:37.931456 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:37.932091 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:37.932500 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 4 to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc Jul 14 07:11:37.947925 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:37.948289 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:37.948644 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:37.960477 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:37.960821 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:37.961250 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 5 to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc Jul 14 07:11:37.974824 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:37.975173 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:37.975504 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:37.980639 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:37.980885 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:37.981416 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 6 to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc Jul 14 07:11:37.997369 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:37.997712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:37.998060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:38.004393 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:38.004721 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:38.005114 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 7 to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc Jul 14 07:11:38.022863 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:38.023191 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:38.023461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:38.030592 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:38.030943 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:38.031321 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 8 to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc Jul 14 07:11:38.048956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:38.050186 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:38.050527 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:38.056365 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:38.056691 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:38.057106 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 9 to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc Jul 14 07:11:38.073689 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:38.081368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:38.081810 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:38.089411 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:38.089766 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:38.090168 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 10 to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc Jul 14 07:11:38.118234 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:38.118579 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:38.118930 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:38.135208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:38.135552 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port fa4948bf-63d8-4efa-9386-a4880ae7aadc on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:38.135982 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:38.139847 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c9aa6-3a63-4e48-88fb-b5356906bc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdeaf0a-ead2-4ea8-a300-c4ad8d577298,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:38.255502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] For port fa4948bf-63d8-4efa-9386-a4880ae7aadc, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:11:38.255904 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempted to set empty binding levels {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 07:11:38.263323 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9b8a3e92-8f66-4407-97e5-4892a756c995 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:11:38.267680 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:38.329775 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-852e06a9-4f53-4e79-ada8-992e87c3a693 req-b80ca434-b219-40d7-bc6f-3b799a0debff tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:38.332850 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 9b8a3e92-8f66-4407-97e5-4892a756c995 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:11:38.343668 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Pushing event updated for resources: {'Port': ['ID=fa4948bf-63d8-4efa-9386-a4880ae7aadc,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:38.348323 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] In _notify_port_updated(), no bound segment for port fa4948bf-63d8-4efa-9386-a4880ae7aadc on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:11:38.349584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:38.350710 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:38.353198 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4ae1208c-de76-4e89-a2b2-788665535c84 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] 10.222.0.35 "PUT /v2.0/ports/fa4948bf-63d8-4efa-9386-a4880ae7aadc HTTP/1.1" status: 200 len: 974 time: 1.0506706 Jul 14 07:11:38.355469 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50668) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:38.407037 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ab90be98-690a-46ad-b0bf-035f7fde763b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:38.425451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775f393-7efd-4e53-abc2-c03ffc62e3c4 req-fe0e19a5-8fea-4163-87f3-e2c91abd4844 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:38.432559 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d775f393-7efd-4e53-abc2-c03ffc62e3c4 req-fe0e19a5-8fea-4163-87f3-e2c91abd4844 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 946 time: 0.8398006 Jul 14 07:11:38.434463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ca434-b219-40d7-bc6f-3b799a0debff tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event deleted for resources: {'Port': ['ID=38edc4e1-a2a0-4b88-8660-8698911cce7f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:38.443318 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5e5f-73d3-41fa-9d9c-4bb5f254b594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:38.451686 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397701c-fcab-49f9-b1c6-086cbf2b35e4 req-3a18ce78-0ee8-4857-b9ad-35ccfff35716 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:38.453155 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3397701c-fcab-49f9-b1c6-086cbf2b35e4 req-3a18ce78-0ee8-4857-b9ad-35ccfff35716 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c87d3d4-247a-4bc6-b045-b80cf1c832c7 HTTP/1.1" status: 200 len: 943 time: 0.8537409 Jul 14 07:11:38.464387 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca41fedd-d694-42c9-8352-cc4a719313ed tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:38.464871 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca41fedd-d694-42c9-8352-cc4a719313ed tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:38.465395 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca41fedd-d694-42c9-8352-cc4a719313ed tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:38.465865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca41fedd-d694-42c9-8352-cc4a719313ed tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:38.466332 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca41fedd-d694-42c9-8352-cc4a719313ed tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:38.466799 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca41fedd-d694-42c9-8352-cc4a719313ed tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:38.467260 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca41fedd-d694-42c9-8352-cc4a719313ed tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:38.467405 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-7da741a2-ebc9-4ecc-ab83-152feee3bdc0 service neutron] show failed (client error): The resource could not be found. Jul 14 07:11:38.467724 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca41fedd-d694-42c9-8352-cc4a719313ed tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:38.468190 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca41fedd-d694-42c9-8352-cc4a719313ed tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:38.468394 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-7da741a2-ebc9-4ecc-ab83-152feee3bdc0 service neutron] 10.222.0.15 "GET /v2.0/ports/1afab34b-c0f2-4025-bf41-f324253a70b8/bindings/n-h1-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.3160636 Jul 14 07:11:38.468651 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca41fedd-d694-42c9-8352-cc4a719313ed tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:38.469108 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca41fedd-d694-42c9-8352-cc4a719313ed tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:38.470063 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca41fedd-d694-42c9-8352-cc4a719313ed tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:38.470538 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca41fedd-d694-42c9-8352-cc4a719313ed tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:38.471021 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca41fedd-d694-42c9-8352-cc4a719313ed tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:38.474077 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ca41fedd-d694-42c9-8352-cc4a719313ed tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12678 time: 0.1173797 Jul 14 07:11:38.477578 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50670) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:38.500265 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d6055d80-2995-4c08-911a-57d9d6e018ef None None] Provisioning for port 9b8a3e92-8f66-4407-97e5-4892a756c995 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:11:38.505597 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d6055d80-2995-4c08-911a-57d9d6e018ef None None] Provisioning complete for port 9b8a3e92-8f66-4407-97e5-4892a756c995 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:11:38.506246 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d6055d80-2995-4c08-911a-57d9d6e018ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:38.540973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab90be98-690a-46ad-b0bf-035f7fde763b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:38.587447 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ab90be98-690a-46ad-b0bf-035f7fde763b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:38.594134 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab90be98-690a-46ad-b0bf-035f7fde763b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:11:38.608990 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab90be98-690a-46ad-b0bf-035f7fde763b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:38.609696 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ab90be98-690a-46ad-b0bf-035f7fde763b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:38.623501 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5e5f-73d3-41fa-9d9c-4bb5f254b594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:38.626675 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-852e06a9-4f53-4e79-ada8-992e87c3a693 req-b80ca434-b219-40d7-bc6f-3b799a0debff tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] No DVR routers for this DVR port 38edc4e1-a2a0-4b88-8660-8698911cce7f on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:11:38.628302 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d6055d80-2995-4c08-911a-57d9d6e018ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:38.636162 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-852e06a9-4f53-4e79-ada8-992e87c3a693 req-b80ca434-b219-40d7-bc6f-3b799a0debff tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:38.639655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-852e06a9-4f53-4e79-ada8-992e87c3a693 req-b80ca434-b219-40d7-bc6f-3b799a0debff tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.15 "DELETE /v2.0/ports/38edc4e1-a2a0-4b88-8660-8698911cce7f HTTP/1.1" status: 204 len: 173 time: 2.1404772 Jul 14 07:11:38.643813 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-db6254c3-91b4-452e-8e30-a258bcf4cfa3 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Deleting port fa4948bf-63d8-4efa-9386-a4880ae7aadc {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:38.644169 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db6254c3-91b4-452e-8e30-a258bcf4cfa3 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:38.683740 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d6055d80-2995-4c08-911a-57d9d6e018ef None None] For port 9b8a3e92-8f66-4407-97e5-4892a756c995, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9b8a3e92-8f66-4407-97e5-4892a756c995,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:38.692347 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d6055d80-2995-4c08-911a-57d9d6e018ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:38.712861 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90be98-690a-46ad-b0bf-035f7fde763b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=8f75643e-aff6-40aa-becc-5e06fb6deb50,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:38.736442 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ab90be98-690a-46ad-b0bf-035f7fde763b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0693841 Jul 14 07:11:38.741686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-db6254c3-91b4-452e-8e30-a258bcf4cfa3 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] For port fa4948bf-63d8-4efa-9386-a4880ae7aadc, host n-h2-778696-5, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:38.742056 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db6254c3-91b4-452e-8e30-a258bcf4cfa3 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:38.747414 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50674) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:38.770653 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6055d80-2995-4c08-911a-57d9d6e018ef None None] Pushing event updated for resources: {'Port': ['ID=9b8a3e92-8f66-4407-97e5-4892a756c995,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:38.821756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3397701c-fcab-49f9-b1c6-086cbf2b35e4 req-03dd52bc-c418-45a5-a758-c3129e08d265 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3f2a947-bb49-49df-b9b2-006505013184&id=b2ed51b4-9714-477a-88fc-3823e90e35c9&id=fa928d7c-4c96-4140-bf3d-9b4da04173f1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3279104 Jul 14 07:11:38.862660 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-db6254c3-91b4-452e-8e30-a258bcf4cfa3 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Calling delete_port for fa4948bf-63d8-4efa-9386-a4880ae7aadc owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:38.883941 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d775f393-7efd-4e53-abc2-c03ffc62e3c4 req-f1403f9a-e6c8-4b56-8826-4a2482c689dd tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503698 Jul 14 07:11:38.888003 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5e5f-73d3-41fa-9d9c-4bb5f254b594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:38.897097 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5e5f-73d3-41fa-9d9c-4bb5f254b594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:38.899797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fe4a5e5f-73d3-41fa-9d9c-4bb5f254b594 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dfdeaf0a-ead2-4ea8-a300-c4ad8d577298 HTTP/1.1" status: 204 len: 168 time: 1.1506298 Jul 14 07:11:38.927065 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a5e5f-73d3-41fa-9d9c-4bb5f254b594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdeaf0a-ead2-4ea8-a300-c4ad8d577298,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:39.019929 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-bc9c900c-2ccc-472e-b605-11138e68af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:39.027198 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-bc9c900c-2ccc-472e-b605-11138e68af68 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a&tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932 HTTP/1.1" status: 200 len: 1101 time: 0.2197411 Jul 14 07:11:39.043095 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-5', 'device_owner': 'compute:nova'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:39.079413 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50682) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:39.103378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c87d3d4-247a-4bc6-b045-b80cf1c832c7', 'name': 'network-vif-deleted', 'tag': '38edc4e1-a2a0-4b88-8660-8698911cce7f'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:11:39.104457 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3837d080-2104-48e6-bb19-6ea973f18fe3 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:39.106431 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac85a69-14fd-43e6-afce-5cccd3f4af08" -d '{"events": [{"server_uuid": "7c87d3d4-247a-4bc6-b045-b80cf1c832c7", "name": "network-vif-deleted", "tag": "38edc4e1-a2a0-4b88-8660-8698911cce7f"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:11:39.112610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3837d080-2104-48e6-bb19-6ea973f18fe3 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:39.121866 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3837d080-2104-48e6-bb19-6ea973f18fe3 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.3712449 Jul 14 07:11:39.122499 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50686) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:39.136899 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1e257b09-00f7-43cf-9c6a-a4b1b870bfc0 None None] Provisioning for port 8f75643e-aff6-40aa-becc-5e06fb6deb50 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:11:39.153516 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1e257b09-00f7-43cf-9c6a-a4b1b870bfc0 None None] Provisioning complete for port 8f75643e-aff6-40aa-becc-5e06fb6deb50 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:11:39.154003 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1e257b09-00f7-43cf-9c6a-a4b1b870bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:39.166042 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:39.269110 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1e257b09-00f7-43cf-9c6a-a4b1b870bfc0 None None] Port 8f75643e-aff6-40aa-becc-5e06fb6deb50 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:11:39.348130 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db6254c3-91b4-452e-8e30-a258bcf4cfa3 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:39.434186 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6254c3-91b4-452e-8e30-a258bcf4cfa3 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa4948bf-63d8-4efa-9386-a4880ae7aadc,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:39.438801 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcab722-35ba-4273-b11f-5ce9a85d49c9 x-openstack-request-id: req-3fcab722-35ba-4273-b11f-5ce9a85d49c9 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:11:39.439195 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c87d3d4-247a-4bc6-b045-b80cf1c832c7", "name": "network-vif-unplugged", "status": "completed", "tag": "38edc4e1-a2a0-4b88-8660-8698911cce7f", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:11:39.439544 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3fcab722-35ba-4273-b11f-5ce9a85d49c9 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:11:39.440061 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c87d3d4-247a-4bc6-b045-b80cf1c832c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38edc4e1-a2a0-4b88-8660-8698911cce7f', 'code': 200} Jul 14 07:11:39.444545 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db6254c3-91b4-452e-8e30-a258bcf4cfa3 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:39.446667 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-db6254c3-91b4-452e-8e30-a258bcf4cfa3 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] 10.222.0.35 "DELETE /v2.0/ports/fa4948bf-63d8-4efa-9386-a4880ae7aadc HTTP/1.1" status: 204 len: 168 time: 0.9681723 Jul 14 07:11:39.449886 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50690) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:39.492282 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cbe36b-f372-4eb1-9039-38c33686e06f x-openstack-request-id: req-22cbe36b-f372-4eb1-9039-38c33686e06f {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:11:39.492521 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-db81cfe7-60f2-4d9e-8d4b-78992b62f383 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] GET failed (client error): The resource could not be found. Jul 14 07:11:39.499941 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-db81cfe7-60f2-4d9e-8d4b-78992b62f383 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] 10.222.0.35 "GET /v2.0/ports/fa4948bf-63d8-4efa-9386-a4880ae7aadc HTTP/1.1" status: 404 len: 333 time: 0.0414710 Jul 14 07:11:39.500058 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c87d3d4-247a-4bc6-b045-b80cf1c832c7", "name": "network-vif-deleted", "tag": "38edc4e1-a2a0-4b88-8660-8698911cce7f", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:11:39.500058 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22cbe36b-f372-4eb1-9039-38c33686e06f {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:11:39.500058 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c87d3d4-247a-4bc6-b045-b80cf1c832c7', 'name': 'network-vif-deleted', 'tag': '38edc4e1-a2a0-4b88-8660-8698911cce7f', 'status': 'completed', 'code': 200} Jul 14 07:11:39.500492 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50692) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:39.506682 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0b68f39e-8bac-49b8-97d6-955357c0884d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1884625407', 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:39.536712 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50694) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:39.562241 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d28c39bb-062c-4399-a7f4-b8d12b6a0aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:39.620412 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-df61044f-0bde-4199-8026-95482831746d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port 8f75643e-aff6-40aa-becc-5e06fb6deb50 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:39.621085 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df61044f-0bde-4199-8026-95482831746d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:39.636458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b68f39e-8bac-49b8-97d6-955357c0884d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Made reservation on behalf of c215215192394f209443dc5835fb453b for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:11:39.639280 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b68f39e-8bac-49b8-97d6-955357c0884d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:39.660740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a8cdd-e535-411f-a74d-b07d3d058509 req-99f0fa85-4720-4d67-a601-1eea6c653902 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:39.662267 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc0a8cdd-e535-411f-a74d-b07d3d058509 req-99f0fa85-4720-4d67-a601-1eea6c653902 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 950 time: 0.2547476 Jul 14 07:11:39.714219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1afab34b-c0f2-4025-bf41-f324253a70b8,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:39.770732 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc0a8cdd-e535-411f-a74d-b07d3d058509 req-6fddaefa-3ee0-4e18-9946-6d939ff37281 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966766 Jul 14 07:11:39.793206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:11:39.849360 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d28c39bb-062c-4399-a7f4-b8d12b6a0aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:39.862827 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d28c39bb-062c-4399-a7f4-b8d12b6a0aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:39.868494 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:39.917856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Transition to ACTIVE for port object 1afab34b-c0f2-4025-bf41-f324253a70b8 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:39.921132 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d28c39bb-062c-4399-a7f4-b8d12b6a0aa3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a00f23c9f68436a8d6a60f26cf7baec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3836849 Jul 14 07:11:39.922421 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c39bb-062c-4399-a7f4-b8d12b6a0aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b083d0a-e6f1-4c22-8233-73af268dc761,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:39.925360 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50702) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:39.934034 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:40.038159 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-0b68f39e-8bac-49b8-97d6-955357c0884d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] device_id is not set on port 6df1cf82-1de3-4cbc-b6ea-3c4560be0726 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:11:40.091081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1afab34b-c0f2-4025-bf41-f324253a70b8,revision_number=6']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:40.098067 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] No DVR routers for this DVR port 1afab34b-c0f2-4025-bf41-f324253a70b8 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:11:40.198351 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df61044f-0bde-4199-8026-95482831746d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:40.201502 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9b8a3e92-8f66-4407-97e5-4892a756c995 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:11:40.205072 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-21286565-afdf-4547-a79e-3c320d133303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:40.236977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c66b9f12-e285-4434-a62a-e787c07e5c6f req-55a1dd6d-7a74-440f-b913-e7e9f48aab0d tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/b2ed51b4-9714-477a-88fc-3823e90e35c9 HTTP/1.1" status: 200 len: 1802 time: 0.2364564 Jul 14 07:11:40.239460 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-df61044f-0bde-4199-8026-95482831746d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for 8f75643e-aff6-40aa-becc-5e06fb6deb50 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:40.251546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Attempting to bind port 1afab34b-c0f2-4025-bf41-f324253a70b8 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:40.251546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Attempting to bind port 1afab34b-c0f2-4025-bf41-f324253a70b8 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:40.251546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Attempting to bind port 1afab34b-c0f2-4025-bf41-f324253a70b8 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:40.278776 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9b8a3e92-8f66-4407-97e5-4892a756c995 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:11:40.284028 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:40.309419 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-21286565-afdf-4547-a79e-3c320d133303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:40.316703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Port 1afab34b-c0f2-4025-bf41-f324253a70b8 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:40.317031 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Attempting to bind port 1afab34b-c0f2-4025-bf41-f324253a70b8 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:40.348919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:11:40.349286 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:11:40.349676 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:11:40.350122 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Bound port: 1afab34b-c0f2-4025-bf41-f324253a70b8, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:11:40.350485 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:40.430191 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b68f39e-8bac-49b8-97d6-955357c0884d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:40.431829 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde18e8c-303f-4a6e-bce0-2cf95d599358 req-ee088c76-8e68-46cb-848b-d1fb4f8758e5 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:40.433469 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dde18e8c-303f-4a6e-bce0-2cf95d599358 req-ee088c76-8e68-46cb-848b-d1fb4f8758e5 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 946 time: 0.3063667 Jul 14 07:11:40.472786 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c66b9f12-e285-4434-a62a-e787c07e5c6f req-6f9f0cc8-cdc9-40a5-bf60-e1cb62e56e55 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:40.482217 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-21286565-afdf-4547-a79e-3c320d133303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:40.484779 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-21286565-afdf-4547-a79e-3c320d133303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:40.488405 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-21286565-afdf-4547-a79e-3c320d133303 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b083d0a-e6f1-4c22-8233-73af268dc761 HTTP/1.1" status: 204 len: 168 time: 0.5596657 Jul 14 07:11:40.530712 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21286565-afdf-4547-a79e-3c320d133303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b083d0a-e6f1-4c22-8233-73af268dc761,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:40.532907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:11:40.537889 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c66b9f12-e285-4434-a62a-e787c07e5c6f req-6f9f0cc8-cdc9-40a5-bf60-e1cb62e56e55 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:40.562920 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dde18e8c-303f-4a6e-bce0-2cf95d599358 req-0189f276-f141-413b-b5da-f9b33d23c52c tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151373 Jul 14 07:11:40.564599 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1afab34b-c0f2-4025-bf41-f324253a70b8,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:11:40.578634 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:40.596825 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b68f39e-8bac-49b8-97d6-955357c0884d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:40.645381 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:40.646610 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:40.649116 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] 10.222.0.30 "PUT /v2.0/ports/1afab34b-c0f2-4025-bf41-f324253a70b8 HTTP/1.1" status: 200 len: 1096 time: 1.6147261 Jul 14 07:11:40.660728 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df61044f-0bde-4199-8026-95482831746d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:40.672273 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c66b9f12-e285-4434-a62a-e787c07e5c6f req-6f9f0cc8-cdc9-40a5-bf60-e1cb62e56e55 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:40.675034 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b68f39e-8bac-49b8-97d6-955357c0884d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Network 0606836c-ae57-4986-a662-dcbfacabfba5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:40.676388 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c66b9f12-e285-4434-a62a-e787c07e5c6f req-6f9f0cc8-cdc9-40a5-bf60-e1cb62e56e55 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:40.676654 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68f39e-8bac-49b8-97d6-955357c0884d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Pushing event updated for resources: {'Port': ['ID=6df1cf82-1de3-4cbc-b6ea-3c4560be0726,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:40.678380 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c66b9f12-e285-4434-a62a-e787c07e5c6f req-6f9f0cc8-cdc9-40a5-bf60-e1cb62e56e55 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "DELETE /v2.0/security-groups/b2ed51b4-9714-477a-88fc-3823e90e35c9 HTTP/1.1" status: 204 len: 173 time: 0.4285417 Jul 14 07:11:40.685905 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12482ce1-1dfc-4a1e-a72b-80a4ed5769a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1afab34b-c0f2-4025-bf41-f324253a70b8,revision_number=7']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:40.711716 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-0b68f39e-8bac-49b8-97d6-955357c0884d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:40.711939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f0cc8-cdc9-40a5-bf60-e1cb62e56e55 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ed51b4-9714-477a-88fc-3823e90e35c9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:40.719103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b68f39e-8bac-49b8-97d6-955357c0884d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:11:40.720405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b68f39e-8bac-49b8-97d6-955357c0884d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:40.721225 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b68f39e-8bac-49b8-97d6-955357c0884d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:40.805433 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61044f-0bde-4199-8026-95482831746d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=8f75643e-aff6-40aa-becc-5e06fb6deb50,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:40.834104 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c08c0b6d-b3db-4b23-9ed0-91f05a1d6550 req-512b7499-c249-43ec-9aec-f82646818b9b tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "GET /v2.0/security-groups/d3f2a947-bb49-49df-b9b2-006505013184 HTTP/1.1" status: 200 len: 1803 time: 0.0976691 Jul 14 07:11:40.840368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-c2af645a-0ec5-40a4-a7fd-7c094ab8375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:40.847154 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-c2af645a-0ec5-40a4-a7fd-7c094ab8375c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 1099 time: 0.1487167 Jul 14 07:11:40.882666 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df61044f-0bde-4199-8026-95482831746d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:40.886038 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-df61044f-0bde-4199-8026-95482831746d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/8f75643e-aff6-40aa-becc-5e06fb6deb50 HTTP/1.1" status: 204 len: 168 time: 1.7068005 Jul 14 07:11:40.894902 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0b68f39e-8bac-49b8-97d6-955357c0884d tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3924234 Jul 14 07:11:40.895685 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50716) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:40.918618 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50718) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:41.015952 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d0d4a1-f19f-409d-b26a-5fd5ccff5c61 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:41.020665 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-05d0d4a1-f19f-409d-b26a-5fd5ccff5c61 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] 10.222.0.35 "GET /v2.0/ports/6df1cf82-1de3-4cbc-b6ea-3c4560be0726 HTTP/1.1" status: 200 len: 955 time: 0.0980382 Jul 14 07:11:41.024633 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50720) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:41.094816 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27e9db46-41e9-4f93-9d5e-b4ef3d66690c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.117014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50722) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:41.167590 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c08c0b6d-b3db-4b23-9ed0-91f05a1d6550 req-86cfa3e6-ea5d-450d-91c9-f777cc564f39 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.171616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746df96a-c846-4adb-b9e4-4ca5b20a61c3 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:41.173551 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746df96a-c846-4adb-b9e4-4ca5b20a61c3 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:41.177861 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-746df96a-c846-4adb-b9e4-4ca5b20a61c3 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2719157 Jul 14 07:11:41.180363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50724) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:41.187791 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5e1ff75e-3706-4368-922d-b2e5498af1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.252453 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c08c0b6d-b3db-4b23-9ed0-91f05a1d6550 req-86cfa3e6-ea5d-450d-91c9-f777cc564f39 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.290605 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-824986b1-7a7a-4774-8401-8c9855399747 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet 0964c003-603e-4231-a62f-39e44186946b {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:11:41.295802 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-824986b1-7a7a-4774-8401-8c9855399747 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.325015 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-447289a2-a859-4826-8ad9-7fd46fa6e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:41.327014 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-447289a2-a859-4826-8ad9-7fd46fa6e322 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.3536384 Jul 14 07:11:41.339368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-158002ca-f885-41f3-a3a5-a3bffba32f39 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Deleting port 6df1cf82-1de3-4cbc-b6ea-3c4560be0726 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:41.339707 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-158002ca-f885-41f3-a3a5-a3bffba32f39 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.341588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f7033-db93-4d06-9a09-e9d9d2c9234f req-c3e509d3-b9a7-47e8-a2da-9e51c73a3aba tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:41.343162 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e94f7033-db93-4d06-9a09-e9d9d2c9234f req-c3e509d3-b9a7-47e8-a2da-9e51c73a3aba tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 948 time: 0.2808056 Jul 14 07:11:41.362495 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1afab34b-c0f2-4025-bf41-f324253a70b8 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:11:41.374908 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-824986b1-7a7a-4774-8401-8c9855399747 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.406356 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-0adb1530-b24c-4980-93dd-700e30e62615 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=1afab34b-c0f2-4025-bf41-f324253a70b8 HTTP/1.1" status: 200 len: 217 time: 0.0580645 Jul 14 07:11:41.412639 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c08c0b6d-b3db-4b23-9ed0-91f05a1d6550 req-86cfa3e6-ea5d-450d-91c9-f777cc564f39 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.414073 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c08c0b6d-b3db-4b23-9ed0-91f05a1d6550 req-86cfa3e6-ea5d-450d-91c9-f777cc564f39 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.415161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c08c0b6d-b3db-4b23-9ed0-91f05a1d6550 req-86cfa3e6-ea5d-450d-91c9-f777cc564f39 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] 10.222.0.35 "DELETE /v2.0/security-groups/d3f2a947-bb49-49df-b9b2-006505013184 HTTP/1.1" status: 204 len: 173 time: 0.5672116 Jul 14 07:11:41.420614 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1afab34b-c0f2-4025-bf41-f324253a70b8 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:11:41.426187 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50726) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:41.500097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfa3e6-ea5d-450d-91c9-f777cc564f39 tempest-SecurityGroupsTestJSON-1523587464 tempest-SecurityGroupsTestJSON-1523587464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f2a947-bb49-49df-b9b2-006505013184,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:41.501787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18341717-bf87-4296-a88f-add27a4cbf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1afab34b-c0f2-4025-bf41-f324253a70b8'}, {'name': 'network-changed', 'server_uuid': '18341717-bf87-4296-a88f-add27a4cbf6a', 'tag': '1afab34b-c0f2-4025-bf41-f324253a70b8'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:11:41.504571 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974f2adf-cf65-4437-afff-d162d9f8ff2f" -d '{"events": [{"server_uuid": "18341717-bf87-4296-a88f-add27a4cbf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "1afab34b-c0f2-4025-bf41-f324253a70b8"}, {"name": "network-changed", "server_uuid": "18341717-bf87-4296-a88f-add27a4cbf6a", "tag": "1afab34b-c0f2-4025-bf41-f324253a70b8"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:11:41.506234 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-158002ca-f885-41f3-a3a5-a3bffba32f39 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.528083 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-158002ca-f885-41f3-a3a5-a3bffba32f39 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Calling delete_port for 6df1cf82-1de3-4cbc-b6ea-3c4560be0726 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:41.536622 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e94f7033-db93-4d06-9a09-e9d9d2c9234f req-82dce7cd-cf33-4e2d-a67f-232ce3cd3764 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799471 Jul 14 07:11:41.548855 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5e1ff75e-3706-4368-922d-b2e5498af1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.557700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-a07fce2a-0ebb-4b1f-9191-230fc86193ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:41.559242 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-a07fce2a-0ebb-4b1f-9191-230fc86193ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1401999 Jul 14 07:11:41.563714 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5e1ff75e-3706-4368-922d-b2e5498af1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.587560 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-49369e2e-09ee-464b-a7b8-28deb1bdf1e7 admin admin] Deleting subnet 42c47cfa-c715-4110-9f9a-d8e8160313f0 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:11:41.621065 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 07:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8317fcb1-3f66-45c6-8ebe-56b41cb62fad x-openstack-request-id: req-8317fcb1-3f66-45c6-8ebe-56b41cb62fad {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:11:41.621395 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18341717-bf87-4296-a88f-add27a4cbf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "1afab34b-c0f2-4025-bf41-f324253a70b8", "code": 200}, {"name": "network-changed", "server_uuid": "18341717-bf87-4296-a88f-add27a4cbf6a", "tag": "1afab34b-c0f2-4025-bf41-f324253a70b8", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:11:41.621643 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8317fcb1-3f66-45c6-8ebe-56b41cb62fad {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:11:41.622027 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18341717-bf87-4296-a88f-add27a4cbf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1afab34b-c0f2-4025-bf41-f324253a70b8', 'code': 200} Jul 14 07:11:41.622279 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18341717-bf87-4296-a88f-add27a4cbf6a', 'tag': '1afab34b-c0f2-4025-bf41-f324253a70b8', 'status': 'completed', 'code': 200} Jul 14 07:11:41.631551 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49369e2e-09ee-464b-a7b8-28deb1bdf1e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.669695 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5e1ff75e-3706-4368-922d-b2e5498af1fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c54a9cb656c4e8b9e8981c164be05d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5487223 Jul 14 07:11:41.672877 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50732) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:41.684631 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-824986b1-7a7a-4774-8401-8c9855399747 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.703652 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ff75e-3706-4368-922d-b2e5498af1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f8b8b0-8bec-4967-8cce-8ca23433b23c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:41.731284 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49369e2e-09ee-464b-a7b8-28deb1bdf1e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.800523 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-158002ca-f885-41f3-a3a5-a3bffba32f39 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.819589 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49369e2e-09ee-464b-a7b8-28deb1bdf1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.822860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-05982fce-1338-4529-95f1-4a2c1d19ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:41.824392 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-05982fce-1338-4529-95f1-4a2c1d19ff16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2514973 Jul 14 07:11:41.855627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-43272f44-a970-4ade-a548-775705adf133 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:11:41.856598 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-43272f44-a970-4ade-a548-775705adf133 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119929 Jul 14 07:11:41.864479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-65352774-d6da-4ffd-be06-9f8584a4773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:41.865759 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-65352774-d6da-4ffd-be06-9f8584a4773c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 1099 time: 0.2054002 Jul 14 07:11:41.866629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158002ca-f885-41f3-a3a5-a3bffba32f39 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Pushing event deleted for resources: {'Port': ['ID=6df1cf82-1de3-4cbc-b6ea-3c4560be0726,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:41.884866 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-158002ca-f885-41f3-a3a5-a3bffba32f39 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.886933 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-158002ca-f885-41f3-a3a5-a3bffba32f39 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] 10.222.0.35 "DELETE /v2.0/ports/6df1cf82-1de3-4cbc-b6ea-3c4560be0726 HTTP/1.1" status: 204 len: 168 time: 0.8612351 Jul 14 07:11:41.889606 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dae09c5b-2a9f-4272-9d16-6fa518202818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.891592 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-824986b1-7a7a-4774-8401-8c9855399747 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.893240 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50734) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:41.962112 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824986b1-7a7a-4774-8401-8c9855399747 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=0964c003-603e-4231-a62f-39e44186946b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:41.965119 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-824986b1-7a7a-4774-8401-8c9855399747 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:41.967008 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-824986b1-7a7a-4774-8401-8c9855399747 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/0964c003-603e-4231-a62f-39e44186946b HTTP/1.1" status: 204 len: 168 time: 0.7857292 Jul 14 07:11:41.971992 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50736) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:41.972673 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f54e38c-a6a3-478a-9376-d0c3386c0ea2 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] GET failed (client error): The resource could not be found. Jul 14 07:11:41.981951 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7f54e38c-a6a3-478a-9376-d0c3386c0ea2 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] 10.222.0.35 "GET /v2.0/ports/6df1cf82-1de3-4cbc-b6ea-3c4560be0726 HTTP/1.1" status: 404 len: 333 time: 0.0754812 Jul 14 07:11:41.981951 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50738) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:41.987948 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9a7373b2-aa44-4b98-a50a-99904a25e928 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Request body: {'port': {'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1824711480'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:41.989052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912d6db7-7880-451d-bc9a-7ca73c96b048 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:11:41.992154 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dae09c5b-2a9f-4272-9d16-6fa518202818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:42.030649 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-27e9db46-41e9-4f93-9d5e-b4ef3d66690c admin admin] Deleting port edf868d1-b812-4d23-86b9-a0f69716c828 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:42.030986 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27e9db46-41e9-4f93-9d5e-b4ef3d66690c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:42.083466 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7373b2-aa44-4b98-a50a-99904a25e928 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Made reservation on behalf of c215215192394f209443dc5835fb453b for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:11:42.085879 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a7373b2-aa44-4b98-a50a-99904a25e928 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:42.092765 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cc94cf65-a6de-4183-8db5-fc3f9da95f9d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1170142 Jul 14 07:11:42.098938 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50742) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:42.116406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-04418232-4eca-4f39-8d32-e2ba09dd6cb7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:42.126729 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-9a7373b2-aa44-4b98-a50a-99904a25e928 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] device_id is not set on port 65b4e342-e324-4910-88af-ac735b1f4749 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:11:42.130461 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49369e2e-09ee-464b-a7b8-28deb1bdf1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:42.150333 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dae09c5b-2a9f-4272-9d16-6fa518202818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:42.153099 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dae09c5b-2a9f-4272-9d16-6fa518202818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:42.156866 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dae09c5b-2a9f-4272-9d16-6fa518202818 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/26f8b8b0-8bec-4967-8cce-8ca23433b23c HTTP/1.1" status: 204 len: 168 time: 0.4805510 Jul 14 07:11:42.199476 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae09c5b-2a9f-4272-9d16-6fa518202818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f8b8b0-8bec-4967-8cce-8ca23433b23c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:42.217955 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-27e9db46-41e9-4f93-9d5e-b4ef3d66690c admin admin] For port edf868d1-b812-4d23-86b9-a0f69716c828, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=edf868d1-b812-4d23-86b9-a0f69716c828,segment=NetworkSegment(7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b),segment_id=7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:42.218387 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27e9db46-41e9-4f93-9d5e-b4ef3d66690c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:42.230177 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084e397-c0b4-45b1-a0b5-b958d8cdbd6b req-a057ec51-5133-4177-a25a-f7a6c96cdaba tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:42.231717 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9084e397-c0b4-45b1-a0b5-b958d8cdbd6b req-a057ec51-5133-4177-a25a-f7a6c96cdaba tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 946 time: 0.4583426 Jul 14 07:11:42.243492 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-27e9db46-41e9-4f93-9d5e-b4ef3d66690c admin admin] Calling delete_port for edf868d1-b812-4d23-86b9-a0f69716c828 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:42.243838 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49369e2e-09ee-464b-a7b8-28deb1bdf1e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42c47cfa-c715-4110-9f9a-d8e8160313f0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:42.265598 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49369e2e-09ee-464b-a7b8-28deb1bdf1e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:42.270784 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-49369e2e-09ee-464b-a7b8-28deb1bdf1e7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/42c47cfa-c715-4110-9f9a-d8e8160313f0 HTTP/1.1" status: 204 len: 168 time: 0.8351882 Jul 14 07:11:42.273321 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50746) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:42.286464 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-ae0137ed-65d3-4664-b18e-9cac58a63729 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180751 Jul 14 07:11:42.301043 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-18c36736-26aa-4134-a9c6-21d638c018f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:42.302459 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-18c36736-26aa-4134-a9c6-21d638c018f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.4221601 Jul 14 07:11:42.380404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227c211b-704c-4922-b58a-232eca88da48 None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:11:42.416007 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-ceec714f-b606-4b83-9d77-4034ba25fcfc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=1afab34b-c0f2-4025-bf41-f324253a70b8 HTTP/1.1" status: 200 len: 217 time: 0.1000333 Jul 14 07:11:42.453846 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9084e397-c0b4-45b1-a0b5-b958d8cdbd6b req-19a6b6e5-be5a-4211-a14b-7bc0d5682d6d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054319 Jul 14 07:11:42.487803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-227c211b-704c-4922-b58a-232eca88da48 None None] Deleting port 9b8a3e92-8f66-4407-97e5-4892a756c995 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:42.488185 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-227c211b-704c-4922-b58a-232eca88da48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:42.544237 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04418232-4eca-4f39-8d32-e2ba09dd6cb7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:11:42.547813 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04418232-4eca-4f39-8d32-e2ba09dd6cb7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:42.646776 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b361-09e6-42c6-be09-e451fcd6a338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:42.730704 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-ead95b3c-89e1-4b2d-a615-dd77e18c82af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:42.732168 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-ead95b3c-89e1-4b2d-a615-dd77e18c82af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.3073394 Jul 14 07:11:42.792714 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab0d3bd7-95d6-48cb-9030-1f0cd3eba149 req-f01fb323-bfa0-4d9f-b440-3b41ec5811c3 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875453 Jul 14 07:11:42.823304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-227c211b-704c-4922-b58a-232eca88da48 None None] For port 9b8a3e92-8f66-4407-97e5-4892a756c995, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9b8a3e92-8f66-4407-97e5-4892a756c995,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:42.824124 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-227c211b-704c-4922-b58a-232eca88da48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:42.841941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-227c211b-704c-4922-b58a-232eca88da48 None None] Calling delete_port for 9b8a3e92-8f66-4407-97e5-4892a756c995 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:42.859656 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a7373b2-aa44-4b98-a50a-99904a25e928 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:42.962008 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-227c211b-704c-4922-b58a-232eca88da48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:43.013807 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b361-09e6-42c6-be09-e451fcd6a338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:43.032515 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227c211b-704c-4922-b58a-232eca88da48 None None] No DVR routers for this DVR port 9b8a3e92-8f66-4407-97e5-4892a756c995 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:11:43.034909 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c211b-704c-4922-b58a-232eca88da48 None None] Pushing event deleted for resources: {'Port': ['ID=9b8a3e92-8f66-4407-97e5-4892a756c995,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:43.041572 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a7c4b361-09e6-42c6-be09-e451fcd6a338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac553685-ca08-4b40-8004-018538e94cc4']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:43.066867 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a7c4b361-09e6-42c6-be09-e451fcd6a338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ec71b4-3e07-4167-8928-0caa3b0657db') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:43.067235 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a7c4b361-09e6-42c6-be09-e451fcd6a338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ec71b4-3e07-4167-8928-0caa3b0657db') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:43.083703 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b361-09e6-42c6-be09-e451fcd6a338 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:43.120557 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a7373b2-aa44-4b98-a50a-99904a25e928 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:43.163320 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b361-09e6-42c6-be09-e451fcd6a338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:43.197636 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04418232-4eca-4f39-8d32-e2ba09dd6cb7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:43.208176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c4b361-09e6-42c6-be09-e451fcd6a338 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:11:43.208547 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b361-09e6-42c6-be09-e451fcd6a338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:11:43.210455 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:11:43.240726 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-1a638630-dc11-467f-be02-d8a383acf4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:43.242284 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-1a638630-dc11-467f-be02-d8a383acf4ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 1099 time: 0.3476822 Jul 14 07:11:43.259051 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dbf26-0a75-4cff-a58a-5c04d1db9bbe req-683dad7d-dcb6-49aa-b119-05aa5a340ee6 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:43.260556 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a73dbf26-0a75-4cff-a58a-5c04d1db9bbe req-683dad7d-dcb6-49aa-b119-05aa5a340ee6 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 948 time: 0.5340910 Jul 14 07:11:43.272950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7373b2-aa44-4b98-a50a-99904a25e928 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Network 0606836c-ae57-4986-a662-dcbfacabfba5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:43.284097 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9a7373b2-aa44-4b98-a50a-99904a25e928 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:43.293436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7373b2-aa44-4b98-a50a-99904a25e928 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:11:43.294391 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7373b2-aa44-4b98-a50a-99904a25e928 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:43.294997 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a7373b2-aa44-4b98-a50a-99904a25e928 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:43.306537 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7373b2-aa44-4b98-a50a-99904a25e928 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Pushing event updated for resources: {'Port': ['ID=65b4e342-e324-4910-88af-ac735b1f4749,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:43.311777 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b361-09e6-42c6-be09-e451fcd6a338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:43.319421 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b361-09e6-42c6-be09-e451fcd6a338 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:43.324077 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a7c4b361-09e6-42c6-be09-e451fcd6a338 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ac553685-ca08-4b40-8004-018538e94cc4 HTTP/1.1" status: 204 len: 168 time: 1.0468254 Jul 14 07:11:43.324077 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27e9db46-41e9-4f93-9d5e-b4ef3d66690c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:43.340106 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9a7373b2-aa44-4b98-a50a-99904a25e928 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3579452 Jul 14 07:11:43.341053 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50772) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:43.354086 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:43.419877 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4b361-09e6-42c6-be09-e451fcd6a338 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac553685-ca08-4b40-8004-018538e94cc4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:43.429596 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9db46-41e9-4f93-9d5e-b4ef3d66690c admin admin] Pushing event deleted for resources: {'Port': ['ID=edf868d1-b812-4d23-86b9-a0f69716c828,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:43.513679 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:43.614691 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50780) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:43.780445 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-add81d35-3e3a-4904-8e95-66da65588302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:43.782674 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-add81d35-3e3a-4904-8e95-66da65588302 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0398321 Jul 14 07:11:43.799307 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e3d945a0-644d-4a84-a8a8-338ec6ef5acf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45ed1a9198404a9eab290e1ea35b5dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1828651 Jul 14 07:11:43.800411 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04418232-4eca-4f39-8d32-e2ba09dd6cb7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:43.805165 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50786) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:43.832000 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27e9db46-41e9-4f93-9d5e-b4ef3d66690c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:43.835368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-04418232-4eca-4f39-8d32-e2ba09dd6cb7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:43.849127 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e6cd5c-1b4d-477f-82ad-e852b6a257b5 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:11:43.896634 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04418232-4eca-4f39-8d32-e2ba09dd6cb7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:43.897545 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04418232-4eca-4f39-8d32-e2ba09dd6cb7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:43.928386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04418232-4eca-4f39-8d32-e2ba09dd6cb7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=c5dcff39-f4cc-4c11-bfd6-d7f7d78a9803,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:43.935901 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-04418232-4eca-4f39-8d32-e2ba09dd6cb7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8322873 Jul 14 07:11:43.942993 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50794) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:43.954574 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-012c3824-b796-424a-ae87-ae4d47598550 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'name': 'tempest-NetworksTestDHCPv6-213123772'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:43.984276 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a73dbf26-0a75-4cff-a58a-5c04d1db9bbe req-71f017fd-cb18-4485-b0ed-2967807b352c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081575 Jul 14 07:11:44.011433 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-4e72a0bd-164f-4e68-a95f-0a9de6e4098f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:44.022404 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-4e72a0bd-164f-4e68-a95f-0a9de6e4098f service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.7565470 Jul 14 07:11:44.136468 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': 'c5dcff39-f4cc-4c11-bfd6-d7f7d78a9803'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:11:44.137481 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:44.215033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-379eb103-f67e-41d3-877c-8ec6417ee58b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=1afab34b-c0f2-4025-bf41-f324253a70b8 HTTP/1.1" status: 200 len: 217 time: 0.1521716 Jul 14 07:11:44.219427 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-e627c9b9-1263-468b-8908-55cb989777ad service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218407 Jul 14 07:11:44.321699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9b8a3e92-8f66-4407-97e5-4892a756c995 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:11:44.349538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 9b8a3e92-8f66-4407-97e5-4892a756c995 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:11:44.349927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9b8a3e92-8f66-4407-97e5-4892a756c995 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:11:44.375472 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bd7a7-c775-4a0c-81ad-54b0c1cb517b req-f41a893b-02f9-4cf8-a8cb-98d32ac1f628 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:44.377014 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce9bd7a7-c775-4a0c-81ad-54b0c1cb517b req-f41a893b-02f9-4cf8-a8cb-98d32ac1f628 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 946 time: 0.5859876 Jul 14 07:11:44.422769 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-cee009e4-1939-4535-befa-9ff5c94ae6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:44.425295 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-cee009e4-1939-4535-befa-9ff5c94ae6fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.2017546 Jul 14 07:11:44.460377 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Allocated IP 2001:db8::2 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/c5dcff39-f4cc-4c11-bfd6-d7f7d78a9803/9a2a6918-f081-4d8e-bb67-19af79a1d154) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:11:44.462832 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] device_id is not set on port 65b4e342-e324-4910-88af-ac735b1f4749 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:11:44.518722 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:44.526078 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c852fca-1cee-45a4-bbd5-b55b2fd0e83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:44.564224 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-90d79abd-0f52-4af1-afd0-a5d3c8143e87 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137479 Jul 14 07:11:44.572664 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Transition to ACTIVE for port object 65b4e342-e324-4910-88af-ac735b1f4749 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:44.583919 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce9bd7a7-c775-4a0c-81ad-54b0c1cb517b req-5ea87376-c45c-432d-a670-28b59fb3f04c tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962821 Jul 14 07:11:44.600613 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:44.650895 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-bb9d1189-8fcc-4ebe-a002-b18b1c7a9b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:44.653571 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-bb9d1189-8fcc-4ebe-a002-b18b1c7a9b47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2075453 Jul 14 07:11:44.740880 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c852fca-1cee-45a4-bbd5-b55b2fd0e83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:44.813554 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:44.822759 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-e5000455-81c4-46bf-93be-81b13451a275 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610346 Jul 14 07:11:44.824405 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Transition to ACTIVE for port object 9a2a6918-f081-4d8e-bb67-19af79a1d154 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:44.844846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Transition to ACTIVE for port object 9a2a6918-f081-4d8e-bb67-19af79a1d154 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:44.856238 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:44.901927 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50820) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:44.936349 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:44.946188 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:44.948969 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974f2adf-cf65-4437-afff-d162d9f8ff2f req-f6eb0a59-7784-49ce-a211-b92bc88d4103 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168041 Jul 14 07:11:44.950883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:11:44.963204 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Pushing event updated for resources: {'Port': ['ID=9a2a6918-f081-4d8e-bb67-19af79a1d154,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:45.026613 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012c3824-b796-424a-ae87-ae4d47598550 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:11:45.030162 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Attempting to bind port 9a2a6918-f081-4d8e-bb67-19af79a1d154 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:45.030528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Attempting to bind port 9a2a6918-f081-4d8e-bb67-19af79a1d154 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:45.030881 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Attempting to bind port 9a2a6918-f081-4d8e-bb67-19af79a1d154 on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:45.031009 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-012c3824-b796-424a-ae87-ae4d47598550 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:45.038338 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:11:45.038714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:11:45.039130 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:45.039509 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:11:45.039979 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Bound port: 9a2a6918-f081-4d8e-bb67-19af79a1d154, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:11:45.040803 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:45.042852 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:45.043254 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:45.043770 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:45.062883 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:45.063250 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:45.068088 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 2 to bind port 65b4e342-e324-4910-88af-ac735b1f4749 Jul 14 07:11:45.078020 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Pushing event updated for resources: {'Port': ['ID=65b4e342-e324-4910-88af-ac735b1f4749,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:45.094420 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-012c3824-b796-424a-ae87-ae4d47598550 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port 79c8a0f1-ec28-41c9-ae5f-dce0bf8028b3 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:11:45.138738 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e33d0906-8400-41bf-a878-151a079ac18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:45.189652 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] For port 9a2a6918-f081-4d8e-bb67-19af79a1d154, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:11:45.194247 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] For port 9a2a6918-f081-4d8e-bb67-19af79a1d154, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9a2a6918-f081-4d8e-bb67-19af79a1d154,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:11:45.196749 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:45.197535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:45.198193 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:45.202393 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:45.278209 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:45.278209 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:45.300145 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 3 to bind port 65b4e342-e324-4910-88af-ac735b1f4749 Jul 14 07:11:45.324382 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c852fca-1cee-45a4-bbd5-b55b2fd0e83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:45.327064 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c852fca-1cee-45a4-bbd5-b55b2fd0e83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:45.332410 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9c852fca-1cee-45a4-bbd5-b55b2fd0e83d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa928d7c-4c96-4140-bf3d-9b4da04173f1 HTTP/1.1" status: 204 len: 168 time: 1.5259237 Jul 14 07:11:45.351355 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf1047-49d5-4b03-9215-a1262bfe0b50 req-ff5e8717-e926-4dac-a6af-35787e53a396 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:45.353354 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27bf1047-49d5-4b03-9215-a1262bfe0b50 req-ff5e8717-e926-4dac-a6af-35787e53a396 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 948 time: 0.1526465 Jul 14 07:11:45.372903 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e33d0906-8400-41bf-a878-151a079ac18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:45.382946 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e33d0906-8400-41bf-a878-151a079ac18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:45.396544 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:45.424959 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:45.428777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e41f1f-982d-4566-ad73-2d87b14cd8b3 None None] Pushing event updated for resources: {'Port': ['ID=9a2a6918-f081-4d8e-bb67-19af79a1d154,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:45.431630 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:45.432173 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:45.443423 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c852fca-1cee-45a4-bbd5-b55b2fd0e83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa928d7c-4c96-4140-bf3d-9b4da04173f1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:45.476122 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:45.495909 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:45.496018 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:45.499409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-012c3824-b796-424a-ae87-ae4d47598550 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::237 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/c5dcff39-f4cc-4c11-bfd6-d7f7d78a9803/79c8a0f1-ec28-41c9-ae5f-dce0bf8028b3) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:11:45.501956 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 4 to bind port 65b4e342-e324-4910-88af-ac735b1f4749 Jul 14 07:11:45.509397 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27bf1047-49d5-4b03-9215-a1262bfe0b50 req-9dd159e0-02e8-443e-a6af-cd5f7c8434e0 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478829 Jul 14 07:11:45.539911 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e33d0906-8400-41bf-a878-151a079ac18b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=771a158ee0894268be723f3b32a7e0e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6369281 Jul 14 07:11:45.564533 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50844) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:45.604647 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d0906-8400-41bf-a878-151a079ac18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05282229-8407-4cad-ad41-9eec8672ad94,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:45.606969 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e9db46-41e9-4f93-9d5e-b4ef3d66690c admin admin] Router fcd46c61-9503-4b7a-83cb-205cf6b73e3b has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:11:45.664771 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:45.666909 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:45.667675 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:45.699662 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-258f1f29-39eb-4215-9017-f496530a88cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:45.714726 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:45.728520 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:45.733047 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 5 to bind port 65b4e342-e324-4910-88af-ac735b1f4749 Jul 14 07:11:45.743417 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-258f1f29-39eb-4215-9017-f496530a88cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:45.809162 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-258f1f29-39eb-4215-9017-f496530a88cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:45.812052 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-258f1f29-39eb-4215-9017-f496530a88cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:45.816528 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-258f1f29-39eb-4215-9017-f496530a88cd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05282229-8407-4cad-ad41-9eec8672ad94 HTTP/1.1" status: 204 len: 168 time: 0.2506645 Jul 14 07:11:45.830188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f1f29-39eb-4215-9017-f496530a88cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05282229-8407-4cad-ad41-9eec8672ad94,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:45.958050 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:45.958467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:45.958812 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:46.000529 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:46.000876 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:46.033048 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 6 to bind port 65b4e342-e324-4910-88af-ac735b1f4749 Jul 14 07:11:46.120440 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:46.128358 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:46.128845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:46.182098 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:46.182528 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:46.264577 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9a2a6918-f081-4d8e-bb67-19af79a1d154 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:11:46.313840 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-012c3824-b796-424a-ae87-ae4d47598550 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:46.354265 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-012c3824-b796-424a-ae87-ae4d47598550 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object 79c8a0f1-ec28-41c9-ae5f-dce0bf8028b3 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:46.354484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-7706d452-faeb-49f6-b315-a1bf611ae0d9 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:46.360598 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-7706d452-faeb-49f6-b315-a1bf611ae0d9 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.30 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a&tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&binding%3Ahost_id=n-h1-778696-5 HTTP/1.1" status: 200 len: 948 time: 0.2495153 Jul 14 07:11:46.419227 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 7 to bind port 65b4e342-e324-4910-88af-ac735b1f4749 Jul 14 07:11:46.420884 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 9a2a6918-f081-4d8e-bb67-19af79a1d154 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:11:46.442496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:46.443453 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:46.444084 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:46.451038 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-012c3824-b796-424a-ae87-ae4d47598550 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:46.528090 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012c3824-b796-424a-ae87-ae4d47598550 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:46.531216 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-012c3824-b796-424a-ae87-ae4d47598550 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:46.534146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e9db46-41e9-4f93-9d5e-b4ef3d66690c admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:11:46.541978 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c3824-b796-424a-ae87-ae4d47598550 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=79c8a0f1-ec28-41c9-ae5f-dce0bf8028b3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:46.544866 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9b7df-09a1-42bd-a61c-2e1bf0037c35 None None] Sync routers for ids ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:11:46.555323 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9b7df-09a1-42bd-a61c-2e1bf0037c35 None None] Routers {'fcd46c61-9503-4b7a-83cb-205cf6b73e3b'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:11:46.558547 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1aa9b7df-09a1-42bd-a61c-2e1bf0037c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:11:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:46.566516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50882) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:46.568840 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012c3824-b796-424a-ae87-ae4d47598550 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:11:46.604115 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012c3824-b796-424a-ae87-ae4d47598550 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:46.605629 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-012c3824-b796-424a-ae87-ae4d47598550 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:46.609004 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53354d28-ebdc-4f96-9ec2-384aa7cab348 req-f6cbb11d-30e2-4f96-828d-26308e584ae3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:46.610594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53354d28-ebdc-4f96-9ec2-384aa7cab348 req-f6cbb11d-30e2-4f96-828d-26308e584ae3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 948 time: 0.3175926 Jul 14 07:11:46.617965 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-acd0b2ed-48df-4f64-8a01-29cbde267877 service neutron] 10.222.0.30 "GET /v2.0/ports/1afab34b-c0f2-4025-bf41-f324253a70b8/bindings/n-h1-778696-5 HTTP/1.1" status: 200 len: 382 time: 0.2002857 Jul 14 07:11:46.640219 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-27e9db46-41e9-4f93-9d5e-b4ef3d66690c admin admin] 10.222.0.35 "PUT /v2.0/routers/fcd46c61-9503-4b7a-83cb-205cf6b73e3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5596817 Jul 14 07:11:46.643992 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50892) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:46.676087 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:46.676708 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:46.693156 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 8 to bind port 65b4e342-e324-4910-88af-ac735b1f4749 Jul 14 07:11:46.716098 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-012c3824-b796-424a-ae87-ae4d47598550 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7673955 Jul 14 07:11:46.716451 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50900) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:46.793635 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:46.794347 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:46.794897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:46.816878 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:46.817624 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:46.821669 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 9 to bind port 65b4e342-e324-4910-88af-ac735b1f4749 Jul 14 07:11:46.847023 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:46.847892 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:46.848563 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53354d28-ebdc-4f96-9ec2-384aa7cab348 req-407fb4e9-9eea-4a9f-8bad-45c52ef4e5f2 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296541 Jul 14 07:11:46.853244 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-1aa9b7df-09a1-42bd-a61c-2e1bf0037c35 None None] Set router fcd46c61-9503-4b7a-83cb-205cf6b73e3b gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:11:46.862267 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:46.876428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:46.879317 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:46.880126 n-d-778696-5 neutron-server[93827]: INFO neutron.plugins.ml2.plugin [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempt 10 to bind port 65b4e342-e324-4910-88af-ac735b1f4749 Jul 14 07:11:46.905938 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f7a7c2-38b8-4824-a3bd-1554ae3fcc3f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:46.912857 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f7a7c2-38b8-4824-a3bd-1554ae3fcc3f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:46.917523 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e3f7a7c2-38b8-4824-a3bd-1554ae3fcc3f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1937184 Jul 14 07:11:46.920873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50904) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:46.921325 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1afab34b-c0f2-4025-bf41-f324253a70b8 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:11:46.921444 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d9099c08-cb8a-46b6-9b51-92fa3b19bc8c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2083867808-network', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:47.013997 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:47.014532 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:47.015005 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempting to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:47.026294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:47.026760 n-d-778696-5 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Failed to bind port 65b4e342-e324-4910-88af-ac735b1f4749 on host n-h2-778696-5 for vnic_type normal using segments [{'id': '521b47cb-6b9e-410d-ab78-6ed53b04ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0606836c-ae57-4986-a662-dcbfacabfba5'}] Jul 14 07:11:47.027226 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:47.057169 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-d7e62945-be90-4533-872c-23718134a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:47.060171 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-d7e62945-be90-4533-872c-23718134a5c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 1099 time: 0.3868783 Jul 14 07:11:47.067399 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9099c08-cb8a-46b6-9b51-92fa3b19bc8c admin admin] Made reservation on behalf of 84712628eb654ff0b9f11d80c53ffa6f for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:11:47.069766 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d9099c08-cb8a-46b6-9b51-92fa3b19bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:47.086703 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d9099c08-cb8a-46b6-9b51-92fa3b19bc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:47.147564 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2ead7eb1-4c7e-46cd-b775-f1c9ea50712f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port 79c8a0f1-ec28-41c9-ae5f-dce0bf8028b3 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:47.148521 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ead7eb1-4c7e-46cd-b775-f1c9ea50712f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:47.161123 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-056bbbf8-142c-43fc-8c5b-9d1616fbe9d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:47.188532 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] For port 65b4e342-e324-4910-88af-ac735b1f4749, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:11:47.193470 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attempted to set empty binding levels {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 07:11:47.228562 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7bb31204-552f-476a-a21e-344439319bd9 None None] Provisioning for port 9a2a6918-f081-4d8e-bb67-19af79a1d154 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:11:47.239811 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1afab34b-c0f2-4025-bf41-f324253a70b8,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:47.242836 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7bb31204-552f-476a-a21e-344439319bd9 None None] Provisioning complete for port 9a2a6918-f081-4d8e-bb67-19af79a1d154 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:11:47.243214 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7bb31204-552f-476a-a21e-344439319bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:47.269271 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:47.309003 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '1afab34b-c0f2-4025-bf41-f324253a70b8', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '1afab34b-c0f2-4025-bf41-f324253a70b8', 'mac_address': 'fa:16:3e:64:c5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:11:47.386952 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-056bbbf8-142c-43fc-8c5b-9d1616fbe9d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:47.404868 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1aa9b7df-09a1-42bd-a61c-2e1bf0037c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-197118733-router', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:09:59Z', 'updated_at': '2021-07-14T07:11:43Z', 'revision_number': 5, 'project_id': '54c299c3697846c291ce3761776a3bff', 'gw_port': {'id': '451a0616-81b7-4ed0-93b9-b36d1a3de1d7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:10:01Z', 'updated_at': '2021-07-14T07:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:47.427319 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7bb31204-552f-476a-a21e-344439319bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:47.457389 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9b7df-09a1-42bd-a61c-2e1bf0037c35 None None] Checking router: fcd46c61-9503-4b7a-83cb-205cf6b73e3b for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:11:47.461177 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] In _notify_port_updated(), no bound segment for port 65b4e342-e324-4910-88af-ac735b1f4749 on network 0606836c-ae57-4986-a662-dcbfacabfba5 {{(pid=93827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:11:47.462130 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:47.462750 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:47.464115 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] 10.222.0.35 "PUT /v2.0/ports/65b4e342-e324-4910-88af-ac735b1f4749 HTTP/1.1" status: 200 len: 975 time: 4.1170402 Jul 14 07:11:47.466054 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:47.470314 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50912) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:47.508558 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9b7df-09a1-42bd-a61c-2e1bf0037c35 None None] Routers {'fcd46c61-9503-4b7a-83cb-205cf6b73e3b'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:11:47.509705 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1aa9b7df-09a1-42bd-a61c-2e1bf0037c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:11:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:47.562512 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1afab34b-c0f2-4025-bf41-f324253a70b8 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:11:47.591539 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ead7eb1-4c7e-46cd-b775-f1c9ea50712f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:47.600305 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-32afe7ce-4b6c-426c-bb1f-daf7edfc7803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:47.602288 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-32afe7ce-4b6c-426c-bb1f-daf7edfc7803 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.5164557 Jul 14 07:11:47.605882 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-7bb31204-552f-476a-a21e-344439319bd9 None None] For port 9a2a6918-f081-4d8e-bb67-19af79a1d154, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9a2a6918-f081-4d8e-bb67-19af79a1d154,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:47.632444 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7bb31204-552f-476a-a21e-344439319bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:47.651402 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-1aa9b7df-09a1-42bd-a61c-2e1bf0037c35 None None] Set router fcd46c61-9503-4b7a-83cb-205cf6b73e3b gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:11:47.651984 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1afab34b-c0f2-4025-bf41-f324253a70b8,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:47.673105 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:47.704084 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb31204-552f-476a-a21e-344439319bd9 None None] Pushing event updated for resources: {'Port': ['ID=9a2a6918-f081-4d8e-bb67-19af79a1d154,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:47.731604 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1aa9b7df-09a1-42bd-a61c-2e1bf0037c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-197118733-router', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:09:59Z', 'updated_at': '2021-07-14T07:11:47Z', 'revision_number': 6, 'project_id': '54c299c3697846c291ce3761776a3bff', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:47.735553 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d9099c08-cb8a-46b6-9b51-92fa3b19bc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:47.749826 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b97bcc65-463a-48c1-b82f-e110bf45d914 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=1afab34b-c0f2-4025-bf41-f324253a70b8 HTTP/1.1" status: 200 len: 217 time: 0.1388741 Jul 14 07:11:47.754399 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d9099c08-cb8a-46b6-9b51-92fa3b19bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:47.770344 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10ec8d-3ba1-4da3-a92d-5017cf15f0d6 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Pushing event updated for resources: {'Port': ['ID=65b4e342-e324-4910-88af-ac735b1f4749,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:47.772681 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9b7df-09a1-42bd-a61c-2e1bf0037c35 None None] The sync data for ids ['fcd46c61-9503-4b7a-83cb-205cf6b73e3b'] in n-d-778696-5 is: [{'id': 'fcd46c61-9503-4b7a-83cb-205cf6b73e3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-197118733-router', 'tenant_id': '54c299c3697846c291ce3761776a3bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:09:59Z', 'updated_at': '2021-07-14T07:11:47Z', 'revision_number': 6, 'project_id': '54c299c3697846c291ce3761776a3bff', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:11:47.790839 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2ead7eb1-4c7e-46cd-b775-f1c9ea50712f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for 79c8a0f1-ec28-41c9-ae5f-dce0bf8028b3 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:47.801390 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c252941d-4ea3-42a0-8d77-664eafca388e None None] Provisioning for port 79c8a0f1-ec28-41c9-ae5f-dce0bf8028b3 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:11:47.825978 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c252941d-4ea3-42a0-8d77-664eafca388e None None] Provisioning complete for port 79c8a0f1-ec28-41c9-ae5f-dce0bf8028b3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:11:47.827024 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c252941d-4ea3-42a0-8d77-664eafca388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:47.849275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-056bbbf8-142c-43fc-8c5b-9d1616fbe9d0 admin admin] Deleting port 451a0616-81b7-4ed0-93b9-b36d1a3de1d7 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:47.849810 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-056bbbf8-142c-43fc-8c5b-9d1616fbe9d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:47.884142 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9099c08-cb8a-46b6-9b51-92fa3b19bc8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:11:47.891507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=1afab34b-c0f2-4025-bf41-f324253a70b8,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:47.946576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-c252941d-4ea3-42a0-8d77-664eafca388e None None] Port 79c8a0f1-ec28-41c9-ae5f-dce0bf8028b3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:11:47.982482 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-be245cc2-366e-4702-9c22-7f091f01a3eb tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Deleting port 65b4e342-e324-4910-88af-ac735b1f4749 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:47.982908 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be245cc2-366e-4702-9c22-7f091f01a3eb tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:48.017538 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9099c08-cb8a-46b6-9b51-92fa3b19bc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307fed5e-8b23-4763-a9ac-edf17a15f2a2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:48.020510 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['1afab34b-c0f2-4025-bf41-f324253a70b8'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:11:48.061430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-be245cc2-366e-4702-9c22-7f091f01a3eb tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] For port 65b4e342-e324-4910-88af-ac735b1f4749, host n-h2-778696-5, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:48.061792 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be245cc2-366e-4702-9c22-7f091f01a3eb tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:48.083054 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-be245cc2-366e-4702-9c22-7f091f01a3eb tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Calling delete_port for 65b4e342-e324-4910-88af-ac735b1f4749 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:48.198133 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-056bbbf8-142c-43fc-8c5b-9d1616fbe9d0 admin admin] For port 451a0616-81b7-4ed0-93b9-b36d1a3de1d7, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=451a0616-81b7-4ed0-93b9-b36d1a3de1d7,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:48.198499 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-056bbbf8-142c-43fc-8c5b-9d1616fbe9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:48.234315 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-dcce647b-96dd-4c1f-b345-6c91c50f01aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:48.242890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-dcce647b-96dd-4c1f-b345-6c91c50f01aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.4791687 Jul 14 07:11:48.252530 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ead7eb1-4c7e-46cd-b775-f1c9ea50712f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:48.288562 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d9099c08-cb8a-46b6-9b51-92fa3b19bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:48.292195 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-d9099c08-cb8a-46b6-9b51-92fa3b19bc8c admin admin] Added segment c6af4047-db39-46ad-9b3b-eee7d1acad55 of type vlan for network 9e82a324-3525-428e-a290-73810ba0350d Jul 14 07:11:48.298587 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9a2a6918-f081-4d8e-bb67-19af79a1d154 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:11:48.301997 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-056bbbf8-142c-43fc-8c5b-9d1616fbe9d0 admin admin] Calling delete_port for 451a0616-81b7-4ed0-93b9-b36d1a3de1d7 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:48.392408 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead7eb1-4c7e-46cd-b775-f1c9ea50712f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=79c8a0f1-ec28-41c9-ae5f-dce0bf8028b3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:48.396287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9a2a6918-f081-4d8e-bb67-19af79a1d154 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:11:48.397302 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:48.468790 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ead7eb1-4c7e-46cd-b775-f1c9ea50712f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:48.480316 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2ead7eb1-4c7e-46cd-b775-f1c9ea50712f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/79c8a0f1-ec28-41c9-ae5f-dce0bf8028b3 HTTP/1.1" status: 204 len: 168 time: 1.5577805 Jul 14 07:11:48.484392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50950) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:48.504253 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be245cc2-366e-4702-9c22-7f091f01a3eb tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:48.582580 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be245cc2-366e-4702-9c22-7f091f01a3eb tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Pushing event deleted for resources: {'Port': ['ID=65b4e342-e324-4910-88af-ac735b1f4749,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:48.599732 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device edf868d1-b812-4d23-86b9-a0f69716c828 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:11:48.602639 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be245cc2-366e-4702-9c22-7f091f01a3eb tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:48.607086 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-be245cc2-366e-4702-9c22-7f091f01a3eb tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] 10.222.0.35 "DELETE /v2.0/ports/65b4e342-e324-4910-88af-ac735b1f4749 HTTP/1.1" status: 204 len: 168 time: 1.1309533 Jul 14 07:11:48.617333 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50956) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:48.639099 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: edf868d1-b812-4d23-86b9-a0f69716c828 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:11:48.639446 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device edf868d1-b812-4d23-86b9-a0f69716c828 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:11:48.650904 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d9099c08-cb8a-46b6-9b51-92fa3b19bc8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:48.658858 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ba0344-a2c5-4903-a198-4f272a2f6ab1 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] GET failed (client error): The resource could not be found. Jul 14 07:11:48.660766 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-00ba0344-a2c5-4903-a198-4f272a2f6ab1 tempest-PortsAdminExtendedAttrsTestJSON-460453226 tempest-PortsAdminExtendedAttrsTestJSON-460453226-project-admin] 10.222.0.35 "GET /v2.0/ports/65b4e342-e324-4910-88af-ac735b1f4749 HTTP/1.1" status: 404 len: 333 time: 0.0422378 Jul 14 07:11:48.665924 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50960) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:48.716747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e330a9d8-137e-41fc-bfe0-1d035bea6f9a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:48.719089 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e330a9d8-137e-41fc-bfe0-1d035bea6f9a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:48.726121 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e330a9d8-137e-41fc-bfe0-1d035bea6f9a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2402327 Jul 14 07:11:48.728233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50962) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:48.808408 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2409d-c266-411f-9ad6-099d9a7d778a req-2e87100e-e013-4c79-aa96-7da13677685a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:48.814224 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6cc2409d-c266-411f-9ad6-099d9a7d778a req-2e87100e-e013-4c79-aa96-7da13677685a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 949 time: 0.5989094 Jul 14 07:11:48.816927 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-4e8bac27-3ebf-4816-9841-a73254d961d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:48.818374 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-4e8bac27-3ebf-4816-9841-a73254d961d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5177550 Jul 14 07:11:48.854142 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d9099c08-cb8a-46b6-9b51-92fa3b19bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:48.855124 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9099c08-cb8a-46b6-9b51-92fa3b19bc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:48.855692 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d9099c08-cb8a-46b6-9b51-92fa3b19bc8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:48.916629 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c5ec9b4-f4e0-4a17-a6f6-5fc33e766690 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:48.937473 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 90910ec7-efa5-4380-870a-e57cac9fffd2 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:11:48.940841 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1afab34b-c0f2-4025-bf41-f324253a70b8 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:11:48.951910 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad27493-e4d5-4b06-ab47-d3b5d77857ff tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet c5dcff39-f4cc-4c11-bfd6-d7f7d78a9803 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:11:48.956537 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cad27493-e4d5-4b06-ab47-d3b5d77857ff tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:48.993227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d9099c08-cb8a-46b6-9b51-92fa3b19bc8c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4201369 Jul 14 07:11:48.996122 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50982) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:49.005451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-1d2cfd24-e1c8-4011-b388-c3d3c32c6ac2 admin admin] Request body: {'subnet': {'network_id': '9e82a324-3525-428e-a290-73810ba0350d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2083867808-subnet', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:49.013755 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cad27493-e4d5-4b06-ab47-d3b5d77857ff tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.028602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9099c08-cb8a-46b6-9b51-92fa3b19bc8c admin admin] Pushing event updated for resources: {'Network': ['ID=9e82a324-3525-428e-a290-73810ba0350d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:49.074075 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6cc2409d-c266-411f-9ad6-099d9a7d778a req-0eb809ce-f28d-4f35-9a12-1ffed047b598 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210612 Jul 14 07:11:49.115340 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2cfd24-e1c8-4011-b388-c3d3c32c6ac2 admin admin] Made reservation on behalf of 84712628eb654ff0b9f11d80c53ffa6f for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:11:49.117753 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d2cfd24-e1c8-4011-b388-c3d3c32c6ac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.128208 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 9e82a324-3525-428e-a290-73810ba0350d details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:11:49.214501 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-669f7d5d-8858-4c13-8217-b4807dbaed9d service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624241 Jul 14 07:11:49.220464 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c5ec9b4-f4e0-4a17-a6f6-5fc33e766690 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.224212 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-056bbbf8-142c-43fc-8c5b-9d1616fbe9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.259618 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-7c5ec9b4-f4e0-4a17-a6f6-5fc33e766690 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0606836c-ae57-4986-a662-dcbfacabfba5']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:49.263071 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cad27493-e4d5-4b06-ab47-d3b5d77857ff tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.305285 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-7c5ec9b4-f4e0-4a17-a6f6-5fc33e766690 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521b47cb-6b9e-410d-ab78-6ed53b04ecdf') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:49.306056 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-7c5ec9b4-f4e0-4a17-a6f6-5fc33e766690 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521b47cb-6b9e-410d-ab78-6ed53b04ecdf') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:49.324369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bbbf8-142c-43fc-8c5b-9d1616fbe9d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=451a0616-81b7-4ed0-93b9-b36d1a3de1d7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:49.329086 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c5ec9b4-f4e0-4a17-a6f6-5fc33e766690 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.331557 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 1afab34b-c0f2-4025-bf41-f324253a70b8 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:11:49.353890 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c5ec9b4-f4e0-4a17-a6f6-5fc33e766690 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.369350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5ec9b4-f4e0-4a17-a6f6-5fc33e766690 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:11:49.370116 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c5ec9b4-f4e0-4a17-a6f6-5fc33e766690 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:11:49.373333 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:11:49.384680 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 1afab34b-c0f2-4025-bf41-f324253a70b8 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:11:49.385061 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.449128 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cad27493-e4d5-4b06-ab47-d3b5d77857ff tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.491480 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-7f1a1673-8186-4513-8a3f-08437023b560 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684741 Jul 14 07:11:49.492340 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-056bbbf8-142c-43fc-8c5b-9d1616fbe9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.494010 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad27493-e4d5-4b06-ab47-d3b5d77857ff tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=c5dcff39-f4cc-4c11-bfd6-d7f7d78a9803,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:49.499536 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cad27493-e4d5-4b06-ab47-d3b5d77857ff tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.501877 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cad27493-e4d5-4b06-ab47-d3b5d77857ff tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/c5dcff39-f4cc-4c11-bfd6-d7f7d78a9803 HTTP/1.1" status: 204 len: 168 time: 0.7135882 Jul 14 07:11:49.504796 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50988) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:49.525852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85d19f7-5de9-415b-a512-1b8450fc9b46 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:11:49.570536 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c5ec9b4-f4e0-4a17-a6f6-5fc33e766690 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.573472 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6797f626-223f-43a9-b04f-889c73d46e2d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671797 Jul 14 07:11:49.576998 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50990) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:49.606578 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ec9b4-f4e0-4a17-a6f6-5fc33e766690 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Pushing event deleted for resources: {'Network': ['ID=0606836c-ae57-4986-a662-dcbfacabfba5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:49.637811 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-056bbbf8-142c-43fc-8c5b-9d1616fbe9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.643524 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c5ec9b4-f4e0-4a17-a6f6-5fc33e766690 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.661548 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-056bbbf8-142c-43fc-8c5b-9d1616fbe9d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.662361 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7c5ec9b4-f4e0-4a17-a6f6-5fc33e766690 tempest-PortsAdminExtendedAttrsTestJSON-1544178792 tempest-PortsAdminExtendedAttrsTestJSON-1544178792-project] 10.222.0.35 "DELETE /v2.0/networks/0606836c-ae57-4986-a662-dcbfacabfba5 HTTP/1.1" status: 204 len: 168 time: 0.9872375 Jul 14 07:11:49.697607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 90910ec7-efa5-4380-870a-e57cac9fffd2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=90910ec7-efa5-4380-870a-e57cac9fffd2,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:49.734561 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '90910ec7-efa5-4380-870a-e57cac9fffd2', 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5', 'port_id': '90910ec7-efa5-4380-870a-e57cac9fffd2', 'mac_address': 'fa:16:3e:13:e2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8b4972-4af0-4364-94c1-6b8288d85079', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:11:49.738874 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d2cfd24-e1c8-4011-b388-c3d3c32c6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.750371 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-056bbbf8-142c-43fc-8c5b-9d1616fbe9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.751747 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056bbbf8-142c-43fc-8c5b-9d1616fbe9d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcd46c61-9503-4b7a-83cb-205cf6b73e3b {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:11:49.777428 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-056bbbf8-142c-43fc-8c5b-9d1616fbe9d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.781142 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-056bbbf8-142c-43fc-8c5b-9d1616fbe9d0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/fcd46c61-9503-4b7a-83cb-205cf6b73e3b HTTP/1.1" status: 204 len: 168 time: 3.1238720 Jul 14 07:11:49.782460 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50996) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:49.840665 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cfd24-e1c8-4011-b388-c3d3c32c6ac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=332600d1-7207-42c7-a6e5-4b2788cd4c8b,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:49.847085 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2cfd24-e1c8-4011-b388-c3d3c32c6ac2 admin admin] Checking segment: {'id': 'c6af4047-db39-46ad-9b3b-eee7d1acad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9e82a324-3525-428e-a290-73810ba0350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:11:49.847451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2cfd24-e1c8-4011-b388-c3d3c32c6ac2 admin admin] Network hostable DHCP agents. Network: 9e82a324-3525-428e-a290-73810ba0350d, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:11:49.892511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2cfd24-e1c8-4011-b388-c3d3c32c6ac2 admin admin] Network 9e82a324-3525-428e-a290-73810ba0350d is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:11:49.895458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7d8be1-0af6-4a11-a349-05bdb36c56cb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:49.901667 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9c7d8be1-0af6-4a11-a349-05bdb36c56cb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3212063 Jul 14 07:11:49.905625 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51000) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:49.933872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-1d2cfd24-e1c8-4011-b388-c3d3c32c6ac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 9e82a324-3525-428e-a290-73810ba0350d) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:49.938756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2cfd24-e1c8-4011-b388-c3d3c32c6ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:49.939650 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d2cfd24-e1c8-4011-b388-c3d3c32c6ac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:49.995680 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdbed60-327c-4aaf-859d-8e27c3f2e25e None None] Network 9e82a324-3525-428e-a290-73810ba0350d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:11:49.996786 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1d2cfd24-e1c8-4011-b388-c3d3c32c6ac2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9953802 Jul 14 07:11:49.997270 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51002) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:50.058181 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2083867808-router', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:50.095315 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e0ca76-3bee-44b6-a11e-5ee6ccd9f212 admin admin] Deleting subnet 7533ca55-3891-41a7-935d-a12ba31dc650 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:11:50.106293 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2e0ca76-3bee-44b6-a11e-5ee6ccd9f212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:50.188614 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2e0ca76-3bee-44b6-a11e-5ee6ccd9f212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:50.245912 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2e0ca76-3bee-44b6-a11e-5ee6ccd9f212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:50.255943 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 451a0616-81b7-4ed0-93b9-b36d1a3de1d7 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:11:50.274795 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51008) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:50.352043 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21851e60-c46a-4f21-b755-510edb65a9db tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:50.356286 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-21851e60-c46a-4f21-b755-510edb65a9db tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4495385 Jul 14 07:11:50.356806 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51012) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:50.368492 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:50.369932 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:50.371044 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:50.432700 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-936b3677-162b-4c23-9c49-b382f525b10e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737984 Jul 14 07:11:50.438188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51014) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:50.457685 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-85334364-ab68-435c-9c4d-6950a66f57a9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:50.467126 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90910ec7-efa5-4380-870a-e57cac9fffd2 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:11:50.503271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 90910ec7-efa5-4380-870a-e57cac9fffd2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=90910ec7-efa5-4380-870a-e57cac9fffd2,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:50.532147 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:50.538482 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2e0ca76-3bee-44b6-a11e-5ee6ccd9f212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:50.556006 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:50.577825 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0ca76-3bee-44b6-a11e-5ee6ccd9f212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7533ca55-3891-41a7-935d-a12ba31dc650,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:50.585042 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2e0ca76-3bee-44b6-a11e-5ee6ccd9f212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:50.587166 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c2e0ca76-3bee-44b6-a11e-5ee6ccd9f212 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7533ca55-3891-41a7-935d-a12ba31dc650 HTTP/1.1" status: 204 len: 168 time: 0.8001001 Jul 14 07:11:50.600239 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51016) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:50.623105 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 451a0616-81b7-4ed0-93b9-b36d1a3de1d7 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:11:50.623450 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 451a0616-81b7-4ed0-93b9-b36d1a3de1d7 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:11:50.633898 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=90910ec7-efa5-4380-870a-e57cac9fffd2,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:50.654714 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:50.701237 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['90910ec7-efa5-4380-870a-e57cac9fffd2'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:11:50.714789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18341717-bf87-4296-a88f-add27a4cbf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afab34b-c0f2-4025-bf41-f324253a70b8'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:11:50.717514 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccee5a1-0c46-44d2-9769-12fd13b3f4a6" -d '{"events": [{"server_uuid": "18341717-bf87-4296-a88f-add27a4cbf6a", "name": "network-vif-plugged", "status": "completed", "tag": "1afab34b-c0f2-4025-bf41-f324253a70b8"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:11:50.737662 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:50.823748 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1afab34b-c0f2-4025-bf41-f324253a70b8,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:50.850185 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-9e82a324-3525-428e-a290-73810ba0350d', 'network_id': '9e82a324-3525-428e-a290-73810ba0350d', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'fixed_ips': [{'subnet_id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:11:50.851953 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:50.876315 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:51.027143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a80f94-c62e-45a4-b822-eb9180574ca3 None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:11:51.195799 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-93219881-2961-454f-b943-4df0ce73ede2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0610795ccac2464ea4e231387fbd6809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9193048 Jul 14 07:11:51.207680 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51022) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:51.246911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=1afab34b-c0f2-4025-bf41-f324253a70b8,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:51.355984 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd7916-0330-4314-b28c-981b99088054 req-372eddcd-5c74-466d-a60f-9d7208e33874 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:51.364498 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9dd7916-0330-4314-b28c-981b99088054 req-372eddcd-5c74-466d-a60f-9d7208e33874 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 949 time: 0.9354732 Jul 14 07:11:51.368756 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4c03ff4-31d9-412c-bde0-623f8aba8b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:51.386456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85334364-ab68-435c-9c4d-6950a66f57a9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:11:51.390530 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-85334364-ab68-435c-9c4d-6950a66f57a9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:51.464439 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Allocated IP 172.20.0.2 (9e82a324-3525-428e-a290-73810ba0350d/332600d1-7207-42c7-a6e5-4b2788cd4c8b/e5850f6f-39c6-4a21-819c-7f1d06a7e369) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:11:51.659492 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4c03ff4-31d9-412c-bde0-623f8aba8b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:51.680860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-e4c03ff4-31d9-412c-bde0-623f8aba8b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c4c71a-6080-4398-a8a7-9a46ed277a04']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:51.696260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-e4c03ff4-31d9-412c-bde0-623f8aba8b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:51.696680 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-e4c03ff4-31d9-412c-bde0-623f8aba8b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0fb0da-d0d6-4b84-bec8-cddca6ceb82b') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:51.709592 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4c03ff4-31d9-412c-bde0-623f8aba8b46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:51.730681 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4c03ff4-31d9-412c-bde0-623f8aba8b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:51.739855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c03ff4-31d9-412c-bde0-623f8aba8b46 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:11:51.740443 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4c03ff4-31d9-412c-bde0-623f8aba8b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:11:51.851120 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:11:51.855491 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:11:51.855491 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:11:51.855491 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:11:51.855491 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:11:51.855491 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:11:51.855491 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:11:51.855491 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:11:51.862466 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:51.869077 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-de01fc13-6dc4-44e8-b8c6-2feaad4bbd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:51.902982 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-de01fc13-6dc4-44e8-b8c6-2feaad4bbd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:51.907290 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:51.918829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-52a80f94-c62e-45a4-b822-eb9180574ca3 None None] Deleting port 9a2a6918-f081-4d8e-bb67-19af79a1d154 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:11:51.919435 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4c03ff4-31d9-412c-bde0-623f8aba8b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:51.919604 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-52a80f94-c62e-45a4-b822-eb9180574ca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:51.963736 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4c03ff4-31d9-412c-bde0-623f8aba8b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:51.966609 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e4c03ff4-31d9-412c-bde0-623f8aba8b46 admin admin] 10.222.0.35 "DELETE /v2.0/networks/05c4c71a-6080-4398-a8a7-9a46ed277a04 HTTP/1.1" status: 204 len: 168 time: 1.3639352 Jul 14 07:11:52.009466 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:52.019266 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9dd7916-0330-4314-b28c-981b99088054 req-a0443d12-af1f-4126-92eb-5e359a1fd227 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6522472 Jul 14 07:11:52.027193 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Transition to ACTIVE for port object e5850f6f-39c6-4a21-819c-7f1d06a7e369 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:52.028038 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c03ff4-31d9-412c-bde0-623f8aba8b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=05c4c71a-6080-4398-a8a7-9a46ed277a04,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:52.067632 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-52a80f94-c62e-45a4-b822-eb9180574ca3 None None] For port 9a2a6918-f081-4d8e-bb67-19af79a1d154, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9a2a6918-f081-4d8e-bb67-19af79a1d154,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:52.068171 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-52a80f94-c62e-45a4-b822-eb9180574ca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:52.093948 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Transition to ACTIVE for port object e5850f6f-39c6-4a21-819c-7f1d06a7e369 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:52.109271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-52a80f94-c62e-45a4-b822-eb9180574ca3 None None] Calling delete_port for 9a2a6918-f081-4d8e-bb67-19af79a1d154 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:11:52.117366 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:52.287137 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-de01fc13-6dc4-44e8-b8c6-2feaad4bbd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:52.293479 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-de01fc13-6dc4-44e8-b8c6-2feaad4bbd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:52.314483 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-de01fc13-6dc4-44e8-b8c6-2feaad4bbd16 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92773c6a-ae21-4d17-b24d-732e5b3bd5b8 HTTP/1.1" status: 204 len: 168 time: 1.1059387 Jul 14 07:11:52.372816 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] Allocated IP 172.25.7.216 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/008ecf4e-8921-4476-b48e-21d0d77e238b) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:11:52.378401 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51032) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:52.385965 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79464fc5-2b3e-4e36-be38-fa75d6e97bcc x-openstack-request-id: req-79464fc5-2b3e-4e36-be38-fa75d6e97bcc {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:11:52.386519 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18341717-bf87-4296-a88f-add27a4cbf6a", "name": "network-vif-plugged", "status": "completed", "tag": "1afab34b-c0f2-4025-bf41-f324253a70b8", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:11:52.386923 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79464fc5-2b3e-4e36-be38-fa75d6e97bcc {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:11:52.387440 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18341717-bf87-4296-a88f-add27a4cbf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afab34b-c0f2-4025-bf41-f324253a70b8', 'code': 200} Jul 14 07:11:52.388322 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9a2a6918-f081-4d8e-bb67-19af79a1d154 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:11:52.417938 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-a2ab384a-4e4c-4c20-bbed-f81b3f722e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:52.421613 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-a2ab384a-4e4c-4c20-bbed-f81b3f722e17 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a&tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932 HTTP/1.1" status: 200 len: 1101 time: 0.3728728 Jul 14 07:11:52.458580 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-5', 'device_owner': 'compute:nova'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:52.474081 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3d1c2afa-b773-4491-a937-2f624cc5750f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54c299c3697846c291ce3761776a3bff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0910592 Jul 14 07:11:52.475017 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51034) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:52.484840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Network 9e82a324-3525-428e-a290-73810ba0350d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:52.492331 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:52.498900 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:11:52.578125 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01fc13-6dc4-44e8-b8c6-2feaad4bbd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92773c6a-ae21-4d17-b24d-732e5b3bd5b8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:52.623296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Attempting to bind port e5850f6f-39c6-4a21-819c-7f1d06a7e369 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:52.624201 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Attempting to bind port e5850f6f-39c6-4a21-819c-7f1d06a7e369 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'c6af4047-db39-46ad-9b3b-eee7d1acad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9e82a324-3525-428e-a290-73810ba0350d'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:52.625328 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Attempting to bind port e5850f6f-39c6-4a21-819c-7f1d06a7e369 on network 9e82a324-3525-428e-a290-73810ba0350d {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:52.651995 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:11:52.652691 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Checking segment: {'id': 'c6af4047-db39-46ad-9b3b-eee7d1acad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9e82a324-3525-428e-a290-73810ba0350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:11:52.653289 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:52.653848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Bound using segment: {'id': 'c6af4047-db39-46ad-9b3b-eee7d1acad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9e82a324-3525-428e-a290-73810ba0350d'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:11:52.654490 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Bound port: e5850f6f-39c6-4a21-819c-7f1d06a7e369, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6af4047-db39-46ad-9b3b-eee7d1acad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9e82a324-3525-428e-a290-73810ba0350d'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:11:52.655055 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:52.662175 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Pushing event updated for resources: {'Port': ['ID=e5850f6f-39c6-4a21-819c-7f1d06a7e369,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:52.666218 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:52.695596 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23f61dc4-0eae-4f8a-8631-854e7f7160a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:52.731611 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:52.756805 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-85334364-ab68-435c-9c4d-6950a66f57a9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:52.815780 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:52.824347 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23f61dc4-0eae-4f8a-8631-854e7f7160a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:52.866779 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-52a80f94-c62e-45a4-b822-eb9180574ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:52.899442 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a80f94-c62e-45a4-b822-eb9180574ca3 None None] Pushing event deleted for resources: {'Port': ['ID=9a2a6918-f081-4d8e-bb67-19af79a1d154,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:52.930452 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] For port e5850f6f-39c6-4a21-819c-7f1d06a7e369, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:11:52.941809 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 90910ec7-efa5-4380-870a-e57cac9fffd2 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:11:52.985377 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:53.026624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a80f94-c62e-45a4-b822-eb9180574ca3 None None] No DVR routers for this DVR port 9a2a6918-f081-4d8e-bb67-19af79a1d154 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:11:53.043461 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] For port e5850f6f-39c6-4a21-819c-7f1d06a7e369, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e5850f6f-39c6-4a21-819c-7f1d06a7e369,segment=NetworkSegment(c6af4047-db39-46ad-9b3b-eee7d1acad55),segment_id=c6af4047-db39-46ad-9b3b-eee7d1acad55)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:11:53.055371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85334364-ab68-435c-9c4d-6950a66f57a9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:53.069226 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:53.079533 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-85334364-ab68-435c-9c4d-6950a66f57a9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:53.129724 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51040) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:53.186318 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529f76a3-825f-4ba8-99a6-0a4dba84bbff None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:11:53.186570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] Pushing event updated for resources: {'Port': ['ID=008ecf4e-8921-4476-b48e-21d0d77e238b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:53.186570 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23f61dc4-0eae-4f8a-8631-854e7f7160a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:53.186570 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23f61dc4-0eae-4f8a-8631-854e7f7160a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:53.186570 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-23f61dc4-0eae-4f8a-8631-854e7f7160a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cfb599be-2368-499c-a263-56ef98980ae1 HTTP/1.1" status: 204 len: 168 time: 0.6999376 Jul 14 07:11:53.226673 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85334364-ab68-435c-9c4d-6950a66f57a9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:53.226673 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-85334364-ab68-435c-9c4d-6950a66f57a9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:53.245683 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:53.250857 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:53.276659 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:11:53.294010 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f61dc4-0eae-4f8a-8631-854e7f7160a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb599be-2368-499c-a263-56ef98980ae1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:53.592954 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85334364-ab68-435c-9c4d-6950a66f57a9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=b5f05c32-776e-418c-8112-5e57481ce9b8,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:53.597015 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-71e42d0a-b444-4a65-ba72-0422cda7ab13 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c215215192394f209443dc5835fb453b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4652979 Jul 14 07:11:53.619403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d5dd0-75e2-48a8-b160-f67b9229aaed None None] Pushing event updated for resources: {'Port': ['ID=e5850f6f-39c6-4a21-819c-7f1d06a7e369,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:53.658916 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 90910ec7-efa5-4380-870a-e57cac9fffd2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:11:53.660061 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:53.676394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51048) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:53.762710 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-85334364-ab68-435c-9c4d-6950a66f57a9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3119221 Jul 14 07:11:53.767986 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51054) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:53.800211 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-bafc7ade-ae39-4437-86af-5bc7ea2516ad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'fixed_ips': [{'subnet_id': 'b5f05c32-776e-418c-8112-5e57481ce9b8', 'ip_address': '2001:db8::b0a8:fc1d:478:1e2a'}], 'name': 'tempest-NetworksTestDHCPv6-186431309'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:53.895995 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': 'b5f05c32-776e-418c-8112-5e57481ce9b8'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:11:53.899242 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:53.966406 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:54.303888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1afab34b-c0f2-4025-bf41-f324253a70b8,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:54.363319 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870bda3-1c88-4812-97b0-24ee5d154d7e req-6a378d9e-ac45-4b18-8376-a1f9f346731c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:54.375587 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f870bda3-1c88-4812-97b0-24ee5d154d7e req-6a378d9e-ac45-4b18-8376-a1f9f346731c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 950 time: 0.8408322 Jul 14 07:11:54.376167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Allocated IP 2001:db8::2 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/b5f05c32-776e-418c-8112-5e57481ce9b8/b60d8db5-d11e-4c94-b61b-c38031eccf04) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:11:54.500584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:11:54.554719 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:54.626499 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e5850f6f-39c6-4a21-819c-7f1d06a7e369 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:11:54.627551 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:54.672531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Transition to ACTIVE for port object 1afab34b-c0f2-4025-bf41-f324253a70b8 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:54.693326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18341717-bf87-4296-a88f-add27a4cbf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1afab34b-c0f2-4025-bf41-f324253a70b8'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:11:54.698064 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0c434d-f7b3-4574-996b-1df13b8c2c70" -d '{"events": [{"server_uuid": "18341717-bf87-4296-a88f-add27a4cbf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "1afab34b-c0f2-4025-bf41-f324253a70b8"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:11:54.710730 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5c58837b-8f1d-4637-bdbf-9a06774dcb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:54.740826 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:54.897684 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] Router 02cc71d3-1865-46bc-ab3e-02d91f0bce44 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:11:54.905781 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102f94b1-2413-4557-8c9a-92452a903f18 x-openstack-request-id: req-102f94b1-2413-4557-8c9a-92452a903f18 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:11:54.906138 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18341717-bf87-4296-a88f-add27a4cbf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "1afab34b-c0f2-4025-bf41-f324253a70b8", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:11:54.906397 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-102f94b1-2413-4557-8c9a-92452a903f18 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:11:54.906806 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18341717-bf87-4296-a88f-add27a4cbf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1afab34b-c0f2-4025-bf41-f324253a70b8', 'code': 200} Jul 14 07:11:55.098810 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5c58837b-8f1d-4637-bdbf-9a06774dcb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:55.187948 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51160) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:55.238947 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:55.253639 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff9e27f-b6a7-4bd2-9b20-46dd92ba5a3f None None] Network 9e82a324-3525-428e-a290-73810ba0350d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:11:55.255277 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:11:55.276777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Sync routers for ids ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:11:55.289935 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:55.294120 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f870bda3-1c88-4812-97b0-24ee5d154d7e req-8b9a712c-e103-40f2-9ea0-946e1fe19f1c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9141836 Jul 14 07:11:55.303648 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4a8c329c-a566-4d3a-be5f-8f796011e04f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2527802 Jul 14 07:11:55.306067 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51166) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:55.322123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] No DVR routers for this DVR port 1afab34b-c0f2-4025-bf41-f324253a70b8 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:11:55.421327 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Routers {'02cc71d3-1865-46bc-ab3e-02d91f0bce44'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:11:55.421994 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:11:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:55.441126 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:55.466518 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07838f43-e08b-48b8-b63a-4c6e73f1ac7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90910ec7-efa5-4380-870a-e57cac9fffd2'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:11:55.468781 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e24af8-12e9-4b58-8aa9-b1e41e563221" -d '{"events": [{"server_uuid": "07838f43-e08b-48b8-b63a-4c6e73f1ac7e", "name": "network-vif-plugged", "status": "completed", "tag": "90910ec7-efa5-4380-870a-e57cac9fffd2"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:11:55.519248 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Pushing event updated for resources: {'Port': ['ID=1afab34b-c0f2-4025-bf41-f324253a70b8,revision_number=10']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:55.534750 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Attempting to bind port 1afab34b-c0f2-4025-bf41-f324253a70b8 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:55.537827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Attempting to bind port 1afab34b-c0f2-4025-bf41-f324253a70b8 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:55.538404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Attempting to bind port 1afab34b-c0f2-4025-bf41-f324253a70b8 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:55.557252 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Port 1afab34b-c0f2-4025-bf41-f324253a70b8 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:11:55.557762 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Attempting to bind port 1afab34b-c0f2-4025-bf41-f324253a70b8 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:55.581889 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:11:55.586517 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:11:55.587133 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:11:55.587749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Bound port: 1afab34b-c0f2-4025-bf41-f324253a70b8, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:11:55.588299 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:55.628744 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port e5850f6f-39c6-4a21-819c-7f1d06a7e369 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:11:55.666862 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafc7ade-ae39-4437-86af-5bc7ea2516ad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:11:55.769228 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5c58837b-8f1d-4637-bdbf-9a06774dcb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:55.773055 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5c58837b-8f1d-4637-bdbf-9a06774dcb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:55.775187 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5c58837b-8f1d-4637-bdbf-9a06774dcb11 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc41ffc5-4c42-485f-a1f0-3e0fb7102f8e HTTP/1.1" status: 204 len: 168 time: 2.0762894 Jul 14 07:11:55.802449 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58837b-8f1d-4637-bdbf-9a06774dcb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc41ffc5-4c42-485f-a1f0-3e0fb7102f8e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:55.825655 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:11:55.833774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1afab34b-c0f2-4025-bf41-f324253a70b8,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:11:55.842247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51182) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:55.843628 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:55.869358 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bafc7ade-ae39-4437-86af-5bc7ea2516ad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:55.898231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:55.898962 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:55.902436 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Set router 02cc71d3-1865-46bc-ab3e-02d91f0bce44 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:11:55.904302 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] 10.222.0.15 "PUT /v2.0/ports/1afab34b-c0f2-4025-bf41-f324253a70b8 HTTP/1.1" status: 200 len: 1097 time: 3.4565811 Jul 14 07:11:55.940237 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-eb6c6001-aa24-434f-8077-ed2c3299d331 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1815976006-network', 'tenant_id': 'a4b2c8c511db4c2a9a4b9a01f343494e'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:56.053984 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ac00db-d17a-4f77-aac7-da66c3b847c1 x-openstack-request-id: req-86ac00db-d17a-4f77-aac7-da66c3b847c1 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:11:56.054253 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07838f43-e08b-48b8-b63a-4c6e73f1ac7e", "name": "network-vif-plugged", "status": "completed", "tag": "90910ec7-efa5-4380-870a-e57cac9fffd2", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:11:56.054350 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86ac00db-d17a-4f77-aac7-da66c3b847c1 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:11:56.054673 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07838f43-e08b-48b8-b63a-4c6e73f1ac7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90910ec7-efa5-4380-870a-e57cac9fffd2', 'code': 200} Jul 14 07:11:56.070444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 90910ec7-efa5-4380-870a-e57cac9fffd2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=90910ec7-efa5-4380-870a-e57cac9fffd2,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:56.107129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-bafc7ade-ae39-4437-86af-5bc7ea2516ad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port b5ba96b3-98d2-4a2f-a3fd-7658ad14bef5 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:11:56.167768 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-175b0203-8022-4ed3-b824-f19a8c19b770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:56.221092 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Transition to ACTIVE for port object b60d8db5-d11e-4c94-b61b-c38031eccf04 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:56.270461 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:56.271274 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1afab34b-c0f2-4025-bf41-f324253a70b8 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:11:56.465012 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=90910ec7-efa5-4380-870a-e57cac9fffd2,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:56.524539 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6c6001-aa24-434f-8077-ed2c3299d331 admin admin] Made reservation on behalf of a4b2c8c511db4c2a9a4b9a01f343494e for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:11:56.525702 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:56.538912 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6001-aa24-434f-8077-ed2c3299d331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:56.541048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98aad06-5317-47ac-901b-8a868103aecc service neutron] Pushing event updated for resources: {'Port': ['ID=1afab34b-c0f2-4025-bf41-f324253a70b8,revision_number=11']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:56.584591 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Transition to ACTIVE for port object b60d8db5-d11e-4c94-b61b-c38031eccf04 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:56.644069 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:56.652503 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a6307515-9b2a-4381-827c-38be33c5f863 None None] Provisioning for port e5850f6f-39c6-4a21-819c-7f1d06a7e369 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:11:56.662393 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a6307515-9b2a-4381-827c-38be33c5f863 None None] Provisioning complete for port e5850f6f-39c6-4a21-819c-7f1d06a7e369 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:11:56.663007 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6307515-9b2a-4381-827c-38be33c5f863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:56.717619 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1afab34b-c0f2-4025-bf41-f324253a70b8 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:11:56.722345 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:56.774100 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:56.839099 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Pushing event updated for resources: {'Port': ['ID=b60d8db5-d11e-4c94-b61b-c38031eccf04,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:56.843668 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-175b0203-8022-4ed3-b824-f19a8c19b770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:56.851756 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6001-aa24-434f-8077-ed2c3299d331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:56.853566 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:11:56.876890 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-175b0203-8022-4ed3-b824-f19a8c19b770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:56.919849 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18341717-bf87-4296-a88f-add27a4cbf6a', 'tag': '1afab34b-c0f2-4025-bf41-f324253a70b8'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:11:56.922329 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870a3582-8bc7-4a8a-9d9c-164121f096a3" -d '{"events": [{"name": "network-changed", "server_uuid": "18341717-bf87-4296-a88f-add27a4cbf6a", "tag": "1afab34b-c0f2-4025-bf41-f324253a70b8"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:11:56.936306 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-bafc7ade-ae39-4437-86af-5bc7ea2516ad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::b0a8:fc1d:478:1e2a (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/b5f05c32-776e-418c-8112-5e57481ce9b8/b5ba96b3-98d2-4a2f-a3fd-7658ad14bef5) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:11:56.941118 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-c2b18c94-c99b-443c-9c93-a039f3acc254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:56.943013 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-c2b18c94-c99b-443c-9c93-a039f3acc254 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 1100 time: 0.9830737 Jul 14 07:11:57.082184 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] Allocated IP 172.20.0.1 (9e82a324-3525-428e-a290-73810ba0350d/332600d1-7207-42c7-a6e5-4b2788cd4c8b/74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:11:57.087629 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12481fcf-eef6-413f-9ee7-935cbf89bf06 x-openstack-request-id: req-12481fcf-eef6-413f-9ee7-935cbf89bf06 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:11:57.088448 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18341717-bf87-4296-a88f-add27a4cbf6a", "tag": "1afab34b-c0f2-4025-bf41-f324253a70b8", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:11:57.089395 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-12481fcf-eef6-413f-9ee7-935cbf89bf06 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:11:57.089989 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18341717-bf87-4296-a88f-add27a4cbf6a', 'tag': '1afab34b-c0f2-4025-bf41-f324253a70b8', 'status': 'completed', 'code': 200} Jul 14 07:11:57.106902 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-175b0203-8022-4ed3-b824-f19a8c19b770 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49c46c2172d64b43beb085b6654a4a11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2597983 Jul 14 07:11:57.122776 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6307515-9b2a-4381-827c-38be33c5f863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:57.182602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51222) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:57.187159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-a7a10301-0f62-4314-a2e0-41100a3bce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:57.189212 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-a7a10301-0f62-4314-a2e0-41100a3bce46 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.2288697 Jul 14 07:11:57.197107 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b0203-8022-4ed3-b824-f19a8c19b770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33bdd2f-7196-40be-a877-042208392491,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:57.277945 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:57.301033 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] Transition to ACTIVE for port object 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:57.340872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc702f-90c8-4245-bcb5-ea9d695c624d req-3a7b254e-5a8c-4cf7-bbbf-8bf2e46d5744 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:57.349995 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c7bc702f-90c8-4245-bcb5-ea9d695c624d req-3a7b254e-5a8c-4cf7-bbbf-8bf2e46d5744 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 949 time: 0.7289197 Jul 14 07:11:57.359195 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:57.362889 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-2bf3b166-81b9-4970-9b69-48d1f6f9e274 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=1afab34b-c0f2-4025-bf41-f324253a70b8 HTTP/1.1" status: 200 len: 217 time: 0.1276398 Jul 14 07:11:57.366459 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Attempting to bind port b60d8db5-d11e-4c94-b61b-c38031eccf04 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:57.368677 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Attempting to bind port b60d8db5-d11e-4c94-b61b-c38031eccf04 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:57.370469 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Attempting to bind port b60d8db5-d11e-4c94-b61b-c38031eccf04 on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:57.464086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a6307515-9b2a-4381-827c-38be33c5f863 None None] For port e5850f6f-39c6-4a21-819c-7f1d06a7e369, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e5850f6f-39c6-4a21-819c-7f1d06a7e369,segment=NetworkSegment(c6af4047-db39-46ad-9b3b-eee7d1acad55),segment_id=c6af4047-db39-46ad-9b3b-eee7d1acad55)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:11:57.479086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:11:57.481096 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:11:57.482466 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:57.482956 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:11:57.485897 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Bound port: b60d8db5-d11e-4c94-b61b-c38031eccf04, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:11:57.487319 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:57.505879 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] Network 9e82a324-3525-428e-a290-73810ba0350d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:57.514290 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:57.522636 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:11:57.533529 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:57.570258 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c7bc702f-90c8-4245-bcb5-ea9d695c624d req-78eda738-38f0-4f07-a3c6-69bbd23f2305 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192554 Jul 14 07:11:57.638745 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:57.743177 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-52aa9c27-92ab-4401-9c13-4cf606bc6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:57.745139 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-52aa9c27-92ab-4401-9c13-4cf606bc6898 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.3446536 Jul 14 07:11:57.885159 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6307515-9b2a-4381-827c-38be33c5f863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:57.960238 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:57.967025 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'name': 'tempest-ServersTestBootFromVolume-2083867808-router', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:11:50Z', 'updated_at': '2021-07-14T07:11:53Z', 'revision_number': 3, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'gw_port': {'id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:51Z', 'updated_at': '2021-07-14T07:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:11:58.096204 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bafc7ade-ae39-4437-86af-5bc7ea2516ad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:58.116631 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Checking router: 02cc71d3-1865-46bc-ab3e-02d91f0bce44 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:11:58.119372 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Updating router 02cc71d3-1865-46bc-ab3e-02d91f0bce44 port 008ecf4e-8921-4476-b48e-21d0d77e238b binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:11:58.168639 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b579eb6e-8c29-4a98-b3a4-6fea99198047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:58.220592 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b579eb6e-8c29-4a98-b3a4-6fea99198047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:58.276958 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-bdc3cfb5-f1c4-4c68-a4a6-5ee7a9eacd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:58.279819 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-bdc3cfb5-f1c4-4c68-a4a6-5ee7a9eacd08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 1100 time: 1.1842775 Jul 14 07:11:58.326353 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-bafc7ade-ae39-4437-86af-5bc7ea2516ad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object b5ba96b3-98d2-4a2f-a3fd-7658ad14bef5 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:58.380662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] For port b60d8db5-d11e-4c94-b61b-c38031eccf04, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:11:58.385029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] For port b60d8db5-d11e-4c94-b61b-c38031eccf04, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b60d8db5-d11e-4c94-b61b-c38031eccf04,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:11:58.426894 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b579eb6e-8c29-4a98-b3a4-6fea99198047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:58.430527 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b579eb6e-8c29-4a98-b3a4-6fea99198047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:58.432759 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b579eb6e-8c29-4a98-b3a4-6fea99198047 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e33bdd2f-7196-40be-a877-042208392491 HTTP/1.1" status: 204 len: 168 time: 1.2423251 Jul 14 07:11:58.436922 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:58.491103 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:58.506500 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:58.559379 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6001-aa24-434f-8077-ed2c3299d331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:58.600154 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:58.601139 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579eb6e-8c29-4a98-b3a4-6fea99198047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33bdd2f-7196-40be-a877-042208392491,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:58.635738 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6001-aa24-434f-8077-ed2c3299d331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:58.737773 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-0fab6910-8151-4b6a-b00f-8963ca5f169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:58.741372 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-0fab6910-8151-4b6a-b00f-8963ca5f169d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8352668 Jul 14 07:11:58.859384 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6c6001-aa24-434f-8077-ed2c3299d331 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:11:58.963532 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bafc7ade-ae39-4437-86af-5bc7ea2516ad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:58.966406 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] Network 9e82a324-3525-428e-a290-73810ba0350d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:58.971628 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:58.986345 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:59.021993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c6001-aa24-434f-8077-ed2c3299d331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab16b29-47ae-4aba-af78-56ecbf71abd5,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:59.142032 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:59.158956 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51288) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:59.161800 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6001-aa24-434f-8077-ed2c3299d331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:59.166864 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-eb6c6001-aa24-434f-8077-ed2c3299d331 admin admin] Added segment 4f3465f0-c83f-4f17-900a-25eaacaeae03 of type vlan for network 6167fc1b-e132-43c4-97c4-2419433fec40 Jul 14 07:11:59.168805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Transition to ACTIVE for port object 008ecf4e-8921-4476-b48e-21d0d77e238b will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:11:59.173456 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6307515-9b2a-4381-827c-38be33c5f863 None None] Pushing event updated for resources: {'Port': ['ID=e5850f6f-39c6-4a21-819c-7f1d06a7e369,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:59.199252 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:59.226287 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:59.244377 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13854cd4-b2af-44d1-8779-97ddbc3a4e68 req-cb42a3eb-cf60-44c7-b808-3346dff772a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1427767 Jul 14 07:11:59.271981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-eb482ce9-f49c-4696-b799-4f1c64c29294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:59.278471 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-eb482ce9-f49c-4696-b799-4f1c64c29294 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.9879439 Jul 14 07:11:59.314690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafc7ade-ae39-4437-86af-5bc7ea2516ad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:11:59.331266 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] Router 02cc71d3-1865-46bc-ab3e-02d91f0bce44 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:11:59.378546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51290) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:59.434095 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Attempting to bind port 008ecf4e-8921-4476-b48e-21d0d77e238b on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:11:59.434460 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Attempting to bind port 008ecf4e-8921-4476-b48e-21d0d77e238b by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:11:59.434825 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Attempting to bind port 008ecf4e-8921-4476-b48e-21d0d77e238b on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:11:59.439296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-505bd177-161e-43f1-8c6a-21c9308ea89d None None] Provisioning complete for port e5850f6f-39c6-4a21-819c-7f1d06a7e369 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:11:59.439709 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-505bd177-161e-43f1-8c6a-21c9308ea89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:59.465048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-bafc7ade-ae39-4437-86af-5bc7ea2516ad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:11:59.476148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafc7ade-ae39-4437-86af-5bc7ea2516ad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:11:59.490778 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafc7ade-ae39-4437-86af-5bc7ea2516ad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:11:59.491611 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bafc7ade-ae39-4437-86af-5bc7ea2516ad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:59.498004 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b430a61-24b0-4f5e-8a58-3a9a28ed48b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:59.540813 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:11:59.541223 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:11:59.541659 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:59.542058 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:11:59.542544 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Bound port: 008ecf4e-8921-4476-b48e-21d0d77e238b, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:11:59.542929 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:59.581364 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ae478-dfb4-4476-85df-9f800ddb95e0 None None] Pushing event updated for resources: {'Port': ['ID=008ecf4e-8921-4476-b48e-21d0d77e238b,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:59.639018 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:11:59.664147 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d8429aa8-52f2-48b0-b9be-eaa6dd723fe8 admin admin] 10.222.0.35 "PUT /v2.0/routers/02cc71d3-1865-46bc-ab3e-02d91f0bce44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3540668 Jul 14 07:11:59.733359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5726697c-5d81-48de-9e06-71bf8f579b7c tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:11:59.740380 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b15e38-7aaa-4fbe-a014-01efd567fd6f None None] Pushing event updated for resources: {'Port': ['ID=b60d8db5-d11e-4c94-b61b-c38031eccf04,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:11:59.824612 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5726697c-5d81-48de-9e06-71bf8f579b7c tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] 10.222.0.35 "PUT /v2.0/quotas/2be8ccc3108545d7940711256ca5b6bd HTTP/1.1" status: 200 len: 366 time: 0.4371848 Jul 14 07:11:59.826107 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51306) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:59.848429 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dcea4218-ffbb-47de-9200-5530944a1ed4 tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0179322 Jul 14 07:11:59.849402 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51308) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:59.854976 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] For port 008ecf4e-8921-4476-b48e-21d0d77e238b, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:11:59.859742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] For port 008ecf4e-8921-4476-b48e-21d0d77e238b, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=008ecf4e-8921-4476-b48e-21d0d77e238b,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:11:59.870038 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7aa7e675-f198-4d02-a0a1-4613ee4418d6 tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] 10.222.0.35 "GET /v2.0/quotas/2be8ccc3108545d7940711256ca5b6bd HTTP/1.1" status: 200 len: 366 time: 0.0185723 Jul 14 07:11:59.871081 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51310) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:59.872608 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:11:59.914752 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dae768ad-3269-49c5-821a-2d4e7d1868b1 tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/2be8ccc3108545d7940711256ca5b6bd HTTP/1.1" status: 204 len: 168 time: 0.0421932 Jul 14 07:11:59.922950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51312) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:59.941323 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-75aaec81-ee49-49d2-a36c-d4f8fba7c2e7 tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0166485 Jul 14 07:11:59.944508 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51314) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:59.964166 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-07bd4565-3ede-484c-bd07-119a261c2741 tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] 10.222.0.35 "GET /v2.0/quotas/2be8ccc3108545d7940711256ca5b6bd HTTP/1.1" status: 200 len: 370 time: 0.0182972 Jul 14 07:11:59.967330 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51316) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:59.978238 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ee55090c-0bbf-4ad1-978c-4cc9d8d2c098 tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] 10.222.0.35 "GET /v2.0/quotas/2be8ccc3108545d7940711256ca5b6bd/default HTTP/1.1" status: 200 len: 370 time: 0.0097439 Jul 14 07:11:59.981327 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51318) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:11:59.992467 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-ffc7b482-88ea-4e28-b9df-ab824e4f6f0e tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] delete failed (client error): The resource could not be found. Jul 14 07:12:00.003599 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ae478-dfb4-4476-85df-9f800ddb95e0 None None] Pushing event updated for resources: {'Port': ['ID=008ecf4e-8921-4476-b48e-21d0d77e238b,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:00.015766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Routers {'02cc71d3-1865-46bc-ab3e-02d91f0bce44'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:12:00.016747 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:11:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:00.019553 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ffc7b482-88ea-4e28-b9df-ab824e4f6f0e tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/2be8ccc3108545d7940711256ca5b6bd HTTP/1.1" status: 404 len: 348 time: 0.0141416 Jul 14 07:12:00.079508 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-40ffe9d2-a569-421d-a33f-dab6c91bce48 None None] Provisioning for port 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:00.094975 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-40ffe9d2-a569-421d-a33f-dab6c91bce48 None None] Provisioning complete for port 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:00.097954 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-40ffe9d2-a569-421d-a33f-dab6c91bce48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:00.238682 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51328) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:00.266378 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-40ffe9d2-a569-421d-a33f-dab6c91bce48 None None] Port 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:12:00.300734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] Set router 02cc71d3-1865-46bc-ab3e-02d91f0bce44 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:12:00.322308 n-d-778696-5 neutron-server[93827]: DEBUG neutron.quota.resource [None req-f0bbe79e-2cf8-42d1-a48a-6dd86fce115e tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] Usage tracker for resource:network and tenant:c196a80d9209427b815f35b8e4290508 is out of sync, need to count used quota {{(pid=93827) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 07:12:00.354929 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6001-aa24-434f-8077-ed2c3299d331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:00.366681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.quota.resource [None req-f0bbe79e-2cf8-42d1-a48a-6dd86fce115e tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93827) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 07:12:00.392229 n-d-778696-5 neutron-server[93827]: DEBUG neutron.quota.resource [None req-f0bbe79e-2cf8-42d1-a48a-6dd86fce115e tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] Usage tracker for resource:subnet and tenant:c196a80d9209427b815f35b8e4290508 is out of sync, need to count used quota {{(pid=93827) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 07:12:00.412784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.quota.resource [None req-f0bbe79e-2cf8-42d1-a48a-6dd86fce115e tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93827) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 07:12:00.444974 n-d-778696-5 neutron-server[93827]: DEBUG neutron.quota.resource [None req-f0bbe79e-2cf8-42d1-a48a-6dd86fce115e tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] Usage tracker for resource:subnetpool and tenant:c196a80d9209427b815f35b8e4290508 is out of sync, need to count used quota {{(pid=93827) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 07:12:00.466929 n-d-778696-5 neutron-server[93827]: DEBUG neutron.quota.resource [None req-f0bbe79e-2cf8-42d1-a48a-6dd86fce115e tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93827) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 07:12:00.484186 n-d-778696-5 neutron-server[93827]: DEBUG neutron.quota.resource [None req-f0bbe79e-2cf8-42d1-a48a-6dd86fce115e tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] Usage tracker for resource:port and tenant:c196a80d9209427b815f35b8e4290508 is out of sync, need to count used quota {{(pid=93827) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 07:12:00.492202 n-d-778696-5 neutron-server[93827]: DEBUG neutron.quota.resource [None req-f0bbe79e-2cf8-42d1-a48a-6dd86fce115e tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93827) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 07:12:00.548837 n-d-778696-5 neutron-server[93827]: DEBUG neutron.quota.resource [None req-f0bbe79e-2cf8-42d1-a48a-6dd86fce115e tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] Usage tracker for resource:router and tenant:c196a80d9209427b815f35b8e4290508 is out of sync, need to count used quota {{(pid=93827) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 07:12:00.557282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.quota.resource [None req-f0bbe79e-2cf8-42d1-a48a-6dd86fce115e tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93827) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 07:12:00.573811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.quota.resource [None req-f0bbe79e-2cf8-42d1-a48a-6dd86fce115e tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] Usage tracker for resource:floatingip and tenant:c196a80d9209427b815f35b8e4290508 is out of sync, need to count used quota {{(pid=93827) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 07:12:00.592410 n-d-778696-5 neutron-server[93827]: DEBUG neutron.quota.resource [None req-f0bbe79e-2cf8-42d1-a48a-6dd86fce115e tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93827) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 07:12:00.638627 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-577c4b59-f0b0-4895-b4e8-44f6c61606a6 req-74e2444e-e09b-4e5e-8e5c-33bb0da8092a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1473327 Jul 14 07:12:00.666460 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b430a61-24b0-4f5e-8a58-3a9a28ed48b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:00.673151 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc7ade-ae39-4437-86af-5bc7ea2516ad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=b5ba96b3-98d2-4a2f-a3fd-7658ad14bef5,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:00.677839 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-bd416905-0f50-4ee9-92a6-e96da161ee33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=1afab34b-c0f2-4025-bf41-f324253a70b8 HTTP/1.1" status: 200 len: 217 time: 1.3403242 Jul 14 07:12:00.684675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-a4f191d9-4b7e-427c-ba8e-d1a2e790f35c service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9173384 Jul 14 07:12:00.732901 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-244d4503-9cde-4757-bdc4-a3023a5c47f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:00.738360 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b60d8db5-d11e-4c94-b61b-c38031eccf04 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:00.800606 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6001-aa24-434f-8077-ed2c3299d331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:00.801782 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6c6001-aa24-434f-8077-ed2c3299d331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:00.802373 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6001-aa24-434f-8077-ed2c3299d331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:00.822930 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b430a61-24b0-4f5e-8a58-3a9a28ed48b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:00.852278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-249f456c-1018-4327-ab2f-236506d01a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:00.853870 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-249f456c-1018-4327-ab2f-236506d01a21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1667159 Jul 14 07:12:00.855417 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bafc7ade-ae39-4437-86af-5bc7ea2516ad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 7.0806060 Jul 14 07:12:00.879662 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51332) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:00.990364 n-d-778696-5 neutron-server[93827]: DEBUG neutron.quota.resource [None req-f0bbe79e-2cf8-42d1-a48a-6dd86fce115e tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] Usage tracker for resource:security_group and tenant:c196a80d9209427b815f35b8e4290508 is out of sync, need to count used quota {{(pid=93827) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 07:12:00.990925 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8b430a61-24b0-4f5e-8a58-3a9a28ed48b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17a45fd0f4584a1aba6b30e47ee44a92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8183987 Jul 14 07:12:01.004279 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51334) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:01.021249 n-d-778696-5 neutron-server[93827]: DEBUG neutron.quota.resource [None req-f0bbe79e-2cf8-42d1-a48a-6dd86fce115e tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93827) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 07:12:01.048459 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-eb6c6001-aa24-434f-8077-ed2c3299d331 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 5.7451699 Jul 14 07:12:01.068029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port b60d8db5-d11e-4c94-b61b-c38031eccf04 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:01.075781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e5850f6f-39c6-4a21-819c-7f1d06a7e369 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:01.086608 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51336) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:01.114524 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a44d63ed-9be8-4705-8839-ee159716535b admin admin] Request body: {'subnet': {'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1815976006-subnet', 'tenant_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:01.140151 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bee8eea7-3f5d-4315-9fc2-d47bc0d0a1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:01.219580 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0f40d4d-53af-42fc-bdfb-e1c8954f64b6 req-6f4a625e-a23c-4848-b440-3fb51d848541 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630984 Jul 14 07:12:01.232129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe13e4-0edf-43b6-8132-c9058ec9e42e req-46646b20-92ff-4c1c-8ad0-3cdc34321f94 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:01.235913 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05fe13e4-0edf-43b6-8132-c9058ec9e42e req-46646b20-92ff-4c1c-8ad0-3cdc34321f94 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 949 time: 2.2559233 Jul 14 07:12:01.245014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c6001-aa24-434f-8077-ed2c3299d331 admin admin] Pushing event updated for resources: {'Network': ['ID=6167fc1b-e132-43c4-97c4-2419433fec40,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:01.251189 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b430a61-24b0-4f5e-8a58-3a9a28ed48b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d680020c-e3a5-43a9-84f0-fbf838a9dd12,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:01.287860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13854cd4-b2af-44d1-8779-97ddbc3a4e68 req-f1c6df56-35eb-40e9-8226-df7e7e6d3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:01.289963 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13854cd4-b2af-44d1-8779-97ddbc3a4e68 req-f1c6df56-35eb-40e9-8226-df7e7e6d3d1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 1101 time: 1.9548256 Jul 14 07:12:01.328300 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 6167fc1b-e132-43c4-97c4-2419433fec40 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:12:01.423416 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05fe13e4-0edf-43b6-8132-c9058ec9e42e req-40b87c57-2cf0-4298-beba-032f4bd3c7f5 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739783 Jul 14 07:12:01.483177 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-e67dcc9d-d02d-4aa8-ae45-0a26808f322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:01.485539 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-e67dcc9d-d02d-4aa8-ae45-0a26808f322a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4845822 Jul 14 07:12:01.508440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5d736f94-e87f-4c04-8ade-37e4a767c11a None None] Provisioning for port b60d8db5-d11e-4c94-b61b-c38031eccf04 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:01.510892 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port e5850f6f-39c6-4a21-819c-7f1d06a7e369 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:01.512856 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:01.524086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5d736f94-e87f-4c04-8ade-37e4a767c11a None None] Provisioning complete for port b60d8db5-d11e-4c94-b61b-c38031eccf04 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:01.526212 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5d736f94-e87f-4c04-8ade-37e4a767c11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:01.708879 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'name': 'tempest-ServersTestBootFromVolume-2083867808-router', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:11:50Z', 'updated_at': '2021-07-14T07:11:57Z', 'revision_number': 4, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'gw_port': {'id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:51Z', 'updated_at': '2021-07-14T07:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0', 'name': '', 'network_id': '9e82a324-3525-428e-a290-73810ba0350d', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'mac_address': 'fa:16:3e:2c:c9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:56Z', 'updated_at': '2021-07-14T07:11:58Z', 'revision_number': 2, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'subnets': [{'id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:01.715159 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5d736f94-e87f-4c04-8ade-37e4a767c11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:01.762970 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5186843-e3a1-4ab1-88ab-b31483a83825 None None] The sync data for ids ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'] in n-d-778696-5 is: [{'id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'name': 'tempest-ServersTestBootFromVolume-2083867808-router', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:11:50Z', 'updated_at': '2021-07-14T07:11:57Z', 'revision_number': 4, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'gw_port': {'id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:51Z', 'updated_at': '2021-07-14T07:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0', 'name': '', 'network_id': '9e82a324-3525-428e-a290-73810ba0350d', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'mac_address': 'fa:16:3e:2c:c9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:56Z', 'updated_at': '2021-07-14T07:11:58Z', 'revision_number': 2, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'subnets': [{'id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:12:01.819335 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13854cd4-b2af-44d1-8779-97ddbc3a4e68 req-0c78f52d-a718-446e-8b75-27fea54bed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:01.821575 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13854cd4-b2af-44d1-8779-97ddbc3a4e68 req-0c78f52d-a718-446e-8b75-27fea54bed35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.4533238 Jul 14 07:12:01.824861 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5d736f94-e87f-4c04-8ade-37e4a767c11a None None] For port b60d8db5-d11e-4c94-b61b-c38031eccf04, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b60d8db5-d11e-4c94-b61b-c38031eccf04,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:01.825462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-fdcbe590-7ce9-48ea-be41-222fdcbb4463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:01.828832 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-fdcbe590-7ce9-48ea-be41-222fdcbb4463 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 1100 time: 0.5264993 Jul 14 07:12:01.834721 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5d736f94-e87f-4c04-8ade-37e4a767c11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:01.852708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51350) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:01.918605 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8b280327-f433-45cf-bb87-13bf609123ce tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2033547190', 'description': 'tempest-description--626791776'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:01.932768 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c4b59-f0b0-4895-b4e8-44f6c61606a6 req-82d19f5c-53ef-40f9-b8dd-7ecc268eaf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:01.935560 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-577c4b59-f0b0-4895-b4e8-44f6c61606a6 req-82d19f5c-53ef-40f9-b8dd-7ecc268eaf1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 1102 time: 1.2634199 Jul 14 07:12:01.957063 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d736f94-e87f-4c04-8ade-37e4a767c11a None None] Pushing event updated for resources: {'Port': ['ID=b60d8db5-d11e-4c94-b61b-c38031eccf04,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:01.967301 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0937ae5b-43f0-4241-bd60-f820d9f7f164 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:01.977116 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13854cd4-b2af-44d1-8779-97ddbc3a4e68 req-6eceeea7-262f-46c9-8cac-41cdf8879ee2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=0d139ab7-8f66-4301-91c7-f603bc6c0a6a HTTP/1.1" status: 200 len: 217 time: 0.1447473 Jul 14 07:12:01.985363 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-51e6affe-df18-46a9-8bad-30581793b28e service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778271 Jul 14 07:12:01.992528 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0937ae5b-43f0-4241-bd60-f820d9f7f164 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:01.997411 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0937ae5b-43f0-4241-bd60-f820d9f7f164 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 1.1124725 Jul 14 07:12:02.003448 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5a9e3404-2570-4afa-8f87-e718707b298d None None] Provisioning for port b5ba96b3-98d2-4a2f-a3fd-7658ad14bef5 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:02.008139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5a9e3404-2570-4afa-8f87-e718707b298d None None] Provisioning complete for port b5ba96b3-98d2-4a2f-a3fd-7658ad14bef5 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:02.008319 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51352) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:02.008579 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a9e3404-2570-4afa-8f87-e718707b298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:02.096369 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e3404-2570-4afa-8f87-e718707b298d None None] Port b5ba96b3-98d2-4a2f-a3fd-7658ad14bef5 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:12:02.192566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c4b59-f0b0-4895-b4e8-44f6c61606a6 req-bac96234-ca80-4f4d-8e31-d071f722797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:02.194834 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-577c4b59-f0b0-4895-b4e8-44f6c61606a6 req-bac96234-ca80-4f4d-8e31-d071f722797c service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.1969898 Jul 14 07:12:02.195988 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44d63ed-9be8-4705-8839-ee159716535b admin admin] Made reservation on behalf of a4b2c8c511db4c2a9a4b9a01f343494e for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:02.196341 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b280327-f433-45cf-bb87-13bf609123ce tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:02.199316 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a44d63ed-9be8-4705-8839-ee159716535b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:02.251664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13854cd4-b2af-44d1-8779-97ddbc3a4e68 req-45681bd2-e3aa-4503-8313-75be947e4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:02.259759 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13854cd4-b2af-44d1-8779-97ddbc3a4e68 req-45681bd2-e3aa-4503-8313-75be947e4cbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.2733731 Jul 14 07:12:02.276723 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-577c4b59-f0b0-4895-b4e8-44f6c61606a6 req-72066220-1ada-4640-8011-46452a940b46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=56c84bd1-7356-492b-8fc7-7421be5531f0 HTTP/1.1" status: 200 len: 217 time: 0.0720501 Jul 14 07:12:02.318185 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-ee85cf88-febc-4392-94fb-3cf16624c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:02.319847 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-ee85cf88-febc-4392-94fb-3cf16624c27d service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.4683263 Jul 14 07:12:02.428233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.quota.resource [None req-f0bbe79e-2cf8-42d1-a48a-6dd86fce115e tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] Usage tracker for resource:security_group_rule and tenant:c196a80d9209427b815f35b8e4290508 is out of sync, need to count used quota {{(pid=93827) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 07:12:02.431607 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c4b59-f0b0-4895-b4e8-44f6c61606a6 req-3bf33ca6-e46d-42b9-8687-62eca3461d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:02.436748 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-577c4b59-f0b0-4895-b4e8-44f6c61606a6 req-3bf33ca6-e46d-42b9-8687-62eca3461d9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1416686 Jul 14 07:12:02.439895 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bee8eea7-3f5d-4315-9fc2-d47bc0d0a1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:02.534584 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-d160c21b-3466-42eb-bbf2-b82ec90e90bf service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394771 Jul 14 07:12:02.562845 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b60d8db5-d11e-4c94-b61b-c38031eccf04 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:02.578145 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-18c08c67-52f3-46f7-ac2b-46cae76cb2bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=1afab34b-c0f2-4025-bf41-f324253a70b8 HTTP/1.1" status: 200 len: 217 time: 0.1594558 Jul 14 07:12:02.667080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.quota.resource [None req-f0bbe79e-2cf8-42d1-a48a-6dd86fce115e tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93827) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 07:12:02.722337 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f0bbe79e-2cf8-42d1-a48a-6dd86fce115e tempest-QuotasTest-1895090828 tempest-QuotasTest-1895090828-project-admin] 10.222.0.35 "GET /v2.0/quotas/c196a80d9209427b815f35b8e4290508/details.json HTTP/1.1" status: 200 len: 703 time: 2.4811802 Jul 14 07:12:02.820093 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port b60d8db5-d11e-4c94-b61b-c38031eccf04 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:02.833337 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:02.913632 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-922ef92c-ced9-4d55-b0ba-cb2d6b1ea366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:02.917394 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-922ef92c-ced9-4d55-b0ba-cb2d6b1ea366 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.3255844 Jul 14 07:12:02.992470 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bee8eea7-3f5d-4315-9fc2-d47bc0d0a1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:02.997529 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bee8eea7-3f5d-4315-9fc2-d47bc0d0a1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:03.002201 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bee8eea7-3f5d-4315-9fc2-d47bc0d0a1ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d680020c-e3a5-43a9-84f0-fbf838a9dd12 HTTP/1.1" status: 204 len: 168 time: 1.9777231 Jul 14 07:12:03.030351 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b280327-f433-45cf-bb87-13bf609123ce tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:03.039641 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8eea7-3f5d-4315-9fc2-d47bc0d0a1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d680020c-e3a5-43a9-84f0-fbf838a9dd12,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:03.049476 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13854cd4-b2af-44d1-8779-97ddbc3a4e68 req-75bbc369-eeda-4ccd-bce2-edaf44d11935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:03.055130 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13854cd4-b2af-44d1-8779-97ddbc3a4e68 req-75bbc369-eeda-4ccd-bce2-edaf44d11935 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7797678 Jul 14 07:12:03.059369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f926d366-f63b-4e6b-84e3-ba7e20b3a3c6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port b5ba96b3-98d2-4a2f-a3fd-7658ad14bef5 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:03.059720 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f926d366-f63b-4e6b-84e3-ba7e20b3a3c6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:03.117658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c4b59-f0b0-4895-b4e8-44f6c61606a6 req-7ff3f95d-51ea-45ab-a148-c80a1c755129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:03.140352 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-577c4b59-f0b0-4895-b4e8-44f6c61606a6 req-7ff3f95d-51ea-45ab-a148-c80a1c755129 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6696835 Jul 14 07:12:03.305485 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b280327-f433-45cf-bb87-13bf609123ce tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:03.306347 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f0cdb1e1-8edf-4bab-86d0-0fd8953cd646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:03.474172 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1afab34b-c0f2-4025-bf41-f324253a70b8 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:12:03.648687 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51378) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:03.695024 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b280327-f433-45cf-bb87-13bf609123ce tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:03.702611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51382) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:03.707919 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8b280327-f433-45cf-bb87-13bf609123ce tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8379197 Jul 14 07:12:03.742875 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a44d63ed-9be8-4705-8839-ee159716535b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:03.758279 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ed9c123f-3f63-4c84-8017-80db9a3812bc tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Request body: {'security_group_rule': {'security_group_id': 'a72fe248-1511-4838-96cb-694392406c3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:03.762465 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f926d366-f63b-4e6b-84e3-ba7e20b3a3c6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:03.826437 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:03.846629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b280327-f433-45cf-bb87-13bf609123ce tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72fe248-1511-4838-96cb-694392406c3c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:03.905467 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6d2f4-12c9-4e53-83cd-40f48472a7b2 req-9da2720b-d734-4282-9b4c-77d5ec993e3f tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:03.910174 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9be6d2f4-12c9-4e53-83cd-40f48472a7b2 req-9da2720b-d734-4282-9b4c-77d5ec993e3f tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 949 time: 1.1615059 Jul 14 07:12:03.924244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f926d366-f63b-4e6b-84e3-ba7e20b3a3c6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for b5ba96b3-98d2-4a2f-a3fd-7658ad14bef5 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:03.941847 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1afab34b-c0f2-4025-bf41-f324253a70b8,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:03.956781 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13854cd4-b2af-44d1-8779-97ddbc3a4e68 req-298ea210-86e2-4727-bbd2-ec1ea66d4418 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7077446 Jul 14 07:12:03.964842 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d63ed-9be8-4705-8839-ee159716535b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c57f6f9-d177-479b-9198-f0790b03deff,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:03.970357 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '1afab34b-c0f2-4025-bf41-f324253a70b8', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': '1afab34b-c0f2-4025-bf41-f324253a70b8', 'mac_address': 'fa:16:3e:64:c5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:12:04.026305 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ed9c123f-3f63-4c84-8017-80db9a3812bc tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:04.066488 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:04.098592 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1afab34b-c0f2-4025-bf41-f324253a70b8 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:12:04.151947 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1afab34b-c0f2-4025-bf41-f324253a70b8,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:04.156986 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cc93c4b-3525-4878-8aaa-a3426a35f249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:04.164041 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:04.207948 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-577c4b59-f0b0-4895-b4e8-44f6c61606a6 req-019e4dae-cca7-4815-95a7-a5d1c27f34e6 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0592489 Jul 14 07:12:04.276659 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-dc175c1b-00c2-4ac0-b1ef-cf3ca7b8ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:04.276856 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=1afab34b-c0f2-4025-bf41-f324253a70b8,revision_number=12']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:04.280903 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-dc175c1b-00c2-4ac0-b1ef-cf3ca7b8ecc3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3335745 Jul 14 07:12:04.308983 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9be6d2f4-12c9-4e53-83cd-40f48472a7b2 req-35e8a836-034b-4958-ba55-7cea758b07dc tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691583 Jul 14 07:12:04.419830 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['1afab34b-c0f2-4025-bf41-f324253a70b8'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:12:04.544448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44d63ed-9be8-4705-8839-ee159716535b admin admin] Checking segment: {'id': '4f3465f0-c83f-4f17-900a-25eaacaeae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:12:04.548208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44d63ed-9be8-4705-8839-ee159716535b admin admin] Network hostable DHCP agents. Network: 6167fc1b-e132-43c4-97c4-2419433fec40, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:12:04.568626 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 008ecf4e-8921-4476-b48e-21d0d77e238b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:04.601642 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13854cd4-b2af-44d1-8779-97ddbc3a4e68 req-df03ab45-c565-4005-b81b-a06a5a319fb6 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160574 Jul 14 07:12:04.760065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-bfa12fe5-3053-4292-bdec-9c91dbafdce1 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626210 Jul 14 07:12:04.798654 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:04.799649 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ed9c123f-3f63-4c84-8017-80db9a3812bc tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:04.818494 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44d63ed-9be8-4705-8839-ee159716535b admin admin] Network 6167fc1b-e132-43c4-97c4-2419433fec40 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:12:04.843580 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ed9c123f-3f63-4c84-8017-80db9a3812bc tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:04.890143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 008ecf4e-8921-4476-b48e-21d0d77e238b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:04.896857 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f926d366-f63b-4e6b-84e3-ba7e20b3a3c6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:04.906695 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 008ecf4e-8921-4476-b48e-21d0d77e238b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:04.907263 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:04.961517 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926d366-f63b-4e6b-84e3-ba7e20b3a3c6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=b5ba96b3-98d2-4a2f-a3fd-7658ad14bef5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:05.012161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a44d63ed-9be8-4705-8839-ee159716535b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 6167fc1b-e132-43c4-97c4-2419433fec40) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:05.016881 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-870a3582-8bc7-4a8a-9d9c-164121f096a3 req-c3bc2fe1-67d8-45f8-9352-2661d7db6c45 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431827 Jul 14 07:12:05.083567 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f926d366-f63b-4e6b-84e3-ba7e20b3a3c6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:05.085657 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f926d366-f63b-4e6b-84e3-ba7e20b3a3c6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/b5ba96b3-98d2-4a2f-a3fd-7658ad14bef5 HTTP/1.1" status: 204 len: 168 time: 3.0645859 Jul 14 07:12:05.088318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51424) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:05.103607 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44d63ed-9be8-4705-8839-ee159716535b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:05.104306 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a44d63ed-9be8-4705-8839-ee159716535b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:05.125910 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c123f-3f63-4c84-8017-80db9a3812bc tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fbcdad-2601-463e-a064-b723cba66827,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:05.175919 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-577c4b59-f0b0-4895-b4e8-44f6c61606a6 req-24fa2ba0-788e-4b54-821a-089da058432b service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8867064 Jul 14 07:12:05.256019 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6013a2df-0c75-40a1-959c-e1fbf1f560f4 None None] Network 6167fc1b-e132-43c4-97c4-2419433fec40 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:05.286944 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be21dba8-909f-440e-9c5c-b7d1309175f0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:05.289952 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be21dba8-909f-440e-9c5c-b7d1309175f0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:05.295179 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-be21dba8-909f-440e-9c5c-b7d1309175f0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2048843 Jul 14 07:12:05.295917 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51426) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:05.319797 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cc93c4b-3525-4878-8aaa-a3426a35f249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:05.333001 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cc93c4b-3525-4878-8aaa-a3426a35f249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:05.406671 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc93c4b-3525-4878-8aaa-a3426a35f249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3158b8b1-7956-4120-a8ac-23550c635e63,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:05.420684 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ed9c123f-3f63-4c84-8017-80db9a3812bc tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:05.421328 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-856af11a-3323-4669-8beb-0965ffd44571 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet b5f05c32-776e-418c-8112-5e57481ce9b8 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:12:05.428879 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ed9c123f-3f63-4c84-8017-80db9a3812bc tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6962245 Jul 14 07:12:05.429600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51432) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:05.432517 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-856af11a-3323-4669-8beb-0965ffd44571 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:05.433772 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a44d63ed-9be8-4705-8839-ee159716535b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 4.3241761 Jul 14 07:12:05.437518 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51434) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:05.460170 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1815976006-router', 'tenant_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:05.460613 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ee043ea6-be51-4e07-bcb2-76f16c74e6a9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Request body: {'security_group_rule': {'security_group_id': 'a72fe248-1511-4838-96cb-694392406c3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:05.492375 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:05.497260 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3cc93c4b-3525-4878-8aaa-a3426a35f249 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=730700dbccee4a9e956000a68a53e5b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7979178 Jul 14 07:12:05.500536 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51436) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:05.548243 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 008ecf4e-8921-4476-b48e-21d0d77e238b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=008ecf4e-8921-4476-b48e-21d0d77e238b,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:05.555573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1afab34b-c0f2-4025-bf41-f324253a70b8 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:05.650077 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:05.653090 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:05.672072 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d33810f-ce68-4c71-8b6f-8aea55eb72ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:05.682286 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:05.720489 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee043ea6-be51-4e07-bcb2-76f16c74e6a9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:05.807305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109453be-9464-4758-a6a0-1b9833670e31 None None] Network 6167fc1b-e132-43c4-97c4-2419433fec40 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:05.812729 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d33810f-ce68-4c71-8b6f-8aea55eb72ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:05.822162 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:05.870812 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-856af11a-3323-4669-8beb-0965ffd44571 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:05.948685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=008ecf4e-8921-4476-b48e-21d0d77e238b,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:06.001119 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Sync routers for ids ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:12:06.016564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 1afab34b-c0f2-4025-bf41-f324253a70b8 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:06.026433 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:12:06.037169 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Routers {'02cc71d3-1865-46bc-ab3e-02d91f0bce44'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:12:06.037997 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:12:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:06.040658 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 1afab34b-c0f2-4025-bf41-f324253a70b8 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:06.043982 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:06.118136 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:06.124086 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d33810f-ce68-4c71-8b6f-8aea55eb72ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:06.126904 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d33810f-ce68-4c71-8b6f-8aea55eb72ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:06.130888 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3d33810f-ce68-4c71-8b6f-8aea55eb72ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3158b8b1-7956-4120-a8ac-23550c635e63 HTTP/1.1" status: 204 len: 168 time: 0.6266055 Jul 14 07:12:06.152991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33810f-ce68-4c71-8b6f-8aea55eb72ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3158b8b1-7956-4120-a8ac-23550c635e63,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:06.315322 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee043ea6-be51-4e07-bcb2-76f16c74e6a9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:06.342131 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee043ea6-be51-4e07-bcb2-76f16c74e6a9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:06.444220 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Set router 02cc71d3-1865-46bc-ab3e-02d91f0bce44 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:12:06.449583 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee043ea6-be51-4e07-bcb2-76f16c74e6a9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:06.452369 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ee043ea6-be51-4e07-bcb2-76f16c74e6a9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0054457 Jul 14 07:12:06.456802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51474) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:06.486460 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-856af11a-3323-4669-8beb-0965ffd44571 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:06.488671 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e9ff8d18-9e90-46d6-8de0-9852304cf78d tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:06.527316 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:06.601021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d59d0-0356-47eb-b99b-c2333b11d94a req-5ff69384-8db4-473e-88ac-b0ec73d0a4a5 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:06.610473 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 008ecf4e-8921-4476-b48e-21d0d77e238b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:06.613602 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca4d59d0-0356-47eb-b99b-c2333b11d94a req-5ff69384-8db4-473e-88ac-b0ec73d0a4a5 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 950 time: 0.9281740 Jul 14 07:12:06.618586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee043ea6-be51-4e07-bcb2-76f16c74e6a9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51b3c2f-1291-4dcc-b992-60a66f84727f,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:06.669389 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:06.716487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1afab34b-c0f2-4025-bf41-f324253a70b8,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:06.718192 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18341717-bf87-4296-a88f-add27a4cbf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afab34b-c0f2-4025-bf41-f324253a70b8'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:12:06.722581 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc727bf7-70b7-4db7-a19b-302620c9e6a6" -d '{"events": [{"server_uuid": "18341717-bf87-4296-a88f-add27a4cbf6a", "name": "network-vif-plugged", "status": "completed", "tag": "1afab34b-c0f2-4025-bf41-f324253a70b8"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:12:06.732931 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:06.777106 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca4d59d0-0356-47eb-b99b-c2333b11d94a req-55c254be-7c57-4b5b-a770-f715783b1195 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624064 Jul 14 07:12:06.834642 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-856af11a-3323-4669-8beb-0965ffd44571 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:06.839419 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 008ecf4e-8921-4476-b48e-21d0d77e238b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:06.840155 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:06.873766 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7a58a9-8052-4543-bd27-f1736e3ad7ea x-openstack-request-id: req-6b7a58a9-8052-4543-bd27-f1736e3ad7ea {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:12:06.874451 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18341717-bf87-4296-a88f-add27a4cbf6a", "name": "network-vif-plugged", "status": "completed", "tag": "1afab34b-c0f2-4025-bf41-f324253a70b8", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:12:06.874879 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b7a58a9-8052-4543-bd27-f1736e3ad7ea {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:12:06.875420 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18341717-bf87-4296-a88f-add27a4cbf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afab34b-c0f2-4025-bf41-f324253a70b8', 'code': 200} Jul 14 07:12:06.878704 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=1afab34b-c0f2-4025-bf41-f324253a70b8,revision_number=13']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:06.989653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856af11a-3323-4669-8beb-0965ffd44571 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f05c32-776e-418c-8112-5e57481ce9b8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:06.992517 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-856af11a-3323-4669-8beb-0965ffd44571 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:06.996215 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-856af11a-3323-4669-8beb-0965ffd44571 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/b5f05c32-776e-418c-8112-5e57481ce9b8 HTTP/1.1" status: 204 len: 168 time: 1.6991975 Jul 14 07:12:06.999137 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51500) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:07.021134 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9ff8d18-9e90-46d6-8de0-9852304cf78d tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:07.040235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137d275c-57a7-4a52-9e47-9790fa24f0ee None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:07.083484 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'name': 'tempest-ServersTestBootFromVolume-2083867808-router', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:11:50Z', 'updated_at': '2021-07-14T07:11:57Z', 'revision_number': 4, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'gw_port': {'id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:51Z', 'updated_at': '2021-07-14T07:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0', 'name': '', 'network_id': '9e82a324-3525-428e-a290-73810ba0350d', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'mac_address': 'fa:16:3e:2c:c9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:56Z', 'updated_at': '2021-07-14T07:11:58Z', 'revision_number': 2, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'subnets': [{'id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:07.134605 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-904f2e20-779b-4018-b683-64f163dba781 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1339736 Jul 14 07:12:07.142203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51516) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:07.144154 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Checking router: 02cc71d3-1865-46bc-ab3e-02d91f0bce44 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:12:07.144564 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Updating router 02cc71d3-1865-46bc-ab3e-02d91f0bce44 port 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:12:07.162657 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:07.203511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51518) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:07.205422 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:07.352492 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:07.444875 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:07.472799 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60ba5bd1-f7bd-40d1-bee4-5e85ebad2e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:07.644103 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20295530-8add-41f8-9c7a-d5c1ac10c258 None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:12:07.655235 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:07.667024 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Transition to ACTIVE for port object 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:07.678248 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:07.688844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c929fd5-11e6-49a0-a2d2-a7f8aca7f794 req-a60f52e6-43e2-44c7-b8e2-8bf052ca3531 tempest-MigrationsAdminTest-2035130415 tempest-MigrationsAdminTest-2035130415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:07.700775 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c929fd5-11e6-49a0-a2d2-a7f8aca7f794 req-a60f52e6-43e2-44c7-b8e2-8bf052ca3531 tempest-MigrationsAdminTest-2035130415 tempest-MigrationsAdminTest-2035130415-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 1102 time: 0.3422070 Jul 14 07:12:07.736895 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-20295530-8add-41f8-9c7a-d5c1ac10c258 None None] Deleting port b60d8db5-d11e-4c94-b61b-c38031eccf04 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:07.737296 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-20295530-8add-41f8-9c7a-d5c1ac10c258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:07.799185 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c929fd5-11e6-49a0-a2d2-a7f8aca7f794 req-e966b6c5-3c61-4e72-aa5a-74550f28cf03 tempest-MigrationsAdminTest-2035130415 tempest-MigrationsAdminTest-2035130415-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901840 Jul 14 07:12:07.833788 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] Allocated IP 172.25.7.6 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/33504916-6df9-472b-a1d9-1a45232673b9) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:07.835227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51532) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:07.844984 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9ff8d18-9e90-46d6-8de0-9852304cf78d tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:07.913350 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60ba5bd1-f7bd-40d1-bee4-5e85ebad2e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:07.934108 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60ba5bd1-f7bd-40d1-bee4-5e85ebad2e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:07.979732 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-20295530-8add-41f8-9c7a-d5c1ac10c258 None None] For port b60d8db5-d11e-4c94-b61b-c38031eccf04, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b60d8db5-d11e-4c94-b61b-c38031eccf04,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:07.986604 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-20295530-8add-41f8-9c7a-d5c1ac10c258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:08.032203 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-60ba5bd1-f7bd-40d1-bee4-5e85ebad2e98 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c196a80d9209427b815f35b8e4290508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8270583 Jul 14 07:12:08.037973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-20295530-8add-41f8-9c7a-d5c1ac10c258 None None] Calling delete_port for b60d8db5-d11e-4c94-b61b-c38031eccf04 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:08.045147 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51536) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:08.064290 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896c3a4-2416-4ad7-96e3-69c7d4ce2e8d None None] Pushing event updated for resources: {'Port': ['ID=74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:08.073629 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Attempting to bind port 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:12:08.073629 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Attempting to bind port 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'c6af4047-db39-46ad-9b3b-eee7d1acad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9e82a324-3525-428e-a290-73810ba0350d'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:12:08.074002 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Attempting to bind port 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0 on network 9e82a324-3525-428e-a290-73810ba0350d {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:12:08.105324 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:12:08.106130 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Checking segment: {'id': 'c6af4047-db39-46ad-9b3b-eee7d1acad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9e82a324-3525-428e-a290-73810ba0350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:12:08.106130 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:08.106465 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Bound using segment: {'id': 'c6af4047-db39-46ad-9b3b-eee7d1acad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9e82a324-3525-428e-a290-73810ba0350d'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:12:08.106936 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Bound port: 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6af4047-db39-46ad-9b3b-eee7d1acad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9e82a324-3525-428e-a290-73810ba0350d'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:12:08.107719 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:08.108597 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:08.119534 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:08.228801 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba5bd1-f7bd-40d1-bee4-5e85ebad2e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b542815-df13-438f-9939-1ea5afcf87a4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:08.287307 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] For port 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:12:08.291017 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] For port 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0,segment=NetworkSegment(c6af4047-db39-46ad-9b3b-eee7d1acad55),segment_id=c6af4047-db39-46ad-9b3b-eee7d1acad55)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:12:08.292851 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c3a4-2416-4ad7-96e3-69c7d4ce2e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:08.293362 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c3a4-2416-4ad7-96e3-69c7d4ce2e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:08.293709 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c3a4-2416-4ad7-96e3-69c7d4ce2e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:08.294043 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c3a4-2416-4ad7-96e3-69c7d4ce2e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:08.294373 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c3a4-2416-4ad7-96e3-69c7d4ce2e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:08.294700 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c3a4-2416-4ad7-96e3-69c7d4ce2e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:08.295023 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c3a4-2416-4ad7-96e3-69c7d4ce2e8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:08.295409 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c3a4-2416-4ad7-96e3-69c7d4ce2e8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:08.295668 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c3a4-2416-4ad7-96e3-69c7d4ce2e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:08.295984 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c3a4-2416-4ad7-96e3-69c7d4ce2e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:08.296300 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c3a4-2416-4ad7-96e3-69c7d4ce2e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:08.296774 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c3a4-2416-4ad7-96e3-69c7d4ce2e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:08.304899 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-20295530-8add-41f8-9c7a-d5c1ac10c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:08.319152 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:08.368574 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20295530-8add-41f8-9c7a-d5c1ac10c258 None None] Pushing event deleted for resources: {'Port': ['ID=b60d8db5-d11e-4c94-b61b-c38031eccf04,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:08.454491 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:08.501448 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0d9dddf2-49f5-4a9e-9d61-5abf4f1d5b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:08.556154 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20295530-8add-41f8-9c7a-d5c1ac10c258 None None] No DVR routers for this DVR port b60d8db5-d11e-4c94-b61b-c38031eccf04 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:12:08.621489 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b60d8db5-d11e-4c94-b61b-c38031eccf04 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:12:08.643026 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Routers {'02cc71d3-1865-46bc-ab3e-02d91f0bce44'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:12:08.643661 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:12:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:08.647261 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896c3a4-2416-4ad7-96e3-69c7d4ce2e8d None None] Pushing event updated for resources: {'Port': ['ID=74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:08.702481 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: b60d8db5-d11e-4c94-b61b-c38031eccf04 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:12:08.702840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b60d8db5-d11e-4c94-b61b-c38031eccf04 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:12:08.778128 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:08.849937 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-e9ff8d18-9e90-46d6-8de0-9852304cf78d tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Allocated IP 172.25.7.14 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/2ce6c691-d360-476f-ad71-eee3fb2266be) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:08.858892 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbf13186-85a5-446a-9f33-e0fd37ef9ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:08.913300 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:08.933706 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] Set router 02cc71d3-1865-46bc-ab3e-02d91f0bce44 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:12:08.998777 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbf13186-85a5-446a-9f33-e0fd37ef9ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:09.000710 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:09.018941 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:09.021160 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] Pushing event updated for resources: {'Port': ['ID=33504916-6df9-472b-a1d9-1a45232673b9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:09.131427 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:09.199460 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=17c9ccbd-b67c-4425-a85c-ce7db8ba16b7,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:09.225125 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:09.243862 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:09.247226 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:09.247739 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:09.248223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:09.248706 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:09.249221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:09.249919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:09.250392 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:09.250884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:09.251417 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:09.252040 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:09.252546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:09.253030 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:09.253544 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2f6b58-816a-405f-ba6d-b2bc20d4191a None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:09.262578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:09.263272 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:09.287763 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0d9dddf2-49f5-4a9e-9d61-5abf4f1d5b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:09.299777 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40d684-badf-4477-93aa-02ec2ea8ee96 req-10d2595d-d85f-4a4a-82d4-812fbe832b63 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:09.307360 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b40d684-badf-4477-93aa-02ec2ea8ee96 req-10d2595d-d85f-4a4a-82d4-812fbe832b63 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 951 time: 0.3597798 Jul 14 07:12:09.310227 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'name': 'tempest-ServersTestBootFromVolume-2083867808-router', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:11:50Z', 'updated_at': '2021-07-14T07:11:57Z', 'revision_number': 4, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'gw_port': {'id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:51Z', 'updated_at': '2021-07-14T07:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0', 'name': '', 'network_id': '9e82a324-3525-428e-a290-73810ba0350d', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'mac_address': 'fa:16:3e:2c:c9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:56Z', 'updated_at': '2021-07-14T07:12:08Z', 'revision_number': 4, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'subnets': [{'id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:09.315745 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0d9dddf2-49f5-4a9e-9d61-5abf4f1d5b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:09.335051 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9ff8d18-9e90-46d6-8de0-9852304cf78d tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:09.357668 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9dddf2-49f5-4a9e-9d61-5abf4f1d5b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61be0fd9-efac-442d-9c94-a7127b1b9b7c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:09.361494 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-250995f0-720b-4a6e-bd76-7d48735697dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2173672 Jul 14 07:12:09.365878 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51556) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:09.376332 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0db029-272a-42d2-9d29-cce1eafa828f None None] The sync data for ids ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'] in n-d-778696-5 is: [{'id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'name': 'tempest-ServersTestBootFromVolume-2083867808-router', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:11:50Z', 'updated_at': '2021-07-14T07:11:57Z', 'revision_number': 4, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'gw_port': {'id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:51Z', 'updated_at': '2021-07-14T07:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0', 'name': '', 'network_id': '9e82a324-3525-428e-a290-73810ba0350d', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'mac_address': 'fa:16:3e:2c:c9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:56Z', 'updated_at': '2021-07-14T07:12:08Z', 'revision_number': 4, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'subnets': [{'id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:12:09.383200 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-122fe6e8-590e-4b94-8d85-ed02bd245e7a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'fixed_ips': [{'subnet_id': '17c9ccbd-b67c-4425-a85c-ce7db8ba16b7', 'ip_address': '2001:db8::e80:4865:e7e6:94f9'}], 'name': 'tempest-NetworksTestDHCPv6-1321967970'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:09.476693 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9ff8d18-9e90-46d6-8de0-9852304cf78d tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:09.607148 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbf13186-85a5-446a-9f33-e0fd37ef9ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:09.616092 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbf13186-85a5-446a-9f33-e0fd37ef9ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:09.636322 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cbf13186-85a5-446a-9f33-e0fd37ef9ee6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b542815-df13-438f-9939-1ea5afcf87a4 HTTP/1.1" status: 204 len: 168 time: 1.5566790 Jul 14 07:12:09.647178 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff8d18-9e90-46d6-8de0-9852304cf78d tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Pushing event updated for resources: {'Port': ['ID=2ce6c691-d360-476f-ad71-eee3fb2266be,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:09.703496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': '17c9ccbd-b67c-4425-a85c-ce7db8ba16b7'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:12:09.704350 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:09.795379 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf13186-85a5-446a-9f33-e0fd37ef9ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b542815-df13-438f-9939-1ea5afcf87a4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:09.873388 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ff8d18-9e90-46d6-8de0-9852304cf78d tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:09.896694 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e9ff8d18-9e90-46d6-8de0-9852304cf78d tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:09.904337 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff8d18-9e90-46d6-8de0-9852304cf78d tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:10.058596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Allocated IP 2001:db8::2 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/17c9ccbd-b67c-4425-a85c-ce7db8ba16b7/93cdfeef-091c-4839-af7b-b04fa53f9a23) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:10.180437 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0d9dddf2-49f5-4a9e-9d61-5abf4f1d5b55 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=703b0f5251134afa8a8a850051d2247a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3425398 Jul 14 07:12:10.206627 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9ff8d18-9e90-46d6-8de0-9852304cf78d tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:10.212251 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b40d684-badf-4477-93aa-02ec2ea8ee96 req-4a686633-fe33-4832-be4e-0973a2cc077c tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9040473 Jul 14 07:12:10.213908 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51574) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:10.414134 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9ff8d18-9e90-46d6-8de0-9852304cf78d tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:10.468536 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:10.497839 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Transition to ACTIVE for port object 93cdfeef-091c-4839-af7b-b04fa53f9a23 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:10.580291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Transition to ACTIVE for port object 93cdfeef-091c-4839-af7b-b04fa53f9a23 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:10.597221 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:10.612965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c39026-9def-42b6-9ba9-fa36de3bf3a5 req-8cdb977e-5e0f-4c5c-9cdb-87962c951c9d tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:10.626244 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14c39026-9def-42b6-9ba9-fa36de3bf3a5 req-8cdb977e-5e0f-4c5c-9cdb-87962c951c9d tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.15 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 951 time: 0.4971318 Jul 14 07:12:10.632297 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9ff8d18-9e90-46d6-8de0-9852304cf78d tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:10.646177 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9ff8d18-9e90-46d6-8de0-9852304cf78d tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:10.719323 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:10.721690 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78b1d695-26e7-4565-856a-355804a3eb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:10.755063 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78b1d695-26e7-4565-856a-355804a3eb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:10.761667 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:10.790987 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122fe6e8-590e-4b94-8d85-ed02bd245e7a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:10.807090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:10.870038 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:10.884692 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:10.911027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-14c39026-9def-42b6-9ba9-fa36de3bf3a5 req-3a23a1f2-598c-4602-9883-939478ca6695 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Deleting port 1afab34b-c0f2-4025-bf41-f324253a70b8 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:10.911531 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-14c39026-9def-42b6-9ba9-fa36de3bf3a5 req-3a23a1f2-598c-4602-9883-939478ca6695 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:10.944758 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78b1d695-26e7-4565-856a-355804a3eb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:10.947279 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78b1d695-26e7-4565-856a-355804a3eb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:10.961698 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-78b1d695-26e7-4565-856a-355804a3eb81 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61be0fd9-efac-442d-9c94-a7127b1b9b7c HTTP/1.1" status: 204 len: 168 time: 0.7457323 Jul 14 07:12:11.014583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff8d18-9e90-46d6-8de0-9852304cf78d tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Pushing event updated for resources: {'Port': ['ID=2ce6c691-d360-476f-ad71-eee3fb2266be,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:11.024694 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1d695-26e7-4565-856a-355804a3eb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61be0fd9-efac-442d-9c94-a7127b1b9b7c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:11.071528 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-14c39026-9def-42b6-9ba9-fa36de3bf3a5 req-3a23a1f2-598c-4602-9883-939478ca6695 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] For port 1afab34b-c0f2-4025-bf41-f324253a70b8, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1afab34b-c0f2-4025-bf41-f324253a70b8,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:11.071902 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-14c39026-9def-42b6-9ba9-fa36de3bf3a5 req-3a23a1f2-598c-4602-9883-939478ca6695 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:11.072867 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9ff8d18-9e90-46d6-8de0-9852304cf78d tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:11.088373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Pushing event updated for resources: {'Port': ['ID=93cdfeef-091c-4839-af7b-b04fa53f9a23,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:11.089471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-14c39026-9def-42b6-9ba9-fa36de3bf3a5 req-3a23a1f2-598c-4602-9883-939478ca6695 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Calling delete_port for 1afab34b-c0f2-4025-bf41-f324253a70b8 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:11.108993 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:11.146785 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Attempting to bind port 93cdfeef-091c-4839-af7b-b04fa53f9a23 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:12:11.148271 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9ff8d18-9e90-46d6-8de0-9852304cf78d tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:11.150180 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e9ff8d18-9e90-46d6-8de0-9852304cf78d tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6900029 Jul 14 07:12:11.151923 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Attempting to bind port 93cdfeef-091c-4839-af7b-b04fa53f9a23 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:12:11.152787 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Attempting to bind port 93cdfeef-091c-4839-af7b-b04fa53f9a23 on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:12:11.163530 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:11.167083 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:11.285669 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-14c39026-9def-42b6-9ba9-fa36de3bf3a5 req-3a23a1f2-598c-4602-9883-939478ca6695 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:11.342295 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0d139ab7-8f66-4301-91c7-f603bc6c0a6a', '1afab34b-c0f2-4025-bf41-f324253a70b8'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:12:11.351581 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['1c826991-c170-4b7d-8343-40b466107d16', '56c84bd1-7356-492b-8fc7-7421be5531f0'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:12:11.366257 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23a1f2-598c-4602-9883-939478ca6695 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Pushing event deleted for resources: {'Port': ['ID=1afab34b-c0f2-4025-bf41-f324253a70b8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:11.392851 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:12:11.393254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:12:11.399628 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:11.400041 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:12:11.400550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Bound port: 93cdfeef-091c-4839-af7b-b04fa53f9a23, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:12:11.400942 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:11.557799 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c39026-9def-42b6-9ba9-fa36de3bf3a5 req-3a23a1f2-598c-4602-9883-939478ca6695 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] No DVR routers for this DVR port 1afab34b-c0f2-4025-bf41-f324253a70b8 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:12:11.564207 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-14c39026-9def-42b6-9ba9-fa36de3bf3a5 req-3a23a1f2-598c-4602-9883-939478ca6695 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:11.568800 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14c39026-9def-42b6-9ba9-fa36de3bf3a5 req-3a23a1f2-598c-4602-9883-939478ca6695 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.15 "DELETE /v2.0/ports/1afab34b-c0f2-4025-bf41-f324253a70b8 HTTP/1.1" status: 204 len: 173 time: 0.9371219 Jul 14 07:12:11.584536 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:11.595086 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18341717-bf87-4296-a88f-add27a4cbf6a', 'name': 'network-vif-deleted', 'tag': '1afab34b-c0f2-4025-bf41-f324253a70b8'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:12:11.620845 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ff9a80-1b19-4b77-b747-09bcb31eca65" -d '{"events": [{"server_uuid": "18341717-bf87-4296-a88f-add27a4cbf6a", "name": "network-vif-deleted", "tag": "1afab34b-c0f2-4025-bf41-f324253a70b8"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:12:11.662824 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-122fe6e8-590e-4b94-8d85-ed02bd245e7a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:11.847497 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51648) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:11.848936 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8715d843-acf9-4581-b86b-6329da1e02b8 x-openstack-request-id: req-8715d843-acf9-4581-b86b-6329da1e02b8 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:12:11.849267 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18341717-bf87-4296-a88f-add27a4cbf6a", "name": "network-vif-deleted", "tag": "1afab34b-c0f2-4025-bf41-f324253a70b8", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:12:11.849517 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8715d843-acf9-4581-b86b-6329da1e02b8 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:12:11.855569 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18341717-bf87-4296-a88f-add27a4cbf6a', 'name': 'network-vif-deleted', 'tag': '1afab34b-c0f2-4025-bf41-f324253a70b8', 'status': 'completed', 'code': 200} Jul 14 07:12:11.883564 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df55c4b8-8d04-4a2b-872b-b654af41b1c8 req-5a75bbd3-8203-4fdd-815d-2731b6d2a0ff tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341717-bf87-4296-a88f-add27a4cbf6a HTTP/1.1" status: 200 len: 210 time: 0.3317354 Jul 14 07:12:11.954306 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f0542dbc-0787-4f42-be1a-32cae8806396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:12.014166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-122fe6e8-590e-4b94-8d85-ed02bd245e7a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port 36223a63-76c3-4a9e-8a13-984cd3b617c2 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:12:12.123163 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:12.241671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0,segment=NetworkSegment(c6af4047-db39-46ad-9b3b-eee7d1acad55),segment_id=c6af4047-db39-46ad-9b3b-eee7d1acad55)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:12.311678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] For port 93cdfeef-091c-4839-af7b-b04fa53f9a23, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:12:12.317462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] For port 93cdfeef-091c-4839-af7b-b04fa53f9a23, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=93cdfeef-091c-4839-af7b-b04fa53f9a23,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:12:12.325839 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:12.415182 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:12.433821 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:12.445368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-122fe6e8-590e-4b94-8d85-ed02bd245e7a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::e80:4865:e7e6:94f9 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/17c9ccbd-b67c-4425-a85c-ce7db8ba16b7/36223a63-76c3-4a9e-8a13-984cd3b617c2) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:12.508122 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f0542dbc-0787-4f42-be1a-32cae8806396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:12.521467 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f0542dbc-0787-4f42-be1a-32cae8806396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:12.593519 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f0542dbc-0787-4f42-be1a-32cae8806396 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43191ac0c8c540bfa04a009f4445e997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7301774 Jul 14 07:12:12.595558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51674) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:12.675414 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0542dbc-0787-4f42-be1a-32cae8806396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc3c003-184a-477d-abe1-42178e9b70cb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:12.773233 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8d826-f700-4611-97cd-79aaf4ce8317 None None] Pushing event updated for resources: {'Port': ['ID=93cdfeef-091c-4839-af7b-b04fa53f9a23,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:12.853221 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6570f2c7-4f3e-48a8-994a-8709346bb360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:12.888158 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6570f2c7-4f3e-48a8-994a-8709346bb360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:13.036517 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] Router d076f571-31b6-41ad-bd1b-48caf83312c7 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:12:13.047178 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6570f2c7-4f3e-48a8-994a-8709346bb360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:13.055263 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6570f2c7-4f3e-48a8-994a-8709346bb360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:13.062536 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6570f2c7-4f3e-48a8-994a-8709346bb360 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8fc3c003-184a-477d-abe1-42178e9b70cb HTTP/1.1" status: 204 len: 168 time: 0.4593194 Jul 14 07:12:13.118236 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570f2c7-4f3e-48a8-994a-8709346bb360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc3c003-184a-477d-abe1-42178e9b70cb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:13.311954 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-122fe6e8-590e-4b94-8d85-ed02bd245e7a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:13.351330 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-122fe6e8-590e-4b94-8d85-ed02bd245e7a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object 36223a63-76c3-4a9e-8a13-984cd3b617c2 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:13.443207 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-122fe6e8-590e-4b94-8d85-ed02bd245e7a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:13.461638 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:12:13.474961 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Sync routers for ids ['d076f571-31b6-41ad-bd1b-48caf83312c7'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:12:13.502049 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Routers {'d076f571-31b6-41ad-bd1b-48caf83312c7'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:12:13.507285 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:12:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d076f571-31b6-41ad-bd1b-48caf83312c7'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:13.526354 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:13.531416 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-63235627-566e-4472-b877-30b0eb61e80b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.0926178 Jul 14 07:12:13.532079 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51736) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:13.630073 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fe6e8-590e-4b94-8d85-ed02bd245e7a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=36223a63-76c3-4a9e-8a13-984cd3b617c2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:13.673099 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122fe6e8-590e-4b94-8d85-ed02bd245e7a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:13.682653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-122fe6e8-590e-4b94-8d85-ed02bd245e7a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:13.691096 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122fe6e8-590e-4b94-8d85-ed02bd245e7a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:13.700165 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1afab34b-c0f2-4025-bf41-f324253a70b8 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:12:13.708973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122fe6e8-590e-4b94-8d85-ed02bd245e7a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:13.713092 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-122fe6e8-590e-4b94-8d85-ed02bd245e7a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:13.761595 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-122fe6e8-590e-4b94-8d85-ed02bd245e7a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3898017 Jul 14 07:12:13.767223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51746) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:14.061299 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e153257-2443-4591-a6e3-9f1402b2fb2a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:14.070131 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e153257-2443-4591-a6e3-9f1402b2fb2a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:14.080630 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5e153257-2443-4591-a6e3-9f1402b2fb2a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3116465 Jul 14 07:12:14.082209 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51756) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:14.262018 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-d20c5f15-d8ac-4a37-abc5-cef9fcff6767 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port 36223a63-76c3-4a9e-8a13-984cd3b617c2 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:14.264103 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d20c5f15-d8ac-4a37-abc5-cef9fcff6767 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:14.401610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51764) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:14.534574 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 1afab34b-c0f2-4025-bf41-f324253a70b8 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:12:14.535042 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1afab34b-c0f2-4025-bf41-f324253a70b8 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:12:14.735535 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Set router d076f571-31b6-41ad-bd1b-48caf83312c7 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:12:14.738823 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d20c5f15-d8ac-4a37-abc5-cef9fcff6767 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:14.816104 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-d20c5f15-d8ac-4a37-abc5-cef9fcff6767 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for 36223a63-76c3-4a9e-8a13-984cd3b617c2 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:14.882150 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 93cdfeef-091c-4839-af7b-b04fa53f9a23 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:15.097364 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:15.151811 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e82ae-bbf3-4324-bb8e-07692c04b71c req-7af63c70-4fce-45ff-97c1-da3f9ac54a35 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:15.153965 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-322e82ae-bbf3-4324-bb8e-07692c04b71c req-7af63c70-4fce-45ff-97c1-da3f9ac54a35 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 951 time: 0.5760162 Jul 14 07:12:15.177999 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d12533f4-64d9-4acf-8aa3-5b03f0cf1bb9 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-781550475'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:15.219772 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-322e82ae-bbf3-4324-bb8e-07692c04b71c req-d3cc641a-8ccf-4b7d-a664-d2713c76c96f tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546370 Jul 14 07:12:15.278637 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d12533f4-64d9-4acf-8aa3-5b03f0cf1bb9 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:15.279887 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d12533f4-64d9-4acf-8aa3-5b03f0cf1bb9 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:15.351465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8f7ef18a-9de3-488e-80bc-ac6adebeab18 None None] Provisioning for port 93cdfeef-091c-4839-af7b-b04fa53f9a23 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:15.372977 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d20c5f15-d8ac-4a37-abc5-cef9fcff6767 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:15.579835 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 93cdfeef-091c-4839-af7b-b04fa53f9a23 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:15.598895 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c5f15-d8ac-4a37-abc5-cef9fcff6767 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=36223a63-76c3-4a9e-8a13-984cd3b617c2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:15.610530 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:15.632003 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d20c5f15-d8ac-4a37-abc5-cef9fcff6767 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:15.641818 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d20c5f15-d8ac-4a37-abc5-cef9fcff6767 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/36223a63-76c3-4a9e-8a13-984cd3b617c2 HTTP/1.1" status: 204 len: 168 time: 1.5566936 Jul 14 07:12:15.644700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51784) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:15.666166 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 93cdfeef-091c-4839-af7b-b04fa53f9a23 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:15.666831 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:15.716464 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d12533f4-64d9-4acf-8aa3-5b03f0cf1bb9 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:15.769855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dadf90-c920-4817-a414-2116f28a6b6b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:15.784852 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dadf90-c920-4817-a414-2116f28a6b6b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:15.786725 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-55dadf90-c920-4817-a414-2116f28a6b6b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1410007 Jul 14 07:12:15.789459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51786) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:15.795217 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d12533f4-64d9-4acf-8aa3-5b03f0cf1bb9 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:15.837034 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:15.849624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cb970a7a-59ce-481e-a956-7f3e607d4aea None None] Could not find standard attr ID for object 36223a63-76c3-4a9e-8a13-984cd3b617c2. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:12:15.860870 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cb6b4-68e4-40f9-acd4-51241b722977 req-a5c41114-be54-47a1-89d0-95e3601fec45 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:15.863016 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a97cb6b4-68e4-40f9-acd4-51241b722977 req-a5c41114-be54-47a1-89d0-95e3601fec45 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 951 time: 0.5237286 Jul 14 07:12:15.873337 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d12533f4-64d9-4acf-8aa3-5b03f0cf1bb9 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:15.874500 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d12533f4-64d9-4acf-8aa3-5b03f0cf1bb9 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.4719324 Jul 14 07:12:15.877102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51790) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:15.956431 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Allocated IP 172.20.0.1 (6167fc1b-e132-43c4-97c4-2419433fec40/9c57f6f9-d177-479b-9198-f0790b03deff/1a4f9b39-7169-4b48-aecf-9b3d7a9935e4) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:15.990660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7b9d59-786f-42ce-b846-62fa015c38e1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet 17c9ccbd-b67c-4425-a85c-ce7db8ba16b7 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:12:16.035015 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1815976006-router', 'tenant_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '33504916-6df9-472b-a1d9-1a45232673b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:05Z', 'updated_at': '2021-07-14T07:12:10Z', 'revision_number': 3, 'project_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'gw_port': {'id': '33504916-6df9-472b-a1d9-1a45232673b9', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:07Z', 'updated_at': '2021-07-14T07:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:16.072858 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e7b9d59-786f-42ce-b846-62fa015c38e1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:16.073742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Checking router: d076f571-31b6-41ad-bd1b-48caf83312c7 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:12:16.074305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Updating router d076f571-31b6-41ad-bd1b-48caf83312c7 port 33504916-6df9-472b-a1d9-1a45232673b9 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:12:16.119065 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:16.150213 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da6f71d3-c6e2-410b-b96b-454455bb7360 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:16.190505 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:16.278414 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e7b9d59-786f-42ce-b846-62fa015c38e1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:16.322278 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:16.533694 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 93cdfeef-091c-4839-af7b-b04fa53f9a23, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=93cdfeef-091c-4839-af7b-b04fa53f9a23,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:16.539932 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da6f71d3-c6e2-410b-b96b-454455bb7360 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:16.548955 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da6f71d3-c6e2-410b-b96b-454455bb7360 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:16.569636 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:16.705981 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51806) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:16.732670 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da6f71d3-c6e2-410b-b96b-454455bb7360 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:16.733668 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6f71d3-c6e2-410b-b96b-454455bb7360 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17e35f86-b9b8-4833-8a19-bb43da2e43b7 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:12:16.739290 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Network 6167fc1b-e132-43c4-97c4-2419433fec40 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:16.744643 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da6f71d3-c6e2-410b-b96b-454455bb7360 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:16.752524 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-da6f71d3-c6e2-410b-b96b-454455bb7360 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] 10.222.0.35 "DELETE /v2.0/routers/17e35f86-b9b8-4833-8a19-bb43da2e43b7 HTTP/1.1" status: 204 len: 168 time: 0.8730636 Jul 14 07:12:16.756379 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51810) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:16.766876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=1a4f9b39-7169-4b48-aecf-9b3d7a9935e4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:16.767271 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3cb5781e-4d19-430a-b277-06878319df86 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Request body: {'router': {'name': 'tempest-router-866520156', 'distributed': False}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:16.771081 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:16.774637 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:16.822509 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3cb5781e-4d19-430a-b277-06878319df86 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:16.825861 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3cb5781e-4d19-430a-b277-06878319df86 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:16.859617 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-a97cb6b4-68e4-40f9-acd4-51241b722977 req-3ff35598-8369-4cc8-8ca7-26eed65baa06 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Deleting port 56c84bd1-7356-492b-8fc7-7421be5531f0 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:16.862987 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a97cb6b4-68e4-40f9-acd4-51241b722977 req-3ff35598-8369-4cc8-8ca7-26eed65baa06 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:16.919497 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:16.925459 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3cb5781e-4d19-430a-b277-06878319df86 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:16.933493 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:16.934539 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:16.946158 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3cb5781e-4d19-430a-b277-06878319df86 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:16.954025 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Transition to ACTIVE for port object 33504916-6df9-472b-a1d9-1a45232673b9 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:17.019785 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3cb5781e-4d19-430a-b277-06878319df86 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:17.020345 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:17.025785 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3cb5781e-4d19-430a-b277-06878319df86 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2681971 Jul 14 07:12:17.035931 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51816) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:17.045670 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:17.118872 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=93cdfeef-091c-4839-af7b-b04fa53f9a23,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:17.119615 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36280244-028c-43ee-9461-24e207cf57f1 req-ce2c98d2-f5e4-46d2-b881-359cec683270 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:17.121844 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36280244-028c-43ee-9461-24e207cf57f1 req-ce2c98d2-f5e4-46d2-b881-359cec683270 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 951 time: 0.4748499 Jul 14 07:12:17.148658 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Attempting to bind port 33504916-6df9-472b-a1d9-1a45232673b9 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:12:17.149421 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Attempting to bind port 33504916-6df9-472b-a1d9-1a45232673b9 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:12:17.150036 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Attempting to bind port 33504916-6df9-472b-a1d9-1a45232673b9 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:12:17.243607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:12:17.251579 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:12:17.253503 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:17.255187 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:12:17.256491 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Bound port: 33504916-6df9-472b-a1d9-1a45232673b9, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:12:17.257039 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:17.274553 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e7b9d59-786f-42ce-b846-62fa015c38e1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:17.359353 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6416656f-71c7-4e53-a6be-99eb25f86eaa tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:17.434990 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] For port 33504916-6df9-472b-a1d9-1a45232673b9, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:12:17.439733 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36280244-028c-43ee-9461-24e207cf57f1 req-0230c09e-2c2b-437b-b85b-46667521266e tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789991 Jul 14 07:12:17.440287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] For port 33504916-6df9-472b-a1d9-1a45232673b9, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=33504916-6df9-472b-a1d9-1a45232673b9,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:12:17.464295 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:17.498340 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:17.499174 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:17.520930 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e7b9d59-786f-42ce-b846-62fa015c38e1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:17.550551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8b324-0714-4ae6-994f-7b2558a38aba None None] Pushing event updated for resources: {'Port': ['ID=33504916-6df9-472b-a1d9-1a45232673b9,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:17.588484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b9d59-786f-42ce-b846-62fa015c38e1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=17c9ccbd-b67c-4425-a85c-ce7db8ba16b7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:17.598104 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e7b9d59-786f-42ce-b846-62fa015c38e1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:17.602107 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3e7b9d59-786f-42ce-b846-62fa015c38e1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/17c9ccbd-b67c-4425-a85c-ce7db8ba16b7 HTTP/1.1" status: 204 len: 168 time: 1.8116708 Jul 14 07:12:17.605660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51820) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:17.647740 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6416656f-71c7-4e53-a6be-99eb25f86eaa tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:17.649965 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6416656f-71c7-4e53-a6be-99eb25f86eaa tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:17.658292 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8b324-0714-4ae6-994f-7b2558a38aba None None] Pushing event updated for resources: {'Port': ['ID=33504916-6df9-472b-a1d9-1a45232673b9,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:17.671639 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b6f46d-8a00-4159-9e0c-ff6b992cd74b None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:17.702294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-02677c6e-003f-4ee9-9a2a-35a9ee5b613c tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1426292964'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:17.711628 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-49139acd-ac4b-4fc9-be86-2da95fa867ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021562 Jul 14 07:12:17.715964 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51822) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:17.727332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2dacf138-ab9e-44c3-b929-5e509ff880ed tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:17.783786 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:17.790986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Routers {'d076f571-31b6-41ad-bd1b-48caf83312c7'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:12:17.792220 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:12:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d076f571-31b6-41ad-bd1b-48caf83312c7'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:17.797580 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6416656f-71c7-4e53-a6be-99eb25f86eaa tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:17.798215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6416656f-71c7-4e53-a6be-99eb25f86eaa tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9e34aaa-75c1-4dd6-9226-92353fa2514b {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:12:17.800091 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02677c6e-003f-4ee9-9a2a-35a9ee5b613c tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Made reservation on behalf of e224cf7c49f944378ac0993388a898c5 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:17.804159 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02677c6e-003f-4ee9-9a2a-35a9ee5b613c tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:17.933669 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dacf138-ab9e-44c3-b929-5e509ff880ed tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:17.944533 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2dacf138-ab9e-44c3-b929-5e509ff880ed tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:17.947593 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] Set router d076f571-31b6-41ad-bd1b-48caf83312c7 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:12:18.011267 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:18.013069 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02677c6e-003f-4ee9-9a2a-35a9ee5b613c tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:18.027282 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6416656f-71c7-4e53-a6be-99eb25f86eaa tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:18.032034 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6416656f-71c7-4e53-a6be-99eb25f86eaa tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] 10.222.0.35 "DELETE /v2.0/routers/c9e34aaa-75c1-4dd6-9226-92353fa2514b HTTP/1.1" status: 204 len: 168 time: 0.9922826 Jul 14 07:12:18.134879 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02677c6e-003f-4ee9-9a2a-35a9ee5b613c tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:18.136029 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:18.175530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51826) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:18.268751 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02677c6e-003f-4ee9-9a2a-35a9ee5b613c tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:18.310362 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02677c6e-003f-4ee9-9a2a-35a9ee5b613c tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:12:18.332679 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02677c6e-003f-4ee9-9a2a-35a9ee5b613c tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:18.333037 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-02677c6e-003f-4ee9-9a2a-35a9ee5b613c tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Added segment 507229c3-b7b7-413e-9ab0-e73f31e9571e of type vlan for network dd14ea50-5382-400d-8926-6d4f6b303f72 Jul 14 07:12:18.347297 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 93cdfeef-091c-4839-af7b-b04fa53f9a23 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:18.402668 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2dacf138-ab9e-44c3-b929-5e509ff880ed tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:18.452582 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02677c6e-003f-4ee9-9a2a-35a9ee5b613c tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:18.453964 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dacf138-ab9e-44c3-b929-5e509ff880ed tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:18.459225 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-2dacf138-ab9e-44c3-b929-5e509ff880ed tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:18.464885 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dacf138-ab9e-44c3-b929-5e509ff880ed tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:18.465523 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2dacf138-ab9e-44c3-b929-5e509ff880ed tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:18.489525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacf138-ab9e-44c3-b929-5e509ff880ed tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=80427a98-ee44-41a0-80c2-a0b1e53157b7,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:18.498486 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2dacf138-ab9e-44c3-b929-5e509ff880ed tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7780004 Jul 14 07:12:18.498829 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51832) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:18.505796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f993f908-83ee-4586-bab0-bbda15bbea58 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'fixed_ips': [{'subnet_id': '80427a98-ee44-41a0-80c2-a0b1e53157b7', 'ip_address': '2001:db8::e55:3059:8f2d:3909'}], 'name': 'tempest-NetworksTestDHCPv6-334771196'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:18.543753 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5e2da15f-7781-4ed1-a28c-fabdd4f3bb3b tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Request body: {'router': {'name': 'tempest-router-1251383576', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e280775cc5704f7da283094d33bcfbfc'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:18.583474 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27dd48b-c7ba-46e3-bea4-97cc7bae1497 None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:12:18.618088 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=1a4f9b39-7169-4b48-aecf-9b3d7a9935e4,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:18.636252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 93cdfeef-091c-4839-af7b-b04fa53f9a23 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:18.636252 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:18.688995 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:18.719329 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:18.719672 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:18.720023 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:18.721284 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:18.724203 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:18.724421 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:18.724765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:18.725110 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:18.726887 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:18.727661 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:18.727661 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:18.727960 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:18.735299 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02677c6e-003f-4ee9-9a2a-35a9ee5b613c tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bebb03ab-e0b3-454f-8e68-065c08eab680,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:18.799966 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1815976006-router', 'tenant_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '33504916-6df9-472b-a1d9-1a45232673b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:05Z', 'updated_at': '2021-07-14T07:12:17Z', 'revision_number': 4, 'project_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'gw_port': {'id': '33504916-6df9-472b-a1d9-1a45232673b9', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:07Z', 'updated_at': '2021-07-14T07:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '1a4f9b39-7169-4b48-aecf-9b3d7a9935e4', 'name': '', 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40', 'tenant_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'mac_address': 'fa:16:3e:25:99:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '9c57f6f9-d177-479b-9198-f0790b03deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:15Z', 'updated_at': '2021-07-14T07:12:15Z', 'revision_number': 1, 'project_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'subnets': [{'id': '9c57f6f9-d177-479b-9198-f0790b03deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:18.800437 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2b585-a7e2-4f3c-8e34-832e037c3e4b req-dcf7aebc-cda4-4bed-917e-67c00ccde58a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:18.802120 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-46a2b585-a7e2-4f3c-8e34-832e037c3e4b req-dcf7aebc-cda4-4bed-917e-67c00ccde58a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 951 time: 0.1260064 Jul 14 07:12:18.845284 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f993f908-83ee-4586-bab0-bbda15bbea58 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:18.882036 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02677c6e-003f-4ee9-9a2a-35a9ee5b613c tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:18.954686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02677c6e-003f-4ee9-9a2a-35a9ee5b613c tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:18.954686 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02677c6e-003f-4ee9-9a2a-35a9ee5b613c tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:18.954686 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e2da15f-7781-4ed1-a28c-fabdd4f3bb3b tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:18.954686 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e2da15f-7781-4ed1-a28c-fabdd4f3bb3b tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:18.957856 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44db4596-b898-4a05-b62f-5e2df862836f None None] The sync data for ids ['d076f571-31b6-41ad-bd1b-48caf83312c7'] in n-d-778696-5 is: [{'id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1815976006-router', 'tenant_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '33504916-6df9-472b-a1d9-1a45232673b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:05Z', 'updated_at': '2021-07-14T07:12:17Z', 'revision_number': 4, 'project_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'gw_port': {'id': '33504916-6df9-472b-a1d9-1a45232673b9', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:07Z', 'updated_at': '2021-07-14T07:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '1a4f9b39-7169-4b48-aecf-9b3d7a9935e4', 'name': '', 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40', 'tenant_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'mac_address': 'fa:16:3e:25:99:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '9c57f6f9-d177-479b-9198-f0790b03deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:15Z', 'updated_at': '2021-07-14T07:12:15Z', 'revision_number': 1, 'project_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'subnets': [{'id': '9c57f6f9-d177-479b-9198-f0790b03deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:12:18.969723 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-46a2b585-a7e2-4f3c-8e34-832e037c3e4b req-77606c95-e4f0-4ef3-943b-4dcc61ed182b tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603279 Jul 14 07:12:19.054837 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f993f908-83ee-4586-bab0-bbda15bbea58 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:19.104852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e27dd48b-c7ba-46e3-bea4-97cc7bae1497 None None] Deleting port 93cdfeef-091c-4839-af7b-b04fa53f9a23 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:19.105247 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e27dd48b-c7ba-46e3-bea4-97cc7bae1497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:19.137249 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 56c84bd1-7356-492b-8fc7-7421be5531f0 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:12:19.142367 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-f993f908-83ee-4586-bab0-bbda15bbea58 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port 4b09ecea-a9fa-4f7b-a129-3c43dace929f yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:12:19.360377 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:19.461219 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=56c84bd1-7356-492b-8fc7-7421be5531f0,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:19.477465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:12:19.487994 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5000f8d4-1a5c-4b07-a079-3e602f024d52" -d '{"events": [{"server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "name": "network-vif-unplugged", "status": "completed", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:12:19.525990 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e27dd48b-c7ba-46e3-bea4-97cc7bae1497 None None] For port 93cdfeef-091c-4839-af7b-b04fa53f9a23, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=93cdfeef-091c-4839-af7b-b04fa53f9a23,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:19.526498 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e27dd48b-c7ba-46e3-bea4-97cc7bae1497 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:19.540427 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:19.640233 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7db881-5b82-444d-8f52-7a045a05e932 x-openstack-request-id: req-2b7db881-5b82-444d-8f52-7a045a05e932 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:12:19.640815 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "name": "network-vif-unplugged", "status": "completed", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:12:19.641381 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b7db881-5b82-444d-8f52-7a045a05e932 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:12:19.641944 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0', 'code': 200} Jul 14 07:12:19.645110 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=56c84bd1-7356-492b-8fc7-7421be5531f0,revision_number=14']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:19.660818 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e27dd48b-c7ba-46e3-bea4-97cc7bae1497 None None] Calling delete_port for 93cdfeef-091c-4839-af7b-b04fa53f9a23 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:19.672544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-f993f908-83ee-4586-bab0-bbda15bbea58 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::e55:3059:8f2d:3909 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/80427a98-ee44-41a0-80c2-a0b1e53157b7/4b09ecea-a9fa-4f7b-a129-3c43dace929f) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:19.882533 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e27dd48b-c7ba-46e3-bea4-97cc7bae1497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:19.890928 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e2da15f-7781-4ed1-a28c-fabdd4f3bb3b tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:19.893653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-a97cb6b4-68e4-40f9-acd4-51241b722977 req-3ff35598-8369-4cc8-8ca7-26eed65baa06 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] For port 56c84bd1-7356-492b-8fc7-7421be5531f0, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=56c84bd1-7356-492b-8fc7-7421be5531f0,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:19.894064 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a97cb6b4-68e4-40f9-acd4-51241b722977 req-3ff35598-8369-4cc8-8ca7-26eed65baa06 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:19.917101 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e2da15f-7781-4ed1-a28c-fabdd4f3bb3b tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:19.935486 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-02677c6e-003f-4ee9-9a2a-35a9ee5b613c tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.2282083 Jul 14 07:12:19.943515 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-a97cb6b4-68e4-40f9-acd4-51241b722977 req-3ff35598-8369-4cc8-8ca7-26eed65baa06 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Calling delete_port for 56c84bd1-7356-492b-8fc7-7421be5531f0 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:19.950455 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51854) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:19.962184 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f938b8df-13ee-42d1-af73-6819e77fe74f tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Request body: {'subnet': {'network_id': 'dd14ea50-5382-400d-8926-6d4f6b303f72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:19.973347 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Network 6167fc1b-e132-43c4-97c4-2419433fec40 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:19.984195 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f993f908-83ee-4586-bab0-bbda15bbea58 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:19.994694 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dd48b-c7ba-46e3-bea4-97cc7bae1497 None None] Pushing event deleted for resources: {'Port': ['ID=93cdfeef-091c-4839-af7b-b04fa53f9a23,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:19.997349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02677c6e-003f-4ee9-9a2a-35a9ee5b613c tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Pushing event updated for resources: {'Network': ['ID=dd14ea50-5382-400d-8926-6d4f6b303f72,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:20.008885 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-f993f908-83ee-4586-bab0-bbda15bbea58 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object 4b09ecea-a9fa-4f7b-a129-3c43dace929f will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:20.012402 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27dd48b-c7ba-46e3-bea4-97cc7bae1497 None None] No DVR routers for this DVR port 93cdfeef-091c-4839-af7b-b04fa53f9a23 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:12:20.024139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network dd14ea50-5382-400d-8926-6d4f6b303f72 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:12:20.047337 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:20.074668 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f993f908-83ee-4586-bab0-bbda15bbea58 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:20.089957 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e2da15f-7781-4ed1-a28c-fabdd4f3bb3b tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:20.091485 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5e2da15f-7781-4ed1-a28c-fabdd4f3bb3b tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.5635302 Jul 14 07:12:20.100997 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51858) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:20.112432 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-88fc6e95-d0da-4452-8cdf-16cd2609ae82 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:20.125005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f993f908-83ee-4586-bab0-bbda15bbea58 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:20.188128 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f993f908-83ee-4586-bab0-bbda15bbea58 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:20.196553 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f993f908-83ee-4586-bab0-bbda15bbea58 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:20.202921 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f993f908-83ee-4586-bab0-bbda15bbea58 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:20.203561 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f993f908-83ee-4586-bab0-bbda15bbea58 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:20.352724 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d34723-a894-4ae1-9818-60c824690b84 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:20.363164 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 93cdfeef-091c-4839-af7b-b04fa53f9a23 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:12:20.385843 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51862) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:20.388211 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f993f908-83ee-4586-bab0-bbda15bbea58 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8789864 Jul 14 07:12:20.470005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993f908-83ee-4586-bab0-bbda15bbea58 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=4b09ecea-a9fa-4f7b-a129-3c43dace929f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:20.498727 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f938b8df-13ee-42d1-af73-6819e77fe74f tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Made reservation on behalf of e224cf7c49f944378ac0993388a898c5 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:20.503494 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f938b8df-13ee-42d1-af73-6819e77fe74f tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:20.572893 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 93cdfeef-091c-4839-af7b-b04fa53f9a23 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:12:20.574156 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 93cdfeef-091c-4839-af7b-b04fa53f9a23 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:12:20.774138 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Router d076f571-31b6-41ad-bd1b-48caf83312c7 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:12:20.890317 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': '80427a98-ee44-41a0-80c2-a0b1e53157b7'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:12:20.891977 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:20.984997 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a97cb6b4-68e4-40f9-acd4-51241b722977 req-3ff35598-8369-4cc8-8ca7-26eed65baa06 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:21.056718 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95d2b70-1758-4de1-b4ec-4f0aa2bfe2cd tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:21.062547 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e95d2b70-1758-4de1-b4ec-4f0aa2bfe2cd tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.6714342 Jul 14 07:12:21.071528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0d139ab7-8f66-4301-91c7-f603bc6c0a6a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:12:21.074022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['1c826991-c170-4b7d-8343-40b466107d16'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:12:21.208467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51874) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:21.468954 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff35598-8369-4cc8-8ca7-26eed65baa06 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Pushing event deleted for resources: {'Port': ['ID=56c84bd1-7356-492b-8fc7-7421be5531f0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:21.557940 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Allocated IP 2001:db8::2 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/80427a98-ee44-41a0-80c2-a0b1e53157b7/3fd12462-7cca-433a-b21c-1a3236ea1038) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:21.703057 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88fc6e95-d0da-4452-8cdf-16cd2609ae82 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:21.703444 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88fc6e95-d0da-4452-8cdf-16cd2609ae82 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:21.857134 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97cb6b4-68e4-40f9-acd4-51241b722977 req-3ff35598-8369-4cc8-8ca7-26eed65baa06 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] No DVR routers for this DVR port 56c84bd1-7356-492b-8fc7-7421be5531f0 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:12:21.880088 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:21.904872 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a97cb6b4-68e4-40f9-acd4-51241b722977 req-3ff35598-8369-4cc8-8ca7-26eed65baa06 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:21.907292 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a97cb6b4-68e4-40f9-acd4-51241b722977 req-3ff35598-8369-4cc8-8ca7-26eed65baa06 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.30 "DELETE /v2.0/ports/56c84bd1-7356-492b-8fc7-7421be5531f0 HTTP/1.1" status: 204 len: 173 time: 6.0372560 Jul 14 07:12:21.909558 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'name': 'network-vif-deleted', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:12:21.912291 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba7d5a0-6343-476a-8a70-d2eb8d136aab" -d '{"events": [{"server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "name": "network-vif-deleted", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:12:21.914120 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-88fc6e95-d0da-4452-8cdf-16cd2609ae82 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93828) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 14 07:12:21.914595 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-88fc6e95-d0da-4452-8cdf-16cd2609ae82 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Router c097d8e9-491b-4335-9b4b-a77e0b2cf6b0 migrating from provider to provider. {{(pid=93828) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 14 07:12:21.915069 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88fc6e95-d0da-4452-8cdf-16cd2609ae82 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:21.927735 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88fc6e95-d0da-4452-8cdf-16cd2609ae82 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:21.956677 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:12:21.965862 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-635dabf7-64d5-4b02-a9be-bc8b2f484cc0 admin admin] 10.222.0.35 "PUT /v2.0/routers/d076f571-31b6-41ad-bd1b-48caf83312c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4277420 Jul 14 07:12:21.969824 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Transition to ACTIVE for port object 3fd12462-7cca-433a-b21c-1a3236ea1038 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:21.973091 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88fc6e95-d0da-4452-8cdf-16cd2609ae82 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:22.003921 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f938b8df-13ee-42d1-af73-6819e77fe74f tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:22.075185 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce5a70-3adc-4245-a601-2e30ad36f536 req-c24cf6ca-ef16-409d-9b1b-39d37e3c2379 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:22.076893 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a0ce5a70-3adc-4245-a601-2e30ad36f536 req-c24cf6ca-ef16-409d-9b1b-39d37e3c2379 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ca84645-c803-4359-9242-98628efbf581 HTTP/1.1" status: 200 len: 866 time: 1.6861329 Jul 14 07:12:22.110724 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-61aff7bf-6b9c-466b-8b33-bb3df66166b0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port 4b09ecea-a9fa-4f7b-a129-3c43dace929f {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:22.112824 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61aff7bf-6b9c-466b-8b33-bb3df66166b0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:22.127810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Transition to ACTIVE for port object 3fd12462-7cca-433a-b21c-1a3236ea1038 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:22.223905 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:22.308678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f938b8df-13ee-42d1-af73-6819e77fe74f tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Checking segment: {'id': '507229c3-b7b7-413e-9ab0-e73f31e9571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dd14ea50-5382-400d-8926-6d4f6b303f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:12:22.309158 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f938b8df-13ee-42d1-af73-6819e77fe74f tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Network hostable DHCP agents. Network: dd14ea50-5382-400d-8926-6d4f6b303f72, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:12:22.334114 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938b8df-13ee-42d1-af73-6819e77fe74f tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Pushing event updated for resources: {'Subnet': ['ID=2bb800ed-0c4e-46ea-98a9-3ef08218094f,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:22.379995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f938b8df-13ee-42d1-af73-6819e77fe74f tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Network dd14ea50-5382-400d-8926-6d4f6b303f72 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:12:22.382605 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:22.418131 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f938b8df-13ee-42d1-af73-6819e77fe74f tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, dd14ea50-5382-400d-8926-6d4f6b303f72) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:22.433783 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f938b8df-13ee-42d1-af73-6819e77fe74f tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:22.434397 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f938b8df-13ee-42d1-af73-6819e77fe74f tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:22.448996 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61aff7bf-6b9c-466b-8b33-bb3df66166b0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:22.477720 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-61aff7bf-6b9c-466b-8b33-bb3df66166b0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for 4b09ecea-a9fa-4f7b-a129-3c43dace929f owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:22.481073 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:22.483658 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 33504916-6df9-472b-a1d9-1a45232673b9 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:22.487620 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f150e5f2-9702-4196-9569-0e6892d56b6c None None] Network dd14ea50-5382-400d-8926-6d4f6b303f72 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:22.499077 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:22.499888 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f938b8df-13ee-42d1-af73-6819e77fe74f tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5449650 Jul 14 07:12:22.503405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51908) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:22.512134 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-935df314-4c4c-497b-8222-cbb76588918e tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Request body: {'port': {'network_id': 'dd14ea50-5382-400d-8926-6d4f6b303f72', 'name': 'tempest-DHCPAgentSchedulersTestJSON-483498783'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:22.552680 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a0ce5a70-3adc-4245-a601-2e30ad36f536 req-4a960770-7e7b-4bc6-bdb3-2eb96ecc7409 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916105 Jul 14 07:12:22.581843 n-d-778696-5 neutron-server[93828]: WARNING neutron.scheduler.l3_agent_scheduler [None req-88fc6e95-d0da-4452-8cdf-16cd2609ae82 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] No L3 agents can host the router c097d8e9-491b-4335-9b4b-a77e0b2cf6b0 Jul 14 07:12:22.738721 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74c1229-615b-43cf-b92a-23351a6f9210 x-openstack-request-id: req-b74c1229-615b-43cf-b92a-23351a6f9210 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:12:22.741117 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca84645-c803-4359-9242-98628efbf581", "name": "network-vif-deleted", "tag": "56c84bd1-7356-492b-8fc7-7421be5531f0", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:12:22.741507 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b74c1229-615b-43cf-b92a-23351a6f9210 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:12:22.742012 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca84645-c803-4359-9242-98628efbf581', 'name': 'network-vif-deleted', 'tag': '56c84bd1-7356-492b-8fc7-7421be5531f0', 'status': 'completed', 'code': 200} Jul 14 07:12:22.897243 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Pushing event updated for resources: {'Port': ['ID=3fd12462-7cca-433a-b21c-1a3236ea1038,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:22.951607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Attempting to bind port 3fd12462-7cca-433a-b21c-1a3236ea1038 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:12:22.951982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Attempting to bind port 3fd12462-7cca-433a-b21c-1a3236ea1038 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:12:22.952348 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Attempting to bind port 3fd12462-7cca-433a-b21c-1a3236ea1038 on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:12:22.986521 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:12:22.986906 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:12:22.987393 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:22.987772 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:12:22.988923 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Bound port: 3fd12462-7cca-433a-b21c-1a3236ea1038, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:12:22.989954 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:22.994749 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935df314-4c4c-497b-8222-cbb76588918e tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Made reservation on behalf of e224cf7c49f944378ac0993388a898c5 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:22.998566 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-935df314-4c4c-497b-8222-cbb76588918e tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:23.001495 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fc6e95-d0da-4452-8cdf-16cd2609ae82 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Hosts for router c097d8e9-491b-4335-9b4b-a77e0b2cf6b0: [] {{(pid=93828) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 14 07:12:23.011701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 33504916-6df9-472b-a1d9-1a45232673b9 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:23.052797 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 33504916-6df9-472b-a1d9-1a45232673b9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:23.053060 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:23.091416 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fc6e95-d0da-4452-8cdf-16cd2609ae82 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Hosts for other DVR routers connected to router c097d8e9-491b-4335-9b4b-a77e0b2cf6b0: set() {{(pid=93828) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 14 07:12:23.093982 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88fc6e95-d0da-4452-8cdf-16cd2609ae82 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:23.097665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-88fc6e95-d0da-4452-8cdf-16cd2609ae82 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] 10.222.0.35 "PUT /v2.0/routers/c097d8e9-491b-4335-9b4b-a77e0b2cf6b0 HTTP/1.1" status: 200 len: 717 time: 2.9876342 Jul 14 07:12:23.106083 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51938) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:23.198662 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61aff7bf-6b9c-466b-8b33-bb3df66166b0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:23.242732 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] For port 3fd12462-7cca-433a-b21c-1a3236ea1038, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:12:23.250643 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] For port 3fd12462-7cca-433a-b21c-1a3236ea1038, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3fd12462-7cca-433a-b21c-1a3236ea1038,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:12:23.292977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ae7a3527-87c3-4ec2-9043-eb9df9b318ef tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] 10.222.0.35 "GET /v2.0/routers/c097d8e9-491b-4335-9b4b-a77e0b2cf6b0 HTTP/1.1" status: 200 len: 717 time: 0.1820097 Jul 14 07:12:23.292977 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51944) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:23.331587 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:23.338597 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aff7bf-6b9c-466b-8b33-bb3df66166b0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=4b09ecea-a9fa-4f7b-a129-3c43dace929f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:23.362370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-935df314-4c4c-497b-8222-cbb76588918e tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] device_id is not set on port 7daa13ff-ef98-4a52-a717-a4d1d37734b4 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:12:23.421622 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Sync routers for ids ['d076f571-31b6-41ad-bd1b-48caf83312c7'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:12:23.439513 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Routers {'d076f571-31b6-41ad-bd1b-48caf83312c7'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:12:23.445067 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:12:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d076f571-31b6-41ad-bd1b-48caf83312c7'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:23.450681 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-dd14ea50-5382-400d-8926-6d4f6b303f72', 'network_id': 'dd14ea50-5382-400d-8926-6d4f6b303f72', 'tenant_id': 'e224cf7c49f944378ac0993388a898c5', 'fixed_ips': [{'subnet_id': '2bb800ed-0c4e-46ea-98a9-3ef08218094f'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:12:23.451681 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:23.479717 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61aff7bf-6b9c-466b-8b33-bb3df66166b0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:23.483876 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-61aff7bf-6b9c-466b-8b33-bb3df66166b0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/4b09ecea-a9fa-4f7b-a129-3c43dace929f HTTP/1.1" status: 204 len: 168 time: 2.2500172 Jul 14 07:12:23.485081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51960) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:23.620937 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:23.624064 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd451a-23a1-468e-b9e6-f45ee530f980 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:23.627670 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd451a-23a1-468e-b9e6-f45ee530f980 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:23.629845 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0bfd451a-23a1-468e-b9e6-f45ee530f980 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1445763 Jul 14 07:12:23.633644 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51976) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:23.653522 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f713991-104f-4b2d-8d14-135d942f4879 None None] Pushing event updated for resources: {'Port': ['ID=3fd12462-7cca-433a-b21c-1a3236ea1038,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:23.689872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-935df314-4c4c-497b-8222-cbb76588918e tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Allocated IP 172.20.0.4 (dd14ea50-5382-400d-8926-6d4f6b303f72/2bb800ed-0c4e-46ea-98a9-3ef08218094f/7daa13ff-ef98-4a52-a717-a4d1d37734b4) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:23.715748 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Set router d076f571-31b6-41ad-bd1b-48caf83312c7 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:12:23.816752 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 33504916-6df9-472b-a1d9-1a45232673b9, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=33504916-6df9-472b-a1d9-1a45232673b9,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:23.831596 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:23.868502 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f17f4736-f042-4d33-93b2-84d489ad10ff tempest-RoutersTestDVR-2128594988 tempest-RoutersTestDVR-2128594988-project] 10.222.0.35 "GET /v2.0/routers/c097d8e9-491b-4335-9b4b-a77e0b2cf6b0 HTTP/1.1" status: 200 len: 683 time: 0.5754750 Jul 14 07:12:23.871440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51982) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:24.038903 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=33504916-6df9-472b-a1d9-1a45232673b9,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:24.044438 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-935df314-4c4c-497b-8222-cbb76588918e tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:24.071231 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-935df314-4c4c-497b-8222-cbb76588918e tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Transition to ACTIVE for port object 7daa13ff-ef98-4a52-a717-a4d1d37734b4 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:24.170007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e897d9-2b73-4e68-8122-cd632b6f32bc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet 80427a98-ee44-41a0-80c2-a0b1e53157b7 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:12:24.174294 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61e897d9-2b73-4e68-8122-cd632b6f32bc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:24.200970 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1815976006-router', 'tenant_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '33504916-6df9-472b-a1d9-1a45232673b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:05Z', 'updated_at': '2021-07-14T07:12:17Z', 'revision_number': 4, 'project_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'gw_port': {'id': '33504916-6df9-472b-a1d9-1a45232673b9', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:07Z', 'updated_at': '2021-07-14T07:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '1a4f9b39-7169-4b48-aecf-9b3d7a9935e4', 'name': '', 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40', 'tenant_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'mac_address': 'fa:16:3e:25:99:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '9c57f6f9-d177-479b-9198-f0790b03deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:15Z', 'updated_at': '2021-07-14T07:12:17Z', 'revision_number': 2, 'project_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'subnets': [{'id': '9c57f6f9-d177-479b-9198-f0790b03deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:24.264432 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-935df314-4c4c-497b-8222-cbb76588918e tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:24.265491 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-192addd7-d45f-4465-a2e7-231ffdd734a1 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:24.284494 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Checking router: d076f571-31b6-41ad-bd1b-48caf83312c7 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:12:24.284851 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Updating router d076f571-31b6-41ad-bd1b-48caf83312c7 port 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:12:24.355913 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61e897d9-2b73-4e68-8122-cd632b6f32bc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:24.409928 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Allocated IP 172.20.0.2 (dd14ea50-5382-400d-8926-6d4f6b303f72/2bb800ed-0c4e-46ea-98a9-3ef08218094f/dd1c1d39-850c-4210-b8bf-e6c0f6d1b178) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:24.435363 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:24.533453 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935df314-4c4c-497b-8222-cbb76588918e tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Network dd14ea50-5382-400d-8926-6d4f6b303f72 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:24.551696 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 3fd12462-7cca-433a-b21c-1a3236ea1038 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:24.556029 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-935df314-4c4c-497b-8222-cbb76588918e tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:24.568419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935df314-4c4c-497b-8222-cbb76588918e tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:24.611017 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935df314-4c4c-497b-8222-cbb76588918e tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Pushing event updated for resources: {'Port': ['ID=7daa13ff-ef98-4a52-a717-a4d1d37734b4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:24.820238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935df314-4c4c-497b-8222-cbb76588918e tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:24.820822 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-935df314-4c4c-497b-8222-cbb76588918e tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:24.833044 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 3fd12462-7cca-433a-b21c-1a3236ea1038 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:24.861691 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 33504916-6df9-472b-a1d9-1a45232673b9 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:24.885522 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61e897d9-2b73-4e68-8122-cd632b6f32bc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:24.891909 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-935df314-4c4c-497b-8222-cbb76588918e tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3876026 Jul 14 07:12:24.899320 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51998) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:24.907608 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-192addd7-d45f-4465-a2e7-231ffdd734a1 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:24.945951 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-192addd7-d45f-4465-a2e7-231ffdd734a1 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:24.983124 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.023491 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Transition to ACTIVE for port object dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:25.040512 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61e897d9-2b73-4e68-8122-cd632b6f32bc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.066320 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Transition to ACTIVE for port object dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:25.083996 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.111683 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61e897d9-2b73-4e68-8122-cd632b6f32bc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.116326 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-61e897d9-2b73-4e68-8122-cd632b6f32bc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/80427a98-ee44-41a0-80c2-a0b1e53157b7 HTTP/1.1" status: 204 len: 168 time: 1.4816682 Jul 14 07:12:25.118939 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e897d9-2b73-4e68-8122-cd632b6f32bc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=80427a98-ee44-41a0-80c2-a0b1e53157b7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:25.122827 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52002) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:25.131060 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121f5be-9326-4a41-b3a3-00577832d351 req-564554c7-9d13-45e8-9a5d-fb8422d47593 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:25.136871 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 33504916-6df9-472b-a1d9-1a45232673b9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:25.144527 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9121f5be-9326-4a41-b3a3-00577832d351 req-564554c7-9d13-45e8-9a5d-fb8422d47593 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/networks?id=6167fc1b-e132-43c4-97c4-2419433fec40 HTTP/1.1" status: 200 len: 819 time: 0.9464605 Jul 14 07:12:25.150122 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.217842 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9121f5be-9326-4a41-b3a3-00577832d351 req-ef06ce70-e7a8-46a8-adee-81c241f24706 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/quotas/a4b2c8c511db4c2a9a4b9a01f343494e HTTP/1.1" status: 200 len: 375 time: 0.0721681 Jul 14 07:12:25.218708 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-961d85f8-597a-4e42-b16b-02d1c0b3d99a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939751 Jul 14 07:12:25.226555 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52006) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:25.235706 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Network dd14ea50-5382-400d-8926-6d4f6b303f72 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:25.242776 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-192addd7-d45f-4465-a2e7-231ffdd734a1 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.249910 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192addd7-d45f-4465-a2e7-231ffdd734a1 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c097d8e9-491b-4335-9b4b-a77e0b2cf6b0 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:12:25.254761 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.270765 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-192addd7-d45f-4465-a2e7-231ffdd734a1 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.273108 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-192addd7-d45f-4465-a2e7-231ffdd734a1 tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] 10.222.0.35 "DELETE /v2.0/routers/c097d8e9-491b-4335-9b4b-a77e0b2cf6b0 HTTP/1.1" status: 204 len: 168 time: 1.4005628 Jul 14 07:12:25.278171 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52008) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:25.283502 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:25.288075 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-eb7089a8-6599-4564-8e04-dc32e5c3122b tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Request body: {'router': {'name': 'tempest-router-1922093562', 'distributed': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:25.293766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:25.306603 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Transition to ACTIVE for port object 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:25.326937 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.344649 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Pushing event updated for resources: {'Port': ['ID=dd1c1d39-850c-4210-b8bf-e6c0f6d1b178,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:25.454061 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb7089a8-6599-4564-8e04-dc32e5c3122b tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.455505 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb7089a8-6599-4564-8e04-dc32e5c3122b tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.460654 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a525a2-cbb7-4def-8ba9-d1d85b715bf0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:25.462365 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e0a525a2-cbb7-4def-8ba9-d1d85b715bf0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2348049 Jul 14 07:12:25.466741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52026) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:25.471297 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d58c7-8fa5-4011-80df-57b405e2b441 None None] Pushing event updated for resources: {'Port': ['ID=1a4f9b39-7169-4b48-aecf-9b3d7a9935e4,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:25.597165 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Attempting to bind port dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:12:25.597766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Attempting to bind port dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '507229c3-b7b7-413e-9ab0-e73f31e9571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dd14ea50-5382-400d-8926-6d4f6b303f72'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:12:25.597766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Attempting to bind port dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 on network dd14ea50-5382-400d-8926-6d4f6b303f72 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:12:25.606228 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc6bcef-b3d5-4296-8e04-1fa3c497a93a None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:25.614594 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-aacd119a-4467-48e6-acf9-24f4cdd17d21 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Deleting port 7daa13ff-ef98-4a52-a717-a4d1d37734b4 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:25.615222 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aacd119a-4467-48e6-acf9-24f4cdd17d21 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.623755 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Attempting to bind port 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:12:25.624971 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Attempting to bind port 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '4f3465f0-c83f-4f17-900a-25eaacaeae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:12:25.624971 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Attempting to bind port 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4 on network 6167fc1b-e132-43c4-97c4-2419433fec40 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:12:25.641245 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:12:25.641245 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Checking segment: {'id': '4f3465f0-c83f-4f17-900a-25eaacaeae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:12:25.641618 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.642696 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Bound using segment: {'id': '4f3465f0-c83f-4f17-900a-25eaacaeae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:12:25.642927 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Bound port: 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3465f0-c83f-4f17-900a-25eaacaeae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:12:25.643312 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.647940 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9121f5be-9326-4a41-b3a3-00577832d351 req-f2d9a355-5f21-4475-931d-dbb1249a703c tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4b2c8c511db4c2a9a4b9a01f343494e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4289391 Jul 14 07:12:25.704336 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:12:25.705317 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Checking segment: {'id': '507229c3-b7b7-413e-9ab0-e73f31e9571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dd14ea50-5382-400d-8926-6d4f6b303f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:12:25.705850 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.706311 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Bound using segment: {'id': '507229c3-b7b7-413e-9ab0-e73f31e9571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dd14ea50-5382-400d-8926-6d4f6b303f72'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:12:25.706870 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Bound port: dd1c1d39-850c-4210-b8bf-e6c0f6d1b178, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507229c3-b7b7-413e-9ab0-e73f31e9571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dd14ea50-5382-400d-8926-6d4f6b303f72'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:12:25.707322 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.707695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-9121f5be-9326-4a41-b3a3-00577832d351 req-6707622b-5c00-4fe0-8e85-a69a4bbec526 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:12:25.714264 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9121f5be-9326-4a41-b3a3-00577832d351 req-6707622b-5c00-4fe0-8e85-a69a4bbec526 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0654829 Jul 14 07:12:25.727952 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b06f5d0-771e-4e8b-9d37-bc524cbb9800 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:25.731735 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3b06f5d0-771e-4e8b-9d37-bc524cbb9800 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2504077 Jul 14 07:12:25.736239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52028) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:25.756360 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb7089a8-6599-4564-8e04-dc32e5c3122b tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.779845 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb7089a8-6599-4564-8e04-dc32e5c3122b tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.817981 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] For port dd1c1d39-850c-4210-b8bf-e6c0f6d1b178, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:12:25.821540 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] For port dd1c1d39-850c-4210-b8bf-e6c0f6d1b178, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=dd1c1d39-850c-4210-b8bf-e6c0f6d1b178,segment=NetworkSegment(507229c3-b7b7-413e-9ab0-e73f31e9571e),segment_id=507229c3-b7b7-413e-9ab0-e73f31e9571e)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:12:25.828322 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-03414841-288a-4406-a1fb-4f60335128cb None None] Provisioning for port 3fd12462-7cca-433a-b21c-1a3236ea1038 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:25.830729 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb7089a8-6599-4564-8e04-dc32e5c3122b tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.832065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-eb7089a8-6599-4564-8e04-dc32e5c3122b tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5515230 Jul 14 07:12:25.840488 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-03414841-288a-4406-a1fb-4f60335128cb None None] Provisioning complete for port 3fd12462-7cca-433a-b21c-1a3236ea1038 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:25.841173 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-03414841-288a-4406-a1fb-4f60335128cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.843795 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.844407 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] For port 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:12:25.849081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52030) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:25.861199 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] For port 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1a4f9b39-7169-4b48-aecf-9b3d7a9935e4,segment=NetworkSegment(4f3465f0-c83f-4f17-900a-25eaacaeae03),segment_id=4f3465f0-c83f-4f17-900a-25eaacaeae03)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:12:25.876639 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.919246 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-054a6c92-713b-4456-a7fb-e491bf870d3e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1810508 Jul 14 07:12:25.919894 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52032) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:25.924885 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d439e-307d-40ba-8bdd-5f38e6e885c0 None None] Pushing event updated for resources: {'Port': ['ID=dd1c1d39-850c-4210-b8bf-e6c0f6d1b178,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:25.940160 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-036af443-11eb-4fed-af84-f1643389b1dd tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:25.955817 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-bf682f2a-0b8e-4fb0-8c62-78235e80d20f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:25.957159 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a3a6ef23-9052-4651-a010-5c7bfe73c130 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:25.962927 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-bf682f2a-0b8e-4fb0-8c62-78235e80d20f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/networks?id=782dff88-77da-48cc-b35b-b98ce03cf2a5 HTTP/1.1" status: 200 len: 805 time: 0.4976368 Jul 14 07:12:26.069829 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Routers {'d076f571-31b6-41ad-bd1b-48caf83312c7'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:12:26.072570 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:12:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d076f571-31b6-41ad-bd1b-48caf83312c7'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:26.079332 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aacd119a-4467-48e6-acf9-24f4cdd17d21 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:26.101948 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-374702c6-8421-49ba-879a-0477a22c5fbb tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/quotas/c0510020791b4c7d90104c784a2d4f98 HTTP/1.1" status: 200 len: 375 time: 0.1380129 Jul 14 07:12:26.125436 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-03414841-288a-4406-a1fb-4f60335128cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:26.133881 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be73b92d-7c10-4b9f-affd-5056cde4dce5 None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:12:26.156949 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-aacd119a-4467-48e6-acf9-24f4cdd17d21 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Calling delete_port for 7daa13ff-ef98-4a52-a717-a4d1d37734b4 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:26.193491 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d58c7-8fa5-4011-80df-57b405e2b441 None None] Pushing event updated for resources: {'Port': ['ID=1a4f9b39-7169-4b48-aecf-9b3d7a9935e4,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:26.265297 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-03414841-288a-4406-a1fb-4f60335128cb None None] For port 3fd12462-7cca-433a-b21c-1a3236ea1038, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3fd12462-7cca-433a-b21c-1a3236ea1038,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:26.295627 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-03414841-288a-4406-a1fb-4f60335128cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:26.369810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-03414841-288a-4406-a1fb-4f60335128cb None None] Could not find standard attr ID for object 4b09ecea-a9fa-4f7b-a129-3c43dace929f. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:12:26.371627 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] Set router d076f571-31b6-41ad-bd1b-48caf83312c7 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:12:26.461645 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 3fd12462-7cca-433a-b21c-1a3236ea1038 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:12:26.485751 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a6ef23-9052-4651-a010-5c7bfe73c130 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:26.489839 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3a6ef23-9052-4651-a010-5c7bfe73c130 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:26.547983 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-be73b92d-7c10-4b9f-affd-5056cde4dce5 None None] Deleting port 3fd12462-7cca-433a-b21c-1a3236ea1038 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:26.549039 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-be73b92d-7c10-4b9f-affd-5056cde4dce5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:26.645216 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a25c9-d611-4961-bb18-db5db7ba243d req-452873e0-5248-4ef5-a4d7-b7153fc897ee tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:26.646961 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-048a25c9-d611-4961-bb18-db5db7ba243d req-452873e0-5248-4ef5-a4d7-b7153fc897ee tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.30 "GET /v2.0/ports?device_id=07838f43-e08b-48b8-b63a-4c6e73f1ac7e HTTP/1.1" status: 200 len: 946 time: 0.4566064 Jul 14 07:12:26.703246 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-be73b92d-7c10-4b9f-affd-5056cde4dce5 None None] For port 3fd12462-7cca-433a-b21c-1a3236ea1038, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3fd12462-7cca-433a-b21c-1a3236ea1038,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:26.703872 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-be73b92d-7c10-4b9f-affd-5056cde4dce5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:26.730607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-be73b92d-7c10-4b9f-affd-5056cde4dce5 None None] Calling delete_port for 3fd12462-7cca-433a-b21c-1a3236ea1038 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:26.773662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03414841-288a-4406-a1fb-4f60335128cb None None] Pushing event updated for resources: {'Port': ['ID=3fd12462-7cca-433a-b21c-1a3236ea1038,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:27.016104 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3a6ef23-9052-4651-a010-5c7bfe73c130 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:27.071663 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1815976006-router', 'tenant_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '33504916-6df9-472b-a1d9-1a45232673b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:05Z', 'updated_at': '2021-07-14T07:12:17Z', 'revision_number': 4, 'project_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'gw_port': {'id': '33504916-6df9-472b-a1d9-1a45232673b9', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:07Z', 'updated_at': '2021-07-14T07:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '1a4f9b39-7169-4b48-aecf-9b3d7a9935e4', 'name': '', 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40', 'tenant_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'mac_address': 'fa:16:3e:25:99:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '9c57f6f9-d177-479b-9198-f0790b03deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:15Z', 'updated_at': '2021-07-14T07:12:25Z', 'revision_number': 4, 'project_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'subnets': [{'id': '9c57f6f9-d177-479b-9198-f0790b03deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:27.127776 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-b4e12d91-517b-477c-ba42-49354b7c9803 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0510020791b4c7d90104c784a2d4f98&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0249381 Jul 14 07:12:27.130611 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa70ce-bab4-4794-b931-a23fc36c5e32 None None] The sync data for ids ['d076f571-31b6-41ad-bd1b-48caf83312c7'] in n-d-778696-5 is: [{'id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1815976006-router', 'tenant_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '33504916-6df9-472b-a1d9-1a45232673b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:05Z', 'updated_at': '2021-07-14T07:12:17Z', 'revision_number': 4, 'project_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'gw_port': {'id': '33504916-6df9-472b-a1d9-1a45232673b9', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:07Z', 'updated_at': '2021-07-14T07:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '1a4f9b39-7169-4b48-aecf-9b3d7a9935e4', 'name': '', 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40', 'tenant_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'mac_address': 'fa:16:3e:25:99:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '9c57f6f9-d177-479b-9198-f0790b03deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:15Z', 'updated_at': '2021-07-14T07:12:25Z', 'revision_number': 4, 'project_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'subnets': [{'id': '9c57f6f9-d177-479b-9198-f0790b03deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:12:27.135165 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9121f5be-9326-4a41-b3a3-00577832d351 req-ea1bd096-f146-4b84-962a-e53ece0a38b8 service neutron] 10.222.0.35 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3950756 Jul 14 07:12:27.155268 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-036af443-11eb-4fed-af84-f1643389b1dd tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:27.172525 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a6ef23-9052-4651-a010-5c7bfe73c130 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:27.183232 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a3a6ef23-9052-4651-a010-5c7bfe73c130 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:27.191704 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a6ef23-9052-4651-a010-5c7bfe73c130 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:27.192300 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3a6ef23-9052-4651-a010-5c7bfe73c130 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:27.214144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6ef23-9052-4651-a010-5c7bfe73c130 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=fda1d482-2e44-4d83-9639-b765fb6d4df0,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:27.224763 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-048a25c9-d611-4961-bb18-db5db7ba243d req-47203238-3771-4a82-9813-583b97a7c0c2 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Deleting port 90910ec7-efa5-4380-870a-e57cac9fffd2 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:27.225102 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-048a25c9-d611-4961-bb18-db5db7ba243d req-47203238-3771-4a82-9813-583b97a7c0c2 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:27.236639 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-036af443-11eb-4fed-af84-f1643389b1dd tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:27.292316 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 90910ec7-efa5-4380-870a-e57cac9fffd2 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:12:27.355809 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a3a6ef23-9052-4651-a010-5c7bfe73c130 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4302943 Jul 14 07:12:27.357322 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52040) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:27.377352 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6b90c300-af80-4f35-b462-beb6f9f7f87d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'fixed_ips': [{'subnet_id': 'fda1d482-2e44-4d83-9639-b765fb6d4df0', 'ip_address': '2001:db8::1cdf:4299:b2c9:dfd6'}], 'name': 'tempest-NetworksTestDHCPv6-1112144729'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:27.432988 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:27.555642 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-cc3c128f-ec9c-4535-8cb1-1895a26b4046 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:12:27.557298 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-cc3c128f-ec9c-4535-8cb1-1895a26b4046 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4279592 Jul 14 07:12:27.571053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 3fd12462-7cca-433a-b21c-1a3236ea1038, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3fd12462-7cca-433a-b21c-1a3236ea1038,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:27.576603 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-036af443-11eb-4fed-af84-f1643389b1dd tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:27.577544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036af443-11eb-4fed-af84-f1643389b1dd tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2bd7afc-f792-483e-b6d2-576e0ef95fd2 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:12:27.582493 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-036af443-11eb-4fed-af84-f1643389b1dd tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:27.583642 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-036af443-11eb-4fed-af84-f1643389b1dd tempest-RoutersTestDVR-1201611395 tempest-RoutersTestDVR-1201611395-project-admin] 10.222.0.35 "DELETE /v2.0/routers/e2bd7afc-f792-483e-b6d2-576e0ef95fd2 HTTP/1.1" status: 204 len: 168 time: 1.7321665 Jul 14 07:12:27.639025 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-048a25c9-d611-4961-bb18-db5db7ba243d req-47203238-3771-4a82-9813-583b97a7c0c2 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] For port 90910ec7-efa5-4380-870a-e57cac9fffd2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=90910ec7-efa5-4380-870a-e57cac9fffd2,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:27.639608 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-048a25c9-d611-4961-bb18-db5db7ba243d req-47203238-3771-4a82-9813-583b97a7c0c2 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:27.643823 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:27.682212 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-be73b92d-7c10-4b9f-affd-5056cde4dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:27.744060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-048a25c9-d611-4961-bb18-db5db7ba243d req-47203238-3771-4a82-9813-583b97a7c0c2 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Calling delete_port for 90910ec7-efa5-4380-870a-e57cac9fffd2 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:27.766117 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event deleted for resources: {'Port': ['ID=3fd12462-7cca-433a-b21c-1a3236ea1038,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:27.815485 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73b92d-7c10-4b9f-affd-5056cde4dce5 None None] Pushing event deleted for resources: {'Port': ['ID=3fd12462-7cca-433a-b21c-1a3236ea1038,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:27.845098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73b92d-7c10-4b9f-affd-5056cde4dce5 None None] No DVR routers for this DVR port 3fd12462-7cca-433a-b21c-1a3236ea1038 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:12:27.849169 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:27.851624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a22bf94-6727-42f8-8d66-663955fd2e04 None None] Network dd14ea50-5382-400d-8926-6d4f6b303f72 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:27.890258 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16232a19-f20e-44ce-a68d-8b9a92582e15 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:27.959172 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9121f5be-9326-4a41-b3a3-00577832d351 req-f879c18b-ae5f-4ec4-939a-fd2552353072 service neutron] 10.222.0.35 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7417514 Jul 14 07:12:27.969732 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b90c300-af80-4f35-b462-beb6f9f7f87d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:28.020804 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4e144-b842-4aa3-ad00-de52f0aea378 req-c0701f13-8b2d-437c-be15-ee90dc6ab029 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:28.022522 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-64b4e144-b842-4aa3-ad00-de52f0aea378 req-c0701f13-8b2d-437c-be15-ee90dc6ab029 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.30 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.9407208 Jul 14 07:12:28.163352 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-04788f78-fb08-466b-ad6a-788d8edbb0c0 service neutron] 10.222.0.35 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231760 Jul 14 07:12:28.211102 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07838f43-e08b-48b8-b63a-4c6e73f1ac7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90910ec7-efa5-4380-870a-e57cac9fffd2'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:12:28.217011 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515431da-25e0-4b72-96c3-a19288e9b1d9" -d '{"events": [{"server_uuid": "07838f43-e08b-48b8-b63a-4c6e73f1ac7e", "name": "network-vif-unplugged", "status": "completed", "tag": "90910ec7-efa5-4380-870a-e57cac9fffd2"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:12:28.244464 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1a9a4ab8-ce63-407f-85c9-506b1c5c71c3 None None] Provisioning for port dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:28.249686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 90910ec7-efa5-4380-870a-e57cac9fffd2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=90910ec7-efa5-4380-870a-e57cac9fffd2,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:28.307259 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:28.325033 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b90c300-af80-4f35-b462-beb6f9f7f87d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:28.330667 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52058) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:28.428085 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aacd119a-4467-48e6-acf9-24f4cdd17d21 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:28.544499 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-6b90c300-af80-4f35-b462-beb6f9f7f87d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port 73b6ab5b-c246-4cb2-acd4-14853af2671e yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:12:28.608260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd119a-4467-48e6-acf9-24f4cdd17d21 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Pushing event deleted for resources: {'Port': ['ID=7daa13ff-ef98-4a52-a717-a4d1d37734b4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:28.653329 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=90910ec7-efa5-4380-870a-e57cac9fffd2,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:28.738451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:28.871273 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-048a25c9-d611-4961-bb18-db5db7ba243d req-47203238-3771-4a82-9813-583b97a7c0c2 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:28.925152 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-f5954ca8-471b-4d02-acca-f05f4ea81d78 service neutron] 10.222.0.35 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7455211 Jul 14 07:12:28.933062 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aacd119a-4467-48e6-acf9-24f4cdd17d21 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:28.937978 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-aacd119a-4467-48e6-acf9-24f4cdd17d21 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] 10.222.0.35 "DELETE /v2.0/ports/7daa13ff-ef98-4a52-a717-a4d1d37734b4 HTTP/1.1" status: 204 len: 168 time: 4.0355895 Jul 14 07:12:28.938837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52076) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:28.958775 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-64b4e144-b842-4aa3-ad00-de52f0aea378 req-3d3a00f4-9324-4014-b70c-ac81e246ee6a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Deleting port 1c826991-c170-4b7d-8343-40b466107d16 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:28.959122 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-64b4e144-b842-4aa3-ad00-de52f0aea378 req-3d3a00f4-9324-4014-b70c-ac81e246ee6a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:28.964388 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47203238-3771-4a82-9813-583b97a7c0c2 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Pushing event deleted for resources: {'Port': ['ID=90910ec7-efa5-4380-870a-e57cac9fffd2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:28.985749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': 'fda1d482-2e44-4d83-9639-b765fb6d4df0'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:12:28.994257 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:29.022450 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9565bb9-dc96-4215-95b9-7deb9ccd1f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:29.100292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4e3a8-6fda-4211-92fe-e90650310d87 req-2a575293-39bb-4bd2-9ef0-1faad66ac58f tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:29.106397 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-76b4e3a8-6fda-4211-92fe-e90650310d87 req-2a575293-39bb-4bd2-9ef0-1faad66ac58f tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 950 time: 0.5019722 Jul 14 07:12:29.331226 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Allocated IP 2001:db8::2 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/fda1d482-2e44-4d83-9639-b765fb6d4df0/84fe018f-2753-4455-be16-8197303daf03) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:29.373577 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-76b4e3a8-6fda-4211-92fe-e90650310d87 req-7b8b1c83-7f33-4708-8fc9-16a5ce609236 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498190 Jul 14 07:12:29.445350 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8c14fa95-bccd-4e1c-a9a8-df6e30c43322 tempest-DHCPAgentSchedulersTestJSON-313808609 tempest-DHCPAgentSchedulersTestJSON-313808609-project-admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.4938138 Jul 14 07:12:29.486252 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52088) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:29.493022 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-27300870-3e20-4e2e-8330-3bae45f49700 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2124230061'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:29.531374 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:29.542046 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Transition to ACTIVE for port object 84fe018f-2753-4455-be16-8197303daf03 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:29.563556 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Transition to ACTIVE for port object 84fe018f-2753-4455-be16-8197303daf03 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:29.566332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27300870-3e20-4e2e-8330-3bae45f49700 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Made reservation on behalf of e224cf7c49f944378ac0993388a898c5 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:29.570626 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b18713-6a66-401e-be7a-71344d087342 x-openstack-request-id: req-34b18713-6a66-401e-be7a-71344d087342 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:12:29.571073 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07838f43-e08b-48b8-b63a-4c6e73f1ac7e", "name": "network-vif-unplugged", "status": "completed", "tag": "90910ec7-efa5-4380-870a-e57cac9fffd2", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:12:29.571447 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34b18713-6a66-401e-be7a-71344d087342 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:12:29.572200 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07838f43-e08b-48b8-b63a-4c6e73f1ac7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90910ec7-efa5-4380-870a-e57cac9fffd2', 'code': 200} Jul 14 07:12:29.576000 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:29.581366 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27300870-3e20-4e2e-8330-3bae45f49700 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:29.630695 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:29.635973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:29.645142 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:29.648135 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:29.679996 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:29.680809 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:29.711951 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-64b4e144-b842-4aa3-ad00-de52f0aea378 req-3d3a00f4-9324-4014-b70c-ac81e246ee6a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] For port 1c826991-c170-4b7d-8343-40b466107d16, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1c826991-c170-4b7d-8343-40b466107d16,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:29.715049 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-64b4e144-b842-4aa3-ad00-de52f0aea378 req-3d3a00f4-9324-4014-b70c-ac81e246ee6a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:29.758229 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Pushing event updated for resources: {'Port': ['ID=84fe018f-2753-4455-be16-8197303daf03,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:29.827750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e9a1bc0-f72b-40c0-aec5-8fb445649497 req-791c2ead-8e13-4fe3-83da-c2969890fbdc tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=41b27377-0a95-4b1f-919e-6eb2b135dd8e HTTP/1.1" status: 200 len: 210 time: 0.1723111 Jul 14 07:12:29.828636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27300870-3e20-4e2e-8330-3bae45f49700 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:12:29.906553 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-048a25c9-d611-4961-bb18-db5db7ba243d req-47203238-3771-4a82-9813-583b97a7c0c2 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] No DVR routers for this DVR port 90910ec7-efa5-4380-870a-e57cac9fffd2 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:12:29.915407 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Attempting to bind port 84fe018f-2753-4455-be16-8197303daf03 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:12:29.915722 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Attempting to bind port 84fe018f-2753-4455-be16-8197303daf03 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:12:29.916107 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Attempting to bind port 84fe018f-2753-4455-be16-8197303daf03 on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:12:29.920975 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-048a25c9-d611-4961-bb18-db5db7ba243d req-47203238-3771-4a82-9813-583b97a7c0c2 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:29.925010 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-048a25c9-d611-4961-bb18-db5db7ba243d req-47203238-3771-4a82-9813-583b97a7c0c2 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.30 "DELETE /v2.0/ports/90910ec7-efa5-4380-870a-e57cac9fffd2 HTTP/1.1" status: 204 len: 173 time: 3.2718990 Jul 14 07:12:29.928608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:12:29.929082 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-28a04e1f-c009-4607-bcb9-d9575274d244 req-e3f80e97-4b96-4e69-bcac-899e0ba1624a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 210 time: 0.1233902 Jul 14 07:12:29.934664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-64b4e144-b842-4aa3-ad00-de52f0aea378 req-3d3a00f4-9324-4014-b70c-ac81e246ee6a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Calling delete_port for 1c826991-c170-4b7d-8343-40b466107d16 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:29.939749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:12:29.940220 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:29.940613 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:12:29.941139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Bound port: 84fe018f-2753-4455-be16-8197303daf03, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:12:29.945413 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:29.966717 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27300870-3e20-4e2e-8330-3bae45f49700 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:29.967488 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07838f43-e08b-48b8-b63a-4c6e73f1ac7e', 'name': 'network-vif-deleted', 'tag': '90910ec7-efa5-4380-870a-e57cac9fffd2'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:12:29.969880 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6128a1b-c851-4c96-b979-92b82152bcfb" -d '{"events": [{"server_uuid": "07838f43-e08b-48b8-b63a-4c6e73f1ac7e", "name": "network-vif-deleted", "tag": "90910ec7-efa5-4380-870a-e57cac9fffd2"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:12:29.990980 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-27300870-3e20-4e2e-8330-3bae45f49700 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Added segment 7546adcc-8e9e-478f-88e3-64c88b52bb4b of type vlan for network a805ad51-c8bc-422a-9ef7-56adf5995ded Jul 14 07:12:30.082270 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2f3124-57e4-45b1-a026-64a22cb78a10 x-openstack-request-id: req-4f2f3124-57e4-45b1-a026-64a22cb78a10 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:12:30.082962 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07838f43-e08b-48b8-b63a-4c6e73f1ac7e", "name": "network-vif-deleted", "tag": "90910ec7-efa5-4380-870a-e57cac9fffd2", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:12:30.083558 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f2f3124-57e4-45b1-a026-64a22cb78a10 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:12:30.084481 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07838f43-e08b-48b8-b63a-4c6e73f1ac7e', 'name': 'network-vif-deleted', 'tag': '90910ec7-efa5-4380-870a-e57cac9fffd2', 'status': 'completed', 'code': 200} Jul 14 07:12:30.170980 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-6b90c300-af80-4f35-b462-beb6f9f7f87d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::1cdf:4299:b2c9:dfd6 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/fda1d482-2e44-4d83-9639-b765fb6d4df0/73b6ab5b-c246-4cb2-acd4-14853af2671e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:30.198691 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9565bb9-dc96-4215-95b9-7deb9ccd1f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:30.214984 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27300870-3e20-4e2e-8330-3bae45f49700 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:30.228830 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:30.230052 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9565bb9-dc96-4215-95b9-7deb9ccd1f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:30.311865 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port dd1c1d39-850c-4210-b8bf-e6c0f6d1b178, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=dd1c1d39-850c-4210-b8bf-e6c0f6d1b178,segment=NetworkSegment(507229c3-b7b7-413e-9ab0-e73f31e9571e),segment_id=507229c3-b7b7-413e-9ab0-e73f31e9571e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:30.333922 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9565bb9-dc96-4215-95b9-7deb9ccd1f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d37dc6-4ac0-433a-a4fe-d2d0265a15e2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:30.389126 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27300870-3e20-4e2e-8330-3bae45f49700 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:30.403189 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:30.414840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:30.424047 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27300870-3e20-4e2e-8330-3bae45f49700 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:30.424777 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27300870-3e20-4e2e-8330-3bae45f49700 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:30.500836 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d9565bb9-dc96-4215-95b9-7deb9ccd1f82 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e280775cc5704f7da283094d33bcfbfc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1600533 Jul 14 07:12:30.515545 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52120) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:30.526429 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-27300870-3e20-4e2e-8330-3bae45f49700 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0372782 Jul 14 07:12:30.582126 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52122) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:30.636055 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7cdd2e80-a65e-4d32-925f-cb68e34b1887 None None] Provisioning complete for port dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:30.636418 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2e80-a65e-4d32-925f-cb68e34b1887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:30.774624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] For port 84fe018f-2753-4455-be16-8197303daf03, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:12:30.800129 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] For port 84fe018f-2753-4455-be16-8197303daf03, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=84fe018f-2753-4455-be16-8197303daf03,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:12:30.819860 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:30.891847 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1af4-2ad9-4f7d-bff5-1e7d163c219d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:30.959377 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2a2326af-fd81-4513-84cd-810b90d8d8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:30.961548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=dd1c1d39-850c-4210-b8bf-e6c0f6d1b178,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:31.003643 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:31.004461 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:31.008893 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:31.009475 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:31.009998 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:31.010495 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:31.010982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:31.011462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:31.012100 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:31.012673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:31.013224 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:31.013827 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:12:31.036131 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1c826991-c170-4b7d-8343-40b466107d16 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:12:31.070188 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:31.114614 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2a2326af-fd81-4513-84cd-810b90d8d8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:31.198623 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27300870-3e20-4e2e-8330-3bae45f49700 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Pushing event updated for resources: {'Network': ['ID=a805ad51-c8bc-422a-9ef7-56adf5995ded,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:31.317240 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6a9a4f10-e741-41c8-8805-0b63047fd435 tempest-DHCPAgentSchedulersTestJSON-313808609 tempest-DHCPAgentSchedulersTestJSON-313808609-project-admin] 10.222.0.35 "GET /v2.0/agents/6a7fc331-5b40-4f3e-afb7-33a78b8f600d/dhcp-networks HTTP/1.1" status: 200 len: 6498 time: 0.6976249 Jul 14 07:12:31.318891 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52136) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:31.334294 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54058285-528c-422c-9e2a-049d906ae9b4 None None] Pushing event updated for resources: {'Port': ['ID=84fe018f-2753-4455-be16-8197303daf03,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:31.461612 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network a805ad51-c8bc-422a-9ef7-56adf5995ded details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:12:31.525631 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2a2326af-fd81-4513-84cd-810b90d8d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:31.538972 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2a2326af-fd81-4513-84cd-810b90d8d8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:31.541234 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2a2326af-fd81-4513-84cd-810b90d8d8e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33d37dc6-4ac0-433a-a4fe-d2d0265a15e2 HTTP/1.1" status: 204 len: 168 time: 1.0239131 Jul 14 07:12:31.631036 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2326af-fd81-4513-84cd-810b90d8d8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d37dc6-4ac0-433a-a4fe-d2d0265a15e2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:31.636187 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-64b4e144-b842-4aa3-ad00-de52f0aea378 req-3d3a00f4-9324-4014-b70c-ac81e246ee6a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:31.654344 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff43dfc5-bc33-47b3-a056-45872bd20d80 tempest-DHCPAgentSchedulersTestJSON-313808609 tempest-DHCPAgentSchedulersTestJSON-313808609-project-admin] Network a805ad51-c8bc-422a-9ef7-56adf5995ded is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:12:31.698001 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0d139ab7-8f66-4301-91c7-f603bc6c0a6a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:12:31.704277 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:31.704690 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:31.734661 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ff43dfc5-bc33-47b3-a056-45872bd20d80 tempest-DHCPAgentSchedulersTestJSON-313808609 tempest-DHCPAgentSchedulersTestJSON-313808609-project-admin] 10.222.0.35 "POST /v2.0/agents/6a7fc331-5b40-4f3e-afb7-33a78b8f600d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4132762 Jul 14 07:12:31.740373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52146) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:31.771887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121f5be-9326-4a41-b3a3-00577832d351 req-3d63d6ea-344e-466b-881d-4dde1d17491b tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:31.773490 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9121f5be-9326-4a41-b3a3-00577832d351 req-3d63d6ea-344e-466b-881d-4dde1d17491b tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.15 "GET /v2.0/networks?id=6167fc1b-e132-43c4-97c4-2419433fec40 HTTP/1.1" status: 200 len: 819 time: 0.6394243 Jul 14 07:12:31.796470 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-9121f5be-9326-4a41-b3a3-00577832d351 req-d64a67fc-0464-4d59-a8ef-7ada8afa955a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Request body: {'port': {'device_id': '7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e', 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40', 'admin_state_up': True, 'tenant_id': 'a4b2c8c511db4c2a9a4b9a01f343494e'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:31.805726 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a00f4-9324-4014-b70c-ac81e246ee6a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Pushing event deleted for resources: {'Port': ['ID=1c826991-c170-4b7d-8343-40b466107d16,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:31.840451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c5f4f1-f241-4ac8-a212-b4ff7ca196dd None None] Network a805ad51-c8bc-422a-9ef7-56adf5995ded requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:31.898529 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No active binding found for port 1c826991-c170-4b7d-8343-40b466107d16 {{(pid=93829) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 07:12:31.899877 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1c826991-c170-4b7d-8343-40b466107d16 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:12:31.901133 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 90910ec7-efa5-4380-870a-e57cac9fffd2 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:12:31.967631 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-48af62f1-0084-4689-a0e9-ec09dc06e600 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:31.972413 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-48af62f1-0084-4689-a0e9-ec09dc06e600 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/networks?id=6167fc1b-e132-43c4-97c4-2419433fec40 HTTP/1.1" status: 200 len: 819 time: 1.4869440 Jul 14 07:12:32.071340 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 90910ec7-efa5-4380-870a-e57cac9fffd2 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:12:32.081994 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 90910ec7-efa5-4380-870a-e57cac9fffd2 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:12:32.100717 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b90c300-af80-4f35-b462-beb6f9f7f87d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:32.119603 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-136b1f59-05c2-4b82-a654-ba75bce6ffde None None] Could not find standard attr ID for object 7daa13ff-ef98-4a52-a717-a4d1d37734b4. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:12:32.186400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6b90c300-af80-4f35-b462-beb6f9f7f87d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object 73b6ab5b-c246-4cb2-acd4-14853af2671e will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:32.276085 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0dc8d35d-a2a9-4ba8-aef9-f3c8e2a6e518 tempest-DHCPAgentSchedulersTestJSON-313808609 tempest-DHCPAgentSchedulersTestJSON-313808609-project-admin] 10.222.0.35 "GET /v2.0/agents/6a7fc331-5b40-4f3e-afb7-33a78b8f600d/dhcp-networks HTTP/1.1" status: 200 len: 7269 time: 0.5298858 Jul 14 07:12:32.279638 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52152) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:32.329422 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52154) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:32.391662 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0a111-d8ec-4fa2-a61e-ca3f4d76271a req-dcff239d-367d-4170-89c3-84c607be9166 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:32.408748 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36e0a111-d8ec-4fa2-a61e-ca3f4d76271a req-dcff239d-367d-4170-89c3-84c607be9166 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=316cf189-97b5-4346-8fbf-215b0188e460 HTTP/1.1" status: 200 len: 867 time: 1.7876840 Jul 14 07:12:32.418363 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-e33bf818-bd34-4373-846b-6c6acfa608a0 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/quotas/a4b2c8c511db4c2a9a4b9a01f343494e HTTP/1.1" status: 200 len: 375 time: 0.4397759 Jul 14 07:12:32.423352 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b4e144-b842-4aa3-ad00-de52f0aea378 req-3d3a00f4-9324-4014-b70c-ac81e246ee6a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] No DVR routers for this DVR port 1c826991-c170-4b7d-8343-40b466107d16 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:12:32.426732 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04d61023-93c9-4094-9979-6941113247c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:32.431171 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-64b4e144-b842-4aa3-ad00-de52f0aea378 req-3d3a00f4-9324-4014-b70c-ac81e246ee6a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:32.435825 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-64b4e144-b842-4aa3-ad00-de52f0aea378 req-3d3a00f4-9324-4014-b70c-ac81e246ee6a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.30 "DELETE /v2.0/ports/1c826991-c170-4b7d-8343-40b466107d16 HTTP/1.1" status: 204 len: 173 time: 4.4049873 Jul 14 07:12:32.436795 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:32.493008 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316cf189-97b5-4346-8fbf-215b0188e460', 'name': 'network-vif-deleted', 'tag': '1c826991-c170-4b7d-8343-40b466107d16'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:12:32.502117 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9745b8-6acc-497f-83b8-fa95ad18cf34" -d '{"events": [{"server_uuid": "316cf189-97b5-4346-8fbf-215b0188e460", "name": "network-vif-deleted", "tag": "1c826991-c170-4b7d-8343-40b466107d16"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:12:32.574472 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b90c300-af80-4f35-b462-beb6f9f7f87d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:32.660919 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-856afa49-b4b2-43f5-b027-81965df23231 tempest-DHCPAgentSchedulersTestJSON-313808609 tempest-DHCPAgentSchedulersTestJSON-313808609-project-admin] 10.222.0.35 "DELETE /v2.0/agents/6a7fc331-5b40-4f3e-afb7-33a78b8f600d/dhcp-networks/a805ad51-c8bc-422a-9ef7-56adf5995ded HTTP/1.1" status: 204 len: 168 time: 0.3771236 Jul 14 07:12:32.699369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9121f5be-9326-4a41-b3a3-00577832d351 req-d64a67fc-0464-4d59-a8ef-7ada8afa955a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Made reservation on behalf of a4b2c8c511db4c2a9a4b9a01f343494e for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:32.702936 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9121f5be-9326-4a41-b3a3-00577832d351 req-d64a67fc-0464-4d59-a8ef-7ada8afa955a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:32.710122 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1a4f9b39-7169-4b48-aecf-9b3d7a9935e4,segment=NetworkSegment(4f3465f0-c83f-4f17-900a-25eaacaeae03),segment_id=4f3465f0-c83f-4f17-900a-25eaacaeae03)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:32.727755 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:32.737774 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52164) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:32.836279 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=1a4f9b39-7169-4b48-aecf-9b3d7a9935e4,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:32.874427 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36e0a111-d8ec-4fa2-a61e-ca3f4d76271a req-36d141df-9811-492c-b74c-bc530cc9229e tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592130 Jul 14 07:12:32.968439 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b90c300-af80-4f35-b462-beb6f9f7f87d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:33.080323 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-c4cfb822-9e51-4bd7-afba-00f0f0860241 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:33.082211 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-c4cfb822-9e51-4bd7-afba-00f0f0860241 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.15 "GET /v2.0/networks?id=782dff88-77da-48cc-b35b-b98ce03cf2a5 HTTP/1.1" status: 200 len: 805 time: 0.9571886 Jul 14 07:12:33.084495 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c969b8e7-2d84-46bc-8c69-3ca12b7266ab None None] Provisioning for port 84fe018f-2753-4455-be16-8197303daf03 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:33.116365 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-43e67507-7c67-4431-bd80-e15fc7a51e74 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Request body: {'port': {'device_id': '41b27377-0a95-4b1f-919e-6eb2b135dd8e', 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5', 'admin_state_up': True, 'tenant_id': 'c0510020791b4c7d90104c784a2d4f98'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:33.119290 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:33.158570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-6b90c300-af80-4f35-b462-beb6f9f7f87d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:33.175366 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04d61023-93c9-4094-9979-6941113247c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:33.176923 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b90c300-af80-4f35-b462-beb6f9f7f87d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:33.184034 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b90c300-af80-4f35-b462-beb6f9f7f87d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:33.184921 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b90c300-af80-4f35-b462-beb6f9f7f87d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:33.194111 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04d61023-93c9-4094-9979-6941113247c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:33.199263 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90c300-af80-4f35-b462-beb6f9f7f87d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=73b6ab5b-c246-4cb2-acd4-14853af2671e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:33.236787 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-da3e15fc-7bbd-4289-819b-c22c051e5bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:33.255458 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:33.255785 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:33.312448 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6b90c300-af80-4f35-b462-beb6f9f7f87d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.9547997 Jul 14 07:12:33.332078 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52168) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:33.338534 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b7bd7267-46ec-4fc3-be94-9e6b61a52612 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'fixed_ips': [{'subnet_id': 'fda1d482-2e44-4d83-9639-b765fb6d4df0', 'ip_address': '2001:db8::1cdf:4299:b2c9:dfd6'}], 'name': 'tempest-NetworksTestDHCPv6-1169289334'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:33.353433 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-04d61023-93c9-4094-9979-6941113247c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3efbff1cd49d43afb125c6afcc02308c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0228915 Jul 14 07:12:33.354971 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-e153a40d-5b99-4590-b491-c6e653b661cc tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4b2c8c511db4c2a9a4b9a01f343494e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9163706 Jul 14 07:12:33.370349 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52170) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:33.444197 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 84fe018f-2753-4455-be16-8197303daf03 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:33.450361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d61023-93c9-4094-9979-6941113247c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3435aca6-f4b7-49e7-8f0a-97eb7725a104,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:33.476881 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-57e2f571-2001-4463-8aee-ca82cffbe644 tempest-DHCPAgentSchedulersTestJSON-313808609 tempest-DHCPAgentSchedulersTestJSON-313808609-project-admin] 10.222.0.35 "GET /v2.0/agents/6a7fc331-5b40-4f3e-afb7-33a78b8f600d/dhcp-networks HTTP/1.1" status: 200 len: 6498 time: 0.7269630 Jul 14 07:12:33.477150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52176) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:33.561319 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af115057-cc5a-46fd-8d92-20f338241f7a req-7fd32a9f-3e71-4803-a42d-bd45f370b8be tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=41b27377-0a95-4b1f-919e-6eb2b135dd8e HTTP/1.1" status: 200 len: 210 time: 0.3511794 Jul 14 07:12:33.604292 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f5381c47-9e09-4b4c-a3f3-3e28942470ee tempest-DHCPAgentSchedulersTestJSON-313808609 tempest-DHCPAgentSchedulersTestJSON-313808609-project-admin] 10.222.0.35 "GET /v2.0/networks/dd14ea50-5382-400d-8926-6d4f6b303f72/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1229813 Jul 14 07:12:33.618448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52178) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:33.690425 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed95f39-dd3f-4ecd-9b37-d3d30fa86351 x-openstack-request-id: req-fed95f39-dd3f-4ecd-9b37-d3d30fa86351 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:12:33.691516 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316cf189-97b5-4346-8fbf-215b0188e460", "name": "network-vif-deleted", "tag": "1c826991-c170-4b7d-8343-40b466107d16", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:12:33.693777 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fed95f39-dd3f-4ecd-9b37-d3d30fa86351 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:12:33.694362 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316cf189-97b5-4346-8fbf-215b0188e460', 'name': 'network-vif-deleted', 'tag': '1c826991-c170-4b7d-8343-40b466107d16', 'status': 'completed', 'code': 200} Jul 14 07:12:33.771118 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-826fcaea-4a09-430e-962e-cb2de0587f91 tempest-DHCPAgentSchedulersTestJSON-313808609 tempest-DHCPAgentSchedulersTestJSON-313808609-project-admin] 10.222.0.35 "GET /v2.0/networks/dd14ea50-5382-400d-8926-6d4f6b303f72/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1453147 Jul 14 07:12:33.776973 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52182) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:33.860396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-9121f5be-9326-4a41-b3a3-00577832d351 req-d64a67fc-0464-4d59-a8ef-7ada8afa955a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Allocated IP 172.20.0.6 (6167fc1b-e132-43c4-97c4-2419433fec40/9c57f6f9-d177-479b-9198-f0790b03deff/f6d6ec95-9638-43ba-8b4d-02d245717a61) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:33.906259 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4551abda-dfc4-474a-a55c-cc7b0386822b None None] Could not find standard attr ID for object 4b09ecea-a9fa-4f7b-a129-3c43dace929f. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:12:33.920502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bd7267-46ec-4fc3-be94-9e6b61a52612 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:33.925464 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:33.942224 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 84fe018f-2753-4455-be16-8197303daf03 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:33.956331 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 84fe018f-2753-4455-be16-8197303daf03 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:33.958100 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:34.075026 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f09bb2f8-bf11-4d9a-9186-957221407349 None None] Provisioning for port 73b6ab5b-c246-4cb2-acd4-14853af2671e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:34.090707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f09bb2f8-bf11-4d9a-9186-957221407349 None None] Provisioning complete for port 73b6ab5b-c246-4cb2-acd4-14853af2671e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:34.091155 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f09bb2f8-bf11-4d9a-9186-957221407349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:34.124932 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-10ad852a-34e9-4f3a-ba19-6fc750f6c4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:34.149327 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7267-46ec-4fc3-be94-9e6b61a52612 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:34.163936 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-10ad852a-34e9-4f3a-ba19-6fc750f6c4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:34.201255 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f09bb2f8-bf11-4d9a-9186-957221407349 None None] Port 73b6ab5b-c246-4cb2-acd4-14853af2671e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:12:34.264292 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-666c1180-9a8e-4a00-ab0b-4a6308780df5 service neutron] 10.222.0.35 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9075563 Jul 14 07:12:34.278845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-b7bd7267-46ec-4fc3-be94-9e6b61a52612 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port 7f97d904-77c3-450b-80ba-e36f0afc0787 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:12:34.291237 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-10ad852a-34e9-4f3a-ba19-6fc750f6c4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:34.296632 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-10ad852a-34e9-4f3a-ba19-6fc750f6c4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:34.302878 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-10ad852a-34e9-4f3a-ba19-6fc750f6c4fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3435aca6-f4b7-49e7-8f0a-97eb7725a104 HTTP/1.1" status: 204 len: 168 time: 0.8632989 Jul 14 07:12:34.336937 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:34.360108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad852a-34e9-4f3a-ba19-6fc750f6c4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3435aca6-f4b7-49e7-8f0a-97eb7725a104,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:34.370406 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2319e035-082c-4d57-bf5b-b0e4325fb792 tempest-DHCPAgentSchedulersTestJSON-313808609 tempest-DHCPAgentSchedulersTestJSON-313808609-project-admin] 10.222.0.35 "GET /v2.0/agents/6a7fc331-5b40-4f3e-afb7-33a78b8f600d/dhcp-networks HTTP/1.1" status: 200 len: 6498 time: 0.5862925 Jul 14 07:12:34.372726 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52198) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:34.440832 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 84fe018f-2753-4455-be16-8197303daf03, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=84fe018f-2753-4455-be16-8197303daf03,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:34.449789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-43e67507-7c67-4431-bd80-e15fc7a51e74 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Made reservation on behalf of c0510020791b4c7d90104c784a2d4f98 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:34.451855 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:34.463475 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-43e67507-7c67-4431-bd80-e15fc7a51e74 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:34.567667 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=84fe018f-2753-4455-be16-8197303daf03,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:34.573659 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:34.603376 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9121f5be-9326-4a41-b3a3-00577832d351 req-d64a67fc-0464-4d59-a8ef-7ada8afa955a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:34.775429 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a945f0fc-faa6-4e20-b381-55024d735750 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:34.910160 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:35.000996 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-43e67507-7c67-4431-bd80-e15fc7a51e74 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Allocated IP 172.20.0.12 (782dff88-77da-48cc-b35b-b98ce03cf2a5/ef8b4972-4af0-4364-94c1-6b8288d85079/bf9b4e08-8c76-4a3b-83e3-da7b316f84c1) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:35.009717 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-0dec2b3d-f890-444e-9317-24f62dfd4376 service neutron] 10.222.0.35 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7374187 Jul 14 07:12:35.020185 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9121f5be-9326-4a41-b3a3-00577832d351 req-d64a67fc-0464-4d59-a8ef-7ada8afa955a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:35.030957 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7bd7267-46ec-4fc3-be94-9e6b61a52612 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 07:12:35.033676 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7bd7267-46ec-4fc3-be94-9e6b61a52612 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:12:35.051756 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a945f0fc-faa6-4e20-b381-55024d735750 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:35.073818 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a945f0fc-faa6-4e20-b381-55024d735750 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a805ad51-c8bc-422a-9ef7-56adf5995ded']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:35.081131 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:35.088322 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:35.095812 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a945f0fc-faa6-4e20-b381-55024d735750 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7546adcc-8e9e-478f-88e3-64c88b52bb4b') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:35.096298 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a945f0fc-faa6-4e20-b381-55024d735750 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7546adcc-8e9e-478f-88e3-64c88b52bb4b') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:35.104104 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b7bd7267-46ec-4fc3-be94-9e6b61a52612 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7707245 Jul 14 07:12:35.106170 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52216) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:35.134187 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a945f0fc-faa6-4e20-b381-55024d735750 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:35.205863 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a945f0fc-faa6-4e20-b381-55024d735750 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:35.225058 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a945f0fc-faa6-4e20-b381-55024d735750 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:12:35.225809 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a945f0fc-faa6-4e20-b381-55024d735750 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:12:35.233457 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:12:35.357905 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8aa83f-1b87-4a20-a3d7-42222e50519a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:35.373493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8aa83f-1b87-4a20-a3d7-42222e50519a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:35.379822 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ac8aa83f-1b87-4a20-a3d7-42222e50519a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2653620 Jul 14 07:12:35.380634 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52224) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:35.417862 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 84fe018f-2753-4455-be16-8197303daf03 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:35.530713 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a945f0fc-faa6-4e20-b381-55024d735750 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:35.566460 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a945f0fc-faa6-4e20-b381-55024d735750 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:35.573046 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a945f0fc-faa6-4e20-b381-55024d735750 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] 10.222.0.35 "DELETE /v2.0/networks/a805ad51-c8bc-422a-9ef7-56adf5995ded HTTP/1.1" status: 204 len: 168 time: 1.0537362 Jul 14 07:12:35.591918 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52230) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:35.597021 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 84fe018f-2753-4455-be16-8197303daf03 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:35.604890 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:35.713888 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945f0fc-faa6-4e20-b381-55024d735750 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Pushing event deleted for resources: {'Network': ['ID=a805ad51-c8bc-422a-9ef7-56adf5995ded,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:35.717854 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8635bd43-9c5e-4cae-924a-3eda9391f1ba tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] DELETE failed (client error): The resource could not be found. Jul 14 07:12:35.718588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8635bd43-9c5e-4cae-924a-3eda9391f1ba tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:12:35.720896 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8635bd43-9c5e-4cae-924a-3eda9391f1ba tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] 10.222.0.35 "DELETE /v2.0/ports/7daa13ff-ef98-4a52-a717-a4d1d37734b4 HTTP/1.1" status: 404 len: 333 time: 0.0873208 Jul 14 07:12:35.733158 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52236) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:35.765784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-874c8f13-0656-46ed-a965-e86d6211fefd tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port 73b6ab5b-c246-4cb2-acd4-14853af2671e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:35.766138 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-874c8f13-0656-46ed-a965-e86d6211fefd tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:35.907299 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb141796-ee96-4cbf-9150-34b655d5d6e0 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Deleting subnet 2bb800ed-0c4e-46ea-98a9-3ef08218094f {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:12:35.918322 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb141796-ee96-4cbf-9150-34b655d5d6e0 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:35.973467 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-874c8f13-0656-46ed-a965-e86d6211fefd tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:35.987180 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-874c8f13-0656-46ed-a965-e86d6211fefd tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for 73b6ab5b-c246-4cb2-acd4-14853af2671e owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:36.080210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52252) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:36.104682 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a28ecca-bd41-4649-8f1a-014f9a02e154 req-918d5d1a-1440-4b5e-bba6-d8638762a45a tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=41b27377-0a95-4b1f-919e-6eb2b135dd8e HTTP/1.1" status: 200 len: 210 time: 0.9882092 Jul 14 07:12:36.106848 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9121f5be-9326-4a41-b3a3-00577832d351 req-d64a67fc-0464-4d59-a8ef-7ada8afa955a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Network 6167fc1b-e132-43c4-97c4-2419433fec40 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:36.111365 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:36.191768 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-874c8f13-0656-46ed-a965-e86d6211fefd tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:36.211519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-9121f5be-9326-4a41-b3a3-00577832d351 req-d64a67fc-0464-4d59-a8ef-7ada8afa955a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:36.266297 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c8f13-0656-46ed-a965-e86d6211fefd tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=73b6ab5b-c246-4cb2-acd4-14853af2671e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:36.271790 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-874c8f13-0656-46ed-a965-e86d6211fefd tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:36.276716 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-874c8f13-0656-46ed-a965-e86d6211fefd tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/73b6ab5b-c246-4cb2-acd4-14853af2671e HTTP/1.1" status: 204 len: 168 time: 0.8866205 Jul 14 07:12:36.281179 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52264) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:36.356280 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb141796-ee96-4cbf-9150-34b655d5d6e0 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:36.406229 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-43e67507-7c67-4431-bd80-e15fc7a51e74 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:36.438295 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2dda17-e9a6-47cb-aee0-5c5b7d67af14 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:36.440642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2dda17-e9a6-47cb-aee0-5c5b7d67af14 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:36.442676 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2a2dda17-e9a6-47cb-aee0-5c5b7d67af14 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1604478 Jul 14 07:12:36.446221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52268) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:36.541342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9121f5be-9326-4a41-b3a3-00577832d351 req-d64a67fc-0464-4d59-a8ef-7ada8afa955a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:36.548102 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-43e67507-7c67-4431-bd80-e15fc7a51e74 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:36.590239 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-862ac558-14d1-473c-b50e-25a9606221a3 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-298479229'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:36.605536 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6231f27-90c8-4066-8aa4-296976d96879 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet fda1d482-2e44-4d83-9639-b765fb6d4df0 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:12:36.610030 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fcf90010-466d-4eee-8a21-621b75a3034f req-bf2da235-45b5-436f-93d5-f131cd12b490 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 210 time: 0.0879464 Jul 14 07:12:36.612504 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6231f27-90c8-4066-8aa4-296976d96879 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:36.665279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a67fc-0464-4d59-a8ef-7ada8afa955a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Pushing event updated for resources: {'Port': ['ID=f6d6ec95-9638-43ba-8b4d-02d245717a61,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:36.682713 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb141796-ee96-4cbf-9150-34b655d5d6e0 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:36.687928 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-43e67507-7c67-4431-bd80-e15fc7a51e74 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Network 782dff88-77da-48cc-b35b-b98ce03cf2a5 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:36.735981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-43e67507-7c67-4431-bd80-e15fc7a51e74 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:36.757641 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6231f27-90c8-4066-8aa4-296976d96879 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:36.764095 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-43e67507-7c67-4431-bd80-e15fc7a51e74 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:36.836083 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-43e67507-7c67-4431-bd80-e15fc7a51e74 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:36.836810 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-43e67507-7c67-4431-bd80-e15fc7a51e74 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:36.866081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121f5be-9326-4a41-b3a3-00577832d351 req-d64a67fc-0464-4d59-a8ef-7ada8afa955a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:36.866928 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9121f5be-9326-4a41-b3a3-00577832d351 req-d64a67fc-0464-4d59-a8ef-7ada8afa955a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:36.877426 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab2a58-2fc4-475d-a2f3-1c988237136d req-9280fd7c-8dee-4c8d-9615-2cae78fe555a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:36.879054 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e1ab2a58-2fc4-475d-a2f3-1c988237136d req-9280fd7c-8dee-4c8d-9615-2cae78fe555a tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.15 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.8017056 Jul 14 07:12:36.886635 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862ac558-14d1-473c-b50e-25a9606221a3 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Made reservation on behalf of ccfa646468f14034bcc50023bf4f5e07 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:36.888040 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb141796-ee96-4cbf-9150-34b655d5d6e0 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:36.890407 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-862ac558-14d1-473c-b50e-25a9606221a3 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:36.900228 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6231f27-90c8-4066-8aa4-296976d96879 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:36.932070 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-862ac558-14d1-473c-b50e-25a9606221a3 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:36.951526 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbbe63c-370a-484e-880a-da1a6ad4c005 None None] Network dd14ea50-5382-400d-8926-6d4f6b303f72 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:36.953692 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb141796-ee96-4cbf-9150-34b655d5d6e0 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:36.955784 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fb141796-ee96-4cbf-9150-34b655d5d6e0 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] 10.222.0.35 "DELETE /v2.0/subnets/2bb800ed-0c4e-46ea-98a9-3ef08218094f HTTP/1.1" status: 204 len: 168 time: 1.2199655 Jul 14 07:12:36.959438 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb141796-ee96-4cbf-9150-34b655d5d6e0 tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Pushing event deleted for resources: {'Subnet': ['ID=2bb800ed-0c4e-46ea-98a9-3ef08218094f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:36.963865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52284) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:36.981534 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e67507-7c67-4431-bd80-e15fc7a51e74 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Pushing event updated for resources: {'Port': ['ID=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:36.992785 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-43e67507-7c67-4431-bd80-e15fc7a51e74 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8993578 Jul 14 07:12:37.005476 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Request body: {'port': {'device_id': '41b27377-0a95-4b1f-919e-6eb2b135dd8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:37.008591 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9121f5be-9326-4a41-b3a3-00577832d351 req-d64a67fc-0464-4d59-a8ef-7ada8afa955a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2221727 Jul 14 07:12:37.042027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2a21e-2397-403e-9cac-829bb122ecb3 req-da910161-bc2a-4d99-8a12-5a474d944998 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:37.043730 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1bb2a21e-2397-403e-9cac-829bb122ecb3 req-da910161-bc2a-4d99-8a12-5a474d944998 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.9647896 Jul 14 07:12:37.049832 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Request body: {'port': {'device_id': '7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:37.074002 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:37.210194 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6231f27-90c8-4066-8aa4-296976d96879 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:37.270809 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6231f27-90c8-4066-8aa4-296976d96879 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=fda1d482-2e44-4d83-9639-b765fb6d4df0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:37.292449 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6231f27-90c8-4066-8aa4-296976d96879 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:37.294675 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c6231f27-90c8-4066-8aa4-296976d96879 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/fda1d482-2e44-4d83-9639-b765fb6d4df0 HTTP/1.1" status: 204 len: 168 time: 0.8472545 Jul 14 07:12:37.297139 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52288) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:37.304280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15a12c1-a8e5-43a0-8758-a47fc43cdcdd None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:37.396157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f8acf7-62f6-463d-8e4a-51c0dbfe66a2 None None] DHCP port deletion for dd14ea50-5382-400d-8926-6d4f6b303f72 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:12:37.580833 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-57f8acf7-62f6-463d-8e4a-51c0dbfe66a2 None None] Deleting port dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:37.583333 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-57f8acf7-62f6-463d-8e4a-51c0dbfe66a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:37.603117 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1bb2a21e-2397-403e-9cac-829bb122ecb3 req-202721f1-88e4-4061-8801-bab1fb119ddb tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814088 Jul 14 07:12:37.618239 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-862ac558-14d1-473c-b50e-25a9606221a3 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:37.694209 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-57f8acf7-62f6-463d-8e4a-51c0dbfe66a2 None None] For port dd1c1d39-850c-4210-b8bf-e6c0f6d1b178, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=dd1c1d39-850c-4210-b8bf-e6c0f6d1b178,segment=NetworkSegment(507229c3-b7b7-413e-9ab0-e73f31e9571e),segment_id=507229c3-b7b7-413e-9ab0-e73f31e9571e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:37.694607 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-57f8acf7-62f6-463d-8e4a-51c0dbfe66a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:37.710052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-57f8acf7-62f6-463d-8e4a-51c0dbfe66a2 None None] Calling delete_port for dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:37.719948 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-862ac558-14d1-473c-b50e-25a9606221a3 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:37.767006 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:37.828607 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-57f8acf7-62f6-463d-8e4a-51c0dbfe66a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:37.834551 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862ac558-14d1-473c-b50e-25a9606221a3 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:12:37.877381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8acf7-62f6-463d-8e4a-51c0dbfe66a2 None None] Pushing event deleted for resources: {'Port': ['ID=dd1c1d39-850c-4210-b8bf-e6c0f6d1b178,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:37.884687 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f8acf7-62f6-463d-8e4a-51c0dbfe66a2 None None] No DVR routers for this DVR port dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:12:37.903701 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-41824732-ef8b-47be-8ef4-269c1b37a8b2 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6053789 Jul 14 07:12:37.906004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Deleting port dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:37.906539 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:37.911928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52296) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:37.983996 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d99019e-3095-4f45-9d38-fce6280ecb27 None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:12:38.010330 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] For port dd1c1d39-850c-4210-b8bf-e6c0f6d1b178, host n-d-778696-5, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:38.010330 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:38.025907 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Calling delete_port for dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:38.030748 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a95eef6c-ef39-4eac-9b22-527a7c9a8ee7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:38.035544 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Port dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 was not found and therefore no delete operation was performed {{(pid=93827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 07:12:38.038046 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:38.068078 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-e1ab2a58-2fc4-475d-a2f3-1c988237136d req-a5c4b057-401e-4f21-9f55-8bfd776510a3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Deleting port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:38.068592 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e1ab2a58-2fc4-475d-a2f3-1c988237136d req-a5c4b057-401e-4f21-9f55-8bfd776510a3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:38.074615 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:38.088043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-7d99019e-3095-4f45-9d38-fce6280ecb27 None None] Deleting port 84fe018f-2753-4455-be16-8197303daf03 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:38.088603 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7d99019e-3095-4f45-9d38-fce6280ecb27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:38.148422 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] No DVR routers for this DVR port dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:12:38.182383 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-7d99019e-3095-4f45-9d38-fce6280ecb27 None None] For port 84fe018f-2753-4455-be16-8197303daf03, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=84fe018f-2753-4455-be16-8197303daf03,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:38.182784 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7d99019e-3095-4f45-9d38-fce6280ecb27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:38.182917 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ac558-14d1-473c-b50e-25a9606221a3 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af7d6294-ad70-4968-a90b-a3163de56984,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:38.196584 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-862ac558-14d1-473c-b50e-25a9606221a3 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:38.197163 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-862ac558-14d1-473c-b50e-25a9606221a3 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Added segment 76d4a495-4cc0-4022-a188-2d8228996f06 of type vlan for network ca29efc5-2387-45f0-9b85-914da805b5b1 Jul 14 07:12:38.206032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Pushing event deleted for resources: {'Port': ['ID=dd1c1d39-850c-4210-b8bf-e6c0f6d1b178,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:38.238813 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-7d99019e-3095-4f45-9d38-fce6280ecb27 None None] Calling delete_port for 84fe018f-2753-4455-be16-8197303daf03 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:38.271235 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6b1ccb86-dbcd-449b-91b4-6111b4eb7016 req-439e3e09-43e7-45d1-89fb-e08a6606ce08 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 210 time: 0.1559753 Jul 14 07:12:38.300837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e8a2a-7ba9-4cd6-a046-c38a1487191d req-2d2210c2-31be-435b-a585-f8674a779277 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:38.308486 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-364e8a2a-7ba9-4cd6-a046-c38a1487191d req-2d2210c2-31be-435b-a585-f8674a779277 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=41b27377-0a95-4b1f-919e-6eb2b135dd8e HTTP/1.1" status: 200 len: 932 time: 0.9403741 Jul 14 07:12:38.309285 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:38.314646 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95eef6c-ef39-4eac-9b22-527a7c9a8ee7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:38.317459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-78277fe3-56bc-4053-99b4-6a5f7b09a4ac tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:38.319012 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-78277fe3-56bc-4053-99b4-6a5f7b09a4ac tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.30 "GET /v2.0/networks?id=6167fc1b-e132-43c4-97c4-2419433fec40 HTTP/1.1" status: 200 len: 819 time: 1.0231352 Jul 14 07:12:38.323254 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a95eef6c-ef39-4eac-9b22-527a7c9a8ee7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:38.363399 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-669ef7ce-47c5-4076-9cf8-f93894af854b tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Request body: {'port': {'device_id': 'c0960c26-0d54-435b-9a10-0a80cb75b277', 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40', 'admin_state_up': True, 'tenant_id': 'a4b2c8c511db4c2a9a4b9a01f343494e'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:38.372249 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd14ea50-5382-400d-8926-6d4f6b303f72']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:38.382220 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7d99019e-3095-4f45-9d38-fce6280ecb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:38.410698 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99019e-3095-4f45-9d38-fce6280ecb27 None None] Pushing event deleted for resources: {'Port': ['ID=84fe018f-2753-4455-be16-8197303daf03,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:38.423055 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d99019e-3095-4f45-9d38-fce6280ecb27 None None] No DVR routers for this DVR port 84fe018f-2753-4455-be16-8197303daf03 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:12:38.446731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507229c3-b7b7-413e-9ab0-e73f31e9571e') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:38.447742 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507229c3-b7b7-413e-9ab0-e73f31e9571e') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:38.459208 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:38.475726 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:38.482600 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-862ac558-14d1-473c-b50e-25a9606221a3 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:38.484046 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:12:38.484603 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:12:38.561834 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:12:38.572229 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:38.590849 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:38.601298 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] 10.222.0.35 "DELETE /v2.0/networks/dd14ea50-5382-400d-8926-6d4f6b303f72 HTTP/1.1" status: 204 len: 168 time: 1.6343541 Jul 14 07:12:38.622546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcdcc8-509e-4fff-aa0f-c017c0a4c17a tempest-DHCPAgentSchedulersTestJSON-1212668806 tempest-DHCPAgentSchedulersTestJSON-1212668806-project] Pushing event deleted for resources: {'Network': ['ID=dd14ea50-5382-400d-8926-6d4f6b303f72,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:38.837070 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-364e8a2a-7ba9-4cd6-a046-c38a1487191d req-c3ea0932-4519-47aa-a7e2-6cb1d3eacf04 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274923 Jul 14 07:12:38.866600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-e1ab2a58-2fc4-475d-a2f3-1c988237136d req-a5c4b057-401e-4f21-9f55-8bfd776510a3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] For port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:38.867017 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e1ab2a58-2fc4-475d-a2f3-1c988237136d req-a5c4b057-401e-4f21-9f55-8bfd776510a3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:38.872002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:12:38.894180 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.db.resource_extend [None req-862ac558-14d1-473c-b50e-25a9606221a3 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:12:38.913010 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:12:38.913832 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device dd1c1d39-850c-4210-b8bf-e6c0f6d1b178 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:12:38.913832 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 84fe018f-2753-4455-be16-8197303daf03 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:12:38.914053 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-e1ab2a58-2fc4-475d-a2f3-1c988237136d req-a5c4b057-401e-4f21-9f55-8bfd776510a3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Calling delete_port for 0d139ab7-8f66-4301-91c7-f603bc6c0a6a owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:38.942500 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a95eef6c-ef39-4eac-9b22-527a7c9a8ee7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:38.976665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 84fe018f-2753-4455-be16-8197303daf03 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:12:38.977171 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 84fe018f-2753-4455-be16-8197303daf03 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:12:39.005805 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95eef6c-ef39-4eac-9b22-527a7c9a8ee7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:39.008876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a95eef6c-ef39-4eac-9b22-527a7c9a8ee7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:39.019699 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95eef6c-ef39-4eac-9b22-527a7c9a8ee7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:39.020555 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a95eef6c-ef39-4eac-9b22-527a7c9a8ee7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:39.021120 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909fc251-8637-4261-acc2-432c2dc4803a None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:39.037033 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95eef6c-ef39-4eac-9b22-527a7c9a8ee7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=c76c489e-c552-46bd-9c30-4fcfd4e8d752,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:39.051051 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-862ac558-14d1-473c-b50e-25a9606221a3 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:39.057933 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862ac558-14d1-473c-b50e-25a9606221a3 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:39.058584 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-862ac558-14d1-473c-b50e-25a9606221a3 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:39.070312 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a95eef6c-ef39-4eac-9b22-527a7c9a8ee7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0463018 Jul 14 07:12:39.071504 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52320) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:39.080378 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-005a2c9a-a1d4-497d-89eb-6c4baf3efe02 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'fixed_ips': [{'subnet_id': 'c76c489e-c552-46bd-9c30-4fcfd4e8d752', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-987255996'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:39.135819 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52322) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:39.164885 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6d6ec95-9638-43ba-8b4d-02d245717a61 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:12:39.174007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-669ef7ce-47c5-4076-9cf8-f93894af854b tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Made reservation on behalf of a4b2c8c511db4c2a9a4b9a01f343494e for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:39.192145 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-669ef7ce-47c5-4076-9cf8-f93894af854b tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:39.243466 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005a2c9a-a1d4-497d-89eb-6c4baf3efe02 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:39.276371 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-862ac558-14d1-473c-b50e-25a9606221a3 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.1914330 Jul 14 07:12:39.281653 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:39.299751 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52326) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:39.316618 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b73c293f-8969-4534-a823-621fc95015ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Request body: {'subnet': {'network_id': 'ca29efc5-2387-45f0-9b85-914da805b5b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:39.360451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': 'c76c489e-c552-46bd-9c30-4fcfd4e8d752'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:12:39.361388 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:39.403213 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ac558-14d1-473c-b50e-25a9606221a3 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event updated for resources: {'Network': ['ID=ca29efc5-2387-45f0-9b85-914da805b5b1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:39.420667 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network ca29efc5-2387-45f0-9b85-914da805b5b1 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:12:39.424410 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Transition to ACTIVE for port object f6d6ec95-9638-43ba-8b4d-02d245717a61 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:39.433675 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f83a243b-dbae-4249-83d5-9c910fd21702 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e224cf7c49f944378ac0993388a898c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2947090 Jul 14 07:12:39.436493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52330) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:39.494512 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:39.524705 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-005a2c9a-a1d4-497d-89eb-6c4baf3efe02 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:39.571514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-005a2c9a-a1d4-497d-89eb-6c4baf3efe02 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port 2560019c-32b7-47b7-84cd-bc4a4f09e7d3 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:12:39.598227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d85268-d3c3-4874-a637-e0fc43203197 req-7c63fae4-4c89-46ad-a098-e3990c24e175 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:39.599610 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe771-261c-4aa3-8ace-ffa17d40f250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:39.601164 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-11d85268-d3c3-4874-a637-e0fc43203197 req-7c63fae4-4c89-46ad-a098-e3990c24e175 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/ports?device_id=650aacff-da33-4896-9325-6510815b0b1e HTTP/1.1" status: 200 len: 950 time: 0.7129476 Jul 14 07:12:39.649635 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe771-261c-4aa3-8ace-ffa17d40f250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:39.715624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 0d139ab7-8f66-4301-91c7-f603bc6c0a6a no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:12:39.766301 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Allocated IP 2001:db8::2 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/c76c489e-c552-46bd-9c30-4fcfd4e8d752/436afb78-7ea3-4c96-881d-ef1232ab82e3) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:39.788930 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe771-261c-4aa3-8ace-ffa17d40f250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:39.812076 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe771-261c-4aa3-8ace-ffa17d40f250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:39.816290 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cd4fe771-261c-4aa3-8ace-ffa17d40f250 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bebb03ab-e0b3-454f-8e68-065c08eab680 HTTP/1.1" status: 204 len: 168 time: 0.3683224 Jul 14 07:12:39.840579 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fe771-261c-4aa3-8ace-ffa17d40f250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebb03ab-e0b3-454f-8e68-065c08eab680,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:39.934308 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-669ef7ce-47c5-4076-9cf8-f93894af854b tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Allocated IP 172.20.0.9 (6167fc1b-e132-43c4-97c4-2419433fec40/9c57f6f9-d177-479b-9198-f0790b03deff/1d13695f-8826-4120-8e01-ef502343ca95) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:39.963986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a update to DOWN by agent not found {{(pid=93829) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 14 07:12:40.070925 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:40.083270 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Transition to ACTIVE for port object 436afb78-7ea3-4c96-881d-ef1232ab82e3 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:40.101375 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Transition to ACTIVE for port object 436afb78-7ea3-4c96-881d-ef1232ab82e3 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:40.110770 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:40.115727 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-005a2c9a-a1d4-497d-89eb-6c4baf3efe02 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:12:40.116337 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005a2c9a-a1d4-497d-89eb-6c4baf3efe02 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:12:40.117666 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57a4472f-0e23-4f0b-ae9d-efa486d80502 req-4cee9b09-2326-451f-9938-226a145d58e1 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 210 time: 0.4844580 Jul 14 07:12:40.131759 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Pushing event updated for resources: {'Port': ['ID=f6d6ec95-9638-43ba-8b4d-02d245717a61,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:40.146561 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-005a2c9a-a1d4-497d-89eb-6c4baf3efe02 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0735369 Jul 14 07:12:40.148963 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52346) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:40.175584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:40.185273 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:40.190284 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:12:40.193408 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:40.200966 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:40.216760 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Transition to ACTIVE for port object bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:40.229231 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e1ab2a58-2fc4-475d-a2f3-1c988237136d req-a5c4b057-401e-4f21-9f55-8bfd776510a3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:40.232952 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Pushing event updated for resources: {'Port': ['ID=436afb78-7ea3-4c96-881d-ef1232ab82e3,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:40.260142 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-669ef7ce-47c5-4076-9cf8-f93894af854b tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:40.274451 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b0844b-d783-42fa-ae5c-ae972b5cae9e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:40.286754 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-48b0844b-d783-42fa-ae5c-ae972b5cae9e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1367028 Jul 14 07:12:40.289165 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52348) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:40.295410 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Attempting to bind port 436afb78-7ea3-4c96-881d-ef1232ab82e3 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:12:40.295777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Attempting to bind port 436afb78-7ea3-4c96-881d-ef1232ab82e3 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:12:40.296147 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Attempting to bind port 436afb78-7ea3-4c96-881d-ef1232ab82e3 on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:12:40.301765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:12:40.302258 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:12:40.302684 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:40.303113 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:12:40.303694 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Bound port: 436afb78-7ea3-4c96-881d-ef1232ab82e3, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:12:40.304359 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:40.335748 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-669ef7ce-47c5-4076-9cf8-f93894af854b tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:40.338947 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:40.390542 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24175a11-b174-4ae7-8741-5ef1e272dbec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:40.395726 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24175a11-b174-4ae7-8741-5ef1e272dbec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:40.397884 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-24175a11-b174-4ae7-8741-5ef1e272dbec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1076846 Jul 14 07:12:40.405720 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52350) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:40.406134 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52352) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:40.420716 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] For port 436afb78-7ea3-4c96-881d-ef1232ab82e3, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:12:40.424373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] For port 436afb78-7ea3-4c96-881d-ef1232ab82e3, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=436afb78-7ea3-4c96-881d-ef1232ab82e3,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:12:40.429806 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:40.459033 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3afb2a1f-51c7-41e6-b5f0-afd284ec04fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:40.503190 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838bd3e-450b-46e5-ac42-eff39fd35e41 None None] Pushing event updated for resources: {'Port': ['ID=436afb78-7ea3-4c96-881d-ef1232ab82e3,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:40.527508 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4b057-401e-4f21-9f55-8bfd776510a3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Pushing event deleted for resources: {'Port': ['ID=0d139ab7-8f66-4301-91c7-f603bc6c0a6a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:40.549720 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Attempting to bind port f6d6ec95-9638-43ba-8b4d-02d245717a61 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:12:40.550335 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Attempting to bind port f6d6ec95-9638-43ba-8b4d-02d245717a61 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '4f3465f0-c83f-4f17-900a-25eaacaeae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:12:40.551001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Attempting to bind port f6d6ec95-9638-43ba-8b4d-02d245717a61 on network 6167fc1b-e132-43c4-97c4-2419433fec40 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:12:40.560743 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b946cb-5a16-4dbf-bad6-5de232be412c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet c76c489e-c552-46bd-9c30-4fcfd4e8d752 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:12:40.565837 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93b946cb-5a16-4dbf-bad6-5de232be412c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:40.614138 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93b946cb-5a16-4dbf-bad6-5de232be412c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:40.619033 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ab2a58-2fc4-475d-a2f3-1c988237136d req-a5c4b057-401e-4f21-9f55-8bfd776510a3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] No DVR routers for this DVR port 0d139ab7-8f66-4301-91c7-f603bc6c0a6a on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:12:40.644357 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-11d85268-d3c3-4874-a637-e0fc43203197 req-c497084a-5b5d-4ea5-b7a4-f5751919ca00 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.35 "GET /v2.0/security-groups?id=57985b1f-b25f-4ea6-87cc-43b2e44f1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9733992 Jul 14 07:12:40.679889 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e1ab2a58-2fc4-475d-a2f3-1c988237136d req-a5c4b057-401e-4f21-9f55-8bfd776510a3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:40.682013 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e1ab2a58-2fc4-475d-a2f3-1c988237136d req-a5c4b057-401e-4f21-9f55-8bfd776510a3 tempest-MigrationsAdminTest-702322016 tempest-MigrationsAdminTest-702322016-project] 10.222.0.15 "DELETE /v2.0/ports/0d139ab7-8f66-4301-91c7-f603bc6c0a6a HTTP/1.1" status: 204 len: 173 time: 3.7889595 Jul 14 07:12:40.863591 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93b946cb-5a16-4dbf-bad6-5de232be412c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:41.068109 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93b946cb-5a16-4dbf-bad6-5de232be412c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:41.109958 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3afb2a1f-51c7-41e6-b5f0-afd284ec04fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:41.113844 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b946cb-5a16-4dbf-bad6-5de232be412c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=c76c489e-c552-46bd-9c30-4fcfd4e8d752,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:41.120150 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93b946cb-5a16-4dbf-bad6-5de232be412c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:41.122670 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-93b946cb-5a16-4dbf-bad6-5de232be412c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/c76c489e-c552-46bd-9c30-4fcfd4e8d752 HTTP/1.1" status: 204 len: 168 time: 0.7143345 Jul 14 07:12:41.125769 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52360) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:41.131101 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3afb2a1f-51c7-41e6-b5f0-afd284ec04fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:41.290539 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9ebb6196-8e37-4a01-a43f-c46a2fecb31d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1606805 Jul 14 07:12:41.308797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52364) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:41.320651 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5c0e3436-d98e-4d11-8961-3a62628823ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:41.415239 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3afb2a1f-51c7-41e6-b5f0-afd284ec04fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c5fe97465c04a12aaf49fa1b25e6fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0078950 Jul 14 07:12:41.416067 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52370) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:41.424484 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb2a1f-51c7-41e6-b5f0-afd284ec04fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e26dcc-b3bf-4226-9a31-696ece198360,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:41.437925 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650aacff-da33-4896-9325-6510815b0b1e', 'name': 'network-vif-deleted', 'tag': '0d139ab7-8f66-4301-91c7-f603bc6c0a6a'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:12:41.440203 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c6ff16-bbf7-4cdf-8af1-b913eab0eb42" -d '{"events": [{"server_uuid": "650aacff-da33-4896-9325-6510815b0b1e", "name": "network-vif-deleted", "tag": "0d139ab7-8f66-4301-91c7-f603bc6c0a6a"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:12:41.455375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Port f6d6ec95-9638-43ba-8b4d-02d245717a61 on network 6167fc1b-e132-43c4-97c4-2419433fec40 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:12:41.455693 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Attempting to bind port f6d6ec95-9638-43ba-8b4d-02d245717a61 on network 6167fc1b-e132-43c4-97c4-2419433fec40 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:12:41.457668 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73c293f-8969-4534-a823-621fc95015ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Made reservation on behalf of ccfa646468f14034bcc50023bf4f5e07 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:41.461817 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b73c293f-8969-4534-a823-621fc95015ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:41.556349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0e3436-d98e-4d11-8961-3a62628823ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:41.565530 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c0e3436-d98e-4d11-8961-3a62628823ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:41.647089 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-669ef7ce-47c5-4076-9cf8-f93894af854b tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Network 6167fc1b-e132-43c4-97c4-2419433fec40 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:41.694552 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dc69b63-8685-451a-b2eb-cf97061aec4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:41.718498 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dc69b63-8685-451a-b2eb-cf97061aec4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:41.772638 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dc69b63-8685-451a-b2eb-cf97061aec4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:41.775311 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dc69b63-8685-451a-b2eb-cf97061aec4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:41.779261 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2dc69b63-8685-451a-b2eb-cf97061aec4f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1e26dcc-b3bf-4226-9a31-696ece198360 HTTP/1.1" status: 204 len: 168 time: 0.3351092 Jul 14 07:12:41.800446 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc69b63-8685-451a-b2eb-cf97061aec4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e26dcc-b3bf-4226-9a31-696ece198360,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:41.955898 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-669ef7ce-47c5-4076-9cf8-f93894af854b tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:41.958030 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b73c293f-8969-4534-a823-621fc95015ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:41.970647 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-669ef7ce-47c5-4076-9cf8-f93894af854b tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:42.034906 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:12:42.035595 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Checking segment: {'id': '4f3465f0-c83f-4f17-900a-25eaacaeae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:12:42.036194 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Bound using segment: {'id': '4f3465f0-c83f-4f17-900a-25eaacaeae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:12:42.036862 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Bound port: f6d6ec95-9638-43ba-8b4d-02d245717a61, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3465f0-c83f-4f17-900a-25eaacaeae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:12:42.037465 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:42.081139 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c0e3436-d98e-4d11-8961-3a62628823ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:42.101763 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fbfd40-8c90-4858-9156-7b795089ea4c None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:42.170583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e3436-d98e-4d11-8961-3a62628823ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=82ffbc8c-6e1d-495b-a065-e6842f66b0ed,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:42.222770 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0e3436-d98e-4d11-8961-3a62628823ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:42.236891 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-5c0e3436-d98e-4d11-8961-3a62628823ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:42.236891 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0e3436-d98e-4d11-8961-3a62628823ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:42.236891 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c0e3436-d98e-4d11-8961-3a62628823ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:42.264536 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5c0e3436-d98e-4d11-8961-3a62628823ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9475532 Jul 14 07:12:42.266936 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52384) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:42.275941 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-74e0b5d5-75d9-4449-b366-7975c0724d5f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-376371562', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:42.331380 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74e0b5d5-75d9-4449-b366-7975c0724d5f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:42.334329 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74e0b5d5-75d9-4449-b366-7975c0724d5f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:42.394666 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c0f9677e-2b53-486b-a553-f3147cf21fda None None] Provisioning for port 436afb78-7ea3-4c96-881d-ef1232ab82e3 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:42.411166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:42.482612 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74e0b5d5-75d9-4449-b366-7975c0724d5f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:42.492012 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74e0b5d5-75d9-4449-b366-7975c0724d5f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:42.518828 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74e0b5d5-75d9-4449-b366-7975c0724d5f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:42.521235 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-74e0b5d5-75d9-4449-b366-7975c0724d5f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2519901 Jul 14 07:12:42.523899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52392) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:42.754818 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c293f-8969-4534-a823-621fc95015ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event updated for resources: {'Subnet': ['ID=ab6310b1-cc33-4263-9720-4c3501728eaa,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:42.757577 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Attempting to bind port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:12:42.757914 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Attempting to bind port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'a2c9c323-3e79-4c54-9229-cad6e859fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:12:42.758491 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Attempting to bind port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 on network 782dff88-77da-48cc-b35b-b98ce03cf2a5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:12:42.847393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-669ef7ce-47c5-4076-9cf8-f93894af854b tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:42.848211 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-669ef7ce-47c5-4076-9cf8-f93894af854b tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:42.870205 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 on network 782dff88-77da-48cc-b35b-b98ce03cf2a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:12:42.875142 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Attempting to bind port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 on network 782dff88-77da-48cc-b35b-b98ce03cf2a5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:12:42.918708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542be7b-39ce-4445-89ab-1d4bf8bd15fc req-06b47186-c391-49a8-92f3-c329ff43cd96 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:42.921690 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f542be7b-39ce-4445-89ab-1d4bf8bd15fc req-06b47186-c391-49a8-92f3-c329ff43cd96 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=41b27377-0a95-4b1f-919e-6eb2b135dd8e HTTP/1.1" status: 200 len: 944 time: 2.4520581 Jul 14 07:12:42.921690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ef7ce-47c5-4076-9cf8-f93894af854b tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Pushing event updated for resources: {'Port': ['ID=1d13695f-8826-4120-8e01-ef502343ca95,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:42.967477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d15f58d-2664-4f84-9e2c-55d7e5b1531b None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:43.028237 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:12:43.059366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] For port f6d6ec95-9638-43ba-8b4d-02d245717a61, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:12:43.060813 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] For port f6d6ec95-9638-43ba-8b4d-02d245717a61, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f6d6ec95-9638-43ba-8b4d-02d245717a61,segment=NetworkSegment(4f3465f0-c83f-4f17-900a-25eaacaeae03),segment_id=4f3465f0-c83f-4f17-900a-25eaacaeae03)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:12:43.067855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:12:43.068260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Checking segment: {'id': 'a2c9c323-3e79-4c54-9229-cad6e859fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:12:43.068839 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Bound using segment: {'id': 'a2c9c323-3e79-4c54-9229-cad6e859fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:12:43.069333 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Bound port: bf9b4e08-8c76-4a3b-83e3-da7b316f84c1, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9c323-3e79-4c54-9229-cad6e859fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:12:43.069728 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:43.078247 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 436afb78-7ea3-4c96-881d-ef1232ab82e3 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:43.081163 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1910f-caf2-4ca6-94ad-8ea87ff97e89 req-239111b9-f837-4f2c-89c5-e7277656cff6 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:43.083027 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29d1910f-caf2-4ca6-94ad-8ea87ff97e89 req-239111b9-f837-4f2c-89c5-e7277656cff6 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 931 time: 1.6318009 Jul 14 07:12:43.097395 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:43.099852 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73c293f-8969-4534-a823-621fc95015ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Checking segment: {'id': '76d4a495-4cc0-4022-a188-2d8228996f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca29efc5-2387-45f0-9b85-914da805b5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:12:43.100222 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73c293f-8969-4534-a823-621fc95015ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Network hostable DHCP agents. Network: ca29efc5-2387-45f0-9b85-914da805b5b1, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:12:43.224226 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 436afb78-7ea3-4c96-881d-ef1232ab82e3 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:43.235987 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Pushing event updated for resources: {'Port': ['ID=f6d6ec95-9638-43ba-8b4d-02d245717a61,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:43.241594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f542be7b-39ce-4445-89ab-1d4bf8bd15fc req-75c83905-3e7d-42d9-91dc-fce4529f8d0f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756725 Jul 14 07:12:43.242067 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 436afb78-7ea3-4c96-881d-ef1232ab82e3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:43.250230 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:43.256130 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-669ef7ce-47c5-4076-9cf8-f93894af854b tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9095592 Jul 14 07:12:43.272525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Request body: {'port': {'device_id': 'c0960c26-0d54-435b-9a10-0a80cb75b277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:43.311022 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:43.414211 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] For port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:12:43.417613 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] For port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:12:43.421355 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73c293f-8969-4534-a823-621fc95015ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Network ca29efc5-2387-45f0-9b85-914da805b5b1 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:12:43.426760 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82514ea-bfff-4363-98dc-943cbeadeac2 x-openstack-request-id: req-b82514ea-bfff-4363-98dc-943cbeadeac2 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:12:43.427053 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650aacff-da33-4896-9325-6510815b0b1e", "name": "network-vif-deleted", "tag": "0d139ab7-8f66-4301-91c7-f603bc6c0a6a", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:12:43.427307 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b82514ea-bfff-4363-98dc-943cbeadeac2 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:12:43.427702 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650aacff-da33-4896-9325-6510815b0b1e', 'name': 'network-vif-deleted', 'tag': '0d139ab7-8f66-4301-91c7-f603bc6c0a6a', 'status': 'completed', 'code': 200} Jul 14 07:12:43.430345 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:43.433549 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:43.434177 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:43.435763 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9121f5be-9326-4a41-b3a3-00577832d351 req-1752dd94-c765-412a-b590-6501edd4abce service neutron] 10.222.0.15 "PUT /v2.0/ports/f6d6ec95-9638-43ba-8b4d-02d245717a61 HTTP/1.1" status: 200 len: 1091 time: 6.3908854 Jul 14 07:12:43.440757 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:43.473846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:43.474484 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:43.475955 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] 10.222.0.15 "PUT /v2.0/ports/bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 HTTP/1.1" status: 200 len: 1092 time: 6.4756856 Jul 14 07:12:43.605904 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:43.644527 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29d1910f-caf2-4ca6-94ad-8ea87ff97e89 req-ab6dbb42-e2f8-4b47-aa39-389b410ba48a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362272 Jul 14 07:12:43.697908 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-b73c293f-8969-4534-a823-621fc95015ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, ca29efc5-2387-45f0-9b85-914da805b5b1) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:43.699305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 436afb78-7ea3-4c96-881d-ef1232ab82e3, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=436afb78-7ea3-4c96-881d-ef1232ab82e3,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:43.708650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bec0e5d-17e2-42a7-a972-024d7d1578e3 None None] Network ca29efc5-2387-45f0-9b85-914da805b5b1 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:43.716814 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:43.717521 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73c293f-8969-4534-a823-621fc95015ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:43.718203 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b73c293f-8969-4534-a823-621fc95015ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:43.925074 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b873ec-fecf-4bda-a971-61e02c0f26a0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:43.935677 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::1 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/82ffbc8c-6e1d-495b-a065-e6842f66b0ed/810bead9-b531-45c2-b46d-d92cc2bf51a5) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:44.007723 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52426) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:44.010732 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b73c293f-8969-4534-a823-621fc95015ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6983721 Jul 14 07:12:44.015224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-98a93336-480d-4c02-9867-0f14c99a489a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Request body: {'port': {'network_id': 'ca29efc5-2387-45f0-9b85-914da805b5b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2055518770'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:44.142808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52434) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:44.192284 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121f5be-9326-4a41-b3a3-00577832d351 req-4cd99dfb-4236-493a-9473-071c293be499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:44.193809 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9121f5be-9326-4a41-b3a3-00577832d351 req-4cd99dfb-4236-493a-9473-071c293be499 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4b2c8c511db4c2a9a4b9a01f343494e&device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 1094 time: 0.5470703 Jul 14 07:12:44.225532 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-10e59e2e-b9ce-4590-ac48-f4bfb7722e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:44.227282 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-10e59e2e-b9ce-4590-ac48-f4bfb7722e1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0510020791b4c7d90104c784a2d4f98&device_id=41b27377-0a95-4b1f-919e-6eb2b135dd8e HTTP/1.1" status: 200 len: 1095 time: 0.5545056 Jul 14 07:12:44.365139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=436afb78-7ea3-4c96-881d-ef1232ab82e3,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:44.392497 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-71524838-8e77-4100-a0f6-cb7cf7d44ebf None None] Provisioning complete for port 436afb78-7ea3-4c96-881d-ef1232ab82e3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:44.392997 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-71524838-8e77-4100-a0f6-cb7cf7d44ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:44.448301 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-ca29efc5-2387-45f0-9b85-914da805b5b1', 'network_id': 'ca29efc5-2387-45f0-9b85-914da805b5b1', 'tenant_id': 'ccfa646468f14034bcc50023bf4f5e07', 'fixed_ips': [{'subnet_id': 'ab6310b1-cc33-4263-9720-4c3501728eaa'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:12:44.449241 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:44.566959 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:44.568362 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9121f5be-9326-4a41-b3a3-00577832d351 req-39fd7e22-849c-4782-a78c-3d0cb4e0336d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6d6ec95-9638-43ba-8b4d-02d245717a61 HTTP/1.1" status: 200 len: 217 time: 0.3652050 Jul 14 07:12:44.612475 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object 810bead9-b531-45c2-b46d-d92cc2bf51a5 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:44.633865 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-dbedab11-9415-49e0-870e-5d32a63407f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 HTTP/1.1" status: 200 len: 217 time: 0.2214005 Jul 14 07:12:44.636439 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52446) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:44.675254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Allocated IP 2001:db8::2 (ca29efc5-2387-45f0-9b85-914da805b5b1/ab6310b1-cc33-4263-9720-4c3501728eaa/21de3bc3-ef93-454d-8f82-47ce3cd9ad58) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:44.696593 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a93336-480d-4c02-9867-0f14c99a489a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Made reservation on behalf of ccfa646468f14034bcc50023bf4f5e07 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:44.707713 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98a93336-480d-4c02-9867-0f14c99a489a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:44.743074 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:44.766284 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-a13e3c8a-f049-49ce-bb7f-fa9ea38969bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:44.771801 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-a13e3c8a-f049-49ce-bb7f-fa9ea38969bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef8b4972-4af0-4364-94c1-6b8288d85079 HTTP/1.1" status: 200 len: 845 time: 0.0764701 Jul 14 07:12:44.786191 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-cf446e4e-335a-4382-bb43-b399ad196a29 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:44.806031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-98a93336-480d-4c02-9867-0f14c99a489a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] device_id is not set on port a104f092-2d78-4b32-9ebe-d7ecbf359b3d yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:12:44.849057 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:44.853321 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:44.862470 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Transition to ACTIVE for port object 21de3bc3-ef93-454d-8f82-47ce3cd9ad58 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:44.863277 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:44.880440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Transition to ACTIVE for port object 21de3bc3-ef93-454d-8f82-47ce3cd9ad58 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:44.906660 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:44.907443 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:44.932844 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 436afb78-7ea3-4c96-881d-ef1232ab82e3 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:44.936568 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:44.956511 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-c77dc054-1be3-4d6d-8648-6fd47f69c442 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=782dff88-77da-48cc-b35b-b98ce03cf2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277792 Jul 14 07:12:44.967261 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=810bead9-b531-45c2-b46d-d92cc2bf51a5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:45.034484 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Network ca29efc5-2387-45f0-9b85-914da805b5b1 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:45.043964 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:45.050043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:45.065278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Pushing event updated for resources: {'Port': ['ID=21de3bc3-ef93-454d-8f82-47ce3cd9ad58,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:45.100009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121f5be-9326-4a41-b3a3-00577832d351 req-52d23a17-cfc3-4099-881f-3108ff7cf014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:45.103645 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9121f5be-9326-4a41-b3a3-00577832d351 req-52d23a17-cfc3-4099-881f-3108ff7cf014 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c57f6f9-d177-479b-9198-f0790b03deff HTTP/1.1" status: 200 len: 859 time: 0.5058343 Jul 14 07:12:45.154840 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-98a93336-480d-4c02-9867-0f14c99a489a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Allocated IP 2001:db8::26c (ca29efc5-2387-45f0-9b85-914da805b5b1/ab6310b1-cc33-4263-9720-4c3501728eaa/a104f092-2d78-4b32-9ebe-d7ecbf359b3d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:45.163521 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cf446e4e-335a-4382-bb43-b399ad196a29 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:45.164967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Attempting to bind port 21de3bc3-ef93-454d-8f82-47ce3cd9ad58 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:12:45.165564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Attempting to bind port 21de3bc3-ef93-454d-8f82-47ce3cd9ad58 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '76d4a495-4cc0-4022-a188-2d8228996f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca29efc5-2387-45f0-9b85-914da805b5b1'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:12:45.166250 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Attempting to bind port 21de3bc3-ef93-454d-8f82-47ce3cd9ad58 on network ca29efc5-2387-45f0-9b85-914da805b5b1 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:12:45.177418 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:12:45.178175 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Checking segment: {'id': '76d4a495-4cc0-4022-a188-2d8228996f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca29efc5-2387-45f0-9b85-914da805b5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:12:45.178862 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:45.179743 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Bound using segment: {'id': '76d4a495-4cc0-4022-a188-2d8228996f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca29efc5-2387-45f0-9b85-914da805b5b1'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:12:45.180494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Bound port: 21de3bc3-ef93-454d-8f82-47ce3cd9ad58, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d4a495-4cc0-4022-a188-2d8228996f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca29efc5-2387-45f0-9b85-914da805b5b1'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:12:45.181690 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:45.193334 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:45.202034 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 436afb78-7ea3-4c96-881d-ef1232ab82e3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:45.202704 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:45.281098 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:45.307166 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9121f5be-9326-4a41-b3a3-00577832d351 req-5c2c15bf-1ae4-4e1b-bfbb-b6e6a038e1e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6167fc1b-e132-43c4-97c4-2419433fec40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251824 Jul 14 07:12:45.310210 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2a27faa1-9fbf-49d3-ad24-8e73caf975aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6fb17d70b1f84e6aaff1cb7848ff5932&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1593688 Jul 14 07:12:45.330151 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52454) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:45.341381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-df6c0c93-bc8a-4601-aca1-03e603631434 None None] Provisioning for port 810bead9-b531-45c2-b46d-d92cc2bf51a5 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:45.362003 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-df6c0c93-bc8a-4601-aca1-03e603631434 None None] Provisioning complete for port 810bead9-b531-45c2-b46d-d92cc2bf51a5 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:45.362425 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-df6c0c93-bc8a-4601-aca1-03e603631434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:45.426434 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] For port 21de3bc3-ef93-454d-8f82-47ce3cd9ad58, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:12:45.434043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] For port 21de3bc3-ef93-454d-8f82-47ce3cd9ad58, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=21de3bc3-ef93-454d-8f82-47ce3cd9ad58,segment=NetworkSegment(76d4a495-4cc0-4022-a188-2d8228996f06),segment_id=76d4a495-4cc0-4022-a188-2d8228996f06)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:12:45.435761 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-df6c0c93-bc8a-4601-aca1-03e603631434 None None] Port 810bead9-b531-45c2-b46d-d92cc2bf51a5 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:12:45.442421 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:45.448917 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf421f9-ed66-4144-8c20-a3713ea00bad req-a3746d5f-6e13-4efe-bf9f-34f23b78bc36 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:45.450763 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4bf421f9-ed66-4144-8c20-a3713ea00bad req-a3746d5f-6e13-4efe-bf9f-34f23b78bc36 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=41b27377-0a95-4b1f-919e-6eb2b135dd8e HTTP/1.1" status: 200 len: 944 time: 0.8806512 Jul 14 07:12:45.451402 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e', 'tag': 'f6d6ec95-9638-43ba-8b4d-02d245717a61'}, {'name': 'network-changed', 'server_uuid': '41b27377-0a95-4b1f-919e-6eb2b135dd8e', 'tag': 'bf9b4e08-8c76-4a3b-83e3-da7b316f84c1'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:12:45.454465 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824bf482-2abe-46b5-ba7f-51f3d28f0806" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e", "tag": "f6d6ec95-9638-43ba-8b4d-02d245717a61"}, {"name": "network-changed", "server_uuid": "41b27377-0a95-4b1f-919e-6eb2b135dd8e", "tag": "bf9b4e08-8c76-4a3b-83e3-da7b316f84c1"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:12:45.459497 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9121f5be-9326-4a41-b3a3-00577832d351 req-45643123-6dbe-41fc-9398-6608fe1571d5 service neutron] 10.222.0.15 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323464 Jul 14 07:12:45.536293 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6ef83-a624-4962-961b-ee4a906b6648 None None] Pushing event updated for resources: {'Port': ['ID=21de3bc3-ef93-454d-8f82-47ce3cd9ad58,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:45.555572 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:45.601545 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d1f82-6a34-41c3-832a-32cafe98598d req-da82ea19-18ab-4180-949e-fac2f45bcf18 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:45.603206 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-651d1f82-6a34-41c3-832a-32cafe98598d req-da82ea19-18ab-4180-949e-fac2f45bcf18 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 931 time: 0.7532675 Jul 14 07:12:45.618716 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04292c2c-4561-4245-8fe9-5d11931631b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:45.624830 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98a93336-480d-4c02-9867-0f14c99a489a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:45.669560 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-98a93336-480d-4c02-9867-0f14c99a489a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Transition to ACTIVE for port object a104f092-2d78-4b32-9ebe-d7ecbf359b3d will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:45.681717 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04292c2c-4561-4245-8fe9-5d11931631b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:45.695326 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4bf421f9-ed66-4144-8c20-a3713ea00bad req-36b18eec-5cfd-400b-9750-51674ff290c6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314425 Jul 14 07:12:45.741326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d13695f-8826-4120-8e01-ef502343ca95 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:12:45.794956 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:45.804162 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:45.804952 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:45.817174 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98a93336-480d-4c02-9867-0f14c99a489a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:45.827545 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9121f5be-9326-4a41-b3a3-00577832d351 req-778ad8da-dc5e-4d71-b638-b399c6498978 service neutron] 10.222.0.15 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326170 Jul 14 07:12:45.831479 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-48543b28-efa1-4655-a158-795358115658 service neutron] 10.222.0.15 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8384917 Jul 14 07:12:45.837324 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 07:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cb15c9-7ab0-428f-aa7f-24b628e958d8 x-openstack-request-id: req-00cb15c9-7ab0-428f-aa7f-24b628e958d8 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:12:45.837788 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e", "tag": "f6d6ec95-9638-43ba-8b4d-02d245717a61", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41b27377-0a95-4b1f-919e-6eb2b135dd8e", "tag": "bf9b4e08-8c76-4a3b-83e3-da7b316f84c1", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:12:45.838152 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-00cb15c9-7ab0-428f-aa7f-24b628e958d8 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:12:45.840432 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e', 'tag': 'f6d6ec95-9638-43ba-8b4d-02d245717a61', 'status': 'completed', 'code': 200} Jul 14 07:12:45.840432 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b27377-0a95-4b1f-919e-6eb2b135dd8e', 'tag': 'bf9b4e08-8c76-4a3b-83e3-da7b316f84c1', 'status': 'completed', 'code': 200} Jul 14 07:12:45.848779 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:45.953950 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04292c2c-4561-4245-8fe9-5d11931631b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:45.957519 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04292c2c-4561-4245-8fe9-5d11931631b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:45.958943 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-04292c2c-4561-4245-8fe9-5d11931631b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57985b1f-b25f-4ea6-87cc-43b2e44f1d48 HTTP/1.1" status: 204 len: 168 time: 0.5998294 Jul 14 07:12:45.970992 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=810bead9-b531-45c2-b46d-d92cc2bf51a5,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:45.990279 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04292c2c-4561-4245-8fe9-5d11931631b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57985b1f-b25f-4ea6-87cc-43b2e44f1d48,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:45.997087 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a93336-480d-4c02-9867-0f14c99a489a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Network ca29efc5-2387-45f0-9b85-914da805b5b1 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:46.028331 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-98a93336-480d-4c02-9867-0f14c99a489a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:46.045508 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-651d1f82-6a34-41c3-832a-32cafe98598d req-c8d2472c-3575-4f35-b0ec-9722c36f18b3 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995280 Jul 14 07:12:46.060793 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a93336-480d-4c02-9867-0f14c99a489a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:46.071877 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a93336-480d-4c02-9867-0f14c99a489a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:46.072778 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98a93336-480d-4c02-9867-0f14c99a489a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:46.096549 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Transition to ACTIVE for port object 1d13695f-8826-4120-8e01-ef502343ca95 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:46.113732 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a93336-480d-4c02-9867-0f14c99a489a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event updated for resources: {'Port': ['ID=a104f092-2d78-4b32-9ebe-d7ecbf359b3d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:46.114850 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-3f217c5a-5a9b-4573-a654-99696b93b7db tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2033547190&fields=id&tenant_id=84712628eb654ff0b9f11d80c53ffa6f HTTP/1.1" status: 200 len: 267 time: 0.1236374 Jul 14 07:12:46.119533 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-98a93336-480d-4c02-9867-0f14c99a489a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1089122 Jul 14 07:12:46.123595 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52470) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:46.129920 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-de7c778d-d684-44d8-bedf-958ad126c66a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Request body: {'port': {'network_id': 'ca29efc5-2387-45f0-9b85-914da805b5b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1422418902', 'allowed_address_pairs': [{'ip_address': '2001:db8::26c', 'mac_address': 'fa:16:3e:bf:fb:b8'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:46.140190 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:46.157164 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:46.182242 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8dcf2fa2-6812-4ed1-a6e4-900bc29b37d8 req-bec66eea-0e18-4601-ad18-f83c2c0b5119 service neutron] 10.222.0.15 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173947 Jul 14 07:12:46.319587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-fd513ecf-af40-495b-bb1d-8819910a923e tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:46.326460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-fd513ecf-af40-495b-bb1d-8819910a923e tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/networks?id=9e82a324-3525-428e-a290-73810ba0350d HTTP/1.1" status: 200 len: 816 time: 0.2106633 Jul 14 07:12:46.335112 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:46.385217 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-53209d99-835a-4165-8318-bcc92df35da5 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/quotas/84712628eb654ff0b9f11d80c53ffa6f HTTP/1.1" status: 200 len: 375 time: 0.0577440 Jul 14 07:12:46.415739 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cf446e4e-335a-4382-bb43-b399ad196a29 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:46.493902 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-bf2804e0-0027-454d-8e07-d02904fbd751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:46.495450 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-bf2804e0-0027-454d-8e07-d02904fbd751 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4b2c8c511db4c2a9a4b9a01f343494e&device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 1094 time: 0.5226662 Jul 14 07:12:46.568597 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Pushing event updated for resources: {'Port': ['ID=1d13695f-8826-4120-8e01-ef502343ca95,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:46.578325 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52476) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:46.614811 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9916955a-59b9-4a0c-8637-350862c06e9e None None] Provisioning complete for port 810bead9-b531-45c2-b46d-d92cc2bf51a5 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:46.615378 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9916955a-59b9-4a0c-8637-350862c06e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:46.679980 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9916955a-59b9-4a0c-8637-350862c06e9e None None] Port 810bead9-b531-45c2-b46d-d92cc2bf51a5 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:12:46.840743 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7c778d-d684-44d8-bedf-958ad126c66a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Made reservation on behalf of ccfa646468f14034bcc50023bf4f5e07 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:46.890529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-cf446e4e-335a-4382-bb43-b399ad196a29 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Allocated IP 172.25.7.30 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/b6939ca9-1a50-472d-8a6a-7cba1f14a9ca) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:46.937359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Router acddc571-9aec-4303-9c75-69911816f47f is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:12:46.938859 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-af5bd571-19fe-4497-8edf-10c03a378549 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c6b96e9828dd4c38899c705438846a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3571682 Jul 14 07:12:46.942842 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52484) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:46.987213 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Attempting to bind port 1d13695f-8826-4120-8e01-ef502343ca95 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:12:46.987581 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 21de3bc3-ef93-454d-8f82-47ce3cd9ad58 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:46.987710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Attempting to bind port 1d13695f-8826-4120-8e01-ef502343ca95 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '4f3465f0-c83f-4f17-900a-25eaacaeae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:12:46.987921 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Attempting to bind port 1d13695f-8826-4120-8e01-ef502343ca95 on network 6167fc1b-e132-43c4-97c4-2419433fec40 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:12:47.015435 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de7c778d-d684-44d8-bedf-958ad126c66a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:47.047832 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e188ef-5a1d-4743-a083-ab704412a90f None None] Network ca29efc5-2387-45f0-9b85-914da805b5b1 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:47.048110 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Port 1d13695f-8826-4120-8e01-ef502343ca95 on network 6167fc1b-e132-43c4-97c4-2419433fec40 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:12:47.048568 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Attempting to bind port 1d13695f-8826-4120-8e01-ef502343ca95 on network 6167fc1b-e132-43c4-97c4-2419433fec40 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:12:47.070076 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-7a61dd73-b4e4-4e9d-ac68-4a749da4c9de tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=84712628eb654ff0b9f11d80c53ffa6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6837714 Jul 14 07:12:47.135310 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 21de3bc3-ef93-454d-8f82-47ce3cd9ad58 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:47.140703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4c8d1608-f3fc-4fbb-8864-b3a29c10d10a None None] Provisioning for port 21de3bc3-ef93-454d-8f82-47ce3cd9ad58 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:47.144715 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 21de3bc3-ef93-454d-8f82-47ce3cd9ad58 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:47.145097 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:47.182006 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4c8d1608-f3fc-4fbb-8864-b3a29c10d10a None None] Provisioning complete for port 21de3bc3-ef93-454d-8f82-47ce3cd9ad58 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:47.182611 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c8d1608-f3fc-4fbb-8864-b3a29c10d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:47.231971 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-de7c778d-d684-44d8-bedf-958ad126c66a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] device_id is not set on port a4b40d38-edea-4d29-88a0-da300cc853bd yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:12:47.236286 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-d14111d6-91f7-4ba9-8e85-f7d013602661 service neutron] 10.222.0.35 "GET /v2.0/networks/9e82a324-3525-428e-a290-73810ba0350d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648624 Jul 14 07:12:47.244916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:12:47.245204 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Checking segment: {'id': '4f3465f0-c83f-4f17-900a-25eaacaeae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:12:47.245610 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Bound using segment: {'id': '4f3465f0-c83f-4f17-900a-25eaacaeae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:12:47.246064 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Bound port: 1d13695f-8826-4120-8e01-ef502343ca95, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3465f0-c83f-4f17-900a-25eaacaeae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:12:47.246498 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:47.340238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:12:47.344169 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa86e162-db78-4803-84b6-02b052649a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:47.364387 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Sync routers for ids ['acddc571-9aec-4303-9c75-69911816f47f'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:12:47.366864 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa86e162-db78-4803-84b6-02b052649a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:47.410512 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9073dbdd-d9ed-4d48-9dac-1c1d008607b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "PUT /v2.0/routers/acddc571-9aec-4303-9c75-69911816f47f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8834689 Jul 14 07:12:47.415835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52490) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:47.431892 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Routers {'acddc571-9aec-4303-9c75-69911816f47f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:12:47.432766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:12:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['acddc571-9aec-4303-9c75-69911816f47f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:47.461349 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa86e162-db78-4803-84b6-02b052649a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:47.465399 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa86e162-db78-4803-84b6-02b052649a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:47.467082 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-aa86e162-db78-4803-84b6-02b052649a17 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e07da1eb-8747-47f4-ad1d-9aa4736a08dc HTTP/1.1" status: 204 len: 168 time: 0.5221848 Jul 14 07:12:47.486692 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86e162-db78-4803-84b6-02b052649a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07da1eb-8747-47f4-ad1d-9aa4736a08dc,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:47.519383 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-de7c778d-d684-44d8-bedf-958ad126c66a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Allocated IP 2001:db8::5f (ca29efc5-2387-45f0-9b85-914da805b5b1/ab6310b1-cc33-4263-9720-4c3501728eaa/a4b40d38-edea-4d29-88a0-da300cc853bd) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:47.591459 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c8d1608-f3fc-4fbb-8864-b3a29c10d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:47.629353 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:47.727007 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4c8d1608-f3fc-4fbb-8864-b3a29c10d10a None None] For port 21de3bc3-ef93-454d-8f82-47ce3cd9ad58, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=21de3bc3-ef93-454d-8f82-47ce3cd9ad58,segment=NetworkSegment(76d4a495-4cc0-4022-a188-2d8228996f06),segment_id=76d4a495-4cc0-4022-a188-2d8228996f06)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:47.733562 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f6d6ec95-9638-43ba-8b4d-02d245717a61 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:12:47.738771 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Set router acddc571-9aec-4303-9c75-69911816f47f gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:12:47.779809 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de7c778d-d684-44d8-bedf-958ad126c66a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:47.786341 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c8d1608-f3fc-4fbb-8864-b3a29c10d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:47.813369 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-de7c778d-d684-44d8-bedf-958ad126c66a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Transition to ACTIVE for port object a4b40d38-edea-4d29-88a0-da300cc853bd will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:47.925888 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de7c778d-d684-44d8-bedf-958ad126c66a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:48.045852 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7c778d-d684-44d8-bedf-958ad126c66a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Network ca29efc5-2387-45f0-9b85-914da805b5b1 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:48.049937 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-de7c778d-d684-44d8-bedf-958ad126c66a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:48.054683 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7c778d-d684-44d8-bedf-958ad126c66a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:48.060400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7c778d-d684-44d8-bedf-958ad126c66a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:48.061041 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de7c778d-d684-44d8-bedf-958ad126c66a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:48.068271 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c778d-d684-44d8-bedf-958ad126c66a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event updated for resources: {'Port': ['ID=a4b40d38-edea-4d29-88a0-da300cc853bd,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:48.100220 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-de7c778d-d684-44d8-bedf-958ad126c66a tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.9732561 Jul 14 07:12:48.100950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52498) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:48.102749 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.api [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:12:48.103349 n-d-778696-5 neutron-server[93829]: DEBUG oslo_db.api [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:12:48.167630 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-a87c57d5-67e0-45e2-b8e1-d633196a6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:48.169342 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-a87c57d5-67e0-45e2-b8e1-d633196a6582 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6167fc1b-e132-43c4-97c4-2419433fec40 HTTP/1.1" status: 200 len: 920 time: 1.5919216 Jul 14 07:12:48.198586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc57b1ac-d62b-4afe-86ec-062cc3a1b7d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:48.199950 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fc57b1ac-d62b-4afe-86ec-062cc3a1b7d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports/810bead9-b531-45c2-b46d-d92cc2bf51a5 HTTP/1.1" status: 200 len: 911 time: 0.7727051 Jul 14 07:12:48.207125 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52508) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:48.223170 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d1608-f3fc-4fbb-8864-b3a29c10d10a None None] Pushing event updated for resources: {'Port': ['ID=21de3bc3-ef93-454d-8f82-47ce3cd9ad58,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:48.276552 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-b47b4d09-420d-4df7-a1f9-346b98c73ead service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6d6ec95-9638-43ba-8b4d-02d245717a61 HTTP/1.1" status: 200 len: 217 time: 0.0754189 Jul 14 07:12:48.278411 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d5b22a15-e09d-4025-99ca-196f6e0a2cab None None] Provisioning complete for port 21de3bc3-ef93-454d-8f82-47ce3cd9ad58 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:48.280401 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d5b22a15-e09d-4025-99ca-196f6e0a2cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:48.293778 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653c9f1-fa7c-48b4-90bf-10e38f9cdaa0 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:48.300450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653c9f1-fa7c-48b4-90bf-10e38f9cdaa0 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:48.307394 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653c9f1-fa7c-48b4-90bf-10e38f9cdaa0 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:48.311108 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1653c9f1-fa7c-48b4-90bf-10e38f9cdaa0 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2089608 Jul 14 07:12:48.320987 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52514) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:48.400073 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cf446e4e-335a-4382-bb43-b399ad196a29 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:48.405274 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f6d6ec95-9638-43ba-8b4d-02d245717a61, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f6d6ec95-9638-43ba-8b4d-02d245717a61,segment=NetworkSegment(4f3465f0-c83f-4f17-900a-25eaacaeae03),segment_id=4f3465f0-c83f-4f17-900a-25eaacaeae03)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:48.419020 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de59529-3501-4080-b5cb-f13f3365d5f2 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:48.424188 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'f6d6ec95-9638-43ba-8b4d-02d245717a61', 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40', 'port_id': 'f6d6ec95-9638-43ba-8b4d-02d245717a61', 'mac_address': 'fa:16:3e:df:55:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c57f6f9-d177-479b-9198-f0790b03deff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:12:48.428206 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de59529-3501-4080-b5cb-f13f3365d5f2 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:48.430160 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0de59529-3501-4080-b5cb-f13f3365d5f2 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2220874 Jul 14 07:12:48.433165 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52516) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:48.469207 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acddc571-9aec-4303-9c75-69911816f47f', 'name': 'tempest-NetworksTestDHCPv6-router-376371562', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:42Z', 'updated_at': '2021-07-14T07:12:45Z', 'revision_number': 2, 'project_id': '742a95c34dd740edaf53d4f844a672bb', 'gw_port_host': None, '_interfaces': [{'id': '810bead9-b531-45c2-b46d-d92cc2bf51a5', 'name': '', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'mac_address': 'fa:16:3e:63:00:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acddc571-9aec-4303-9c75-69911816f47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '82ffbc8c-6e1d-495b-a065-e6842f66b0ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:43Z', 'updated_at': '2021-07-14T07:12:45Z', 'revision_number': 2, 'project_id': '742a95c34dd740edaf53d4f844a672bb', 'subnets': [{'id': '82ffbc8c-6e1d-495b-a065-e6842f66b0ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:48.508535 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Checking router: acddc571-9aec-4303-9c75-69911816f47f for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:12:48.508956 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Updating router acddc571-9aec-4303-9c75-69911816f47f port 810bead9-b531-45c2-b46d-d92cc2bf51a5 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:12:48.540646 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] For port 1d13695f-8826-4120-8e01-ef502343ca95, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:12:48.615503 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b2d0f-9559-47ed-8eba-eda59bacced5 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Deleting port a4b40d38-edea-4d29-88a0-da300cc853bd {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:48.615839 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2d0f-9559-47ed-8eba-eda59bacced5 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:48.616316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae3739-2a2c-4f6e-8a8d-f9cb63c08e7d req-90745a8b-eb92-4fd6-8585-bb489279be0a tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:48.617983 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aaae3739-2a2c-4f6e-8a8d-f9cb63c08e7d req-90745a8b-eb92-4fd6-8585-bb489279be0a tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=41b27377-0a95-4b1f-919e-6eb2b135dd8e HTTP/1.1" status: 200 len: 944 time: 1.3407035 Jul 14 07:12:48.659218 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-936194c3-3031-41f3-9a0d-03e6e420d8ff service neutron] 10.222.0.35 "GET /v2.0/networks/9e82a324-3525-428e-a290-73810ba0350d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4030738 Jul 14 07:12:48.684365 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] For port 1d13695f-8826-4120-8e01-ef502343ca95, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1d13695f-8826-4120-8e01-ef502343ca95,segment=NetworkSegment(4f3465f0-c83f-4f17-900a-25eaacaeae03),segment_id=4f3465f0-c83f-4f17-900a-25eaacaeae03)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:12:48.693842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-dea09b03-c41e-4019-92cd-ec21fa7a11be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:48.695399 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-dea09b03-c41e-4019-92cd-ec21fa7a11be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c57f6f9-d177-479b-9198-f0790b03deff HTTP/1.1" status: 200 len: 859 time: 0.3905594 Jul 14 07:12:48.708458 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:48.709349 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2d0f-9559-47ed-8eba-eda59bacced5 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:48.723427 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b2d0f-9559-47ed-8eba-eda59bacced5 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Calling delete_port for a4b40d38-edea-4d29-88a0-da300cc853bd owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:48.733859 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:48.774214 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6d6ec95-9638-43ba-8b4d-02d245717a61 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:12:48.802034 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:48.876121 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f6d6ec95-9638-43ba-8b4d-02d245717a61, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f6d6ec95-9638-43ba-8b4d-02d245717a61,segment=NetworkSegment(4f3465f0-c83f-4f17-900a-25eaacaeae03),segment_id=4f3465f0-c83f-4f17-900a-25eaacaeae03)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:48.881907 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2d0f-9559-47ed-8eba-eda59bacced5 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:48.892283 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:48.894260 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:12:48.900637 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d5b22a15-e09d-4025-99ca-196f6e0a2cab None None] Provisioning for port a104f092-2d78-4b32-9ebe-d7ecbf359b3d completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:48.905692 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Pushing event updated for resources: {'Port': ['ID=1d13695f-8826-4120-8e01-ef502343ca95,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:48.910985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d5b22a15-e09d-4025-99ca-196f6e0a2cab None None] Provisioning complete for port a104f092-2d78-4b32-9ebe-d7ecbf359b3d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:48.919025 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d5b22a15-e09d-4025-99ca-196f6e0a2cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:48.966954 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52528) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:48.968267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:48.968896 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:48.970470 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-2a8bfdeb-631b-4adc-9de3-3bca4ea14234 service neutron] 10.222.0.30 "PUT /v2.0/ports/1d13695f-8826-4120-8e01-ef502343ca95 HTTP/1.1" status: 200 len: 1091 time: 5.7053461 Jul 14 07:12:48.998702 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-99bc014a-c522-4d02-ab92-862af65ebb90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6167fc1b-e132-43c4-97c4-2419433fec40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2949066 Jul 14 07:12:48.999351 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0960c26-0d54-435b-9a10-0a80cb75b277', 'tag': '1d13695f-8826-4120-8e01-ef502343ca95'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:12:49.002428 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eae3a40-4d06-4671-8006-c3c589abb460" -d '{"events": [{"name": "network-changed", "server_uuid": "c0960c26-0d54-435b-9a10-0a80cb75b277", "tag": "1d13695f-8826-4120-8e01-ef502343ca95"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:12:49.025868 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b2d0f-9559-47ed-8eba-eda59bacced5 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event deleted for resources: {'Port': ['ID=a4b40d38-edea-4d29-88a0-da300cc853bd,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:49.050476 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 21de3bc3-ef93-454d-8f82-47ce3cd9ad58 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:49.160814 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aaae3739-2a2c-4f6e-8a8d-f9cb63c08e7d req-8101392d-471d-4ebe-a7c2-34095b828840 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107846 Jul 14 07:12:49.169607 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-84c7ab77-8aa1-4c12-90ad-ea62cdc93203 service neutron] 10.222.0.15 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627080 Jul 14 07:12:49.205513 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.resource_extend [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:12:49.247087 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cf446e4e-335a-4382-bb43-b399ad196a29 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:49.258883 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c212afa3-9aba-44d3-b619-baebb2cf3734 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1027761208-network', 'tenant_id': '29d5d2e302f5415a8cdd9a8664f20ae3'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:49.271646 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=f6d6ec95-9638-43ba-8b4d-02d245717a61,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:49.305403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d5b22a15-e09d-4025-99ca-196f6e0a2cab None None] Port a104f092-2d78-4b32-9ebe-d7ecbf359b3d cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:12:49.373511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c212afa3-9aba-44d3-b619-baebb2cf3734 admin admin] Made reservation on behalf of 29d5d2e302f5415a8cdd9a8664f20ae3 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:49.376375 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c212afa3-9aba-44d3-b619-baebb2cf3734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:49.402486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 21de3bc3-ef93-454d-8f82-47ce3cd9ad58 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:49.403120 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:49.416498 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c212afa3-9aba-44d3-b619-baebb2cf3734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:49.463339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:49.497071 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'bf9b4e08-8c76-4a3b-83e3-da7b316f84c1', 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5', 'port_id': 'bf9b4e08-8c76-4a3b-83e3-da7b316f84c1', 'mac_address': 'fa:16:3e:cf:00:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8b4972-4af0-4364-94c1-6b8288d85079', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:12:49.512949 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b1e2398b-270c-4b63-b6de-e81123d68c11 None None] Provisioning complete for port a104f092-2d78-4b32-9ebe-d7ecbf359b3d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:49.513374 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b1e2398b-270c-4b63-b6de-e81123d68c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:49.539957 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-8515d334-46d6-4e36-9776-9f07db0b52fe service neutron] 10.222.0.15 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588093 Jul 14 07:12:49.563090 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2d0f-9559-47ed-8eba-eda59bacced5 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:49.571829 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ea3b2d0f-9559-47ed-8eba-eda59bacced5 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "DELETE /v2.0/ports/a4b40d38-edea-4d29-88a0-da300cc853bd HTTP/1.1" status: 204 len: 168 time: 1.2507310 Jul 14 07:12:49.583245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2398b-270c-4b63-b6de-e81123d68c11 None None] Port a104f092-2d78-4b32-9ebe-d7ecbf359b3d cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:12:49.588843 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52544) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:49.599381 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae91739-5d1d-4ce6-8d8b-b9c527764630 x-openstack-request-id: req-3ae91739-5d1d-4ce6-8d8b-b9c527764630 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:12:49.599673 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0960c26-0d54-435b-9a10-0a80cb75b277", "tag": "1d13695f-8826-4120-8e01-ef502343ca95", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:12:49.599923 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ae91739-5d1d-4ce6-8d8b-b9c527764630 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:12:49.600447 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0960c26-0d54-435b-9a10-0a80cb75b277', 'tag': '1d13695f-8826-4120-8e01-ef502343ca95', 'status': 'completed', 'code': 200} Jul 14 07:12:49.701688 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-68b60f27-7593-46c9-bb08-f7d34ea75b79 req-b9f1f07b-12a5-44be-9e59-6183af9ff85e tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 210 time: 0.1578803 Jul 14 07:12:49.713801 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf446e4e-335a-4382-bb43-b399ad196a29 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:49.725415 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-cf446e4e-335a-4382-bb43-b399ad196a29 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:49.735245 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:49.738018 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf446e4e-335a-4382-bb43-b399ad196a29 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:49.759728 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-c2cef29a-e55e-4736-af64-35346988e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:49.761488 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-c2cef29a-e55e-4736-af64-35346988e295 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4b2c8c511db4c2a9a4b9a01f343494e&device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 1094 time: 0.5871711 Jul 14 07:12:49.765542 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Transition to ACTIVE for port object 810bead9-b531-45c2-b46d-d92cc2bf51a5 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:49.767968 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c212afa3-9aba-44d3-b619-baebb2cf3734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:49.771234 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1197500-57d6-4249-b94c-a8095d02abc6 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] GET failed (client error): The resource could not be found. Jul 14 07:12:49.781313 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c1197500-57d6-4249-b94c-a8095d02abc6 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "GET /v2.0/ports/a4b40d38-edea-4d29-88a0-da300cc853bd HTTP/1.1" status: 404 len: 333 time: 0.1910069 Jul 14 07:12:49.781965 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52550) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:49.795403 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9532b3f9-44ea-43f0-92fe-10ab9edab5ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Request body: {'port': {'network_id': 'ca29efc5-2387-45f0-9b85-914da805b5b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1372204284'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:49.800556 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c212afa3-9aba-44d3-b619-baebb2cf3734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:49.836061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf446e4e-335a-4382-bb43-b399ad196a29 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Pushing event updated for resources: {'Port': ['ID=b6939ca9-1a50-472d-8a6a-7cba1f14a9ca,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:49.839393 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-852e32a2-531e-4fe3-8286-14821baaf6a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d13695f-8826-4120-8e01-ef502343ca95 HTTP/1.1" status: 200 len: 217 time: 0.0504260 Jul 14 07:12:49.846839 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b1e2398b-270c-4b63-b6de-e81123d68c11 None None] Could not find standard attr ID for object a4b40d38-edea-4d29-88a0-da300cc853bd. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:12:49.864092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fecd2b-3eba-482b-8baa-1cc31f150858 req-c477fb28-5def-4014-a6dd-3da9a2bc53a8 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:49.866822 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:49.871727 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73fecd2b-3eba-482b-8baa-1cc31f150858 req-c477fb28-5def-4014-a6dd-3da9a2bc53a8 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 943 time: 0.3007309 Jul 14 07:12:49.893703 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212afa3-9aba-44d3-b619-baebb2cf3734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78c99a1-e46b-4b76-bef3-d098e9358030,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:49.929232 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:49.933003 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-be9b15a0-a833-4313-a130-7c6907df5638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:49.935108 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-be9b15a0-a833-4313-a130-7c6907df5638 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c57f6f9-d177-479b-9198-f0790b03deff HTTP/1.1" status: 200 len: 859 time: 0.0862989 Jul 14 07:12:49.958348 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-7a917161-f9a0-4bc0-b564-7ffb08109a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:49.960488 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-7a917161-f9a0-4bc0-b564-7ffb08109a4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0510020791b4c7d90104c784a2d4f98&device_id=41b27377-0a95-4b1f-919e-6eb2b135dd8e HTTP/1.1" status: 200 len: 1095 time: 0.3430903 Jul 14 07:12:49.976192 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:12:50.005138 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda47d77-9342-44e2-9e95-1f5fac6c337d None None] Pushing event updated for resources: {'Port': ['ID=810bead9-b531-45c2-b46d-d92cc2bf51a5,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:50.038067 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-36fb1ff4-0fe2-42f8-9084-62d35e8a796e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6167fc1b-e132-43c4-97c4-2419433fec40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623362 Jul 14 07:12:50.052464 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:50.074608 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:50.087869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c212afa3-9aba-44d3-b619-baebb2cf3734 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:12:50.122202 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cf446e4e-335a-4382-bb43-b399ad196a29 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:50.122974 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Attempting to bind port 810bead9-b531-45c2-b46d-d92cc2bf51a5 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:12:50.124492 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Attempting to bind port 810bead9-b531-45c2-b46d-d92cc2bf51a5 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:12:50.125154 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Attempting to bind port 810bead9-b531-45c2-b46d-d92cc2bf51a5 on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:12:50.151081 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:12:50.151456 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:12:50.151937 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:50.152338 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:12:50.152813 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Bound port: 810bead9-b531-45c2-b46d-d92cc2bf51a5, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:12:50.153216 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:50.219578 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c212afa3-9aba-44d3-b619-baebb2cf3734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:50.220814 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-c212afa3-9aba-44d3-b619-baebb2cf3734 admin admin] Added segment bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d of type vlan for network 8c3611c7-e32d-4e05-9074-ff60397bdb02 Jul 14 07:12:50.225915 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cf446e4e-335a-4382-bb43-b399ad196a29 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:50.279548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:50.360127 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['bf9b4e08-8c76-4a3b-83e3-da7b316f84c1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:12:50.367061 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['f6d6ec95-9638-43ba-8b4d-02d245717a61'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:12:50.376603 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c212afa3-9aba-44d3-b619-baebb2cf3734 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:50.431775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] For port 810bead9-b531-45c2-b46d-d92cc2bf51a5, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:12:50.455707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] For port 810bead9-b531-45c2-b46d-d92cc2bf51a5, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=810bead9-b531-45c2-b46d-d92cc2bf51a5,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:12:50.467111 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9532b3f9-44ea-43f0-92fe-10ab9edab5ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Made reservation on behalf of ccfa646468f14034bcc50023bf4f5e07 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:50.470927 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:50.472786 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9532b3f9-44ea-43f0-92fe-10ab9edab5ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:50.479664 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94013081-31eb-4d68-9c52-74c5c1ba46ae tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:50.499192 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73fecd2b-3eba-482b-8baa-1cc31f150858 req-0bdd4356-663f-46e7-8c91-c0e9031068b8 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6261766 Jul 14 07:12:50.560232 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cf446e4e-335a-4382-bb43-b399ad196a29 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:50.621850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-56604c54-bfdc-4900-8b7e-f9a190e25644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:50.623877 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-56604c54-bfdc-4900-8b7e-f9a190e25644 service neutron] 10.222.0.15 "GET /v2.0/networks?id=782dff88-77da-48cc-b35b-b98ce03cf2a5 HTTP/1.1" status: 200 len: 906 time: 0.5884039 Jul 14 07:12:50.627502 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cf446e4e-335a-4382-bb43-b399ad196a29 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:50.634993 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda47d77-9342-44e2-9e95-1f5fac6c337d None None] Pushing event updated for resources: {'Port': ['ID=810bead9-b531-45c2-b46d-d92cc2bf51a5,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:50.644733 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Routers {'acddc571-9aec-4303-9c75-69911816f47f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:12:50.645764 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:12:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['acddc571-9aec-4303-9c75-69911816f47f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:50.690315 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.db.resource_extend [None req-c212afa3-9aba-44d3-b619-baebb2cf3734 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:12:50.726208 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-95a8a5b7-be6a-4aa6-acd9-63555e42f7c9 service neutron] 10.222.0.30 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6787500 Jul 14 07:12:50.742206 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-9532b3f9-44ea-43f0-92fe-10ab9edab5ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] device_id is not set on port 2e1e8f87-7cf5-4a3b-9c5d-208c04cda7a3 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:12:50.813816 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c212afa3-9aba-44d3-b619-baebb2cf3734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:50.815186 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c212afa3-9aba-44d3-b619-baebb2cf3734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:50.816521 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c212afa3-9aba-44d3-b619-baebb2cf3734 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:50.852769 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-351be6df-9ebe-4e15-8f21-0907eab396e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 HTTP/1.1" status: 200 len: 217 time: 0.1386595 Jul 14 07:12:50.944757 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] Set router acddc571-9aec-4303-9c75-69911816f47f gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:12:50.974979 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf446e4e-335a-4382-bb43-b399ad196a29 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Pushing event updated for resources: {'Port': ['ID=b6939ca9-1a50-472d-8a6a-7cba1f14a9ca,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:51.022818 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7332b0e0-2a87-409e-a10d-99c3de83f881 req-110837fc-d7da-4157-81b3-cc8f9ff7ef0c tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 210 time: 0.0796251 Jul 14 07:12:51.065130 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-c1da43aa-be97-4a4a-bc66-008fcbbe5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:51.066573 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-c1da43aa-be97-4a4a-bc66-008fcbbe5a3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef8b4972-4af0-4364-94c1-6b8288d85079 HTTP/1.1" status: 200 len: 845 time: 0.1926630 Jul 14 07:12:51.068898 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cf446e4e-335a-4382-bb43-b399ad196a29 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:51.071101 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212afa3-9aba-44d3-b619-baebb2cf3734 admin admin] Pushing event updated for resources: {'Network': ['ID=8c3611c7-e32d-4e05-9074-ff60397bdb02,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:51.122592 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c212afa3-9aba-44d3-b619-baebb2cf3734 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1255593 Jul 14 07:12:51.127539 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52564) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:51.135461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e0ebb86b-a3c7-4dde-af14-fef8ebb64868 admin admin] Request body: {'subnet': {'network_id': '8c3611c7-e32d-4e05-9074-ff60397bdb02', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1027761208-subnet', 'tenant_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:51.166836 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7f77a-21ae-4afc-b6d0-cbb9ca338974 req-4ab966d6-b181-42fb-855d-0fe13ad40b27 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:51.168332 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72c7f77a-21ae-4afc-b6d0-cbb9ca338974 req-4ab966d6-b181-42fb-855d-0fe13ad40b27 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=41b27377-0a95-4b1f-919e-6eb2b135dd8e HTTP/1.1" status: 200 len: 945 time: 0.6058166 Jul 14 07:12:51.170383 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-0fdda29a-ba1a-4f02-b3fd-b73a9c13f4ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=782dff88-77da-48cc-b35b-b98ce03cf2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914392 Jul 14 07:12:51.176605 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cf446e4e-335a-4382-bb43-b399ad196a29 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:51.177003 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 8c3611c7-e32d-4e05-9074-ff60397bdb02 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:12:51.177744 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cf446e4e-335a-4382-bb43-b399ad196a29 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5206556 Jul 14 07:12:51.186056 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52566) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:51.196923 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-080c4a74-6887-44f2-82d9-b9c364086645 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1050091717', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'fixed_ips': [{'ip_address': '172.25.7.30'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:51.211369 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-314ce369-6353-4ba4-9999-fddf404f9d67 req-841b4c4d-8897-40cc-9d60-8c68a669379c service neutron] 10.222.0.30 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816040 Jul 14 07:12:51.295827 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72c7f77a-21ae-4afc-b6d0-cbb9ca338974 req-6dd14e4b-d39e-455d-8c4f-73e99f8e10fb tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139116 Jul 14 07:12:51.348741 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-fe9a0ace-6e8a-403d-a0d8-52a9f65d3593 service neutron] 10.222.0.15 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680322 Jul 14 07:12:51.421404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae3a40-4d06-4671-8006-c3c589abb460 req-d1dd0049-52fa-4705-9dcd-a39e2aeed078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:51.423512 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1eae3a40-4d06-4671-8006-c3c589abb460 req-d1dd0049-52fa-4705-9dcd-a39e2aeed078 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4b2c8c511db4c2a9a4b9a01f343494e&device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 1094 time: 0.1482518 Jul 14 07:12:51.478792 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-c7982a31-9605-4bc4-8469-12d63d47e361 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:51.481124 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-c7982a31-9605-4bc4-8469-12d63d47e361 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.30 "GET /v2.0/networks?id=9e82a324-3525-428e-a290-73810ba0350d HTTP/1.1" status: 200 len: 816 time: 0.2752531 Jul 14 07:12:51.501610 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acddc571-9aec-4303-9c75-69911816f47f', 'name': 'tempest-NetworksTestDHCPv6-router-376371562', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:42Z', 'updated_at': '2021-07-14T07:12:45Z', 'revision_number': 2, 'project_id': '742a95c34dd740edaf53d4f844a672bb', 'gw_port_host': None, '_interfaces': [{'id': '810bead9-b531-45c2-b46d-d92cc2bf51a5', 'name': '', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'mac_address': 'fa:16:3e:63:00:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acddc571-9aec-4303-9c75-69911816f47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '82ffbc8c-6e1d-495b-a065-e6842f66b0ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:43Z', 'updated_at': '2021-07-14T07:12:50Z', 'revision_number': 4, 'project_id': '742a95c34dd740edaf53d4f844a672bb', 'subnets': [{'id': '82ffbc8c-6e1d-495b-a065-e6842f66b0ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:51.531261 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ebb86b-a3c7-4dde-af14-fef8ebb64868 admin admin] Made reservation on behalf of 29d5d2e302f5415a8cdd9a8664f20ae3 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:51.532168 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-824bf482-2abe-46b5-ba7f-51f3d28f0806 req-0d443387-9b34-4c11-8eba-e86278c4a85d service neutron] 10.222.0.15 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761127 Jul 14 07:12:51.535200 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb86b-a3c7-4dde-af14-fef8ebb64868 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:51.557751 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc551cf3-4b23-471f-b1d0-6722863d4733 None None] The sync data for ids ['acddc571-9aec-4303-9c75-69911816f47f'] in n-d-778696-5 is: [{'id': 'acddc571-9aec-4303-9c75-69911816f47f', 'name': 'tempest-NetworksTestDHCPv6-router-376371562', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:42Z', 'updated_at': '2021-07-14T07:12:45Z', 'revision_number': 2, 'project_id': '742a95c34dd740edaf53d4f844a672bb', 'gw_port_host': None, '_interfaces': [{'id': '810bead9-b531-45c2-b46d-d92cc2bf51a5', 'name': '', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'mac_address': 'fa:16:3e:63:00:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acddc571-9aec-4303-9c75-69911816f47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '82ffbc8c-6e1d-495b-a065-e6842f66b0ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:43Z', 'updated_at': '2021-07-14T07:12:50Z', 'revision_number': 4, 'project_id': '742a95c34dd740edaf53d4f844a672bb', 'subnets': [{'id': '82ffbc8c-6e1d-495b-a065-e6842f66b0ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:12:51.609038 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae3a40-4d06-4671-8006-c3c589abb460 req-a7e352e5-be30-463e-857e-a9b10527e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:51.611398 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1eae3a40-4d06-4671-8006-c3c589abb460 req-a7e352e5-be30-463e-857e-a9b10527e051 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6167fc1b-e132-43c4-97c4-2419433fec40 HTTP/1.1" status: 200 len: 920 time: 0.1821139 Jul 14 07:12:51.687908 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1eae3a40-4d06-4671-8006-c3c589abb460 req-88dd85cf-0622-4733-8060-01eed1439445 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d13695f-8826-4120-8e01-ef502343ca95 HTTP/1.1" status: 200 len: 217 time: 0.0699530 Jul 14 07:12:51.718342 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-9532b3f9-44ea-43f0-92fe-10ab9edab5ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Allocated IP 2001:db8::6 (ca29efc5-2387-45f0-9b85-914da805b5b1/ab6310b1-cc33-4263-9720-4c3501728eaa/2e1e8f87-7cf5-4a3b-9c5d-208c04cda7a3) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:51.777923 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-a9ba611e-a06e-4717-9190-bc35a25a88e2 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84712628eb654ff0b9f11d80c53ffa6f HTTP/1.1" status: 200 len: 380 time: 0.2865138 Jul 14 07:12:51.778508 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080c4a74-6887-44f2-82d9-b9c364086645 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Made reservation on behalf of a19ca3c21907493c9da4ed1802e0b7cd for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:51.780830 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-080c4a74-6887-44f2-82d9-b9c364086645 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:51.788507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae3a40-4d06-4671-8006-c3c589abb460 req-236e1f3e-40b3-4ba5-acf9-bfe198ffd75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:51.790232 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1eae3a40-4d06-4671-8006-c3c589abb460 req-236e1f3e-40b3-4ba5-acf9-bfe198ffd75a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c57f6f9-d177-479b-9198-f0790b03deff HTTP/1.1" status: 200 len: 859 time: 0.0882928 Jul 14 07:12:51.798506 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-9cdb8f97-df75-4e8b-98b4-ab285d9a72d9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Request body: {'port': {'device_id': 'f29aaadb-9dcd-4234-a01c-1c5a83ff7124', 'network_id': '9e82a324-3525-428e-a290-73810ba0350d', 'admin_state_up': True, 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'security_groups': ['a72fe248-1511-4838-96cb-694392406c3c']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:51.834596 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1eae3a40-4d06-4671-8006-c3c589abb460 req-fd1efff2-93f8-4d99-ad99-a20f49896a98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6167fc1b-e132-43c4-97c4-2419433fec40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381246 Jul 14 07:12:51.842838 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7993c93-0b3f-4d82-bc00-9c1fce94f247 req-1a58458c-f54a-4867-b7e2-842a3ef4cda0 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:51.844424 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7993c93-0b3f-4d82-bc00-9c1fce94f247 req-1a58458c-f54a-4867-b7e2-842a3ef4cda0 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 943 time: 0.1526785 Jul 14 07:12:51.858428 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-080c4a74-6887-44f2-82d9-b9c364086645 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:52.003694 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7993c93-0b3f-4d82-bc00-9c1fce94f247 req-74bfd68a-f539-4a66-9b32-798f487789b9 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494925 Jul 14 07:12:52.058284 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1eae3a40-4d06-4671-8006-c3c589abb460 req-fa7ca133-c7fc-446d-9016-51ea79d44d53 service neutron] 10.222.0.30 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120090 Jul 14 07:12:52.099415 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f6d6ec95-9638-43ba-8b4d-02d245717a61 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:52.202503 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1eae3a40-4d06-4671-8006-c3c589abb460 req-fe192e90-f625-4070-bf11-68274fe2ce20 service neutron] 10.222.0.30 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372013 Jul 14 07:12:52.203763 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port f6d6ec95-9638-43ba-8b4d-02d245717a61 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:52.218553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port f6d6ec95-9638-43ba-8b4d-02d245717a61 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:52.219181 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:52.297454 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dde78cdc-44d1-4c47-8e21-61f29b900460 req-1250d7bc-28b6-49f5-80a7-cec7f3a1952b tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 210 time: 0.0532539 Jul 14 07:12:52.342215 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:52.369539 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d6ec95-9638-43ba-8b4d-02d245717a61'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:12:52.372289 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc61a95-d441-4c34-8878-d36f135e441c" -d '{"events": [{"server_uuid": "7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e", "name": "network-vif-plugged", "status": "completed", "tag": "f6d6ec95-9638-43ba-8b4d-02d245717a61"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:12:52.426597 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4e121f-083c-4fff-a28c-e1c91b8f7830 x-openstack-request-id: req-fe4e121f-083c-4fff-a28c-e1c91b8f7830 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:12:52.427000 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e", "name": "network-vif-plugged", "status": "completed", "tag": "f6d6ec95-9638-43ba-8b4d-02d245717a61", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:12:52.427110 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe4e121f-083c-4fff-a28c-e1c91b8f7830 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:12:52.427510 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d6ec95-9638-43ba-8b4d-02d245717a61', 'code': 200} Jul 14 07:12:52.429659 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f6d6ec95-9638-43ba-8b4d-02d245717a61, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f6d6ec95-9638-43ba-8b4d-02d245717a61,segment=NetworkSegment(4f3465f0-c83f-4f17-900a-25eaacaeae03),segment_id=4f3465f0-c83f-4f17-900a-25eaacaeae03)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:52.456455 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:52.457299 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:52.635291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=f6d6ec95-9638-43ba-8b4d-02d245717a61,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:52.682060 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:52.686610 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:52.687123 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:52.765044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548772d-eb30-456c-85b3-bac112127ee3 req-8cafd408-5962-4a97-abb3-9e3d42b04df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:52.778532 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a548772d-eb30-456c-85b3-bac112127ee3 req-8cafd408-5962-4a97-abb3-9e3d42b04df9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 1096 time: 0.2707663 Jul 14 07:12:52.847278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a41aa2-743e-45b9-8ae9-a116182862e3 req-e57b4733-03be-4048-a1b6-cd78429fc377 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:52.850241 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7a41aa2-743e-45b9-8ae9-a116182862e3 req-e57b4733-03be-4048-a1b6-cd78429fc377 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=41b27377-0a95-4b1f-919e-6eb2b135dd8e HTTP/1.1" status: 200 len: 945 time: 0.2935009 Jul 14 07:12:52.856497 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:52.882580 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a548772d-eb30-456c-85b3-bac112127ee3 req-a6999040-360c-41b4-aad6-58927be3e547 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887735 Jul 14 07:12:52.930682 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:52.935635 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:52.936894 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7a41aa2-743e-45b9-8ae9-a116182862e3 req-2b16b06d-a0ab-4463-9a70-545d9c3321e2 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693626 Jul 14 07:12:52.993511 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 810bead9-b531-45c2-b46d-d92cc2bf51a5 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:52.994100 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb86b-a3c7-4dde-af14-fef8ebb64868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:53.029995 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9532b3f9-44ea-43f0-92fe-10ab9edab5ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:53.040581 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:53.056729 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9532b3f9-44ea-43f0-92fe-10ab9edab5ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Transition to ACTIVE for port object 2e1e8f87-7cf5-4a3b-9c5d-208c04cda7a3 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:53.068684 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 810bead9-b531-45c2-b46d-d92cc2bf51a5 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:53.076238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 810bead9-b531-45c2-b46d-d92cc2bf51a5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:53.077620 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:53.122382 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9532b3f9-44ea-43f0-92fe-10ab9edab5ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:53.148595 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-94013081-31eb-4d68-9c52-74c5c1ba46ae tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port 810bead9-b531-45c2-b46d-d92cc2bf51a5 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:53.149061 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94013081-31eb-4d68-9c52-74c5c1ba46ae tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:53.240550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ebb86b-a3c7-4dde-af14-fef8ebb64868 admin admin] Checking segment: {'id': 'bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8c3611c7-e32d-4e05-9074-ff60397bdb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:12:53.241527 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ebb86b-a3c7-4dde-af14-fef8ebb64868 admin admin] Network hostable DHCP agents. Network: 8c3611c7-e32d-4e05-9074-ff60397bdb02, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:12:53.262502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9532b3f9-44ea-43f0-92fe-10ab9edab5ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Network ca29efc5-2387-45f0-9b85-914da805b5b1 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:53.301496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09141dd1-b298-4b94-aea7-b61cf907af70 req-a99f8ab7-01f5-4e78-87c1-08d3651b8ec9 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:53.303702 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9532b3f9-44ea-43f0-92fe-10ab9edab5ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:53.312652 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09141dd1-b298-4b94-aea7-b61cf907af70 req-a99f8ab7-01f5-4e78-87c1-08d3651b8ec9 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 943 time: 0.1095939 Jul 14 07:12:53.326550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9532b3f9-44ea-43f0-92fe-10ab9edab5ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:53.334309 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9532b3f9-44ea-43f0-92fe-10ab9edab5ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:53.335556 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9532b3f9-44ea-43f0-92fe-10ab9edab5ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:53.339440 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebb86b-a3c7-4dde-af14-fef8ebb64868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62dca43f-6bf4-4ea6-80c2-140c01fa7118,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:53.398908 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09141dd1-b298-4b94-aea7-b61cf907af70 req-3b14b432-b0a7-4d91-b3a0-104e54b54b0b tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795987 Jul 14 07:12:53.428863 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532b3f9-44ea-43f0-92fe-10ab9edab5ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event updated for resources: {'Port': ['ID=2e1e8f87-7cf5-4a3b-9c5d-208c04cda7a3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:53.457478 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ebb86b-a3c7-4dde-af14-fef8ebb64868 admin admin] Network 8c3611c7-e32d-4e05-9074-ff60397bdb02 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:12:53.519329 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-080c4a74-6887-44f2-82d9-b9c364086645 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:53.540349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e0ebb86b-a3c7-4dde-af14-fef8ebb64868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 8c3611c7-e32d-4e05-9074-ff60397bdb02) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:53.575833 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-080c4a74-6887-44f2-82d9-b9c364086645 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:53.584867 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-080c4a74-6887-44f2-82d9-b9c364086645 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] device_id is not set on port cd68c9a6-4d4f-4b18-b738-5dbf7eaee157 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:12:53.591446 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:53.593459 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6589f1-0233-45c0-b3d3-cf676509eef9 None None] Network 8c3611c7-e32d-4e05-9074-ff60397bdb02 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:53.645204 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9532f94f-83f9-45fc-a586-40bc219bf21e req-e355622d-193c-4a10-8011-ccaf99a4cc20 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 210 time: 0.0707963 Jul 14 07:12:53.772607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 810bead9-b531-45c2-b46d-d92cc2bf51a5, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=810bead9-b531-45c2-b46d-d92cc2bf51a5,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:53.792950 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:53.845692 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9532b3f9-44ea-43f0-92fe-10ab9edab5ac tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.0566568 Jul 14 07:12:53.848445 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52600) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:53.850954 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ebb86b-a3c7-4dde-af14-fef8ebb64868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:53.851555 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb86b-a3c7-4dde-af14-fef8ebb64868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:53.855568 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-7e837c28-d79d-43a9-866b-5bdfb359f173 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::26c', 'mac_address': 'fa:16:3e:bf:fb:b8'}]}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:53.917683 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-94013081-31eb-4d68-9c52-74c5c1ba46ae tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] For port 810bead9-b531-45c2-b46d-d92cc2bf51a5, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=810bead9-b531-45c2-b46d-d92cc2bf51a5,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:53.918020 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94013081-31eb-4d68-9c52-74c5c1ba46ae tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:53.940586 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-9cdb8f97-df75-4e8b-98b4-ab285d9a72d9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Made reservation on behalf of 84712628eb654ff0b9f11d80c53ffa6f for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:53.944305 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-9cdb8f97-df75-4e8b-98b4-ab285d9a72d9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:53.961074 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e0ebb86b-a3c7-4dde-af14-fef8ebb64868 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.8321350 Jul 14 07:12:53.966374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52602) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:53.980854 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c4a74-6887-44f2-82d9-b9c364086645 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c335bc66-123a-4cbc-9ce4-ad5f5a025a5e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:53.982217 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-94013081-31eb-4d68-9c52-74c5c1ba46ae tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for 810bead9-b531-45c2-b46d-d92cc2bf51a5 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:54.040906 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=810bead9-b531-45c2-b46d-d92cc2bf51a5,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:54.053826 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4a2cb9e3-8406-4711-afb7-10f2582c886d None None] Provisioning for port 2e1e8f87-7cf5-4a3b-9c5d-208c04cda7a3 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:54.059898 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1027761208-router', 'tenant_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:54.074303 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4a2cb9e3-8406-4711-afb7-10f2582c886d None None] Provisioning complete for port 2e1e8f87-7cf5-4a3b-9c5d-208c04cda7a3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:54.080125 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4a2cb9e3-8406-4711-afb7-10f2582c886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:54.136379 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:54.141269 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:54.204582 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-4a2cb9e3-8406-4711-afb7-10f2582c886d None None] Port 2e1e8f87-7cf5-4a3b-9c5d-208c04cda7a3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:12:54.206163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-8c3611c7-e32d-4e05-9074-ff60397bdb02', 'network_id': '8c3611c7-e32d-4e05-9074-ff60397bdb02', 'tenant_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'fixed_ips': [{'subnet_id': '62dca43f-6bf4-4ea6-80c2-140c01fa7118'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:12:54.207047 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:54.247484 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-9cdb8f97-df75-4e8b-98b4-ab285d9a72d9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Allocated IP 172.20.0.12 (9e82a324-3525-428e-a290-73810ba0350d/332600d1-7207-42c7-a6e5-4b2788cd4c8b/159894a1-10da-4932-b048-247cbd0bea61) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:54.293441 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-080c4a74-6887-44f2-82d9-b9c364086645 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 07:12:54.294010 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-080c4a74-6887-44f2-82d9-b9c364086645 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:12:54.320576 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e837c28-d79d-43a9-866b-5bdfb359f173 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:54.357958 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-080c4a74-6887-44f2-82d9-b9c364086645 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.1676056 Jul 14 07:12:54.364433 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52606) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:54.364846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Allocated IP 172.20.0.2 (8c3611c7-e32d-4e05-9074-ff60397bdb02/62dca43f-6bf4-4ea6-80c2-140c01fa7118/64d59f20-0478-4ce3-89aa-1b1cfa1df63f) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:54.389101 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:54.532265 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:54.541093 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Transition to ACTIVE for port object 64d59f20-0478-4ce3-89aa-1b1cfa1df63f will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:54.543709 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b27377-0a95-4b1f-919e-6eb2b135dd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9b4e08-8c76-4a3b-83e3-da7b316f84c1'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:12:54.551161 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad371cb-ff2b-4e5e-9692-63ae9bee8c16" -d '{"events": [{"server_uuid": "41b27377-0a95-4b1f-919e-6eb2b135dd8e", "name": "network-vif-plugged", "status": "completed", "tag": "bf9b4e08-8c76-4a3b-83e3-da7b316f84c1"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:12:54.558434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16558b-9cb3-46a7-aca5-d5d93e9aca49 req-db539720-22d0-43f2-8b65-7c2b15d4dde9 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:54.565129 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Transition to ACTIVE for port object 64d59f20-0478-4ce3-89aa-1b1cfa1df63f will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:54.569710 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b16558b-9cb3-46a7-aca5-d5d93e9aca49 req-db539720-22d0-43f2-8b65-7c2b15d4dde9 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=41b27377-0a95-4b1f-919e-6eb2b135dd8e HTTP/1.1" status: 200 len: 946 time: 0.3670280 Jul 14 07:12:54.573513 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:54.653940 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Network 8c3611c7-e32d-4e05-9074-ff60397bdb02 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:54.656223 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:54.659364 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:54.661592 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Pushing event updated for resources: {'Port': ['ID=64d59f20-0478-4ce3-89aa-1b1cfa1df63f,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:54.730759 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-9cdb8f97-df75-4e8b-98b4-ab285d9a72d9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:54.760250 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-9cdb8f97-df75-4e8b-98b4-ab285d9a72d9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Transition to ACTIVE for port object 159894a1-10da-4932-b048-247cbd0bea61 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:54.761760 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Attempting to bind port 64d59f20-0478-4ce3-89aa-1b1cfa1df63f on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:12:54.762569 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Attempting to bind port 64d59f20-0478-4ce3-89aa-1b1cfa1df63f by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8c3611c7-e32d-4e05-9074-ff60397bdb02'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:12:54.762818 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Attempting to bind port 64d59f20-0478-4ce3-89aa-1b1cfa1df63f on network 8c3611c7-e32d-4e05-9074-ff60397bdb02 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:12:54.771048 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94013081-31eb-4d68-9c52-74c5c1ba46ae tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:54.775997 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:12:54.779002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Checking segment: {'id': 'bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8c3611c7-e32d-4e05-9074-ff60397bdb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:12:54.779679 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:54.780127 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Bound using segment: {'id': 'bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8c3611c7-e32d-4e05-9074-ff60397bdb02'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:12:54.783335 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Bound port: 64d59f20-0478-4ce3-89aa-1b1cfa1df63f, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8c3611c7-e32d-4e05-9074-ff60397bdb02'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:12:54.783335 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:54.880610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94013081-31eb-4d68-9c52-74c5c1ba46ae tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=810bead9-b531-45c2-b46d-d92cc2bf51a5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:54.905412 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e93af123-e836-4499-9aea-aae2cbdcd9e0 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Deleting port b6939ca9-1a50-472d-8a6a-7cba1f14a9ca {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:54.905755 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e93af123-e836-4499-9aea-aae2cbdcd9e0 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:54.934501 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 810bead9-b531-45c2-b46d-d92cc2bf51a5 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:55.010098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 810bead9-b531-45c2-b46d-d92cc2bf51a5 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:12:55.010705 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 810bead9-b531-45c2-b46d-d92cc2bf51a5 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 07:12:55.064878 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] For port 64d59f20-0478-4ce3-89aa-1b1cfa1df63f, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:12:55.072540 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Port 810bead9-b531-45c2-b46d-d92cc2bf51a5 not found, will not notify nova. {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 07:12:55.096460 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94013081-31eb-4d68-9c52-74c5c1ba46ae tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:55.098685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1d13695f-8826-4120-8e01-ef502343ca95 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:12:55.108622 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-9cdb8f97-df75-4e8b-98b4-ab285d9a72d9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:55.245648 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-9cdb8f97-df75-4e8b-98b4-ab285d9a72d9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Network 9e82a324-3525-428e-a290-73810ba0350d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:55.257276 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e93af123-e836-4499-9aea-aae2cbdcd9e0 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:55.257938 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e93af123-e836-4499-9aea-aae2cbdcd9e0 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:55.260193 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-9cdb8f97-df75-4e8b-98b4-ab285d9a72d9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:55.279596 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-9cdb8f97-df75-4e8b-98b4-ab285d9a72d9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:55.285018 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] For port 64d59f20-0478-4ce3-89aa-1b1cfa1df63f, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=64d59f20-0478-4ce3-89aa-1b1cfa1df63f,segment=NetworkSegment(bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d),segment_id=bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:12:55.301622 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:55.309702 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e837c28-d79d-43a9-866b-5bdfb359f173 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:55.338956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb8f97-df75-4e8b-98b4-ab285d9a72d9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Pushing event updated for resources: {'Port': ['ID=159894a1-10da-4932-b048-247cbd0bea61,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:55.352402 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:55.353414 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e93af123-e836-4499-9aea-aae2cbdcd9e0 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Calling delete_port for b6939ca9-1a50-472d-8a6a-7cba1f14a9ca owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:55.356761 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e837c28-d79d-43a9-866b-5bdfb359f173 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:55.407846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1d13695f-8826-4120-8e01-ef502343ca95, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1d13695f-8826-4120-8e01-ef502343ca95,segment=NetworkSegment(4f3465f0-c83f-4f17-900a-25eaacaeae03),segment_id=4f3465f0-c83f-4f17-900a-25eaacaeae03)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:55.419784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-7e837c28-d79d-43a9-866b-5bdfb359f173 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] In _notify_port_updated(), no bound segment for port 2e1e8f87-7cf5-4a3b-9c5d-208c04cda7a3 on network ca29efc5-2387-45f0-9b85-914da805b5b1 {{(pid=93828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:12:55.440933 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e837c28-d79d-43a9-866b-5bdfb359f173 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:55.452318 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e837c28-d79d-43a9-866b-5bdfb359f173 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:55.453738 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7e837c28-d79d-43a9-866b-5bdfb359f173 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "PUT /v2.0/ports/2e1e8f87-7cf5-4a3b-9c5d-208c04cda7a3 HTTP/1.1" status: 200 len: 1001 time: 1.6041250 Jul 14 07:12:55.469968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '1d13695f-8826-4120-8e01-ef502343ca95', 'network_id': '6167fc1b-e132-43c4-97c4-2419433fec40', 'port_id': '1d13695f-8826-4120-8e01-ef502343ca95', 'mac_address': 'fa:16:3e:5a:e5:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c57f6f9-d177-479b-9198-f0790b03deff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:12:55.472721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52620) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:55.504873 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c77fe-9c6d-4cba-bb90-f437bc4bdc79 None None] Pushing event updated for resources: {'Port': ['ID=64d59f20-0478-4ce3-89aa-1b1cfa1df63f,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:55.533039 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b16558b-9cb3-46a7-aca5-d5d93e9aca49 req-7e5a336a-5556-47a7-a49e-fc1e83300193 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9616375 Jul 14 07:12:55.625876 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0a6d1d-2cb0-4cd9-8a05-80afc3de23c4 x-openstack-request-id: req-0c0a6d1d-2cb0-4cd9-8a05-80afc3de23c4 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:12:55.626830 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b27377-0a95-4b1f-919e-6eb2b135dd8e", "name": "network-vif-plugged", "status": "completed", "tag": "bf9b4e08-8c76-4a3b-83e3-da7b316f84c1", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:12:55.627084 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c0a6d1d-2cb0-4cd9-8a05-80afc3de23c4 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:12:55.630248 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b27377-0a95-4b1f-919e-6eb2b135dd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9b4e08-8c76-4a3b-83e3-da7b316f84c1', 'code': 200} Jul 14 07:12:55.648330 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:55.654598 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e837c28-d79d-43a9-866b-5bdfb359f173 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event updated for resources: {'Port': ['ID=2e1e8f87-7cf5-4a3b-9c5d-208c04cda7a3,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:55.704640 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d13695f-8826-4120-8e01-ef502343ca95 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:12:55.746980 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ec52ccff-b9ee-485c-9fef-97128fc261a8 None None] Provisioning for port 159894a1-10da-4932-b048-247cbd0bea61 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:55.803465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ec52ccff-b9ee-485c-9fef-97128fc261a8 None None] Provisioning complete for port 159894a1-10da-4932-b048-247cbd0bea61 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:55.807428 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ec52ccff-b9ee-485c-9fef-97128fc261a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:55.835609 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fac1a-833e-4040-bca0-4e9874d30530 req-bba25dd9-6797-4d30-bfcb-b2b6fe396b0a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:55.837628 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ad7fac1a-833e-4040-bca0-4e9874d30530 req-bba25dd9-6797-4d30-bfcb-b2b6fe396b0a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 943 time: 0.5234227 Jul 14 07:12:55.859343 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1d13695f-8826-4120-8e01-ef502343ca95, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1d13695f-8826-4120-8e01-ef502343ca95,segment=NetworkSegment(4f3465f0-c83f-4f17-900a-25eaacaeae03),segment_id=4f3465f0-c83f-4f17-900a-25eaacaeae03)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:55.865357 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-9cdb8f97-df75-4e8b-98b4-ab285d9a72d9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:55.866276 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-9cdb8f97-df75-4e8b-98b4-ab285d9a72d9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:55.908475 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94013081-31eb-4d68-9c52-74c5c1ba46ae tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Router acddc571-9aec-4303-9c75-69911816f47f has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:12:55.912943 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ad7fac1a-833e-4040-bca0-4e9874d30530 req-de7c1012-a762-479d-afba-3f04aa53b7ad tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623682 Jul 14 07:12:55.920260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fa273-799c-4b46-8b7a-98cb8a7fbeb3 req-8d9c8cf0-f0f4-4fdf-aa43-587fc67499f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:55.922485 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-870fa273-799c-4b46-8b7a-98cb8a7fbeb3 req-8d9c8cf0-f0f4-4fdf-aa43-587fc67499f0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41b27377-0a95-4b1f-919e-6eb2b135dd8e HTTP/1.1" status: 200 len: 1097 time: 0.1753082 Jul 14 07:12:55.972655 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-9cdb8f97-df75-4e8b-98b4-ab285d9a72d9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1797707 Jul 14 07:12:55.996035 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:56.021288 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Request body: {'port': {'device_id': 'f29aaadb-9dcd-4234-a01c-1c5a83ff7124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:56.061821 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-870fa273-799c-4b46-8b7a-98cb8a7fbeb3 req-e8bc6eb8-680d-431b-a9cb-1668828bc474 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314778 Jul 14 07:12:56.085150 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ec52ccff-b9ee-485c-9fef-97128fc261a8 None None] Port 159894a1-10da-4932-b048-247cbd0bea61 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:12:56.123721 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=1d13695f-8826-4120-8e01-ef502343ca95,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:56.176936 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20899a2-6b99-4316-9d3b-b937124df8a9 req-b24e852c-8f02-40d4-8d69-f8e2906b3d57 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:56.178853 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d20899a2-6b99-4316-9d3b-b937124df8a9 req-b24e852c-8f02-40d4-8d69-f8e2906b3d57 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 932 time: 0.2249227 Jul 14 07:12:56.196936 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['1d13695f-8826-4120-8e01-ef502343ca95'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:12:56.231182 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94013081-31eb-4d68-9c52-74c5c1ba46ae tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:12:56.244028 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b7b9d-0e2b-466c-b3f4-c44aff689671 None None] Sync routers for ids ['acddc571-9aec-4303-9c75-69911816f47f'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:12:56.252402 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52624) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:56.255423 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-94013081-31eb-4d68-9c52-74c5c1ba46ae tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "PUT /v2.0/routers/acddc571-9aec-4303-9c75-69911816f47f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8199368 Jul 14 07:12:56.266035 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798b7b9d-0e2b-466c-b3f4-c44aff689671 None None] Routers {'acddc571-9aec-4303-9c75-69911816f47f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:12:56.267248 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-798b7b9d-0e2b-466c-b3f4-c44aff689671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:12:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['acddc571-9aec-4303-9c75-69911816f47f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:56.276091 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:56.289635 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a2751aff-61fb-43b0-8df0-e9172790b1eb None None] Provisioning complete for port 2e1e8f87-7cf5-4a3b-9c5d-208c04cda7a3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:56.290010 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a2751aff-61fb-43b0-8df0-e9172790b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:56.315800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9858d5ec-08d6-4e36-a5c5-67ee7a1e8272 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Deleting port 2e1e8f87-7cf5-4a3b-9c5d-208c04cda7a3 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:56.316370 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9858d5ec-08d6-4e36-a5c5-67ee7a1e8272 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:56.319215 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d20899a2-6b99-4316-9d3b-b937124df8a9 req-880dbdd1-ddb5-4f3d-b091-ea3bc1a02824 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/security-groups?id=a72fe248-1511-4838-96cb-694392406c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180289 Jul 14 07:12:56.332170 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a2751aff-61fb-43b0-8df0-e9172790b1eb None None] Port 2e1e8f87-7cf5-4a3b-9c5d-208c04cda7a3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:12:56.391383 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:56.393647 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2ccf14-45b5-4f7b-bb82-1245db25f673 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:56.395257 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2ccf14-45b5-4f7b-bb82-1245db25f673 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:56.400591 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cd2ccf14-45b5-4f7b-bb82-1245db25f673 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1449580 Jul 14 07:12:56.401601 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52626) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:56.407826 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:56.427754 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-798b7b9d-0e2b-466c-b3f4-c44aff689671 None None] Set router acddc571-9aec-4303-9c75-69911816f47f gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:12:56.500317 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-798b7b9d-0e2b-466c-b3f4-c44aff689671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acddc571-9aec-4303-9c75-69911816f47f', 'name': 'tempest-NetworksTestDHCPv6-router-376371562', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:42Z', 'updated_at': '2021-07-14T07:12:54Z', 'revision_number': 3, 'project_id': '742a95c34dd740edaf53d4f844a672bb', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:56.549367 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b7b9d-0e2b-466c-b3f4-c44aff689671 None None] Checking router: acddc571-9aec-4303-9c75-69911816f47f for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:12:56.559197 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-990eb656-79b0-4099-894b-ac51e58b51ee tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet 82ffbc8c-6e1d-495b-a065-e6842f66b0ed {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:12:56.559625 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798b7b9d-0e2b-466c-b3f4-c44aff689671 None None] Routers {'acddc571-9aec-4303-9c75-69911816f47f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:12:56.566172 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-798b7b9d-0e2b-466c-b3f4-c44aff689671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:12:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['acddc571-9aec-4303-9c75-69911816f47f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:56.575343 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-990eb656-79b0-4099-894b-ac51e58b51ee tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:56.713389 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-798b7b9d-0e2b-466c-b3f4-c44aff689671 None None] Set router acddc571-9aec-4303-9c75-69911816f47f gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:12:56.739113 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-990eb656-79b0-4099-894b-ac51e58b51ee tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:56.815168 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-798b7b9d-0e2b-466c-b3f4-c44aff689671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acddc571-9aec-4303-9c75-69911816f47f', 'name': 'tempest-NetworksTestDHCPv6-router-376371562', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:42Z', 'updated_at': '2021-07-14T07:12:54Z', 'revision_number': 3, 'project_id': '742a95c34dd740edaf53d4f844a672bb', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:12:56.892331 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b7b9d-0e2b-466c-b3f4-c44aff689671 None None] The sync data for ids ['acddc571-9aec-4303-9c75-69911816f47f'] in n-d-778696-5 is: [{'id': 'acddc571-9aec-4303-9c75-69911816f47f', 'name': 'tempest-NetworksTestDHCPv6-router-376371562', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:42Z', 'updated_at': '2021-07-14T07:12:54Z', 'revision_number': 3, 'project_id': '742a95c34dd740edaf53d4f844a672bb', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:12:56.914333 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9858d5ec-08d6-4e36-a5c5-67ee7a1e8272 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:56.927939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] Allocated IP 172.25.7.80 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/3cf947bb-1e39-4781-a0dd-2c0b60e4dacd) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:12:56.980369 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9858d5ec-08d6-4e36-a5c5-67ee7a1e8272 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Calling delete_port for 2e1e8f87-7cf5-4a3b-9c5d-208c04cda7a3 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:57.005013 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159894a1-10da-4932-b048-247cbd0bea61 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:12:57.027759 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e93af123-e836-4499-9aea-aae2cbdcd9e0 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:57.034797 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:57.077699 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-990eb656-79b0-4099-894b-ac51e58b51ee tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:57.090867 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1d13695f-8826-4120-8e01-ef502343ca95 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:57.159262 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93af123-e836-4499-9aea-aae2cbdcd9e0 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6939ca9-1a50-472d-8a6a-7cba1f14a9ca,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:57.185551 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Transition to ACTIVE for port object 159894a1-10da-4932-b048-247cbd0bea61 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:12:57.206783 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 1d13695f-8826-4120-8e01-ef502343ca95 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:57.218933 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:57.225491 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 1d13695f-8826-4120-8e01-ef502343ca95 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:57.226034 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:57.228245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e61ca3-54af-49f6-94a2-6406ffcaa4db None None] Network 8c3611c7-e32d-4e05-9074-ff60397bdb02 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:57.440681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Pushing event updated for resources: {'Port': ['ID=159894a1-10da-4932-b048-247cbd0bea61,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:57.455702 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 64d59f20-0478-4ce3-89aa-1b1cfa1df63f up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:57.508381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f9442836-dac7-495a-ab04-041f69c333e3 None None] Provisioning for port 64d59f20-0478-4ce3-89aa-1b1cfa1df63f completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:57.509572 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e93af123-e836-4499-9aea-aae2cbdcd9e0 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:57.518145 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e93af123-e836-4499-9aea-aae2cbdcd9e0 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:57.527388 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e93af123-e836-4499-9aea-aae2cbdcd9e0 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762 tempest-ExternalNetworksAdminNegativeTestJSON-1458358762-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/338ac2c0-e8c7-4e36-a9ef-96554704403f HTTP/1.1" status: 204 len: 168 time: 3.1622324 Jul 14 07:12:57.625105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937a457-e0d6-40bc-9a8d-94e4efa2b3b4 req-58f339ff-c09e-44ef-8802-9fceed01691d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:57.630619 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6937a457-e0d6-40bc-9a8d-94e4efa2b3b4 req-58f339ff-c09e-44ef-8802-9fceed01691d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=41b27377-0a95-4b1f-919e-6eb2b135dd8e HTTP/1.1" status: 200 len: 946 time: 0.8622303 Jul 14 07:12:57.651538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 64d59f20-0478-4ce3-89aa-1b1cfa1df63f completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:12:57.691908 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 64d59f20-0478-4ce3-89aa-1b1cfa1df63f triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:57.692449 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:57.741782 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:57.756157 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Attempting to bind port 159894a1-10da-4932-b048-247cbd0bea61 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:12:57.758205 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Attempting to bind port 159894a1-10da-4932-b048-247cbd0bea61 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c6af4047-db39-46ad-9b3b-eee7d1acad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9e82a324-3525-428e-a290-73810ba0350d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:12:57.758666 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Attempting to bind port 159894a1-10da-4932-b048-247cbd0bea61 on network 9e82a324-3525-428e-a290-73810ba0350d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:12:57.770772 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9858d5ec-08d6-4e36-a5c5-67ee7a1e8272 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:57.791919 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Port 159894a1-10da-4932-b048-247cbd0bea61 on network 9e82a324-3525-428e-a290-73810ba0350d not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:12:57.793748 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Attempting to bind port 159894a1-10da-4932-b048-247cbd0bea61 on network 9e82a324-3525-428e-a290-73810ba0350d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:12:57.821839 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-990eb656-79b0-4099-894b-ac51e58b51ee tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:57.858120 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858d5ec-08d6-4e36-a5c5-67ee7a1e8272 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event deleted for resources: {'Port': ['ID=2e1e8f87-7cf5-4a3b-9c5d-208c04cda7a3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:57.866866 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:57.869333 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:12:57.869678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Checking segment: {'id': 'c6af4047-db39-46ad-9b3b-eee7d1acad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9e82a324-3525-428e-a290-73810ba0350d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:12:57.870068 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Bound using segment: {'id': 'c6af4047-db39-46ad-9b3b-eee7d1acad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9e82a324-3525-428e-a290-73810ba0350d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:12:57.870613 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Bound port: 159894a1-10da-4932-b048-247cbd0bea61, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6af4047-db39-46ad-9b3b-eee7d1acad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9e82a324-3525-428e-a290-73810ba0350d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:12:57.870937 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:57.886976 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:57.950625 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 64d59f20-0478-4ce3-89aa-1b1cfa1df63f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=64d59f20-0478-4ce3-89aa-1b1cfa1df63f,segment=NetworkSegment(bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d),segment_id=bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:57.951879 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:57.959910 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52646) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:57.961747 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:12:57.973416 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:12:57.973761 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:58.023486 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990eb656-79b0-4099-894b-ac51e58b51ee tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=82ffbc8c-6e1d-495b-a065-e6842f66b0ed,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:58.068791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:12:58.098256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=64d59f20-0478-4ce3-89aa-1b1cfa1df63f,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:58.126169 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0960c26-0d54-435b-9a10-0a80cb75b277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d13695f-8826-4120-8e01-ef502343ca95'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:12:58.129014 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378a312e-24d2-4a6d-805d-76fbfb03b3e6" -d '{"events": [{"server_uuid": "c0960c26-0d54-435b-9a10-0a80cb75b277", "name": "network-vif-plugged", "status": "completed", "tag": "1d13695f-8826-4120-8e01-ef502343ca95"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:12:58.138893 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6937a457-e0d6-40bc-9a8d-94e4efa2b3b4 req-3bccbb8c-5481-4945-8def-661f9b160668 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241191 Jul 14 07:12:58.156339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 1d13695f-8826-4120-8e01-ef502343ca95, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1d13695f-8826-4120-8e01-ef502343ca95,segment=NetworkSegment(4f3465f0-c83f-4f17-900a-25eaacaeae03),segment_id=4f3465f0-c83f-4f17-900a-25eaacaeae03)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:58.176892 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:58.268809 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=1d13695f-8826-4120-8e01-ef502343ca95,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:58.293017 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f35aae-f9b2-4204-b5c0-88309dc9a748 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:12:58.297351 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-990eb656-79b0-4099-894b-ac51e58b51ee tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:58.310676 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-990eb656-79b0-4099-894b-ac51e58b51ee tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/82ffbc8c-6e1d-495b-a065-e6842f66b0ed HTTP/1.1" status: 204 len: 168 time: 1.9006255 Jul 14 07:12:58.315047 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52654) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:58.348618 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28321a88-a463-4f8b-8151-97644e852554 req-801e2d1f-254a-4dca-ae77-92117ad3f7ef tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:58.356135 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-28321a88-a463-4f8b-8151-97644e852554 req-801e2d1f-254a-4dca-ae77-92117ad3f7ef tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 944 time: 1.0841672 Jul 14 07:12:58.505155 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] Pushing event updated for resources: {'Port': ['ID=3cf947bb-1e39-4781-a0dd-2c0b60e4dacd,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:58.574711 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59587047-f072-41ec-95df-5947f56f6e22 None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:12:58.625945 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-28321a88-a463-4f8b-8151-97644e852554 req-20e8ef07-1232-45fd-9fe3-3ce627c81d5c tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685344 Jul 14 07:12:58.669747 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6ffde82b-973f-486f-823b-0fe901115e1c None None] Provisioning complete for port 64d59f20-0478-4ce3-89aa-1b1cfa1df63f triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:58.670116 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6ffde82b-973f-486f-823b-0fe901115e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:58.676986 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] For port 159894a1-10da-4932-b048-247cbd0bea61, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:12:58.683680 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] For port 159894a1-10da-4932-b048-247cbd0bea61, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=159894a1-10da-4932-b048-247cbd0bea61,segment=NetworkSegment(c6af4047-db39-46ad-9b3b-eee7d1acad55),segment_id=c6af4047-db39-46ad-9b3b-eee7d1acad55)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:12:58.737474 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e19400-3a26-4f35-b685-9a86fbbd847a x-openstack-request-id: req-26e19400-3a26-4f35-b685-9a86fbbd847a {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:12:58.737766 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0960c26-0d54-435b-9a10-0a80cb75b277", "name": "network-vif-plugged", "status": "completed", "tag": "1d13695f-8826-4120-8e01-ef502343ca95", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:12:58.738013 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26e19400-3a26-4f35-b685-9a86fbbd847a {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:12:58.738637 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0960c26-0d54-435b-9a10-0a80cb75b277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d13695f-8826-4120-8e01-ef502343ca95', 'code': 200} Jul 14 07:12:58.755319 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:58.810567 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-59587047-f072-41ec-95df-5947f56f6e22 None None] Deleting port 436afb78-7ea3-4c96-881d-ef1232ab82e3 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:12:58.812754 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59587047-f072-41ec-95df-5947f56f6e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:58.904818 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:58.906128 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:58.908299 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] 10.222.0.30 "PUT /v2.0/ports/159894a1-10da-4932-b048-247cbd0bea61 HTTP/1.1" status: 200 len: 1092 time: 2.9114242 Jul 14 07:12:58.909446 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 64d59f20-0478-4ce3-89aa-1b1cfa1df63f up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:12:58.909722 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ea0b7-49b6-4f24-a950-c4d6f3a1c67f service neutron] Pushing event updated for resources: {'Port': ['ID=159894a1-10da-4932-b048-247cbd0bea61,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:58.931088 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29aaadb-9dcd-4234-a01c-1c5a83ff7124', 'tag': '159894a1-10da-4932-b048-247cbd0bea61'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:12:58.945946 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0fb7aeeb-d511-4dcf-9794-6ec89323db1c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6276419 Jul 14 07:12:58.953912 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5325dc73-a010-4ba5-9176-1cafa18b8392" -d '{"events": [{"name": "network-changed", "server_uuid": "f29aaadb-9dcd-4234-a01c-1c5a83ff7124", "tag": "159894a1-10da-4932-b048-247cbd0bea61"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:12:58.961418 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52658) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:58.993943 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-894794d0-2f7f-4375-8be8-c85e1fabade4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:59.056738 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-59587047-f072-41ec-95df-5947f56f6e22 None None] For port 436afb78-7ea3-4c96-881d-ef1232ab82e3, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=436afb78-7ea3-4c96-881d-ef1232ab82e3,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:12:59.057151 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59587047-f072-41ec-95df-5947f56f6e22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:59.085441 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-59587047-f072-41ec-95df-5947f56f6e22 None None] Calling delete_port for 436afb78-7ea3-4c96-881d-ef1232ab82e3 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:12:59.140350 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8c02b-8f14-402c-8fe5-82b7ffc3ce97 req-3bc6fcd0-e2a0-4bbf-9b72-049b53df296a tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:59.143203 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e3a8c02b-8f14-402c-8fe5-82b7ffc3ce97 req-3bc6fcd0-e2a0-4bbf-9b72-049b53df296a tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 944 time: 0.7186761 Jul 14 07:12:59.149052 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0fea163a-ffef-48a7-9fd3-c0fd8e1d951a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:59.202076 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-894794d0-2f7f-4375-8be8-c85e1fabade4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:59.227593 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 64d59f20-0478-4ce3-89aa-1b1cfa1df63f triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:12:59.230128 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:59.233696 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20babe95-e475-4dc3-910b-aa2c1a78d0a6 x-openstack-request-id: req-20babe95-e475-4dc3-910b-aa2c1a78d0a6 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:12:59.234323 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f29aaadb-9dcd-4234-a01c-1c5a83ff7124", "tag": "159894a1-10da-4932-b048-247cbd0bea61", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:12:59.234323 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20babe95-e475-4dc3-910b-aa2c1a78d0a6 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:12:59.234668 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f29aaadb-9dcd-4234-a01c-1c5a83ff7124', 'tag': '159894a1-10da-4932-b048-247cbd0bea61', 'status': 'completed', 'code': 200} Jul 14 07:12:59.236909 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-894794d0-2f7f-4375-8be8-c85e1fabade4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:59.293462 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-894794d0-2f7f-4375-8be8-c85e1fabade4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3fe891c729e945218cd7b2c99afd4197&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3297718 Jul 14 07:12:59.299113 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9858d5ec-08d6-4e36-a5c5-67ee7a1e8272 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:59.314590 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9858d5ec-08d6-4e36-a5c5-67ee7a1e8272 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "DELETE /v2.0/ports/2e1e8f87-7cf5-4a3b-9c5d-208c04cda7a3 HTTP/1.1" status: 204 len: 168 time: 3.8265369 Jul 14 07:12:59.317536 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52664) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:59.317536 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52666) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:59.318085 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894794d0-2f7f-4375-8be8-c85e1fabade4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ff65a0-17df-4c3f-b693-4a92bb7b6056,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:59.398442 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59587047-f072-41ec-95df-5947f56f6e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:59.424202 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80252b5b-73dd-4630-8c37-94d2df98def1 req-fb97a210-dd26-4f40-9fb3-5ca981e212d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:59.426108 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-80252b5b-73dd-4630-8c37-94d2df98def1 req-fb97a210-dd26-4f40-9fb3-5ca981e212d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 1096 time: 0.6299944 Jul 14 07:12:59.442807 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59587047-f072-41ec-95df-5947f56f6e22 None None] No DVR routers for this DVR port 436afb78-7ea3-4c96-881d-ef1232ab82e3 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:12:59.452678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59587047-f072-41ec-95df-5947f56f6e22 None None] Pushing event deleted for resources: {'Port': ['ID=436afb78-7ea3-4c96-881d-ef1232ab82e3,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:12:59.496140 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ea4192-941c-4597-b839-9f3abca23dd7 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] GET failed (client error): The resource could not be found. Jul 14 07:12:59.502021 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-03ea4192-941c-4597-b839-9f3abca23dd7 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "GET /v2.0/ports/2e1e8f87-7cf5-4a3b-9c5d-208c04cda7a3 HTTP/1.1" status: 404 len: 333 time: 0.1284926 Jul 14 07:12:59.504331 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52672) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:59.521855 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-2a2555d2-58cd-4283-bd70-1656cd92053e tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Request body: {'port': {'network_id': 'ca29efc5-2387-45f0-9b85-914da805b5b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1649144278'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:59.556044 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 436afb78-7ea3-4c96-881d-ef1232ab82e3 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:12:59.583832 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 436afb78-7ea3-4c96-881d-ef1232ab82e3 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:12:59.584596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 436afb78-7ea3-4c96-881d-ef1232ab82e3 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:12:59.585020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 810bead9-b531-45c2-b46d-d92cc2bf51a5 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:12:59.629067 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e3a8c02b-8f14-402c-8fe5-82b7ffc3ce97 req-3ddbff09-9ab6-44ab-8f43-9ae9b05244a2 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/security-groups?id=a72fe248-1511-4838-96cb-694392406c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4751971 Jul 14 07:12:59.635606 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 810bead9-b531-45c2-b46d-d92cc2bf51a5 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:12:59.636049 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 810bead9-b531-45c2-b46d-d92cc2bf51a5 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:12:59.658760 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0fea163a-ffef-48a7-9fd3-c0fd8e1d951a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:59.667149 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0fea163a-ffef-48a7-9fd3-c0fd8e1d951a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:59.667329 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-d364b5c3-5968-444e-a4c8-2029378861de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:59.668769 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-d364b5c3-5968-444e-a4c8-2029378861de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84712628eb654ff0b9f11d80c53ffa6f&device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 1095 time: 0.7063029 Jul 14 07:12:59.689273 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-80252b5b-73dd-4630-8c37-94d2df98def1 req-d078b0b2-8469-4e01-839b-99a07ce3f100 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540905 Jul 14 07:12:59.746126 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a771c7d-f0b2-4c47-be07-e994bc6abbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:59.755219 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-06fe9cf9-5a19-415b-9c6a-b66376d99f56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=159894a1-10da-4932-b048-247cbd0bea61 HTTP/1.1" status: 200 len: 217 time: 0.0771575 Jul 14 07:12:59.762763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2711dd8-b261-4bdc-9d78-1efa710b4ace req-b8e93464-11a9-42d0-8855-fcf6bcecaa2c tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:59.764900 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2555d2-58cd-4283-bd70-1656cd92053e tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Made reservation on behalf of ccfa646468f14034bcc50023bf4f5e07 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:12:59.769941 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2a2555d2-58cd-4283-bd70-1656cd92053e tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:59.771854 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d2711dd8-b261-4bdc-9d78-1efa710b4ace req-b8e93464-11a9-42d0-8855-fcf6bcecaa2c tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=41b27377-0a95-4b1f-919e-6eb2b135dd8e HTTP/1.1" status: 200 len: 946 time: 0.4531591 Jul 14 07:12:59.781491 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:59.826581 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0fea163a-ffef-48a7-9fd3-c0fd8e1d951a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:59.827459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fea163a-ffef-48a7-9fd3-c0fd8e1d951a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Fanout notify agent at l3_agent the message router_deleted on router acddc571-9aec-4303-9c75-69911816f47f {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:12:59.834409 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a771c7d-f0b2-4c47-be07-e994bc6abbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:59.843437 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0fea163a-ffef-48a7-9fd3-c0fd8e1d951a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:12:59.845432 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0fea163a-ffef-48a7-9fd3-c0fd8e1d951a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/routers/acddc571-9aec-4303-9c75-69911816f47f HTTP/1.1" status: 204 len: 168 time: 0.8820107 Jul 14 07:12:59.851129 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52678) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:12:59.863242 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-95c13de4-e1b9-47b4-af49-b9eb0bbb5350 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:12:59.871350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-2a2555d2-58cd-4283-bd70-1656cd92053e tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] device_id is not set on port 4484b51a-6c65-4652-ae01-5b1d29d5af8d yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:12:59.873816 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d2711dd8-b261-4bdc-9d78-1efa710b4ace req-ffd67552-ae57-4e80-8b48-a40acb0fac65 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007757 Jul 14 07:12:59.980211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-47ebfeb1-4458-4f04-b816-51eaaf3be0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:12:59.982038 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-47ebfeb1-4458-4f04-b816-51eaaf3be0e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=332600d1-7207-42c7-a6e5-4b2788cd4c8b HTTP/1.1" status: 200 len: 855 time: 0.2188170 Jul 14 07:13:00.139814 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a771c7d-f0b2-4c47-be07-e994bc6abbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:00.143330 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a771c7d-f0b2-4c47-be07-e994bc6abbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:00.144497 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5a771c7d-f0b2-4c47-be07-e994bc6abbc1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9ff65a0-17df-4c3f-b693-4a92bb7b6056 HTTP/1.1" status: 204 len: 168 time: 0.7890093 Jul 14 07:13:00.168632 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8df3c8-6e1a-4b74-a83e-0bdd34010f65 req-4df63c52-962d-402a-8257-72fa273b528e tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:00.179521 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d8df3c8-6e1a-4b74-a83e-0bdd34010f65 req-4df63c52-962d-402a-8257-72fa273b528e tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 0.2305920 Jul 14 07:13:00.194897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a771c7d-f0b2-4c47-be07-e994bc6abbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ff65a0-17df-4c3f-b693-4a92bb7b6056,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:00.220411 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-2a2555d2-58cd-4283-bd70-1656cd92053e tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Allocated IP 2001:db8::199 (ca29efc5-2387-45f0-9b85-914da805b5b1/ab6310b1-cc33-4263-9720-4c3501728eaa/4484b51a-6c65-4652-ae01-5b1d29d5af8d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:00.228233 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:00.235760 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c13de4-e1b9-47b4-af49-b9eb0bbb5350 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:00.244226 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95c13de4-e1b9-47b4-af49-b9eb0bbb5350 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:00.250966 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d8df3c8-6e1a-4b74-a83e-0bdd34010f65 req-f6dcb047-b704-4844-a679-993d07f8f44a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704808 Jul 14 07:13:00.354709 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-7916d53a-fe27-4ffe-b27f-62f1a57a3d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:00.357351 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-7916d53a-fe27-4ffe-b27f-62f1a57a3d83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e82a324-3525-428e-a290-73810ba0350d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3633273 Jul 14 07:13:00.417038 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] Router cbbe849c-82d9-4b73-bd76-a1be427d4ff8 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:13:00.455622 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-be96b04a-acd2-46f0-90a6-42cb2dc9830d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:00.561347 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2a2555d2-58cd-4283-bd70-1656cd92053e tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:00.577810 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2a2555d2-58cd-4283-bd70-1656cd92053e tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Transition to ACTIVE for port object 4484b51a-6c65-4652-ae01-5b1d29d5af8d will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:00.630826 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2a2555d2-58cd-4283-bd70-1656cd92053e tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:00.726470 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2555d2-58cd-4283-bd70-1656cd92053e tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event updated for resources: {'Port': ['ID=4484b51a-6c65-4652-ae01-5b1d29d5af8d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:00.762886 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52690) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:00.873076 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2555d2-58cd-4283-bd70-1656cd92053e tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Network ca29efc5-2387-45f0-9b85-914da805b5b1 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:00.895150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-2a2555d2-58cd-4283-bd70-1656cd92053e tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:00.911129 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2555d2-58cd-4283-bd70-1656cd92053e tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:00.918212 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2555d2-58cd-4283-bd70-1656cd92053e tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:00.918870 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2a2555d2-58cd-4283-bd70-1656cd92053e tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:00.939196 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-f7a3782e-068a-4041-9ec2-15006abe8ab5 service neutron] 10.222.0.30 "GET /v2.0/networks/9e82a324-3525-428e-a290-73810ba0350d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167374 Jul 14 07:13:00.971832 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2a2555d2-58cd-4283-bd70-1656cd92053e tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4603882 Jul 14 07:13:00.973296 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52698) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:00.979585 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f42642d5-d9d0-46c0-be94-f8d1ece366df admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a19ca3c21907493c9da4ed1802e0b7cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2061417 Jul 14 07:13:00.992370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52700) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:00.996322 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-526a543c-9494-4b26-a6e5-d17ea5007313 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:bf:fb:b8'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:01.218679 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-676a01fc-bdfb-4af6-a971-08df0852fa98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:01.250380 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d26fa-f0ec-4d74-a8c9-710ea2337b29 req-7d71de63-cd0a-44ea-badd-69560db984a0 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:01.252819 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e9d26fa-f0ec-4d74-a8c9-710ea2337b29 req-7d71de63-cd0a-44ea-badd-69560db984a0 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 944 time: 0.2883935 Jul 14 07:13:01.290097 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c3cdc9f5-59ca-44cc-a3e0-19fba94816e7 req-167fe7d8-946e-49d7-979d-4544d20af5a9 service neutron] 10.222.0.30 "GET /v2.0/networks/9e82a324-3525-428e-a290-73810ba0350d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326402 Jul 14 07:13:01.305008 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a87f0d-5c73-4709-b770-64297813eb6d req-7ecdecf0-8f22-4fc3-8316-0c3900bc2453 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:01.306937 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32a87f0d-5c73-4709-b770-64297813eb6d req-7ecdecf0-8f22-4fc3-8316-0c3900bc2453 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=41b27377-0a95-4b1f-919e-6eb2b135dd8e HTTP/1.1" status: 200 len: 946 time: 0.3413610 Jul 14 07:13:01.321241 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-de3a6aba-b61c-4fb7-bc66-463e92ff6dbd None None] Provisioning for port 4484b51a-6c65-4652-ae01-5b1d29d5af8d completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:01.328418 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-de3a6aba-b61c-4fb7-bc66-463e92ff6dbd None None] Provisioning complete for port 4484b51a-6c65-4652-ae01-5b1d29d5af8d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:01.329079 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-de3a6aba-b61c-4fb7-bc66-463e92ff6dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:01.342701 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:13:01.355554 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Sync routers for ids ['cbbe849c-82d9-4b73-bd76-a1be427d4ff8'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:13:01.377763 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-de3a6aba-b61c-4fb7-bc66-463e92ff6dbd None None] Port 4484b51a-6c65-4652-ae01-5b1d29d5af8d cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:13:01.379887 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Routers {'cbbe849c-82d9-4b73-bd76-a1be427d4ff8'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:01.380707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:12:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['cbbe849c-82d9-4b73-bd76-a1be427d4ff8'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:01.387369 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-676a01fc-bdfb-4af6-a971-08df0852fa98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:01.434981 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-526a543c-9494-4b26-a6e5-d17ea5007313 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:01.449443 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95c13de4-e1b9-47b4-af49-b9eb0bbb5350 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:01.479672 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:01.481821 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6c8f2d8f-ed8e-4150-a8b6-69584ab07f23 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.5142689 Jul 14 07:13:01.487840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52704) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:01.508465 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-676a01fc-bdfb-4af6-a971-08df0852fa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:01.511779 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-676a01fc-bdfb-4af6-a971-08df0852fa98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:01.517338 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-676a01fc-bdfb-4af6-a971-08df0852fa98 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c335bc66-123a-4cbc-9ce4-ad5f5a025a5e HTTP/1.1" status: 204 len: 168 time: 0.5244579 Jul 14 07:13:01.552611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c13de4-e1b9-47b4-af49-b9eb0bbb5350 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:01.561039 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-95c13de4-e1b9-47b4-af49-b9eb0bbb5350 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:01.577108 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c13de4-e1b9-47b4-af49-b9eb0bbb5350 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:01.578106 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95c13de4-e1b9-47b4-af49-b9eb0bbb5350 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:01.588494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a01fc-bdfb-4af6-a971-08df0852fa98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c335bc66-123a-4cbc-9ce4-ad5f5a025a5e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:01.591019 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325dc73-a010-4ba5-9176-1cafa18b8392 req-c035bc4b-d880-4db0-bbe9-6ea73ec9d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:01.592876 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5325dc73-a010-4ba5-9176-1cafa18b8392 req-c035bc4b-d880-4db0-bbe9-6ea73ec9d2a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84712628eb654ff0b9f11d80c53ffa6f&device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 1095 time: 0.2265847 Jul 14 07:13:01.599928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c13de4-e1b9-47b4-af49-b9eb0bbb5350 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=2c1e032a-8fe7-4e77-944e-0b8dd30f6e83,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:01.624958 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-95c13de4-e1b9-47b4-af49-b9eb0bbb5350 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7677150 Jul 14 07:13:01.630037 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e9d26fa-f0ec-4d74-a8c9-710ea2337b29 req-d13f2811-e80d-4fbf-b7aa-68e157446cad tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/security-groups?id=a72fe248-1511-4838-96cb-694392406c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3612840 Jul 14 07:13:01.640792 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52708) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:01.667700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-6f9367bd-9411-4926-b5a5-8f0f80d5e819 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-74302640', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:01.739864 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5e62a9-8907-4b3f-b2a0-9f668edb8562 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:01.794063 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e7364a6-940e-4a91-a291-fb9e134c92b9 req-54d0d5fe-d2f3-4a68-9b1d-bd72def6d08a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5278668 Jul 14 07:13:01.812454 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32a87f0d-5c73-4709-b770-64297813eb6d req-c74c424c-06e5-474c-9a05-fb7542048e87 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487226 Jul 14 07:13:01.832960 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f9367bd-9411-4926-b5a5-8f0f80d5e819 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:01.835667 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f9367bd-9411-4926-b5a5-8f0f80d5e819 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:01.885842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Set router cbbe849c-82d9-4b73-bd76-a1be427d4ff8 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:13:01.908992 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325dc73-a010-4ba5-9176-1cafa18b8392 req-b970c0b7-f2bc-4249-b213-2db17f62ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:01.911450 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5325dc73-a010-4ba5-9176-1cafa18b8392 req-b970c0b7-f2bc-4249-b213-2db17f62ccc8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e82a324-3525-428e-a290-73810ba0350d HTTP/1.1" status: 200 len: 917 time: 0.3086557 Jul 14 07:13:01.985725 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5325dc73-a010-4ba5-9176-1cafa18b8392 req-91ec8428-7635-46ce-a163-719f88578023 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=159894a1-10da-4932-b048-247cbd0bea61 HTTP/1.1" status: 200 len: 217 time: 0.0655992 Jul 14 07:13:02.004829 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f9367bd-9411-4926-b5a5-8f0f80d5e819 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:02.022871 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f9367bd-9411-4926-b5a5-8f0f80d5e819 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:02.047899 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-526a543c-9494-4b26-a6e5-d17ea5007313 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:02.061893 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-526a543c-9494-4b26-a6e5-d17ea5007313 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:02.083668 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f9367bd-9411-4926-b5a5-8f0f80d5e819 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:02.090255 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6f9367bd-9411-4926-b5a5-8f0f80d5e819 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4289124 Jul 14 07:13:02.090905 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52718) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:02.131072 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-526a543c-9494-4b26-a6e5-d17ea5007313 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] In _notify_port_updated(), no bound segment for port 4484b51a-6c65-4652-ae01-5b1d29d5af8d on network ca29efc5-2387-45f0-9b85-914da805b5b1 {{(pid=93827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:13:02.137211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526a543c-9494-4b26-a6e5-d17ea5007313 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:02.137992 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-526a543c-9494-4b26-a6e5-d17ea5007313 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:02.142665 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-526a543c-9494-4b26-a6e5-d17ea5007313 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "PUT /v2.0/ports/4484b51a-6c65-4652-ae01-5b1d29d5af8d HTTP/1.1" status: 200 len: 1003 time: 1.1661704 Jul 14 07:13:02.146703 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325dc73-a010-4ba5-9176-1cafa18b8392 req-91c61a17-6b25-481d-a2d1-d741d55fd55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:02.148510 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5325dc73-a010-4ba5-9176-1cafa18b8392 req-91c61a17-6b25-481d-a2d1-d741d55fd55d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=332600d1-7207-42c7-a6e5-4b2788cd4c8b HTTP/1.1" status: 200 len: 855 time: 0.1542168 Jul 14 07:13:02.148899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52722) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:02.190997 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': '2c1e032a-8fe7-4e77-944e-0b8dd30f6e83'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:13:02.191890 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:02.201121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a543c-9494-4b26-a6e5-d17ea5007313 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event updated for resources: {'Port': ['ID=4484b51a-6c65-4652-ae01-5b1d29d5af8d,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:02.362781 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325dc73-a010-4ba5-9176-1cafa18b8392 req-511567d7-de3d-41b9-a1d7-28320de84d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:02.364512 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5325dc73-a010-4ba5-9176-1cafa18b8392 req-511567d7-de3d-41b9-a1d7-28320de84d18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e82a324-3525-428e-a290-73810ba0350d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996298 Jul 14 07:13:02.455489 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8fe19816-7194-470f-92cf-eb4453ef20bb tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Deleting port 4484b51a-6c65-4652-ae01-5b1d29d5af8d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:02.462506 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fe19816-7194-470f-92cf-eb4453ef20bb tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:02.541310 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7364a6-940e-4a91-a291-fb9e134c92b9 req-d466d177-7c84-4e97-8acb-4079fa1dff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:02.543130 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e7364a6-940e-4a91-a291-fb9e134c92b9 req-d466d177-7c84-4e97-8acb-4079fa1dff05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4b2c8c511db4c2a9a4b9a01f343494e&device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 1096 time: 0.6601670 Jul 14 07:13:02.585286 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Allocated IP 2001:db8::2 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/2c1e032a-8fe7-4e77-944e-0b8dd30f6e83/ebf68837-5466-45ee-ae1b-443327447ffb) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:02.600776 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1027761208-router', 'tenant_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '3cf947bb-1e39-4781-a0dd-2c0b60e4dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:54Z', 'updated_at': '2021-07-14T07:12:59Z', 'revision_number': 3, 'project_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'gw_port': {'id': '3cf947bb-1e39-4781-a0dd-2c0b60e4dacd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:56Z', 'updated_at': '2021-07-14T07:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:02.640547 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5f895-2d87-4ccc-a869-8f266412ec40 req-74f68cde-8809-45e8-87a2-fd130ba4a64f tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:02.642161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7b5f895-2d87-4ccc-a869-8f266412ec40 req-74f68cde-8809-45e8-87a2-fd130ba4a64f tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 0.7138078 Jul 14 07:13:02.654790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Checking router: cbbe849c-82d9-4b73-bd76-a1be427d4ff8 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:13:02.654790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Updating router cbbe849c-82d9-4b73-bd76-a1be427d4ff8 port 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:13:02.714880 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5325dc73-a010-4ba5-9176-1cafa18b8392 req-fb5b71d8-72fc-4b68-b17f-4ddcb3f7a71e service neutron] 10.222.0.30 "GET /v2.0/networks/9e82a324-3525-428e-a290-73810ba0350d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398993 Jul 14 07:13:02.774183 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:02.813055 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3731c73e-bed3-4112-a5bf-fd4c3e126a4c None None] Provisioning complete for port 4484b51a-6c65-4652-ae01-5b1d29d5af8d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:02.813776 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3731c73e-bed3-4112-a5bf-fd4c3e126a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:02.850134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3731c73e-bed3-4112-a5bf-fd4c3e126a4c None None] Port 4484b51a-6c65-4652-ae01-5b1d29d5af8d cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:13:02.881632 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7364a6-940e-4a91-a291-fb9e134c92b9 req-3de7a5ff-7517-43f9-8d36-d162f6730804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:02.883775 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e7364a6-940e-4a91-a291-fb9e134c92b9 req-3de7a5ff-7517-43f9-8d36-d162f6730804 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6167fc1b-e132-43c4-97c4-2419433fec40 HTTP/1.1" status: 200 len: 920 time: 0.2582672 Jul 14 07:13:02.903519 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5325dc73-a010-4ba5-9176-1cafa18b8392 req-a22bd1e9-d8f5-46da-a480-5503c4cfc4d0 service neutron] 10.222.0.30 "GET /v2.0/networks/9e82a324-3525-428e-a290-73810ba0350d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816368 Jul 14 07:13:02.933081 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fe19816-7194-470f-92cf-eb4453ef20bb tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:02.947456 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8fe19816-7194-470f-92cf-eb4453ef20bb tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Calling delete_port for 4484b51a-6c65-4652-ae01-5b1d29d5af8d owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:03.076229 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e7364a6-940e-4a91-a291-fb9e134c92b9 req-d66756b7-8ba0-4edc-a581-b69e89ae2528 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d13695f-8826-4120-8e01-ef502343ca95 HTTP/1.1" status: 200 len: 217 time: 0.1837506 Jul 14 07:13:03.116645 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:03.126472 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fe19816-7194-470f-92cf-eb4453ef20bb tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:03.167643 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7364a6-940e-4a91-a291-fb9e134c92b9 req-ad36b419-234a-4649-80b3-956c48e2d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:03.170669 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e7364a6-940e-4a91-a291-fb9e134c92b9 req-ad36b419-234a-4649-80b3-956c48e2d45a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c57f6f9-d177-479b-9198-f0790b03deff HTTP/1.1" status: 200 len: 859 time: 0.0805664 Jul 14 07:13:03.182613 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7b5f895-2d87-4ccc-a869-8f266412ec40 req-109649b8-efd3-48a0-ac46-96fe38f83caf tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951443 Jul 14 07:13:03.182821 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe19816-7194-470f-92cf-eb4453ef20bb tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event deleted for resources: {'Port': ['ID=4484b51a-6c65-4652-ae01-5b1d29d5af8d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:03.186414 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Transition to ACTIVE for port object ebf68837-5466-45ee-ae1b-443327447ffb will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:03.240997 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fe19816-7194-470f-92cf-eb4453ef20bb tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:03.246026 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8fe19816-7194-470f-92cf-eb4453ef20bb tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "DELETE /v2.0/ports/4484b51a-6c65-4652-ae01-5b1d29d5af8d HTTP/1.1" status: 204 len: 168 time: 1.0916383 Jul 14 07:13:03.246167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Transition to ACTIVE for port object ebf68837-5466-45ee-ae1b-443327447ffb will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:03.246382 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52750) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:03.264354 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:03.312719 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4a769cd7-5673-432f-a52a-c94c586e3295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:03.323015 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afc3d5f-b40d-4d97-94ce-6e9c21233279 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] GET failed (client error): The resource could not be found. Jul 14 07:13:03.328474 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4afc3d5f-b40d-4d97-94ce-6e9c21233279 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "GET /v2.0/ports/4484b51a-6c65-4652-ae01-5b1d29d5af8d HTTP/1.1" status: 404 len: 333 time: 0.0772557 Jul 14 07:13:03.333826 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52756) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:03.349584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f0674144-6844-4948-8303-046670fbbd96 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Request body: {'port': {'network_id': 'ca29efc5-2387-45f0-9b85-914da805b5b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-65849537'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:03.354377 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e7364a6-940e-4a91-a291-fb9e134c92b9 req-fcbc1631-8e0f-45d2-a9be-41ebe82effe4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6167fc1b-e132-43c4-97c4-2419433fec40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1702459 Jul 14 07:13:03.363472 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:03.431766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:03.465421 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:03.472796 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Pushing event updated for resources: {'Port': ['ID=ebf68837-5466-45ee-ae1b-443327447ffb,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:03.487203 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:03.572353 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0674144-6844-4948-8303-046670fbbd96 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Made reservation on behalf of ccfa646468f14034bcc50023bf4f5e07 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:03.575968 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0674144-6844-4948-8303-046670fbbd96 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:03.605543 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0674144-6844-4948-8303-046670fbbd96 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] device_id is not set on port 934edaf3-f9f8-4ad4-be3e-b8075d8781d1 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:13:03.661790 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3681d3b-4103-421f-8b2a-ce55a8796ce8 req-252808bd-3e2f-4e83-b7c8-863f6e28c396 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:03.663978 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3681d3b-4103-421f-8b2a-ce55a8796ce8 req-252808bd-3e2f-4e83-b7c8-863f6e28c396 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 944 time: 0.7746096 Jul 14 07:13:03.727350 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:03.742769 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Attempting to bind port ebf68837-5466-45ee-ae1b-443327447ffb on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:13:03.746404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Attempting to bind port ebf68837-5466-45ee-ae1b-443327447ffb by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:13:03.746952 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Attempting to bind port ebf68837-5466-45ee-ae1b-443327447ffb on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:13:03.750279 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:03.777018 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Transition to ACTIVE for port object 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:03.780241 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:13:03.782232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:13:03.783277 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:03.785525 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:13:03.787229 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Bound port: ebf68837-5466-45ee-ae1b-443327447ffb, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:13:03.792103 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:03.810927 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:03.823699 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f0674144-6844-4948-8303-046670fbbd96 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Allocated IP 2001:db8::2a8 (ca29efc5-2387-45f0-9b85-914da805b5b1/ab6310b1-cc33-4263-9720-4c3501728eaa/934edaf3-f9f8-4ad4-be3e-b8075d8781d1) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:03.868502 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a750a9c-1e5e-4920-97c2-16b30b18e0ff None None] Pushing event updated for resources: {'Port': ['ID=3cf947bb-1e39-4781-a0dd-2c0b60e4dacd,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:03.909368 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e7364a6-940e-4a91-a291-fb9e134c92b9 req-f116edf5-bb25-4304-aa12-18bb85866c7b service neutron] 10.222.0.30 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125320 Jul 14 07:13:03.918160 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3681d3b-4103-421f-8b2a-ce55a8796ce8 req-40435196-b58a-4731-a374-acf1be506e1a tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/security-groups?id=a72fe248-1511-4838-96cb-694392406c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301586 Jul 14 07:13:03.919653 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Attempting to bind port 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:13:03.920142 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Attempting to bind port 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:13:03.920513 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Attempting to bind port 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:13:03.936961 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:13:03.937298 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:13:03.937707 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:03.938094 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:13:03.939209 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Bound port: 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:13:03.939573 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:03.979918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] For port ebf68837-5466-45ee-ae1b-443327447ffb, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:13:04.004088 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] For port ebf68837-5466-45ee-ae1b-443327447ffb, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ebf68837-5466-45ee-ae1b-443327447ffb,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:13:04.023931 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:04.066405 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] For port 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:13:04.125015 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] For port 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3cf947bb-1e39-4781-a0dd-2c0b60e4dacd,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:13:04.144136 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:04.176395 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7590d3c-727a-4727-b1f3-195e6e556ce2 None None] Pushing event updated for resources: {'Port': ['ID=ebf68837-5466-45ee-ae1b-443327447ffb,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:04.195636 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0674144-6844-4948-8303-046670fbbd96 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:04.198672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4196ce8-48b9-4621-b510-73dc3b05290a req-a3a480b5-0a3d-4b86-87df-4fb0ac352a57 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:04.202613 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e4196ce8-48b9-4621-b510-73dc3b05290a req-a3a480b5-0a3d-4b86-87df-4fb0ac352a57 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=41b27377-0a95-4b1f-919e-6eb2b135dd8e HTTP/1.1" status: 200 len: 946 time: 0.7623572 Jul 14 07:13:04.234192 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0674144-6844-4948-8303-046670fbbd96 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Transition to ACTIVE for port object 934edaf3-f9f8-4ad4-be3e-b8075d8781d1 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:04.238551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Routers {'cbbe849c-82d9-4b73-bd76-a1be427d4ff8'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:04.244402 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['cbbe849c-82d9-4b73-bd76-a1be427d4ff8'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:04.261586 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e7364a6-940e-4a91-a291-fb9e134c92b9 req-33ddb639-c97e-4c24-bf88-397bef784778 service neutron] 10.222.0.30 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387969 Jul 14 07:13:04.295882 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0674144-6844-4948-8303-046670fbbd96 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:04.338707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a750a9c-1e5e-4920-97c2-16b30b18e0ff None None] Pushing event updated for resources: {'Port': ['ID=3cf947bb-1e39-4781-a0dd-2c0b60e4dacd,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:04.389080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0674144-6844-4948-8303-046670fbbd96 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Network ca29efc5-2387-45f0-9b85-914da805b5b1 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:04.394959 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f0674144-6844-4948-8303-046670fbbd96 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:04.399520 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0674144-6844-4948-8303-046670fbbd96 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:04.425559 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0674144-6844-4948-8303-046670fbbd96 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:04.426432 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0674144-6844-4948-8303-046670fbbd96 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:04.458338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::1 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/2c1e032a-8fe7-4e77-944e-0b8dd30f6e83/7d90f8c6-cc75-4db6-9602-016a3a25fd91) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:04.479780 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f0674144-6844-4948-8303-046670fbbd96 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1447883 Jul 14 07:13:04.480418 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52782) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:04.499907 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-dfe58946-09f2-4825-b74f-139085ae6197 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Request body: {'port': {'network_id': 'ca29efc5-2387-45f0-9b85-914da805b5b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2074139678'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:04.667031 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] Set router cbbe849c-82d9-4b73-bd76-a1be427d4ff8 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:13:04.703877 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0674144-6844-4948-8303-046670fbbd96 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event updated for resources: {'Port': ['ID=934edaf3-f9f8-4ad4-be3e-b8075d8781d1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:04.710714 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe58946-09f2-4825-b74f-139085ae6197 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Made reservation on behalf of ccfa646468f14034bcc50023bf4f5e07 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:04.716130 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe58946-09f2-4825-b74f-139085ae6197 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:04.768985 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-dfe58946-09f2-4825-b74f-139085ae6197 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] device_id is not set on port 25e3ec76-5f3e-42d3-a810-20fcc267835c yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:13:04.841464 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52786) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:04.854913 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:04.999157 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-dfe58946-09f2-4825-b74f-139085ae6197 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Allocated IP 2001:db8::330 (ca29efc5-2387-45f0-9b85-914da805b5b1/ab6310b1-cc33-4263-9720-4c3501728eaa/25e3ec76-5f3e-42d3-a810-20fcc267835c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:05.020796 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ebf68837-5466-45ee-ae1b-443327447ffb up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:13:05.106297 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1027761208-router', 'tenant_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '3cf947bb-1e39-4781-a0dd-2c0b60e4dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:54Z', 'updated_at': '2021-07-14T07:12:59Z', 'revision_number': 3, 'project_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'gw_port': {'id': '3cf947bb-1e39-4781-a0dd-2c0b60e4dacd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:56Z', 'updated_at': '2021-07-14T07:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:05.142259 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ca966701-b163-41a4-bc56-bd892068d34e tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:05.151757 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port ebf68837-5466-45ee-ae1b-443327447ffb completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:05.154495 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-34c11b5a-032d-43e0-a927-85b04e66aa45 None None] Provisioning for port 934edaf3-f9f8-4ad4-be3e-b8075d8781d1 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:05.159486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-34c11b5a-032d-43e0-a927-85b04e66aa45 None None] Provisioning complete for port 934edaf3-f9f8-4ad4-be3e-b8075d8781d1 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:05.159865 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-34c11b5a-032d-43e0-a927-85b04e66aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:05.161657 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b86a7-9654-496c-bc38-73334b0924d9 None None] The sync data for ids ['cbbe849c-82d9-4b73-bd76-a1be427d4ff8'] in n-d-778696-5 is: [{'id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1027761208-router', 'tenant_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '3cf947bb-1e39-4781-a0dd-2c0b60e4dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:54Z', 'updated_at': '2021-07-14T07:12:59Z', 'revision_number': 3, 'project_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'gw_port': {'id': '3cf947bb-1e39-4781-a0dd-2c0b60e4dacd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:56Z', 'updated_at': '2021-07-14T07:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:13:05.172891 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca966701-b163-41a4-bc56-bd892068d34e tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:05.213670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-34c11b5a-032d-43e0-a927-85b04e66aa45 None None] Port 934edaf3-f9f8-4ad4-be3e-b8075d8781d1 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:13:05.432213 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e4196ce8-48b9-4621-b510-73dc3b05290a req-1b9611ed-3d13-4298-b4f5-c6c58b6f773d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1443455 Jul 14 07:13:05.473665 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:05.710857 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe58946-09f2-4825-b74f-139085ae6197 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:05.742740 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dfe58946-09f2-4825-b74f-139085ae6197 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Transition to ACTIVE for port object 25e3ec76-5f3e-42d3-a810-20fcc267835c will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:05.780752 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c188f-9979-4708-80c6-801a2e62a4ab req-727f153c-f001-44b5-be00-bd557265a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:05.782966 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-684c188f-9979-4708-80c6-801a2e62a4ab req-727f153c-f001-44b5-be00-bd557265a5cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4b2c8c511db4c2a9a4b9a01f343494e&device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 1096 time: 1.3008718 Jul 14 07:13:05.822910 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe58946-09f2-4825-b74f-139085ae6197 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:05.892768 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca966701-b163-41a4-bc56-bd892068d34e tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:05.905660 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe58946-09f2-4825-b74f-139085ae6197 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Network ca29efc5-2387-45f0-9b85-914da805b5b1 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:05.924866 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-dfe58946-09f2-4825-b74f-139085ae6197 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:05.927348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe58946-09f2-4825-b74f-139085ae6197 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:05.934674 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe58946-09f2-4825-b74f-139085ae6197 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:05.935350 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe58946-09f2-4825-b74f-139085ae6197 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:05.966443 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:05.983523 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c528b327-e5e9-4289-899a-d4c5cc127428 None None] Provisioning for port ebf68837-5466-45ee-ae1b-443327447ffb completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:05.989172 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c528b327-e5e9-4289-899a-d4c5cc127428 None None] Provisioning complete for port ebf68837-5466-45ee-ae1b-443327447ffb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:05.989635 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c528b327-e5e9-4289-899a-d4c5cc127428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:05.991891 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dfe58946-09f2-4825-b74f-139085ae6197 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5078583 Jul 14 07:13:05.993469 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52802) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:06.006591 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4c42ce8a-e5a5-48f0-b4be-5fcc6952e198 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::26c', 'mac_address': 'fa:16:3e:bf:fb:b8'}, {'ip_address': '2001:db8::2a8', 'mac_address': 'fa:16:3e:79:da:f8'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:06.026856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fdd67-f7f5-467e-b2e3-fa7557ccf572 req-a02917db-1e3c-41ec-a6b8-d5efb34b74e6 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:06.034480 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a2fdd67-f7f5-467e-b2e3-fa7557ccf572 req-a02917db-1e3c-41ec-a6b8-d5efb34b74e6 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 1.3593442 Jul 14 07:13:06.113978 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c528b327-e5e9-4289-899a-d4c5cc127428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:06.163180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object 7d90f8c6-cc75-4db6-9602-016a3a25fd91 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:06.173863 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:06.197884 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe58946-09f2-4825-b74f-139085ae6197 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event updated for resources: {'Port': ['ID=25e3ec76-5f3e-42d3-a810-20fcc267835c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:06.211964 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c528b327-e5e9-4289-899a-d4c5cc127428 None None] For port ebf68837-5466-45ee-ae1b-443327447ffb, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ebf68837-5466-45ee-ae1b-443327447ffb,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:06.223476 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c528b327-e5e9-4289-899a-d4c5cc127428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:06.234616 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a2fdd67-f7f5-467e-b2e3-fa7557ccf572 req-8c1665d8-48ca-4f58-89c3-584fd6d0d99d tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969273 Jul 14 07:13:06.234616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Allocated IP 172.20.0.1 (8c3611c7-e32d-4e05-9074-ff60397bdb02/62dca43f-6bf4-4ea6-80c2-140c01fa7118/19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:06.264104 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-ca966701-b163-41a4-bc56-bd892068d34e tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Allocated IP 172.25.7.145 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/aed17a3c-e0fa-4e93-9a4a-1c8c36ae2a64) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:06.330525 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528b327-e5e9-4289-899a-d4c5cc127428 None None] Pushing event updated for resources: {'Port': ['ID=ebf68837-5466-45ee-ae1b-443327447ffb,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:06.334738 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c188f-9979-4708-80c6-801a2e62a4ab req-f0568add-e564-4ecd-a4d1-f1a740754a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:06.339760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-684c188f-9979-4708-80c6-801a2e62a4ab req-f0568add-e564-4ecd-a4d1-f1a740754a0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=6167fc1b-e132-43c4-97c4-2419433fec40 HTTP/1.1" status: 200 len: 920 time: 0.4782970 Jul 14 07:13:06.430820 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-684c188f-9979-4708-80c6-801a2e62a4ab req-fc5c115a-f6f5-40cb-a1c0-452b7eb7c234 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d13695f-8826-4120-8e01-ef502343ca95 HTTP/1.1" status: 200 len: 217 time: 0.0624583 Jul 14 07:13:06.453118 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e55ee1-614b-46ef-b813-b4f3e5daf4fe req-fc60c1db-231b-4226-baa5-433b5677b495 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:06.455341 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dd914f82-56d0-40f7-a842-fddd45c6eeca None None] Provisioning for port 25e3ec76-5f3e-42d3-a810-20fcc267835c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:06.459907 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dd914f82-56d0-40f7-a842-fddd45c6eeca None None] Provisioning complete for port 25e3ec76-5f3e-42d3-a810-20fcc267835c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:06.460278 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dd914f82-56d0-40f7-a842-fddd45c6eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:06.465637 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-39e55ee1-614b-46ef-b813-b4f3e5daf4fe req-fc60c1db-231b-4226-baa5-433b5677b495 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 944 time: 0.6870260 Jul 14 07:13:06.539483 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-dd914f82-56d0-40f7-a842-fddd45c6eeca None None] Port 25e3ec76-5f3e-42d3-a810-20fcc267835c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:13:06.592959 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:06.596551 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca966701-b163-41a4-bc56-bd892068d34e tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:06.606851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Transition to ACTIVE for port object 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:06.613680 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c42ce8a-e5a5-48f0-b4be-5fcc6952e198 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:06.667302 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:06.716034 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca966701-b163-41a4-bc56-bd892068d34e tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:06.743313 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:06.762480 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Pushing event updated for resources: {'Port': ['ID=19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:06.817956 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:06.823667 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Network 8c3611c7-e32d-4e05-9074-ff60397bdb02 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:06.828526 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:06.831820 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca966701-b163-41a4-bc56-bd892068d34e tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:06.842976 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:06.843535 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:06.850675 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-ca966701-b163-41a4-bc56-bd892068d34e tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:06.858519 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca966701-b163-41a4-bc56-bd892068d34e tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:06.993275 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca966701-b163-41a4-bc56-bd892068d34e tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Pushing event updated for resources: {'Port': ['ID=aed17a3c-e0fa-4e93-9a4a-1c8c36ae2a64,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:07.101889 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:07.116403 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c188f-9979-4708-80c6-801a2e62a4ab req-bc10b392-9033-42f4-bcf9-0b70086ebece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:07.117980 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-684c188f-9979-4708-80c6-801a2e62a4ab req-bc10b392-9033-42f4-bcf9-0b70086ebece service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c57f6f9-d177-479b-9198-f0790b03deff HTTP/1.1" status: 200 len: 859 time: 0.6747468 Jul 14 07:13:07.140141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:07.155606 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ebf68837-5466-45ee-ae1b-443327447ffb up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:13:07.270219 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-39e55ee1-614b-46ef-b813-b4f3e5daf4fe req-57dcb4f6-f0ef-48eb-ac4f-6ba80144854e tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/security-groups?id=a72fe248-1511-4838-96cb-694392406c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6143382 Jul 14 07:13:07.281527 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=7d90f8c6-cc75-4db6-9602-016a3a25fd91,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:07.302675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-684c188f-9979-4708-80c6-801a2e62a4ab req-d6e65481-1fa2-4a02-b209-25c552756043 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6167fc1b-e132-43c4-97c4-2419433fec40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1502039 Jul 14 07:13:07.308318 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca966701-b163-41a4-bc56-bd892068d34e tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:07.325080 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port ebf68837-5466-45ee-ae1b-443327447ffb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:07.325635 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:07.446946 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:07.466425 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c42ce8a-e5a5-48f0-b4be-5fcc6952e198 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:07.476690 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c42ce8a-e5a5-48f0-b4be-5fcc6952e198 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:07.501475 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-28c0f0ed-452d-41cf-882b-d20ba5fe243b None None] Provisioning for port 7d90f8c6-cc75-4db6-9602-016a3a25fd91 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:07.509547 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-28c0f0ed-452d-41cf-882b-d20ba5fe243b None None] Provisioning complete for port 7d90f8c6-cc75-4db6-9602-016a3a25fd91 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:07.510046 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-28c0f0ed-452d-41cf-882b-d20ba5fe243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:07.511902 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:07.524490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4c42ce8a-e5a5-48f0-b4be-5fcc6952e198 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] In _notify_port_updated(), no bound segment for port 25e3ec76-5f3e-42d3-a810-20fcc267835c on network ca29efc5-2387-45f0-9b85-914da805b5b1 {{(pid=93827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:13:07.530049 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c42ce8a-e5a5-48f0-b4be-5fcc6952e198 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:07.530735 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c42ce8a-e5a5-48f0-b4be-5fcc6952e198 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:07.535198 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4c42ce8a-e5a5-48f0-b4be-5fcc6952e198 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "PUT /v2.0/ports/25e3ec76-5f3e-42d3-a810-20fcc267835c HTTP/1.1" status: 200 len: 1068 time: 1.5358477 Jul 14 07:13:07.538120 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52830) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:07.560803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-28c0f0ed-452d-41cf-882b-d20ba5fe243b None None] Port 7d90f8c6-cc75-4db6-9602-016a3a25fd91 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:13:07.566139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:13:07.623032 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca966701-b163-41a4-bc56-bd892068d34e tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:07.658660 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:07.665008 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:07.666375 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:07.707945 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42ce8a-e5a5-48f0-b4be-5fcc6952e198 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event updated for resources: {'Port': ['ID=25e3ec76-5f3e-42d3-a810-20fcc267835c,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:07.750885 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ba7c5923-53e1-4181-b6fa-68829d0c7860 None None] Provisioning for port 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:07.759289 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ba7c5923-53e1-4181-b6fa-68829d0c7860 None None] Provisioning complete for port 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:07.759654 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba7c5923-53e1-4181-b6fa-68829d0c7860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:07.803622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4058a874-b156-4442-acc5-67b87810ef88 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Deleting port 25e3ec76-5f3e-42d3-a810-20fcc267835c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:07.804504 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4058a874-b156-4442-acc5-67b87810ef88 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:07.999374 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca966701-b163-41a4-bc56-bd892068d34e tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.011785 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca966701-b163-41a4-bc56-bd892068d34e tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.014863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c5923-53e1-4181-b6fa-68829d0c7860 None None] Port 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:13:08.031002 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.040742 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.048441 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-684c188f-9979-4708-80c6-801a2e62a4ab req-fccfa5d7-8660-4bbf-a046-975f9eec6369 service neutron] 10.222.0.30 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7318954 Jul 14 07:13:08.057799 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.058671 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.060021 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3cf947bb-1e39-4781-a0dd-2c0b60e4dacd,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:08.070373 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.152076 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b173b33b-87a6-4f66-9fd1-e66d68e78b02 None None] Provisioning complete for port 25e3ec76-5f3e-42d3-a810-20fcc267835c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:08.153007 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b173b33b-87a6-4f66-9fd1-e66d68e78b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.165232 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4058a874-b156-4442-acc5-67b87810ef88 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.189303 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca966701-b163-41a4-bc56-bd892068d34e tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Pushing event updated for resources: {'Port': ['ID=aed17a3c-e0fa-4e93-9a4a-1c8c36ae2a64,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:08.192885 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecce4c-477b-4d7d-98ea-03f4e1f170b4 req-9933cf5b-4d4b-410e-b26c-58e4dc4d6daf tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:08.197631 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4058a874-b156-4442-acc5-67b87810ef88 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Calling delete_port for 25e3ec76-5f3e-42d3-a810-20fcc267835c owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:08.201079 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-daecce4c-477b-4d7d-98ea-03f4e1f170b4 req-9933cf5b-4d4b-410e-b26c-58e4dc4d6daf tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 0.6826458 Jul 14 07:13:08.209447 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b173b33b-87a6-4f66-9fd1-e66d68e78b02 None None] Port 25e3ec76-5f3e-42d3-a810-20fcc267835c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:13:08.218597 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca966701-b163-41a4-bc56-bd892068d34e tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.220126 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=3cf947bb-1e39-4781-a0dd-2c0b60e4dacd,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:08.278639 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca966701-b163-41a4-bc56-bd892068d34e tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.279877 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ca966701-b163-41a4-bc56-bd892068d34e tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4376476 Jul 14 07:13:08.282720 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52844) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:08.289096 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a81181b4-c0a4-4714-8046-d7bcd5a8d2eb tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1779936494'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:08.300340 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=7d90f8c6-cc75-4db6-9602-016a3a25fd91,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:08.336402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-daecce4c-477b-4d7d-98ea-03f4e1f170b4 req-3a57a40d-c8d5-470d-8ea8-c19f72dfbffd tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325145 Jul 14 07:13:08.358687 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.398849 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-684c188f-9979-4708-80c6-801a2e62a4ab req-64aaf806-b463-49fc-8154-06a523eb2586 service neutron] 10.222.0.30 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342874 Jul 14 07:13:08.412169 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:08.431350 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:08.450458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81181b4-c0a4-4714-8046-d7bcd5a8d2eb tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Made reservation on behalf of 3faaa596b97643fd9d086d5f6f07b3b3 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:08.455717 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a81181b4-c0a4-4714-8046-d7bcd5a8d2eb tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.467287 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a81181b4-c0a4-4714-8046-d7bcd5a8d2eb tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.479985 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4058a874-b156-4442-acc5-67b87810ef88 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.523842 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058a874-b156-4442-acc5-67b87810ef88 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event deleted for resources: {'Port': ['ID=25e3ec76-5f3e-42d3-a810-20fcc267835c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:08.674208 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9497da6-ef67-4b90-9a58-da0642bea125 req-6300ba1d-479c-4d13-b6a5-ac27d5a6c0f8 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:08.675823 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f9497da6-ef67-4b90-9a58-da0642bea125 req-6300ba1d-479c-4d13-b6a5-ac27d5a6c0f8 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 944 time: 0.2405670 Jul 14 07:13:08.742512 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f9497da6-ef67-4b90-9a58-da0642bea125 req-40ac94c0-d09b-441d-9a96-33862aac7af3 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/security-groups?id=a72fe248-1511-4838-96cb-694392406c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564842 Jul 14 07:13:08.787110 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Router 04b645c8-24f8-405c-a76d-98c79b835cc5 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:13:08.792721 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.802813 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.806656 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a81181b4-c0a4-4714-8046-d7bcd5a8d2eb tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.846145 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a81181b4-c0a4-4714-8046-d7bcd5a8d2eb tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.857814 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4058a874-b156-4442-acc5-67b87810ef88 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:08.864074 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4058a874-b156-4442-acc5-67b87810ef88 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "DELETE /v2.0/ports/25e3ec76-5f3e-42d3-a810-20fcc267835c HTTP/1.1" status: 204 len: 168 time: 1.3225191 Jul 14 07:13:08.865060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52856) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:08.964611 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:13:08.965447 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d181a0-53cd-4ccb-a531-6cc193aa6a33 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] GET failed (client error): The resource could not be found. Jul 14 07:13:08.967344 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a1d181a0-53cd-4ccb-a531-6cc193aa6a33 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "GET /v2.0/ports/25e3ec76-5f3e-42d3-a810-20fcc267835c HTTP/1.1" status: 404 len: 333 time: 0.1003411 Jul 14 07:13:08.973064 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81181b4-c0a4-4714-8046-d7bcd5a8d2eb tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:13:08.974937 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52858) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:08.989840 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81181b4-c0a4-4714-8046-d7bcd5a8d2eb tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65aa9aad-4ce5-4139-944f-393e88e61c2e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:09.022501 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a81181b4-c0a4-4714-8046-d7bcd5a8d2eb tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:09.022860 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-a81181b4-c0a4-4714-8046-d7bcd5a8d2eb tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Added segment 18c352a2-125f-4a16-a086-7848511c8e74 of type vlan for network af8a7de9-784f-45d5-97f7-26579ee7957d Jul 14 07:13:09.030966 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:09.031617 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:09.076169 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-875d16e1-f019-4067-be30-16050761750d None None] Provisioning complete for port 7d90f8c6-cc75-4db6-9602-016a3a25fd91 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:09.076705 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-875d16e1-f019-4067-be30-16050761750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:09.106973 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a81181b4-c0a4-4714-8046-d7bcd5a8d2eb tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:09.123709 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 159894a1-10da-4932-b048-247cbd0bea61 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:13:09.144537 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-875d16e1-f019-4067-be30-16050761750d None None] Port 7d90f8c6-cc75-4db6-9602-016a3a25fd91 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:13:09.181244 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a81181b4-c0a4-4714-8046-d7bcd5a8d2eb tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:09.193461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81181b4-c0a4-4714-8046-d7bcd5a8d2eb tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:09.196509 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a81181b4-c0a4-4714-8046-d7bcd5a8d2eb tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:09.217150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-88c8146c-5976-41ad-80f0-be261144e549 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Deleting port 934edaf3-f9f8-4ad4-be3e-b8075d8781d1 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:09.217730 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-88c8146c-5976-41ad-80f0-be261144e549 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:09.296115 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 159894a1-10da-4932-b048-247cbd0bea61, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=159894a1-10da-4932-b048-247cbd0bea61,segment=NetworkSegment(c6af4047-db39-46ad-9b3b-eee7d1acad55),segment_id=c6af4047-db39-46ad-9b3b-eee7d1acad55)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:09.309365 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '159894a1-10da-4932-b048-247cbd0bea61', 'network_id': '9e82a324-3525-428e-a290-73810ba0350d', 'port_id': '159894a1-10da-4932-b048-247cbd0bea61', 'mac_address': 'fa:16:3e:e1:eb:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:13:09.324839 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a81181b4-c0a4-4714-8046-d7bcd5a8d2eb tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0410726 Jul 14 07:13:09.333733 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52872) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:09.339107 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6d86ea3a-e748-4584-bc9b-5534acfe7cf0 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Request body: {'subnet': {'network_id': 'af8a7de9-784f-45d5-97f7-26579ee7957d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:09.356163 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:09.373105 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159894a1-10da-4932-b048-247cbd0bea61 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:13:09.405926 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 159894a1-10da-4932-b048-247cbd0bea61, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=159894a1-10da-4932-b048-247cbd0bea61,segment=NetworkSegment(c6af4047-db39-46ad-9b3b-eee7d1acad55),segment_id=c6af4047-db39-46ad-9b3b-eee7d1acad55)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:09.406118 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81181b4-c0a4-4714-8046-d7bcd5a8d2eb tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Pushing event updated for resources: {'Network': ['ID=af8a7de9-784f-45d5-97f7-26579ee7957d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:09.415834 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:09.427033 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network af8a7de9-784f-45d5-97f7-26579ee7957d details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:13:09.458608 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-88c8146c-5976-41ad-80f0-be261144e549 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:09.478825 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-88c8146c-5976-41ad-80f0-be261144e549 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Calling delete_port for 934edaf3-f9f8-4ad4-be3e-b8075d8781d1 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:09.568246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d86ea3a-e748-4584-bc9b-5534acfe7cf0 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Made reservation on behalf of 3faaa596b97643fd9d086d5f6f07b3b3 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:09.572174 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d86ea3a-e748-4584-bc9b-5534acfe7cf0 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:09.659488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:13:09.667365 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=159894a1-10da-4932-b048-247cbd0bea61,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:09.671861 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Sync routers for ids ['04b645c8-24f8-405c-a76d-98c79b835cc5'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:13:09.674932 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7df5ee81-c90f-451b-8d7f-59d016f3e93b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "PUT /v2.0/routers/04b645c8-24f8-405c-a76d-98c79b835cc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5789046 Jul 14 07:13:09.677086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['159894a1-10da-4932-b048-247cbd0bea61'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:13:09.689459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52886) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:09.698174 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Routers {'04b645c8-24f8-405c-a76d-98c79b835cc5'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:09.699125 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['04b645c8-24f8-405c-a76d-98c79b835cc5'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:09.751869 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:09.758860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Pushing event updated for resources: {'Port': ['ID=19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:09.818924 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:09.825945 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:09.826495 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:09.827298 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:09.827638 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:09.827966 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:09.828424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:09.828786 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:09.829123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:09.829470 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:09.829793 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:09.833439 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:09.843885 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b806a1e-e452-46a6-a0b3-9ad58d9acede tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:09.849325 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3b806a1e-e452-46a6-a0b3-9ad58d9acede tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports/7d90f8c6-cc75-4db6-9602-016a3a25fd91 HTTP/1.1" status: 200 len: 911 time: 0.1558316 Jul 14 07:13:09.854925 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52896) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:09.916221 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Set router 04b645c8-24f8-405c-a76d-98c79b835cc5 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:13:10.041309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Network 8c3611c7-e32d-4e05-9074-ff60397bdb02 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:10.067036 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:10.088869 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64b9ac-5fa0-4f37-95ab-f18f2730ba38 req-cf45a1ec-9250-40b4-bb40-ba4925f88c38 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:10.091789 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7a64b9ac-5fa0-4f37-95ab-f18f2730ba38 req-cf45a1ec-9250-40b4-bb40-ba4925f88c38 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 0.4419429 Jul 14 07:13:10.093424 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-88c8146c-5976-41ad-80f0-be261144e549 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:10.216700 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:13:10.249053 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8146c-5976-41ad-80f0-be261144e549 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event deleted for resources: {'Port': ['ID=934edaf3-f9f8-4ad4-be3e-b8075d8781d1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:10.272893 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b645c8-24f8-405c-a76d-98c79b835cc5', 'name': 'tempest-NetworksTestDHCPv6-router-74302640', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:13:01Z', 'updated_at': '2021-07-14T07:13:07Z', 'revision_number': 2, 'project_id': '742a95c34dd740edaf53d4f844a672bb', 'gw_port_host': None, '_interfaces': [{'id': '7d90f8c6-cc75-4db6-9602-016a3a25fd91', 'name': '', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'mac_address': 'fa:16:3e:67:5e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b645c8-24f8-405c-a76d-98c79b835cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2c1e032a-8fe7-4e77-944e-0b8dd30f6e83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:13:03Z', 'updated_at': '2021-07-14T07:13:07Z', 'revision_number': 2, 'project_id': '742a95c34dd740edaf53d4f844a672bb', 'subnets': [{'id': '2c1e032a-8fe7-4e77-944e-0b8dd30f6e83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:10.280516 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d86ea3a-e748-4584-bc9b-5534acfe7cf0 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:10.343432 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7a64b9ac-5fa0-4f37-95ab-f18f2730ba38 req-9c5310d7-8b18-4592-b36d-6e6312ccc602 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398107 Jul 14 07:13:10.357222 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Checking router: 04b645c8-24f8-405c-a76d-98c79b835cc5 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:13:10.357741 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Updating router 04b645c8-24f8-405c-a76d-98c79b835cc5 port 7d90f8c6-cc75-4db6-9602-016a3a25fd91 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:13:10.369946 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55316d06-f6ba-4ca3-b023-1a57a92daad5 req-7a2ba5a0-11af-433e-9365-af08cca91dc3 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:10.380912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-55316d06-f6ba-4ca3-b023-1a57a92daad5 req-7a2ba5a0-11af-433e-9365-af08cca91dc3 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 945 time: 0.3490701 Jul 14 07:13:10.425503 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-88c8146c-5976-41ad-80f0-be261144e549 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:10.427246 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-88c8146c-5976-41ad-80f0-be261144e549 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "DELETE /v2.0/ports/934edaf3-f9f8-4ad4-be3e-b8075d8781d1 HTTP/1.1" status: 204 len: 168 time: 1.4504282 Jul 14 07:13:10.433741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52914) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:10.453105 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d8d33-1ef2-4a1b-9767-35326849d419 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:10.471856 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d8d33-1ef2-4a1b-9767-35326849d419 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:10.475183 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-607d8d33-1ef2-4a1b-9767-35326849d419 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6179123 Jul 14 07:13:10.490065 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52918) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:10.496510 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:10.521044 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24b214a-f36d-44f6-b399-6a0a011829fd tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] GET failed (client error): The resource could not be found. Jul 14 07:13:10.522754 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b24b214a-f36d-44f6-b399-6a0a011829fd tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "GET /v2.0/ports/934edaf3-f9f8-4ad4-be3e-b8075d8781d1 HTTP/1.1" status: 404 len: 333 time: 0.0853591 Jul 14 07:13:10.529376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52926) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:10.543925 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-55316d06-f6ba-4ca3-b023-1a57a92daad5 req-cd5b1d70-784b-4ce8-a8f9-511d84be5691 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/security-groups?id=a72fe248-1511-4838-96cb-694392406c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620855 Jul 14 07:13:10.572258 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Router cbbe849c-82d9-4b73-bd76-a1be427d4ff8 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:13:10.591688 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f10b75fc-6fe6-418e-b7af-7bac3de0ae5f None None] Provisioning complete for port 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:10.592265 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f10b75fc-6fe6-418e-b7af-7bac3de0ae5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:10.622154 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:10.646636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'bf9b4e08-8c76-4a3b-83e3-da7b316f84c1', 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5', 'port_id': 'bf9b4e08-8c76-4a3b-83e3-da7b316f84c1', 'mac_address': 'fa:16:3e:cf:00:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8b4972-4af0-4364-94c1-6b8288d85079', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:13:10.690536 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86ea3a-e748-4584-bc9b-5534acfe7cf0 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Pushing event updated for resources: {'Subnet': ['ID=b575eb5f-47e7-4014-ae5b-541b306cf96b,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:10.732326 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86ea3a-e748-4584-bc9b-5534acfe7cf0 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Checking segment: {'id': '18c352a2-125f-4a16-a086-7848511c8e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'af8a7de9-784f-45d5-97f7-26579ee7957d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:13:10.733367 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d86ea3a-e748-4584-bc9b-5534acfe7cf0 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Network hostable DHCP agents. Network: af8a7de9-784f-45d5-97f7-26579ee7957d, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:13:10.791223 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:10.843363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d86ea3a-e748-4584-bc9b-5534acfe7cf0 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Network af8a7de9-784f-45d5-97f7-26579ee7957d is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:13:10.856754 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:13:10.871553 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-6d86ea3a-e748-4584-bc9b-5534acfe7cf0 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, af8a7de9-784f-45d5-97f7-26579ee7957d) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:10.877421 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d86ea3a-e748-4584-bc9b-5534acfe7cf0 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:10.878359 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d86ea3a-e748-4584-bc9b-5534acfe7cf0 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:10.888917 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f10b75fc-6fe6-418e-b7af-7bac3de0ae5f None None] Port 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:13:10.892549 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36f2d6e-720b-49fb-864a-bd1579f85a0c None None] Network af8a7de9-784f-45d5-97f7-26579ee7957d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:10.905066 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6d86ea3a-e748-4584-bc9b-5534acfe7cf0 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5699027 Jul 14 07:13:10.905832 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52928) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:10.927064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:10.940182 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1554317278', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:10.941525 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:10.999694 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:11.004664 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:11.034466 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['bf9b4e08-8c76-4a3b-83e3-da7b316f84c1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:13:11.068856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:13:11.080114 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a91dcf0e-9a0c-4f05-8b24-cbd457ce1f2b admin admin] 10.222.0.35 "PUT /v2.0/routers/cbbe849c-82d9-4b73-bd76-a1be427d4ff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5818231 Jul 14 07:13:11.103111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ff16541c-0e05-4719-85a4-9bc8631015d0 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Deleting port a104f092-2d78-4b32-9ebe-d7ecbf359b3d {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:11.103451 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff16541c-0e05-4719-85a4-9bc8631015d0 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:11.108215 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Sync routers for ids ['cbbe849c-82d9-4b73-bd76-a1be427d4ff8'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:13:11.156061 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 159894a1-10da-4932-b048-247cbd0bea61 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:13:11.213849 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:11.246273 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Transition to ACTIVE for port object 7d90f8c6-cc75-4db6-9602-016a3a25fd91 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:11.256816 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:11.279864 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:11.305628 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff16541c-0e05-4719-85a4-9bc8631015d0 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:11.320140 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Routers {'cbbe849c-82d9-4b73-bd76-a1be427d4ff8'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:11.320760 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['cbbe849c-82d9-4b73-bd76-a1be427d4ff8'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:11.342142 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ff16541c-0e05-4719-85a4-9bc8631015d0 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Calling delete_port for a104f092-2d78-4b32-9ebe-d7ecbf359b3d owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:11.371554 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:11.406646 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53684f25-2d3d-4bd5-82f8-aacb2b30f70b None None] Pushing event updated for resources: {'Port': ['ID=7d90f8c6-cc75-4db6-9602-016a3a25fd91,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:11.455764 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53684f25-2d3d-4bd5-82f8-aacb2b30f70b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:11.456117 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53684f25-2d3d-4bd5-82f8-aacb2b30f70b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:11.456457 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53684f25-2d3d-4bd5-82f8-aacb2b30f70b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:11.456783 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53684f25-2d3d-4bd5-82f8-aacb2b30f70b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:11.457118 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53684f25-2d3d-4bd5-82f8-aacb2b30f70b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:11.457474 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53684f25-2d3d-4bd5-82f8-aacb2b30f70b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:11.457800 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53684f25-2d3d-4bd5-82f8-aacb2b30f70b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:11.458125 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53684f25-2d3d-4bd5-82f8-aacb2b30f70b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:11.458443 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53684f25-2d3d-4bd5-82f8-aacb2b30f70b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:11.458762 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53684f25-2d3d-4bd5-82f8-aacb2b30f70b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:11.459085 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53684f25-2d3d-4bd5-82f8-aacb2b30f70b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:11.459424 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53684f25-2d3d-4bd5-82f8-aacb2b30f70b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:11.582014 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Attempting to bind port 7d90f8c6-cc75-4db6-9602-016a3a25fd91 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:13:11.582380 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Attempting to bind port 7d90f8c6-cc75-4db6-9602-016a3a25fd91 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:13:11.582741 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Attempting to bind port 7d90f8c6-cc75-4db6-9602-016a3a25fd91 on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:13:11.593561 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:13:11.593940 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:13:11.594388 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:11.594822 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:13:11.595507 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Bound port: 7d90f8c6-cc75-4db6-9602-016a3a25fd91, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:13:11.605812 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:11.731203 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] For port 7d90f8c6-cc75-4db6-9602-016a3a25fd91, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:13:11.738112 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a5ba562-7e19-48f7-9ce5-f16f2c00d593 req-3d40a9e1-9a48-49b2-99ae-5e4968745b81 tempest-FloatingIPsNegativeTestJSON-1674472521 tempest-FloatingIPsNegativeTestJSON-1674472521-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=29d5d2e302f5415a8cdd9a8664f20ae3 HTTP/1.1" status: 200 len: 217 time: 0.2017605 Jul 14 07:13:11.739808 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] For port 7d90f8c6-cc75-4db6-9602-016a3a25fd91, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=7d90f8c6-cc75-4db6-9602-016a3a25fd91,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:13:11.750173 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:11.764433 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:11.845204 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Routers {'04b645c8-24f8-405c-a76d-98c79b835cc5'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:11.846147 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['04b645c8-24f8-405c-a76d-98c79b835cc5'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:11.857391 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53684f25-2d3d-4bd5-82f8-aacb2b30f70b None None] Pushing event updated for resources: {'Port': ['ID=7d90f8c6-cc75-4db6-9602-016a3a25fd91,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:12.041536 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0004938a-82df-4c6c-b195-c79b80d5ceb4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:12.113905 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536e71f-a4fb-4081-93be-5b44c3531e42 req-a7f11dbe-8056-47c1-9e6a-1f768056853d tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:12.121853 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b536e71f-a4fb-4081-93be-5b44c3531e42 req-a7f11dbe-8056-47c1-9e6a-1f768056853d tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 0.4094675 Jul 14 07:13:12.192237 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-af8a7de9-784f-45d5-97f7-26579ee7957d', 'network_id': 'af8a7de9-784f-45d5-97f7-26579ee7957d', 'tenant_id': '3faaa596b97643fd9d086d5f6f07b3b3', 'fixed_ips': [{'subnet_id': 'b575eb5f-47e7-4014-ae5b-541b306cf96b'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:13:12.193093 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:12.247010 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:13:12.317399 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 159894a1-10da-4932-b048-247cbd0bea61 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:12.334223 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 159894a1-10da-4932-b048-247cbd0bea61 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:12.334594 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:12.363394 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b536e71f-a4fb-4081-93be-5b44c3531e42 req-f9a1a131-8291-4bd0-9572-50a73fff46df tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404277 Jul 14 07:13:12.408402 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff16541c-0e05-4719-85a4-9bc8631015d0 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:12.423103 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] Set router 04b645c8-24f8-405c-a76d-98c79b835cc5 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:13:12.508263 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16541c-0e05-4719-85a4-9bc8631015d0 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event deleted for resources: {'Port': ['ID=a104f092-2d78-4b32-9ebe-d7ecbf359b3d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:12.533713 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Set router cbbe849c-82d9-4b73-bd76-a1be427d4ff8 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:13:12.566946 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5418b0be-6b0a-4ba8-8f16-bf5a26ef579d req-3e772b54-ac3b-4b2b-9ef9-11e32c8a0f1f tempest-FloatingIPsNegativeTestJSON-1674472521 tempest-FloatingIPsNegativeTestJSON-1674472521-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1379302 Jul 14 07:13:12.744622 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-746afd1f-4e3d-4444-a68f-21a4811065be req-572bc1cc-b369-47b8-b500-cff0b9a0a753 tempest-FloatingIPsNegativeTestJSON-1674472521 tempest-FloatingIPsNegativeTestJSON-1674472521-project] show failed (client error): The resource could not be found. Jul 14 07:13:12.768649 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-746afd1f-4e3d-4444-a68f-21a4811065be req-572bc1cc-b369-47b8-b500-cff0b9a0a753 tempest-FloatingIPsNegativeTestJSON-1674472521 tempest-FloatingIPsNegativeTestJSON-1674472521-project] 10.222.0.35 "GET /v2.0/floatingips/7f9569ab-9b5d-4217-95cf-190bdec688c3 HTTP/1.1" status: 404 len: 350 time: 0.1415553 Jul 14 07:13:12.771624 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff16541c-0e05-4719-85a4-9bc8631015d0 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:12.782047 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ff16541c-0e05-4719-85a4-9bc8631015d0 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "DELETE /v2.0/ports/a104f092-2d78-4b32-9ebe-d7ecbf359b3d HTTP/1.1" status: 204 len: 168 time: 2.2513485 Jul 14 07:13:12.784734 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52962) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:12.785310 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52964) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:12.920014 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b645c8-24f8-405c-a76d-98c79b835cc5', 'name': 'tempest-NetworksTestDHCPv6-router-74302640', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:13:01Z', 'updated_at': '2021-07-14T07:13:07Z', 'revision_number': 2, 'project_id': '742a95c34dd740edaf53d4f844a672bb', 'gw_port_host': None, '_interfaces': [{'id': '7d90f8c6-cc75-4db6-9602-016a3a25fd91', 'name': '', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'mac_address': 'fa:16:3e:67:5e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b645c8-24f8-405c-a76d-98c79b835cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2c1e032a-8fe7-4e77-944e-0b8dd30f6e83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:13:03Z', 'updated_at': '2021-07-14T07:13:11Z', 'revision_number': 4, 'project_id': '742a95c34dd740edaf53d4f844a672bb', 'subnets': [{'id': '2c1e032a-8fe7-4e77-944e-0b8dd30f6e83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:13.004362 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a233c2d-1068-4c41-b590-abf4fe31f8d4 None None] The sync data for ids ['04b645c8-24f8-405c-a76d-98c79b835cc5'] in n-d-778696-5 is: [{'id': '04b645c8-24f8-405c-a76d-98c79b835cc5', 'name': 'tempest-NetworksTestDHCPv6-router-74302640', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:13:01Z', 'updated_at': '2021-07-14T07:13:07Z', 'revision_number': 2, 'project_id': '742a95c34dd740edaf53d4f844a672bb', 'gw_port_host': None, '_interfaces': [{'id': '7d90f8c6-cc75-4db6-9602-016a3a25fd91', 'name': '', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'mac_address': 'fa:16:3e:67:5e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b645c8-24f8-405c-a76d-98c79b835cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2c1e032a-8fe7-4e77-944e-0b8dd30f6e83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:13:03Z', 'updated_at': '2021-07-14T07:13:11Z', 'revision_number': 4, 'project_id': '742a95c34dd740edaf53d4f844a672bb', 'subnets': [{'id': '2c1e032a-8fe7-4e77-944e-0b8dd30f6e83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:13:13.017433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Allocated IP 172.20.0.2 (af8a7de9-784f-45d5-97f7-26579ee7957d/b575eb5f-47e7-4014-ae5b-541b306cf96b/7f08d22b-662a-493f-8a58-78b6f19ee5ce) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:13.018436 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e8f06-0693-45bf-ab5d-914c10d5309b req-c86db51a-ffe9-4deb-b06d-19ef8c491a75 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:13.023531 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e5e8f06-0693-45bf-ab5d-914c10d5309b req-c86db51a-ffe9-4deb-b06d-19ef8c491a75 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 945 time: 0.8190126 Jul 14 07:13:13.191766 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a37c05e-a79e-4089-ad4b-4115ffdb3166 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Deleting subnet ab6310b1-cc33-4263-9720-4c3501728eaa {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:13:13.216644 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a37c05e-a79e-4089-ad4b-4115ffdb3166 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:13.305615 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a37c05e-a79e-4089-ad4b-4115ffdb3166 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:13.313780 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:13.371453 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:13.476864 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e5e8f06-0693-45bf-ab5d-914c10d5309b req-6827c2bf-4a3e-43e3-9591-03283453d5dc tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/security-groups?id=a72fe248-1511-4838-96cb-694392406c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4247565 Jul 14 07:13:13.623210 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0004938a-82df-4c6c-b195-c79b80d5ceb4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port 7d90f8c6-cc75-4db6-9602-016a3a25fd91 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:13.624397 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0004938a-82df-4c6c-b195-c79b80d5ceb4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:13.682034 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a37c05e-a79e-4089-ad4b-4115ffdb3166 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:13.813254 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Allocated IP 172.25.7.34 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/4bdba7f5-3063-41dd-a7cd-d38e16dabe51) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:13.890993 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:13.894182 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:13.895097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5060942-2ed9-42ab-af97-def21fdbaa8c req-135e1a9c-2fa2-4dd0-aa3b-45db2d2d8484 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:13.896910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b5060942-2ed9-42ab-af97-def21fdbaa8c req-135e1a9c-2fa2-4dd0-aa3b-45db2d2d8484 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 0.2948391 Jul 14 07:13:13.992870 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:14.003661 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Transition to ACTIVE for port object 7f08d22b-662a-493f-8a58-78b6f19ee5ce will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:14.022692 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Transition to ACTIVE for port object 7f08d22b-662a-493f-8a58-78b6f19ee5ce will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:14.039641 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a37c05e-a79e-4089-ad4b-4115ffdb3166 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:14.064670 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0004938a-82df-4c6c-b195-c79b80d5ceb4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] For port 7d90f8c6-cc75-4db6-9602-016a3a25fd91, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=7d90f8c6-cc75-4db6-9602-016a3a25fd91,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:14.065033 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0004938a-82df-4c6c-b195-c79b80d5ceb4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:14.080152 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:14.114272 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0004938a-82df-4c6c-b195-c79b80d5ceb4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for 7d90f8c6-cc75-4db6-9602-016a3a25fd91 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:14.124402 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37c05e-a79e-4089-ad4b-4115ffdb3166 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event deleted for resources: {'Subnet': ['ID=ab6310b1-cc33-4263-9720-4c3501728eaa,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:14.144190 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b5060942-2ed9-42ab-af97-def21fdbaa8c req-e9f7c99e-f071-4c42-888c-21c658dd013e tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325485 Jul 14 07:13:14.154191 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a37c05e-a79e-4089-ad4b-4115ffdb3166 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:14.162331 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3a37c05e-a79e-4089-ad4b-4115ffdb3166 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "DELETE /v2.0/subnets/ab6310b1-cc33-4263-9720-4c3501728eaa HTTP/1.1" status: 204 len: 168 time: 1.3414490 Jul 14 07:13:14.172235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Pushing event updated for resources: {'Port': ['ID=7f08d22b-662a-493f-8a58-78b6f19ee5ce,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:14.175668 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52994) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:14.192777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6c36da-750c-40c4-9a01-6fc7dba31752 None None] Network ca29efc5-2387-45f0-9b85-914da805b5b1 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:14.310339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1027761208-router', 'tenant_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '3cf947bb-1e39-4781-a0dd-2c0b60e4dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:54Z', 'updated_at': '2021-07-14T07:13:08Z', 'revision_number': 4, 'project_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'gw_port': {'id': '3cf947bb-1e39-4781-a0dd-2c0b60e4dacd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:56Z', 'updated_at': '2021-07-14T07:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9', 'name': '', 'network_id': '8c3611c7-e32d-4e05-9074-ff60397bdb02', 'tenant_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'mac_address': 'fa:16:3e:ad:b2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '62dca43f-6bf4-4ea6-80c2-140c01fa7118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:13:05Z', 'updated_at': '2021-07-14T07:13:08Z', 'revision_number': 2, 'project_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'subnets': [{'id': '62dca43f-6bf4-4ea6-80c2-140c01fa7118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:14.346651 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:14.366743 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:14.372092 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Checking router: cbbe849c-82d9-4b73-bd76-a1be427d4ff8 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:13:14.372444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Updating router cbbe849c-82d9-4b73-bd76-a1be427d4ff8 port 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:13:14.425879 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Network af8a7de9-784f-45d5-97f7-26579ee7957d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:14.444438 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:14.461421 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:14.463869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:14.466975 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:14.617038 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Deleting port 21de3bc3-ef93-454d-8f82-47ce3cd9ad58 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:14.617700 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:14.677786 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:14.749231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] For port 21de3bc3-ef93-454d-8f82-47ce3cd9ad58, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=21de3bc3-ef93-454d-8f82-47ce3cd9ad58,segment=NetworkSegment(76d4a495-4cc0-4022-a188-2d8228996f06),segment_id=76d4a495-4cc0-4022-a188-2d8228996f06)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:14.755166 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:14.781726 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:14.782791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Calling delete_port for 21de3bc3-ef93-454d-8f82-47ce3cd9ad58 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:14.794182 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Transition to ACTIVE for port object 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:14.812098 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:14.816407 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0004938a-82df-4c6c-b195-c79b80d5ceb4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:14.823522 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:14.840461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:14.850875 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:14.859350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Pushing event updated for resources: {'Port': ['ID=4bdba7f5-3063-41dd-a7cd-d38e16dabe51,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:14.880399 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:14.907610 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29aaadb-9dcd-4234-a01c-1c5a83ff7124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159894a1-10da-4932-b048-247cbd0bea61'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:13:14.909997 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0580149c-5f9a-4643-8172-56b10252f06f" -d '{"events": [{"server_uuid": "f29aaadb-9dcd-4234-a01c-1c5a83ff7124", "name": "network-vif-plugged", "status": "completed", "tag": "159894a1-10da-4932-b048-247cbd0bea61"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:13:15.036675 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:15.061607 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004938a-82df-4c6c-b195-c79b80d5ceb4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=7d90f8c6-cc75-4db6-9602-016a3a25fd91,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:15.101070 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88997378-3b98-4a56-994c-d6d467d29fd2 x-openstack-request-id: req-88997378-3b98-4a56-994c-d6d467d29fd2 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:13:15.101528 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29aaadb-9dcd-4234-a01c-1c5a83ff7124", "name": "network-vif-plugged", "status": "completed", "tag": "159894a1-10da-4932-b048-247cbd0bea61", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:13:15.102247 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-88997378-3b98-4a56-994c-d6d467d29fd2 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:13:15.102734 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29aaadb-9dcd-4234-a01c-1c5a83ff7124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159894a1-10da-4932-b048-247cbd0bea61', 'code': 200} Jul 14 07:13:15.139356 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7d90f8c6-cc75-4db6-9602-016a3a25fd91 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:13:15.146242 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 159894a1-10da-4932-b048-247cbd0bea61, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=159894a1-10da-4932-b048-247cbd0bea61,segment=NetworkSegment(c6af4047-db39-46ad-9b3b-eee7d1acad55),segment_id=c6af4047-db39-46ad-9b3b-eee7d1acad55)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:15.232334 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:15.248641 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event deleted for resources: {'Port': ['ID=21de3bc3-ef93-454d-8f82-47ce3cd9ad58,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:15.256623 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0004938a-82df-4c6c-b195-c79b80d5ceb4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:15.271164 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] No DVR routers for this DVR port 21de3bc3-ef93-454d-8f82-47ce3cd9ad58 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:13:15.326342 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 7d90f8c6-cc75-4db6-9602-016a3a25fd91 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:13:15.327046 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7d90f8c6-cc75-4db6-9602-016a3a25fd91 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 07:13:15.502624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad56ec-769f-4259-997c-8952da590e81 None None] Pushing event updated for resources: {'Port': ['ID=19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:15.523825 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dcce1f-557d-42ca-b88a-64578449f1b6 None None] DHCP port deletion for ca29efc5-2387-45f0-9b85-914da805b5b1 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:13:15.531012 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Port 7d90f8c6-cc75-4db6-9602-016a3a25fd91 not found, will not notify nova. {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 07:13:15.555230 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:15.566812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca29efc5-2387-45f0-9b85-914da805b5b1']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:15.587329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d4a495-4cc0-4022-a188-2d8228996f06') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:15.587888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d4a495-4cc0-4022-a188-2d8228996f06') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:15.598688 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:15.613842 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:15.620634 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:13:15.621118 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:15.627243 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:15.634403 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:15.647345 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Attempting to bind port 7f08d22b-662a-493f-8a58-78b6f19ee5ce on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:13:15.648307 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Attempting to bind port 7f08d22b-662a-493f-8a58-78b6f19ee5ce by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '18c352a2-125f-4a16-a086-7848511c8e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'af8a7de9-784f-45d5-97f7-26579ee7957d'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:13:15.648884 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Attempting to bind port 7f08d22b-662a-493f-8a58-78b6f19ee5ce on network af8a7de9-784f-45d5-97f7-26579ee7957d {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:13:15.720821 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:13:15.730016 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:13:15.742423 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:15.780139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:13:15.781014 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Checking segment: {'id': '18c352a2-125f-4a16-a086-7848511c8e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'af8a7de9-784f-45d5-97f7-26579ee7957d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:13:15.782384 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:15.782883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Bound using segment: {'id': '18c352a2-125f-4a16-a086-7848511c8e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'af8a7de9-784f-45d5-97f7-26579ee7957d'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:13:15.783801 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Bound port: 7f08d22b-662a-493f-8a58-78b6f19ee5ce, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c352a2-125f-4a16-a086-7848511c8e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'af8a7de9-784f-45d5-97f7-26579ee7957d'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:13:15.784276 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:15.788167 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:15.796998 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:15.800348 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] 10.222.0.35 "DELETE /v2.0/networks/ca29efc5-2387-45f0-9b85-914da805b5b1 HTTP/1.1" status: 204 len: 168 time: 1.6176546 Jul 14 07:13:15.846794 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbca74-0e64-4dff-b974-111d80638405 tempest-AllowedAddressPairIpV6TestJSON-1505303099 tempest-AllowedAddressPairIpV6TestJSON-1505303099-project] Pushing event deleted for resources: {'Network': ['ID=ca29efc5-2387-45f0-9b85-914da805b5b1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:15.874660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1979e4-a63f-46f7-99e4-f67deac589e8 req-3e74b083-338d-4d0f-875e-684ad1f89944 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:15.882223 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9c1979e4-a63f-46f7-99e4-f67deac589e8 req-3e74b083-338d-4d0f-875e-684ad1f89944 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 945 time: 0.9158850 Jul 14 07:13:15.910212 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b3fa50bf-c97f-4ad7-b801-f62742b85c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:15.961717 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Attempting to bind port 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:13:15.962269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Attempting to bind port 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8c3611c7-e32d-4e05-9074-ff60397bdb02'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:13:15.970974 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Attempting to bind port 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9 on network 8c3611c7-e32d-4e05-9074-ff60397bdb02 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:13:15.973606 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9e638-9b05-4c87-b6b9-47de8bf8a5e2 req-49ed7483-2a22-403b-b08e-d3db3b4fefa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:15.975333 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bdb9e638-9b05-4c87-b6b9-47de8bf8a5e2 req-49ed7483-2a22-403b-b08e-d3db3b4fefa2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 1097 time: 0.7470868 Jul 14 07:13:15.986249 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=159894a1-10da-4932-b048-247cbd0bea61,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:15.992708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b1aa8-9f55-4483-85d9-b7e61f96ac10 req-33a61bcc-5a68-47a9-bbd5-6da9965bcbc3 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:16.011403 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a8b1aa8-9f55-4483-85d9-b7e61f96ac10 req-33a61bcc-5a68-47a9-bbd5-6da9965bcbc3 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 0.3153450 Jul 14 07:13:16.012373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:13:16.012755 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Checking segment: {'id': 'bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8c3611c7-e32d-4e05-9074-ff60397bdb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:13:16.013156 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:16.015383 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Bound using segment: {'id': 'bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8c3611c7-e32d-4e05-9074-ff60397bdb02'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:13:16.015881 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Bound port: 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8c3611c7-e32d-4e05-9074-ff60397bdb02'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:13:16.018929 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:16.112065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9c1979e4-a63f-46f7-99e4-f67deac589e8 req-323a9416-3542-451e-8644-8502599302b7 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/security-groups?id=a72fe248-1511-4838-96cb-694392406c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287135 Jul 14 07:13:16.153319 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a8b1aa8-9f55-4483-85d9-b7e61f96ac10 req-7c6d2f79-98be-4947-a9b4-4ef3636255a1 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425886 Jul 14 07:13:16.177967 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bdb9e638-9b05-4c87-b6b9-47de8bf8a5e2 req-fae9f260-8dae-47f9-8ee1-d1d482f4dc03 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a72fe248-1511-4838-96cb-694392406c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397338 Jul 14 07:13:16.200701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] For port 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:13:16.207156 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] For port 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9,segment=NetworkSegment(bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d),segment_id=bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:13:16.235637 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:16.267800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0004938a-82df-4c6c-b195-c79b80d5ceb4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Router 04b645c8-24f8-405c-a76d-98c79b835cc5 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:13:16.314338 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Routers {'cbbe849c-82d9-4b73-bd76-a1be427d4ff8'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:16.314882 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['cbbe849c-82d9-4b73-bd76-a1be427d4ff8'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:16.458430 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] Set router cbbe849c-82d9-4b73-bd76-a1be427d4ff8 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:13:16.532160 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0004938a-82df-4c6c-b195-c79b80d5ceb4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:13:16.543096 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddac3ba-042d-4e0f-9f43-2fa98d3017a3 None None] Sync routers for ids ['04b645c8-24f8-405c-a76d-98c79b835cc5'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:13:16.547559 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0004938a-82df-4c6c-b195-c79b80d5ceb4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "PUT /v2.0/routers/04b645c8-24f8-405c-a76d-98c79b835cc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0563352 Jul 14 07:13:16.552692 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53036) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:16.560130 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddac3ba-042d-4e0f-9f43-2fa98d3017a3 None None] Routers {'04b645c8-24f8-405c-a76d-98c79b835cc5'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:16.560864 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bddac3ba-042d-4e0f-9f43-2fa98d3017a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['04b645c8-24f8-405c-a76d-98c79b835cc5'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:16.597719 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53038) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:16.675050 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c875d572-a698-4e35-98fd-2057f5517415 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:16.677470 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c875d572-a698-4e35-98fd-2057f5517415 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:16.682149 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c875d572-a698-4e35-98fd-2057f5517415 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1262395 Jul 14 07:13:16.682720 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53042) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:16.683497 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa50bf-c97f-4ad7-b801-f62742b85c13 admin admin] Deleting port 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:16.685015 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b3fa50bf-c97f-4ad7-b801-f62742b85c13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:16.685387 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:16.744286 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1d24f4-1d84-4d76-89ec-09eedf1fb7cc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet 2c1e032a-8fe7-4e77-944e-0b8dd30f6e83 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:13:16.767965 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-bddac3ba-042d-4e0f-9f43-2fa98d3017a3 None None] Set router 04b645c8-24f8-405c-a76d-98c79b835cc5 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:13:16.817167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:16.842771 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bddac3ba-042d-4e0f-9f43-2fa98d3017a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b645c8-24f8-405c-a76d-98c79b835cc5', 'name': 'tempest-NetworksTestDHCPv6-router-74302640', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:13:01Z', 'updated_at': '2021-07-14T07:13:14Z', 'revision_number': 3, 'project_id': '742a95c34dd740edaf53d4f844a672bb', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:16.898178 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-b3fa50bf-c97f-4ad7-b801-f62742b85c13 admin admin] For port 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9,segment=NetworkSegment(bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d),segment_id=bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:16.905243 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b3fa50bf-c97f-4ad7-b801-f62742b85c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:16.914062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad56ec-769f-4259-997c-8952da590e81 None None] Pushing event updated for resources: {'Port': ['ID=19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:16.919319 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddac3ba-042d-4e0f-9f43-2fa98d3017a3 None None] Checking router: 04b645c8-24f8-405c-a76d-98c79b835cc5 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:13:16.926567 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] For port 7f08d22b-662a-493f-8a58-78b6f19ee5ce, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:13:16.930659 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa50bf-c97f-4ad7-b801-f62742b85c13 admin admin] Calling delete_port for 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:16.948078 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddac3ba-042d-4e0f-9f43-2fa98d3017a3 None None] Routers {'04b645c8-24f8-405c-a76d-98c79b835cc5'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:16.950092 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bddac3ba-042d-4e0f-9f43-2fa98d3017a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['04b645c8-24f8-405c-a76d-98c79b835cc5'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:16.959313 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] For port 7f08d22b-662a-493f-8a58-78b6f19ee5ce, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=7f08d22b-662a-493f-8a58-78b6f19ee5ce,segment=NetworkSegment(18c352a2-125f-4a16-a086-7848511c8e74),segment_id=18c352a2-125f-4a16-a086-7848511c8e74)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:13:16.972032 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:17.037433 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e1d24f4-1d84-4d76-89ec-09eedf1fb7cc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:17.117371 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e1d24f4-1d84-4d76-89ec-09eedf1fb7cc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:17.208082 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b3fa50bf-c97f-4ad7-b801-f62742b85c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:17.249289 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b27377-0a95-4b1f-919e-6eb2b135dd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9b4e08-8c76-4a3b-83e3-da7b316f84c1'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:13:17.254287 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c89883-99db-4169-9659-8784e01d45b9" -d '{"events": [{"server_uuid": "41b27377-0a95-4b1f-919e-6eb2b135dd8e", "name": "network-vif-plugged", "status": "completed", "tag": "bf9b4e08-8c76-4a3b-83e3-da7b316f84c1"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:13:17.262360 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b5490530-cfbc-4ce8-940a-a92b51e57538 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ccfa646468f14034bcc50023bf4f5e07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6605077 Jul 14 07:13:17.267913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77f6fb-09d3-47bf-9ffc-971bb33d42b8 None None] Pushing event updated for resources: {'Port': ['ID=7f08d22b-662a-493f-8a58-78b6f19ee5ce,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:17.273817 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53054) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:17.280980 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-bddac3ba-042d-4e0f-9f43-2fa98d3017a3 None None] Set router 04b645c8-24f8-405c-a76d-98c79b835cc5 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:13:17.282500 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa50bf-c97f-4ad7-b801-f62742b85c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:17.319467 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 21de3bc3-ef93-454d-8f82-47ce3cd9ad58 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:13:17.397998 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e1d24f4-1d84-4d76-89ec-09eedf1fb7cc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:17.455275 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1027761208-router', 'tenant_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '3cf947bb-1e39-4781-a0dd-2c0b60e4dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:54Z', 'updated_at': '2021-07-14T07:13:08Z', 'revision_number': 4, 'project_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'gw_port': {'id': '3cf947bb-1e39-4781-a0dd-2c0b60e4dacd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:56Z', 'updated_at': '2021-07-14T07:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9', 'name': '', 'network_id': '8c3611c7-e32d-4e05-9074-ff60397bdb02', 'tenant_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'mac_address': 'fa:16:3e:ad:b2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '62dca43f-6bf4-4ea6-80c2-140c01fa7118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:13:05Z', 'updated_at': '2021-07-14T07:13:16Z', 'revision_number': 4, 'project_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'subnets': [{'id': '62dca43f-6bf4-4ea6-80c2-140c01fa7118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:17.522057 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bddac3ba-042d-4e0f-9f43-2fa98d3017a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b645c8-24f8-405c-a76d-98c79b835cc5', 'name': 'tempest-NetworksTestDHCPv6-router-74302640', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:13:01Z', 'updated_at': '2021-07-14T07:13:14Z', 'revision_number': 3, 'project_id': '742a95c34dd740edaf53d4f844a672bb', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:17.536341 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 21de3bc3-ef93-454d-8f82-47ce3cd9ad58 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:13:17.537356 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 21de3bc3-ef93-454d-8f82-47ce3cd9ad58 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:13:17.542474 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6442e-3f28-4d47-b5ae-01b4c20be20e None None] The sync data for ids ['cbbe849c-82d9-4b73-bd76-a1be427d4ff8'] in n-d-778696-5 is: [{'id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1027761208-router', 'tenant_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '3cf947bb-1e39-4781-a0dd-2c0b60e4dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:54Z', 'updated_at': '2021-07-14T07:13:08Z', 'revision_number': 4, 'project_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'gw_port': {'id': '3cf947bb-1e39-4781-a0dd-2c0b60e4dacd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:56Z', 'updated_at': '2021-07-14T07:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9', 'name': '', 'network_id': '8c3611c7-e32d-4e05-9074-ff60397bdb02', 'tenant_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'mac_address': 'fa:16:3e:ad:b2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '62dca43f-6bf4-4ea6-80c2-140c01fa7118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:13:05Z', 'updated_at': '2021-07-14T07:13:16Z', 'revision_number': 4, 'project_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'subnets': [{'id': '62dca43f-6bf4-4ea6-80c2-140c01fa7118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:13:17.552257 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:17.576411 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddac3ba-042d-4e0f-9f43-2fa98d3017a3 None None] The sync data for ids ['04b645c8-24f8-405c-a76d-98c79b835cc5'] in n-d-778696-5 is: [{'id': '04b645c8-24f8-405c-a76d-98c79b835cc5', 'name': 'tempest-NetworksTestDHCPv6-router-74302640', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:13:01Z', 'updated_at': '2021-07-14T07:13:14Z', 'revision_number': 3, 'project_id': '742a95c34dd740edaf53d4f844a672bb', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:13:17.639327 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e1d24f4-1d84-4d76-89ec-09eedf1fb7cc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:17.780454 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d24f4-1d84-4d76-89ec-09eedf1fb7cc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=2c1e032a-8fe7-4e77-944e-0b8dd30f6e83,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:17.792492 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749863ba-3b56-40bc-a3d8-6cfc2916822a None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:17.803338 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e1d24f4-1d84-4d76-89ec-09eedf1fb7cc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:17.807187 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8e1d24f4-1d84-4d76-89ec-09eedf1fb7cc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/2c1e032a-8fe7-4e77-944e-0b8dd30f6e83 HTTP/1.1" status: 204 len: 168 time: 1.1226482 Jul 14 07:13:17.812802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53060) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:18.155174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9648551-3f69-4e8c-af0f-2b40e85a5d85 None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:13:18.215867 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6ba74a20-aa5d-409c-ab4f-a4ab6764d598 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.3989689 Jul 14 07:13:18.219360 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53062) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:18.271562 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f9648551-3f69-4e8c-af0f-2b40e85a5d85 None None] Deleting port ebf68837-5466-45ee-ae1b-443327447ffb {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:18.271945 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f9648551-3f69-4e8c-af0f-2b40e85a5d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:18.369439 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11f74c74-6b66-49a5-8029-72361eab2fa5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:18.442101 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f9648551-3f69-4e8c-af0f-2b40e85a5d85 None None] For port ebf68837-5466-45ee-ae1b-443327447ffb, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ebf68837-5466-45ee-ae1b-443327447ffb,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:18.442498 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f9648551-3f69-4e8c-af0f-2b40e85a5d85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:18.787084 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11f74c74-6b66-49a5-8029-72361eab2fa5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:18.794153 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11f74c74-6b66-49a5-8029-72361eab2fa5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:18.799763 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Router b0654c7b-65c3-455f-a7ac-62d9af53959f is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:13:18.853367 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75249e30-9376-4a5f-aad4-3fbcb7b360ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:18.881504 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f9648551-3f69-4e8c-af0f-2b40e85a5d85 None None] Calling delete_port for ebf68837-5466-45ee-ae1b-443327447ffb owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:18.912436 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75249e30-9376-4a5f-aad4-3fbcb7b360ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:19.045662 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11f74c74-6b66-49a5-8029-72361eab2fa5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:19.046233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f74c74-6b66-49a5-8029-72361eab2fa5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Fanout notify agent at l3_agent the message router_deleted on router 04b645c8-24f8-405c-a76d-98c79b835cc5 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:13:19.065464 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11f74c74-6b66-49a5-8029-72361eab2fa5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:19.067134 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-11f74c74-6b66-49a5-8029-72361eab2fa5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/routers/04b645c8-24f8-405c-a76d-98c79b835cc5 HTTP/1.1" status: 204 len: 168 time: 0.8307018 Jul 14 07:13:19.075015 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7f08d22b-662a-493f-8a58-78b6f19ee5ce up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:13:19.082242 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53072) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:19.159528 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75249e30-9376-4a5f-aad4-3fbcb7b360ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:19.168072 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75249e30-9376-4a5f-aad4-3fbcb7b360ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:19.175164 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-75249e30-9376-4a5f-aad4-3fbcb7b360ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/af7d6294-ad70-4968-a90b-a3163de56984 HTTP/1.1" status: 204 len: 168 time: 1.8991752 Jul 14 07:13:19.210747 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f9648551-3f69-4e8c-af0f-2b40e85a5d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:19.291588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75249e30-9376-4a5f-aad4-3fbcb7b360ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7d6294-ad70-4968-a90b-a3163de56984,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:19.321760 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:13:19.324889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9648551-3f69-4e8c-af0f-2b40e85a5d85 None None] No DVR routers for this DVR port ebf68837-5466-45ee-ae1b-443327447ffb on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:13:19.334477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9648551-3f69-4e8c-af0f-2b40e85a5d85 None None] Pushing event deleted for resources: {'Port': ['ID=ebf68837-5466-45ee-ae1b-443327447ffb,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:19.355516 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b3fa50bf-c97f-4ad7-b801-f62742b85c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:19.357309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a1de59-e32c-46cd-8857-2cb79e236a30 None None] Sync routers for ids ['b0654c7b-65c3-455f-a7ac-62d9af53959f'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:13:19.371797 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 7f08d22b-662a-493f-8a58-78b6f19ee5ce completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:19.407970 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a1de59-e32c-46cd-8857-2cb79e236a30 None None] Routers {'b0654c7b-65c3-455f-a7ac-62d9af53959f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:19.408627 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b0a1de59-e32c-46cd-8857-2cb79e236a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b0654c7b-65c3-455f-a7ac-62d9af53959f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:19.411301 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69825a7c-9971-4486-bd05-1e44a500f635 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:19.420696 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-69825a7c-9971-4486-bd05-1e44a500f635 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3362153 Jul 14 07:13:19.421588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a48a0a-c105-4377-9b91-4e90ed3688c2 req-de1e363a-011c-4e48-9dfd-87c0f09df3db tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:19.424073 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53076) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:19.426547 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90a48a0a-c105-4377-9b91-4e90ed3688c2 req-de1e363a-011c-4e48-9dfd-87c0f09df3db tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 0.9268699 Jul 14 07:13:19.452135 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:19.455073 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-87029556-22d1-4754-8b8c-c42e24facb2d tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.5193589 Jul 14 07:13:19.459881 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53078) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:19.550695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d952f-efaa-4496-aa6b-50e4850294e5 req-f78caca9-d73f-48e6-b64d-8325ba3a87e2 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:19.552198 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-509d952f-efaa-4496-aa6b-50e4850294e5 req-f78caca9-d73f-48e6-b64d-8325ba3a87e2 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 946 time: 1.0280094 Jul 14 07:13:19.572924 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b238493f-5cad-4512-9f61-efe6a262d288 None None] Network af8a7de9-784f-45d5-97f7-26579ee7957d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:19.576712 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ebf68837-5466-45ee-ae1b-443327447ffb no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:13:19.638624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc64378-4f28-44b1-9ed8-15451ce0c369 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:19.640559 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dcc64378-4f28-44b1-9ed8-15451ce0c369 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2145569 Jul 14 07:13:19.644090 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53084) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:19.677069 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b0a1de59-e32c-46cd-8857-2cb79e236a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:19.765798 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: ebf68837-5466-45ee-ae1b-443327447ffb {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:13:19.766948 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ebf68837-5466-45ee-ae1b-443327447ffb not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:13:19.767535 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7d90f8c6-cc75-4db6-9602-016a3a25fd91 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:13:19.798283 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90a48a0a-c105-4377-9b91-4e90ed3688c2 req-d5baee01-f726-4937-af83-3fdbebe81d18 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411365 Jul 14 07:13:19.815128 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-509d952f-efaa-4496-aa6b-50e4850294e5 req-712c4d47-a098-4c5f-8d40-08405ddb0c9b tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/security-groups?id=a72fe248-1511-4838-96cb-694392406c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123554 Jul 14 07:13:19.920573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 7d90f8c6-cc75-4db6-9602-016a3a25fd91 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:13:19.920921 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7d90f8c6-cc75-4db6-9602-016a3a25fd91 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:13:19.946066 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fc01799e-bf42-4d0b-8360-8c33301fd496 None None] Provisioning for port 7f08d22b-662a-493f-8a58-78b6f19ee5ce completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:20.004903 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bc4831-1413-4296-88f0-71595d37d277 x-openstack-request-id: req-85bc4831-1413-4296-88f0-71595d37d277 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:13:20.006856 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b27377-0a95-4b1f-919e-6eb2b135dd8e", "name": "network-vif-plugged", "status": "completed", "tag": "bf9b4e08-8c76-4a3b-83e3-da7b316f84c1", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:13:20.008417 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85bc4831-1413-4296-88f0-71595d37d277 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:13:20.009067 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b27377-0a95-4b1f-919e-6eb2b135dd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9b4e08-8c76-4a3b-83e3-da7b316f84c1', 'code': 200} Jul 14 07:13:20.011139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fc01799e-bf42-4d0b-8360-8c33301fd496 None None] Provisioning complete for port 7f08d22b-662a-493f-8a58-78b6f19ee5ce triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:20.013267 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fc01799e-bf42-4d0b-8360-8c33301fd496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:20.019131 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:13:20.032981 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a1de59-e32c-46cd-8857-2cb79e236a30 None None] Routers {'b0654c7b-65c3-455f-a7ac-62d9af53959f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:20.035693 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b0a1de59-e32c-46cd-8857-2cb79e236a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b0654c7b-65c3-455f-a7ac-62d9af53959f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:20.228508 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b0a1de59-e32c-46cd-8857-2cb79e236a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:20.232991 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a1de59-e32c-46cd-8857-2cb79e236a30 None None] The sync data for ids ['b0654c7b-65c3-455f-a7ac-62d9af53959f'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:13:20.446729 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fa50bf-c97f-4ad7-b801-f62742b85c13 admin admin] Router cbbe849c-82d9-4b73-bd76-a1be427d4ff8 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:13:20.460323 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-859e3670-bd9f-4205-90d3-ccca2ce36814 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8100333 Jul 14 07:13:20.460882 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53108) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:20.473944 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-730ffe3d-4b7b-4ce1-ab5f-0dd52265aa19 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:20.638970 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fc01799e-bf42-4d0b-8360-8c33301fd496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:20.730695 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-fc01799e-bf42-4d0b-8360-8c33301fd496 None None] For port 7f08d22b-662a-493f-8a58-78b6f19ee5ce, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=7f08d22b-662a-493f-8a58-78b6f19ee5ce,segment=NetworkSegment(18c352a2-125f-4a16-a086-7848511c8e74),segment_id=18c352a2-125f-4a16-a086-7848511c8e74)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:20.740821 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fc01799e-bf42-4d0b-8360-8c33301fd496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:20.873897 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01799e-bf42-4d0b-8360-8c33301fd496 None None] Pushing event updated for resources: {'Port': ['ID=7f08d22b-662a-493f-8a58-78b6f19ee5ce,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:20.927648 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fa50bf-c97f-4ad7-b801-f62742b85c13 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:13:20.941952 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b3fa50bf-c97f-4ad7-b801-f62742b85c13 admin admin] 10.222.0.35 "PUT /v2.0/routers/cbbe849c-82d9-4b73-bd76-a1be427d4ff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1553559 Jul 14 07:13:20.943358 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f5941-7937-4268-a333-b6f7dca7d94f None None] Sync routers for ids ['cbbe849c-82d9-4b73-bd76-a1be427d4ff8'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:13:20.959109 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53128) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:20.960045 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f5941-7937-4268-a333-b6f7dca7d94f None None] Routers {'cbbe849c-82d9-4b73-bd76-a1be427d4ff8'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:20.960870 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c48f5941-7937-4268-a333-b6f7dca7d94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['cbbe849c-82d9-4b73-bd76-a1be427d4ff8'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:21.009816 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e6eb1-8fb7-4b9b-8456-f08f9ca7a730 req-1bd7455a-3a60-4ecc-9e4e-0f470f667f64 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:21.037916 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3d0e6eb1-8fb7-4b9b-8456-f08f9ca7a730 req-1bd7455a-3a60-4ecc-9e4e-0f470f667f64 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 946 time: 0.7227664 Jul 14 07:13:21.045617 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53130) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:21.045999 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53134) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:21.080282 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730ffe3d-4b7b-4ce1-ab5f-0dd52265aa19 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:21.084268 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-730ffe3d-4b7b-4ce1-ab5f-0dd52265aa19 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:21.141345 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-98f6d6dc-fc90-46a6-8754-b4c37c617d25 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Request body: {'floatingip': {'port_id': '159894a1-10da-4932-b048-247cbd0bea61'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:21.252338 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c48f5941-7937-4268-a333-b6f7dca7d94f None None] Set router cbbe849c-82d9-4b73-bd76-a1be427d4ff8 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:13:21.283322 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-be30fcc1-918c-4aa6-9602-3a33a3120c7d None None] Provisioning complete for port 7f08d22b-662a-493f-8a58-78b6f19ee5ce triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:21.288190 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-be30fcc1-918c-4aa6-9602-3a33a3120c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:21.382981 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2095670239'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:21.435285 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98f6d6dc-fc90-46a6-8754-b4c37c617d25 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for floatingip, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:21.576949 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c48f5941-7937-4268-a333-b6f7dca7d94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1027761208-router', 'tenant_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '3cf947bb-1e39-4781-a0dd-2c0b60e4dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:54Z', 'updated_at': '2021-07-14T07:13:17Z', 'revision_number': 5, 'project_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'gw_port': {'id': '3cf947bb-1e39-4781-a0dd-2c0b60e4dacd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:56Z', 'updated_at': '2021-07-14T07:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:21.596204 n-d-778696-5 neutron-server[93828]: DEBUG neutron.objects.ports [None req-730ffe3d-4b7b-4ce1-ab5f-0dd52265aa19 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 07:13:21.601132 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-730ffe3d-4b7b-4ce1-ab5f-0dd52265aa19 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:21.604490 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f5941-7937-4268-a333-b6f7dca7d94f None None] Checking router: cbbe849c-82d9-4b73-bd76-a1be427d4ff8 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:13:21.614356 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f5941-7937-4268-a333-b6f7dca7d94f None None] Routers {'cbbe849c-82d9-4b73-bd76-a1be427d4ff8'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:21.615187 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c48f5941-7937-4268-a333-b6f7dca7d94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['cbbe849c-82d9-4b73-bd76-a1be427d4ff8'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:21.618653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9fa89-c4a5-4272-9722-c18c297150fe req-eff6f8f2-fe35-418c-bd32-e9e42ac8934f tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:21.625535 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0fd9fa89-c4a5-4272-9722-c18c297150fe req-eff6f8f2-fe35-418c-bd32-e9e42ac8934f tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 0.2153308 Jul 14 07:13:21.671594 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730ffe3d-4b7b-4ce1-ab5f-0dd52265aa19 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:21.688116 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-730ffe3d-4b7b-4ce1-ab5f-0dd52265aa19 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:21.695072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730ffe3d-4b7b-4ce1-ab5f-0dd52265aa19 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:21.696458 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-730ffe3d-4b7b-4ce1-ab5f-0dd52265aa19 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:21.699452 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d761456-77f5-4a90-8ca8-fd93946379c8 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:21.766570 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c48f5941-7937-4268-a333-b6f7dca7d94f None None] Set router cbbe849c-82d9-4b73-bd76-a1be427d4ff8 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:13:21.770519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ffe3d-4b7b-4ce1-ab5f-0dd52265aa19 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=9ff93650-7964-4402-a48d-8e8063bc50e0,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:21.779924 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-730ffe3d-4b7b-4ce1-ab5f-0dd52265aa19 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3136268 Jul 14 07:13:21.792730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Made reservation on behalf of 18a2c5f4334246438c4c8626612ddc40 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:21.798925 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0fd9fa89-c4a5-4272-9722-c18c297150fe req-b8d83b78-a78f-4ca7-9b4c-cace8342f66e tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724658 Jul 14 07:13:21.799448 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53148) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:21.804328 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:21.804746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9562345a-5fc8-4862-82b4-139f7588b36c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:21.887989 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:21.970728 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9562345a-5fc8-4862-82b4-139f7588b36c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:21.974662 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9562345a-5fc8-4862-82b4-139f7588b36c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:22.008115 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': '9ff93650-7964-4402-a48d-8e8063bc50e0'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:13:22.009179 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:22.062924 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:22.079612 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5923f8fb-003a-4ce6-8cd4-c4de751bf490 admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:22.204206 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c48f5941-7937-4268-a333-b6f7dca7d94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1027761208-router', 'tenant_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '3cf947bb-1e39-4781-a0dd-2c0b60e4dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:54Z', 'updated_at': '2021-07-14T07:13:17Z', 'revision_number': 5, 'project_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'gw_port': {'id': '3cf947bb-1e39-4781-a0dd-2c0b60e4dacd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:56Z', 'updated_at': '2021-07-14T07:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:22.318523 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Allocated IP 2001:db8::f816:3eff:fe9b:5cb4 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/9ff93650-7964-4402-a48d-8e8063bc50e0/ad4aaaae-030f-44e9-bf11-f2b0e4127f9a) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:22.501983 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f5941-7937-4268-a333-b6f7dca7d94f None None] The sync data for ids ['cbbe849c-82d9-4b73-bd76-a1be427d4ff8'] in n-d-778696-5 is: [{'id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1027761208-router', 'tenant_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '3cf947bb-1e39-4781-a0dd-2c0b60e4dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:54Z', 'updated_at': '2021-07-14T07:13:17Z', 'revision_number': 5, 'project_id': '29d5d2e302f5415a8cdd9a8664f20ae3', 'gw_port': {'id': '3cf947bb-1e39-4781-a0dd-2c0b60e4dacd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbe849c-82d9-4b73-bd76-a1be427d4ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:56Z', 'updated_at': '2021-07-14T07:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:13:22.535935 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9562345a-5fc8-4862-82b4-139f7588b36c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:22.547515 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:22.556713 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Transition to ACTIVE for port object ad4aaaae-030f-44e9-bf11-f2b0e4127f9a will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:22.578229 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Transition to ACTIVE for port object ad4aaaae-030f-44e9-bf11-f2b0e4127f9a will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:22.590489 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:22.606811 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9562345a-5fc8-4862-82b4-139f7588b36c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:22.611661 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-9562345a-5fc8-4862-82b4-139f7588b36c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:22.619749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9562345a-5fc8-4862-82b4-139f7588b36c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:22.620615 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9562345a-5fc8-4862-82b4-139f7588b36c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:22.647162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562345a-5fc8-4862-82b4-139f7588b36c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=fe3c56c7-bfdc-48c8-bbe9-51c43cb4ccc1,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:22.693755 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Pushing event updated for resources: {'Port': ['ID=ad4aaaae-030f-44e9-bf11-f2b0e4127f9a,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:22.712979 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:22.720929 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:22.725839 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:22.802427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Attempting to bind port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:13:22.802879 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Attempting to bind port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:13:22.803308 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Attempting to bind port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:13:22.813145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:13:22.814079 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:13:22.814543 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:22.815006 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:13:22.815575 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Bound port: ad4aaaae-030f-44e9-bf11-f2b0e4127f9a, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:13:22.815975 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:22.923678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] For port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:13:22.940980 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] For port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ad4aaaae-030f-44e9-bf11-f2b0e4127f9a,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:13:22.958937 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:23.062064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4db80a-ab32-467b-9093-9452b1f2cf57 None None] Pushing event updated for resources: {'Port': ['ID=ad4aaaae-030f-44e9-bf11-f2b0e4127f9a,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:23.065858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7f08d22b-662a-493f-8a58-78b6f19ee5ce up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:13:23.185368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f854b2e-d3ff-4aea-af2f-4d240143f69d req-588e8795-06b2-465e-96f1-3226eda3ed6e tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:23.189779 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0f854b2e-d3ff-4aea-af2f-4d240143f69d req-588e8795-06b2-465e-96f1-3226eda3ed6e tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 0.1485150 Jul 14 07:13:23.215463 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 7f08d22b-662a-493f-8a58-78b6f19ee5ce triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:23.216013 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:23.292917 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0f854b2e-d3ff-4aea-af2f-4d240143f69d req-45d45602-9edf-4da6-b91d-30b996c7a40f tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970800 Jul 14 07:13:23.370169 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:13:23.395932 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:13:23.406140 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 19f4713e-fc8e-49f8-b3ac-1b4de3eea2a9 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:13:23.461731 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5923f8fb-003a-4ce6-8cd4-c4de751bf490 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:23.603927 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.db.resource_extend [None req-98f6d6dc-fc90-46a6-8754-b4c37c617d25 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:13:23.609957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Allocated IP 172.20.0.1 (af8a7de9-784f-45d5-97f7-26579ee7957d/b575eb5f-47e7-4014-ae5b-541b306cf96b/3e4dcd84-b03a-4d2c-abb6-2dc688f48e2c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:23.702939 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:23.719897 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9562345a-5fc8-4862-82b4-139f7588b36c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9186900 Jul 14 07:13:23.722664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53182) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:23.729931 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-92b428ec-a972-418e-9f78-0709b862145d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'mac_address': 'fa:16:3e:fa:4a:e9', 'name': 'tempest-NetworksTestDHCPv6-285769826'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:23.756407 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:23.791905 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98f6d6dc-fc90-46a6-8754-b4c37c617d25 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:23.936535 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b428ec-a972-418e-9f78-0709b862145d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:24.071970 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-92b428ec-a972-418e-9f78-0709b862145d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:24.105654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-92b428ec-a972-418e-9f78-0709b862145d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port c3e43aac-0fc5-4190-9c4f-3a3936966dfc yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:13:24.276887 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98f6d6dc-fc90-46a6-8754-b4c37c617d25 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:24.333035 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-92b428ec-a972-418e-9f78-0709b862145d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 172.20.0.11 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/fe3c56c7-bfdc-48c8-bbe9-51c43cb4ccc1/c3e43aac-0fc5-4190-9c4f-3a3936966dfc) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:24.346090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-92b428ec-a972-418e-9f78-0709b862145d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::f816:3eff:fefa:4ae9 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/9ff93650-7964-4402-a48d-8e8063bc50e0/c3e43aac-0fc5-4190-9c4f-3a3936966dfc) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:24.391116 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:13:24.493565 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:24.494183 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Added segment 4511a81c-59f4-477a-98f4-dafc0ea3f026 of type vlan for network 5d105c51-acc4-448c-8a76-92754f3a53b7 Jul 14 07:13:24.499738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d976fda-a463-4805-856e-618137d158ec,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:24.535961 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-92b428ec-a972-418e-9f78-0709b862145d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:24.557074 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-92b428ec-a972-418e-9f78-0709b862145d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object c3e43aac-0fc5-4190-9c4f-3a3936966dfc will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:24.569841 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5923f8fb-003a-4ce6-8cd4-c4de751bf490 admin admin] Deleting port 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:24.570181 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5923f8fb-003a-4ce6-8cd4-c4de751bf490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:24.703417 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-92b428ec-a972-418e-9f78-0709b862145d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:24.733588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b428ec-a972-418e-9f78-0709b862145d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:24.746722 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b8a64d-f044-4f5c-bcab-2bfda2fabb3f None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:24.761607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-92b428ec-a972-418e-9f78-0709b862145d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:24.769883 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b428ec-a972-418e-9f78-0709b862145d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:24.785975 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-5923f8fb-003a-4ce6-8cd4-c4de751bf490 admin admin] For port 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3cf947bb-1e39-4781-a0dd-2c0b60e4dacd,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:24.786505 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5923f8fb-003a-4ce6-8cd4-c4de751bf490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:24.786932 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c768ba4-4ec5-409d-b75f-47e20ebea993 req-f412ee1b-8755-4f56-abec-c077a79437a5 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:24.793928 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c768ba4-4ec5-409d-b75f-47e20ebea993 req-f412ee1b-8755-4f56-abec-c077a79437a5 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 0.1947887 Jul 14 07:13:24.801493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5923f8fb-003a-4ce6-8cd4-c4de751bf490 admin admin] Calling delete_port for 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:24.934760 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c7ee438f-4307-4471-974b-19aa3917d5db None None] Provisioning for port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:24.942669 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b428ec-a972-418e-9f78-0709b862145d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=c3e43aac-0fc5-4190-9c4f-3a3936966dfc,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:24.986067 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b428ec-a972-418e-9f78-0709b862145d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:24.989852 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-92b428ec-a972-418e-9f78-0709b862145d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:25.033635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c768ba4-4ec5-409d-b75f-47e20ebea993 req-793a807b-b58a-4851-a6c6-53c5c41599b5 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387903 Jul 14 07:13:25.041935 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:25.042300 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:25.042658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:25.043166 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:25.043528 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:25.043837 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:25.044152 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:25.044478 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:25.044808 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:25.045129 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:25.045536 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:25.045708 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-92b428ec-a972-418e-9f78-0709b862145d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3213906 Jul 14 07:13:25.045838 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:25.046363 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53206) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:25.075151 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ad4aaaae-030f-44e9-bf11-f2b0e4127f9a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:13:25.101678 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:25.170182 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-98f6d6dc-fc90-46a6-8754-b4c37c617d25 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Floating IP 2f79dd7b-3ddb-4137-a3b5-44dda4b6d779 associated. External IP: 172.25.7.14, port: 159894a1-10da-4932-b048-247cbd0bea61. Jul 14 07:13:25.235753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:25.256415 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:25.256808 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:25.259994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fad960-bdac-4363-b505-beda98e4992e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:25.272343 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fad960-bdac-4363-b505-beda98e4992e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:25.289379 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-40fad960-bdac-4363-b505-beda98e4992e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2397408 Jul 14 07:13:25.289611 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53208) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:25.327704 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:25.336226 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:25.338356 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:25.445532 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-aca96000-dbfa-4cf1-ab14-53c0937ff5dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port c3e43aac-0fc5-4190-9c4f-3a3936966dfc {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:25.445966 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aca96000-dbfa-4cf1-ab14-53c0937ff5dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:25.452339 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:25.492603 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ad4aaaae-030f-44e9-bf11-f2b0e4127f9a,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:25.503756 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:25.547625 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Network': ['ID=5d105c51-acc4-448c-8a76-92754f3a53b7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:25.550485 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5923f8fb-003a-4ce6-8cd4-c4de751bf490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:25.561449 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5df3493c-3b3e-4699-b55b-0b8c09d51784 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.5093606 Jul 14 07:13:25.565268 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:25.575144 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=ad4aaaae-030f-44e9-bf11-f2b0e4127f9a,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:25.578064 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53220) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:25.584239 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 5d105c51-acc4-448c-8a76-92754f3a53b7 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:13:25.604044 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923f8fb-003a-4ce6-8cd4-c4de751bf490 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cf947bb-1e39-4781-a0dd-2c0b60e4dacd,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:25.617299 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c31ebb-e5e4-4df9-945d-683728d75b5d None None] Update dhcp port {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'fixed_ips': [{'subnet_id': '9ff93650-7964-4402-a48d-8e8063bc50e0', 'ip_address': '2001:db8::f816:3eff:fe9b:5cb4'}, {'subnet_id': 'fe3c56c7-bfdc-48c8-bbe9-51c43cb4ccc1'}], 'binding:host_id': 'n-d-778696-5'}, 'id': 'ad4aaaae-030f-44e9-bf11-f2b0e4127f9a'} from n-d-778696-5. {{(pid=93829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 07:13:25.648923 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aca96000-dbfa-4cf1-ab14-53c0937ff5dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:25.657946 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Transition to ACTIVE for port object 3e4dcd84-b03a-4d2c-abb6-2dc688f48e2c will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:25.663111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-aca96000-dbfa-4cf1-ab14-53c0937ff5dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for c3e43aac-0fc5-4190-9c4f-3a3936966dfc owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:25.729665 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1c31ebb-e5e4-4df9-945d-683728d75b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:25.751097 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5923f8fb-003a-4ce6-8cd4-c4de751bf490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:25.888014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d5b57946-6204-4b06-bb8f-1c245e519415 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'subnet': {'network_id': '5d105c51-acc4-448c-8a76-92754f3a53b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:25.930965 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aca96000-dbfa-4cf1-ab14-53c0937ff5dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:25.965663 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca96000-dbfa-4cf1-ab14-53c0937ff5dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=c3e43aac-0fc5-4190-9c4f-3a3936966dfc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:25.980662 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:25.996703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-c1c31ebb-e5e4-4df9-945d-683728d75b5d None None] Allocated IP 172.20.0.2 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/fe3c56c7-bfdc-48c8-bbe9-51c43cb4ccc1/ad4aaaae-030f-44e9-bf11-f2b0e4127f9a) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:26.019550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f6d6dc-fc90-46a6-8754-b4c37c617d25 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Router 02cc71d3-1865-46bc-ab3e-02d91f0bce44 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:13:26.021374 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5923f8fb-003a-4ce6-8cd4-c4de751bf490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:26.025436 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5923f8fb-003a-4ce6-8cd4-c4de751bf490 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:26.034730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Network af8a7de9-784f-45d5-97f7-26579ee7957d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:26.040456 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:26.052731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:26.161033 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:26.168141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b57946-6204-4b06-bb8f-1c245e519415 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Made reservation on behalf of 18a2c5f4334246438c4c8626612ddc40 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:26.168331 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c1c31ebb-e5e4-4df9-945d-683728d75b5d None None] For port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ad4aaaae-030f-44e9-bf11-f2b0e4127f9a,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:26.171975 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5b57946-6204-4b06-bb8f-1c245e519415 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:26.213577 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1c31ebb-e5e4-4df9-945d-683728d75b5d None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:26.242759 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c1c31ebb-e5e4-4df9-945d-683728d75b5d None None] Transition to ACTIVE for port object ad4aaaae-030f-44e9-bf11-f2b0e4127f9a will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:26.249833 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1c31ebb-e5e4-4df9-945d-683728d75b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:26.352007 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c31ebb-e5e4-4df9-945d-683728d75b5d None None] Pushing event updated for resources: {'Port': ['ID=ad4aaaae-030f-44e9-bf11-f2b0e4127f9a,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:26.418024 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aca96000-dbfa-4cf1-ab14-53c0937ff5dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:26.423820 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-aca96000-dbfa-4cf1-ab14-53c0937ff5dc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/c3e43aac-0fc5-4190-9c4f-3a3936966dfc HTTP/1.1" status: 204 len: 168 time: 1.1332719 Jul 14 07:13:26.427968 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53226) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:26.495009 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-41eb22f4-7e32-415b-8cc0-962ba6affa59 None None] Provisioning for port 3e4dcd84-b03a-4d2c-abb6-2dc688f48e2c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:26.499633 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-41eb22f4-7e32-415b-8cc0-962ba6affa59 None None] Provisioning complete for port 3e4dcd84-b03a-4d2c-abb6-2dc688f48e2c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:26.500008 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-41eb22f4-7e32-415b-8cc0-962ba6affa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:26.580464 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-41eb22f4-7e32-415b-8cc0-962ba6affa59 None None] Port 3e4dcd84-b03a-4d2c-abb6-2dc688f48e2c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:13:26.587730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f6d6dc-fc90-46a6-8754-b4c37c617d25 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:13:26.600484 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f282149f-da52-4c6c-bec2-982ce49ca739 None None] Sync routers for ids ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:13:26.616933 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f282149f-da52-4c6c-bec2-982ce49ca739 None None] Routers {'02cc71d3-1865-46bc-ab3e-02d91f0bce44'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:26.620141 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f282149f-da52-4c6c-bec2-982ce49ca739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:26.625941 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98f6d6dc-fc90-46a6-8754-b4c37c617d25 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:26.637131 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f186d1-be33-412c-8f83-49d829c90ce3 req-63641c79-dc43-46ac-8846-1a3ebf1b9121 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:26.642995 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52f186d1-be33-412c-8f83-49d829c90ce3 req-63641c79-dc43-46ac-8846-1a3ebf1b9121 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 0.3427498 Jul 14 07:13:26.647057 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Pushing event updated for resources: {'Port': ['ID=3e4dcd84-b03a-4d2c-abb6-2dc688f48e2c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:26.693023 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5923f8fb-003a-4ce6-8cd4-c4de751bf490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:26.693990 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5923f8fb-003a-4ce6-8cd4-c4de751bf490 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbbe849c-82d9-4b73-bd76-a1be427d4ff8 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:13:26.710141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62a1efa-2ecb-4fee-9fb1-3dca8ece3207 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:26.713890 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62a1efa-2ecb-4fee-9fb1-3dca8ece3207 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:26.715605 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5923f8fb-003a-4ce6-8cd4-c4de751bf490 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:26.717070 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62a1efa-2ecb-4fee-9fb1-3dca8ece3207 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:26.717483 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5923f8fb-003a-4ce6-8cd4-c4de751bf490 admin admin] 10.222.0.35 "DELETE /v2.0/routers/cbbe849c-82d9-4b73-bd76-a1be427d4ff8 HTTP/1.1" status: 204 len: 168 time: 5.7549000 Jul 14 07:13:26.722367 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53238) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:26.724962 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d62a1efa-2ecb-4fee-9fb1-3dca8ece3207 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2901907 Jul 14 07:13:26.725677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53240) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:26.970891 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52f186d1-be33-412c-8f83-49d829c90ce3 req-b0893a7c-7b3d-453f-9528-c13fcff563b6 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059480 Jul 14 07:13:26.976876 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68f87b9-ffca-40c6-9142-a22aa8fa89a5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet 9ff93650-7964-4402-a48d-8e8063bc50e0 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:13:27.089484 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a68f87b9-ffca-40c6-9142-a22aa8fa89a5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:27.236017 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a68f87b9-ffca-40c6-9142-a22aa8fa89a5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:27.249773 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-98f6d6dc-fc90-46a6-8754-b4c37c617d25 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "PUT /v2.0/floatingips/2f79dd7b-3ddb-4137-a3b5-44dda4b6d779 HTTP/1.1" status: 200 len: 991 time: 6.1949463 Jul 14 07:13:27.265408 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29aaadb-9dcd-4234-a01c-1c5a83ff7124', 'tag': '159894a1-10da-4932-b048-247cbd0bea61'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:13:27.269436 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4649d9ae-ed40-4b98-80f3-52055f9a8cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "f29aaadb-9dcd-4234-a01c-1c5a83ff7124", "tag": "159894a1-10da-4932-b048-247cbd0bea61"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:13:27.299676 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d14ef97-7ebd-47c7-a563-ed5936e7b54a admin admin] Deleting subnet 62dca43f-6bf4-4ea6-80c2-140c01fa7118 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:13:27.326470 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d14ef97-7ebd-47c7-a563-ed5936e7b54a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:27.327154 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-f282149f-da52-4c6c-bec2-982ce49ca739 None None] Set router 02cc71d3-1865-46bc-ab3e-02d91f0bce44 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:13:27.462479 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f49f311-5402-4e99-90ed-8200f8fd11a9 x-openstack-request-id: req-6f49f311-5402-4e99-90ed-8200f8fd11a9 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:13:27.463122 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f29aaadb-9dcd-4234-a01c-1c5a83ff7124", "tag": "159894a1-10da-4932-b048-247cbd0bea61", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:13:27.463577 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f49f311-5402-4e99-90ed-8200f8fd11a9 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:13:27.464166 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f29aaadb-9dcd-4234-a01c-1c5a83ff7124', 'tag': '159894a1-10da-4932-b048-247cbd0bea61', 'status': 'completed', 'code': 200} Jul 14 07:13:27.530052 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d14ef97-7ebd-47c7-a563-ed5936e7b54a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:27.569386 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ad4aaaae-030f-44e9-bf11-f2b0e4127f9a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:13:27.569983 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5b57946-6204-4b06-bb8f-1c245e519415 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:27.641567 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:27.733916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b57946-6204-4b06-bb8f-1c245e519415 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Subnet': ['ID=ce6bd104-05c7-4202-aa9a-072c192c82db,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:27.837700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649d9ae-ed40-4b98-80f3-52055f9a8cb4 req-bc1abaa3-369f-4a9d-9d70-793c82037fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:27.837899 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d14ef97-7ebd-47c7-a563-ed5936e7b54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:27.840543 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4649d9ae-ed40-4b98-80f3-52055f9a8cb4 req-bc1abaa3-369f-4a9d-9d70-793c82037fad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84712628eb654ff0b9f11d80c53ffa6f&device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 1097 time: 0.4034059 Jul 14 07:13:27.934343 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f282149f-da52-4c6c-bec2-982ce49ca739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'name': 'tempest-ServersTestBootFromVolume-2083867808-router', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:11:50Z', 'updated_at': '2021-07-14T07:11:57Z', 'revision_number': 4, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'gw_port': {'id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:51Z', 'updated_at': '2021-07-14T07:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '2f79dd7b-3ddb-4137-a3b5-44dda4b6d779', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'port_id': '159894a1-10da-4932-b048-247cbd0bea61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e82a324-3525-428e-a290-73810ba0350d', 'mac_address': 'fa:16:3e:e1:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aaadb-9dcd-4234-a01c-1c5a83ff7124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:12:10Z', 'updated_at': '2021-07-14T07:13:23Z', 'revision_number': 1, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0', 'name': '', 'network_id': '9e82a324-3525-428e-a290-73810ba0350d', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'mac_address': 'fa:16:3e:2c:c9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:56Z', 'updated_at': '2021-07-14T07:12:12Z', 'revision_number': 5, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'subnets': [{'id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:28.056492 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a68f87b9-ffca-40c6-9142-a22aa8fa89a5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:28.058729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f282149f-da52-4c6c-bec2-982ce49ca739 None None] Checking router: 02cc71d3-1865-46bc-ab3e-02d91f0bce44 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:13:28.093556 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b57946-6204-4b06-bb8f-1c245e519415 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Checking segment: {'id': '4511a81c-59f4-477a-98f4-dafc0ea3f026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5d105c51-acc4-448c-8a76-92754f3a53b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:13:28.095136 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b57946-6204-4b06-bb8f-1c245e519415 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network hostable DHCP agents. Network: 5d105c51-acc4-448c-8a76-92754f3a53b7, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:13:28.104477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f282149f-da52-4c6c-bec2-982ce49ca739 None None] Routers {'02cc71d3-1865-46bc-ab3e-02d91f0bce44'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:28.106900 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f282149f-da52-4c6c-bec2-982ce49ca739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:28.201870 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4f53791e-bcb5-44c7-92f8-01c4e4820928 None None] Provisioning for port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:28.220423 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4f53791e-bcb5-44c7-92f8-01c4e4820928 None None] Provisioning complete for port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:28.229172 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4f53791e-bcb5-44c7-92f8-01c4e4820928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:28.320241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b57946-6204-4b06-bb8f-1c245e519415 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network 5d105c51-acc4-448c-8a76-92754f3a53b7 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:13:28.416732 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-d5b57946-6204-4b06-bb8f-1c245e519415 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 5d105c51-acc4-448c-8a76-92754f3a53b7) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:28.433699 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b57946-6204-4b06-bb8f-1c245e519415 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:28.434379 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5b57946-6204-4b06-bb8f-1c245e519415 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:28.549237 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-f282149f-da52-4c6c-bec2-982ce49ca739 None None] Set router 02cc71d3-1865-46bc-ab3e-02d91f0bce44 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:13:28.560128 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649d9ae-ed40-4b98-80f3-52055f9a8cb4 req-205152fb-d8e5-4c77-b916-fb458146b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:28.564265 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4649d9ae-ed40-4b98-80f3-52055f9a8cb4 req-205152fb-d8e5-4c77-b916-fb458146b853 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e82a324-3525-428e-a290-73810ba0350d HTTP/1.1" status: 200 len: 917 time: 0.7144010 Jul 14 07:13:28.573113 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d14ef97-7ebd-47c7-a563-ed5936e7b54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:28.634911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9f186e-0369-4f90-8bbd-a0aaf59b2e4d None None] Network 5d105c51-acc4-448c-8a76-92754f3a53b7 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:28.637330 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4de2fe-7e12-460f-9f09-dc35772cd503 None None] Network 8c3611c7-e32d-4e05-9074-ff60397bdb02 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:28.668057 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d14ef97-7ebd-47c7-a563-ed5936e7b54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:28.679112 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1d14ef97-7ebd-47c7-a563-ed5936e7b54a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/62dca43f-6bf4-4ea6-80c2-140c01fa7118 HTTP/1.1" status: 204 len: 168 time: 1.9515500 Jul 14 07:13:28.684526 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53272) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:28.689376 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14ef97-7ebd-47c7-a563-ed5936e7b54a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62dca43f-6bf4-4ea6-80c2-140c01fa7118,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:28.689559 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4649d9ae-ed40-4b98-80f3-52055f9a8cb4 req-039de2d3-1845-4d26-874e-8a09513d2bb8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=159894a1-10da-4932-b048-247cbd0bea61 HTTP/1.1" status: 200 len: 999 time: 0.1120102 Jul 14 07:13:28.722651 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53274) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:28.723039 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d5b57946-6204-4b06-bb8f-1c245e519415 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1423786 Jul 14 07:13:28.756168 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a68f87b9-ffca-40c6-9142-a22aa8fa89a5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:28.757917 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1381670137', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:28.874462 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:28.877213 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:28.919704 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:13:29.023209 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:13:29.023942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 3cf947bb-1e39-4781-a0dd-2c0b60e4dacd not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:13:29.025963 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:29.338510 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:29.452841 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4f53791e-bcb5-44c7-92f8-01c4e4820928 None None] Could not find standard attr ID for object c3e43aac-0fc5-4190-9c4f-3a3936966dfc. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:13:29.462296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89381900-ff6f-4dc3-a743-d3c83d805a60 None None] Network 5d105c51-acc4-448c-8a76-92754f3a53b7 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:29.595964 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f87b9-ffca-40c6-9142-a22aa8fa89a5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff93650-7964-4402-a48d-8e8063bc50e0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:29.616489 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a68f87b9-ffca-40c6-9142-a22aa8fa89a5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:29.627915 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a68f87b9-ffca-40c6-9142-a22aa8fa89a5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/9ff93650-7964-4402-a48d-8e8063bc50e0 HTTP/1.1" status: 204 len: 168 time: 2.8960123 Jul 14 07:13:29.634211 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53292) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:29.657960 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39954f1-c75a-42fa-901a-f72abeb0e52e None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:29.707889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a29c6346-df59-4a8d-9a79-b3a19c1bb786 None None] Could not find standard attr ID for object c3e43aac-0fc5-4190-9c4f-3a3936966dfc. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:13:29.721086 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649d9ae-ed40-4b98-80f3-52055f9a8cb4 req-3b60c25e-679a-482b-a656-070d4f6f1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:29.724161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4649d9ae-ed40-4b98-80f3-52055f9a8cb4 req-3b60c25e-679a-482b-a656-070d4f6f1960 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=332600d1-7207-42c7-a6e5-4b2788cd4c8b HTTP/1.1" status: 200 len: 855 time: 1.0255775 Jul 14 07:13:29.754476 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f75d90-2009-46fc-b589-1dfadfc3e234 req-0a4c1215-1b69-4ecb-a7de-e61a7aeadf65 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:29.766310 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72f75d90-2009-46fc-b589-1dfadfc3e234 req-0a4c1215-1b69-4ecb-a7de-e61a7aeadf65 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 1.4790192 Jul 14 07:13:29.878946 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f282149f-da52-4c6c-bec2-982ce49ca739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'name': 'tempest-ServersTestBootFromVolume-2083867808-router', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:11:50Z', 'updated_at': '2021-07-14T07:11:57Z', 'revision_number': 4, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'gw_port': {'id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:51Z', 'updated_at': '2021-07-14T07:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '2f79dd7b-3ddb-4137-a3b5-44dda4b6d779', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'port_id': '159894a1-10da-4932-b048-247cbd0bea61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e82a324-3525-428e-a290-73810ba0350d', 'mac_address': 'fa:16:3e:e1:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aaadb-9dcd-4234-a01c-1c5a83ff7124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:12:10Z', 'updated_at': '2021-07-14T07:13:23Z', 'revision_number': 1, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0', 'name': '', 'network_id': '9e82a324-3525-428e-a290-73810ba0350d', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'mac_address': 'fa:16:3e:2c:c9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:56Z', 'updated_at': '2021-07-14T07:12:12Z', 'revision_number': 5, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'subnets': [{'id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:29.963971 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53da34f1-43ca-463f-93e3-ede733384ffc None None] DHCP port deletion for 8c3611c7-e32d-4e05-9074-ff60397bdb02 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:13:29.965899 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:29.975675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f282149f-da52-4c6c-bec2-982ce49ca739 None None] The sync data for ids ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'] in n-d-778696-5 is: [{'id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'name': 'tempest-ServersTestBootFromVolume-2083867808-router', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:11:50Z', 'updated_at': '2021-07-14T07:11:57Z', 'revision_number': 4, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'gw_port': {'id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:51Z', 'updated_at': '2021-07-14T07:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '2f79dd7b-3ddb-4137-a3b5-44dda4b6d779', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'port_id': '159894a1-10da-4932-b048-247cbd0bea61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e82a324-3525-428e-a290-73810ba0350d', 'mac_address': 'fa:16:3e:e1:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aaadb-9dcd-4234-a01c-1c5a83ff7124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:12:10Z', 'updated_at': '2021-07-14T07:13:23Z', 'revision_number': 1, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0', 'name': '', 'network_id': '9e82a324-3525-428e-a290-73810ba0350d', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'mac_address': 'fa:16:3e:2c:c9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:56Z', 'updated_at': '2021-07-14T07:12:12Z', 'revision_number': 5, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'subnets': [{'id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:13:30.071816 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-6582173f-4d4b-4df2-81c3-064e8431c0b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet fe3c56c7-bfdc-48c8-bbe9-51c43cb4ccc1 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:13:30.082670 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72f75d90-2009-46fc-b589-1dfadfc3e234 req-d6ba6ca1-5e6e-48bb-8a8c-f622ac25bd04 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153460 Jul 14 07:13:30.084390 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6582173f-4d4b-4df2-81c3-064e8431c0b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:30.124666 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] Deleting port 64d59f20-0478-4ce3-89aa-1b1cfa1df63f {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:30.125119 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:30.139112 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649d9ae-ed40-4b98-80f3-52055f9a8cb4 req-b9a83309-074b-4b15-8fa9-18f057240d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:30.148305 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4649d9ae-ed40-4b98-80f3-52055f9a8cb4 req-b9a83309-074b-4b15-8fa9-18f057240d13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e82a324-3525-428e-a290-73810ba0350d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4154384 Jul 14 07:13:30.153418 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6582173f-4d4b-4df2-81c3-064e8431c0b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:30.258204 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-53da34f1-43ca-463f-93e3-ede733384ffc None None] Deleting port 64d59f20-0478-4ce3-89aa-1b1cfa1df63f {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:30.258597 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-53da34f1-43ca-463f-93e3-ede733384ffc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:30.310310 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:30.362980 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:30.407158 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe1d20b-40aa-4716-936f-2105c0dd53c3 None None] New status for floating IP 2f79dd7b-3ddb-4137-a3b5-44dda4b6d779: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:13:30.412813 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4649d9ae-ed40-4b98-80f3-52055f9a8cb4 req-8b279924-5331-44b5-bbe1-d9a0cfce5db7 service neutron] 10.222.0.30 "GET /v2.0/networks/9e82a324-3525-428e-a290-73810ba0350d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551162 Jul 14 07:13:30.426801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7b223-fa13-45f3-b842-0eea005c9399 req-5bb2156b-1277-4b55-babe-23fa581f4b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:30.428194 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f1c7b223-fa13-45f3-b842-0eea005c9399 req-5bb2156b-1277-4b55-babe-23fa581f4b72 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 1096 time: 0.9631371 Jul 14 07:13:30.435433 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Pushing event updated for resources: {'Port': ['ID=3e4dcd84-b03a-4d2c-abb6-2dc688f48e2c,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:30.452494 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6582173f-4d4b-4df2-81c3-064e8431c0b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:30.468696 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-53da34f1-43ca-463f-93e3-ede733384ffc None None] For port 64d59f20-0478-4ce3-89aa-1b1cfa1df63f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=64d59f20-0478-4ce3-89aa-1b1cfa1df63f,segment=NetworkSegment(bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d),segment_id=bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:30.487952 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-53da34f1-43ca-463f-93e3-ede733384ffc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:30.511871 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-83382d7c-b091-4d63-81f0-c7b04ba879f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:30.526346 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-53da34f1-43ca-463f-93e3-ede733384ffc None None] Calling delete_port for 64d59f20-0478-4ce3-89aa-1b1cfa1df63f owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:30.660796 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] For port 64d59f20-0478-4ce3-89aa-1b1cfa1df63f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=64d59f20-0478-4ce3-89aa-1b1cfa1df63f,segment=NetworkSegment(bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d),segment_id=bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:30.661780 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:30.678664 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f1c7b223-fa13-45f3-b842-0eea005c9399 req-95934e96-1484-41eb-b02f-87fd23c5feeb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129762 Jul 14 07:13:30.693935 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:30.722220 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] Calling delete_port for 64d59f20-0478-4ce3-89aa-1b1cfa1df63f owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:30.737927 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-53da34f1-43ca-463f-93e3-ede733384ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:30.754321 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53da34f1-43ca-463f-93e3-ede733384ffc None None] No DVR routers for this DVR port 64d59f20-0478-4ce3-89aa-1b1cfa1df63f on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:13:30.778526 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6582173f-4d4b-4df2-81c3-064e8431c0b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:30.814169 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da34f1-43ca-463f-93e3-ede733384ffc None None] Pushing event deleted for resources: {'Port': ['ID=64d59f20-0478-4ce3-89aa-1b1cfa1df63f,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:30.829658 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582173f-4d4b-4df2-81c3-064e8431c0b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3c56c7-bfdc-48c8-bbe9-51c43cb4ccc1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:30.865659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4649d9ae-ed40-4b98-80f3-52055f9a8cb4 req-25a8bf89-205c-4195-939a-19e99a7d3215 service neutron] 10.222.0.30 "GET /v2.0/networks/9e82a324-3525-428e-a290-73810ba0350d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424102 Jul 14 07:13:30.876090 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6582173f-4d4b-4df2-81c3-064e8431c0b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:30.878689 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6582173f-4d4b-4df2-81c3-064e8431c0b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/fe3c56c7-bfdc-48c8-bbe9-51c43cb4ccc1 HTTP/1.1" status: 204 len: 168 time: 1.2314599 Jul 14 07:13:30.888563 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53314) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:30.958810 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5b7db8e5-6f1d-41b5-abc4-6cae20f765b9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718956 Jul 14 07:13:30.959145 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53320) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:30.964465 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e449cac3-ca7c-458c-891e-8080a559671b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:30.971589 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 64d59f20-0478-4ce3-89aa-1b1cfa1df63f no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:13:31.006524 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 64d59f20-0478-4ce3-89aa-1b1cfa1df63f {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:13:31.011900 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 64d59f20-0478-4ce3-89aa-1b1cfa1df63f not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:13:31.026496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Network af8a7de9-784f-45d5-97f7-26579ee7957d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:31.032851 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:31.319262 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e449cac3-ca7c-458c-891e-8080a559671b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:31.325200 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e449cac3-ca7c-458c-891e-8080a559671b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:31.392594 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:31.417870 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:31.499261 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:31.521514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] No DVR routers for this DVR port 64d59f20-0478-4ce3-89aa-1b1cfa1df63f on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:13:31.530416 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=64d59f20-0478-4ce3-89aa-1b1cfa1df63f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:31.545785 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Router b0654c7b-65c3-455f-a7ac-62d9af53959f has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:13:31.670163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-33e78c59-0675-4786-8f1e-a389d1e37c86 None None] Provisioning complete for port 3e4dcd84-b03a-4d2c-abb6-2dc688f48e2c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:31.672660 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-33e78c59-0675-4786-8f1e-a389d1e37c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:31.740125 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-33e78c59-0675-4786-8f1e-a389d1e37c86 None None] Port 3e4dcd84-b03a-4d2c-abb6-2dc688f48e2c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:13:31.770326 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049060d5-5e3d-4151-9891-dd48fa02dd2e None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:31.770678 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fe32c-6e4f-41bb-adc6-6131fdf81f71 req-03851c4a-c253-4f9c-9af9-9fdd1082fe20 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:31.778017 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-255fe32c-6e4f-41bb-adc6-6131fdf81f71 req-03851c4a-c253-4f9c-9af9-9fdd1082fe20 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 0.1970208 Jul 14 07:13:31.796439 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:31.822389 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c3611c7-e32d-4e05-9074-ff60397bdb02']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:31.865851 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-255fe32c-6e4f-41bb-adc6-6131fdf81f71 req-406de32f-5ff8-4d8e-af21-8bc558eec6a0 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868638 Jul 14 07:13:31.884640 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:31.884640 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc2c5ec-72cb-41d0-9ba3-21d58aa3820d') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:31.892052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fded2b0a-44b4-41c3-9259-919763367cf8 None None] Provisioning complete for port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:31.892505 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fded2b0a-44b4-41c3-9259-919763367cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:31.961831 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:32.000958 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:32.024623 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:13:32.024623 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:13:32.028259 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:13:32.045277 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Allocated IP 172.25.7.233 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/9f69e7f4-caad-4758-bcd2-aea421a3f875) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:32.060108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.objects.ports [None req-e449cac3-ca7c-458c-891e-8080a559671b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 07:13:32.092929 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:13:32.102751 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c3fafcb3-1264-44aa-ba98-2f506c13e6ea tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] 10.222.0.35 "PUT /v2.0/routers/b0654c7b-65c3-455f-a7ac-62d9af53959f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5714288 Jul 14 07:13:32.103453 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53344) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:32.117991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-21c18884-1c8a-4bb2-8fe3-a86fbe2dc0dd tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Request body: {'port': {'network_id': 'af8a7de9-784f-45d5-97f7-26579ee7957d', 'name': 'tempest-FloatingIPAdminTestJSON-2106415894'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:32.448441 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67765da-796b-4b71-99de-9d8a481bce7e None None] Sync routers for ids ['b0654c7b-65c3-455f-a7ac-62d9af53959f'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:13:32.546210 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67765da-796b-4b71-99de-9d8a481bce7e None None] Routers {'b0654c7b-65c3-455f-a7ac-62d9af53959f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:32.548061 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c67765da-796b-4b71-99de-9d8a481bce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b0654c7b-65c3-455f-a7ac-62d9af53959f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:32.629025 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c67765da-796b-4b71-99de-9d8a481bce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:32.640438 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:32.686186 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:32.711789 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e449cac3-ca7c-458c-891e-8080a559671b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:32.726785 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:32.733131 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8c3611c7-e32d-4e05-9074-ff60397bdb02 HTTP/1.1" status: 204 len: 168 time: 4.0448315 Jul 14 07:13:32.733657 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b27b29-412c-4d47-af86-d7277864c3c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c3611c7-e32d-4e05-9074-ff60397bdb02,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:32.736542 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:32.768340 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67765da-796b-4b71-99de-9d8a481bce7e None None] Routers {'b0654c7b-65c3-455f-a7ac-62d9af53959f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:32.779397 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c67765da-796b-4b71-99de-9d8a481bce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b0654c7b-65c3-455f-a7ac-62d9af53959f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:32.824699 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:32.829010 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:32.845036 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:32.854346 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=9f69e7f4-caad-4758-bcd2-aea421a3f875,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:32.924961 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c18884-1c8a-4bb2-8fe3-a86fbe2dc0dd tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Made reservation on behalf of 3faaa596b97643fd9d086d5f6f07b3b3 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:32.932877 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-21c18884-1c8a-4bb2-8fe3-a86fbe2dc0dd tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:33.009138 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c67765da-796b-4b71-99de-9d8a481bce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:33.027406 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67765da-796b-4b71-99de-9d8a481bce7e None None] The sync data for ids ['b0654c7b-65c3-455f-a7ac-62d9af53959f'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:13:33.194866 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-21c18884-1c8a-4bb2-8fe3-a86fbe2dc0dd tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] device_id is not set on port f7a01c91-9617-473b-a52d-df1a22caa5a9 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:13:33.218692 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-e449cac3-ca7c-458c-891e-8080a559671b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] For port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ad4aaaae-030f-44e9-bf11-f2b0e4127f9a,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:33.221408 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53372) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:33.322208 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a2e54ec9-60c8-4e66-9ab4-cce195d9d753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:33.333003 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e449cac3-ca7c-458c-891e-8080a559671b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:33.369116 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e449cac3-ca7c-458c-891e-8080a559671b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:33.379482 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e449cac3-ca7c-458c-891e-8080a559671b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:33.504908 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-21c18884-1c8a-4bb2-8fe3-a86fbe2dc0dd tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Allocated IP 172.20.0.9 (af8a7de9-784f-45d5-97f7-26579ee7957d/b575eb5f-47e7-4014-ae5b-541b306cf96b/f7a01c91-9617-473b-a52d-df1a22caa5a9) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:33.527541 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ac322-4a3a-4f43-ba5b-11315b7db045 req-f206ed20-e886-4aa4-8fe5-d54b3dd31998 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:33.535686 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a30ac322-4a3a-4f43-ba5b-11315b7db045 req-f206ed20-e886-4aa4-8fe5-d54b3dd31998 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 0.3742027 Jul 14 07:13:33.537868 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:33.578809 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449cac3-ca7c-458c-891e-8080a559671b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=ad4aaaae-030f-44e9-bf11-f2b0e4127f9a,revision_number=8']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:33.589596 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449cac3-ca7c-458c-891e-8080a559671b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=9f89161c-2f80-4b73-98cc-d1adff69448d,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:33.595104 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:33.602961 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d83b2bd8-f036-44ee-94a5-0555ee9b7eca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29d5d2e302f5415a8cdd9a8664f20ae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3781991 Jul 14 07:13:33.608984 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53388) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:33.639993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e449cac3-ca7c-458c-891e-8080a559671b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:33.647319 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-e449cac3-ca7c-458c-891e-8080a559671b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:33.653719 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e449cac3-ca7c-458c-891e-8080a559671b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:33.656160 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e449cac3-ca7c-458c-891e-8080a559671b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:33.718714 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a30ac322-4a3a-4f43-ba5b-11315b7db045 req-e823048d-56a1-4e1a-93e6-32691a6cc3a1 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821303 Jul 14 07:13:33.727285 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e449cac3-ca7c-458c-891e-8080a559671b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7668555 Jul 14 07:13:33.729057 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53390) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:33.741061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-83311511-f511-4e49-8f70-ab75fe571e6e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:33.764493 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-148e6a8d-734b-4f87-936f-54a840f7d9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:33.989926 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-148e6a8d-734b-4f87-936f-54a840f7d9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:34.162418 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-148e6a8d-734b-4f87-936f-54a840f7d9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:34.170319 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-148e6a8d-734b-4f87-936f-54a840f7d9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:34.175727 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-148e6a8d-734b-4f87-936f-54a840f7d9c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d78c99a1-e46b-4b76-bef3-d098e9358030 HTTP/1.1" status: 204 len: 168 time: 0.5555298 Jul 14 07:13:34.188233 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83311511-f511-4e49-8f70-ab75fe571e6e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:34.193562 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83311511-f511-4e49-8f70-ab75fe571e6e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:34.244665 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e6a8d-734b-4f87-936f-54a840f7d9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78c99a1-e46b-4b76-bef3-d098e9358030,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:34.338134 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686122f-1ba4-4714-a1bc-d014a43aeeda req-33c76f47-c07c-4683-bf79-e880372f9c1d tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:34.346146 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7686122f-1ba4-4714-a1bc-d014a43aeeda req-33c76f47-c07c-4683-bf79-e880372f9c1d tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.3010044 Jul 14 07:13:34.462511 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-21c18884-1c8a-4bb2-8fe3-a86fbe2dc0dd tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:34.487979 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-21c18884-1c8a-4bb2-8fe3-a86fbe2dc0dd tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Transition to ACTIVE for port object f7a01c91-9617-473b-a52d-df1a22caa5a9 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:34.562450 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7686122f-1ba4-4714-a1bc-d014a43aeeda req-e83877a5-c3df-43d0-995a-849bac1caab7 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147644 Jul 14 07:13:34.575671 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-21c18884-1c8a-4bb2-8fe3-a86fbe2dc0dd tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:34.596038 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:34.673334 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bed0e13-b6d6-4ce1-a904-356b963966c1 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:34.697269 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c18884-1c8a-4bb2-8fe3-a86fbe2dc0dd tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Network af8a7de9-784f-45d5-97f7-26579ee7957d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:34.711316 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-21c18884-1c8a-4bb2-8fe3-a86fbe2dc0dd tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:34.718194 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c18884-1c8a-4bb2-8fe3-a86fbe2dc0dd tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:34.789243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c18884-1c8a-4bb2-8fe3-a86fbe2dc0dd tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Pushing event updated for resources: {'Port': ['ID=f7a01c91-9617-473b-a52d-df1a22caa5a9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:34.831587 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d953128f-ff73-4397-8a88-95931c837f7f None None] Provisioning complete for port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:34.832418 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d953128f-ff73-4397-8a88-95931c837f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:34.979174 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c18884-1c8a-4bb2-8fe3-a86fbe2dc0dd tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:34.979983 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-21c18884-1c8a-4bb2-8fe3-a86fbe2dc0dd tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:35.033000 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83311511-f511-4e49-8f70-ab75fe571e6e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:35.055216 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-21c18884-1c8a-4bb2-8fe3-a86fbe2dc0dd tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9445362 Jul 14 07:13:35.066017 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53428) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:35.089842 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:35.186102 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ad4aaaae-030f-44e9-bf11-f2b0e4127f9a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:13:35.241658 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83311511-f511-4e49-8f70-ab75fe571e6e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:35.349294 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-83311511-f511-4e49-8f70-ab75fe571e6e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:35.394488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83311511-f511-4e49-8f70-ab75fe571e6e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:35.395477 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83311511-f511-4e49-8f70-ab75fe571e6e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:35.423898 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83311511-f511-4e49-8f70-ab75fe571e6e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=1d1ea8c6-ab08-41ac-889b-f597d8d86f97,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:35.446559 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-83311511-f511-4e49-8f70-ab75fe571e6e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7176707 Jul 14 07:13:35.448823 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53436) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:35.454724 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-196d6c98-fdbe-449d-ba53-f9dc04d42f4e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'mac_address': 'fa:16:3e:f8:88:7b', 'name': 'tempest-NetworksTestDHCPv6-2068979851'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:35.463742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:35.464357 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:35.519217 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router 3aec3154-92cd-428d-814f-a8f82b5858a9 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:13:35.564758 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-428062fa-0557-4d69-953c-b1a7de098926 None None] Provisioning for port f7a01c91-9617-473b-a52d-df1a22caa5a9 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:35.584905 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-428062fa-0557-4d69-953c-b1a7de098926 None None] Provisioning complete for port f7a01c91-9617-473b-a52d-df1a22caa5a9 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:35.586247 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-428062fa-0557-4d69-953c-b1a7de098926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:35.659260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56735fa2-3cde-4832-967b-3df765afaff9 req-7904ba21-a140-47c9-a351-3a140d39f324 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:35.675518 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56735fa2-3cde-4832-967b-3df765afaff9 req-7904ba21-a140-47c9-a351-3a140d39f324 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.4119911 Jul 14 07:13:35.692537 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-428062fa-0557-4d69-953c-b1a7de098926 None None] Port f7a01c91-9617-473b-a52d-df1a22caa5a9 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:13:35.790244 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:13:35.802486 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cebefa2-3cf0-43ae-ae06-d0fd0cd0b522 None None] Sync routers for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:13:35.812992 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'project_id': '3faaa596b97643fd9d086d5f6f07b3b3', 'port_id': 'f7a01c91-9617-473b-a52d-df1a22caa5a9'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:35.813534 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56735fa2-3cde-4832-967b-3df765afaff9 req-2a8f68b2-5508-49a7-baf8-a1a2b46fab45 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366341 Jul 14 07:13:35.819632 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cebefa2-3cf0-43ae-ae06-d0fd0cd0b522 None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:35.820337 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6cebefa2-3cf0-43ae-ae06-d0fd0cd0b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:35.832809 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] Update dhcp port {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'fixed_ips': [{'subnet_id': '9f89161c-2f80-4b73-98cc-d1adff69448d', 'ip_address': '2001:db8::f816:3eff:fe9b:5cb4'}, {'subnet_id': '1d1ea8c6-ab08-41ac-889b-f597d8d86f97'}], 'binding:host_id': 'n-d-778696-5'}, 'id': 'ad4aaaae-030f-44e9-bf11-f2b0e4127f9a'} from n-d-778696-5. {{(pid=93829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 07:13:35.905253 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196d6c98-fdbe-449d-ba53-f9dc04d42f4e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:35.910300 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:35.927136 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:35.956709 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:35.965711 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d6a8a1fb-dd7c-4570-8cce-1610d5ab0e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.2311339 Jul 14 07:13:35.970895 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53460) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:35.973106 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6cebefa2-3cf0-43ae-ae06-d0fd0cd0b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:36.007849 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cebefa2-3cf0-43ae-ae06-d0fd0cd0b522 None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:36.013161 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6cebefa2-3cf0-43ae-ae06-d0fd0cd0b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:36.045522 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-196d6c98-fdbe-449d-ba53-f9dc04d42f4e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:36.101675 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-196d6c98-fdbe-449d-ba53-f9dc04d42f4e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port d702626b-db0d-4070-b798-55694275c693 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:13:36.108409 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6cebefa2-3cf0-43ae-ae06-d0fd0cd0b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:36.109159 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cebefa2-3cf0-43ae-ae06-d0fd0cd0b522 None None] The sync data for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:13:36.257060 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:36.401962 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:36.466545 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-196d6c98-fdbe-449d-ba53-f9dc04d42f4e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 172.20.0.11 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/1d1ea8c6-ab08-41ac-889b-f597d8d86f97/d702626b-db0d-4070-b798-55694275c693) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:36.483595 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-196d6c98-fdbe-449d-ba53-f9dc04d42f4e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::f816:3eff:fef8:887b (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/9f89161c-2f80-4b73-98cc-d1adff69448d/d702626b-db0d-4070-b798-55694275c693) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:36.695490 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-196d6c98-fdbe-449d-ba53-f9dc04d42f4e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:36.722418 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-196d6c98-fdbe-449d-ba53-f9dc04d42f4e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object d702626b-db0d-4070-b798-55694275c693 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:36.799494 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-196d6c98-fdbe-449d-ba53-f9dc04d42f4e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:36.930719 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] Allocated IP 172.20.0.2 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/1d1ea8c6-ab08-41ac-889b-f597d8d86f97/ad4aaaae-030f-44e9-bf11-f2b0e4127f9a) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:36.992484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d6c98-fdbe-449d-ba53-f9dc04d42f4e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:37.006944 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-196d6c98-fdbe-449d-ba53-f9dc04d42f4e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:37.027433 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d6c98-fdbe-449d-ba53-f9dc04d42f4e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:37.040938 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d6c98-fdbe-449d-ba53-f9dc04d42f4e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=d702626b-db0d-4070-b798-55694275c693,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:37.155712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Allocated IP 172.25.7.200 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/c9549b1b-c5ff-4fc3-a08e-0276b16f466c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:37.176363 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196d6c98-fdbe-449d-ba53-f9dc04d42f4e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:37.177982 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-196d6c98-fdbe-449d-ba53-f9dc04d42f4e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:37.202577 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-196d6c98-fdbe-449d-ba53-f9dc04d42f4e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7521825 Jul 14 07:13:37.204015 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53500) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:37.220771 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] For port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ad4aaaae-030f-44e9-bf11-f2b0e4127f9a,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:37.353975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364c6ff8-4978-40b3-9f4a-8b0c31b2c1fc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:37.360289 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364c6ff8-4978-40b3-9f4a-8b0c31b2c1fc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:37.361958 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-364c6ff8-4978-40b3-9f4a-8b0c31b2c1fc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1569097 Jul 14 07:13:37.370278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53506) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:37.393310 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:37.438985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] Transition to ACTIVE for port object ad4aaaae-030f-44e9-bf11-f2b0e4127f9a will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:37.455585 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:37.607249 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] Pushing event updated for resources: {'Port': ['ID=ad4aaaae-030f-44e9-bf11-f2b0e4127f9a,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:37.787862 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c76d33e1-b83b-486d-aed6-adce4dcb291a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:37.790506 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:37.790861 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:37.791213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:37.791555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:37.792615 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:37.793810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:37.794165 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:37.798449 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:37.798812 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:37.799156 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:37.799686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:37.800029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:37.800363 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7c2fe-6117-464f-b3c3-70974ebf0557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:13:37.971156 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:37.989408 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2420f-5409-497b-87cb-2cb211ca7763 req-1bd6085e-341f-42b8-82e5-271d9bac5800 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:37.998977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5c2420f-5409-497b-87cb-2cb211ca7763 req-1bd6085e-341f-42b8-82e5-271d9bac5800 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.7241011 Jul 14 07:13:38.076524 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5c2420f-5409-497b-87cb-2cb211ca7763 req-6d6ca57f-cae5-4569-a800-229252d3e66d tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696852 Jul 14 07:13:38.156940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-b935c395-bfa1-419c-a5d3-7c6d44fb3bcb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port d702626b-db0d-4070-b798-55694275c693 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:38.157578 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b935c395-bfa1-419c-a5d3-7c6d44fb3bcb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:38.383093 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b935c395-bfa1-419c-a5d3-7c6d44fb3bcb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:38.410534 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-b935c395-bfa1-419c-a5d3-7c6d44fb3bcb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for d702626b-db0d-4070-b798-55694275c693 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:38.439002 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c76d33e1-b83b-486d-aed6-adce4dcb291a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Allocated IP 172.20.0.1 (5d105c51-acc4-448c-8a76-92754f3a53b7/ce6bd104-05c7-4202-aa9a-072c192c82db/ea78cc66-b793-4318-9120-09e4e1ae629d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:38.611326 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:38.639744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:38.646491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:38.766087 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Pushing event updated for resources: {'Port': ['ID=c9549b1b-c5ff-4fc3-a08e-0276b16f466c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:38.837615 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b935c395-bfa1-419c-a5d3-7c6d44fb3bcb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:38.851581 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c76d33e1-b83b-486d-aed6-adce4dcb291a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:38.927392 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935c395-bfa1-419c-a5d3-7c6d44fb3bcb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=d702626b-db0d-4070-b798-55694275c693,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:39.008924 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ad4aaaae-030f-44e9-bf11-f2b0e4127f9a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:13:39.153654 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b935c395-bfa1-419c-a5d3-7c6d44fb3bcb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:39.158240 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b935c395-bfa1-419c-a5d3-7c6d44fb3bcb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/d702626b-db0d-4070-b798-55694275c693 HTTP/1.1" status: 204 len: 168 time: 1.7860172 Jul 14 07:13:39.160864 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53634) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:39.171550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99452f3e-09bf-4a03-85c8-61e15b946a63 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:39.293501 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd5126e-fe06-484e-9c25-275c2bf770e1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:39.295786 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd5126e-fe06-484e-9c25-275c2bf770e1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:39.297826 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd5126e-fe06-484e-9c25-275c2bf770e1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:39.303174 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6bd5126e-fe06-484e-9c25-275c2bf770e1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1408420 Jul 14 07:13:39.317976 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53646) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:39.377250 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6c48d4b9-4555-4d40-b2f4-6dff8ec2a833 None None] Provisioning for port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:39.382366 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c76d33e1-b83b-486d-aed6-adce4dcb291a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:39.440709 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5780dc7-bb41-4265-8f2d-9394f34fb4d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet 1d1ea8c6-ab08-41ac-889b-f597d8d86f97 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:13:39.446572 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5780dc7-bb41-4265-8f2d-9394f34fb4d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:39.453834 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6c48d4b9-4555-4d40-b2f4-6dff8ec2a833 None None] Provisioning complete for port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:39.454211 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6c48d4b9-4555-4d40-b2f4-6dff8ec2a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:39.490498 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ef5f6-1f6e-46e3-ad54-298a519fa184 req-a2055d25-1884-40da-a495-dfd3d8ec9d90 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:39.492470 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-777ef5f6-1f6e-46e3-ad54-298a519fa184 req-a2055d25-1884-40da-a495-dfd3d8ec9d90 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.3024170 Jul 14 07:13:39.540197 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5780dc7-bb41-4265-8f2d-9394f34fb4d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:39.560140 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76d33e1-b83b-486d-aed6-adce4dcb291a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network 5d105c51-acc4-448c-8a76-92754f3a53b7 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:39.571147 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c76d33e1-b83b-486d-aed6-adce4dcb291a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:39.575896 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76d33e1-b83b-486d-aed6-adce4dcb291a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:39.606237 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-777ef5f6-1f6e-46e3-ad54-298a519fa184 req-3dd1b14c-af6a-4b7e-a124-076fe091689f tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020741 Jul 14 07:13:39.708935 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d33e1-b83b-486d-aed6-adce4dcb291a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=ea78cc66-b793-4318-9120-09e4e1ae629d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:39.774420 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c76d33e1-b83b-486d-aed6-adce4dcb291a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:39.774806 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5780dc7-bb41-4265-8f2d-9394f34fb4d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:39.922929 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5780dc7-bb41-4265-8f2d-9394f34fb4d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:39.938661 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5780dc7-bb41-4265-8f2d-9394f34fb4d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:39.941052 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e5780dc7-bb41-4265-8f2d-9394f34fb4d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/1d1ea8c6-ab08-41ac-889b-f597d8d86f97 HTTP/1.1" status: 204 len: 168 time: 0.6205091 Jul 14 07:13:39.961808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53716) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:40.020823 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-617b9219-e1c6-42c9-a4fa-2073b2f588a1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet 9f89161c-2f80-4b73-98cc-d1adff69448d {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:13:40.039744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5780dc7-bb41-4265-8f2d-9394f34fb4d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1ea8c6-ab08-41ac-889b-f597d8d86f97,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:40.043490 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-617b9219-e1c6-42c9-a4fa-2073b2f588a1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:40.046130 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:40.103053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1762e345-094f-4ad5-9529-c081d1f2f8c3 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:40.120599 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c76d33e1-b83b-486d-aed6-adce4dcb291a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:40.143806 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-617b9219-e1c6-42c9-a4fa-2073b2f588a1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:40.228616 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-86638f39-3544-4adb-b6ce-2141d20db7bb None None] Provisioning complete for port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:40.230871 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-86638f39-3544-4adb-b6ce-2141d20db7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:40.316489 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-617b9219-e1c6-42c9-a4fa-2073b2f588a1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:40.335640 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:40.421148 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-617b9219-e1c6-42c9-a4fa-2073b2f588a1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:40.465394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b9219-e1c6-42c9-a4fa-2073b2f588a1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=9f89161c-2f80-4b73-98cc-d1adff69448d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:40.475212 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-617b9219-e1c6-42c9-a4fa-2073b2f588a1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:40.477715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-617b9219-e1c6-42c9-a4fa-2073b2f588a1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/9f89161c-2f80-4b73-98cc-d1adff69448d HTTP/1.1" status: 204 len: 168 time: 0.5147436 Jul 14 07:13:40.481240 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53760) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:40.559083 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fd1175a6-e33b-42db-99b9-05b274be2c9d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723462 Jul 14 07:13:40.563295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53780) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:40.570092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e053a60a-97c8-4874-8942-8213b57187bf tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:40.601271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41567cf4-9d96-4e3d-b018-cae3f1a933f2 None None] Update dhcp port {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'fixed_ips': [{'subnet_id': '9f89161c-2f80-4b73-98cc-d1adff69448d'}], 'binding:host_id': 'n-d-778696-5'}, 'id': 'ad4aaaae-030f-44e9-bf11-f2b0e4127f9a'} from n-d-778696-5. {{(pid=93829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 07:13:40.666569 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-41567cf4-9d96-4e3d-b018-cae3f1a933f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:40.879332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e053a60a-97c8-4874-8942-8213b57187bf tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:40.884471 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e053a60a-97c8-4874-8942-8213b57187bf tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:40.911742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143fec07-5d9d-4589-a7e5-071917f765aa None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:40.931664 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:40.949569 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:40.994329 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c76d33e1-b83b-486d-aed6-adce4dcb291a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:41.055585 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c76d33e1-b83b-486d-aed6-adce4dcb291a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:41.122155 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Pushing event updated for resources: {'Port': ['ID=c9549b1b-c5ff-4fc3-a08e-0276b16f466c,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:41.155612 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:41.159878 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ae56ad5d-cb05-40f5-8740-a242d8b39245 None None] Provisioning complete for port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:41.164861 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee730f5f-854e-4aa2-8c7c-55b9fc130e71 req-d33ac436-d996-4a30-8565-5a1cebf63b94 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:41.165152 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ae56ad5d-cb05-40f5-8740-a242d8b39245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:41.166694 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee730f5f-854e-4aa2-8c7c-55b9fc130e71 req-d33ac436-d996-4a30-8565-5a1cebf63b94 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.1954029 Jul 14 07:13:41.239215 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee730f5f-854e-4aa2-8c7c-55b9fc130e71 req-16d245b9-d33f-4c74-a0d4-52d5e93cffaa tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625670 Jul 14 07:13:41.271499 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c76d33e1-b83b-486d-aed6-adce4dcb291a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:41.328261 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e053a60a-97c8-4874-8942-8213b57187bf tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:41.362326 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d33e1-b83b-486d-aed6-adce4dcb291a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=ea78cc66-b793-4318-9120-09e4e1ae629d,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:41.388033 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e053a60a-97c8-4874-8942-8213b57187bf tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:41.392215 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-e053a60a-97c8-4874-8942-8213b57187bf tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:41.395711 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e053a60a-97c8-4874-8942-8213b57187bf tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:41.396503 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e053a60a-97c8-4874-8942-8213b57187bf tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:41.430060 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e053a60a-97c8-4874-8942-8213b57187bf tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8650498 Jul 14 07:13:41.430778 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53844) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:41.444118 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-69facf7c-cc84-481f-a863-6e194a7a67fa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:41.454021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053a60a-97c8-4874-8942-8213b57187bf tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=0f008f54-71c9-4c3a-8caf-dc8cbf33c458,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:41.526258 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2db7fc5-3ef0-47e5-a6ef-5207ed62bdd4 None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:13:41.617153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76d33e1-b83b-486d-aed6-adce4dcb291a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network 5d105c51-acc4-448c-8a76-92754f3a53b7 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:41.624406 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c76d33e1-b83b-486d-aed6-adce4dcb291a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:41.690301 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b2db7fc5-3ef0-47e5-a6ef-5207ed62bdd4 None None] Deleting port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:41.690692 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b2db7fc5-3ef0-47e5-a6ef-5207ed62bdd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:41.757095 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69facf7c-cc84-481f-a863-6e194a7a67fa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:41.760825 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-69facf7c-cc84-481f-a863-6e194a7a67fa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:41.775479 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Floating IP ae70c18c-725e-4cc1-bb8e-4a2dd873aaa5 associated. External IP: 172.25.7.200, port: f7a01c91-9617-473b-a52d-df1a22caa5a9. Jul 14 07:13:42.175452 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b2db7fc5-3ef0-47e5-a6ef-5207ed62bdd4 None None] For port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ad4aaaae-030f-44e9-bf11-f2b0e4127f9a,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:42.175949 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b2db7fc5-3ef0-47e5-a6ef-5207ed62bdd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:42.204358 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b2db7fc5-3ef0-47e5-a6ef-5207ed62bdd4 None None] Calling delete_port for ad4aaaae-030f-44e9-bf11-f2b0e4127f9a owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:42.368607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:13:42.374724 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b2db7fc5-3ef0-47e5-a6ef-5207ed62bdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:42.498462 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76d33e1-b83b-486d-aed6-adce4dcb291a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router 3aec3154-92cd-428d-814f-a8f82b5858a9 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:13:42.503224 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db7fc5-3ef0-47e5-a6ef-5207ed62bdd4 None None] Pushing event deleted for resources: {'Port': ['ID=ad4aaaae-030f-44e9-bf11-f2b0e4127f9a,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:42.515532 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2db7fc5-3ef0-47e5-a6ef-5207ed62bdd4 None None] No DVR routers for this DVR port ad4aaaae-030f-44e9-bf11-f2b0e4127f9a on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:13:42.542282 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda326e1-e63b-42e1-9e3b-9afc944c6be8 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:42.601940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87407871-143a-4dec-8fad-32081fe0243a req-eca3711c-da38-4fa5-8937-84ac9de60bc5 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:42.609301 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-87407871-143a-4dec-8fad-32081fe0243a req-eca3711c-da38-4fa5-8937-84ac9de60bc5 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/networks?id=782dff88-77da-48cc-b35b-b98ce03cf2a5 HTTP/1.1" status: 200 len: 805 time: 0.4158094 Jul 14 07:13:42.634705 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-87407871-143a-4dec-8fad-32081fe0243a req-9fd614f2-32b2-4014-9a2d-ad31650da5c6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/quotas/c0510020791b4c7d90104c784a2d4f98 HTTP/1.1" status: 200 len: 375 time: 0.0242393 Jul 14 07:13:42.672848 n-d-778696-5 neutron-server[93828]: DEBUG neutron.objects.ports [None req-69facf7c-cc84-481f-a863-6e194a7a67fa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 07:13:42.694093 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-69facf7c-cc84-481f-a863-6e194a7a67fa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:42.754818 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69facf7c-cc84-481f-a863-6e194a7a67fa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:42.758724 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-69facf7c-cc84-481f-a863-6e194a7a67fa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:42.771029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69facf7c-cc84-481f-a863-6e194a7a67fa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:42.771906 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-69facf7c-cc84-481f-a863-6e194a7a67fa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:42.787005 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:42.789309 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Router b0654c7b-65c3-455f-a7ac-62d9af53959f has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:13:42.804050 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-69facf7c-cc84-481f-a863-6e194a7a67fa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3701351 Jul 14 07:13:42.811200 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53942) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:42.818151 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f481e839-c5ae-4809-9de1-30e3d153612c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'mac_address': 'fa:16:3e:d2:35:6e', 'name': 'tempest-NetworksTestDHCPv6-609663526'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:42.831542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69facf7c-cc84-481f-a863-6e194a7a67fa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=af5d9b38-e8c6-4b9c-b5c9-35cb52b85042,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:42.884952 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-87407871-143a-4dec-8fad-32081fe0243a req-13d00376-a45e-4cf7-bfb5-9442d6a10a29 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0510020791b4c7d90104c784a2d4f98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2489767 Jul 14 07:13:42.897413 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b27377-0a95-4b1f-919e-6eb2b135dd8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf9b4e08-8c76-4a3b-83e3-da7b316f84c1'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:13:42.902871 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee3c6c9-dce9-428e-8b93-d9b5a69e99f2" -d '{"events": [{"server_uuid": "41b27377-0a95-4b1f-919e-6eb2b135dd8e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf9b4e08-8c76-4a3b-83e3-da7b316f84c1"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:13:42.990713 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:43.027511 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:43.060145 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76d33e1-b83b-486d-aed6-adce4dcb291a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:13:43.092324 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c76d33e1-b83b-486d-aed6-adce4dcb291a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "PUT /v2.0/routers/3aec3154-92cd-428d-814f-a8f82b5858a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0621655 Jul 14 07:13:43.097991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53956) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:43.115075 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0d6fdbde-5a23-43ad-b267-90479929e7d3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'port': {'network_id': '5d105c51-acc4-448c-8a76-92754f3a53b7', 'name': 'tempest-FloatingIPTestJSON-577264515'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:43.125378 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-87407871-143a-4dec-8fad-32081fe0243a req-78c89c72-4bd7-4b9e-974b-e02d96afc9cc service neutron] 10.222.0.35 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365935 Jul 14 07:13:43.174770 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65f48e-5613-4b1d-befb-60930e84a17d None None] Sync routers for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:13:43.182676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ad4aaaae-030f-44e9-bf11-f2b0e4127f9a no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:13:43.201203 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df52eb88-6d04-4e9c-8a31-d818f27e647e x-openstack-request-id: req-df52eb88-6d04-4e9c-8a31-d818f27e647e {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:13:43.201507 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b27377-0a95-4b1f-919e-6eb2b135dd8e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf9b4e08-8c76-4a3b-83e3-da7b316f84c1", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:13:43.201760 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-df52eb88-6d04-4e9c-8a31-d818f27e647e {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:13:43.202157 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b27377-0a95-4b1f-919e-6eb2b135dd8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf9b4e08-8c76-4a3b-83e3-da7b316f84c1', 'code': 200} Jul 14 07:13:43.207726 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': '0f008f54-71c9-4c3a-8caf-dc8cbf33c458'}, {'subnet_id': 'af5d9b38-e8c6-4b9c-b5c9-35cb52b85042'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:13:43.208585 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:43.268019 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: ad4aaaae-030f-44e9-bf11-f2b0e4127f9a {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:13:43.268348 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ad4aaaae-030f-44e9-bf11-f2b0e4127f9a not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:13:43.273094 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65f48e-5613-4b1d-befb-60930e84a17d None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:43.274975 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-cb65f48e-5613-4b1d-befb-60930e84a17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:43.322635 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:43.337468 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-cb65f48e-5613-4b1d-befb-60930e84a17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:43.357099 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65f48e-5613-4b1d-befb-60930e84a17d None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:43.358128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-cb65f48e-5613-4b1d-befb-60930e84a17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:43.381460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-87407871-143a-4dec-8fad-32081fe0243a req-44f1f45f-62bb-4db8-9a7b-830ee3e5ba9e service neutron] 10.222.0.35 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480667 Jul 14 07:13:43.399329 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f481e839-c5ae-4809-9de1-30e3d153612c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:43.407837 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-cb65f48e-5613-4b1d-befb-60930e84a17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:43.408904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65f48e-5613-4b1d-befb-60930e84a17d None None] The sync data for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:13:43.409946 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:13:43.412477 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64296fbb-901f-4f3d-bc21-0563e77ce183 req-ae662c40-7042-4640-9e6a-a01300fad196 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:43.414676 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-64296fbb-901f-4f3d-bc21-0563e77ce183 req-ae662c40-7042-4640-9e6a-a01300fad196 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.15 "GET /v2.0/ports?device_id=41b27377-0a95-4b1f-919e-6eb2b135dd8e HTTP/1.1" status: 200 len: 944 time: 0.2049050 Jul 14 07:13:43.424298 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72375ae9-9547-49be-9f6f-1bcd6ec11540 None None] Sync routers for ids ['b0654c7b-65c3-455f-a7ac-62d9af53959f'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:13:43.437813 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72375ae9-9547-49be-9f6f-1bcd6ec11540 None None] Routers {'b0654c7b-65c3-455f-a7ac-62d9af53959f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:43.439024 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-72375ae9-9547-49be-9f6f-1bcd6ec11540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b0654c7b-65c3-455f-a7ac-62d9af53959f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:43.520037 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-72375ae9-9547-49be-9f6f-1bcd6ec11540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:43.546178 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72375ae9-9547-49be-9f6f-1bcd6ec11540 None None] Routers {'b0654c7b-65c3-455f-a7ac-62d9af53959f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:43.546960 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-72375ae9-9547-49be-9f6f-1bcd6ec11540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b0654c7b-65c3-455f-a7ac-62d9af53959f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:43.572294 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:43.661733 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-72375ae9-9547-49be-9f6f-1bcd6ec11540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:43.662400 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72375ae9-9547-49be-9f6f-1bcd6ec11540 None None] The sync data for ids ['b0654c7b-65c3-455f-a7ac-62d9af53959f'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:13:43.747860 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6fdbde-5a23-43ad-b267-90479929e7d3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Made reservation on behalf of 18a2c5f4334246438c4c8626612ddc40 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:43.752462 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d6fdbde-5a23-43ad-b267-90479929e7d3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:43.758137 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dbfce404-d877-49e0-8918-7ec4db2c208b tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.6910439 Jul 14 07:13:43.762363 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54012) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:43.773157 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f481e839-c5ae-4809-9de1-30e3d153612c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:43.786797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-0d6fdbde-5a23-43ad-b267-90479929e7d3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] device_id is not set on port bfcfe452-bd18-4201-86ae-9c7559b38963 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:13:43.848149 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f481e839-c5ae-4809-9de1-30e3d153612c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port 6d36d8b2-a45a-4253-84a2-4a62fdecdae1 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:13:43.853213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Allocated IP 172.20.0.2 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/0f008f54-71c9-4c3a-8caf-dc8cbf33c458/d6a8aad6-906c-4c16-8dc9-4a7b30532949) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:43.872129 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Allocated IP 2001:db8::f816:3eff:fe4d:fdc1 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/af5d9b38-e8c6-4b9c-b5c9-35cb52b85042/d6a8aad6-906c-4c16-8dc9-4a7b30532949) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:43.993349 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-597420ff-60c0-4dde-8bfa-46e2d1dae64d req-0a5d8fd3-b7de-48e2-912c-dad513d2e22a tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 210 time: 0.2308648 Jul 14 07:13:44.038963 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-64296fbb-901f-4f3d-bc21-0563e77ce183 req-098927a0-ef49-45a9-a655-add5f156852e tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Deleting port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:44.043878 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-64296fbb-901f-4f3d-bc21-0563e77ce183 req-098927a0-ef49-45a9-a655-add5f156852e tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:44.091322 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-0d6fdbde-5a23-43ad-b267-90479929e7d3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Allocated IP 172.20.0.3 (5d105c51-acc4-448c-8a76-92754f3a53b7/ce6bd104-05c7-4202-aa9a-072c192c82db/bfcfe452-bd18-4201-86ae-9c7559b38963) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:44.224043 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-64296fbb-901f-4f3d-bc21-0563e77ce183 req-098927a0-ef49-45a9-a655-add5f156852e tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] For port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:44.224561 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-64296fbb-901f-4f3d-bc21-0563e77ce183 req-098927a0-ef49-45a9-a655-add5f156852e tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:44.240107 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-64296fbb-901f-4f3d-bc21-0563e77ce183 req-098927a0-ef49-45a9-a655-add5f156852e tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Calling delete_port for bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:44.319600 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d6fdbde-5a23-43ad-b267-90479929e7d3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:44.328418 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:44.378400 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d6fdbde-5a23-43ad-b267-90479929e7d3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:44.465694 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fdbde-5a23-43ad-b267-90479929e7d3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=bfcfe452-bd18-4201-86ae-9c7559b38963,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:44.481430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6fdbde-5a23-43ad-b267-90479929e7d3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network 5d105c51-acc4-448c-8a76-92754f3a53b7 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:44.482950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-0d6fdbde-5a23-43ad-b267-90479929e7d3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:44.493782 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6fdbde-5a23-43ad-b267-90479929e7d3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:44.497951 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Transition to ACTIVE for port object d6a8aad6-906c-4c16-8dc9-4a7b30532949 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:44.518131 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-64296fbb-901f-4f3d-bc21-0563e77ce183 req-098927a0-ef49-45a9-a655-add5f156852e tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:44.523666 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Transition to ACTIVE for port object d6a8aad6-906c-4c16-8dc9-4a7b30532949 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:44.537043 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:44.554370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fdbde-5a23-43ad-b267-90479929e7d3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:44.555263 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d6fdbde-5a23-43ad-b267-90479929e7d3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:44.587359 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0d6fdbde-5a23-43ad-b267-90479929e7d3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4790556 Jul 14 07:13:44.595784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54064) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:44.607626 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9bf3d740-e7bb-456e-aedc-4c49faf59adc tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] 10.222.0.35 "GET /v2.0/floatingips/ae70c18c-725e-4cc1-bb8e-4a2dd873aaa5 HTTP/1.1" status: 200 len: 983 time: 0.8397589 Jul 14 07:13:44.612153 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-cee37afc-41ef-400b-a340-1e27a87fa74b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'port': {'network_id': '5d105c51-acc4-448c-8a76-92754f3a53b7', 'name': 'tempest-FloatingIPTestJSON-644225997'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:44.615957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54070) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:44.696833 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Pushing event updated for resources: {'Port': ['ID=d6a8aad6-906c-4c16-8dc9-4a7b30532949,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:44.711191 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:44.712829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:44.715536 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:44.721167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098927a0-ef49-45a9-a655-add5f156852e tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Pushing event deleted for resources: {'Port': ['ID=bf9b4e08-8c76-4a3b-83e3-da7b316f84c1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:44.815100 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-64296fbb-901f-4f3d-bc21-0563e77ce183 req-098927a0-ef49-45a9-a655-add5f156852e tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] No DVR routers for this DVR port bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:13:44.820937 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-64296fbb-901f-4f3d-bc21-0563e77ce183 req-098927a0-ef49-45a9-a655-add5f156852e tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:44.823168 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-64296fbb-901f-4f3d-bc21-0563e77ce183 req-098927a0-ef49-45a9-a655-add5f156852e tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.15 "DELETE /v2.0/ports/bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 HTTP/1.1" status: 204 len: 173 time: 1.3859794 Jul 14 07:13:44.823789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b27377-0a95-4b1f-919e-6eb2b135dd8e', 'name': 'network-vif-deleted', 'tag': 'bf9b4e08-8c76-4a3b-83e3-da7b316f84c1'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:13:44.826895 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e49312-cc48-48f8-a000-21d71ab07aef" -d '{"events": [{"server_uuid": "41b27377-0a95-4b1f-919e-6eb2b135dd8e", "name": "network-vif-deleted", "tag": "bf9b4e08-8c76-4a3b-83e3-da7b316f84c1"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:13:44.833026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee37afc-41ef-400b-a340-1e27a87fa74b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Made reservation on behalf of 18a2c5f4334246438c4c8626612ddc40 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:44.836806 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cee37afc-41ef-400b-a340-1e27a87fa74b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:44.858635 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-cee37afc-41ef-400b-a340-1e27a87fa74b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] device_id is not set on port ff9bbc6c-9f9e-4ad7-89b7-16ebf911bafa yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:13:44.933827 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Attempting to bind port d6a8aad6-906c-4c16-8dc9-4a7b30532949 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:13:44.934029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfd126-ebd3-4d9d-b5b8-633b1470764f req-b1e4b569-5f18-4021-95dd-a0fc285c851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:44.935068 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Attempting to bind port d6a8aad6-906c-4c16-8dc9-4a7b30532949 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:13:44.935514 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1dfd126-ebd3-4d9d-b5b8-633b1470764f req-b1e4b569-5f18-4021-95dd-a0fc285c851d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4b2c8c511db4c2a9a4b9a01f343494e&device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 1096 time: 0.2120931 Jul 14 07:13:44.936436 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Attempting to bind port d6a8aad6-906c-4c16-8dc9-4a7b30532949 on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:13:44.950455 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:13:44.951002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:13:44.951523 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:44.952152 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:13:44.963592 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Bound port: d6a8aad6-906c-4c16-8dc9-4a7b30532949, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:13:44.964945 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:44.988424 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9e8a2b54-f87a-4bc9-a2c4-ba67fdbf1f63 tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.3712225 Jul 14 07:13:44.989771 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54084) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:45.074743 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57786055-28bd-4d2f-bc93-da81dc2a0917 x-openstack-request-id: req-57786055-28bd-4d2f-bc93-da81dc2a0917 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:13:45.075218 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b27377-0a95-4b1f-919e-6eb2b135dd8e", "name": "network-vif-deleted", "tag": "bf9b4e08-8c76-4a3b-83e3-da7b316f84c1", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:13:45.075833 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-57786055-28bd-4d2f-bc93-da81dc2a0917 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:13:45.075833 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b27377-0a95-4b1f-919e-6eb2b135dd8e', 'name': 'network-vif-deleted', 'tag': 'bf9b4e08-8c76-4a3b-83e3-da7b316f84c1', 'status': 'completed', 'code': 200} Jul 14 07:13:45.126619 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] For port d6a8aad6-906c-4c16-8dc9-4a7b30532949, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:13:45.134982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] For port d6a8aad6-906c-4c16-8dc9-4a7b30532949, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d6a8aad6-906c-4c16-8dc9-4a7b30532949,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:13:45.146151 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:45.207317 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-cee37afc-41ef-400b-a340-1e27a87fa74b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Allocated IP 172.20.0.6 (5d105c51-acc4-448c-8a76-92754f3a53b7/ce6bd104-05c7-4202-aa9a-072c192c82db/ff9bbc6c-9f9e-4ad7-89b7-16ebf911bafa) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:45.243349 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30769-b44e-4d10-a8e0-22653ed8c0ff None None] Pushing event updated for resources: {'Port': ['ID=d6a8aad6-906c-4c16-8dc9-4a7b30532949,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:45.288298 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:45.290605 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfd126-ebd3-4d9d-b5b8-633b1470764f req-2d1d4f3b-4f45-4e2c-9766-341e6878f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:45.292504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1dfd126-ebd3-4d9d-b5b8-633b1470764f req-2d1d4f3b-4f45-4e2c-9766-341e6878f380 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6167fc1b-e132-43c4-97c4-2419433fec40 HTTP/1.1" status: 200 len: 920 time: 0.3300493 Jul 14 07:13:45.387433 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1dfd126-ebd3-4d9d-b5b8-633b1470764f req-ebf5346b-e074-4450-a9e8-98e25407d686 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6d6ec95-9638-43ba-8b4d-02d245717a61 HTTP/1.1" status: 200 len: 217 time: 0.0878034 Jul 14 07:13:45.412305 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f481e839-c5ae-4809-9de1-30e3d153612c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 172.20.0.14 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/0f008f54-71c9-4c3a-8caf-dc8cbf33c458/6d36d8b2-a45a-4253-84a2-4a62fdecdae1) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:45.426249 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-34232d60-5127-4def-b361-c114b85ac37d req-c0ac49ef-03d5-4fe1-af3e-625abfba2bef tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 210 time: 0.0599504 Jul 14 07:13:45.427521 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f481e839-c5ae-4809-9de1-30e3d153612c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::f816:3eff:fed2:356e (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/af5d9b38-e8c6-4b9c-b5c9-35cb52b85042/6d36d8b2-a45a-4253-84a2-4a62fdecdae1) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:45.435508 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b328add6-3418-4578-908d-609534d74a75 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Deleting port c9549b1b-c5ff-4fc3-a08e-0276b16f466c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:45.435986 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b328add6-3418-4578-908d-609534d74a75 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:45.497102 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:45.695699 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b328add6-3418-4578-908d-609534d74a75 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:45.696203 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b328add6-3418-4578-908d-609534d74a75 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:45.723159 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b328add6-3418-4578-908d-609534d74a75 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Calling delete_port for c9549b1b-c5ff-4fc3-a08e-0276b16f466c owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:45.832386 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f481e839-c5ae-4809-9de1-30e3d153612c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:45.864997 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfd126-ebd3-4d9d-b5b8-633b1470764f req-6af02ac1-2ff9-4214-813f-a9c08ccd545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:45.869622 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1dfd126-ebd3-4d9d-b5b8-633b1470764f req-6af02ac1-2ff9-4214-813f-a9c08ccd545e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c57f6f9-d177-479b-9198-f0790b03deff HTTP/1.1" status: 200 len: 859 time: 0.4596035 Jul 14 07:13:45.882434 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f481e839-c5ae-4809-9de1-30e3d153612c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object 6d36d8b2-a45a-4253-84a2-4a62fdecdae1 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:46.004976 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f481e839-c5ae-4809-9de1-30e3d153612c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:46.123364 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f481e839-c5ae-4809-9de1-30e3d153612c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:46.128187 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f481e839-c5ae-4809-9de1-30e3d153612c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:46.134706 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481e839-c5ae-4809-9de1-30e3d153612c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=6d36d8b2-a45a-4253-84a2-4a62fdecdae1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:46.134706 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f481e839-c5ae-4809-9de1-30e3d153612c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:46.193228 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f481e839-c5ae-4809-9de1-30e3d153612c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:46.193916 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f481e839-c5ae-4809-9de1-30e3d153612c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:46.196412 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b328add6-3418-4578-908d-609534d74a75 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:46.240983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328add6-3418-4578-908d-609534d74a75 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Pushing event deleted for resources: {'Port': ['ID=c9549b1b-c5ff-4fc3-a08e-0276b16f466c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:46.282802 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f481e839-c5ae-4809-9de1-30e3d153612c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4701042 Jul 14 07:13:46.283582 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54144) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:46.323775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:13:46.369278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:13:46.369710 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bf9b4e08-8c76-4a3b-83e3-da7b316f84c1 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:13:46.410763 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b328add6-3418-4578-908d-609534d74a75 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:46.411101 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-b328add6-3418-4578-908d-609534d74a75 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Floating IP ae70c18c-725e-4cc1-bb8e-4a2dd873aaa5 disassociated (deleted). External IP: 172.25.7.200, port: f7a01c91-9617-473b-a52d-df1a22caa5a9. Jul 14 07:13:46.421748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec81553-dfde-4d92-995b-355bd41f1edf req-754d1781-7df5-47b8-bedc-8ac475a7cbe3 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:46.430310 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5ec81553-dfde-4d92-995b-355bd41f1edf req-754d1781-7df5-47b8-bedc-8ac475a7cbe3 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 1.2273901 Jul 14 07:13:46.479925 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1dfd126-ebd3-4d9d-b5b8-633b1470764f req-e93430b6-f4be-4ef4-b96f-e412c2f5401d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6167fc1b-e132-43c4-97c4-2419433fec40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5863338 Jul 14 07:13:46.496026 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3837554d-4a90-4c74-aea1-1c8399b29f3b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:46.506420 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3837554d-4a90-4c74-aea1-1c8399b29f3b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:46.510915 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3837554d-4a90-4c74-aea1-1c8399b29f3b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2236295 Jul 14 07:13:46.512524 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5ec81553-dfde-4d92-995b-355bd41f1edf req-f349b930-b209-4f11-9887-ec970e56bf19 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811551 Jul 14 07:13:46.542458 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54160) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:46.550690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87407871-143a-4dec-8fad-32081fe0243a req-d479faaf-a179-434d-bcbf-5584ac12c6a7 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:46.557709 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-87407871-143a-4dec-8fad-32081fe0243a req-d479faaf-a179-434d-bcbf-5584ac12c6a7 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.15 "GET /v2.0/networks?id=782dff88-77da-48cc-b35b-b98ce03cf2a5 HTTP/1.1" status: 200 len: 805 time: 1.0891609 Jul 14 07:13:46.691497 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-87407871-143a-4dec-8fad-32081fe0243a req-6c32e179-ba62-4470-abdd-03f42c3b7dea tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Request body: {'port': {'device_id': '65aabe22-7dd7-4304-a0f1-5eda4b488272', 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5', 'admin_state_up': True, 'tenant_id': 'c0510020791b4c7d90104c784a2d4f98'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:46.737851 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1dfd126-ebd3-4d9d-b5b8-633b1470764f req-ebd257bf-061e-4a07-9b64-3edc807e921d service neutron] 10.222.0.15 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985307 Jul 14 07:13:46.947367 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eaefc1-3ca8-421a-b6d1-09d373d65878 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:47.011989 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-defebcc0-ed00-4137-928f-499e4ed3edcd req-f72ade98-2191-4d37-b264-7efac6fca62d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 210 time: 0.2345781 Jul 14 07:13:47.141609 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cee37afc-41ef-400b-a340-1e27a87fa74b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:47.149585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d6a8aad6-906c-4c16-8dc9-4a7b30532949 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:13:47.155612 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-80b7b5eb-de46-4f76-a49f-9868b884db08 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port 6d36d8b2-a45a-4253-84a2-4a62fdecdae1 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:47.156258 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80b7b5eb-de46-4f76-a49f-9868b884db08 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:47.268743 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f1a1c5ed-f877-495a-8d64-726c0fa5d800 None None] Provisioning for port d6a8aad6-906c-4c16-8dc9-4a7b30532949 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:47.277672 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f1a1c5ed-f877-495a-8d64-726c0fa5d800 None None] Provisioning complete for port d6a8aad6-906c-4c16-8dc9-4a7b30532949 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:47.278059 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c5ed-f877-495a-8d64-726c0fa5d800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:47.279577 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port d6a8aad6-906c-4c16-8dc9-4a7b30532949 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:47.307846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port d6a8aad6-906c-4c16-8dc9-4a7b30532949 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:47.308227 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:47.375913 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1dfd126-ebd3-4d9d-b5b8-633b1470764f req-761d0631-fff8-478b-90bc-a38e71f55118 service neutron] 10.222.0.15 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951166 Jul 14 07:13:47.410343 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80b7b5eb-de46-4f76-a49f-9868b884db08 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:47.444367 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c5ed-f877-495a-8d64-726c0fa5d800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:47.492035 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-80b7b5eb-de46-4f76-a49f-9868b884db08 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for 6d36d8b2-a45a-4253-84a2-4a62fdecdae1 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:47.529538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f1a1c5ed-f877-495a-8d64-726c0fa5d800 None None] For port d6a8aad6-906c-4c16-8dc9-4a7b30532949, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d6a8aad6-906c-4c16-8dc9-4a7b30532949,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:47.539376 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c5ed-f877-495a-8d64-726c0fa5d800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:47.551310 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87407871-143a-4dec-8fad-32081fe0243a req-6c32e179-ba62-4470-abdd-03f42c3b7dea tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Made reservation on behalf of c0510020791b4c7d90104c784a2d4f98 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:47.559087 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-87407871-143a-4dec-8fad-32081fe0243a req-6c32e179-ba62-4470-abdd-03f42c3b7dea tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:47.564639 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b328add6-3418-4578-908d-609534d74a75 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Router b0654c7b-65c3-455f-a7ac-62d9af53959f has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:13:47.567988 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:47.698763 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1c5ed-f877-495a-8d64-726c0fa5d800 None None] Pushing event updated for resources: {'Port': ['ID=d6a8aad6-906c-4c16-8dc9-4a7b30532949,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:47.716300 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.api [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:13:47.716998 n-d-778696-5 neutron-server[93829]: DEBUG oslo_db.api [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:13:47.759197 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cee37afc-41ef-400b-a340-1e27a87fa74b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:47.818322 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b328add6-3418-4578-908d-609534d74a75 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:13:47.830253 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca96abd6-d4b0-4d8a-b842-7b81d4e6ef91 None None] Sync routers for ids ['b0654c7b-65c3-455f-a7ac-62d9af53959f'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:13:47.841705 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b328add6-3418-4578-908d-609534d74a75 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:47.844508 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca96abd6-d4b0-4d8a-b842-7b81d4e6ef91 None None] Routers {'b0654c7b-65c3-455f-a7ac-62d9af53959f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:47.845374 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ca96abd6-d4b0-4d8a-b842-7b81d4e6ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b0654c7b-65c3-455f-a7ac-62d9af53959f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:47.917848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ca96abd6-d4b0-4d8a-b842-7b81d4e6ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:47.927945 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b328add6-3418-4578-908d-609534d74a75 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] 10.222.0.35 "DELETE /v2.0/floatingips/ae70c18c-725e-4cc1-bb8e-4a2dd873aaa5 HTTP/1.1" status: 204 len: 168 time: 2.9282675 Jul 14 07:13:47.940948 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54232) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:47.941282 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca96abd6-d4b0-4d8a-b842-7b81d4e6ef91 None None] Routers {'b0654c7b-65c3-455f-a7ac-62d9af53959f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:47.942047 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ca96abd6-d4b0-4d8a-b842-7b81d4e6ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b0654c7b-65c3-455f-a7ac-62d9af53959f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:47.948215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c09f8508-6e97-4579-8b2e-bc56c08ca9ed tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:47.981525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee37afc-41ef-400b-a340-1e27a87fa74b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network 5d105c51-acc4-448c-8a76-92754f3a53b7 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:47.999617 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09f8508-6e97-4579-8b2e-bc56c08ca9ed tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:48.001619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-cee37afc-41ef-400b-a340-1e27a87fa74b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:48.013716 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee37afc-41ef-400b-a340-1e27a87fa74b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:48.016488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee37afc-41ef-400b-a340-1e27a87fa74b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=ff9bbc6c-9f9e-4ad7-89b7-16ebf911bafa,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:48.048268 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ca96abd6-d4b0-4d8a-b842-7b81d4e6ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:48.050193 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca96abd6-d4b0-4d8a-b842-7b81d4e6ef91 None None] The sync data for ids ['b0654c7b-65c3-455f-a7ac-62d9af53959f'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:13:48.084313 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fa6aa3f7-ca82-4264-9130-7ab8e78643a0 None None] Provisioning for port 6d36d8b2-a45a-4253-84a2-4a62fdecdae1 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:48.090502 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fa6aa3f7-ca82-4264-9130-7ab8e78643a0 None None] Provisioning complete for port 6d36d8b2-a45a-4253-84a2-4a62fdecdae1 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:48.090847 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fa6aa3f7-ca82-4264-9130-7ab8e78643a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:48.112269 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54236) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:48.167507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-87407871-143a-4dec-8fad-32081fe0243a req-6c32e179-ba62-4470-abdd-03f42c3b7dea tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Allocated IP 172.20.0.7 (782dff88-77da-48cc-b35b-b98ce03cf2a5/ef8b4972-4af0-4364-94c1-6b8288d85079/f95b6e5f-64f8-4b67-8af9-8d472d6e5c43) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:48.183662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-fa6aa3f7-ca82-4264-9130-7ab8e78643a0 None None] Port 6d36d8b2-a45a-4253-84a2-4a62fdecdae1 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:13:48.187186 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7788f-2246-45fe-b420-0aeec13cda04 req-23d80948-0d75-49a6-9633-aa0e8fbd0d0f tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:48.199030 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9de7788f-2246-45fe-b420-0aeec13cda04 req-23d80948-0d75-49a6-9633-aa0e8fbd0d0f tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.4801040 Jul 14 07:13:48.216839 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee37afc-41ef-400b-a340-1e27a87fa74b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:48.217586 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cee37afc-41ef-400b-a340-1e27a87fa74b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:48.236205 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fa6aa3f7-ca82-4264-9130-7ab8e78643a0 None None] Provisioning complete for port d6a8aad6-906c-4c16-8dc9-4a7b30532949 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:48.236590 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fa6aa3f7-ca82-4264-9130-7ab8e78643a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:48.239952 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09f8508-6e97-4579-8b2e-bc56c08ca9ed tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:48.338023 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-380581fb-6104-484a-be7d-b8aef9f7da57 req-fe361667-b20e-4ab2-aaf0-283553cd0612 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 210 time: 0.0972545 Jul 14 07:13:48.370922 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cee37afc-41ef-400b-a340-1e27a87fa74b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7665579 Jul 14 07:13:48.378962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54244) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:48.388211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': 'ff9bbc6c-9f9e-4ad7-89b7-16ebf911bafa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:48.403972 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f5e3e7c-0a1e-438b-a0b6-8c3d095e75cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:48.433717 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c09f8508-6e97-4579-8b2e-bc56c08ca9ed tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Allocated IP 172.25.7.242 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/950fbc07-c821-469e-9030-21574aca1142) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:48.436103 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9de7788f-2246-45fe-b420-0aeec13cda04 req-af34c12a-fb26-4264-860d-f51de187c349 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361755 Jul 14 07:13:48.453794 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:48.584156 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80b7b5eb-de46-4f76-a49f-9868b884db08 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:48.618377 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7b4e95b5-c8e6-4abb-b0a5-97f925e91562 None None] Could not find standard attr ID for object d702626b-db0d-4070-b798-55694275c693. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:13:48.654680 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7b5eb-de46-4f76-a49f-9868b884db08 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=6d36d8b2-a45a-4253-84a2-4a62fdecdae1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:48.696003 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09f8508-6e97-4579-8b2e-bc56c08ca9ed tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:48.723001 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:48.784830 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-87407871-143a-4dec-8fad-32081fe0243a req-6c32e179-ba62-4470-abdd-03f42c3b7dea tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:48.847073 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09f8508-6e97-4579-8b2e-bc56c08ca9ed tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:48.848472 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80b7b5eb-de46-4f76-a49f-9868b884db08 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:48.850445 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-80b7b5eb-de46-4f76-a49f-9868b884db08 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/6d36d8b2-a45a-4253-84a2-4a62fdecdae1 HTTP/1.1" status: 204 len: 168 time: 2.2918057 Jul 14 07:13:48.854393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54254) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:48.900946 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f8508-6e97-4579-8b2e-bc56c08ca9ed tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:48.923676 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c09f8508-6e97-4579-8b2e-bc56c08ca9ed tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:48.928949 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09f8508-6e97-4579-8b2e-bc56c08ca9ed tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:48.987899 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-87407871-143a-4dec-8fad-32081fe0243a req-6c32e179-ba62-4470-abdd-03f42c3b7dea tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:48.993681 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f5e3e7c-0a1e-438b-a0b6-8c3d095e75cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:48.994903 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f8508-6e97-4579-8b2e-bc56c08ca9ed tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Pushing event updated for resources: {'Port': ['ID=950fbc07-c821-469e-9030-21574aca1142,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:48.997284 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d6a8aad6-906c-4c16-8dc9-4a7b30532949 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:13:49.010006 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Allocated IP 172.25.7.125 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/02d8572e-7f4d-4cb4-9496-c0b0c1443d9a) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:49.026048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4441eb-b88e-4e43-8901-2fb533f36078 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:49.027829 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4441eb-b88e-4e43-8901-2fb533f36078 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:49.029352 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4441eb-b88e-4e43-8901-2fb533f36078 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:49.031116 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4a4441eb-b88e-4e43-8901-2fb533f36078 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1757810 Jul 14 07:13:49.032414 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f5e3e7c-0a1e-438b-a0b6-8c3d095e75cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:49.034924 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54256) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:49.062349 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6d6abab4-5636-4ab5-9f01-9d2f030a867c None None] Could not find standard attr ID for object 6d36d8b2-a45a-4253-84a2-4a62fdecdae1. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:13:49.119085 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port d6a8aad6-906c-4c16-8dc9-4a7b30532949 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:49.119743 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:49.165345 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09f8508-6e97-4579-8b2e-bc56c08ca9ed tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:49.172489 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32e179-ba62-4470-abdd-03f42c3b7dea tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Pushing event updated for resources: {'Port': ['ID=f95b6e5f-64f8-4b67-8af9-8d472d6e5c43,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:49.186084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87407871-143a-4dec-8fad-32081fe0243a req-6c32e179-ba62-4470-abdd-03f42c3b7dea tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Network 782dff88-77da-48cc-b35b-b98ce03cf2a5 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:49.193400 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-87407871-143a-4dec-8fad-32081fe0243a req-6c32e179-ba62-4470-abdd-03f42c3b7dea tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:49.207283 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-87407871-143a-4dec-8fad-32081fe0243a req-6c32e179-ba62-4470-abdd-03f42c3b7dea tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:49.256318 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1f5e3e7c-0a1e-438b-a0b6-8c3d095e75cc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a3d9988defb4605a5f85620262b1cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1374645 Jul 14 07:13:49.259861 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54262) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:49.260085 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e3e7c-0a1e-438b-a0b6-8c3d095e75cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f376ba0-f6ed-4185-bdc7-50a76fd2e838,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:49.316577 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87407871-143a-4dec-8fad-32081fe0243a req-6c32e179-ba62-4470-abdd-03f42c3b7dea tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:49.318308 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-87407871-143a-4dec-8fad-32081fe0243a req-6c32e179-ba62-4470-abdd-03f42c3b7dea tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:49.330746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d8ddec-10a9-4e9c-8040-4cd4e08e3f33 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet 0f008f54-71c9-4c3a-8caf-dc8cbf33c458 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:13:49.335113 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:49.335372 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-25d8ddec-10a9-4e9c-8040-4cd4e08e3f33 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:49.349568 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09f8508-6e97-4579-8b2e-bc56c08ca9ed tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:49.381835 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-87407871-143a-4dec-8fad-32081fe0243a req-6c32e179-ba62-4470-abdd-03f42c3b7dea tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7440250 Jul 14 07:13:49.402110 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Request body: {'port': {'device_id': '65aabe22-7dd7-4304-a0f1-5eda4b488272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:49.490329 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86dd223a-cfb4-486b-a3c5-232fe3bd98cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:49.514941 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-25d8ddec-10a9-4e9c-8040-4cd4e08e3f33 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:49.562330 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:49.574091 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86dd223a-cfb4-486b-a3c5-232fe3bd98cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:49.611953 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:49.697845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:49.712972 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:49.716660 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:49.731979 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=02d8572e-7f4d-4cb4-9496-c0b0c1443d9a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:49.840395 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09f8508-6e97-4579-8b2e-bc56c08ca9ed tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:49.846724 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86dd223a-cfb4-486b-a3c5-232fe3bd98cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:49.849176 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86dd223a-cfb4-486b-a3c5-232fe3bd98cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:49.850327 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-86dd223a-cfb4-486b-a3c5-232fe3bd98cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f376ba0-f6ed-4185-bdc7-50a76fd2e838 HTTP/1.1" status: 204 len: 168 time: 0.5741043 Jul 14 07:13:49.854691 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09f8508-6e97-4579-8b2e-bc56c08ca9ed tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:49.904815 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe1e7a-77d1-4f67-97b6-cb6553b4209d req-94004e3b-30f7-422a-84d8-393cd9a1bbec tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:49.912659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98fe1e7a-77d1-4f67-97b6-cb6553b4209d req-94004e3b-30f7-422a-84d8-393cd9a1bbec tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 931 time: 0.4363532 Jul 14 07:13:49.916219 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-25d8ddec-10a9-4e9c-8040-4cd4e08e3f33 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:49.936909 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f8508-6e97-4579-8b2e-bc56c08ca9ed tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Pushing event updated for resources: {'Port': ['ID=950fbc07-c821-469e-9030-21574aca1142,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:49.984385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd223a-cfb4-486b-a3c5-232fe3bd98cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f376ba0-f6ed-4185-bdc7-50a76fd2e838,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:49.998388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01af6f-0f94-4739-989f-a0e5410dfb40 req-2b723c26-aca5-4342-b09c-47daa00474cb tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:50.005718 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c01af6f-0f94-4739-989f-a0e5410dfb40 req-2b723c26-aca5-4342-b09c-47daa00474cb tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.3775666 Jul 14 07:13:50.102554 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98fe1e7a-77d1-4f67-97b6-cb6553b4209d req-b145819e-3c37-4b50-86e5-f9f5f17b53c6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887882 Jul 14 07:13:50.151267 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09f8508-6e97-4579-8b2e-bc56c08ca9ed tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:50.226318 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09f8508-6e97-4579-8b2e-bc56c08ca9ed tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:50.227772 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c09f8508-6e97-4579-8b2e-bc56c08ca9ed tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2840130 Jul 14 07:13:50.230909 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54290) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:50.290457 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c01af6f-0f94-4739-989f-a0e5410dfb40 req-81215e2e-3112-4293-8d43-b5ab4ece68c4 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709436 Jul 14 07:13:50.292358 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-25d8ddec-10a9-4e9c-8040-4cd4e08e3f33 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:50.352802 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8ddec-10a9-4e9c-8040-4cd4e08e3f33 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=0f008f54-71c9-4c3a-8caf-dc8cbf33c458,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:50.365299 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-25d8ddec-10a9-4e9c-8040-4cd4e08e3f33 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:50.370669 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-25d8ddec-10a9-4e9c-8040-4cd4e08e3f33 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/0f008f54-71c9-4c3a-8caf-dc8cbf33c458 HTTP/1.1" status: 204 len: 168 time: 1.3105648 Jul 14 07:13:50.371674 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54298) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:50.372396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73311d9-2ae6-4e11-9160-a366872fa27e None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:50.481748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0c0407-2246-40db-adac-71c89d384b0a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet af5d9b38-e8c6-4b9c-b5c9-35cb52b85042 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:13:50.492062 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0407-2246-40db-adac-71c89d384b0a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:50.533064 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:50.610728 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0407-2246-40db-adac-71c89d384b0a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:50.611682 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-74b99500-ec90-4190-b68a-9dbbe5a2b7b9 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:50.672434 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:50.679293 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:13:50.692766 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:50.710042 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74b99500-ec90-4190-b68a-9dbbe5a2b7b9 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:50.782520 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0407-2246-40db-adac-71c89d384b0a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:50.890368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Transition to ACTIVE for port object f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:50.898640 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0407-2246-40db-adac-71c89d384b0a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:50.977263 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74b99500-ec90-4190-b68a-9dbbe5a2b7b9 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:50.980650 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:50.990425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c0407-2246-40db-adac-71c89d384b0a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=af5d9b38-e8c6-4b9c-b5c9-35cb52b85042,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:51.023390 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:51.029989 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:51.066169 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0407-2246-40db-adac-71c89d384b0a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:51.072619 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9d0c0407-2246-40db-adac-71c89d384b0a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/af5d9b38-e8c6-4b9c-b5c9-35cb52b85042 HTTP/1.1" status: 204 len: 168 time: 0.6960731 Jul 14 07:13:51.073572 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54324) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:51.162865 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0e7b7118-8222-4627-8011-da0cecc262be tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801392 Jul 14 07:13:51.165369 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54328) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:51.167106 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Pushing event updated for resources: {'Port': ['ID=f95b6e5f-64f8-4b67-8af9-8d472d6e5c43,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:51.192064 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-229c69d7-9882-4d05-85fe-176ae39aca62 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:51.301399 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Attempting to bind port f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:13:51.301616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Attempting to bind port f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'a2c9c323-3e79-4c54-9229-cad6e859fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:13:51.301896 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Attempting to bind port f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 on network 782dff88-77da-48cc-b35b-b98ce03cf2a5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:13:51.308465 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Port f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 on network 782dff88-77da-48cc-b35b-b98ce03cf2a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:13:51.308795 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Attempting to bind port f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 on network 782dff88-77da-48cc-b35b-b98ce03cf2a5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:13:51.314551 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:13:51.314826 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Checking segment: {'id': 'a2c9c323-3e79-4c54-9229-cad6e859fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:13:51.315212 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Bound using segment: {'id': 'a2c9c323-3e79-4c54-9229-cad6e859fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:13:51.316282 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Bound port: f95b6e5f-64f8-4b67-8af9-8d472d6e5c43, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9c323-3e79-4c54-9229-cad6e859fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:13:51.316749 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:51.330765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=02d8572e-7f4d-4cb4-9496-c0b0c1443d9a,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:51.419725 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:51.477947 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] For port f95b6e5f-64f8-4b67-8af9-8d472d6e5c43, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:13:51.484526 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] For port f95b6e5f-64f8-4b67-8af9-8d472d6e5c43, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f95b6e5f-64f8-4b67-8af9-8d472d6e5c43,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:13:51.500368 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:51.524890 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229c69d7-9882-4d05-85fe-176ae39aca62 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:51.533623 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-229c69d7-9882-4d05-85fe-176ae39aca62 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:51.623149 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-74b99500-ec90-4190-b68a-9dbbe5a2b7b9 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Allocated IP 172.25.7.105 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/25b9524b-c223-4f79-ba8a-bc69398d9410) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:51.747382 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e74ca7-ba21-464f-88a8-e766482f1ede None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:51.826452 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a891f305-696f-4413-a2fb-d23bd6a89d5d None None] Provisioning complete for port d6a8aad6-906c-4c16-8dc9-4a7b30532949 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:51.826987 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a891f305-696f-4413-a2fb-d23bd6a89d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:51.913674 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88fa53-9908-4e25-b6d5-d97c4edd7243 req-306c639b-a26e-4878-8845-ffcac81d5de1 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:51.921972 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e88fa53-9908-4e25-b6d5-d97c4edd7243 req-306c639b-a26e-4878-8845-ffcac81d5de1 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 943 time: 0.5446835 Jul 14 07:13:51.942390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:51.943879 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:51.945475 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-87407871-143a-4dec-8fad-32081fe0243a req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] 10.222.0.15 "PUT /v2.0/ports/f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 HTTP/1.1" status: 200 len: 1091 time: 2.5530422 Jul 14 07:13:52.046425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65aabe22-7dd7-4304-a0f1-5eda4b488272', 'tag': 'f95b6e5f-64f8-4b67-8af9-8d472d6e5c43'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:13:52.049627 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ae7d38-9a40-485f-b928-7d99bac9ae52" -d '{"events": [{"name": "network-changed", "server_uuid": "65aabe22-7dd7-4304-a0f1-5eda4b488272", "tag": "f95b6e5f-64f8-4b67-8af9-8d472d6e5c43"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:13:52.075472 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45599f26-e471-4543-9158-202670191a1b None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:13:52.133550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-45599f26-e471-4543-9158-202670191a1b None None] Deleting port d6a8aad6-906c-4c16-8dc9-4a7b30532949 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:52.134209 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45599f26-e471-4543-9158-202670191a1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:52.143675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e88fa53-9908-4e25-b6d5-d97c4edd7243 req-90cfc084-df30-4c20-b9c1-91a8d07fac14 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204561 Jul 14 07:13:52.153595 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Floating IP c6d7af57-5f46-43b4-85f5-2d0352796ba4 associated. External IP: 172.25.7.125, port: ff9bbc6c-9f9e-4ad7-89b7-16ebf911bafa. Jul 14 07:13:52.188583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a331783-3f76-485f-9ddc-13f5c5119914 service neutron] Pushing event updated for resources: {'Port': ['ID=f95b6e5f-64f8-4b67-8af9-8d472d6e5c43,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:52.220144 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-45599f26-e471-4543-9158-202670191a1b None None] For port d6a8aad6-906c-4c16-8dc9-4a7b30532949, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d6a8aad6-906c-4c16-8dc9-4a7b30532949,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:52.220856 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45599f26-e471-4543-9158-202670191a1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:52.254404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87407871-143a-4dec-8fad-32081fe0243a req-f67ba892-2b2f-4d71-af5e-6d86460525c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:52.258681 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-87407871-143a-4dec-8fad-32081fe0243a req-f67ba892-2b2f-4d71-af5e-6d86460525c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0510020791b4c7d90104c784a2d4f98&device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 1094 time: 0.1983745 Jul 14 07:13:52.274041 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede619b9-6f02-4bde-86f2-10e9bcca137e req-591b2143-36e1-4335-905a-1e204bed4750 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:52.287325 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ede619b9-6f02-4bde-86f2-10e9bcca137e req-591b2143-36e1-4335-905a-1e204bed4750 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.3572369 Jul 14 07:13:52.291535 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3260b99b-d5f8-4c9c-b0ad-b3e3c2cd70fc x-openstack-request-id: req-3260b99b-d5f8-4c9c-b0ad-b3e3c2cd70fc {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:13:52.292099 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65aabe22-7dd7-4304-a0f1-5eda4b488272", "tag": "f95b6e5f-64f8-4b67-8af9-8d472d6e5c43", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:13:52.293724 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3260b99b-d5f8-4c9c-b0ad-b3e3c2cd70fc {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:13:52.294568 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65aabe22-7dd7-4304-a0f1-5eda4b488272', 'tag': 'f95b6e5f-64f8-4b67-8af9-8d472d6e5c43', 'status': 'completed', 'code': 200} Jul 14 07:13:52.345014 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74b99500-ec90-4190-b68a-9dbbe5a2b7b9 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:52.351071 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-87407871-143a-4dec-8fad-32081fe0243a req-2396d027-2d6b-4e31-9591-1369928ed41f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 HTTP/1.1" status: 200 len: 217 time: 0.0538654 Jul 14 07:13:52.472510 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ede619b9-6f02-4bde-86f2-10e9bcca137e req-b59d02ab-4af0-43da-9fdb-685a51d4f7c6 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831453 Jul 14 07:13:52.517177 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87407871-143a-4dec-8fad-32081fe0243a req-80409350-aafb-42bb-9453-ae195062c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:52.518738 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-87407871-143a-4dec-8fad-32081fe0243a req-80409350-aafb-42bb-9453-ae195062c018 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef8b4972-4af0-4364-94c1-6b8288d85079 HTTP/1.1" status: 200 len: 845 time: 0.1175864 Jul 14 07:13:52.527760 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-45599f26-e471-4543-9158-202670191a1b None None] Calling delete_port for d6a8aad6-906c-4c16-8dc9-4a7b30532949 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:52.588431 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-87407871-143a-4dec-8fad-32081fe0243a req-eac85a2c-506e-4d8d-99e3-c63486ed0a41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=782dff88-77da-48cc-b35b-b98ce03cf2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625303 Jul 14 07:13:52.628285 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-229c69d7-9882-4d05-85fe-176ae39aca62 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:52.640043 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router 3aec3154-92cd-428d-814f-a8f82b5858a9 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:13:52.702347 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c69d7-9882-4d05-85fe-176ae39aca62 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=66594a47-cb73-4c9d-ae5e-26978b5b1c96,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:52.705229 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74b99500-ec90-4190-b68a-9dbbe5a2b7b9 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:52.705915 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45599f26-e471-4543-9158-202670191a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:52.733318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b99500-ec90-4190-b68a-9dbbe5a2b7b9 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:52.740794 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229c69d7-9882-4d05-85fe-176ae39aca62 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:52.742708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-74b99500-ec90-4190-b68a-9dbbe5a2b7b9 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:52.748718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45599f26-e471-4543-9158-202670191a1b None None] No DVR routers for this DVR port d6a8aad6-906c-4c16-8dc9-4a7b30532949 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:13:52.749384 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b99500-ec90-4190-b68a-9dbbe5a2b7b9 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:52.753835 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45599f26-e471-4543-9158-202670191a1b None None] Pushing event deleted for resources: {'Port': ['ID=d6a8aad6-906c-4c16-8dc9-4a7b30532949,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:52.796805 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-87407871-143a-4dec-8fad-32081fe0243a req-22510fb6-66c9-4300-a14f-653f0e2005c6 service neutron] 10.222.0.15 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016642 Jul 14 07:13:52.816440 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-229c69d7-9882-4d05-85fe-176ae39aca62 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:52.826762 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4d580c-b5c0-46c7-b725-973f478a1f64 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:52.839926 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229c69d7-9882-4d05-85fe-176ae39aca62 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:52.840536 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-229c69d7-9882-4d05-85fe-176ae39aca62 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:52.913946 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54398) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:52.966432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d6a8aad6-906c-4c16-8dc9-4a7b30532949 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:13:52.984573 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-87407871-143a-4dec-8fad-32081fe0243a req-05691898-b96f-4bb9-a019-da052aad648d service neutron] 10.222.0.15 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805658 Jul 14 07:13:53.023888 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: d6a8aad6-906c-4c16-8dc9-4a7b30532949 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:13:53.024217 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d6a8aad6-906c-4c16-8dc9-4a7b30532949 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:13:53.071517 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-229c69d7-9882-4d05-85fe-176ae39aca62 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9024906 Jul 14 07:13:53.074541 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b99500-ec90-4190-b68a-9dbbe5a2b7b9 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Pushing event updated for resources: {'Port': ['ID=25b9524b-c223-4f79-ba8a-bc69398d9410,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:53.076863 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54404) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:53.088363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-79be0c26-6389-4f4a-8e34-6f48e2b659aa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:53.124118 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ab33e56-3182-4654-b1c5-48f4d4f14a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:53.128803 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:13:53.142041 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a949b09-3fc0-4d13-b509-aa50c4a81fd1 None None] Sync routers for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:13:53.145919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae7d38-9a40-485f-b928-7d99bac9ae52 req-d7d205dd-f4fa-459a-b76f-52ec93283c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:53.147468 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32ae7d38-9a40-485f-b928-7d99bac9ae52 req-d7d205dd-f4fa-459a-b76f-52ec93283c3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0510020791b4c7d90104c784a2d4f98&device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 1094 time: 0.1016338 Jul 14 07:13:53.153761 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a949b09-3fc0-4d13-b509-aa50c4a81fd1 None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:53.157518 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9a949b09-3fc0-4d13-b509-aa50c4a81fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:53.223448 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74b99500-ec90-4190-b68a-9dbbe5a2b7b9 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:53.232755 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9a949b09-3fc0-4d13-b509-aa50c4a81fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:53.244175 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a949b09-3fc0-4d13-b509-aa50c4a81fd1 None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:53.245119 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9a949b09-3fc0-4d13-b509-aa50c4a81fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:53.275319 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': '66594a47-cb73-4c9d-ae5e-26978b5b1c96'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:13:53.276282 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:53.320683 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9a949b09-3fc0-4d13-b509-aa50c4a81fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:53.321394 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a949b09-3fc0-4d13-b509-aa50c4a81fd1 None None] The sync data for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:13:53.323026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae7d38-9a40-485f-b928-7d99bac9ae52 req-ff7eee78-5643-4194-8b65-286972651b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:53.325507 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32ae7d38-9a40-485f-b928-7d99bac9ae52 req-ff7eee78-5643-4194-8b65-286972651b08 service neutron] 10.222.0.15 "GET /v2.0/networks?id=782dff88-77da-48cc-b35b-b98ce03cf2a5 HTTP/1.1" status: 200 len: 906 time: 0.1709659 Jul 14 07:13:53.330556 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74b99500-ec90-4190-b68a-9dbbe5a2b7b9 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:53.422568 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32ae7d38-9a40-485f-b928-7d99bac9ae52 req-cb70d394-a52a-49e8-9d85-7dd07dc0a362 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 HTTP/1.1" status: 200 len: 217 time: 0.0868428 Jul 14 07:13:53.496321 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Allocated IP 172.20.0.2 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/66594a47-cb73-4c9d-ae5e-26978b5b1c96/cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:53.499856 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ab33e56-3182-4654-b1c5-48f4d4f14a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:53.517533 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ab33e56-3182-4654-b1c5-48f4d4f14a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:53.547844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae7d38-9a40-485f-b928-7d99bac9ae52 req-29b4a127-0df9-4431-a550-d972274dc395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:53.549311 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32ae7d38-9a40-485f-b928-7d99bac9ae52 req-29b4a127-0df9-4431-a550-d972274dc395 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef8b4972-4af0-4364-94c1-6b8288d85079 HTTP/1.1" status: 200 len: 845 time: 0.1185346 Jul 14 07:13:53.551478 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:53.608455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0ab33e56-3182-4654-b1c5-48f4d4f14a4b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5cee4f89c27249669532488f0215623a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6928291 Jul 14 07:13:53.610268 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab33e56-3182-4654-b1c5-48f4d4f14a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9d6ea0-4a8a-461a-968a-75c7808e035d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:53.615448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32ae7d38-9a40-485f-b928-7d99bac9ae52 req-7e89c33b-c9c7-4bff-8c21-77e2528dad45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=782dff88-77da-48cc-b35b-b98ce03cf2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527260 Jul 14 07:13:53.617523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54418) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:53.643260 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74b99500-ec90-4190-b68a-9dbbe5a2b7b9 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:53.667035 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79be0c26-6389-4f4a-8e34-6f48e2b659aa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:53.681922 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79be0c26-6389-4f4a-8e34-6f48e2b659aa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:53.708271 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db551e-328f-4d65-aac2-b3499937a757 req-d81d68b6-dad9-4712-bbfe-7b384cbfec74 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:53.709904 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3db551e-328f-4d65-aac2-b3499937a757 req-d81d68b6-dad9-4712-bbfe-7b384cbfec74 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 943 time: 0.2694256 Jul 14 07:13:53.722659 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:53.732558 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Transition to ACTIVE for port object cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:53.752078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Transition to ACTIVE for port object cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:53.760830 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:53.772796 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74b99500-ec90-4190-b68a-9dbbe5a2b7b9 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:53.788292 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dd6bef90-4100-49d0-ad22-d492f2325666 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.4078426 Jul 14 07:13:53.794646 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54422) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:53.817680 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:53.819035 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-948caa25-e93b-4bd2-b12a-591d87c246ce tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:53.822421 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:53.826960 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32ae7d38-9a40-485f-b928-7d99bac9ae52 req-83c0e6fc-f195-44b4-851a-de54f71010f6 service neutron] 10.222.0.15 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020593 Jul 14 07:13:53.832255 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:53.835440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Pushing event updated for resources: {'Port': ['ID=cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:53.860609 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3db551e-328f-4d65-aac2-b3499937a757 req-5ff7df31-fa9b-478e-9f4c-333b7a108394 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198986 Jul 14 07:13:53.886662 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-948caa25-e93b-4bd2-b12a-591d87c246ce tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:53.904189 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd25a753-bcf4-4db3-aa0e-6a5dda925452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:53.914139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Attempting to bind port cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:13:53.914475 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Attempting to bind port cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:13:53.914864 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Attempting to bind port cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6 on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:13:53.922994 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:13:53.923246 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:13:53.923691 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:53.941415 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:13:53.942349 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Bound port: cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:13:53.943974 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:53.995022 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b99500-ec90-4190-b68a-9dbbe5a2b7b9 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Pushing event updated for resources: {'Port': ['ID=25b9524b-c223-4f79-ba8a-bc69398d9410,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:54.054545 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861f3e4-3574-4f43-b91d-027c2f1109e7 req-0e81cfb6-09dd-4519-bf85-8a96ddb8ee7e tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:54.056516 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6861f3e4-3574-4f43-b91d-027c2f1109e7 req-0e81cfb6-09dd-4519-bf85-8a96ddb8ee7e tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.3213458 Jul 14 07:13:54.063954 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd25a753-bcf4-4db3-aa0e-6a5dda925452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:54.074752 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74b99500-ec90-4190-b68a-9dbbe5a2b7b9 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:54.074939 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] For port cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:13:54.079252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] For port cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:13:54.085890 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:54.115819 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74b99500-ec90-4190-b68a-9dbbe5a2b7b9 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:54.119696 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-74b99500-ec90-4190-b68a-9dbbe5a2b7b9 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8878014 Jul 14 07:13:54.122685 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54430) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:54.144049 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32ae7d38-9a40-485f-b928-7d99bac9ae52 req-e6d63494-d36b-40e6-a8b7-0ca05accf300 service neutron] 10.222.0.15 "GET /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772663 Jul 14 07:13:54.168785 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bdfbf-1788-415f-99f2-d44c78e528cf None None] Pushing event updated for resources: {'Port': ['ID=cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:54.171462 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6861f3e4-3574-4f43-b91d-027c2f1109e7 req-d1501870-7d32-4067-abff-54084c54f100 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034541 Jul 14 07:13:54.215811 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd25a753-bcf4-4db3-aa0e-6a5dda925452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:54.218698 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd25a753-bcf4-4db3-aa0e-6a5dda925452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:54.220000 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bd25a753-bcf4-4db3-aa0e-6a5dda925452 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a9d6ea0-4a8a-461a-968a-75c7808e035d HTTP/1.1" status: 204 len: 168 time: 0.6012156 Jul 14 07:13:54.232105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25a753-bcf4-4db3-aa0e-6a5dda925452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9d6ea0-4a8a-461a-968a-75c7808e035d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:54.262504 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-948caa25-e93b-4bd2-b12a-591d87c246ce tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:54.274700 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-948caa25-e93b-4bd2-b12a-591d87c246ce tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:54.275180 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-948caa25-e93b-4bd2-b12a-591d87c246ce tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Floating IP c6d7af57-5f46-43b4-85f5-2d0352796ba4 disassociated. External IP: 172.25.7.125, port: ff9bbc6c-9f9e-4ad7-89b7-16ebf911bafa. Jul 14 07:13:54.349068 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-481cd7a6-9fe3-4021-a856-eadf24de1589 tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3206 time: 0.2228744 Jul 14 07:13:54.351766 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54438) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:54.372971 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:13:54.532187 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f95b6e5f-64f8-4b67-8af9-8d472d6e5c43, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f95b6e5f-64f8-4b67-8af9-8d472d6e5c43,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:54.566074 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'f95b6e5f-64f8-4b67-8af9-8d472d6e5c43', 'network_id': '782dff88-77da-48cc-b35b-b98ce03cf2a5', 'port_id': 'f95b6e5f-64f8-4b67-8af9-8d472d6e5c43', 'mac_address': 'fa:16:3e:c9:1e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8b4972-4af0-4364-94c1-6b8288d85079', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:13:54.566442 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3cb4ebc7-0be9-4428-9675-d4df380c8ba9 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2102432 Jul 14 07:13:54.566442 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54442) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:54.644127 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:54.698496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:13:54.735721 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f95b6e5f-64f8-4b67-8af9-8d472d6e5c43, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f95b6e5f-64f8-4b67-8af9-8d472d6e5c43,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:54.741876 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:54.806030 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=f95b6e5f-64f8-4b67-8af9-8d472d6e5c43,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:54.809025 n-d-778696-5 neutron-server[93827]: DEBUG neutron.objects.ports [None req-79be0c26-6389-4f4a-8e34-6f48e2b659aa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 07:13:54.839772 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-882e2f6a-8b45-47fe-beff-28a178661490 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Deleting port 25b9524b-c223-4f79-ba8a-bc69398d9410 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:54.842188 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-882e2f6a-8b45-47fe-beff-28a178661490 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:54.959507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['f95b6e5f-64f8-4b67-8af9-8d472d6e5c43'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:13:54.976220 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-882e2f6a-8b45-47fe-beff-28a178661490 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:54.984391 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-882e2f6a-8b45-47fe-beff-28a178661490 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:55.004137 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-882e2f6a-8b45-47fe-beff-28a178661490 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Calling delete_port for 25b9524b-c223-4f79-ba8a-bc69398d9410 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:55.079248 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:13:55.307892 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:55.354477 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb25832-4138-4707-8f1c-48f2b1446762 req-a385ce26-53f8-4f16-be6a-f1fe88a3ce89 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:55.404587 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ccb25832-4138-4707-8f1c-48f2b1446762 req-a385ce26-53f8-4f16-be6a-f1fe88a3ce89 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 944 time: 0.2512701 Jul 14 07:13:55.549721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948caa25-e93b-4bd2-b12a-591d87c246ce tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router 3aec3154-92cd-428d-814f-a8f82b5858a9 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:13:55.560724 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ccb25832-4138-4707-8f1c-48f2b1446762 req-1f9212d3-3b12-4f27-ae8d-7c15cc21e1cc tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514473 Jul 14 07:13:55.657752 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-882e2f6a-8b45-47fe-beff-28a178661490 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:55.707054 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e2f6a-8b45-47fe-beff-28a178661490 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Pushing event deleted for resources: {'Port': ['ID=25b9524b-c223-4f79-ba8a-bc69398d9410,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:55.746242 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-74afcc2c-9183-4f80-abe0-8f6bb18e66cf None None] Provisioning for port cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:55.753234 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-74afcc2c-9183-4f80-abe0-8f6bb18e66cf None None] Provisioning complete for port cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:55.753941 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-74afcc2c-9183-4f80-abe0-8f6bb18e66cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:55.846905 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba43257-0667-4c63-8e72-072b03f9b905 req-f44cbd5d-bd43-49f7-befc-a010681f8414 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:55.847653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948caa25-e93b-4bd2-b12a-591d87c246ce tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:13:55.850881 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-74afcc2c-9183-4f80-abe0-8f6bb18e66cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:55.854647 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dba43257-0667-4c63-8e72-072b03f9b905 req-f44cbd5d-bd43-49f7-befc-a010681f8414 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.3575816 Jul 14 07:13:55.856628 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-948caa25-e93b-4bd2-b12a-591d87c246ce tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:55.873312 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a430d8e9-1fcf-481b-b12d-a50a81eaed7f None None] Sync routers for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:13:55.899285 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a430d8e9-1fcf-481b-b12d-a50a81eaed7f None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:55.899932 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a430d8e9-1fcf-481b-b12d-a50a81eaed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:55.917895 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79be0c26-6389-4f4a-8e34-6f48e2b659aa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:55.935114 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-882e2f6a-8b45-47fe-beff-28a178661490 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:55.942086 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-882e2f6a-8b45-47fe-beff-28a178661490 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:55.943325 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-882e2f6a-8b45-47fe-beff-28a178661490 tempest-FloatingIPAdminTestJSON-1319458237 tempest-FloatingIPAdminTestJSON-1319458237-project] 10.222.0.35 "DELETE /v2.0/floatingips/3c25b82b-9344-4cd8-bc84-f8811644e69b HTTP/1.1" status: 204 len: 168 time: 1.3754210 Jul 14 07:13:55.943847 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-74afcc2c-9183-4f80-abe0-8f6bb18e66cf None None] For port cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:55.944843 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a430d8e9-1fcf-481b-b12d-a50a81eaed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:55.947173 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54494) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:55.953415 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-74afcc2c-9183-4f80-abe0-8f6bb18e66cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:55.962212 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a430d8e9-1fcf-481b-b12d-a50a81eaed7f None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:13:55.962851 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a430d8e9-1fcf-481b-b12d-a50a81eaed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:56.002304 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-1f26b5fe-587f-4699-83f3-c3fefadc587a tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=faae5b811b81436098a1af5469092967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471754 Jul 14 07:13:56.005656 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-948caa25-e93b-4bd2-b12a-591d87c246ce tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "PUT /v2.0/floatingips/c6d7af57-5f46-43b4-85f5-2d0352796ba4 HTTP/1.1" status: 200 len: 688 time: 2.1906760 Jul 14 07:13:56.008114 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dba43257-0667-4c63-8e72-072b03f9b905 req-c1f13b4b-a396-4bdc-acaa-5ecf9b62b823 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498225 Jul 14 07:13:56.010105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54496) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:56.042851 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a430d8e9-1fcf-481b-b12d-a50a81eaed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:13:56.043593 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a430d8e9-1fcf-481b-b12d-a50a81eaed7f None None] The sync data for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:13:56.070016 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afcc2c-9183-4f80-abe0-8f6bb18e66cf None None] Pushing event updated for resources: {'Port': ['ID=cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:56.208203 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1fe18082-c943-4f47-ae52-73074717bdfe tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Deleting port 950fbc07-c821-469e-9030-21574aca1142 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:56.208555 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fe18082-c943-4f47-ae52-73074717bdfe tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:56.257048 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-79be0c26-6389-4f4a-8e34-6f48e2b659aa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] For port cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:56.308620 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79be0c26-6389-4f4a-8e34-6f48e2b659aa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:56.321160 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79be0c26-6389-4f4a-8e34-6f48e2b659aa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:56.321863 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79be0c26-6389-4f4a-8e34-6f48e2b659aa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:56.326360 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fe18082-c943-4f47-ae52-73074717bdfe tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:56.326705 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fe18082-c943-4f47-ae52-73074717bdfe tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:56.378463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-21fc690c-2afd-4c33-a7df-ea8f463f8b73 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:56.388502 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-21fc690c-2afd-4c33-a7df-ea8f463f8b73 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3793616 Jul 14 07:13:56.400099 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1fe18082-c943-4f47-ae52-73074717bdfe tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Calling delete_port for 950fbc07-c821-469e-9030-21574aca1142 owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:56.404904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:13:56.421868 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-3a5fc972-363a-4f9b-83f6-92520167ab1e tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/quotas/faae5b811b81436098a1af5469092967 HTTP/1.1" status: 200 len: 375 time: 0.0322359 Jul 14 07:13:56.422208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79be0c26-6389-4f4a-8e34-6f48e2b659aa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:56.438566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-79be0c26-6389-4f4a-8e34-6f48e2b659aa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:56.447844 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79be0c26-6389-4f4a-8e34-6f48e2b659aa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:56.448657 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79be0c26-6389-4f4a-8e34-6f48e2b659aa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:56.462241 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26e5bbc-0b4e-4b2c-afd0-e14528ac3d05 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:13:56.470662 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-f9f68e2d-e972-4e87-9783-23615c1118a7 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=faae5b811b81436098a1af5469092967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415843 Jul 14 07:13:56.473409 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5c230d58-bdee-432f-ac90-9309b543cf21 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Deleting port 02d8572e-7f4d-4cb4-9496-c0b0c1443d9a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:56.473755 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5c230d58-bdee-432f-ac90-9309b543cf21 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:56.572087 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-79be0c26-6389-4f4a-8e34-6f48e2b659aa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4896262 Jul 14 07:13:56.575770 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54510) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:56.586523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9f18aaca-cd8c-4856-806e-ec0a06a9dcc9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'mac_address': 'fa:16:3e:d3:4b:02', 'name': 'tempest-NetworksTestDHCPv6-608844016'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:56.587305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:56.591814 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5c230d58-bdee-432f-ac90-9309b543cf21 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:56.592151 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5c230d58-bdee-432f-ac90-9309b543cf21 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:56.610340 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:56.613641 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:56.649825 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5c230d58-bdee-432f-ac90-9309b543cf21 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Calling delete_port for 02d8572e-7f4d-4cb4-9496-c0b0c1443d9a owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:56.674972 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be0c26-6389-4f4a-8e34-6f48e2b659aa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:56.679557 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be0c26-6389-4f4a-8e34-6f48e2b659aa tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=7ba86499-01d5-4b0a-af00-b285e149f577,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:56.683816 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fe18082-c943-4f47-ae52-73074717bdfe tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:56.718520 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe18082-c943-4f47-ae52-73074717bdfe tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Pushing event deleted for resources: {'Port': ['ID=950fbc07-c821-469e-9030-21574aca1142,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:56.766287 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:56.820854 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f95b6e5f-64f8-4b67-8af9-8d472d6e5c43, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f95b6e5f-64f8-4b67-8af9-8d472d6e5c43,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:13:56.857473 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fe18082-c943-4f47-ae52-73074717bdfe tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:56.860545 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fe18082-c943-4f47-ae52-73074717bdfe tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:56.861831 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1fe18082-c943-4f47-ae52-73074717bdfe tempest-FloatingIPAdminTestJSON-583357849 tempest-FloatingIPAdminTestJSON-583357849-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/38082d92-0f20-4b02-b646-e54789e90b89 HTTP/1.1" status: 204 len: 168 time: 0.9117198 Jul 14 07:13:56.865891 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54522) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:56.877823 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aabe22-7dd7-4304-a0f1-5eda4b488272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95b6e5f-64f8-4b67-8af9-8d472d6e5c43'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:13:56.884407 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b27c31-c5b5-4877-a738-a4e9fc318b92" -d '{"events": [{"server_uuid": "65aabe22-7dd7-4304-a0f1-5eda4b488272", "name": "network-vif-plugged", "status": "completed", "tag": "f95b6e5f-64f8-4b67-8af9-8d472d6e5c43"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:13:56.898419 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:56.991630 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=f95b6e5f-64f8-4b67-8af9-8d472d6e5c43,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:57.021347 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:13:57.041653 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:13:57.064642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf9b5a-bb99-45e9-84ee-19595f358e37 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Deleting port f7a01c91-9617-473b-a52d-df1a22caa5a9 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:57.065170 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7bbf9b5a-bb99-45e9-84ee-19595f358e37 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:57.134889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:57.135687 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:57.236048 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7bbf9b5a-bb99-45e9-84ee-19595f358e37 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:57.258292 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf9b5a-bb99-45e9-84ee-19595f358e37 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Calling delete_port for f7a01c91-9617-473b-a52d-df1a22caa5a9 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:57.364151 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-25403609-5643-4c01-9b6c-6194d2f6522d req-ef6a85f8-679b-48dc-99e8-aa3d4eb81949 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/ports?device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 210 time: 0.2050090 Jul 14 07:13:57.464282 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5c230d58-bdee-432f-ac90-9309b543cf21 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:57.499281 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992e1b27-ebc0-4c8a-ab31-68b32f45fd9f x-openstack-request-id: req-992e1b27-ebc0-4c8a-ab31-68b32f45fd9f {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:13:57.499699 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aabe22-7dd7-4304-a0f1-5eda4b488272", "name": "network-vif-plugged", "status": "completed", "tag": "f95b6e5f-64f8-4b67-8af9-8d472d6e5c43", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:13:57.500848 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-992e1b27-ebc0-4c8a-ab31-68b32f45fd9f {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:13:57.501411 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aabe22-7dd7-4304-a0f1-5eda4b488272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95b6e5f-64f8-4b67-8af9-8d472d6e5c43', 'code': 200} Jul 14 07:13:57.569533 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7bbf9b5a-bb99-45e9-84ee-19595f358e37 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:57.624461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf9b5a-bb99-45e9-84ee-19595f358e37 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Pushing event deleted for resources: {'Port': ['ID=f7a01c91-9617-473b-a52d-df1a22caa5a9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:57.728290 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7bbf9b5a-bb99-45e9-84ee-19595f358e37 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:57.737397 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7bbf9b5a-bb99-45e9-84ee-19595f358e37 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] 10.222.0.35 "DELETE /v2.0/ports/f7a01c91-9617-473b-a52d-df1a22caa5a9 HTTP/1.1" status: 204 len: 168 time: 0.8680398 Jul 14 07:13:57.738315 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54546) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:57.746425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c230d58-bdee-432f-ac90-9309b543cf21 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event deleted for resources: {'Port': ['ID=02d8572e-7f4d-4cb4-9496-c0b0c1443d9a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:57.862394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f18aaca-cd8c-4856-806e-ec0a06a9dcc9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:57.932579 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169293a-a721-4f03-b282-b92395b6ace6 req-2a575f17-b02e-4eca-8d55-30dded4837e9 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:57.934229 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e169293a-a721-4f03-b282-b92395b6ace6 req-2a575f17-b02e-4eca-8d55-30dded4837e9 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 945 time: 0.7697880 Jul 14 07:13:57.961664 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d6ec44-949b-453c-9fe7-39cf51a93177 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:57.976345 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-80d6ec44-949b-453c-9fe7-39cf51a93177 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0654c7b-65c3-455f-a7ac-62d9af53959f HTTP/1.1" status: 200 len: 913 time: 0.2225213 Jul 14 07:13:57.976345 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54554) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:58.085364 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e169293a-a721-4f03-b282-b92395b6ace6 req-1d111937-79f1-411a-a454-a8b7ae69d67f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691092 Jul 14 07:13:58.101092 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5c230d58-bdee-432f-ac90-9309b543cf21 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:58.103865 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5c230d58-bdee-432f-ac90-9309b543cf21 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:58.108484 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5c230d58-bdee-432f-ac90-9309b543cf21 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/floatingips/c6d7af57-5f46-43b4-85f5-2d0352796ba4 HTTP/1.1" status: 204 len: 168 time: 2.0943120 Jul 14 07:13:58.108484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e52d83-9d1e-4a76-8b44-b455050860d3 req-c2ed5fe6-794e-4acd-bb9e-0d692870272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:58.108737 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31e52d83-9d1e-4a76-8b44-b455050860d3 req-c2ed5fe6-794e-4acd-bb9e-0d692870272f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 1096 time: 0.4656887 Jul 14 07:13:58.110793 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54556) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:58.117399 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': 'bfcfe452-bd18-4201-86ae-9c7559b38963'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:58.201118 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:58.233714 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07e16d-e460-48ca-858d-624afdf37fa3 req-68743c3e-eded-4e98-8822-5fc876e25177 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:58.243080 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2f07e16d-e460-48ca-858d-624afdf37fa3 req-68743c3e-eded-4e98-8822-5fc876e25177 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.4941235 Jul 14 07:13:58.292475 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f18aaca-cd8c-4856-806e-ec0a06a9dcc9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:58.295662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2c0608a9-ab9a-4da5-b99a-a3456c333e94 None None] Provisioning complete for port cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:58.296244 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c0608a9-ab9a-4da5-b99a-a3456c333e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:58.306106 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31e52d83-9d1e-4a76-8b44-b455050860d3 req-cf44c3d4-a682-498f-acae-35b086c28708 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759534 Jul 14 07:13:58.374217 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-9f18aaca-cd8c-4856-806e-ec0a06a9dcc9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port 44231708-5df3-41c5-849b-f9797c0c622b yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:13:58.386867 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2f07e16d-e460-48ca-858d-624afdf37fa3 req-26328e67-8525-4994-8f8a-aab6ac244585 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430430 Jul 14 07:13:58.591837 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac5c825a-e7a4-4fff-8759-7b39a0435200 req-d4da3dc8-8f16-4ee4-94d5-d97637dd8aaa tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/ports?device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 210 time: 0.0500357 Jul 14 07:13:58.654429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-9f18aaca-cd8c-4856-806e-ec0a06a9dcc9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 172.20.0.10 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/66594a47-cb73-4c9d-ae5e-26978b5b1c96/44231708-5df3-41c5-849b-f9797c0c622b) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:58.663424 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:58.666089 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-9f18aaca-cd8c-4856-806e-ec0a06a9dcc9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::f816:3eff:fed3:4b02 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/7ba86499-01d5-4b0a-af00-b285e149f577/44231708-5df3-41c5-849b-f9797c0c622b) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:58.677134 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cdb5628c-b761-4a5f-9a0a-84ffc251609f tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:58.881689 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Allocated IP 172.25.7.132 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/2b3f3968-2de2-4289-948b-22cadace494d) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:13:58.985034 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f18aaca-cd8c-4856-806e-ec0a06a9dcc9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:59.010633 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-9018c924-bd11-48a9-9202-059c670aaf78 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=faae5b811b81436098a1af5469092967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434670 Jul 14 07:13:59.036644 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-9f18aaca-cd8c-4856-806e-ec0a06a9dcc9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object 44231708-5df3-41c5-849b-f9797c0c622b will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:13:59.041234 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-cdb5628c-b761-4a5f-9a0a-84ffc251609f tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Deleting port 3e4dcd84-b03a-4d2c-abb6-2dc688f48e2c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:13:59.041723 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cdb5628c-b761-4a5f-9a0a-84ffc251609f tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:59.174877 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:59.206501 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cdb5628c-b761-4a5f-9a0a-84ffc251609f tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:59.231760 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-cdb5628c-b761-4a5f-9a0a-84ffc251609f tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Calling delete_port for 3e4dcd84-b03a-4d2c-abb6-2dc688f48e2c owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:13:59.261879 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-7e7e72b2-a54c-4335-b677-8d5ae4eadca0 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:59.263626 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-7e7e72b2-a54c-4335-b677-8d5ae4eadca0 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2441704 Jul 14 07:13:59.266764 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f18aaca-cd8c-4856-806e-ec0a06a9dcc9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:59.295864 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f18aaca-cd8c-4856-806e-ec0a06a9dcc9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:59.306370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-cf658fa3-b162-44cd-bba4-67a55e90b683 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Request body: {'port': {'device_id': '9550ec4c-9482-4cc0-8c42-ae4d87e1f336', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': 'faae5b811b81436098a1af5469092967'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:13:59.386389 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-9f18aaca-cd8c-4856-806e-ec0a06a9dcc9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:59.389469 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f18aaca-cd8c-4856-806e-ec0a06a9dcc9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:59.620543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18aaca-cd8c-4856-806e-ec0a06a9dcc9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=44231708-5df3-41c5-849b-f9797c0c622b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:59.623658 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cdb5628c-b761-4a5f-9a0a-84ffc251609f tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:59.626229 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:59.660769 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5628c-b761-4a5f-9a0a-84ffc251609f tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Pushing event deleted for resources: {'Port': ['ID=3e4dcd84-b03a-4d2c-abb6-2dc688f48e2c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:59.666005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f18aaca-cd8c-4856-806e-ec0a06a9dcc9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:59.666696 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f18aaca-cd8c-4856-806e-ec0a06a9dcc9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:59.710692 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:13:59.759374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:13:59.763956 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:13:59.809737 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5bd8cff8-c06f-4ff1-a248-97b00a9ff6f8 None None] Provisioning for port 44231708-5df3-41c5-849b-f9797c0c622b completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:13:59.814410 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5bd8cff8-c06f-4ff1-a248-97b00a9ff6f8 None None] Provisioning complete for port 44231708-5df3-41c5-849b-f9797c0c622b triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:13:59.814791 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5bd8cff8-c06f-4ff1-a248-97b00a9ff6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:59.830587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-cf658fa3-b162-44cd-bba4-67a55e90b683 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Made reservation on behalf of faae5b811b81436098a1af5469092967 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:13:59.835141 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-cf658fa3-b162-44cd-bba4-67a55e90b683 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:59.837420 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=2b3f3968-2de2-4289-948b-22cadace494d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:13:59.858709 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cffda5-fd6a-4def-be65-5a638f743388 req-9a31c201-b1d0-490c-9439-3053c3148222 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:13:59.867280 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29cffda5-fd6a-4def-be65-5a638f743388 req-9a31c201-b1d0-490c-9439-3053c3148222 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 945 time: 0.4433632 Jul 14 07:13:59.881170 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9f18aaca-cd8c-4856-806e-ec0a06a9dcc9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3042283 Jul 14 07:13:59.893213 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54592) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:13:59.896109 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-cf658fa3-b162-44cd-bba4-67a55e90b683 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:13:59.912202 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5bd8cff8-c06f-4ff1-a248-97b00a9ff6f8 None None] Port 44231708-5df3-41c5-849b-f9797c0c622b cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:14:00.029212 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf23fe5-74ad-4623-9d22-5f90745a9a86 req-435b993f-1041-465e-8ca7-3a8af6240a49 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:00.030756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caf23fe5-74ad-4623-9d22-5f90745a9a86 req-435b993f-1041-465e-8ca7-3a8af6240a49 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.4139779 Jul 14 07:14:00.074214 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29cffda5-fd6a-4def-be65-5a638f743388 req-721a08d2-3e0a-485a-936a-fad9e602206e tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060335 Jul 14 07:14:00.186616 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caf23fe5-74ad-4623-9d22-5f90745a9a86 req-a1c3a093-1d10-4a6b-9ee9-97a913866e44 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372747 Jul 14 07:14:00.248791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171fd9ee-1381-42cb-98b6-5c4c0bf467e8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:00.255189 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171fd9ee-1381-42cb-98b6-5c4c0bf467e8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:00.256933 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-171fd9ee-1381-42cb-98b6-5c4c0bf467e8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3582478 Jul 14 07:14:00.259957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54600) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:00.263069 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cdb5628c-b761-4a5f-9a0a-84ffc251609f tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:00.330352 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-33b4e4ef-77d7-4ab1-9e1c-2bb8a7c4f617 req-5c237e47-2df0-4793-8e6c-e78811a29339 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/ports?device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 210 time: 0.0720878 Jul 14 07:14:00.431703 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-cf658fa3-b162-44cd-bba4-67a55e90b683 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:00.449225 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-cf658fa3-b162-44cd-bba4-67a55e90b683 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:00.458086 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8f5a5cec-7eb4-4721-8388-e3bf2a1c0ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:00.522803 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5895ccdf-8fb7-4fd0-ac0e-33ad065889dd tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port 44231708-5df3-41c5-849b-f9797c0c622b {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:00.523240 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5895ccdf-8fb7-4fd0-ac0e-33ad065889dd tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:00.634376 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5895ccdf-8fb7-4fd0-ac0e-33ad065889dd tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:00.643804 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf658fa3-b162-44cd-bba4-67a55e90b683 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a854b2e-0c49-4320-9724-d71625f55ff0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:00.654071 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5895ccdf-8fb7-4fd0-ac0e-33ad065889dd tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for 44231708-5df3-41c5-849b-f9797c0c622b owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:00.891303 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb5628c-b761-4a5f-9a0a-84ffc251609f tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Router b0654c7b-65c3-455f-a7ac-62d9af53959f has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:14:01.134169 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb5628c-b761-4a5f-9a0a-84ffc251609f tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:14:01.144347 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5895ccdf-8fb7-4fd0-ac0e-33ad065889dd tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:01.146415 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff0284-2787-457a-9b65-11e65f14e00e None None] Sync routers for ids ['b0654c7b-65c3-455f-a7ac-62d9af53959f'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:14:01.151281 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cdb5628c-b761-4a5f-9a0a-84ffc251609f tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] 10.222.0.35 "PUT /v2.0/routers/b0654c7b-65c3-455f-a7ac-62d9af53959f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1843815 Jul 14 07:14:01.170734 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff0284-2787-457a-9b65-11e65f14e00e None None] Routers {'b0654c7b-65c3-455f-a7ac-62d9af53959f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:01.172268 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-94ff0284-2787-457a-9b65-11e65f14e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b0654c7b-65c3-455f-a7ac-62d9af53959f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:01.178879 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54648) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:01.249542 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-94ff0284-2787-457a-9b65-11e65f14e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:01.273544 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff0284-2787-457a-9b65-11e65f14e00e None None] Routers {'b0654c7b-65c3-455f-a7ac-62d9af53959f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:01.274197 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-94ff0284-2787-457a-9b65-11e65f14e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:13:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b0654c7b-65c3-455f-a7ac-62d9af53959f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:01.337577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895ccdf-8fb7-4fd0-ac0e-33ad065889dd tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=44231708-5df3-41c5-849b-f9797c0c622b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:01.401852 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-94ff0284-2787-457a-9b65-11e65f14e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:01.405810 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff0284-2787-457a-9b65-11e65f14e00e None None] The sync data for ids ['b0654c7b-65c3-455f-a7ac-62d9af53959f'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:14:01.491265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-cf658fa3-b162-44cd-bba4-67a55e90b683 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Allocated IP 192.168.233.211 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/e6fe49fd-a538-49e9-af8d-0a9c0817f89d) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:01.577023 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5895ccdf-8fb7-4fd0-ac0e-33ad065889dd tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:01.581806 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5895ccdf-8fb7-4fd0-ac0e-33ad065889dd tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/44231708-5df3-41c5-849b-f9797c0c622b HTTP/1.1" status: 204 len: 168 time: 1.3208261 Jul 14 07:14:01.585131 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54668) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:01.635118 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c6c2-8ab2-47db-bef1-5a7763151d2b tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:01.683080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a04b6f-b559-42e5-8d47-791db4cb86b3 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:01.684916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a04b6f-b559-42e5-8d47-791db4cb86b3 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:01.686456 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a04b6f-b559-42e5-8d47-791db4cb86b3 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:01.688057 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c1a04b6f-b559-42e5-8d47-791db4cb86b3 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1016877 Jul 14 07:14:01.690721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54672) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:01.692374 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:01.784778 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5ef6f2-c619-40f4-b89e-489f431707da tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet 66594a47-cb73-4c9d-ae5e-26978b5b1c96 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:14:01.791048 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f5ef6f2-c619-40f4-b89e-489f431707da tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:01.816677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83d399-5f08-4300-a16e-a1e08213db6d req-26cca24c-98e7-4118-9de5-a5cde4fffc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:01.818424 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a83d399-5f08-4300-a16e-a1e08213db6d req-26cca24c-98e7-4118-9de5-a5cde4fffc94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4b2c8c511db4c2a9a4b9a01f343494e&device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 1096 time: 0.4006283 Jul 14 07:14:01.831903 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c6c2-8ab2-47db-bef1-5a7763151d2b tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:01.841518 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f5ef6f2-c619-40f4-b89e-489f431707da tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:01.875752 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aabc03-aa81-469f-b8dc-1e5132abcf3e req-dfa4efbc-b9b3-43a2-a640-43e0955c3476 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:01.877542 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10aabc03-aa81-469f-b8dc-1e5132abcf3e req-dfa4efbc-b9b3-43a2-a640-43e0955c3476 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 945 time: 0.3654385 Jul 14 07:14:01.885432 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf14a1-3228-4b54-a2f5-9e0ef3f5d464 req-fcdc9776-1642-4db5-b414-3d04e985a4e7 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:01.886723 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e8bf14a1-3228-4b54-a2f5-9e0ef3f5d464 req-fcdc9776-1642-4db5-b414-3d04e985a4e7 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.4286728 Jul 14 07:14:01.960225 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f5ef6f2-c619-40f4-b89e-489f431707da tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:01.981612 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4ab1c6c2-8ab2-47db-bef1-5a7763151d2b tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Deleting port 4bdba7f5-3063-41dd-a7cd-d38e16dabe51 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:01.982250 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c6c2-8ab2-47db-bef1-5a7763151d2b tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.079798 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-cf658fa3-b162-44cd-bba4-67a55e90b683 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.088461 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.095700 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c6c2-8ab2-47db-bef1-5a7763151d2b tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.112215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4ab1c6c2-8ab2-47db-bef1-5a7763151d2b tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Calling delete_port for 4bdba7f5-3063-41dd-a7cd-d38e16dabe51 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:02.133321 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e8bf14a1-3228-4b54-a2f5-9e0ef3f5d464 req-1845a4ae-6160-45a8-9c96-c59d4556c0bb tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221999 Jul 14 07:14:02.151545 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10aabc03-aa81-469f-b8dc-1e5132abcf3e req-94f33b34-4c6d-4b15-b065-15fbe9726e93 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594516 Jul 14 07:14:02.178517 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83d399-5f08-4300-a16e-a1e08213db6d req-939969bd-64a0-4e0b-9ec8-7c670ba34f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:02.180288 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a83d399-5f08-4300-a16e-a1e08213db6d req-939969bd-64a0-4e0b-9ec8-7c670ba34f7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=6167fc1b-e132-43c4-97c4-2419433fec40 HTTP/1.1" status: 200 len: 920 time: 0.3271773 Jul 14 07:14:02.209225 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f5ef6f2-c619-40f4-b89e-489f431707da tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.252141 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f5ef6f2-c619-40f4-b89e-489f431707da tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.254867 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5f5ef6f2-c619-40f4-b89e-489f431707da tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/66594a47-cb73-4c9d-ae5e-26978b5b1c96 HTTP/1.1" status: 204 len: 168 time: 0.5631471 Jul 14 07:14:02.258237 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ef6f2-c619-40f4-b89e-489f431707da tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=66594a47-cb73-4c9d-ae5e-26978b5b1c96,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:02.264867 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cac8056-1d9b-4a5e-a097-a976518a9dff None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:02.338590 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.342267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-cf658fa3-b162-44cd-bba4-67a55e90b683 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Transition to ACTIVE for port object e6fe49fd-a538-49e9-af8d-0a9c0817f89d will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:02.344259 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54686) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:02.366035 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.436673 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c6c2-8ab2-47db-bef1-5a7763151d2b tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.472525 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1c6c2-8ab2-47db-bef1-5a7763151d2b tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Pushing event deleted for resources: {'Port': ['ID=4bdba7f5-3063-41dd-a7cd-d38e16dabe51,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:02.489145 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-029c0e77-974a-4c2c-882f-ecd56edb45d6 req-25da42c0-fe94-42f9-9e97-02142e6825b6 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/ports?device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 210 time: 0.1439071 Jul 14 07:14:02.490421 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a83d399-5f08-4300-a16e-a1e08213db6d req-7221577b-a5aa-4a99-819d-b5d4dc792312 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6d6ec95-9638-43ba-8b4d-02d245717a61 HTTP/1.1" status: 200 len: 217 time: 0.1496043 Jul 14 07:14:02.548971 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c6c2-8ab2-47db-bef1-5a7763151d2b tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.613858 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=2b3f3968-2de2-4289-948b-22cadace494d,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:02.632247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-102e8314-6107-41db-9828-0b7ff19fe618 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet 7ba86499-01d5-4b0a-af00-b285e149f577 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:14:02.644044 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-102e8314-6107-41db-9828-0b7ff19fe618 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.668932 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c6c2-8ab2-47db-bef1-5a7763151d2b tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.671209 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c6c2-8ab2-47db-bef1-5a7763151d2b tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.707730 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83d399-5f08-4300-a16e-a1e08213db6d req-b6d380c4-8b98-433d-abe3-5e54fca3eace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:02.709869 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a83d399-5f08-4300-a16e-a1e08213db6d req-b6d380c4-8b98-433d-abe3-5e54fca3eace service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c57f6f9-d177-479b-9198-f0790b03deff HTTP/1.1" status: 200 len: 859 time: 0.2057822 Jul 14 07:14:02.710902 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-cf658fa3-b162-44cd-bba4-67a55e90b683 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.712759 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.717987 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-102e8314-6107-41db-9828-0b7ff19fe618 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.743552 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c6c2-8ab2-47db-bef1-5a7763151d2b tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.744184 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab1c6c2-8ab2-47db-bef1-5a7763151d2b tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Fanout notify agent at l3_agent the message router_deleted on router b0654c7b-65c3-455f-a7ac-62d9af53959f {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:14:02.768408 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c6c2-8ab2-47db-bef1-5a7763151d2b tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.772434 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4ab1c6c2-8ab2-47db-bef1-5a7763151d2b tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] 10.222.0.35 "DELETE /v2.0/routers/b0654c7b-65c3-455f-a7ac-62d9af53959f HTTP/1.1" status: 204 len: 168 time: 1.5908959 Jul 14 07:14:02.775890 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54692) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:02.851885 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e181d3a5-d2d2-4ce2-bd1d-f4cc45b6ba9c tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Deleting subnet b575eb5f-47e7-4014-ae5b-541b306cf96b {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:14:02.855367 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e181d3a5-d2d2-4ce2-bd1d-f4cc45b6ba9c tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.868352 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a83d399-5f08-4300-a16e-a1e08213db6d req-d34221f8-5959-438c-bbfa-bef25cfaa918 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6167fc1b-e132-43c4-97c4-2419433fec40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431544 Jul 14 07:14:02.915165 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e181d3a5-d2d2-4ce2-bd1d-f4cc45b6ba9c tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:02.933130 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-cf658fa3-b162-44cd-bba4-67a55e90b683 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:02.990676 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-cf658fa3-b162-44cd-bba4-67a55e90b683 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:03.007681 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-cf658fa3-b162-44cd-bba4-67a55e90b683 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:03.025419 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e181d3a5-d2d2-4ce2-bd1d-f4cc45b6ba9c tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:03.075957 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf658fa3-b162-44cd-bba4-67a55e90b683 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Pushing event updated for resources: {'Port': ['ID=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:03.130750 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e181d3a5-d2d2-4ce2-bd1d-f4cc45b6ba9c tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:03.165565 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181d3a5-d2d2-4ce2-bd1d-f4cc45b6ba9c tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Pushing event deleted for resources: {'Subnet': ['ID=b575eb5f-47e7-4014-ae5b-541b306cf96b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:03.177656 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-cf658fa3-b162-44cd-bba4-67a55e90b683 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:03.178313 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-cf658fa3-b162-44cd-bba4-67a55e90b683 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:03.178703 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e181d3a5-d2d2-4ce2-bd1d-f4cc45b6ba9c tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:03.182529 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e181d3a5-d2d2-4ce2-bd1d-f4cc45b6ba9c tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] 10.222.0.35 "DELETE /v2.0/subnets/b575eb5f-47e7-4014-ae5b-541b306cf96b HTTP/1.1" status: 204 len: 168 time: 0.4054410 Jul 14 07:14:03.185244 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54698) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:03.190654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f482cf15-0270-418c-8cbf-7741dc1df203 None None] Network af8a7de9-784f-45d5-97f7-26579ee7957d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:03.215934 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-cf658fa3-b162-44cd-bba4-67a55e90b683 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9373398 Jul 14 07:14:03.240128 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-102e8314-6107-41db-9828-0b7ff19fe618 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:03.387846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Request body: {'port': {'device_id': '9550ec4c-9482-4cc0-8c42-ae4d87e1f336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:03.395332 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Floating IP f6c1d6af-0b2d-4e98-b957-b64146823f57 associated. External IP: 172.25.7.132, port: bfcfe452-bd18-4201-86ae-9c7559b38963. Jul 14 07:14:03.402654 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:03.435281 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5857c6b4-dd72-4102-b351-11114e54d03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:03.484003 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9ea37b2e-a0ef-46cf-adb3-56d0daee6fd1 None None] Provisioning for port e6fe49fd-a538-49e9-af8d-0a9c0817f89d completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:03.488033 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9ea37b2e-a0ef-46cf-adb3-56d0daee6fd1 None None] Provisioning complete for port e6fe49fd-a538-49e9-af8d-0a9c0817f89d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:03.488407 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9ea37b2e-a0ef-46cf-adb3-56d0daee6fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:03.507472 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Deleting port 7f08d22b-662a-493f-8a58-78b6f19ee5ce {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:03.507970 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:03.540138 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9ea37b2e-a0ef-46cf-adb3-56d0daee6fd1 None None] Port e6fe49fd-a538-49e9-af8d-0a9c0817f89d cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:14:03.576233 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5ead24-5603-4df8-9b4a-3b9edb90dbdd None None] DHCP port deletion for af8a7de9-784f-45d5-97f7-26579ee7957d request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:14:03.608634 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:03.609824 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] For port 7f08d22b-662a-493f-8a58-78b6f19ee5ce, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=7f08d22b-662a-493f-8a58-78b6f19ee5ce,segment=NetworkSegment(18c352a2-125f-4a16-a086-7848511c8e74),segment_id=18c352a2-125f-4a16-a086-7848511c8e74)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:03.611713 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:03.643080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Calling delete_port for 7f08d22b-662a-493f-8a58-78b6f19ee5ce owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:03.643654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-da5ead24-5603-4df8-9b4a-3b9edb90dbdd None None] Deleting port 7f08d22b-662a-493f-8a58-78b6f19ee5ce {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:03.648525 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-da5ead24-5603-4df8-9b4a-3b9edb90dbdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:03.650943 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-102e8314-6107-41db-9828-0b7ff19fe618 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:03.743982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b57d1ba7-e1cf-4f48-a38b-e42b4a8ffd5f None None] Provisioning complete for port cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:03.744271 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e8314-6107-41db-9828-0b7ff19fe618 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba86499-01d5-4b0a-af00-b285e149f577,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:03.744767 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b57d1ba7-e1cf-4f48-a38b-e42b4a8ffd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:03.788906 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-da5ead24-5603-4df8-9b4a-3b9edb90dbdd None None] For port 7f08d22b-662a-493f-8a58-78b6f19ee5ce, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=7f08d22b-662a-493f-8a58-78b6f19ee5ce,segment=NetworkSegment(18c352a2-125f-4a16-a086-7848511c8e74),segment_id=18c352a2-125f-4a16-a086-7848511c8e74)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:03.789254 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-da5ead24-5603-4df8-9b4a-3b9edb90dbdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:03.807259 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:03.809215 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-da5ead24-5603-4df8-9b4a-3b9edb90dbdd None None] Calling delete_port for 7f08d22b-662a-493f-8a58-78b6f19ee5ce owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:03.829335 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a83d399-5f08-4300-a16e-a1e08213db6d req-386b3779-516f-4da6-841f-f68df26c7075 service neutron] 10.222.0.15 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9457405 Jul 14 07:14:03.832151 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-102e8314-6107-41db-9828-0b7ff19fe618 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:03.834122 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-102e8314-6107-41db-9828-0b7ff19fe618 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/7ba86499-01d5-4b0a-af00-b285e149f577 HTTP/1.1" status: 204 len: 168 time: 1.4876664 Jul 14 07:14:03.842736 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] No DVR routers for this DVR port 7f08d22b-662a-493f-8a58-78b6f19ee5ce on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:14:03.846920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6128993-2aba-4210-9368-0f649eee210b req-9d7cd780-93fd-47a8-b37b-adf3af93cc66 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:03.853729 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6128993-2aba-4210-9368-0f649eee210b req-9d7cd780-93fd-47a8-b37b-adf3af93cc66 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.4121785 Jul 14 07:14:03.861239 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c7db65-18b3-44c0-8c0c-a53709852ca1 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:03.864649 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54708) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:03.873060 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0a1a1-d55e-4b21-9f3c-e3f729d25c0f req-08352163-61fa-4c7c-969c-f9cbd023ffca tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:03.880471 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ac0a1a1-d55e-4b21-9f3c-e3f729d25c0f req-08352163-61fa-4c7c-969c-f9cbd023ffca tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 945 time: 0.4342406 Jul 14 07:14:03.950550 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:03.964865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8a7de9-784f-45d5-97f7-26579ee7957d']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:03.990483 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c352a2-125f-4a16-a086-7848511c8e74') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:03.991933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c352a2-125f-4a16-a086-7848511c8e74') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:04.005108 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:04.030343 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:04.041068 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:14:04.041849 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:04.087197 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-da5ead24-5603-4df8-9b4a-3b9edb90dbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:04.119050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ead24-5603-4df8-9b4a-3b9edb90dbdd None None] Pushing event deleted for resources: {'Port': ['ID=7f08d22b-662a-493f-8a58-78b6f19ee5ce,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:04.131420 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ead24-5603-4df8-9b4a-3b9edb90dbdd None None] No DVR routers for this DVR port 7f08d22b-662a-493f-8a58-78b6f19ee5ce on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:14:04.167292 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:14:04.173998 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Pushing event deleted for resources: {'Port': ['ID=7f08d22b-662a-493f-8a58-78b6f19ee5ce,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:04.179842 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:04.188995 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:04.193840 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] 10.222.0.35 "DELETE /v2.0/networks/af8a7de9-784f-45d5-97f7-26579ee7957d HTTP/1.1" status: 204 len: 168 time: 0.9805346 Jul 14 07:14:04.193840 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54712) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:04.244484 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18136213-5d4a-4ca0-9335-4b77e61894df tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Pushing event deleted for resources: {'Network': ['ID=af8a7de9-784f-45d5-97f7-26579ee7957d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:04.253046 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68c234a-c13a-440f-9cd8-9754eae479ee None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:14:04.311396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f68c234a-c13a-440f-9cd8-9754eae479ee None None] Deleting port cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:04.312053 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f68c234a-c13a-440f-9cd8-9754eae479ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:04.325239 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-60b42105-54b0-49ba-8a22-bf75ab150b09 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4426093 Jul 14 07:14:04.330762 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54714) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:04.382923 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f68c234a-c13a-440f-9cd8-9754eae479ee None None] For port cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:04.383609 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f68c234a-c13a-440f-9cd8-9754eae479ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:04.399906 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f68c234a-c13a-440f-9cd8-9754eae479ee None None] Calling delete_port for cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:04.403032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-dea3d3e3-84d8-4a72-af70-66bb2efb61d5 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Deleting port aed17a3c-e0fa-4e93-9a4a-1c8c36ae2a64 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:04.403519 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dea3d3e3-84d8-4a72-af70-66bb2efb61d5 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:04.488602 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bda9c5-4ef7-4730-96a6-bd78e5850fee tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:04.490266 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-80bda9c5-4ef7-4730-96a6-bd78e5850fee tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1546025 Jul 14 07:14:04.492968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54718) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:04.503274 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f68c234a-c13a-440f-9cd8-9754eae479ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:04.505087 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6128993-2aba-4210-9368-0f649eee210b req-a4720e83-8e3c-4781-87d1-907042bb3746 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6504545 Jul 14 07:14:04.538474 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c234a-c13a-440f-9cd8-9754eae479ee None None] Pushing event deleted for resources: {'Port': ['ID=cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:04.547285 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ac0a1a1-d55e-4b21-9f3c-e3f729d25c0f req-ba3345c2-ecf5-48f4-885e-23ad88c13b2f tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6652522 Jul 14 07:14:04.558037 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c234a-c13a-440f-9cd8-9754eae479ee None None] No DVR routers for this DVR port cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:14:04.585011 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:04.608607 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d30bfa20-bc38-40c2-a8e0-375bb1046d8c req-f649a408-2a8e-4718-8eac-0e26fe2392c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2940311 Jul 14 07:14:04.614454 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:04.731152 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16e6c3-fed7-44dd-a9d7-af511803465a req-12ec9184-8e1e-4c55-9151-4936852b9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:04.732582 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f16e6c3-fed7-44dd-a9d7-af511803465a req-12ec9184-8e1e-4c55-9151-4936852b9080 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 1096 time: 0.9590850 Jul 14 07:14:04.803589 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router 3aec3154-92cd-428d-814f-a8f82b5858a9 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:14:04.837511 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a83d399-5f08-4300-a16e-a1e08213db6d req-5f4929b6-d3c2-4a19-89ad-3436fd3a29fd service neutron] 10.222.0.15 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9749639 Jul 14 07:14:04.899716 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28237b7e-c1f8-4f7f-ae02-a918ffd6897c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:04.903759 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-28237b7e-c1f8-4f7f-ae02-a918ffd6897c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4094436 Jul 14 07:14:04.904811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54720) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:04.923310 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dea3d3e3-84d8-4a72-af70-66bb2efb61d5 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:04.923700 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dea3d3e3-84d8-4a72-af70-66bb2efb61d5 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:04.945476 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f16e6c3-fed7-44dd-a9d7-af511803465a req-748011c8-b301-4792-bb99-c0d9d77d6b63 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002859 Jul 14 07:14:04.962753 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bfa20-bc38-40c2-a8e0-375bb1046d8c req-890568bf-993d-48a8-985c-66ae47bd2c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:04.964285 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d30bfa20-bc38-40c2-a8e0-375bb1046d8c req-890568bf-993d-48a8-985c-66ae47bd2c22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4b2c8c511db4c2a9a4b9a01f343494e&device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 1096 time: 0.2853305 Jul 14 07:14:04.971367 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1b22b6fd-25f6-46ad-a2c6-06cabebb5e32 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567570 Jul 14 07:14:04.971579 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7f08d22b-662a-493f-8a58-78b6f19ee5ce no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:14:04.979044 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54722) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:04.989485 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-60f8291a-1bd3-4887-83ee-79752194251f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:04.994431 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-dea3d3e3-84d8-4a72-af70-66bb2efb61d5 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Calling delete_port for aed17a3c-e0fa-4e93-9a4a-1c8c36ae2a64 owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:05.003176 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 7f08d22b-662a-493f-8a58-78b6f19ee5ce {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:14:05.004190 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7f08d22b-662a-493f-8a58-78b6f19ee5ce not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:14:05.004190 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:14:05.029177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:14:05.029675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cf364ec9-76a2-4cbe-9ec7-44f7d1a4d8d6 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:14:05.095674 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a2d51-c9c3-4711-a76f-66a183fb9fa8 req-23e5ab24-c01e-4e52-a55e-19f3cb796454 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:05.097218 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c77a2d51-c9c3-4711-a76f-66a183fb9fa8 req-23e5ab24-c01e-4e52-a55e-19f3cb796454 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/ports?device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 936 time: 0.3584762 Jul 14 07:14:05.178730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f8291a-1bd3-4887-83ee-79752194251f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:05.183751 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60f8291a-1bd3-4887-83ee-79752194251f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:05.185672 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f8291a-1bd3-4887-83ee-79752194251f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:14:05.186280 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f8291a-1bd3-4887-83ee-79752194251f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:14:05.226360 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-60f8291a-1bd3-4887-83ee-79752194251f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2457085 Jul 14 07:14:05.227318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54724) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:05.233658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-fb2e689f-6b0f-4897-8d23-644177b6b208 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:05.237098 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c77a2d51-c9c3-4711-a76f-66a183fb9fa8 req-99cb58f4-7aa0-4b7e-96aa-63fa44d479b5 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a854b2e-0c49-4320-9724-d71625f55ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282473 Jul 14 07:14:05.238159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bfa20-bc38-40c2-a8e0-375bb1046d8c req-97fb5347-bedc-44f5-8305-6f004496d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:05.239533 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d30bfa20-bc38-40c2-a8e0-375bb1046d8c req-97fb5347-bedc-44f5-8305-6f004496d392 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6167fc1b-e132-43c4-97c4-2419433fec40 HTTP/1.1" status: 200 len: 920 time: 0.2251720 Jul 14 07:14:05.295685 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d30bfa20-bc38-40c2-a8e0-375bb1046d8c req-556f72f1-51ab-4abd-8f0a-1d32851cca33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d13695f-8826-4120-8e01-ef502343ca95 HTTP/1.1" status: 200 len: 217 time: 0.0478182 Jul 14 07:14:05.300715 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:14:05.316307 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dea3d3e3-84d8-4a72-af70-66bb2efb61d5 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:05.318230 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dfce53-cd95-477b-b4ef-fe4e436e012b None None] Sync routers for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:14:05.329259 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dfce53-cd95-477b-b4ef-fe4e436e012b None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:05.330237 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a1dfce53-cd95-477b-b4ef-fe4e436e012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:05.369194 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:05.429324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bfa20-bc38-40c2-a8e0-375bb1046d8c req-ac690f63-e87c-4cd0-861a-5c073f397b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:05.431088 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d30bfa20-bc38-40c2-a8e0-375bb1046d8c req-ac690f63-e87c-4cd0-861a-5c073f397b7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c57f6f9-d177-479b-9198-f0790b03deff HTTP/1.1" status: 200 len: 859 time: 0.1249888 Jul 14 07:14:05.432937 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dea3d3e3-84d8-4a72-af70-66bb2efb61d5 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:05.436332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6fe49fd-a538-49e9-af8d-0a9c0817f89d {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:14:05.436810 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dea3d3e3-84d8-4a72-af70-66bb2efb61d5 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:05.455181 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dea3d3e3-84d8-4a72-af70-66bb2efb61d5 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] 10.222.0.35 "DELETE /v2.0/floatingips/eab55bcd-8137-445f-a958-b7c650d85865 HTTP/1.1" status: 204 len: 168 time: 1.2533689 Jul 14 07:14:05.457011 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3d3e3-84d8-4a72-af70-66bb2efb61d5 tempest-FloatingIPAdminTestJSON-1138906848 tempest-FloatingIPAdminTestJSON-1138906848-project] Pushing event deleted for resources: {'Port': ['ID=aed17a3c-e0fa-4e93-9a4a-1c8c36ae2a64,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:05.458127 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:05.478567 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-96a0346f-b51b-4057-9360-9c51b4084aeb tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.3647509 Jul 14 07:14:05.482634 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54730) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:05.483284 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d30bfa20-bc38-40c2-a8e0-375bb1046d8c req-49304a8d-44da-416f-b0d9-31b6f72b9db7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6167fc1b-e132-43c4-97c4-2419433fec40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418472 Jul 14 07:14:05.512760 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Transition to ACTIVE for port object e6fe49fd-a538-49e9-af8d-0a9c0817f89d will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:05.547093 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:05.571407 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a1dfce53-cd95-477b-b4ef-fe4e436e012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:05.583629 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dfce53-cd95-477b-b4ef-fe4e436e012b None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:05.584271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a1dfce53-cd95-477b-b4ef-fe4e436e012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:05.623431 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a1dfce53-cd95-477b-b4ef-fe4e436e012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:05.624107 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dfce53-cd95-477b-b4ef-fe4e436e012b None None] The sync data for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:14:05.654793 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d9bfbc03-682e-4dab-ad07-9baefd5a6ece tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "GET /v2.0/floatingips/f6c1d6af-0b2d-4e98-b957-b64146823f57 HTTP/1.1" status: 200 len: 977 time: 0.1649435 Jul 14 07:14:05.665072 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54736) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:05.732732 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:05.791457 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2e689f-6b0f-4897-8d23-644177b6b208 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:05.803876 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb2e689f-6b0f-4897-8d23-644177b6b208 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:05.805591 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2e689f-6b0f-4897-8d23-644177b6b208 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:14:05.806034 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2e689f-6b0f-4897-8d23-644177b6b208 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:14:05.896600 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d30bfa20-bc38-40c2-a8e0-375bb1046d8c req-5fc41bed-c14b-4d35-9d1a-62d24e6f3667 service neutron] 10.222.0.30 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053459 Jul 14 07:14:05.915096 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e059eabb-4b13-42ad-9a5b-3b75856cdac9 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2463615 Jul 14 07:14:05.920288 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fb2e689f-6b0f-4897-8d23-644177b6b208 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6916254 Jul 14 07:14:05.920688 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54742) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:05.926063 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9a3011d2-170d-4189-937d-33941b735a73 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'floatingip': {'port_id': 'ff9bbc6c-9f9e-4ad7-89b7-16ebf911bafa'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:05.928374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54744) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:05.947884 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-90fc2602-dc8a-4622-9442-7c5ae0f7b64d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:05.996533 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54746) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:06.072263 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbb2b0-7009-4ed9-b7cb-666e4fb7def0 req-e4186ea5-cba5-404f-9379-77dbe41fae03 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:06.073938 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ecbbb2b0-7009-4ed9-b7cb-666e4fb7def0 req-e4186ea5-cba5-404f-9379-77dbe41fae03 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 945 time: 0.3048935 Jul 14 07:14:06.096329 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a3011d2-170d-4189-937d-33941b735a73 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:06.099726 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba425b1d-63e8-40dc-ba95-92855e0a1e9c req-f91898da-1b5d-49dc-81be-a9c221a54bc3 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:06.106684 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba425b1d-63e8-40dc-ba95-92855e0a1e9c req-f91898da-1b5d-49dc-81be-a9c221a54bc3 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.3677356 Jul 14 07:14:06.137389 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:06.178059 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Attempting to bind port e6fe49fd-a538-49e9-af8d-0a9c0817f89d on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:14:06.178506 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Attempting to bind port e6fe49fd-a538-49e9-af8d-0a9c0817f89d by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:14:06.178915 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Attempting to bind port e6fe49fd-a538-49e9-af8d-0a9c0817f89d on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:14:06.198757 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba425b1d-63e8-40dc-ba95-92855e0a1e9c req-bc1d868c-8e19-4982-9def-2a0f7d43f479 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911305 Jul 14 07:14:06.203945 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d30bfa20-bc38-40c2-a8e0-375bb1046d8c req-b56fe218-89b2-48e8-bfc1-9114faae8e1b service neutron] 10.222.0.30 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955692 Jul 14 07:14:06.204574 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Port e6fe49fd-a538-49e9-af8d-0a9c0817f89d on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:14:06.204976 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Attempting to bind port e6fe49fd-a538-49e9-af8d-0a9c0817f89d on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:14:06.213514 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:14:06.213928 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:06.214380 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:14:06.215271 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Bound port: e6fe49fd-a538-49e9-af8d-0a9c0817f89d, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:14:06.215707 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:06.222820 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ecbbb2b0-7009-4ed9-b7cb-666e4fb7def0 req-eda9f51d-8ddf-4dc8-b31e-a3ca98dcaf39 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397600 Jul 14 07:14:06.261801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fc2602-dc8a-4622-9442-7c5ae0f7b64d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:06.265873 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90fc2602-dc8a-4622-9442-7c5ae0f7b64d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:06.267268 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-90fc2602-dc8a-4622-9442-7c5ae0f7b64d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:14:06.267711 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90fc2602-dc8a-4622-9442-7c5ae0f7b64d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:14:06.309024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] For port e6fe49fd-a538-49e9-af8d-0a9c0817f89d, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:14:06.316628 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] For port e6fe49fd-a538-49e9-af8d-0a9c0817f89d, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:14:06.329665 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54754) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:06.340975 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bb1bb153-970c-4326-a420-a6ee07192d5f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3faaa596b97643fd9d086d5f6f07b3b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3426843 Jul 14 07:14:06.366500 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-90fc2602-dc8a-4622-9442-7c5ae0f7b64d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4370790 Jul 14 07:14:06.367170 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54756) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:06.392711 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b85a4514-4bcb-4584-82c1-6fe53682ddc6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:06.403666 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:06.463503 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:14:06.500814 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:06.501581 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:06.503122 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] 10.222.0.15 "PUT /v2.0/ports/e6fe49fd-a538-49e9-af8d-0a9c0817f89d HTTP/1.1" status: 200 len: 1096 time: 3.2580211 Jul 14 07:14:06.504253 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d9fa1-d1c8-4662-9f0c-7da5bb7b9392 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:06.527322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9550ec4c-9482-4cc0-8c42-ae4d87e1f336', 'tag': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:14:06.533929 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203cacbe-4ec2-42b9-8e22-8b0371c99b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "9550ec4c-9482-4cc0-8c42-ae4d87e1f336", "tag": "e6fe49fd-a538-49e9-af8d-0a9c0817f89d"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:14:06.592218 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b886-f8a9-40b2-bf9f-6edb1780454a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:06.618261 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85a4514-4bcb-4584-82c1-6fe53682ddc6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:06.638223 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b85a4514-4bcb-4584-82c1-6fe53682ddc6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:06.638640 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeeb2285-fdf8-470d-b9be-5833ec218e1c x-openstack-request-id: req-aeeb2285-fdf8-470d-b9be-5833ec218e1c {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:14:06.639186 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9550ec4c-9482-4cc0-8c42-ae4d87e1f336", "tag": "e6fe49fd-a538-49e9-af8d-0a9c0817f89d", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:14:06.639648 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aeeb2285-fdf8-470d-b9be-5833ec218e1c {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:14:06.639973 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85a4514-4bcb-4584-82c1-6fe53682ddc6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:14:06.641451 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9550ec4c-9482-4cc0-8c42-ae4d87e1f336', 'tag': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d', 'status': 'completed', 'code': 200} Jul 14 07:14:06.644526 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b85a4514-4bcb-4584-82c1-6fe53682ddc6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:14:06.652894 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b886-f8a9-40b2-bf9f-6edb1780454a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:06.711270 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:06.754619 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b85a4514-4bcb-4584-82c1-6fe53682ddc6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3684106 Jul 14 07:14:06.760724 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54770) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:06.762146 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-5d1f522d-70e9-4bab-8865-6d88e5b0ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:06.763826 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-5d1f522d-70e9-4bab-8865-6d88e5b0ea22 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=faae5b811b81436098a1af5469092967&device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 1099 time: 0.1923692 Jul 14 07:14:06.775034 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-be78304e-2c66-4d09-84c1-826afee770f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:06.789142 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f95b6e5f-64f8-4b67-8af9-8d472d6e5c43, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f95b6e5f-64f8-4b67-8af9-8d472d6e5c43,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:06.792395 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aabe22-7dd7-4304-a0f1-5eda4b488272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f95b6e5f-64f8-4b67-8af9-8d472d6e5c43'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:14:06.798420 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1845d2d5-ac64-46c8-9bcc-e9b34e8498f3" -d '{"events": [{"server_uuid": "65aabe22-7dd7-4304-a0f1-5eda4b488272", "name": "network-vif-unplugged", "status": "completed", "tag": "f95b6e5f-64f8-4b67-8af9-8d472d6e5c43"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:14:06.808862 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:06.831570 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-c23f994e-7eb6-4b07-ac89-6d4ab1d7c808 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e6fe49fd-a538-49e9-af8d-0a9c0817f89d HTTP/1.1" status: 200 len: 217 time: 0.0553994 Jul 14 07:14:06.908143 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b886-f8a9-40b2-bf9f-6edb1780454a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:06.911285 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b886-f8a9-40b2-bf9f-6edb1780454a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:06.912863 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e7b1b886-f8a9-40b2-bf9f-6edb1780454a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65aa9aad-4ce5-4139-944f-393e88e61c2e HTTP/1.1" status: 204 len: 168 time: 0.5811450 Jul 14 07:14:06.926007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bd939-e98a-4d91-b0dd-859e312d8f4e req-824a5169-1174-479a-b31e-4e1de3bc471c tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:06.926503 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=f95b6e5f-64f8-4b67-8af9-8d472d6e5c43,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:06.928263 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-953bd939-e98a-4d91-b0dd-859e312d8f4e req-824a5169-1174-479a-b31e-4e1de3bc471c tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/ports?device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 948 time: 0.2848227 Jul 14 07:14:06.939796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1b886-f8a9-40b2-bf9f-6edb1780454a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65aa9aad-4ce5-4139-944f-393e88e61c2e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:06.957086 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be78304e-2c66-4d09-84c1-826afee770f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:06.966731 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be78304e-2c66-4d09-84c1-826afee770f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:06.989146 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-be78304e-2c66-4d09-84c1-826afee770f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:14:06.989636 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be78304e-2c66-4d09-84c1-826afee770f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:14:07.002746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-fee50ef2-7422-4327-8e26-d96f9cc0bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:07.007364 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78a7841-584d-493f-8cd1-7d7216421c92 x-openstack-request-id: req-a78a7841-584d-493f-8cd1-7d7216421c92 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:14:07.007918 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aabe22-7dd7-4304-a0f1-5eda4b488272", "name": "network-vif-unplugged", "status": "completed", "tag": "f95b6e5f-64f8-4b67-8af9-8d472d6e5c43", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:14:07.008402 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a78a7841-584d-493f-8cd1-7d7216421c92 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:14:07.009321 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aabe22-7dd7-4304-a0f1-5eda4b488272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f95b6e5f-64f8-4b67-8af9-8d472d6e5c43', 'code': 200} Jul 14 07:14:07.010054 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-fee50ef2-7422-4327-8e26-d96f9cc0bc99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1499879 Jul 14 07:14:07.065552 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-953bd939-e98a-4d91-b0dd-859e312d8f4e req-409a1609-35af-402c-9e77-b2677259b151 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a854b2e-0c49-4320-9724-d71625f55ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045535 Jul 14 07:14:07.080715 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-be78304e-2c66-4d09-84c1-826afee770f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3187811 Jul 14 07:14:07.086474 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54778) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:07.095208 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c2f02e7f-bae6-4ba5-b976-252bb318aff0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:07.226788 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-cb872795-0088-47d0-8a26-accd1737dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:07.228404 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-cb872795-0088-47d0-8a26-accd1737dd46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2102087 Jul 14 07:14:07.363328 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f02e7f-bae6-4ba5-b976-252bb318aff0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:07.366842 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c2f02e7f-bae6-4ba5-b976-252bb318aff0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:07.369100 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f02e7f-bae6-4ba5-b976-252bb318aff0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:14:07.369654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f02e7f-bae6-4ba5-b976-252bb318aff0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:14:07.384130 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f153065-c33a-4929-97fa-8f6523dc0e06 req-2311df63-4125-46b1-8a95-661cdc220da9 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:07.391792 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0f153065-c33a-4929-97fa-8f6523dc0e06 req-2311df63-4125-46b1-8a95-661cdc220da9 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 943 time: 0.2645741 Jul 14 07:14:07.398935 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-7e150f10-efae-42d2-b2ef-bb09e30d237d service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626961 Jul 14 07:14:07.438056 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a3011d2-170d-4189-937d-33941b735a73 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:07.443879 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a3011d2-170d-4189-937d-33941b735a73 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:07.483882 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54786) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:07.490381 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c2f02e7f-bae6-4ba5-b976-252bb318aff0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4023781 Jul 14 07:14:07.497308 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54788) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:07.510662 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f07ff1f7-3189-4a71-b80d-0e3a95983b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:07.533334 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0f153065-c33a-4929-97fa-8f6523dc0e06 req-8d5e89b3-9d2c-4a19-8acf-54f68119fc43 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404617 Jul 14 07:14:07.544182 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9c772d3a-5225-4d30-96c1-62073b3a3d9c tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0435464 Jul 14 07:14:07.547203 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54790) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:07.568694 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd69e39a-5af0-4d11-9dc1-f5348390453a req-21fdaf8a-c47a-4d84-913a-752de57e4ff7 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624169 Jul 14 07:14:07.582001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18222e9d-faaa-48b5-bfce-5dba1797a41d req-a3d8595f-d3fc-4b57-aac2-079fc3ef9ac7 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:07.588991 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18222e9d-faaa-48b5-bfce-5dba1797a41d req-a3d8595f-d3fc-4b57-aac2-079fc3ef9ac7 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.1734424 Jul 14 07:14:07.659891 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18222e9d-faaa-48b5-bfce-5dba1797a41d req-007fd5fa-7a05-4be8-8027-0a30464a39d1 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699353 Jul 14 07:14:07.700546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2119b4cd-7e7e-4cc3-b26a-621723d3634f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:07.702409 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2119b4cd-7e7e-4cc3-b26a-621723d3634f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1524346 Jul 14 07:14:07.706616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54796) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:07.726600 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-9a3011d2-170d-4189-937d-33941b735a73 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Floating IP f6c1d6af-0b2d-4e98-b957-b64146823f57 associated. External IP: 172.25.7.132, port: bfcfe452-bd18-4201-86ae-9c7559b38963. Jul 14 07:14:07.752171 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e21074ec-3d87-42f8-bd4c-071b119db362 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442107 Jul 14 07:14:07.758287 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54798) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:07.764326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-90782815-89d1-496c-b4d6-67619a392fbb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:07.878248 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f07ff1f7-3189-4a71-b80d-0e3a95983b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:07.889370 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f07ff1f7-3189-4a71-b80d-0e3a95983b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:07.965675 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ff1f7-3189-4a71-b80d-0e3a95983b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed1fc68-0a05-4a8a-8a8d-ae2337f8d1f9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:07.970302 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f07ff1f7-3189-4a71-b80d-0e3a95983b1e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=59d666c7523b49ba9d86fda842f58e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4852760 Jul 14 07:14:07.973495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54802) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:08.117854 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f2269ae9-a4ca-4e55-a431-873aad07d1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:08.160714 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cacbe-4ec2-42b9-8e22-8b0371c99b6b req-22a6affe-ae82-4b6a-b6b8-4fe3b3fb4190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:08.161352 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f2269ae9-a4ca-4e55-a431-873aad07d1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:08.161473 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-203cacbe-4ec2-42b9-8e22-8b0371c99b6b req-22a6affe-ae82-4b6a-b6b8-4fe3b3fb4190 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=faae5b811b81436098a1af5469092967&device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 1099 time: 0.5268748 Jul 14 07:14:08.185594 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3011d2-170d-4189-937d-33941b735a73 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router 3aec3154-92cd-428d-814f-a8f82b5858a9 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:14:08.301961 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f2269ae9-a4ca-4e55-a431-873aad07d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:08.305273 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f2269ae9-a4ca-4e55-a431-873aad07d1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:08.306445 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f2269ae9-a4ca-4e55-a431-873aad07d1ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ed1fc68-0a05-4a8a-8a8d-ae2337f8d1f9 HTTP/1.1" status: 204 len: 168 time: 0.3324623 Jul 14 07:14:08.326325 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2269ae9-a4ca-4e55-a431-873aad07d1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed1fc68-0a05-4a8a-8a8d-ae2337f8d1f9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:08.335034 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3011d2-170d-4189-937d-33941b735a73 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:14:08.356752 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3b4938-8ca0-4321-9dbc-01f6fc31379d None None] Sync routers for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:14:08.374157 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3b4938-8ca0-4321-9dbc-01f6fc31379d None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:08.374808 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ee3b4938-8ca0-4321-9dbc-01f6fc31379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:08.409613 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ee3b4938-8ca0-4321-9dbc-01f6fc31379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:08.410951 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90782815-89d1-496c-b4d6-67619a392fbb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:08.414706 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-90782815-89d1-496c-b4d6-67619a392fbb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:08.419552 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3b4938-8ca0-4321-9dbc-01f6fc31379d None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:08.420399 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ee3b4938-8ca0-4321-9dbc-01f6fc31379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:08.456169 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ee3b4938-8ca0-4321-9dbc-01f6fc31379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:08.457119 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3b4938-8ca0-4321-9dbc-01f6fc31379d None None] The sync data for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:14:08.508332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1261e69-049b-4a9a-a610-6f6e039c575a req-8b7549b4-fd69-47b6-92f2-8762a401125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:08.509901 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1261e69-049b-4a9a-a610-6f6e039c575a req-8b7549b4-fd69-47b6-92f2-8762a401125e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4b2c8c511db4c2a9a4b9a01f343494e&device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 1096 time: 0.3772528 Jul 14 07:14:08.534507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648b919-5375-490d-ab81-d5b6f924a803 req-e0b7555a-55e4-4ea2-b7bf-d0ec2c391c8b tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:08.536014 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5648b919-5375-490d-ab81-d5b6f924a803 req-e0b7555a-55e4-4ea2-b7bf-d0ec2c391c8b tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.15 "GET /v2.0/ports?device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 943 time: 0.4011292 Jul 14 07:14:08.544609 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cacbe-4ec2-42b9-8e22-8b0371c99b6b req-0c11a149-6230-4ad5-aaba-a213eafaa406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:08.546303 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-203cacbe-4ec2-42b9-8e22-8b0371c99b6b req-0c11a149-6230-4ad5-aaba-a213eafaa406 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.3470452 Jul 14 07:14:08.637171 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3011d2-170d-4189-937d-33941b735a73 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router 3aec3154-92cd-428d-814f-a8f82b5858a9 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:14:08.690980 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b9127-c1e3-4333-bbf6-628f550b8a1f req-7bda7955-3915-425a-b917-50dc2a6e6e7f tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:08.697747 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-589b9127-c1e3-4333-bbf6-628f550b8a1f req-7bda7955-3915-425a-b917-50dc2a6e6e7f tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.4972928 Jul 14 07:14:08.706614 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd771439-a6d8-479b-a382-bc3d5bb04fd0 req-2523e623-242a-4d2d-911e-dcf895acbc6e tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:08.708100 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd771439-a6d8-479b-a382-bc3d5bb04fd0 req-2523e623-242a-4d2d-911e-dcf895acbc6e tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/ports?device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 948 time: 0.4926777 Jul 14 07:14:08.714782 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-203cacbe-4ec2-42b9-8e22-8b0371c99b6b req-15d21f37-2bdf-4128-8b06-2c64934579c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e6fe49fd-a538-49e9-af8d-0a9c0817f89d HTTP/1.1" status: 200 len: 217 time: 0.1250880 Jul 14 07:14:08.846503 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3011d2-170d-4189-937d-33941b735a73 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:14:08.862824 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a0a897-7bc0-4d14-8a6e-d2c921d464f6 None None] Sync routers for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:14:08.873476 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a3011d2-170d-4189-937d-33941b735a73 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:08.879615 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a0a897-7bc0-4d14-8a6e-d2c921d464f6 None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:08.884647 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-78a0a897-7bc0-4d14-8a6e-d2c921d464f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:08.927744 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-589b9127-c1e3-4333-bbf6-628f550b8a1f req-248acada-dcc7-4cc2-b035-b95d6ddb2baf tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290518 Jul 14 07:14:08.949005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cacbe-4ec2-42b9-8e22-8b0371c99b6b req-03ac16c9-bbec-4e73-96a7-55c3680d23c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:08.950770 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-203cacbe-4ec2-42b9-8e22-8b0371c99b6b req-03ac16c9-bbec-4e73-96a7-55c3680d23c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.2246451 Jul 14 07:14:08.970689 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd771439-a6d8-479b-a382-bc3d5bb04fd0 req-e9ad4dd8-49e6-414e-97cc-8da242a44fb5 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a854b2e-0c49-4320-9724-d71625f55ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548146 Jul 14 07:14:08.983716 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-78a0a897-7bc0-4d14-8a6e-d2c921d464f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:08.994109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1261e69-049b-4a9a-a610-6f6e039c575a req-930a07de-28fe-420f-b0ab-82b89b545619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:08.994804 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a0a897-7bc0-4d14-8a6e-d2c921d464f6 None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:08.995647 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-78a0a897-7bc0-4d14-8a6e-d2c921d464f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:08.999616 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1261e69-049b-4a9a-a610-6f6e039c575a req-930a07de-28fe-420f-b0ab-82b89b545619 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6167fc1b-e132-43c4-97c4-2419433fec40 HTTP/1.1" status: 200 len: 920 time: 0.4797082 Jul 14 07:14:09.006949 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54822) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:09.021955 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4519159-739b-4dc1-8cc0-bae9aa02cfbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:09.051750 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9a3011d2-170d-4189-937d-33941b735a73 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "PUT /v2.0/floatingips/f6c1d6af-0b2d-4e98-b957-b64146823f57 HTTP/1.1" status: 200 len: 977 time: 3.1299300 Jul 14 07:14:09.054521 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54824) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:09.059419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3a41c612-0b0c-414b-871b-8de999b96553 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:09.118668 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1261e69-049b-4a9a-a610-6f6e039c575a req-4dd80ce0-94b6-4700-9696-0769d6753a20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6d6ec95-9638-43ba-8b4d-02d245717a61 HTTP/1.1" status: 200 len: 217 time: 0.0899291 Jul 14 07:14:09.151650 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a41c612-0b0c-414b-871b-8de999b96553 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:09.157168 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-78a0a897-7bc0-4d14-8a6e-d2c921d464f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:09.161625 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a0a897-7bc0-4d14-8a6e-d2c921d464f6 None None] The sync data for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:14:09.277574 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-5648b919-5375-490d-ab81-d5b6f924a803 req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Deleting port f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:09.278140 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5648b919-5375-490d-ab81-d5b6f924a803 req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:09.343518 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1261e69-049b-4a9a-a610-6f6e039c575a req-fb4458c3-4198-4a2f-8cb2-49c7eb526d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:09.344999 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1261e69-049b-4a9a-a610-6f6e039c575a req-fb4458c3-4198-4a2f-8cb2-49c7eb526d1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c57f6f9-d177-479b-9198-f0790b03deff HTTP/1.1" status: 200 len: 859 time: 0.2201412 Jul 14 07:14:09.418263 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cacbe-4ec2-42b9-8e22-8b0371c99b6b req-0a4cdffd-facd-4432-b0f5-a68edc994d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:09.419797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-203cacbe-4ec2-42b9-8e22-8b0371c99b6b req-0a4cdffd-facd-4432-b0f5-a68edc994d3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4387319 Jul 14 07:14:09.427864 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1261e69-049b-4a9a-a610-6f6e039c575a req-21b96ae7-6f7f-4409-8995-9199dd311579 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6167fc1b-e132-43c4-97c4-2419433fec40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738165 Jul 14 07:14:09.569134 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e6a04-7cb0-47f3-9b87-49c24363ee86 req-6affc5fa-e04d-40e3-aa97-666054eccfa5 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:09.574118 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd2e6a04-7cb0-47f3-9b87-49c24363ee86 req-6affc5fa-e04d-40e3-aa97-666054eccfa5 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 943 time: 0.4253633 Jul 14 07:14:09.604531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-5648b919-5375-490d-ab81-d5b6f924a803 req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] For port f95b6e5f-64f8-4b67-8af9-8d472d6e5c43, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f95b6e5f-64f8-4b67-8af9-8d472d6e5c43,segment=NetworkSegment(a2c9c323-3e79-4c54-9229-cad6e859fa16),segment_id=a2c9c323-3e79-4c54-9229-cad6e859fa16)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:09.604884 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5648b919-5375-490d-ab81-d5b6f924a803 req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:09.624666 n-d-778696-5 neutron-server[93828]: DEBUG neutron.objects.ports [None req-90782815-89d1-496c-b4d6-67619a392fbb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 07:14:09.642712 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a41c612-0b0c-414b-871b-8de999b96553 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:09.646865 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-90782815-89d1-496c-b4d6-67619a392fbb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:09.652938 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a41c612-0b0c-414b-871b-8de999b96553 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:09.653284 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-3a41c612-0b0c-414b-871b-8de999b96553 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Floating IP f6c1d6af-0b2d-4e98-b957-b64146823f57 disassociated. External IP: 172.25.7.132, port: ff9bbc6c-9f9e-4ad7-89b7-16ebf911bafa. Jul 14 07:14:09.660119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-5648b919-5375-490d-ab81-d5b6f924a803 req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Calling delete_port for f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:09.696108 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4519159-739b-4dc1-8cc0-bae9aa02cfbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:09.703713 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4519159-739b-4dc1-8cc0-bae9aa02cfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:09.777214 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4519159-739b-4dc1-8cc0-bae9aa02cfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d9f91d-fe78-4193-bd0b-18a692b9206d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:09.789255 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a4519159-739b-4dc1-8cc0-bae9aa02cfbc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=242fe33975f54854ba2721fc8d26cd39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7811837 Jul 14 07:14:09.789868 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54830) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:09.800366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90782815-89d1-496c-b4d6-67619a392fbb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:09.808727 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd2e6a04-7cb0-47f3-9b87-49c24363ee86 req-6dee3339-8ac7-4c00-93c2-a45001d59f04 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/security-groups?id=33281092-dea3-4e7e-937e-2a66cec3017b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139516 Jul 14 07:14:09.822863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-90782815-89d1-496c-b4d6-67619a392fbb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:09.829104 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90782815-89d1-496c-b4d6-67619a392fbb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=372e441f-ca90-498c-8b2e-b074e7b8b155,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:09.833581 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90782815-89d1-496c-b4d6-67619a392fbb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:09.834179 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-90782815-89d1-496c-b4d6-67619a392fbb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:09.838741 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7479ec-66a2-4030-8e44-104d8bdc2132 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:09.841370 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-203cacbe-4ec2-42b9-8e22-8b0371c99b6b req-d88a0db3-2a74-4883-bdc2-63f9cb3a93cd service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093862 Jul 14 07:14:09.844293 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1261e69-049b-4a9a-a610-6f6e039c575a req-6ab6dedc-cf83-4775-aa72-e3346dc9fe36 service neutron] 10.222.0.15 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072039 Jul 14 07:14:09.908782 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57bed6b9-d2e7-4f9e-a878-04584bd00906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:09.984735 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57bed6b9-d2e7-4f9e-a878-04584bd00906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:10.027947 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-90782815-89d1-496c-b4d6-67619a392fbb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2676005 Jul 14 07:14:10.038340 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54836) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:10.078947 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-475b63a9-f891-4220-9f5c-59d2a2b60b53 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'mac_address': 'fa:16:3e:78:68:43', 'name': 'tempest-NetworksTestDHCPv6-733140518'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:10.124500 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': '372e441f-ca90-498c-8b2e-b074e7b8b155'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:14:10.126155 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:10.148433 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a41c612-0b0c-414b-871b-8de999b96553 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router 3aec3154-92cd-428d-814f-a8f82b5858a9 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:14:10.187046 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57bed6b9-d2e7-4f9e-a878-04584bd00906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:10.189781 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57bed6b9-d2e7-4f9e-a878-04584bd00906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:10.193921 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-57bed6b9-d2e7-4f9e-a878-04584bd00906 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/52d9f91d-fe78-4193-bd0b-18a692b9206d HTTP/1.1" status: 204 len: 168 time: 0.4010856 Jul 14 07:14:10.237469 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-203cacbe-4ec2-42b9-8e22-8b0371c99b6b req-7437ba75-d537-435b-a72a-deca1ae9b10a service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845744 Jul 14 07:14:10.242240 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1261e69-049b-4a9a-a610-6f6e039c575a req-1ad42715-8d88-4b4f-85ee-eab5a622dba0 service neutron] 10.222.0.15 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704536 Jul 14 07:14:10.257762 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5648b919-5375-490d-ab81-d5b6f924a803 req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:10.282929 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bed6b9-d2e7-4f9e-a878-04584bd00906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d9f91d-fe78-4193-bd0b-18a692b9206d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:10.347756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Allocated IP 2001:db8::f816:3eff:fe75:2ced (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/372e441f-ca90-498c-8b2e-b074e7b8b155/8543710c-bacc-4940-ae0b-af4189e9e886) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:10.349897 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Pushing event deleted for resources: {'Port': ['ID=f95b6e5f-64f8-4b67-8af9-8d472d6e5c43,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:10.377221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:10.378158 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:10.378158 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:10.378158 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:10.378531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:10.378834 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475b63a9-f891-4220-9f5c-59d2a2b60b53 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:10.378991 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:10.379194 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:10.379508 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:10.379806 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:10.380129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:10.380529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:10.380766 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:10.444015 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a41c612-0b0c-414b-871b-8de999b96553 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:14:10.449531 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a41c612-0b0c-414b-871b-8de999b96553 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:10.456359 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6923410-cfc4-41e4-bfa0-73002e3eb525 None None] Sync routers for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:14:10.474032 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6923410-cfc4-41e4-bfa0-73002e3eb525 None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:10.475280 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f6923410-cfc4-41e4-bfa0-73002e3eb525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:10.519428 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3a41c612-0b0c-414b-871b-8de999b96553 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "PUT /v2.0/floatingips/f6c1d6af-0b2d-4e98-b957-b64146823f57 HTTP/1.1" status: 200 len: 688 time: 1.4632065 Jul 14 07:14:10.520154 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54846) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:10.524387 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f6923410-cfc4-41e4-bfa0-73002e3eb525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:10.537438 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6923410-cfc4-41e4-bfa0-73002e3eb525 None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:10.538391 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f6923410-cfc4-41e4-bfa0-73002e3eb525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:10.580571 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f6923410-cfc4-41e4-bfa0-73002e3eb525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:10.581836 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6923410-cfc4-41e4-bfa0-73002e3eb525 None None] The sync data for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:14:10.581959 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-475b63a9-f891-4220-9f5c-59d2a2b60b53 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:10.621772 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device e6fe49fd-a538-49e9-af8d-0a9c0817f89d details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:14:10.745017 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-475b63a9-f891-4220-9f5c-59d2a2b60b53 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port 9b24bc4e-7858-4bb4-8914-f503ea8db0b6 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:14:10.758509 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port e6fe49fd-a538-49e9-af8d-0a9c0817f89d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:10.801674 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:14:10.829480 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-65dfecdb-f14b-490a-af91-a41481e6de4a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Deleting port 2b3f3968-2de2-4289-948b-22cadace494d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:10.830109 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65dfecdb-f14b-490a-af91-a41481e6de4a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:10.839935 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5648b919-5375-490d-ab81-d5b6f924a803 req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] No DVR routers for this DVR port f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:14:10.845456 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5648b919-5375-490d-ab81-d5b6f924a803 req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:10.847438 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5648b919-5375-490d-ab81-d5b6f924a803 req-42e4e9cd-2e14-4956-8c09-7788fb2e597d tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.15 "DELETE /v2.0/ports/f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 HTTP/1.1" status: 204 len: 173 time: 2.2830603 Jul 14 07:14:10.848732 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aabe22-7dd7-4304-a0f1-5eda4b488272', 'name': 'network-vif-deleted', 'tag': 'f95b6e5f-64f8-4b67-8af9-8d472d6e5c43'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:14:10.851087 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd808ea-e239-419d-8db8-8eb773f23927" -d '{"events": [{"server_uuid": "65aabe22-7dd7-4304-a0f1-5eda4b488272", "name": "network-vif-deleted", "tag": "f95b6e5f-64f8-4b67-8af9-8d472d6e5c43"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:14:10.864788 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada6424-8469-41ef-9d88-90bd7d94460e req-f3e361bb-b0ba-459d-8e01-b7c2ddbcd7b6 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:10.871630 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ada6424-8469-41ef-9d88-90bd7d94460e req-f3e361bb-b0ba-459d-8e01-b7c2ddbcd7b6 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.7547448 Jul 14 07:14:10.912712 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f01dcf-49fb-4fe5-b011-b052079b1ac6 req-d1f7b184-7d37-4b43-8cd8-61f47d5186fa tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:10.918593 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d', 'mac_address': 'fa:16:3e:4b:b4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:14:10.928109 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:14:10.928479 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f95b6e5f-64f8-4b67-8af9-8d472d6e5c43 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:14:10.928741 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2f01dcf-49fb-4fe5-b011-b052079b1ac6 req-d1f7b184-7d37-4b43-8cd8-61f47d5186fa tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/ports?device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 948 time: 0.7820671 Jul 14 07:14:10.981044 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ada6424-8469-41ef-9d88-90bd7d94460e req-4a5aecc6-27ca-400e-a1ff-d5b9b23e4ba3 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050558 Jul 14 07:14:11.019182 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65dfecdb-f14b-490a-af91-a41481e6de4a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:11.019594 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65dfecdb-f14b-490a-af91-a41481e6de4a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:11.024912 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:11.027545 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:11.040307 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2f01dcf-49fb-4fe5-b011-b052079b1ac6 req-009afcf7-dec2-42cb-bb07-ceb0d113a163 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a854b2e-0c49-4320-9724-d71625f55ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102214 Jul 14 07:14:11.061037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-65dfecdb-f14b-490a-af91-a41481e6de4a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Calling delete_port for 2b3f3968-2de2-4289-948b-22cadace494d owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:11.068965 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6fe49fd-a538-49e9-af8d-0a9c0817f89d {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:14:11.101404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port e6fe49fd-a538-49e9-af8d-0a9c0817f89d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:11.103388 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Transition to ACTIVE for port object 8543710c-bacc-4940-ae0b-af4189e9e886 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:11.112523 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:11.129725 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2b317c-669a-4e13-a885-7f023149d198 x-openstack-request-id: req-cf2b317c-669a-4e13-a885-7f023149d198 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:14:11.130259 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aabe22-7dd7-4304-a0f1-5eda4b488272", "name": "network-vif-deleted", "tag": "f95b6e5f-64f8-4b67-8af9-8d472d6e5c43", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:14:11.130755 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cf2b317c-669a-4e13-a885-7f023149d198 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:14:11.131352 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aabe22-7dd7-4304-a0f1-5eda4b488272', 'name': 'network-vif-deleted', 'tag': 'f95b6e5f-64f8-4b67-8af9-8d472d6e5c43', 'status': 'completed', 'code': 200} Jul 14 07:14:11.151314 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Transition to ACTIVE for port object 8543710c-bacc-4940-ae0b-af4189e9e886 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:11.168902 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:11.204810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:11.206826 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:11.211177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:11.215188 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:11.299941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Pushing event updated for resources: {'Port': ['ID=8543710c-bacc-4940-ae0b-af4189e9e886,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:11.307279 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-475b63a9-f891-4220-9f5c-59d2a2b60b53 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::f816:3eff:fe78:6843 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/372e441f-ca90-498c-8b2e-b074e7b8b155/9b24bc4e-7858-4bb4-8914-f503ea8db0b6) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:11.352025 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e7d704e6-0bbe-441f-a177-f4611462d989 req-d1a57911-0ff8-4a20-999d-490aa1adffa6 tempest-ImagesTestJSON-1231295929 tempest-ImagesTestJSON-1231295929-project] 10.222.0.35 "GET /v2.0/ports?device_id=65aabe22-7dd7-4304-a0f1-5eda4b488272 HTTP/1.1" status: 200 len: 210 time: 0.0489507 Jul 14 07:14:11.356641 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Attempting to bind port 8543710c-bacc-4940-ae0b-af4189e9e886 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:14:11.357070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Attempting to bind port 8543710c-bacc-4940-ae0b-af4189e9e886 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:14:11.357520 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Attempting to bind port 8543710c-bacc-4940-ae0b-af4189e9e886 on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:14:11.363299 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:14:11.363767 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:11.364231 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:11.364747 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:14:11.365231 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Bound port: 8543710c-bacc-4940-ae0b-af4189e9e886, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:14:11.365677 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:11.418854 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65dfecdb-f14b-490a-af91-a41481e6de4a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:11.422986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['e6fe49fd-a538-49e9-af8d-0a9c0817f89d'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:14:11.496540 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] For port 8543710c-bacc-4940-ae0b-af4189e9e886, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:14:11.502712 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] For port 8543710c-bacc-4940-ae0b-af4189e9e886, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8543710c-bacc-4940-ae0b-af4189e9e886,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:14:11.516699 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:11.549970 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfecdb-f14b-490a-af91-a41481e6de4a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event deleted for resources: {'Port': ['ID=2b3f3968-2de2-4289-948b-22cadace494d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:11.630326 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b4557-7468-4e2a-a34a-110a4c08dbb5 None None] Pushing event updated for resources: {'Port': ['ID=8543710c-bacc-4940-ae0b-af4189e9e886,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:11.726080 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65dfecdb-f14b-490a-af91-a41481e6de4a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:11.734109 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65dfecdb-f14b-490a-af91-a41481e6de4a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:11.735549 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-65dfecdb-f14b-490a-af91-a41481e6de4a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/floatingips/f6c1d6af-0b2d-4e98-b957-b64146823f57 HTTP/1.1" status: 204 len: 168 time: 1.2110286 Jul 14 07:14:11.738112 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54874) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:11.783064 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-475b63a9-f891-4220-9f5c-59d2a2b60b53 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:11.828904 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-475b63a9-f891-4220-9f5c-59d2a2b60b53 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object 9b24bc4e-7858-4bb4-8914-f503ea8db0b6 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:11.840012 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-9754bcae-5bb5-48ba-b6b2-52b3dd0d324d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] delete failed (client error): The resource could not be found. Jul 14 07:14:11.842660 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9754bcae-5bb5-48ba-b6b2-52b3dd0d324d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/floatingips/f6c1d6af-0b2d-4e98-b957-b64146823f57 HTTP/1.1" status: 404 len: 345 time: 0.1032431 Jul 14 07:14:11.847141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54876) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:11.889506 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-475b63a9-f891-4220-9f5c-59d2a2b60b53 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:11.970361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b63a9-f891-4220-9f5c-59d2a2b60b53 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=9b24bc4e-7858-4bb4-8914-f503ea8db0b6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:11.976355 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b63a9-f891-4220-9f5c-59d2a2b60b53 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:11.989570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-475b63a9-f891-4220-9f5c-59d2a2b60b53 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:11.998780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475b63a9-f891-4220-9f5c-59d2a2b60b53 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:12.033611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475b63a9-f891-4220-9f5c-59d2a2b60b53 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:12.034821 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbecf73e-7eb0-4c4b-a980-430d8de1de28 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:12.035762 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-475b63a9-f891-4220-9f5c-59d2a2b60b53 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:12.042565 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbecf73e-7eb0-4c4b-a980-430d8de1de28 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:12.050362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbecf73e-7eb0-4c4b-a980-430d8de1de28 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:12.054703 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cbecf73e-7eb0-4c4b-a980-430d8de1de28 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "GET /v2.0/ports?network_id=5d105c51-acc4-448c-8a76-92754f3a53b7 HTTP/1.1" status: 200 len: 2356 time: 0.2055187 Jul 14 07:14:12.055599 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54884) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:12.087864 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-475b63a9-f891-4220-9f5c-59d2a2b60b53 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0370257 Jul 14 07:14:12.090685 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54888) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:12.159655 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec63e40-5caf-46a3-aae5-f3c5e80ce646 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:12.166728 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54892) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:12.167903 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7ec63e40-5caf-46a3-aae5-f3c5e80ce646 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "GET /v2.0/subnets/ce6bd104-05c7-4202-aa9a-072c192c82db HTTP/1.1" status: 200 len: 797 time: 0.1112354 Jul 14 07:14:12.172616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-82b3c02d-ea6a-4cab-aa7e-6a06b32eda5a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'port': {'network_id': '5d105c51-acc4-448c-8a76-92754f3a53b7', 'name': 'tempest-FloatingIPTestJSON-1035027410', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:12.293880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d31534-9cc8-4e7d-9716-ef28501e2fd3 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:12.301639 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d31534-9cc8-4e7d-9716-ef28501e2fd3 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:12.306632 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-24d31534-9cc8-4e7d-9716-ef28501e2fd3 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2114661 Jul 14 07:14:12.306632 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54896) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:12.407985 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43370c72-9364-47a1-9438-18825b11351e req-2da3c0d8-1dc4-40ba-b90c-4503b3f5fcc6 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:12.409562 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43370c72-9364-47a1-9438-18825b11351e req-2da3c0d8-1dc4-40ba-b90c-4503b3f5fcc6 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.1888237 Jul 14 07:14:12.430655 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b99375-5ea5-4467-971b-c6bbce6bfd16 req-f8e09820-f079-400f-8355-1076703ef944 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:12.446797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c4b99375-5ea5-4467-971b-c6bbce6bfd16 req-f8e09820-f079-400f-8355-1076703ef944 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/ports?device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 949 time: 0.2098835 Jul 14 07:14:12.510836 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device e6fe49fd-a538-49e9-af8d-0a9c0817f89d up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:14:12.511442 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b3c02d-ea6a-4cab-aa7e-6a06b32eda5a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Made reservation on behalf of 18a2c5f4334246438c4c8626612ddc40 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:12.605822 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port e6fe49fd-a538-49e9-af8d-0a9c0817f89d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:12.612334 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7b985774-0a28-4c22-9ad1-499e0fa07bac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port 9b24bc4e-7858-4bb4-8914-f503ea8db0b6 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:12.612995 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b985774-0a28-4c22-9ad1-499e0fa07bac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:12.615466 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port e6fe49fd-a538-49e9-af8d-0a9c0817f89d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:12.615715 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:12.617956 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c4b99375-5ea5-4467-971b-c6bbce6bfd16 req-73972edb-aa49-442e-93d0-6132ad1d13e3 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a854b2e-0c49-4320-9724-d71625f55ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690474 Jul 14 07:14:12.638414 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43370c72-9364-47a1-9438-18825b11351e req-5ba30f43-15b7-4a0e-9286-aa93e341563c tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888876 Jul 14 07:14:12.852072 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b985774-0a28-4c22-9ad1-499e0fa07bac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:12.881056 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7b985774-0a28-4c22-9ad1-499e0fa07bac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for 9b24bc4e-7858-4bb4-8914-f503ea8db0b6 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:12.900562 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:12.998018 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9550ec4c-9482-4cc0-8c42-ae4d87e1f336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:14:13.006644 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bf53c9-b67a-43c3-986e-c9e8e10e833c" -d '{"events": [{"server_uuid": "9550ec4c-9482-4cc0-8c42-ae4d87e1f336", "name": "network-vif-plugged", "status": "completed", "tag": "e6fe49fd-a538-49e9-af8d-0a9c0817f89d"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:14:13.054414 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port e6fe49fd-a538-49e9-af8d-0a9c0817f89d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:13.064388 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:13.210210 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b985774-0a28-4c22-9ad1-499e0fa07bac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:13.221646 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8108750-81e9-4797-9c3e-e42c8cd83a42 x-openstack-request-id: req-e8108750-81e9-4797-9c3e-e42c8cd83a42 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:14:13.221646 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9550ec4c-9482-4cc0-8c42-ae4d87e1f336", "name": "network-vif-plugged", "status": "completed", "tag": "e6fe49fd-a538-49e9-af8d-0a9c0817f89d", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:14:13.221646 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8108750-81e9-4797-9c3e-e42c8cd83a42 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:14:13.222121 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9550ec4c-9482-4cc0-8c42-ae4d87e1f336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d', 'code': 200} Jul 14 07:14:13.223049 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8543710c-bacc-4940-ae0b-af4189e9e886 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:14:13.226916 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:13.272363 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54934) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:13.278185 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b985774-0a28-4c22-9ad1-499e0fa07bac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=9b24bc4e-7858-4bb4-8914-f503ea8db0b6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:13.426467 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 8543710c-bacc-4940-ae0b-af4189e9e886 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:13.448116 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b985774-0a28-4c22-9ad1-499e0fa07bac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:13.450901 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eabe6-7745-4538-870b-bf72793e6113 req-36cca8ab-9206-4892-b39c-bcc9ea6e11a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:13.453607 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a8eabe6-7745-4538-870b-bf72793e6113 req-36cca8ab-9206-4892-b39c-bcc9ea6e11a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 1101 time: 0.1620884 Jul 14 07:14:13.458379 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7b985774-0a28-4c22-9ad1-499e0fa07bac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/9b24bc4e-7858-4bb4-8914-f503ea8db0b6 HTTP/1.1" status: 204 len: 168 time: 1.1511161 Jul 14 07:14:13.459089 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54950) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:13.475088 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-82b3c02d-ea6a-4cab-aa7e-6a06b32eda5a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:13.511752 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-82b3c02d-ea6a-4cab-aa7e-6a06b32eda5a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] device_id is not set on port 338c9b84-00e8-4928-89fb-111b3fb947b4 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:14:13.583391 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f6171708-5af3-4597-900d-2e754daa65b0 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:13.674491 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bcae5728-3de3-4df6-bafa-188eb48e8e91 None None] Provisioning for port 8543710c-bacc-4940-ae0b-af4189e9e886 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:13.681894 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bcae5728-3de3-4df6-bafa-188eb48e8e91 None None] Provisioning complete for port 8543710c-bacc-4940-ae0b-af4189e9e886 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:13.683025 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bcae5728-3de3-4df6-bafa-188eb48e8e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:13.735501 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a8eabe6-7745-4538-870b-bf72793e6113 req-1046d91b-2967-4886-a6f2-81c455c6c346 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5a854b2e-0c49-4320-9724-d71625f55ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704878 Jul 14 07:14:13.767884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c451d4-916f-44aa-bfed-d2e75af521f6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:13.772036 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c451d4-916f-44aa-bfed-d2e75af521f6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:13.773969 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-38c451d4-916f-44aa-bfed-d2e75af521f6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3120151 Jul 14 07:14:13.777581 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54966) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:13.900217 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bcae5728-3de3-4df6-bafa-188eb48e8e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:13.903626 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a869af-e1c8-43df-893d-401574faaa27 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet 372e441f-ca90-498c-8b2e-b074e7b8b155 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:14:13.919799 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f6171708-5af3-4597-900d-2e754daa65b0 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] 10.222.0.35 "PUT /v2.0/quotas/9ab069755a03488ca308c473dc6550a1 HTTP/1.1" status: 200 len: 368 time: 0.6428387 Jul 14 07:14:13.931546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54970) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:13.937105 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ce947d83-3b4e-4915-9393-c49817f2e4ce tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Request body: {'network': {'project_id': '9ab069755a03488ca308c473dc6550a1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:13.957001 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b3a869af-e1c8-43df-893d-401574faaa27 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:13.970238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-bcae5728-3de3-4df6-bafa-188eb48e8e91 None None] For port 8543710c-bacc-4940-ae0b-af4189e9e886, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8543710c-bacc-4940-ae0b-af4189e9e886,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:13.986376 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bcae5728-3de3-4df6-bafa-188eb48e8e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:14.070605 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b3a869af-e1c8-43df-893d-401574faaa27 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:14.098734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae5728-3de3-4df6-bafa-188eb48e8e91 None None] Pushing event updated for resources: {'Port': ['ID=8543710c-bacc-4940-ae0b-af4189e9e886,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:14.109925 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-82b3c02d-ea6a-4cab-aa7e-6a06b32eda5a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Allocated IP 172.20.0.14 (5d105c51-acc4-448c-8a76-92754f3a53b7/ce6bd104-05c7-4202-aa9a-072c192c82db/338c9b84-00e8-4928-89fb-111b3fb947b4) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:14.117556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-82b3c02d-ea6a-4cab-aa7e-6a06b32eda5a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Allocated IP 172.20.0.13 (5d105c51-acc4-448c-8a76-92754f3a53b7/ce6bd104-05c7-4202-aa9a-072c192c82db/338c9b84-00e8-4928-89fb-111b3fb947b4) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:14.122048 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c03806bd-85b4-4d3d-90f3-e43f54e2ccdb None None] Could not find standard attr ID for object 9b24bc4e-7858-4bb4-8914-f503ea8db0b6. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:14:14.149465 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce947d83-3b4e-4915-9393-c49817f2e4ce tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Made reservation on behalf of 9ab069755a03488ca308c473dc6550a1 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:14.156930 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce947d83-3b4e-4915-9393-c49817f2e4ce tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:14.180049 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce947d83-3b4e-4915-9393-c49817f2e4ce tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:14.222741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44685136-0a52-4dd7-8e27-7921c23672b3 req-af4af63e-06e3-4e2e-a6a3-2ff91c0b1421 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:14.224375 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44685136-0a52-4dd7-8e27-7921c23672b3 req-af4af63e-06e3-4e2e-a6a3-2ff91c0b1421 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/ports?device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 950 time: 0.4481862 Jul 14 07:14:14.271338 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54976) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:14.322460 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b3a869af-e1c8-43df-893d-401574faaa27 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:14.363105 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96fe965-5d94-466a-97cf-3d1f5f5f3053 admin admin] Deleting subnet ef8b4972-4af0-4364-94c1-6b8288d85079 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:14:14.371076 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44685136-0a52-4dd7-8e27-7921c23672b3 req-74ff0da1-1756-4f93-abbc-bcdec367e6bc tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a854b2e-0c49-4320-9724-d71625f55ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335633 Jul 14 07:14:14.371291 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e96fe965-5d94-466a-97cf-3d1f5f5f3053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:14.459437 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b3a869af-e1c8-43df-893d-401574faaa27 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:14.486749 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e96fe965-5d94-466a-97cf-3d1f5f5f3053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:14.524463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a869af-e1c8-43df-893d-401574faaa27 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=372e441f-ca90-498c-8b2e-b074e7b8b155,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:14.527716 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e96fe965-5d94-466a-97cf-3d1f5f5f3053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:14.539532 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b3a869af-e1c8-43df-893d-401574faaa27 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:14.547587 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b3a869af-e1c8-43df-893d-401574faaa27 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/372e441f-ca90-498c-8b2e-b074e7b8b155 HTTP/1.1" status: 204 len: 168 time: 0.7642307 Jul 14 07:14:14.548176 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54980) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:14.555756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a0ef72-f38e-4664-b419-1b36c77a9b1f None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:14.612587 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0ded14c8-db3b-4414-b257-5f53fbcc2627 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631449 Jul 14 07:14:14.615287 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54982) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:14.620598 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-0a6805b7-a5d6-406b-9f9f-d480d58c78eb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:14.686690 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-82b3c02d-ea6a-4cab-aa7e-6a06b32eda5a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:14.706980 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e96fe965-5d94-466a-97cf-3d1f5f5f3053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:14.729639 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce947d83-3b4e-4915-9393-c49817f2e4ce tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:14.752749 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e96fe965-5d94-466a-97cf-3d1f5f5f3053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:14.758391 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e96fe965-5d94-466a-97cf-3d1f5f5f3053 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ef8b4972-4af0-4364-94c1-6b8288d85079 HTTP/1.1" status: 204 len: 168 time: 0.4827380 Jul 14 07:14:14.759337 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54984) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:14.761933 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce947d83-3b4e-4915-9393-c49817f2e4ce tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:14.766188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6805b7-a5d6-406b-9f9f-d480d58c78eb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:14.767907 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fe965-5d94-466a-97cf-3d1f5f5f3053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef8b4972-4af0-4364-94c1-6b8288d85079,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:14.770562 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0a6805b7-a5d6-406b-9f9f-d480d58c78eb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:14.839529 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce947d83-3b4e-4915-9393-c49817f2e4ce tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:14:14.855524 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27813f6e-56b3-41c9-b7a7-5c518eae2832 None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:14:14.880929 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce947d83-3b4e-4915-9393-c49817f2e4ce tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:14.881252 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-ce947d83-3b4e-4915-9393-c49817f2e4ce tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Added segment ce2e1831-dd21-4249-a107-398775cc3731 of type vlan for network 9b057681-9443-4319-980b-fb7b5f6cbfad Jul 14 07:14:14.885132 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce947d83-3b4e-4915-9393-c49817f2e4ce tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4bbbb9-e687-43b2-92f2-d6f1f9cbee64,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:14.918440 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-82b3c02d-ea6a-4cab-aa7e-6a06b32eda5a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:14.922986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-27813f6e-56b3-41c9-b7a7-5c518eae2832 None None] Deleting port 8543710c-bacc-4940-ae0b-af4189e9e886 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:14.923484 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-27813f6e-56b3-41c9-b7a7-5c518eae2832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:14.957729 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ea4c390b-5356-4fe0-a3a7-51fbedd84c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.007309 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce947d83-3b4e-4915-9393-c49817f2e4ce tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.009958 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-27813f6e-56b3-41c9-b7a7-5c518eae2832 None None] For port 8543710c-bacc-4940-ae0b-af4189e9e886, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8543710c-bacc-4940-ae0b-af4189e9e886,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:15.010382 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-27813f6e-56b3-41c9-b7a7-5c518eae2832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.031697 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8543710c-bacc-4940-ae0b-af4189e9e886 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:14:15.042717 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b3c02d-ea6a-4cab-aa7e-6a06b32eda5a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network 5d105c51-acc4-448c-8a76-92754f3a53b7 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:15.053602 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-82b3c02d-ea6a-4cab-aa7e-6a06b32eda5a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:15.061078 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b3c02d-ea6a-4cab-aa7e-6a06b32eda5a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:15.067051 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3c02d-ea6a-4cab-aa7e-6a06b32eda5a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=338c9b84-00e8-4928-89fb-111b3fb947b4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:15.094677 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-27813f6e-56b3-41c9-b7a7-5c518eae2832 None None] Calling delete_port for 8543710c-bacc-4940-ae0b-af4189e9e886 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:15.176798 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce947d83-3b4e-4915-9393-c49817f2e4ce tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.177921 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce947d83-3b4e-4915-9393-c49817f2e4ce tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:15.178515 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce947d83-3b4e-4915-9393-c49817f2e4ce tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.215255 n-d-778696-5 neutron-server[93828]: DEBUG neutron.objects.ports [None req-0a6805b7-a5d6-406b-9f9f-d480d58c78eb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 07:14:15.219357 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.263815 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 8543710c-bacc-4940-ae0b-af4189e9e886, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8543710c-bacc-4940-ae0b-af4189e9e886,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:15.273546 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.273811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b3c02d-ea6a-4cab-aa7e-6a06b32eda5a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:15.274436 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-82b3c02d-ea6a-4cab-aa7e-6a06b32eda5a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.288451 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ea4c390b-5356-4fe0-a3a7-51fbedd84c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.317741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-ea4c390b-5356-4fe0-a3a7-51fbedd84c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782dff88-77da-48cc-b35b-b98ce03cf2a5']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:15.326398 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ce947d83-3b4e-4915-9393-c49817f2e4ce tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3908257 Jul 14 07:14:15.327517 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54990) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:15.335012 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-27813f6e-56b3-41c9-b7a7-5c518eae2832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.335172 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8c32eaff-c980-4590-bea0-cd55d3958ec4 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Request body: {'network': {'project_id': '9ab069755a03488ca308c473dc6550a1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:15.343538 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-82b3c02d-ea6a-4cab-aa7e-6a06b32eda5a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.1747031 Jul 14 07:14:15.344440 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce947d83-3b4e-4915-9393-c49817f2e4ce tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Pushing event updated for resources: {'Network': ['ID=9b057681-9443-4319-980b-fb7b5f6cbfad,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:15.349542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54992) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:15.351192 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.356410 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-ea4c390b-5356-4fe0-a3a7-51fbedd84c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c9c323-3e79-4c54-9229-cad6e859fa16') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:15.356706 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-ea4c390b-5356-4fe0-a3a7-51fbedd84c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c9c323-3e79-4c54-9229-cad6e859fa16') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:15.357939 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27813f6e-56b3-41c9-b7a7-5c518eae2832 None None] No DVR routers for this DVR port 8543710c-bacc-4940-ae0b-af4189e9e886 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:14:15.363037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': '338c9b84-00e8-4928-89fb-111b3fb947b4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:15.370201 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ea4c390b-5356-4fe0-a3a7-51fbedd84c8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.377396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 9b057681-9443-4319-980b-fb7b5f6cbfad details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:14:15.389719 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ea4c390b-5356-4fe0-a3a7-51fbedd84c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.398918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=8543710c-bacc-4940-ae0b-af4189e9e886,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:15.406943 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4c390b-5356-4fe0-a3a7-51fbedd84c8c admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:14:15.407620 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ea4c390b-5356-4fe0-a3a7-51fbedd84c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:14:15.409835 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:14:15.419257 n-d-778696-5 neutron-server[93828]: WARNING neutron.services.revisions.revision_plugin [None req-0a6805b7-a5d6-406b-9f9f-d480d58c78eb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Could not find related port for resource to bump revision. Jul 14 07:14:15.423770 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c32eaff-c980-4590-bea0-cd55d3958ec4 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Made reservation on behalf of 9ab069755a03488ca308c473dc6550a1 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:15.426557 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8c32eaff-c980-4590-bea0-cd55d3958ec4 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.441141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.ipam_pluggable_backend [None req-0a6805b7-a5d6-406b-9f9f-d480d58c78eb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Port 8543710c-bacc-4940-ae0b-af4189e9e886 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93828) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 14 07:14:15.441539 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.ipam_pluggable_backend [None req-0a6805b7-a5d6-406b-9f9f-d480d58c78eb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Reverting IP allocation for 2001:db8::f816:3eff:fe75:2ced {{(pid=93828) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 14 07:14:15.446806 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.ipam_pluggable_backend [None req-0a6805b7-a5d6-406b-9f9f-d480d58c78eb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe75:2ced {{(pid=93828) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 14 07:14:15.450775 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0a6805b7-a5d6-406b-9f9f-d480d58c78eb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.454851 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27813f6e-56b3-41c9-b7a7-5c518eae2832 None None] Pushing event deleted for resources: {'Port': ['ID=8543710c-bacc-4940-ae0b-af4189e9e886,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:15.494792 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ea4c390b-5356-4fe0-a3a7-51fbedd84c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.504656 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ea4c390b-5356-4fe0-a3a7-51fbedd84c8c admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.507130 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ea4c390b-5356-4fe0-a3a7-51fbedd84c8c admin admin] 10.222.0.35 "DELETE /v2.0/networks/782dff88-77da-48cc-b35b-b98ce03cf2a5 HTTP/1.1" status: 204 len: 168 time: 0.7402298 Jul 14 07:14:15.510137 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6805b7-a5d6-406b-9f9f-d480d58c78eb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:15.519521 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-0a6805b7-a5d6-406b-9f9f-d480d58c78eb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:15.522933 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.524623 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c390b-5356-4fe0-a3a7-51fbedd84c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=782dff88-77da-48cc-b35b-b98ce03cf2a5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:15.533597 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.535305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f2d0c8-27a2-4dc4-b07c-5954755d461b None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:15.541568 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6805b7-a5d6-406b-9f9f-d480d58c78eb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:15.542486 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0a6805b7-a5d6-406b-9f9f-d480d58c78eb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.604459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c32eaff-c980-4590-bea0-cd55d3958ec4 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:14:15.630864 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6805b7-a5d6-406b-9f9f-d480d58c78eb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=2f8b74ff-5374-4346-8ef7-dbbec7499d28,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:15.669363 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0a6805b7-a5d6-406b-9f9f-d480d58c78eb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0497649 Jul 14 07:14:15.669363 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8c32eaff-c980-4590-bea0-cd55d3958ec4 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.669363 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-8c32eaff-c980-4590-bea0-cd55d3958ec4 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Added segment 42d9a0e8-b6f1-4f4e-83cf-1c3429189c19 of type vlan for network b050ea2c-187f-4168-8022-0f624ffc3dca Jul 14 07:14:15.670902 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55000) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:15.677478 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-640792f0-3c70-4e71-85de-cd63b447450e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'mac_address': 'fa:16:3e:eb:fb:43', 'name': 'tempest-NetworksTestDHCPv6-9625274'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:15.770710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55004) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:15.788959 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8c32eaff-c980-4590-bea0-cd55d3958ec4 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.813222 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': '2f8b74ff-5374-4346-8ef7-dbbec7499d28'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:14:15.814073 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:15.843872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c887f5-c21d-44f5-8ef4-8eb939623423 req-5808196c-eaab-4d4f-8f41-4a9340ff0130 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:15.845623 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77c887f5-c21d-44f5-8ef4-8eb939623423 req-5808196c-eaab-4d4f-8f41-4a9340ff0130 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/ports?device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 950 time: 0.2340841 Jul 14 07:14:15.978659 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Allocated IP 2001:db8::f816:3eff:fe8a:a5a2 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/2f8b74ff-5374-4346-8ef7-dbbec7499d28/d37daac5-63fd-4fbc-92d7-581173cf1614) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:15.999050 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1422887f-8252-4920-a628-4c479994d407 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c0510020791b4c7d90104c784a2d4f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2227881 Jul 14 07:14:16.022695 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8c32eaff-c980-4590-bea0-cd55d3958ec4 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:16.024094 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c32eaff-c980-4590-bea0-cd55d3958ec4 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:16.024915 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8c32eaff-c980-4590-bea0-cd55d3958ec4 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:16.027218 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55006) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:16.033856 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77c887f5-c21d-44f5-8ef4-8eb939623423 req-d21f623e-0547-47c6-91b9-5e7e8a8ce440 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a854b2e-0c49-4320-9724-d71625f55ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731043 Jul 14 07:14:16.160291 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8c32eaff-c980-4590-bea0-cd55d3958ec4 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8321302 Jul 14 07:14:16.177640 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55012) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:16.200256 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-59d15b52-1d1e-4767-b2a4-82bdb9c07647 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Request body: {'network': {'project_id': '9ab069755a03488ca308c473dc6550a1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:16.203556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640792f0-3c70-4e71-85de-cd63b447450e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:16.220626 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:16.227176 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:16.238901 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Transition to ACTIVE for port object d37daac5-63fd-4fbc-92d7-581173cf1614 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:16.269051 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Transition to ACTIVE for port object d37daac5-63fd-4fbc-92d7-581173cf1614 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:16.276953 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:16.327951 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:16.337744 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:16.346322 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:16.352931 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Pushing event updated for resources: {'Port': ['ID=d37daac5-63fd-4fbc-92d7-581173cf1614,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:16.366348 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-640792f0-3c70-4e71-85de-cd63b447450e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:16.414804 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-640792f0-3c70-4e71-85de-cd63b447450e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port e54195fc-ed48-4cae-9ed6-c094b39cafab yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:14:16.420004 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Allocated IP 172.25.7.97 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/3a0790fb-250b-43dd-8ed1-4104b841c1ae) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:16.432725 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Attempting to bind port d37daac5-63fd-4fbc-92d7-581173cf1614 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:14:16.434961 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Attempting to bind port d37daac5-63fd-4fbc-92d7-581173cf1614 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:14:16.440655 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Attempting to bind port d37daac5-63fd-4fbc-92d7-581173cf1614 on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:14:16.451752 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:14:16.452571 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:16.453251 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:16.453896 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:14:16.454989 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Bound port: d37daac5-63fd-4fbc-92d7-581173cf1614, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:14:16.455603 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:16.544121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-640792f0-3c70-4e71-85de-cd63b447450e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::f816:3eff:feeb:fb43 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/2f8b74ff-5374-4346-8ef7-dbbec7499d28/e54195fc-ed48-4cae-9ed6-c094b39cafab) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:16.556148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32eaff-c980-4590-bea0-cd55d3958ec4 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Pushing event updated for resources: {'Network': ['ID=b050ea2c-187f-4168-8022-0f624ffc3dca,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:16.586095 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d15b52-1d1e-4767-b2a4-82bdb9c07647 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 07:14:16.586569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d15b52-1d1e-4767-b2a4-82bdb9c07647 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:14:16.589843 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network b050ea2c-187f-4168-8022-0f624ffc3dca details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:14:16.600557 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-59d15b52-1d1e-4767-b2a4-82bdb9c07647 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4115477 Jul 14 07:14:16.602803 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55024) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:16.654221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be45dc-8e20-4646-84ee-12b03ed216dd req-a805cdf6-0284-42ee-8fd8-e3995b8a384e tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:16.662386 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35be45dc-8e20-4646-84ee-12b03ed216dd req-a805cdf6-0284-42ee-8fd8-e3995b8a384e tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.7750740 Jul 14 07:14:16.674744 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d975c22-249c-4556-83b2-7c232dc26dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:16.694452 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc647515-eb81-4765-a673-5f0807854bac tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:16.742023 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:16.748690 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d975c22-249c-4556-83b2-7c232dc26dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:16.773836 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35be45dc-8e20-4646-84ee-12b03ed216dd req-f34247eb-d8e5-4f30-b2f9-dfe44877553f tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102934 Jul 14 07:14:16.775509 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] For port d37daac5-63fd-4fbc-92d7-581173cf1614, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:14:16.785173 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] For port d37daac5-63fd-4fbc-92d7-581173cf1614, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d37daac5-63fd-4fbc-92d7-581173cf1614,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:14:16.818483 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:16.962304 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:16.986119 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d975c22-249c-4556-83b2-7c232dc26dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:16.996766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a8c42-f73b-4b1c-87b3-9c26023e95ea None None] Pushing event updated for resources: {'Port': ['ID=d37daac5-63fd-4fbc-92d7-581173cf1614,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:16.997448 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d975c22-249c-4556-83b2-7c232dc26dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:17.017815 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7d975c22-249c-4556-83b2-7c232dc26dfd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33281092-dea3-4e7e-937e-2a66cec3017b HTTP/1.1" status: 204 len: 168 time: 0.9292364 Jul 14 07:14:17.063867 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc647515-eb81-4765-a673-5f0807854bac tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:17.082494 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-fc647515-eb81-4765-a673-5f0807854bac tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b050ea2c-187f-4168-8022-0f624ffc3dca']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:17.166581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-fc647515-eb81-4765-a673-5f0807854bac tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d9a0e8-b6f1-4f4e-83cf-1c3429189c19') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:17.166888 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-fc647515-eb81-4765-a673-5f0807854bac tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d9a0e8-b6f1-4f4e-83cf-1c3429189c19') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:17.179744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d975c22-249c-4556-83b2-7c232dc26dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33281092-dea3-4e7e-937e-2a66cec3017b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:17.275970 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:17.278004 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=3a0790fb-250b-43dd-8ed1-4104b841c1ae,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:17.278623 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc647515-eb81-4765-a673-5f0807854bac tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:17.292215 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:17.314083 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:17.323207 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-640792f0-3c70-4e71-85de-cd63b447450e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:17.347860 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc647515-eb81-4765-a673-5f0807854bac tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:17.365968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-640792f0-3c70-4e71-85de-cd63b447450e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object e54195fc-ed48-4cae-9ed6-c094b39cafab will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:17.394673 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc647515-eb81-4765-a673-5f0807854bac tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:14:17.403295 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc647515-eb81-4765-a673-5f0807854bac tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:14:17.413976 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:14:17.606515 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc647515-eb81-4765-a673-5f0807854bac tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:17.615976 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc647515-eb81-4765-a673-5f0807854bac tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:17.618822 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fc647515-eb81-4765-a673-5f0807854bac tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] 10.222.0.35 "DELETE /v2.0/networks/b050ea2c-187f-4168-8022-0f624ffc3dca HTTP/1.1" status: 204 len: 168 time: 1.0145476 Jul 14 07:14:17.622433 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-640792f0-3c70-4e71-85de-cd63b447450e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:17.624390 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55050) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:17.778757 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc647515-eb81-4765-a673-5f0807854bac tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Pushing event deleted for resources: {'Network': ['ID=b050ea2c-187f-4168-8022-0f624ffc3dca,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:17.821520 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640792f0-3c70-4e71-85de-cd63b447450e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=e54195fc-ed48-4cae-9ed6-c094b39cafab,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:17.835216 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640792f0-3c70-4e71-85de-cd63b447450e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:17.841350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-640792f0-3c70-4e71-85de-cd63b447450e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:17.848831 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640792f0-3c70-4e71-85de-cd63b447450e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:17.854839 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640792f0-3c70-4e71-85de-cd63b447450e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:17.855535 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-640792f0-3c70-4e71-85de-cd63b447450e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:17.870005 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4901267c-2e67-4680-a2f9-ce4b983c3915 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:17.886115 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-640792f0-3c70-4e71-85de-cd63b447450e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.2108529 Jul 14 07:14:17.886900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55062) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:18.003113 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:18.069340 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4901267c-2e67-4680-a2f9-ce4b983c3915 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:18.102945 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4901267c-2e67-4680-a2f9-ce4b983c3915 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b057681-9443-4319-980b-fb7b5f6cbfad']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:18.158013 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730406f6-558e-4f4b-8b62-93f00f1efac3 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:18.173053 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4901267c-2e67-4680-a2f9-ce4b983c3915 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2e1831-dd21-4249-a107-398775cc3731') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:18.177430 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730406f6-558e-4f4b-8b62-93f00f1efac3 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:18.181845 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-730406f6-558e-4f4b-8b62-93f00f1efac3 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.2937748 Jul 14 07:14:18.201304 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55078) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:18.201534 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4901267c-2e67-4680-a2f9-ce4b983c3915 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2e1831-dd21-4249-a107-398775cc3731') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:18.233165 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:18.234351 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4901267c-2e67-4680-a2f9-ce4b983c3915 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:18.279749 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4901267c-2e67-4680-a2f9-ce4b983c3915 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:18.293628 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4901267c-2e67-4680-a2f9-ce4b983c3915 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:14:18.294006 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4901267c-2e67-4680-a2f9-ce4b983c3915 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:14:18.295880 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:14:18.399634 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4901267c-2e67-4680-a2f9-ce4b983c3915 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:18.427544 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4901267c-2e67-4680-a2f9-ce4b983c3915 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:18.434800 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4901267c-2e67-4680-a2f9-ce4b983c3915 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] 10.222.0.35 "DELETE /v2.0/networks/9b057681-9443-4319-980b-fb7b5f6cbfad HTTP/1.1" status: 204 len: 168 time: 0.8079128 Jul 14 07:14:18.436536 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901267c-2e67-4680-a2f9-ce4b983c3915 tempest-QuotasNegativeTest-1667470038 tempest-QuotasNegativeTest-1667470038-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b057681-9443-4319-980b-fb7b5f6cbfad,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:18.564269 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:18.566353 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-88efecf4-a314-418b-ba7a-df7e3bc45074 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port e54195fc-ed48-4cae-9ed6-c094b39cafab {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:18.566735 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88efecf4-a314-418b-ba7a-df7e3bc45074 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:18.571568 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:18.689593 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-42877142-a5b3-4ba3-aa8c-d0bfe7506cbb None None] Provisioning for port d37daac5-63fd-4fbc-92d7-581173cf1614 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:18.746551 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=3a0790fb-250b-43dd-8ed1-4104b841c1ae,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:18.762498 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:19.022780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-01234a50-8fc6-4ac5-b510-3a13f73d57ab None None] Provisioning for port e54195fc-ed48-4cae-9ed6-c094b39cafab completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:19.028722 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-01234a50-8fc6-4ac5-b510-3a13f73d57ab None None] Provisioning complete for port e54195fc-ed48-4cae-9ed6-c094b39cafab triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:19.029289 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-01234a50-8fc6-4ac5-b510-3a13f73d57ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:19.076093 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d37daac5-63fd-4fbc-92d7-581173cf1614 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:14:19.096663 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55112) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:19.149730 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-01234a50-8fc6-4ac5-b510-3a13f73d57ab None None] Port e54195fc-ed48-4cae-9ed6-c094b39cafab cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:14:19.174678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port d37daac5-63fd-4fbc-92d7-581173cf1614 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:19.180446 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port d37daac5-63fd-4fbc-92d7-581173cf1614 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:19.180936 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:19.293206 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Floating IP 7d41ed60-4edc-47c6-9f1e-819f67574385 associated. External IP: 172.25.7.97, port: 338c9b84-00e8-4928-89fb-111b3fb947b4. Jul 14 07:14:19.315877 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f661ab71-e9b5-46bf-9eeb-eab06da7646b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:19.322175 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:19.366391 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port d37daac5-63fd-4fbc-92d7-581173cf1614, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d37daac5-63fd-4fbc-92d7-581173cf1614,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:19.371900 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:19.428044 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88efecf4-a314-418b-ba7a-df7e3bc45074 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:19.442702 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=d37daac5-63fd-4fbc-92d7-581173cf1614,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:19.504836 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-88efecf4-a314-418b-ba7a-df7e3bc45074 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for e54195fc-ed48-4cae-9ed6-c094b39cafab owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:19.514199 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f661ab71-e9b5-46bf-9eeb-eab06da7646b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:19.522166 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f661ab71-e9b5-46bf-9eeb-eab06da7646b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:19.527070 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-a53d12a3-5e03-42f5-8b61-2152cd153442 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=74bd638e03594e829ed7c2c54ff78f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0954175 Jul 14 07:14:19.565507 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f661ab71-e9b5-46bf-9eeb-eab06da7646b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7ffa3071baa4013b98866eba3818a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4675217 Jul 14 07:14:19.566658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55130) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:19.626261 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661ab71-e9b5-46bf-9eeb-eab06da7646b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7431cfda-6030-43b6-b78c-7effbedd9e35,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:19.668671 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0253cc36-7a00-45a1-88d7-5bd91cb1be4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:19.741877 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0253cc36-7a00-45a1-88d7-5bd91cb1be4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:19.750526 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router 3aec3154-92cd-428d-814f-a8f82b5858a9 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:14:19.778479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-3b331c0b-0740-4dee-9f39-4efb1a37e2cc tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:19.780128 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-3b331c0b-0740-4dee-9f39-4efb1a37e2cc tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2470620 Jul 14 07:14:19.808919 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-b2d72a59-b453-4203-80f1-158eb8f5e426 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/quotas/74bd638e03594e829ed7c2c54ff78f93 HTTP/1.1" status: 200 len: 375 time: 0.0152459 Jul 14 07:14:19.818960 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0253cc36-7a00-45a1-88d7-5bd91cb1be4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:19.823260 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0253cc36-7a00-45a1-88d7-5bd91cb1be4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:19.825857 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0253cc36-7a00-45a1-88d7-5bd91cb1be4b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7431cfda-6030-43b6-b78c-7effbedd9e35 HTTP/1.1" status: 204 len: 168 time: 0.2568140 Jul 14 07:14:19.836432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253cc36-7a00-45a1-88d7-5bd91cb1be4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7431cfda-6030-43b6-b78c-7effbedd9e35,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:20.046262 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-0aac8bc9-91ec-4995-9c94-a9b0a6d880e2 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=74bd638e03594e829ed7c2c54ff78f93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654552 Jul 14 07:14:20.046262 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88efecf4-a314-418b-ba7a-df7e3bc45074 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:20.144239 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:14:20.156007 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc154925-914c-495a-aa15-8600ef3825c1 None None] Sync routers for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:14:20.172753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc154925-914c-495a-aa15-8600ef3825c1 None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:20.175000 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dc154925-914c-495a-aa15-8600ef3825c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:20.191847 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efecf4-a314-418b-ba7a-df7e3bc45074 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=e54195fc-ed48-4cae-9ed6-c094b39cafab,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:20.261998 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88efecf4-a314-418b-ba7a-df7e3bc45074 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:20.271315 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-88efecf4-a314-418b-ba7a-df7e3bc45074 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/e54195fc-ed48-4cae-9ed6-c094b39cafab HTTP/1.1" status: 204 len: 168 time: 2.0717368 Jul 14 07:14:20.273877 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55166) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:20.286380 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:20.309517 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dc154925-914c-495a-aa15-8600ef3825c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:20.321002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc154925-914c-495a-aa15-8600ef3825c1 None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:20.322193 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dc154925-914c-495a-aa15-8600ef3825c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:20.459444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a19bcf-6a90-442a-8941-9aa73e9c4b3b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:20.461604 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a19bcf-6a90-442a-8941-9aa73e9c4b3b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:20.465227 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-13a19bcf-6a90-442a-8941-9aa73e9c4b3b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1883738 Jul 14 07:14:20.468101 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55186) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:20.468825 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dc154925-914c-495a-aa15-8600ef3825c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:20.469714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc154925-914c-495a-aa15-8600ef3825c1 None None] The sync data for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:14:20.487968 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-75c177ae-d3f3-41fa-8a2d-8bf97ee5cad4 req-fee9ea06-bc36-43d1-83d9-7fd7362bce07 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/ports?device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 210 time: 0.1071324 Jul 14 07:14:20.502822 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-885fcb67-b68a-4a0e-9cc1-7ee3a0e24a76 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1464884 Jul 14 07:14:20.503155 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55190) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:20.521608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a4b1a4bd-c9b7-425c-b0eb-0dc176671947 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'floatingip': {'port_id': '338c9b84-00e8-4928-89fb-111b3fb947b4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:20.524058 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55192) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:20.572711 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device e6fe49fd-a538-49e9-af8d-0a9c0817f89d details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:14:20.633747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aec8b5e-e43e-4cc3-8e45-f0e03b428a09 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet 2f8b74ff-5374-4346-8ef7-dbbec7499d28 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:14:20.642128 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6aec8b5e-e43e-4cc3-8e45-f0e03b428a09 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:20.668965 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9c2a97ab-ab2b-4205-8ff7-d4a8fb390a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:20.713148 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6aec8b5e-e43e-4cc3-8e45-f0e03b428a09 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:20.815085 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a4bd-c9b7-425c-b0eb-0dc176671947 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:20.873944 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6aec8b5e-e43e-4cc3-8e45-f0e03b428a09 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:20.972509 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6aec8b5e-e43e-4cc3-8e45-f0e03b428a09 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:21.065892 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec8b5e-e43e-4cc3-8e45-f0e03b428a09 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8b74ff-5374-4346-8ef7-dbbec7499d28,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:21.070190 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6aec8b5e-e43e-4cc3-8e45-f0e03b428a09 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:21.075294 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6aec8b5e-e43e-4cc3-8e45-f0e03b428a09 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/2f8b74ff-5374-4346-8ef7-dbbec7499d28 HTTP/1.1" status: 204 len: 168 time: 0.6053753 Jul 14 07:14:21.076821 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55212) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:21.201603 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a58796-abdb-4178-9ef6-020948cfbf89 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:21.221815 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8794bfcf-c96d-4672-8db0-1aa5b6282efc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1440439 Jul 14 07:14:21.224183 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55216) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:21.257523 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9c2a97ab-ab2b-4205-8ff7-d4a8fb390a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:21.270008 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9c2a97ab-ab2b-4205-8ff7-d4a8fb390a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:21.317761 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7a555e-70c0-465b-9890-c9ffec727309 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:21.319649 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1e7a555e-70c0-465b-9890-c9ffec727309 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0943234 Jul 14 07:14:21.323980 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55220) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:21.357301 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9c2a97ab-ab2b-4205-8ff7-d4a8fb390a93 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=91208f46e52f4a919ad10f8d63ade833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8321714 Jul 14 07:14:21.360607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55222) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:21.398261 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d37daac5-63fd-4fbc-92d7-581173cf1614 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:14:21.398876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2c457a-438a-473d-8092-2889d69dae86 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:21.400729 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7a2c457a-438a-473d-8092-2889d69dae86 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0755346 Jul 14 07:14:21.410851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55224) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:21.413928 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a97ab-ab2b-4205-8ff7-d4a8fb390a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44d36ad-760a-4f67-a911-70f4d854d49a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:21.539334 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f74815a2-1425-45fd-8e41-6e44b7245433 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1262493 Jul 14 07:14:21.544694 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55246) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:21.551028 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d212faa0-4cac-4d77-919e-5604de1f7009 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:21.568712 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d5b7-2032-42b7-b913-d87d1c97208a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:21.595659 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d5b7-2032-42b7-b913-d87d1c97208a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:21.774103 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port e6fe49fd-a538-49e9-af8d-0a9c0817f89d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:21.801177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port d37daac5-63fd-4fbc-92d7-581173cf1614 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:21.801672 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:21.823871 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d5b7-2032-42b7-b913-d87d1c97208a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:21.842693 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d', 'mac_address': 'fa:16:3e:4b:b4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:14:21.871317 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d212faa0-4cac-4d77-919e-5604de1f7009 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:21.875620 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d212faa0-4cac-4d77-919e-5604de1f7009 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:21.887662 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d5b7-2032-42b7-b913-d87d1c97208a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:21.895371 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a7b0d5b7-2032-42b7-b913-d87d1c97208a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f44d36ad-760a-4f67-a911-70f4d854d49a HTTP/1.1" status: 204 len: 168 time: 0.5317504 Jul 14 07:14:21.906206 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:21.918133 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6f2e1a-678c-4b27-844a-cc06da3f4a04 None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:14:22.002252 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0d5b7-2032-42b7-b913-d87d1c97208a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44d36ad-760a-4f67-a911-70f4d854d49a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:22.014559 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6fe49fd-a538-49e9-af8d-0a9c0817f89d {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:14:22.063937 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port e6fe49fd-a538-49e9-af8d-0a9c0817f89d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:22.093071 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:22.149468 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9702380c-8354-41d3-ab23-79b12691e510 req-9b19c7d2-5c3d-493b-8e4d-3dc9e2cbeb87 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/ports?device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 210 time: 0.3268626 Jul 14 07:14:22.243925 n-d-778696-5 neutron-server[93827]: DEBUG neutron.objects.ports [None req-d212faa0-4cac-4d77-919e-5604de1f7009 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 07:14:22.330718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['e6fe49fd-a538-49e9-af8d-0a9c0817f89d'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:14:22.449360 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.db.resource_extend [None req-a4b1a4bd-c9b7-425c-b0eb-0dc176671947 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:14:22.460659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-ce01dc25-7944-4455-b241-5c05d0b051df tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=74bd638e03594e829ed7c2c54ff78f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798771 Jul 14 07:14:22.616061 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f2e1a-678c-4b27-844a-cc06da3f4a04 None None] Deleting port d37daac5-63fd-4fbc-92d7-581173cf1614 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:22.616441 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ef6f2e1a-678c-4b27-844a-cc06da3f4a04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:22.641968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:22.736045 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d212faa0-4cac-4d77-919e-5604de1f7009 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:22.820767 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-6802438a-0b3e-480a-b2cd-1c928e696386 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:22.827006 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-6802438a-0b3e-480a-b2cd-1c928e696386 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2720766 Jul 14 07:14:22.863886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-d49f664d-6a99-46c9-8b8c-8d149c5d11a8 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Request body: {'port': {'device_id': '4400c7a5-3219-40d5-8986-a2c8cd61d970', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '74bd638e03594e829ed7c2c54ff78f93'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:23.064327 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a4bd-c9b7-425c-b0eb-0dc176671947 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:23.092954 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a4bd-c9b7-425c-b0eb-0dc176671947 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:23.157343 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d37daac5-63fd-4fbc-92d7-581173cf1614 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:14:23.170569 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d212faa0-4cac-4d77-919e-5604de1f7009 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] For port d37daac5-63fd-4fbc-92d7-581173cf1614, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d37daac5-63fd-4fbc-92d7-581173cf1614,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:23.257106 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d212faa0-4cac-4d77-919e-5604de1f7009 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:23.283572 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d212faa0-4cac-4d77-919e-5604de1f7009 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:23.284358 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d212faa0-4cac-4d77-919e-5604de1f7009 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:23.319921 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ef6f2e1a-678c-4b27-844a-cc06da3f4a04 None None] For port d37daac5-63fd-4fbc-92d7-581173cf1614, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d37daac5-63fd-4fbc-92d7-581173cf1614,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:23.320328 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ef6f2e1a-678c-4b27-844a-cc06da3f4a04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:23.431036 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f2e1a-678c-4b27-844a-cc06da3f4a04 None None] Calling delete_port for d37daac5-63fd-4fbc-92d7-581173cf1614 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:23.538694 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212faa0-4cac-4d77-919e-5604de1f7009 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=b22b4ea1-08ff-4009-9e46-f10105ea5e42,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:23.564053 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d212faa0-4cac-4d77-919e-5604de1f7009 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:23.571275 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d212faa0-4cac-4d77-919e-5604de1f7009 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:23.576363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d212faa0-4cac-4d77-919e-5604de1f7009 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:23.577462 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d212faa0-4cac-4d77-919e-5604de1f7009 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:23.586392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212faa0-4cac-4d77-919e-5604de1f7009 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=d37daac5-63fd-4fbc-92d7-581173cf1614,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:23.604302 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d212faa0-4cac-4d77-919e-5604de1f7009 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0584197 Jul 14 07:14:23.605285 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55308) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:23.613537 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'mac_address': 'fa:16:3e:18:e7:2e', 'name': 'tempest-NetworksTestDHCPv6-762791717'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:23.645709 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b37a9774-3483-4760-ab6c-52663c2af478 req-fe59f3a0-85fa-49c7-88ec-fa881114d13f tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/ports?device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 210 time: 0.2066145 Jul 14 07:14:23.868061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b1a4bd-c9b7-425c-b0eb-0dc176671947 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router 3aec3154-92cd-428d-814f-a8f82b5858a9 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:14:23.870966 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-d49f664d-6a99-46c9-8b8c-8d149c5d11a8 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Made reservation on behalf of 74bd638e03594e829ed7c2c54ff78f93 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:23.876695 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-d49f664d-6a99-46c9-8b8c-8d149c5d11a8 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:23.880787 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:23.884081 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55324) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:23.900064 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ef6f2e1a-678c-4b27-844a-cc06da3f4a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:23.900451 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-d49f664d-6a99-46c9-8b8c-8d149c5d11a8 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:23.916465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6f2e1a-678c-4b27-844a-cc06da3f4a04 None None] No DVR routers for this DVR port d37daac5-63fd-4fbc-92d7-581173cf1614 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:14:23.936238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:23.939016 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f2e1a-678c-4b27-844a-cc06da3f4a04 None None] Pushing event deleted for resources: {'Port': ['ID=d37daac5-63fd-4fbc-92d7-581173cf1614,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:23.972507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a5c5f0-2118-4c3e-956e-1f8b71439e98 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:24.131010 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:24.184333 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c4e0195e-13d6-48a3-a185-fc360757697a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1057453109'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:24.238463 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port d41ecdca-3986-445d-b9fe-f61eee432425 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:14:24.265844 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': 'b22b4ea1-08ff-4009-9e46-f10105ea5e42'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:14:24.267001 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:24.472186 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::f816:3eff:fe18:e72e (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/b22b4ea1-08ff-4009-9e46-f10105ea5e42/d41ecdca-3986-445d-b9fe-f61eee432425) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:24.594157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device e6fe49fd-a538-49e9-af8d-0a9c0817f89d up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:14:24.716263 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port e6fe49fd-a538-49e9-af8d-0a9c0817f89d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:24.721761 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:24.862632 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:24.878513 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:24.907662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9550ec4c-9482-4cc0-8c42-ae4d87e1f336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:14:24.910299 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52309651-6f7f-4bb4-9167-66c049ff21f3" -d '{"events": [{"server_uuid": "9550ec4c-9482-4cc0-8c42-ae4d87e1f336", "name": "network-vif-plugged", "status": "completed", "tag": "e6fe49fd-a538-49e9-af8d-0a9c0817f89d"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:14:24.929218 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port e6fe49fd-a538-49e9-af8d-0a9c0817f89d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:24.930851 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object d41ecdca-3986-445d-b9fe-f61eee432425 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:24.944887 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:24.995567 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3e0e7c-53b8-4887-b7df-461d12343e75 x-openstack-request-id: req-4f3e0e7c-53b8-4887-b7df-461d12343e75 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:14:24.995863 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9550ec4c-9482-4cc0-8c42-ae4d87e1f336", "name": "network-vif-plugged", "status": "completed", "tag": "e6fe49fd-a538-49e9-af8d-0a9c0817f89d", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:14:24.996129 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f3e0e7c-53b8-4887-b7df-461d12343e75 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:14:24.998958 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9550ec4c-9482-4cc0-8c42-ae4d87e1f336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d', 'code': 200} Jul 14 07:14:25.033534 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:25.060005 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:25.104942 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-d49f664d-6a99-46c9-8b8c-8d149c5d11a8 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:25.107139 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b1a4bd-c9b7-425c-b0eb-0dc176671947 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:14:25.119361 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e139276-7de7-4dbb-b274-cc0f3bf13e72 None None] Sync routers for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:14:25.133425 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a4bd-c9b7-425c-b0eb-0dc176671947 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:25.133425 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-d49f664d-6a99-46c9-8b8c-8d149c5d11a8 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:25.155229 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e139276-7de7-4dbb-b274-cc0f3bf13e72 None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:25.156888 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5e139276-7de7-4dbb-b274-cc0f3bf13e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:25.179348 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Allocated IP 2001:db8::f816:3eff:fedf:aa4e (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/b22b4ea1-08ff-4009-9e46-f10105ea5e42/09992652-9cd9-4976-91ce-9967b342f48a) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:25.230083 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=d41ecdca-3986-445d-b9fe-f61eee432425,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:25.257133 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-d49f664d-6a99-46c9-8b8c-8d149c5d11a8 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Allocated IP 192.168.233.121 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/bb90c854-5534-4308-b101-dcfbd9057b8e) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:25.258010 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:25.258723 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:25.259511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:25.260812 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:25.261428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:25.262070 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:25.262915 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:25.263614 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:25.264311 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:25.265292 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:25.265930 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:25.266515 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:25.268880 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5e139276-7de7-4dbb-b274-cc0f3bf13e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:25.283423 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e0195e-13d6-48a3-a185-fc360757697a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:25.287589 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4e0195e-13d6-48a3-a185-fc360757697a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:25.299164 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4e0195e-13d6-48a3-a185-fc360757697a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:25.311095 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e139276-7de7-4dbb-b274-cc0f3bf13e72 None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:25.312764 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5e139276-7de7-4dbb-b274-cc0f3bf13e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:25.318145 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:25.418237 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5e139276-7de7-4dbb-b274-cc0f3bf13e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:25.418879 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e139276-7de7-4dbb-b274-cc0f3bf13e72 None None] The sync data for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:14:25.461745 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4e0195e-13d6-48a3-a185-fc360757697a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:25.463900 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:25.470950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:25.485373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:25.488574 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:25.513060 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4e0195e-13d6-48a3-a185-fc360757697a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:25.545997 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-d49f664d-6a99-46c9-8b8c-8d149c5d11a8 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:25.558608 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:25.570335 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Transition to ACTIVE for port object 09992652-9cd9-4976-91ce-9967b342f48a will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:25.587433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Transition to ACTIVE for port object 09992652-9cd9-4976-91ce-9967b342f48a will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:25.588547 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-d49f664d-6a99-46c9-8b8c-8d149c5d11a8 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Transition to ACTIVE for port object bb90c854-5534-4308-b101-dcfbd9057b8e will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:25.589738 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9747aa3c-4e98-41d7-8554-550e5079482e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9829390 Jul 14 07:14:25.603341 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:25.617529 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55360) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:25.672005 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0195e-13d6-48a3-a185-fc360757697a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c57a1f5-4290-4d1e-acc6-d263218e9d96,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:25.677136 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e0195e-13d6-48a3-a185-fc360757697a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:14:25.737892 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0afe619f-00a9-46b0-b713-e55f9f277c05 req-c1ae85e9-31dc-44ec-a112-583f4a31d549 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/ports?device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 210 time: 0.6273165 Jul 14 07:14:25.740839 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Pushing event updated for resources: {'Port': ['ID=09992652-9cd9-4976-91ce-9967b342f48a,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:25.750648 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4e0195e-13d6-48a3-a185-fc360757697a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:25.751019 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-c4e0195e-13d6-48a3-a185-fc360757697a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Added segment 8242bd30-cc70-45c8-a24b-d77e411947d7 of type vlan for network 55fd02a6-b8dd-4ae5-b6cd-11b17c758f03 Jul 14 07:14:25.761748 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:25.766776 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:25.778593 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:25.814507 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5b38de-234e-4251-a997-b22d764cc1c8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:25.821676 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f664d-6a99-46c9-8b8c-8d149c5d11a8 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8226f8-95ac-4ee9-bcc1-8ab10e0c84ba,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:25.837114 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5b38de-234e-4251-a997-b22d764cc1c8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:25.839034 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0c5b38de-234e-4251-a997-b22d764cc1c8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2168605 Jul 14 07:14:25.842728 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55366) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:25.856666 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4e0195e-13d6-48a3-a185-fc360757697a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:25.951343 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Attempting to bind port 09992652-9cd9-4976-91ce-9967b342f48a on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:14:25.955382 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Attempting to bind port 09992652-9cd9-4976-91ce-9967b342f48a by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:14:25.955382 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Attempting to bind port 09992652-9cd9-4976-91ce-9967b342f48a on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:14:25.965569 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:14:25.965942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:25.966351 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:25.966746 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:14:25.967211 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Bound port: 09992652-9cd9-4976-91ce-9967b342f48a, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:14:25.967590 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:26.025860 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-d49f664d-6a99-46c9-8b8c-8d149c5d11a8 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:26.043214 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4e0195e-13d6-48a3-a185-fc360757697a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:26.052076 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e0195e-13d6-48a3-a185-fc360757697a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:26.052833 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4e0195e-13d6-48a3-a185-fc360757697a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:26.114390 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] For port 09992652-9cd9-4976-91ce-9967b342f48a, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:14:26.114899 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-d49f664d-6a99-46c9-8b8c-8d149c5d11a8 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:26.118029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] For port 09992652-9cd9-4976-91ce-9967b342f48a, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=09992652-9cd9-4976-91ce-9967b342f48a,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:14:26.123289 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a4b1a4bd-c9b7-425c-b0eb-0dc176671947 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "PUT /v2.0/floatingips/7d41ed60-4edc-47c6-9f1e-819f67574385 HTTP/1.1" status: 200 len: 978 time: 5.6186416 Jul 14 07:14:26.124329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55380) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:26.129868 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-d49f664d-6a99-46c9-8b8c-8d149c5d11a8 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:26.130913 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:26.134255 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-d49f664d-6a99-46c9-8b8c-8d149c5d11a8 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:26.175458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1ffc397d-544e-409b-be98-42459cb94600 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port d41ecdca-3986-445d-b9fe-f61eee432425 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:26.175803 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1ffc397d-544e-409b-be98-42459cb94600 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:26.209225 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c4e0195e-13d6-48a3-a185-fc360757697a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3122230 Jul 14 07:14:26.291659 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f664d-6a99-46c9-8b8c-8d149c5d11a8 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Pushing event updated for resources: {'Port': ['ID=bb90c854-5534-4308-b101-dcfbd9057b8e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:26.339349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0195e-13d6-48a3-a185-fc360757697a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Network': ['ID=55fd02a6-b8dd-4ae5-b6cd-11b17c758f03,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:26.372545 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55384) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:26.378073 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-40a47c02-b60b-49e8-a416-17dd4c19c725 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'subnet': {'network_id': '55fd02a6-b8dd-4ae5-b6cd-11b17c758f03', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:26.390340 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 55fd02a6-b8dd-4ae5-b6cd-11b17c758f03 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:14:26.390728 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-d49f664d-6a99-46c9-8b8c-8d149c5d11a8 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:26.391875 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-d49f664d-6a99-46c9-8b8c-8d149c5d11a8 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:26.467569 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-d49f664d-6a99-46c9-8b8c-8d149c5d11a8 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6179116 Jul 14 07:14:26.583077 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Request body: {'port': {'device_id': '4400c7a5-3219-40d5-8986-a2c8cd61d970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:26.586865 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9c7a5-faa0-46a8-a6fd-d7feac256039 None None] Pushing event updated for resources: {'Port': ['ID=09992652-9cd9-4976-91ce-9967b342f48a,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:26.649824 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1ffc397d-544e-409b-be98-42459cb94600 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:26.713434 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a47c02-b60b-49e8-a416-17dd4c19c725 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:26.721597 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-40a47c02-b60b-49e8-a416-17dd4c19c725 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:26.780256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0f071291-b831-4514-a6cf-f1b021c877d7 None None] Provisioning for port bb90c854-5534-4308-b101-dcfbd9057b8e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:26.787967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0f071291-b831-4514-a6cf-f1b021c877d7 None None] Provisioning complete for port bb90c854-5534-4308-b101-dcfbd9057b8e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:26.789855 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0f071291-b831-4514-a6cf-f1b021c877d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:27.001530 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-0f071291-b831-4514-a6cf-f1b021c877d7 None None] Port bb90c854-5534-4308-b101-dcfbd9057b8e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:14:27.152644 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 09992652-9cd9-4976-91ce-9967b342f48a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:14:27.199158 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:27.219998 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1ffc397d-544e-409b-be98-42459cb94600 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for d41ecdca-3986-445d-b9fe-f61eee432425 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:27.257841 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 09992652-9cd9-4976-91ce-9967b342f48a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:27.362880 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-911f18a1-0f99-4b74-ba6e-d99fe56c0030 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Deleting port 3a0790fb-250b-43dd-8ed1-4104b841c1ae {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:27.363272 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-911f18a1-0f99-4b74-ba6e-d99fe56c0030 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:27.376188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f57c9-5b76-4dd6-bde3-8210b7eaeb92 req-64012067-bda2-44c9-9026-794e5c176679 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:27.383833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e1f57c9-5b76-4dd6-bde3-8210b7eaeb92 req-64012067-bda2-44c9-9026-794e5c176679 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/ports?device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 936 time: 0.3508008 Jul 14 07:14:27.458283 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1ffc397d-544e-409b-be98-42459cb94600 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:27.541227 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc397d-544e-409b-be98-42459cb94600 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=d41ecdca-3986-445d-b9fe-f61eee432425,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:27.598287 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1ffc397d-544e-409b-be98-42459cb94600 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:27.601641 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1ffc397d-544e-409b-be98-42459cb94600 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/d41ecdca-3986-445d-b9fe-f61eee432425 HTTP/1.1" status: 204 len: 168 time: 1.7572236 Jul 14 07:14:27.604669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55412) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:27.611338 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e1f57c9-5b76-4dd6-bde3-8210b7eaeb92 req-52535ced-336c-443e-a91d-bda94c177444 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f8226f8-95ac-4ee9-bcc1-8ab10e0c84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265377 Jul 14 07:14:27.755801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45531ee-b275-4344-8e9b-50073ab8208f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:27.757627 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45531ee-b275-4344-8e9b-50073ab8208f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:27.763119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55414) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:27.763508 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b45531ee-b275-4344-8e9b-50073ab8208f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1361992 Jul 14 07:14:27.765676 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-40a47c02-b60b-49e8-a416-17dd4c19c725 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:27.794882 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-911f18a1-0f99-4b74-ba6e-d99fe56c0030 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:27.795229 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-911f18a1-0f99-4b74-ba6e-d99fe56c0030 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:27.884239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a47c02-b60b-49e8-a416-17dd4c19c725 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Checking segment: {'id': '8242bd30-cc70-45c8-a24b-d77e411947d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '55fd02a6-b8dd-4ae5-b6cd-11b17c758f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:27.885385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a47c02-b60b-49e8-a416-17dd4c19c725 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network hostable DHCP agents. Network: 55fd02a6-b8dd-4ae5-b6cd-11b17c758f03, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:14:27.889241 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a47c02-b60b-49e8-a416-17dd4c19c725 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Subnet': ['ID=45a119c3-5d25-48e3-a002-fb3131061a99,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:27.898699 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-911f18a1-0f99-4b74-ba6e-d99fe56c0030 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Calling delete_port for 3a0790fb-250b-43dd-8ed1-4104b841c1ae owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:27.916323 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a47c02-b60b-49e8-a416-17dd4c19c725 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network 55fd02a6-b8dd-4ae5-b6cd-11b17c758f03 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:14:27.928177 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-40a47c02-b60b-49e8-a416-17dd4c19c725 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 55fd02a6-b8dd-4ae5-b6cd-11b17c758f03) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:27.935573 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a47c02-b60b-49e8-a416-17dd4c19c725 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:27.935814 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-40a47c02-b60b-49e8-a416-17dd4c19c725 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:27.961746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-2675fa5c-cbaa-4cb8-9167-54f19a7bcf1d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet b22b4ea1-08ff-4009-9e46-f10105ea5e42 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:14:27.983065 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbc9c61-c68c-4d5a-8204-40c3aece7f7f None None] Network 55fd02a6-b8dd-4ae5-b6cd-11b17c758f03 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:27.987862 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-40a47c02-b60b-49e8-a416-17dd4c19c725 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6104167 Jul 14 07:14:27.988920 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55420) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:27.996029 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-50d77117-5fec-4c2b-98fe-1652efe0d50d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-543973723'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:28.022482 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2675fa5c-cbaa-4cb8-9167-54f19a7bcf1d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:28.048489 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d77117-5fec-4c2b-98fe-1652efe0d50d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:28.053220 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50d77117-5fec-4c2b-98fe-1652efe0d50d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:28.087340 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d77117-5fec-4c2b-98fe-1652efe0d50d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:14:28.148283 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50d77117-5fec-4c2b-98fe-1652efe0d50d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:28.148656 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-50d77117-5fec-4c2b-98fe-1652efe0d50d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Added segment fa03f541-d381-4b5e-b38c-2bf058a0ca91 of type vlan for network 28e759d7-6542-41ea-aa07-030bbc8ce24c Jul 14 07:14:28.197937 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2675fa5c-cbaa-4cb8-9167-54f19a7bcf1d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:28.257452 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9b3a7b16-f7af-4f2e-ad2c-bda58920bd98 None None] Provisioning for port 09992652-9cd9-4976-91ce-9967b342f48a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:28.285048 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9b3a7b16-f7af-4f2e-ad2c-bda58920bd98 None None] Provisioning complete for port 09992652-9cd9-4976-91ce-9967b342f48a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:28.285500 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b3a7b16-f7af-4f2e-ad2c-bda58920bd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:28.334525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb90c854-5534-4308-b101-dcfbd9057b8e {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:14:28.336890 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50d77117-5fec-4c2b-98fe-1652efe0d50d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:28.379621 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:28.409613 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Transition to ACTIVE for port object bb90c854-5534-4308-b101-dcfbd9057b8e will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:28.417688 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2675fa5c-cbaa-4cb8-9167-54f19a7bcf1d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:28.463279 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:28.507347 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50d77117-5fec-4c2b-98fe-1652efe0d50d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:28.515546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d77117-5fec-4c2b-98fe-1652efe0d50d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:28.515810 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50d77117-5fec-4c2b-98fe-1652efe0d50d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:28.566851 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-911f18a1-0f99-4b74-ba6e-d99fe56c0030 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:28.573782 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Pushing event updated for resources: {'Port': ['ID=bb90c854-5534-4308-b101-dcfbd9057b8e,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:28.579286 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-55fd02a6-b8dd-4ae5-b6cd-11b17c758f03', 'network_id': '55fd02a6-b8dd-4ae5-b6cd-11b17c758f03', 'tenant_id': 'bd912f4f28964f31bba661e2af99898d', 'fixed_ips': [{'subnet_id': '45a119c3-5d25-48e3-a002-fb3131061a99'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:14:28.580849 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:28.660958 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f18a1-0f99-4b74-ba6e-d99fe56c0030 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event deleted for resources: {'Port': ['ID=3a0790fb-250b-43dd-8ed1-4104b841c1ae,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:28.671932 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2675fa5c-cbaa-4cb8-9167-54f19a7bcf1d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:28.730978 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-50d77117-5fec-4c2b-98fe-1652efe0d50d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7408590 Jul 14 07:14:28.742574 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55446) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:28.748714 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b3a7b16-f7af-4f2e-ad2c-bda58920bd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:28.753082 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1223b530-ff96-415f-9228-733d4a8828bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'subnet': {'network_id': '28e759d7-6542-41ea-aa07-030bbc8ce24c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:28.762588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d77117-5fec-4c2b-98fe-1652efe0d50d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Network': ['ID=28e759d7-6542-41ea-aa07-030bbc8ce24c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:28.808379 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 28e759d7-6542-41ea-aa07-030bbc8ce24c details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:14:28.994591 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675fa5c-cbaa-4cb8-9167-54f19a7bcf1d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=b22b4ea1-08ff-4009-9e46-f10105ea5e42,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:29.025093 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2675fa5c-cbaa-4cb8-9167-54f19a7bcf1d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:29.029679 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2675fa5c-cbaa-4cb8-9167-54f19a7bcf1d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/b22b4ea1-08ff-4009-9e46-f10105ea5e42 HTTP/1.1" status: 204 len: 168 time: 1.2608895 Jul 14 07:14:29.030381 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55450) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:29.065048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Attempting to bind port bb90c854-5534-4308-b101-dcfbd9057b8e on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:14:29.065456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Attempting to bind port bb90c854-5534-4308-b101-dcfbd9057b8e by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:14:29.065749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Attempting to bind port bb90c854-5534-4308-b101-dcfbd9057b8e on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:14:29.080530 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-911f18a1-0f99-4b74-ba6e-d99fe56c0030 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:29.081008 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-911f18a1-0f99-4b74-ba6e-d99fe56c0030 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Floating IP 7d41ed60-4edc-47c6-9f1e-819f67574385 disassociated (deleted). External IP: 172.25.7.97, port: 338c9b84-00e8-4928-89fb-111b3fb947b4. Jul 14 07:14:29.085663 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Port bb90c854-5534-4308-b101-dcfbd9057b8e on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:14:29.085990 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Attempting to bind port bb90c854-5534-4308-b101-dcfbd9057b8e on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:14:29.138770 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:14:29.138770 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:29.138770 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:14:29.138770 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Bound port: bb90c854-5534-4308-b101-dcfbd9057b8e, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:14:29.138770 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:29.162411 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1223b530-ff96-415f-9228-733d4a8828bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:29.172641 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1223b530-ff96-415f-9228-733d4a8828bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:29.175710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b42be9-ba86-45ad-bcd5-f6ac151678e8 req-d6c48468-5d4e-485b-aa82-8f06ef402927 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:29.183335 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-20b42be9-ba86-45ad-bcd5-f6ac151678e8 req-d6c48468-5d4e-485b-aa82-8f06ef402927 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/ports?device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 948 time: 0.2446725 Jul 14 07:14:29.195282 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-26f1be9e-36e0-47b9-b180-cd0bb40e0d89 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1539145 Jul 14 07:14:29.205288 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55456) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:29.273050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc5a9fa-3766-4934-8165-23616c69a43b None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:29.368999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b6fea80e-1ce8-4fd3-977f-3ebfbe32f1c8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:29.407026 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.api [None req-9b3a7b16-f7af-4f2e-ad2c-bda58920bd98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:14:29.407371 n-d-778696-5 neutron-server[93829]: DEBUG oslo_db.api [None req-9b3a7b16-f7af-4f2e-ad2c-bda58920bd98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:14:29.461717 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Allocated IP 172.20.255.242 (55fd02a6-b8dd-4ae5-b6cd-11b17c758f03/45a119c3-5d25-48e3-a002-fb3131061a99/794aae45-e736-4e26-b609-a71e0492744e) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:29.502450 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1223b530-ff96-415f-9228-733d4a8828bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:29.563225 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223b530-ff96-415f-9228-733d4a8828bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Subnet': ['ID=500186be-21ac-437e-b297-e3534f99714f,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:29.614660 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1223b530-ff96-415f-9228-733d4a8828bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Checking segment: {'id': 'fa03f541-d381-4b5e-b38c-2bf058a0ca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28e759d7-6542-41ea-aa07-030bbc8ce24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:29.614660 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1223b530-ff96-415f-9228-733d4a8828bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network hostable DHCP agents. Network: 28e759d7-6542-41ea-aa07-030bbc8ce24c, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:14:29.645311 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1223b530-ff96-415f-9228-733d4a8828bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network 28e759d7-6542-41ea-aa07-030bbc8ce24c is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:14:29.682125 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1223b530-ff96-415f-9228-733d4a8828bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 28e759d7-6542-41ea-aa07-030bbc8ce24c) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:29.698172 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1223b530-ff96-415f-9228-733d4a8828bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:29.698777 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1223b530-ff96-415f-9228-733d4a8828bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:29.718277 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1223b530-ff96-415f-9228-733d4a8828bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9715815 Jul 14 07:14:29.718513 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-20b42be9-ba86-45ad-bcd5-f6ac151678e8 req-e150ceeb-84ae-47d7-8498-da336ec40102 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f8226f8-95ac-4ee9-bcc1-8ab10e0c84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5340362 Jul 14 07:14:29.720742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55474) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:29.777393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911f18a1-0f99-4b74-ba6e-d99fe56c0030 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router 3aec3154-92cd-428d-814f-a8f82b5858a9 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:14:29.792982 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:29.803417 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Transition to ACTIVE for port object 794aae45-e736-4e26-b609-a71e0492744e will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:29.824269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Transition to ACTIVE for port object 794aae45-e736-4e26-b609-a71e0492744e will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:29.832756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da96a8e2-59e3-4a61-a646-5ced7a8228ee None None] Network 28e759d7-6542-41ea-aa07-030bbc8ce24c requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:29.872509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] For port bb90c854-5534-4308-b101-dcfbd9057b8e, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:14:29.878364 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] For port bb90c854-5534-4308-b101-dcfbd9057b8e, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bb90c854-5534-4308-b101-dcfbd9057b8e,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:14:29.901394 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:29.915968 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:29.996913 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:30.049506 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Network 55fd02a6-b8dd-4ae5-b6cd-11b17c758f03 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:30.070554 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:30.107665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:30.116829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca45102-5e3f-4fcb-bca9-020fc1a6e9b9 None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:14:30.159386 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b3a7b16-f7af-4f2e-ad2c-bda58920bd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:30.177681 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fea80e-1ce8-4fd3-977f-3ebfbe32f1c8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:30.181807 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6fea80e-1ce8-4fd3-977f-3ebfbe32f1c8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:30.183546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-28e759d7-6542-41ea-aa07-030bbc8ce24c', 'network_id': '28e759d7-6542-41ea-aa07-030bbc8ce24c', 'tenant_id': 'bd912f4f28964f31bba661e2af99898d', 'fixed_ips': [{'subnet_id': '500186be-21ac-437e-b297-e3534f99714f'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:14:30.184585 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:30.188378 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Pushing event updated for resources: {'Port': ['ID=794aae45-e736-4e26-b609-a71e0492744e,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:30.189317 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:30.189941 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:30.191363 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] 10.222.0.30 "PUT /v2.0/ports/bb90c854-5534-4308-b101-dcfbd9057b8e HTTP/1.1" status: 200 len: 1096 time: 3.6447525 Jul 14 07:14:30.203739 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4400c7a5-3219-40d5-8986-a2c8cd61d970', 'tag': 'bb90c854-5534-4308-b101-dcfbd9057b8e'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:14:30.207381 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806d550e-1f6f-4036-838c-96978d4f94a1" -d '{"events": [{"name": "network-changed", "server_uuid": "4400c7a5-3219-40d5-8986-a2c8cd61d970", "tag": "bb90c854-5534-4308-b101-dcfbd9057b8e"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:14:30.588071 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Allocated IP 172.20.0.2 (28e759d7-6542-41ea-aa07-030bbc8ce24c/500186be-21ac-437e-b297-e3534f99714f/d27a8ad2-1094-4897-b25d-d3367c195d90) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:30.757067 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:30.767134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Transition to ACTIVE for port object d27a8ad2-1094-4897-b25d-d3367c195d90 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:30.787086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Transition to ACTIVE for port object d27a8ad2-1094-4897-b25d-d3367c195d90 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:30.815751 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:30.822734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9b3a7b16-f7af-4f2e-ad2c-bda58920bd98 None None] For port 09992652-9cd9-4976-91ce-9967b342f48a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=09992652-9cd9-4976-91ce-9967b342f48a,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:30.852926 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a82c6-5bf1-4621-bfcc-818beb14f04a service neutron] Pushing event updated for resources: {'Port': ['ID=bb90c854-5534-4308-b101-dcfbd9057b8e,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:30.863755 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Attempting to bind port 794aae45-e736-4e26-b609-a71e0492744e on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:14:30.864590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Attempting to bind port 794aae45-e736-4e26-b609-a71e0492744e by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '8242bd30-cc70-45c8-a24b-d77e411947d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '55fd02a6-b8dd-4ae5-b6cd-11b17c758f03'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:14:30.865739 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Attempting to bind port 794aae45-e736-4e26-b609-a71e0492744e on network 55fd02a6-b8dd-4ae5-b6cd-11b17c758f03 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:14:30.867861 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b3a7b16-f7af-4f2e-ad2c-bda58920bd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:30.901774 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Network 28e759d7-6542-41ea-aa07-030bbc8ce24c is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:30.908714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:30.914142 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:30.920611 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ee016838-335d-440b-af61-a72e34d9d694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:30.924178 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:14:30.924945 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Checking segment: {'id': '8242bd30-cc70-45c8-a24b-d77e411947d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '55fd02a6-b8dd-4ae5-b6cd-11b17c758f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:30.928100 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:30.928100 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Bound using segment: {'id': '8242bd30-cc70-45c8-a24b-d77e411947d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '55fd02a6-b8dd-4ae5-b6cd-11b17c758f03'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:14:30.928100 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Bound port: 794aae45-e736-4e26-b609-a71e0492744e, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8242bd30-cc70-45c8-a24b-d77e411947d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '55fd02a6-b8dd-4ae5-b6cd-11b17c758f03'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:14:30.928100 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:30.935105 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Pushing event updated for resources: {'Port': ['ID=d27a8ad2-1094-4897-b25d-d3367c195d90,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:30.987149 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077f5fe4-08df-4b5d-b5a9-25b82ea4d3dd x-openstack-request-id: req-077f5fe4-08df-4b5d-b5a9-25b82ea4d3dd {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:14:30.987439 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4400c7a5-3219-40d5-8986-a2c8cd61d970", "tag": "bb90c854-5534-4308-b101-dcfbd9057b8e", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:14:30.987687 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-077f5fe4-08df-4b5d-b5a9-25b82ea4d3dd {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:14:30.988077 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4400c7a5-3219-40d5-8986-a2c8cd61d970', 'tag': 'bb90c854-5534-4308-b101-dcfbd9057b8e', 'status': 'completed', 'code': 200} Jul 14 07:14:30.989155 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911f18a1-0f99-4b74-ba6e-d99fe56c0030 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:14:31.038613 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87866c4d-ad97-4cf8-a90a-ebc89c2ce884 None None] Sync routers for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:14:31.063717 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-911f18a1-0f99-4b74-ba6e-d99fe56c0030 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:31.097682 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a7b16-f7af-4f2e-ad2c-bda58920bd98 None None] Pushing event updated for resources: {'Port': ['ID=09992652-9cd9-4976-91ce-9967b342f48a,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:31.109259 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 09992652-9cd9-4976-91ce-9967b342f48a no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:14:31.216843 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:31.220596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] For port 794aae45-e736-4e26-b609-a71e0492744e, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:14:31.224440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] For port 794aae45-e736-4e26-b609-a71e0492744e, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=794aae45-e736-4e26-b609-a71e0492744e,segment=NetworkSegment(8242bd30-cc70-45c8-a24b-d77e411947d7),segment_id=8242bd30-cc70-45c8-a24b-d77e411947d7)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:14:31.234540 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-8ca45102-5e3f-4fcb-bca9-020fc1a6e9b9 None None] Deleting port 09992652-9cd9-4976-91ce-9967b342f48a {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:31.234540 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ca45102-5e3f-4fcb-bca9-020fc1a6e9b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:31.240148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87866c4d-ad97-4cf8-a90a-ebc89c2ce884 None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:31.243428 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-87866c4d-ad97-4cf8-a90a-ebc89c2ce884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:31.252519 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-911f18a1-0f99-4b74-ba6e-d99fe56c0030 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/floatingips/7d41ed60-4edc-47c6-9f1e-819f67574385 HTTP/1.1" status: 204 len: 168 time: 5.1238823 Jul 14 07:14:31.255067 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55512) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:31.329986 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcba668-fe3d-4ff0-a009-0354e060a83f req-3da65e6c-b500-4d34-bbd4-b670a0aeb57f tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:31.340185 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2fcba668-fe3d-4ff0-a009-0354e060a83f req-3da65e6c-b500-4d34-bbd4-b670a0aeb57f tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/ports?device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 948 time: 0.3200712 Jul 14 07:14:31.348554 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:31.359154 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:31.383847 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-357c2d56-79f9-4e8b-9281-08ca0c33f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:31.385437 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-357c2d56-79f9-4e8b-9281-08ca0c33f2fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74bd638e03594e829ed7c2c54ff78f93&device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 1099 time: 0.4881482 Jul 14 07:14:31.478402 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Subnet': ['ID=500186be-21ac-437e-b297-e3534f99714f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:31.478612 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a1953fc6-c7d4-455d-abee-3851cf4f3190 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Deleting port 338c9b84-00e8-4928-89fb-111b3fb947b4 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:31.479454 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1953fc6-c7d4-455d-abee-3851cf4f3190 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:31.516840 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:31.554619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e759d7-6542-41ea-aa07-030bbc8ce24c']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:31.558493 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-87866c4d-ad97-4cf8-a90a-ebc89c2ce884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:31.634415 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1953fc6-c7d4-455d-abee-3851cf4f3190 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:31.649664 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a1953fc6-c7d4-455d-abee-3851cf4f3190 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Calling delete_port for 338c9b84-00e8-4928-89fb-111b3fb947b4 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:31.689902 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Attempting to bind port d27a8ad2-1094-4897-b25d-d3367c195d90 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:14:31.690494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Attempting to bind port d27a8ad2-1094-4897-b25d-d3367c195d90 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'fa03f541-d381-4b5e-b38c-2bf058a0ca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28e759d7-6542-41ea-aa07-030bbc8ce24c'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:14:31.690631 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Attempting to bind port d27a8ad2-1094-4897-b25d-d3367c195d90 on network 28e759d7-6542-41ea-aa07-030bbc8ce24c {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:14:31.729158 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bd7f11a9-dd1e-4433-a42f-f63a3bcc3376 None None] Could not find standard attr ID for object d41ecdca-3986-445d-b9fe-f61eee432425. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:14:31.731298 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603a67a-0e03-4349-a2ab-2b7042d387d3 None None] Pushing event updated for resources: {'Port': ['ID=794aae45-e736-4e26-b609-a71e0492744e,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:31.790696 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87866c4d-ad97-4cf8-a90a-ebc89c2ce884 None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:31.791580 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-87866c4d-ad97-4cf8-a90a-ebc89c2ce884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:31.805674 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-c219c66a-a440-4a80-b548-63e8873ef40f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=bb90c854-5534-4308-b101-dcfbd9057b8e HTTP/1.1" status: 200 len: 217 time: 0.0696869 Jul 14 07:14:31.818669 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:14:31.822944 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Checking segment: {'id': 'fa03f541-d381-4b5e-b38c-2bf058a0ca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28e759d7-6542-41ea-aa07-030bbc8ce24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:31.823965 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:31.824616 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Bound using segment: {'id': 'fa03f541-d381-4b5e-b38c-2bf058a0ca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28e759d7-6542-41ea-aa07-030bbc8ce24c'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:14:31.825237 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Bound port: d27a8ad2-1094-4897-b25d-d3367c195d90, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa03f541-d381-4b5e-b38c-2bf058a0ca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28e759d7-6542-41ea-aa07-030bbc8ce24c'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:14:31.825730 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:31.850322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa03f541-d381-4b5e-b38c-2bf058a0ca91') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:31.850669 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa03f541-d381-4b5e-b38c-2bf058a0ca91') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:31.863355 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8ca45102-5e3f-4fcb-bca9-020fc1a6e9b9 None None] For port 09992652-9cd9-4976-91ce-9967b342f48a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=09992652-9cd9-4976-91ce-9967b342f48a,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:31.864828 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ca45102-5e3f-4fcb-bca9-020fc1a6e9b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:31.887793 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2fcba668-fe3d-4ff0-a009-0354e060a83f req-59642d89-b81f-4090-bd57-0c66491ba7b5 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f8226f8-95ac-4ee9-bcc1-8ab10e0c84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5466266 Jul 14 07:14:31.890031 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:31.899251 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-8ca45102-5e3f-4fcb-bca9-020fc1a6e9b9 None None] Calling delete_port for 09992652-9cd9-4976-91ce-9967b342f48a owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:31.961430 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:31.964682 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-ca6f1cde-0db4-469f-b457-66042c4678ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:31.966312 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-ca6f1cde-0db4-469f-b457-66042c4678ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1371040 Jul 14 07:14:32.020509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:14:32.020981 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:14:32.036223 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:14:32.216187 n-d-778696-5 neutron-server[93828]: DEBUG neutron.objects.ports [None req-b6fea80e-1ce8-4fd3-977f-3ebfbe32f1c8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 07:14:32.225947 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6fea80e-1ce8-4fd3-977f-3ebfbe32f1c8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:32.243405 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1953fc6-c7d4-455d-abee-3851cf4f3190 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:32.303313 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1953fc6-c7d4-455d-abee-3851cf4f3190 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event deleted for resources: {'Port': ['ID=338c9b84-00e8-4928-89fb-111b3fb947b4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:32.322871 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-87866c4d-ad97-4cf8-a90a-ebc89c2ce884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:32.323702 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87866c4d-ad97-4cf8-a90a-ebc89c2ce884 None None] The sync data for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:14:32.331017 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ca45102-5e3f-4fcb-bca9-020fc1a6e9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:32.361698 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fea80e-1ce8-4fd3-977f-3ebfbe32f1c8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=5283ccfd-238c-4487-aa92-0f4fe9fbc65b,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:32.375434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fea80e-1ce8-4fd3-977f-3ebfbe32f1c8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:32.388097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-b6fea80e-1ce8-4fd3-977f-3ebfbe32f1c8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:32.395952 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.db.api [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 07:14:32.395952 n-d-778696-5 neutron-server[93828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 07:14:32.395952 n-d-778696-5 neutron-server[93828]: [parameters: {'id': '28e759d7-6542-41ea-aa07-030bbc8ce24c'}] Jul 14 07:14:32.395952 n-d-778696-5 neutron-server[93828]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:14:32.396777 n-d-778696-5 neutron-server[93828]: DEBUG oslo_db.api [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:14:32.399399 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fea80e-1ce8-4fd3-977f-3ebfbe32f1c8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:32.400272 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6fea80e-1ce8-4fd3-977f-3ebfbe32f1c8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:32.406659 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-86dc5584-3d85-4e14-93d7-5e2bf01e6049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:32.408511 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-86dc5584-3d85-4e14-93d7-5e2bf01e6049 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4325254 Jul 14 07:14:32.454920 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1953fc6-c7d4-455d-abee-3851cf4f3190 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:32.457614 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a1953fc6-c7d4-455d-abee-3851cf4f3190 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/ports/338c9b84-00e8-4928-89fb-111b3fb947b4 HTTP/1.1" status: 204 len: 168 time: 1.2013898 Jul 14 07:14:32.461702 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55538) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:32.467085 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-45d7e7f4-1dca-4cf2-b35d-2ddf8194a532 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:32.502639 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b6fea80e-1ce8-4fd3-977f-3ebfbe32f1c8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1472826 Jul 14 07:14:32.503838 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45d7e7f4-1dca-4cf2-b35d-2ddf8194a532 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:32.505405 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55540) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:32.511137 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-feee3db5-03ae-4e80-b280-9129bcc5fa05 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'mac_address': 'fa:16:3e:15:24:8d', 'name': 'tempest-NetworksTestDHCPv6-293526317'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:32.551890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Port 09992652-9cd9-4976-91ce-9967b342f48a update to DOWN by agent not found {{(pid=93829) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 14 07:14:32.562307 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca45102-5e3f-4fcb-bca9-020fc1a6e9b9 None None] No DVR routers for this DVR port 09992652-9cd9-4976-91ce-9967b342f48a on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:14:32.566935 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca45102-5e3f-4fcb-bca9-020fc1a6e9b9 None None] Pushing event deleted for resources: {'Port': ['ID=09992652-9cd9-4976-91ce-9967b342f48a,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:32.623534 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efb9509-a805-47a8-8adb-8b50f0e7c5a2 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:32.703248 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-fb0bde2a-ec8f-4a19-901f-8709cc08708e service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799420 Jul 14 07:14:32.791652 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] For port d27a8ad2-1094-4897-b25d-d3367c195d90, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:14:32.798701 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45d7e7f4-1dca-4cf2-b35d-2ddf8194a532 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:32.846770 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feee3db5-03ae-4e80-b280-9129bcc5fa05 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:32.870363 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] For port d27a8ad2-1094-4897-b25d-d3367c195d90, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d27a8ad2-1094-4897-b25d-d3367c195d90,segment=NetworkSegment(fa03f541-d381-4b5e-b38c-2bf058a0ca91),segment_id=fa03f541-d381-4b5e-b38c-2bf058a0ca91)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:14:32.897923 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:33.044738 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:33.096494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d96f48-8e8c-4bfb-9dd9-78d81c520a60 None None] Pushing event updated for resources: {'Port': ['ID=d27a8ad2-1094-4897-b25d-d3367c195d90,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:33.162022 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ef152d0-2533-4ad0-bfef-94cce832af48 req-663bc943-0791-4e0a-a2f8-9633c5b8a707 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515114 Jul 14 07:14:33.220581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-45d7e7f4-1dca-4cf2-b35d-2ddf8194a532 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Allocated IP 172.25.7.96 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/b2dc0f9d-f659-42d5-8a58-dbf3962ff896) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:33.452985 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45d7e7f4-1dca-4cf2-b35d-2ddf8194a532 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:33.560001 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45d7e7f4-1dca-4cf2-b35d-2ddf8194a532 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:33.635204 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d7e7f4-1dca-4cf2-b35d-2ddf8194a532 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:33.637714 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-feee3db5-03ae-4e80-b280-9129bcc5fa05 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:33.644590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-45d7e7f4-1dca-4cf2-b35d-2ddf8194a532 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:33.649342 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d7e7f4-1dca-4cf2-b35d-2ddf8194a532 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:33.756834 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7e7f4-1dca-4cf2-b35d-2ddf8194a532 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=b2dc0f9d-f659-42d5-8a58-dbf3962ff896,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:33.784900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-feee3db5-03ae-4e80-b280-9129bcc5fa05 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port 83c9fc03-4fdf-400d-96ba-b2318a22da58 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:14:33.789082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 794aae45-e736-4e26-b609-a71e0492744e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:14:33.805975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d550e-1f6f-4036-838c-96978d4f94a1 req-d771a34a-b3b0-4286-8771-3b4f097c51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:33.808954 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-806d550e-1f6f-4036-838c-96978d4f94a1 req-d771a34a-b3b0-4286-8771-3b4f097c51f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74bd638e03594e829ed7c2c54ff78f93&device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 1099 time: 0.5588498 Jul 14 07:14:33.847348 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45d7e7f4-1dca-4cf2-b35d-2ddf8194a532 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:33.883224 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312a10dc-6bd7-4544-b5e8-6ee54ce869c8 None None] Network 55fd02a6-b8dd-4ae5-b6cd-11b17c758f03 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:33.966785 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Deleting port d27a8ad2-1094-4897-b25d-d3367c195d90 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:33.967127 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:33.981572 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45d7e7f4-1dca-4cf2-b35d-2ddf8194a532 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:34.008631 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dea3f-5a57-45a6-b6ad-6dc9cf2c2df1 req-501ed8e8-179b-42e9-bbc7-31fd66168d79 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:34.013574 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': '5283ccfd-238c-4487-aa92-0f4fe9fbc65b'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:14:34.023294 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:34.024381 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:14:34.026179 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd4dea3f-5a57-45a6-b6ad-6dc9cf2c2df1 req-501ed8e8-179b-42e9-bbc7-31fd66168d79 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/ports?device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 948 time: 0.7380178 Jul 14 07:14:34.359458 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Allocated IP 2001:db8::f816:3eff:fee2:6641 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/5283ccfd-238c-4487-aa92-0f4fe9fbc65b/2962d987-9d6b-4de6-9115-04da3cc18c90) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:34.397601 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45d7e7f4-1dca-4cf2-b35d-2ddf8194a532 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:34.411558 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45d7e7f4-1dca-4cf2-b35d-2ddf8194a532 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:34.477353 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d550e-1f6f-4036-838c-96978d4f94a1 req-2c80a705-4b1f-4714-a44d-8e75106ef0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:34.494500 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-806d550e-1f6f-4036-838c-96978d4f94a1 req-2c80a705-4b1f-4714-a44d-8e75106ef0d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.6602180 Jul 14 07:14:34.497495 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] For port d27a8ad2-1094-4897-b25d-d3367c195d90, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d27a8ad2-1094-4897-b25d-d3367c195d90,segment=NetworkSegment(fa03f541-d381-4b5e-b38c-2bf058a0ca91),segment_id=fa03f541-d381-4b5e-b38c-2bf058a0ca91)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:34.502009 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:34.547548 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7e7f4-1dca-4cf2-b35d-2ddf8194a532 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=b2dc0f9d-f659-42d5-8a58-dbf3962ff896,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:34.579015 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Calling delete_port for d27a8ad2-1094-4897-b25d-d3367c195d90 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:34.660330 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45d7e7f4-1dca-4cf2-b35d-2ddf8194a532 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:34.697264 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd4dea3f-5a57-45a6-b6ad-6dc9cf2c2df1 req-ed722caa-fff1-4f19-9e0b-a892b5e8f661 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f8226f8-95ac-4ee9-bcc1-8ab10e0c84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6699326 Jul 14 07:14:34.698663 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45d7e7f4-1dca-4cf2-b35d-2ddf8194a532 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:34.701308 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-45d7e7f4-1dca-4cf2-b35d-2ddf8194a532 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2374952 Jul 14 07:14:34.704223 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55596) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:34.711270 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-23f902f6-4acf-496a-8a67-a2905c040f64 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'port': {'network_id': '5d105c51-acc4-448c-8a76-92754f3a53b7', 'name': 'tempest-FloatingIPTestJSON-970699755'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:34.772988 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-806d550e-1f6f-4036-838c-96978d4f94a1 req-c29fefe6-7d42-4df5-a061-c5057e934275 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=bb90c854-5534-4308-b101-dcfbd9057b8e HTTP/1.1" status: 200 len: 217 time: 0.2536423 Jul 14 07:14:34.891530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f902f6-4acf-496a-8a67-a2905c040f64 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Made reservation on behalf of 18a2c5f4334246438c4c8626612ddc40 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:34.895646 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23f902f6-4acf-496a-8a67-a2905c040f64 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:34.902577 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc68dcc-37d7-4c4f-9cfe-dc5b0da952ac None None] Network 28e759d7-6542-41ea-aa07-030bbc8ce24c requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:34.904571 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6bd7b1bb-59b0-41b1-815d-5627afa3822f None None] Provisioning for port 794aae45-e736-4e26-b609-a71e0492744e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:34.931401 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:34.940778 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-23f902f6-4acf-496a-8a67-a2905c040f64 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] device_id is not set on port 91644edf-626e-4e08-b81a-27c72ecb4c3c yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:14:34.942298 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:34.946950 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-62c38e44-ad48-46f6-9260-b9bdbf1dc3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:34.988524 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d550e-1f6f-4036-838c-96978d4f94a1 req-2c48f106-c729-454e-9a10-68318bf043eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:34.990144 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-806d550e-1f6f-4036-838c-96978d4f94a1 req-2c48f106-c729-454e-9a10-68318bf043eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.2102821 Jul 14 07:14:35.053705 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Port': ['ID=d27a8ad2-1094-4897-b25d-d3367c195d90,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:35.087516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No DVR routers for this DVR port d27a8ad2-1094-4897-b25d-d3367c195d90 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:14:35.182042 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:35.192984 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e759d7-6542-41ea-aa07-030bbc8ce24c']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:35.204969 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa03f541-d381-4b5e-b38c-2bf058a0ca91') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:35.205293 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa03f541-d381-4b5e-b38c-2bf058a0ca91') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:35.216083 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:35.232337 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:35.232907 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:35.239090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:14:35.239495 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:35.242267 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Transition to ACTIVE for port object 2962d987-9d6b-4de6-9115-04da3cc18c90 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:35.262020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Transition to ACTIVE for port object 2962d987-9d6b-4de6-9115-04da3cc18c90 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:35.280112 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:35.322623 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:35.323925 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:35.333585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:35.362624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:35.380048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-feee3db5-03ae-4e80-b280-9129bcc5fa05 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::f816:3eff:fe15:248d (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/5283ccfd-238c-4487-aa92-0f4fe9fbc65b/83c9fc03-4fdf-400d-96ba-b2318a22da58) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:35.406827 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 794aae45-e736-4e26-b609-a71e0492744e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:35.467252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 794aae45-e736-4e26-b609-a71e0492744e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:35.467637 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:14:35.472483 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:14:35.557442 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f337f6a-709d-4a6c-995d-75370217ab08 req-7eafc80b-876d-403e-a73f-5ebd994faf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:35.558986 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f337f6a-709d-4a6c-995d-75370217ab08 req-7eafc80b-876d-403e-a73f-5ebd994faf0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4b2c8c511db4c2a9a4b9a01f343494e&device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 1096 time: 0.8654628 Jul 14 07:14:35.559611 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:35.602663 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-23f902f6-4acf-496a-8a67-a2905c040f64 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Allocated IP 172.20.0.7 (5d105c51-acc4-448c-8a76-92754f3a53b7/ce6bd104-05c7-4202-aa9a-072c192c82db/91644edf-626e-4e08-b81a-27c72ecb4c3c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:35.609890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bb90c854-5534-4308-b101-dcfbd9057b8e details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:14:35.652961 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:35.655120 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/28e759d7-6542-41ea-aa07-030bbc8ce24c HTTP/1.1" status: 204 len: 168 time: 5.9268723 Jul 14 07:14:35.664150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55616) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:35.671976 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-905066bd-0926-4fbc-971b-1624c72323d9 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-795479572'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:35.724987 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905066bd-0926-4fbc-971b-1624c72323d9 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:35.729349 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-905066bd-0926-4fbc-971b-1624c72323d9 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:35.765956 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Attempting to bind port 2962d987-9d6b-4de6-9115-04da3cc18c90 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:14:35.766332 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Attempting to bind port 2962d987-9d6b-4de6-9115-04da3cc18c90 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:14:35.766708 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Attempting to bind port 2962d987-9d6b-4de6-9115-04da3cc18c90 on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:14:35.768815 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Pushing event updated for resources: {'Port': ['ID=2962d987-9d6b-4de6-9115-04da3cc18c90,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:35.825889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:14:35.826277 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:35.826682 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:35.827088 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:14:35.828151 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Bound port: 2962d987-9d6b-4de6-9115-04da3cc18c90, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:14:35.828541 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:35.842676 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15079a-884d-4a3d-8b58-7b86f9450ae6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Network': ['ID=28e759d7-6542-41ea-aa07-030bbc8ce24c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:35.963511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf3b6f-5dc7-4687-a550-4db976a0198e req-c7e963c6-a79e-4af2-b6ee-b8f95bce8220 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:35.971583 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f2cf3b6f-5dc7-4687-a550-4db976a0198e req-c7e963c6-a79e-4af2-b6ee-b8f95bce8220 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.9934587 Jul 14 07:14:36.003740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d550e-1f6f-4036-838c-96978d4f94a1 req-fd7ee2be-01f6-4e3a-bd6d-e4cb0fe497c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:36.005156 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-806d550e-1f6f-4036-838c-96978d4f94a1 req-fd7ee2be-01f6-4e3a-bd6d-e4cb0fe497c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9923816 Jul 14 07:14:36.011990 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23f902f6-4acf-496a-8a67-a2905c040f64 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:36.018575 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port bb90c854-5534-4308-b101-dcfbd9057b8e, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bb90c854-5534-4308-b101-dcfbd9057b8e,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:36.038665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'bb90c854-5534-4308-b101-dcfbd9057b8e', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': 'bb90c854-5534-4308-b101-dcfbd9057b8e', 'mac_address': 'fa:16:3e:35:b4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:14:36.128783 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905066bd-0926-4fbc-971b-1624c72323d9 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:14:36.154439 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-905066bd-0926-4fbc-971b-1624c72323d9 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:36.154838 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-905066bd-0926-4fbc-971b-1624c72323d9 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Added segment 1a26547a-b765-456c-bf4b-bf286139d320 of type vlan for network 25c4600d-a485-4e8c-8460-77fef36bec7b Jul 14 07:14:36.163640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f2cf3b6f-5dc7-4687-a550-4db976a0198e req-261d2a09-2981-45dd-a55d-0dd3aa82496f tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910906 Jul 14 07:14:36.208045 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23f902f6-4acf-496a-8a67-a2905c040f64 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:36.244291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e26bade0-c2d9-4f66-a3d0-0f0e70ccc25c None None] Provisioning complete for port 794aae45-e736-4e26-b609-a71e0492744e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:36.244670 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e26bade0-c2d9-4f66-a3d0-0f0e70ccc25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:36.257498 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-feee3db5-03ae-4e80-b280-9129bcc5fa05 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:36.283156 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:36.309054 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb90c854-5534-4308-b101-dcfbd9057b8e {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:14:36.317895 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f337f6a-709d-4a6c-995d-75370217ab08 req-7409ad61-f851-4d60-8a39-2edadd0d4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:36.326841 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f902f6-4acf-496a-8a67-a2905c040f64 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network 5d105c51-acc4-448c-8a76-92754f3a53b7 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:36.333741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f902f6-4acf-496a-8a67-a2905c040f64 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=91644edf-626e-4e08-b81a-27c72ecb4c3c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:36.335135 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f337f6a-709d-4a6c-995d-75370217ab08 req-7409ad61-f851-4d60-8a39-2edadd0d4b75 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6167fc1b-e132-43c4-97c4-2419433fec40 HTTP/1.1" status: 200 len: 920 time: 0.7487798 Jul 14 07:14:36.337865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-23f902f6-4acf-496a-8a67-a2905c040f64 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:36.347012 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f902f6-4acf-496a-8a67-a2905c040f64 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:36.360151 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port bb90c854-5534-4308-b101-dcfbd9057b8e, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bb90c854-5534-4308-b101-dcfbd9057b8e,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:36.361813 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:36.375063 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-feee3db5-03ae-4e80-b280-9129bcc5fa05 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object 83c9fc03-4fdf-400d-96ba-b2318a22da58 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:36.383970 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:36.386386 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:36.424917 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f902f6-4acf-496a-8a67-a2905c040f64 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:36.425761 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23f902f6-4acf-496a-8a67-a2905c040f64 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:36.429826 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-905066bd-0926-4fbc-971b-1624c72323d9 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:36.461600 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] For port 2962d987-9d6b-4de6-9115-04da3cc18c90, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:14:36.512679 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 794aae45-e736-4e26-b609-a71e0492744e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=794aae45-e736-4e26-b609-a71e0492744e,segment=NetworkSegment(8242bd30-cc70-45c8-a24b-d77e411947d7),segment_id=8242bd30-cc70-45c8-a24b-d77e411947d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:36.520859 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] For port 2962d987-9d6b-4de6-9115-04da3cc18c90, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2962d987-9d6b-4de6-9115-04da3cc18c90,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:14:36.524271 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-23f902f6-4acf-496a-8a67-a2905c040f64 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8179021 Jul 14 07:14:36.531285 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:36.534785 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55642) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:36.546837 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-50dcd5de-7fb7-4ef7-a17d-8096e517b06d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'floatingip': {'port_id': '91644edf-626e-4e08-b81a-27c72ecb4c3c'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:36.568690 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:36.589529 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=bb90c854-5534-4308-b101-dcfbd9057b8e,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:36.669145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['bb90c854-5534-4308-b101-dcfbd9057b8e'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:14:36.682921 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50dcd5de-7fb7-4ef7-a17d-8096e517b06d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:36.687010 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-905066bd-0926-4fbc-971b-1624c72323d9 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:36.693225 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905066bd-0926-4fbc-971b-1624c72323d9 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:36.694190 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-905066bd-0926-4fbc-971b-1624c72323d9 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:36.784028 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=794aae45-e736-4e26-b609-a71e0492744e,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:36.934657 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0641d6e-0b35-4973-b6b6-d1b4970875ff None None] Pushing event updated for resources: {'Port': ['ID=2962d987-9d6b-4de6-9115-04da3cc18c90,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:37.027487 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905066bd-0926-4fbc-971b-1624c72323d9 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Network': ['ID=25c4600d-a485-4e8c-8460-77fef36bec7b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:37.052251 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-905066bd-0926-4fbc-971b-1624c72323d9 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3853264 Jul 14 07:14:37.061909 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55648) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:37.069066 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 25c4600d-a485-4e8c-8460-77fef36bec7b details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:14:37.075607 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8238495b-0873-4b0b-b062-90a8861bae0f tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'subnet': {'network_id': '25c4600d-a485-4e8c-8460-77fef36bec7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:37.159109 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f337f6a-709d-4a6c-995d-75370217ab08 req-4a285a99-f224-4058-8ffd-c20c72920c09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6d6ec95-9638-43ba-8b4d-02d245717a61 HTTP/1.1" status: 200 len: 217 time: 0.8146944 Jul 14 07:14:37.184456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ef22e-038f-4b60-b992-0ec1aaf273de req-87a20a03-508f-4b08-af6c-7b39f919253e tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:37.186464 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fb2ef22e-038f-4b60-b992-0ec1aaf273de req-87a20a03-508f-4b08-af6c-7b39f919253e tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/ports?device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 948 time: 1.1932263 Jul 14 07:14:37.342309 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-806d550e-1f6f-4036-838c-96978d4f94a1 req-e053959b-f332-4727-8871-773233b481c9 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3070371 Jul 14 07:14:37.355743 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8238495b-0873-4b0b-b062-90a8861bae0f tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:37.361103 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8238495b-0873-4b0b-b062-90a8861bae0f tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:37.488800 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-806d550e-1f6f-4036-838c-96978d4f94a1 req-5ef98bfe-e5e5-413b-bfc4-4ebc9a641359 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334016 Jul 14 07:14:37.506088 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-8238495b-0873-4b0b-b062-90a8861bae0f tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Performing IP validity checks on allocation pools {{(pid=93827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 07:14:37.507686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-8238495b-0873-4b0b-b062-90a8861bae0f tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 07:14:37.629224 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f337f6a-709d-4a6c-995d-75370217ab08 req-c67700cc-573f-4c3d-bb3e-11516bc62a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:37.631287 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f337f6a-709d-4a6c-995d-75370217ab08 req-c67700cc-573f-4c3d-bb3e-11516bc62a16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c57f6f9-d177-479b-9198-f0790b03deff HTTP/1.1" status: 200 len: 859 time: 0.4311264 Jul 14 07:14:37.640180 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fb2ef22e-038f-4b60-b992-0ec1aaf273de req-d846360b-9b16-4a9d-b373-9e1b76c9ee7e tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f8226f8-95ac-4ee9-bcc1-8ab10e0c84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976042 Jul 14 07:14:37.753029 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f337f6a-709d-4a6c-995d-75370217ab08 req-190efcea-7143-448f-9166-514bbbe46494 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6167fc1b-e132-43c4-97c4-2419433fec40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102211 Jul 14 07:14:37.755935 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-feee3db5-03ae-4e80-b280-9129bcc5fa05 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:37.993614 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8238495b-0873-4b0b-b062-90a8861bae0f tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:38.032425 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.db.resource_extend [None req-50dcd5de-7fb7-4ef7-a17d-8096e517b06d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:14:38.075097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e607b62-30b2-4c21-837a-97c0892ac2a3 req-e3bae502-8d62-4523-922e-7a0e80913905 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:38.076786 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5e607b62-30b2-4c21-837a-97c0892ac2a3 req-e3bae502-8d62-4523-922e-7a0e80913905 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.5869358 Jul 14 07:14:38.082977 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee3db5-03ae-4e80-b280-9129bcc5fa05 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=83c9fc03-4fdf-400d-96ba-b2318a22da58,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:38.102668 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feee3db5-03ae-4e80-b280-9129bcc5fa05 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:38.119549 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-feee3db5-03ae-4e80-b280-9129bcc5fa05 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:38.139486 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee3db5-03ae-4e80-b280-9129bcc5fa05 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:38.145794 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feee3db5-03ae-4e80-b280-9129bcc5fa05 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:38.152900 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-feee3db5-03ae-4e80-b280-9129bcc5fa05 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:38.176637 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238495b-0873-4b0b-b062-90a8861bae0f tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Subnet': ['ID=9bcd5ef6-b4e7-4c93-bed5-c9e4baa20cc7,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:38.184313 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50dcd5de-7fb7-4ef7-a17d-8096e517b06d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:38.186069 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238495b-0873-4b0b-b062-90a8861bae0f tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Checking segment: {'id': '1a26547a-b765-456c-bf4b-bf286139d320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '25c4600d-a485-4e8c-8460-77fef36bec7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:38.190373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8238495b-0873-4b0b-b062-90a8861bae0f tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network hostable DHCP agents. Network: 25c4600d-a485-4e8c-8460-77fef36bec7b, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:14:38.194403 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50dcd5de-7fb7-4ef7-a17d-8096e517b06d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:38.250874 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5e607b62-30b2-4c21-837a-97c0892ac2a3 req-34616724-00fc-42f8-a355-110a46a3a88a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453862 Jul 14 07:14:38.271188 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-feee3db5-03ae-4e80-b280-9129bcc5fa05 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.7645376 Jul 14 07:14:38.275502 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55678) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:38.315501 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8238495b-0873-4b0b-b062-90a8861bae0f tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network 25c4600d-a485-4e8c-8460-77fef36bec7b is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:14:38.328702 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f337f6a-709d-4a6c-995d-75370217ab08 req-fbc5bc6a-4835-4f76-b3c2-9c7c99d32bb1 service neutron] 10.222.0.15 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723499 Jul 14 07:14:38.401826 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-8238495b-0873-4b0b-b062-90a8861bae0f tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 25c4600d-a485-4e8c-8460-77fef36bec7b) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:38.412870 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee96dc93-533a-4224-b2a0-302ae3e9aac9 None None] Network 25c4600d-a485-4e8c-8460-77fef36bec7b requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:38.424325 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8238495b-0873-4b0b-b062-90a8861bae0f tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:38.425485 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8238495b-0873-4b0b-b062-90a8861bae0f tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:38.470748 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-50dcd5de-7fb7-4ef7-a17d-8096e517b06d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Floating IP fb5be82c-da1f-4029-904d-71052c18dab0 associated. External IP: 172.25.7.96, port: 91644edf-626e-4e08-b81a-27c72ecb4c3c. Jul 14 07:14:38.480748 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8238495b-0873-4b0b-b062-90a8861bae0f tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4093785 Jul 14 07:14:38.496623 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55686) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:38.673357 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-21f75b04-e63f-4b04-87b7-841fccf832e1 None None] Provisioning for port 2962d987-9d6b-4de6-9115-04da3cc18c90 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:38.695775 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7efb1c-3af4-48d9-9594-8492834d24ef tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:38.703397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7efb1c-3af4-48d9-9594-8492834d24ef tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:38.707960 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5a7efb1c-3af4-48d9-9594-8492834d24ef tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4305024 Jul 14 07:14:38.708624 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55690) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:38.863850 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f337f6a-709d-4a6c-995d-75370217ab08 req-f855736a-ee51-4e82-b80c-fc55525fd2ad service neutron] 10.222.0.15 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076954 Jul 14 07:14:38.867210 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2962d987-9d6b-4de6-9115-04da3cc18c90 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:14:38.926583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dcd5de-7fb7-4ef7-a17d-8096e517b06d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router 3aec3154-92cd-428d-814f-a8f82b5858a9 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:14:39.047159 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d590a45-bb82-42be-ae4e-c333719e86ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-25c4600d-a485-4e8c-8460-77fef36bec7b', 'network_id': '25c4600d-a485-4e8c-8460-77fef36bec7b', 'tenant_id': 'bd912f4f28964f31bba661e2af99898d', 'fixed_ips': [{'subnet_id': '9bcd5ef6-b4e7-4c93-bed5-c9e4baa20cc7'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:14:39.048247 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1d590a45-bb82-42be-ae4e-c333719e86ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:39.060129 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-979e4e65-4119-43cb-bd8a-5a7543d6ec47 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:39.060451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-963dd453-b888-4489-8493-878925c82844 None None] Provisioning for port 83c9fc03-4fdf-400d-96ba-b2318a22da58 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:39.089396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-963dd453-b888-4489-8493-878925c82844 None None] Provisioning complete for port 83c9fc03-4fdf-400d-96ba-b2318a22da58 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:39.090142 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-963dd453-b888-4489-8493-878925c82844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:39.134257 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dcd5de-7fb7-4ef7-a17d-8096e517b06d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:14:39.149152 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba44d1dc-e32f-4826-bbb2-f8794399b8be None None] Sync routers for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:14:39.153991 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50dcd5de-7fb7-4ef7-a17d-8096e517b06d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:39.170359 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44d1dc-e32f-4826-bbb2-f8794399b8be None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:39.170991 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ba44d1dc-e32f-4826-bbb2-f8794399b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:34Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:39.177503 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324a3bf-4707-4240-a5c7-caa891835afc req-c067fae2-c9ca-472b-beea-85467a343b94 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:39.179629 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5324a3bf-4707-4240-a5c7-caa891835afc req-c067fae2-c9ca-472b-beea-85467a343b94 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/ports?device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 949 time: 0.1663101 Jul 14 07:14:39.182610 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-979e4e65-4119-43cb-bd8a-5a7543d6ec47 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:39.263210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c3f31-b998-4aaf-a40c-0c8b6e115b12 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port 83c9fc03-4fdf-400d-96ba-b2318a22da58 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:39.263884 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3f31-b998-4aaf-a40c-0c8b6e115b12 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:39.290398 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-50dcd5de-7fb7-4ef7-a17d-8096e517b06d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "PUT /v2.0/floatingips/fb5be82c-da1f-4029-904d-71052c18dab0 HTTP/1.1" status: 200 len: 976 time: 2.7479863 Jul 14 07:14:39.290398 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55716) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:39.295245 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5324a3bf-4707-4240-a5c7-caa891835afc req-6421402f-a1d5-4968-b21a-f74919b99cb5 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f8226f8-95ac-4ee9-bcc1-8ab10e0c84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091056 Jul 14 07:14:39.374683 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ba44d1dc-e32f-4826-bbb2-f8794399b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:39.393879 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-963dd453-b888-4489-8493-878925c82844 None None] Port 83c9fc03-4fdf-400d-96ba-b2318a22da58 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:14:39.395750 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44d1dc-e32f-4826-bbb2-f8794399b8be None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:39.396389 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ba44d1dc-e32f-4826-bbb2-f8794399b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:34Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:39.414863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 2962d987-9d6b-4de6-9115-04da3cc18c90 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:39.430068 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 2962d987-9d6b-4de6-9115-04da3cc18c90 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:39.432563 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:39.488820 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-979e4e65-4119-43cb-bd8a-5a7543d6ec47 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:39.524939 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ba44d1dc-e32f-4826-bbb2-f8794399b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:39.525630 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba44d1dc-e32f-4826-bbb2-f8794399b8be None None] The sync data for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server [None req-1d590a45-bb82-42be-ae4e-c333719e86ce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bcd5ef6-b4e7-4c93-bed5-c9e4baa20cc7: This subnet is being modified by another concurrent operation. Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 07:14:39.541222 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise exception Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bcd5ef6-b4e7-4c93-bed5-c9e4baa20cc7: This subnet is being modified by another concurrent operation. Jul 14 07:14:39.544889 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server Jul 14 07:14:39.580091 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41ffd6d-bbfb-49e8-baea-f8301a2d73fa None None] Network 25c4600d-a485-4e8c-8460-77fef36bec7b requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:39.582068 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bb90c854-5534-4308-b101-dcfbd9057b8e up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:14:39.657464 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e4e65-4119-43cb-bd8a-5a7543d6ec47 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Subnet': ['ID=9bcd5ef6-b4e7-4c93-bed5-c9e4baa20cc7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:39.660957 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3f31-b998-4aaf-a40c-0c8b6e115b12 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:39.694064 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0cf586e6-c9ee-46d5-9b5f-5f9541389e4e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Deleting port 91644edf-626e-4e08-b81a-27c72ecb4c3c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:39.694669 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cf586e6-c9ee-46d5-9b5f-5f9541389e4e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:39.698491 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c3f31-b998-4aaf-a40c-0c8b6e115b12 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for 83c9fc03-4fdf-400d-96ba-b2318a22da58 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:39.709735 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-979e4e65-4119-43cb-bd8a-5a7543d6ec47 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:39.731154 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-979e4e65-4119-43cb-bd8a-5a7543d6ec47 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c4600d-a485-4e8c-8460-77fef36bec7b']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:39.791432 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-979e4e65-4119-43cb-bd8a-5a7543d6ec47 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a26547a-b765-456c-bf4b-bf286139d320') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:39.791845 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-979e4e65-4119-43cb-bd8a-5a7543d6ec47 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a26547a-b765-456c-bf4b-bf286139d320') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:39.817677 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-979e4e65-4119-43cb-bd8a-5a7543d6ec47 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:39.842578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf1aa3-73eb-464c-97b4-46a69f7574c9 req-b543960c-bef4-46b8-89c8-5a333b93d2ef tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:39.848448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88bf1aa3-73eb-464c-97b4-46a69f7574c9 req-b543960c-bef4-46b8-89c8-5a333b93d2ef tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.3098388 Jul 14 07:14:39.868314 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cf586e6-c9ee-46d5-9b5f-5f9541389e4e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:39.892227 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-979e4e65-4119-43cb-bd8a-5a7543d6ec47 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:39.907237 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979e4e65-4119-43cb-bd8a-5a7543d6ec47 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:14:39.907881 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-979e4e65-4119-43cb-bd8a-5a7543d6ec47 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:14:39.912538 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:14:40.001718 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88bf1aa3-73eb-464c-97b4-46a69f7574c9 req-21b2cbfc-9e74-43ad-87b2-0d5878495da6 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522279 Jul 14 07:14:40.040129 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-979e4e65-4119-43cb-bd8a-5a7543d6ec47 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:40.052477 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-979e4e65-4119-43cb-bd8a-5a7543d6ec47 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:40.055052 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-979e4e65-4119-43cb-bd8a-5a7543d6ec47 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/25c4600d-a485-4e8c-8460-77fef36bec7b HTTP/1.1" status: 204 len: 168 time: 1.5514970 Jul 14 07:14:40.062685 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55726) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:40.070411 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-0286d7b3-3c63-48cd-87e1-2e24c3ff8b99 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2074309758'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:40.093338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e4e65-4119-43cb-bd8a-5a7543d6ec47 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Network': ['ID=25c4600d-a485-4e8c-8460-77fef36bec7b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:40.119249 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3f31-b998-4aaf-a40c-0c8b6e115b12 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:40.133927 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0286d7b3-3c63-48cd-87e1-2e24c3ff8b99 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:40.137802 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0286d7b3-3c63-48cd-87e1-2e24c3ff8b99 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:40.189381 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c3f31-b998-4aaf-a40c-0c8b6e115b12 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=83c9fc03-4fdf-400d-96ba-b2318a22da58,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:40.240013 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3f31-b998-4aaf-a40c-0c8b6e115b12 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:40.242931 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7b1c3f31-b998-4aaf-a40c-0c8b6e115b12 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/83c9fc03-4fdf-400d-96ba-b2318a22da58 HTTP/1.1" status: 204 len: 168 time: 1.5298207 Jul 14 07:14:40.244769 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0286d7b3-3c63-48cd-87e1-2e24c3ff8b99 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:14:40.247096 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55730) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:40.272824 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:40.364787 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port bb90c854-5534-4308-b101-dcfbd9057b8e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:40.376614 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db3eefc-4a11-4ae1-98ec-89270df208ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:40.378583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db3eefc-4a11-4ae1-98ec-89270df208ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:40.389242 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1db3eefc-4a11-4ae1-98ec-89270df208ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1330910 Jul 14 07:14:40.389242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55740) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:40.407302 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port bb90c854-5534-4308-b101-dcfbd9057b8e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:40.414728 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:40.445339 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0286d7b3-3c63-48cd-87e1-2e24c3ff8b99 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:40.445339 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-0286d7b3-3c63-48cd-87e1-2e24c3ff8b99 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Added segment c9c81694-8267-4056-9081-b434754edcee of type vlan for network d9edea69-a047-42f2-bb7e-f31c1648bc94 Jul 14 07:14:40.559378 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 2962d987-9d6b-4de6-9115-04da3cc18c90, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2962d987-9d6b-4de6-9115-04da3cc18c90,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:40.572548 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:40.574075 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 794aae45-e736-4e26-b609-a71e0492744e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:14:40.576397 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0286d7b3-3c63-48cd-87e1-2e24c3ff8b99 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:40.602045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-77aa71d7-fda6-44a9-9dd2-5d772f3a08b4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet 5283ccfd-238c-4487-aa92-0f4fe9fbc65b {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:14:40.610256 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77aa71d7-fda6-44a9-9dd2-5d772f3a08b4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:40.614421 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cf586e6-c9ee-46d5-9b5f-5f9541389e4e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:40.617483 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cf586e6-c9ee-46d5-9b5f-5f9541389e4e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:40.618158 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-0cf586e6-c9ee-46d5-9b5f-5f9541389e4e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Floating IP fb5be82c-da1f-4029-904d-71052c18dab0 disassociated. External IP: 172.25.7.96, port: 91644edf-626e-4e08-b81a-27c72ecb4c3c. Jul 14 07:14:40.620207 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0cf586e6-c9ee-46d5-9b5f-5f9541389e4e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Calling delete_port for 91644edf-626e-4e08-b81a-27c72ecb4c3c owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:40.715073 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0286d7b3-3c63-48cd-87e1-2e24c3ff8b99 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:40.728908 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0286d7b3-3c63-48cd-87e1-2e24c3ff8b99 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:40.729699 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0286d7b3-3c63-48cd-87e1-2e24c3ff8b99 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:40.792102 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=2962d987-9d6b-4de6-9115-04da3cc18c90,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:40.794350 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef9c7b4-dea8-4740-81b0-d48b05519e1f None None] get_active_networks_info from n-d-778696-5 {{(pid=93829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 07:14:40.798243 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77aa71d7-fda6-44a9-9dd2-5d772f3a08b4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:40.805312 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0286d7b3-3c63-48cd-87e1-2e24c3ff8b99 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7393224 Jul 14 07:14:40.810570 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55752) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:40.840139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:40.840743 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:40.841095 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:40.841467 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:40.841805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:40.843665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:40.843665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:40.843665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:40.843950 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:40.844256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:40.844583 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:40.844909 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:14:40.860330 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 794aae45-e736-4e26-b609-a71e0492744e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:40.860986 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:40.885251 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cf586e6-c9ee-46d5-9b5f-5f9541389e4e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:40.887971 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:40.949602 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4400c7a5-3219-40d5-8986-a2c8cd61d970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb90c854-5534-4308-b101-dcfbd9057b8e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:14:40.949602 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1aa459-b375-4783-826b-79cf373f1b71" -d '{"events": [{"server_uuid": "4400c7a5-3219-40d5-8986-a2c8cd61d970", "name": "network-vif-plugged", "status": "completed", "tag": "bb90c854-5534-4308-b101-dcfbd9057b8e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:14:40.996066 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf586e6-c9ee-46d5-9b5f-5f9541389e4e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event deleted for resources: {'Port': ['ID=91644edf-626e-4e08-b81a-27c72ecb4c3c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:41.008794 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-90123455-440b-4306-9d52-b0c1e51814a8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'subnet': {'network_id': 'd9edea69-a047-42f2-bb7e-f31c1648bc94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:41.025839 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port bb90c854-5534-4308-b101-dcfbd9057b8e, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bb90c854-5534-4308-b101-dcfbd9057b8e,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:41.055939 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d738bc2d-30b0-46c1-b09e-78e892b4410d x-openstack-request-id: req-d738bc2d-30b0-46c1-b09e-78e892b4410d {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:14:41.056221 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4400c7a5-3219-40d5-8986-a2c8cd61d970", "name": "network-vif-plugged", "status": "completed", "tag": "bb90c854-5534-4308-b101-dcfbd9057b8e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:14:41.056450 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d738bc2d-30b0-46c1-b09e-78e892b4410d {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:14:41.056849 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4400c7a5-3219-40d5-8986-a2c8cd61d970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb90c854-5534-4308-b101-dcfbd9057b8e', 'code': 200} Jul 14 07:14:41.065819 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:41.243988 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=bb90c854-5534-4308-b101-dcfbd9057b8e,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:41.250048 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef9c7b4-dea8-4740-81b0-d48b05519e1f None None] Resources bound (agent type, host, resource id): {{(pid=93829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 07:14:41.269503 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf586e6-c9ee-46d5-9b5f-5f9541389e4e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router 3aec3154-92cd-428d-814f-a8f82b5858a9 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:14:41.271296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286d7b3-3c63-48cd-87e1-2e24c3ff8b99 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Network': ['ID=d9edea69-a047-42f2-bb7e-f31c1648bc94,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:41.294059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network d9edea69-a047-42f2-bb7e-f31c1648bc94 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:14:41.459749 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf586e6-c9ee-46d5-9b5f-5f9541389e4e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:14:41.473038 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01098e62-7aa5-4ab3-8815-ace901b6d8e5 None None] Sync routers for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:14:41.509131 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01098e62-7aa5-4ab3-8815-ace901b6d8e5 None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:41.510082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-01098e62-7aa5-4ab3-8815-ace901b6d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:34Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:41.579727 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2962d987-9d6b-4de6-9115-04da3cc18c90 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:14:41.603285 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77aa71d7-fda6-44a9-9dd2-5d772f3a08b4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:41.605288 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cf586e6-c9ee-46d5-9b5f-5f9541389e4e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:41.611727 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0cf586e6-c9ee-46d5-9b5f-5f9541389e4e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/ports/91644edf-626e-4e08-b81a-27c72ecb4c3c HTTP/1.1" status: 204 len: 168 time: 2.3110909 Jul 14 07:14:41.612875 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55770) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:41.614491 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005f72c-7da7-4c74-9c5e-77b6977e1110 req-82046e0a-b1dc-4dcb-96c7-57db118f566f tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:41.623156 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c005f72c-7da7-4c74-9c5e-77b6977e1110 req-82046e0a-b1dc-4dcb-96c7-57db118f566f tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/ports?device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 949 time: 0.7502244 Jul 14 07:14:41.629132 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-01098e62-7aa5-4ab3-8815-ace901b6d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:41.643768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961090ba-f18f-469d-a403-4395ddbbee10 req-1e41d63f-0dd3-4c11-9e90-792c9cdc125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:41.651860 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-961090ba-f18f-469d-a403-4395ddbbee10 req-1e41d63f-0dd3-4c11-9e90-792c9cdc125a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 1101 time: 0.5210042 Jul 14 07:14:41.689639 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b8a37018-6e0b-4620-b742-8a8444c64b55 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "GET /v2.0/floatingips/fb5be82c-da1f-4029-904d-71052c18dab0 HTTP/1.1" status: 200 len: 687 time: 0.0743039 Jul 14 07:14:41.690721 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01098e62-7aa5-4ab3-8815-ace901b6d8e5 None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:41.691435 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-01098e62-7aa5-4ab3-8815-ace901b6d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:34Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:41.691701 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55774) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:41.730397 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 2962d987-9d6b-4de6-9115-04da3cc18c90 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:41.730784 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:41.745674 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-01098e62-7aa5-4ab3-8815-ace901b6d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:41.745674 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01098e62-7aa5-4ab3-8815-ace901b6d8e5 None None] The sync data for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:14:41.912986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6994b419-9af8-41eb-a7e9-832dc2fda6b7 None None] get_active_networks_info from n-d-778696-5 {{(pid=93829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 07:14:41.922026 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c005f72c-7da7-4c74-9c5e-77b6977e1110 req-9ac87e87-1a74-44dd-bb6e-f1eb4acec6eb tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f8226f8-95ac-4ee9-bcc1-8ab10e0c84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990425 Jul 14 07:14:41.931629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90123455-440b-4306-9d52-b0c1e51814a8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:41.942946 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-90123455-440b-4306-9d52-b0c1e51814a8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:42.048176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-37873ffa-9ddd-45f9-8326-8f1e62a84544 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Deleting port b2dc0f9d-f659-42d5-8a58-dbf3962ff896 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:42.048621 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37873ffa-9ddd-45f9-8326-8f1e62a84544 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:42.065741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb64c3-fb68-4202-9730-4faaa3028367 req-a2406786-91a5-4fbb-9ed7-3c6b97dfe121 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:42.067548 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebcb64c3-fb68-4202-9730-4faaa3028367 req-a2406786-91a5-4fbb-9ed7-3c6b97dfe121 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.7054307 Jul 14 07:14:42.074271 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-961090ba-f18f-469d-a403-4395ddbbee10 req-733e755d-fb5f-4522-8aec-a24453cd98e8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7f8226f8-95ac-4ee9-bcc1-8ab10e0c84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330059 Jul 14 07:14:42.112926 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77aa71d7-fda6-44a9-9dd2-5d772f3a08b4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:42.159606 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6994b419-9af8-41eb-a7e9-832dc2fda6b7 None None] Resources bound (agent type, host, resource id): {{(pid=93829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 07:14:42.166291 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebcb64c3-fb68-4202-9730-4faaa3028367 req-8890b566-850a-4698-b556-372dc479ff5d tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892365 Jul 14 07:14:42.169044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa71d7-fda6-44a9-9dd2-5d772f3a08b4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=5283ccfd-238c-4487-aa92-0f4fe9fbc65b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:42.177384 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77aa71d7-fda6-44a9-9dd2-5d772f3a08b4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:42.179696 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-77aa71d7-fda6-44a9-9dd2-5d772f3a08b4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/5283ccfd-238c-4487-aa92-0f4fe9fbc65b HTTP/1.1" status: 204 len: 168 time: 1.7918649 Jul 14 07:14:42.182643 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55788) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:42.240025 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37873ffa-9ddd-45f9-8326-8f1e62a84544 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:42.240658 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37873ffa-9ddd-45f9-8326-8f1e62a84544 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:42.254401 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-37873ffa-9ddd-45f9-8326-8f1e62a84544 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Calling delete_port for b2dc0f9d-f659-42d5-8a58-dbf3962ff896 owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:42.310754 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7ce3c063-a204-4c13-ae86-acf7a24da98b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1263311 Jul 14 07:14:42.315157 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55790) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:42.508892 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c2958f-78e4-4ad4-8c23-badb17170db1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:42.513466 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55794) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:42.513743 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c9c2958f-78e4-4ad4-8c23-badb17170db1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1970565 Jul 14 07:14:42.534887 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-90123455-440b-4306-9d52-b0c1e51814a8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:42.615282 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37873ffa-9ddd-45f9-8326-8f1e62a84544 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:42.666746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90123455-440b-4306-9d52-b0c1e51814a8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Subnet': ['ID=7ff85b50-c42b-43c4-9188-06af50ee5a62,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:42.675244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90123455-440b-4306-9d52-b0c1e51814a8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Checking segment: {'id': 'c9c81694-8267-4056-9081-b434754edcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd9edea69-a047-42f2-bb7e-f31c1648bc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:42.675742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90123455-440b-4306-9d52-b0c1e51814a8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network hostable DHCP agents. Network: d9edea69-a047-42f2-bb7e-f31c1648bc94, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:14:42.709751 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90123455-440b-4306-9d52-b0c1e51814a8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network d9edea69-a047-42f2-bb7e-f31c1648bc94 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:14:42.725047 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37873ffa-9ddd-45f9-8326-8f1e62a84544 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event deleted for resources: {'Port': ['ID=b2dc0f9d-f659-42d5-8a58-dbf3962ff896,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:42.728978 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-90123455-440b-4306-9d52-b0c1e51814a8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, d9edea69-a047-42f2-bb7e-f31c1648bc94) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:42.729745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d1aa48-5d04-4812-901a-7f8fefa29412 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:42.733929 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c3d1aa48-5d04-4812-901a-7f8fefa29412 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2170007 Jul 14 07:14:42.737024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55800) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:42.756875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ca59f2-a53d-47f4-9127-7ac8c31f5eb8 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:42.776657 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65874b8a-294c-42af-ab75-3ade5a2ba48b None None] Network d9edea69-a047-42f2-bb7e-f31c1648bc94 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:42.792222 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90123455-440b-4306-9d52-b0c1e51814a8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:42.793103 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-90123455-440b-4306-9d52-b0c1e51814a8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:42.794855 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37873ffa-9ddd-45f9-8326-8f1e62a84544 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:42.797434 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37873ffa-9ddd-45f9-8326-8f1e62a84544 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:42.801808 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-37873ffa-9ddd-45f9-8326-8f1e62a84544 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/floatingips/fb5be82c-da1f-4029-904d-71052c18dab0 HTTP/1.1" status: 204 len: 168 time: 1.1057889 Jul 14 07:14:42.802067 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ca8ea850-6cf6-469c-9edb-0936daa7fe90 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630846 Jul 14 07:14:42.802698 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55804) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:42.803026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55806) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:42.810728 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-1850eaef-268a-4ab5-8666-a71b8e816439 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:42.820237 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': 'ff9bbc6c-9f9e-4ad7-89b7-16ebf911bafa'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:42.865662 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:43.230661 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-d9edea69-a047-42f2-bb7e-f31c1648bc94', 'network_id': 'd9edea69-a047-42f2-bb7e-f31c1648bc94', 'tenant_id': 'bd912f4f28964f31bba661e2af99898d', 'fixed_ips': [{'subnet_id': '7ff85b50-c42b-43c4-9188-06af50ee5a62'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:14:43.231516 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:43.405360 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c062c75-c049-4282-b1c2-3d4c7cae6223 None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:14:43.463519 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-90123455-440b-4306-9d52-b0c1e51814a8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5928857 Jul 14 07:14:43.466389 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55834) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:43.518935 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2962d987-9d6b-4de6-9115-04da3cc18c90 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:14:43.609294 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:43.670654 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:43.731607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9c062c75-c049-4282-b1c2-3d4c7cae6223 None None] Deleting port 2962d987-9d6b-4de6-9115-04da3cc18c90 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:43.733614 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9c062c75-c049-4282-b1c2-3d4c7cae6223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:43.752622 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Allocated IP 172.20.0.1 (d9edea69-a047-42f2-bb7e-f31c1648bc94/7ff85b50-c42b-43c4-9188-06af50ee5a62/a91373a4-74d4-4b8e-9b32-bb539e7dc86d) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:43.780814 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1850eaef-268a-4ab5-8666-a71b8e816439 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:43.784966 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1850eaef-268a-4ab5-8666-a71b8e816439 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:43.888862 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9c062c75-c049-4282-b1c2-3d4c7cae6223 None None] For port 2962d987-9d6b-4de6-9115-04da3cc18c90, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2962d987-9d6b-4de6-9115-04da3cc18c90,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:43.890076 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9c062c75-c049-4282-b1c2-3d4c7cae6223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:43.915769 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecf285-69e2-4cc9-abdc-863eb169ea66 req-73d0d5e8-fa08-495e-9064-8e62ee8107fe tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:43.917372 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2cecf285-69e2-4cc9-abdc-863eb169ea66 req-73d0d5e8-fa08-495e-9064-8e62ee8107fe tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.4775069 Jul 14 07:14:43.947669 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ccd0f-341c-49a3-ab21-4db521ecb690 req-fb683d7f-0e56-48db-aa7c-34fd744de4aa tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:43.955617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da2ccd0f-341c-49a3-ab21-4db521ecb690 req-fb683d7f-0e56-48db-aa7c-34fd744de4aa tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/ports?device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 950 time: 0.5172915 Jul 14 07:14:44.073398 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9c062c75-c049-4282-b1c2-3d4c7cae6223 None None] Calling delete_port for 2962d987-9d6b-4de6-9115-04da3cc18c90 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:44.075299 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:44.083167 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2cecf285-69e2-4cc9-abdc-863eb169ea66 req-3ef660f0-13bd-4435-98ee-6594f9802806 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571920 Jul 14 07:14:44.159388 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da2ccd0f-341c-49a3-ab21-4db521ecb690 req-fac24a52-22f8-4f6b-a725-62c86679d59d tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f8226f8-95ac-4ee9-bcc1-8ab10e0c84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026083 Jul 14 07:14:44.163704 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:44.206509 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 2962d987-9d6b-4de6-9115-04da3cc18c90, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2962d987-9d6b-4de6-9115-04da3cc18c90,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:44.266555 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:44.278984 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9c062c75-c049-4282-b1c2-3d4c7cae6223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:44.376805 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1850eaef-268a-4ab5-8666-a71b8e816439 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:44.381540 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event deleted for resources: {'Port': ['ID=2962d987-9d6b-4de6-9115-04da3cc18c90,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:44.398527 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c062c75-c049-4282-b1c2-3d4c7cae6223 None None] No DVR routers for this DVR port 2962d987-9d6b-4de6-9115-04da3cc18c90 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:14:44.402658 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1850eaef-268a-4ab5-8666-a71b8e816439 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:44.411753 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-1850eaef-268a-4ab5-8666-a71b8e816439 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:44.446669 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1850eaef-268a-4ab5-8666-a71b8e816439 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:44.447275 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1850eaef-268a-4ab5-8666-a71b8e816439 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:44.472690 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d181e0f-5d9a-40ee-ba25-68b87e76ec11 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:44.479343 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c062c75-c049-4282-b1c2-3d4c7cae6223 None None] Pushing event deleted for resources: {'Port': ['ID=2962d987-9d6b-4de6-9115-04da3cc18c90,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:44.490296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Allocated IP 172.25.7.125 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/e5814d70-076a-4c54-8bd0-3e5d3a7c4bde) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:44.497613 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1850eaef-268a-4ab5-8666-a71b8e816439 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6923099 Jul 14 07:14:44.500903 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55874) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:44.506613 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-757080bc-3a37-4279-8e53-e0709fb33b01 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'mac_address': 'fa:16:3e:2d:cd:46', 'name': 'tempest-NetworksTestDHCPv6-378661030'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:44.506915 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850eaef-268a-4ab5-8666-a71b8e816439 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=41f5080f-5c2b-4b8b-aa1a-83fa70f93fad,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:44.554050 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:44.580528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Transition to ACTIVE for port object a91373a4-74d4-4b8e-9b32-bb539e7dc86d will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:44.635773 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Transition to ACTIVE for port object a91373a4-74d4-4b8e-9b32-bb539e7dc86d will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:44.715256 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:44.755742 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:44.780945 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:44.866563 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=e5814d70-076a-4c54-8bd0-3e5d3a7c4bde,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:44.883404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Network d9edea69-a047-42f2-bb7e-f31c1648bc94 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:44.885100 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Pushing event updated for resources: {'Port': ['ID=a91373a4-74d4-4b8e-9b32-bb539e7dc86d,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:44.891752 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:44.894128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:44.917756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:44.945532 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:44.955655 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:44.969931 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': '41f5080f-5c2b-4b8b-aa1a-83fa70f93fad'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:14:44.970798 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:45.035125 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a0584-d55a-4037-a689-cf826dc5162d req-f10ff86b-9032-465a-a230-4c21d56270b9 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:45.037015 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e59a0584-d55a-4037-a689-cf826dc5162d req-f10ff86b-9032-465a-a230-4c21d56270b9 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/ports?device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 950 time: 0.2077258 Jul 14 07:14:45.077812 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Attempting to bind port a91373a4-74d4-4b8e-9b32-bb539e7dc86d on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:14:45.078127 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Attempting to bind port a91373a4-74d4-4b8e-9b32-bb539e7dc86d by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'c9c81694-8267-4056-9081-b434754edcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd9edea69-a047-42f2-bb7e-f31c1648bc94'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:14:45.078495 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Attempting to bind port a91373a4-74d4-4b8e-9b32-bb539e7dc86d on network d9edea69-a047-42f2-bb7e-f31c1648bc94 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:14:45.088670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:14:45.089219 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Checking segment: {'id': 'c9c81694-8267-4056-9081-b434754edcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd9edea69-a047-42f2-bb7e-f31c1648bc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:45.089640 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:45.090042 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Bound using segment: {'id': 'c9c81694-8267-4056-9081-b434754edcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd9edea69-a047-42f2-bb7e-f31c1648bc94'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:14:45.090537 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Bound port: a91373a4-74d4-4b8e-9b32-bb539e7dc86d, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c81694-8267-4056-9081-b434754edcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd9edea69-a047-42f2-bb7e-f31c1648bc94'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:14:45.090894 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:45.127032 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:45.168743 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Subnet': ['ID=7ff85b50-c42b-43c4-9188-06af50ee5a62,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:45.204074 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e59a0584-d55a-4037-a689-cf826dc5162d req-9c3bba77-be24-463b-8b02-f0d8b404147a tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f8226f8-95ac-4ee9-bcc1-8ab10e0c84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609700 Jul 14 07:14:45.248959 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Allocated IP 2001:db8::2 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/41f5080f-5c2b-4b8b-aa1a-83fa70f93fad/a99961ab-4119-4932-a84e-e0ae9df23c0f) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:45.257578 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] For port a91373a4-74d4-4b8e-9b32-bb539e7dc86d, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:14:45.266001 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] For port a91373a4-74d4-4b8e-9b32-bb539e7dc86d, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a91373a4-74d4-4b8e-9b32-bb539e7dc86d,segment=NetworkSegment(c9c81694-8267-4056-9081-b434754edcee),segment_id=c9c81694-8267-4056-9081-b434754edcee)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:14:45.281370 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:45.288299 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:45.303051 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9edea69-a047-42f2-bb7e-f31c1648bc94']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:45.315922 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c81694-8267-4056-9081-b434754edcee') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:45.316626 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c81694-8267-4056-9081-b434754edcee') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:45.326455 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:45.359900 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:45.376794 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:14:45.378071 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:45.386191 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:14:45.432968 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:14:45.487894 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ccf28-6369-43cc-a2f1-164c2c9e53a0 None None] Pushing event updated for resources: {'Port': ['ID=a91373a4-74d4-4b8e-9b32-bb539e7dc86d,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:45.489926 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 07:14:45.489926 n-d-778696-5 neutron-server[93827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 07:14:45.489926 n-d-778696-5 neutron-server[93827]: [parameters: {'id': 'd9edea69-a047-42f2-bb7e-f31c1648bc94'}] Jul 14 07:14:45.489926 n-d-778696-5 neutron-server[93827]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:14:45.490571 n-d-778696-5 neutron-server[93827]: DEBUG oslo_db.api [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:14:45.517329 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:45.519121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757080bc-3a37-4279-8e53-e0709fb33b01 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:45.568194 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee4c02-10ce-4475-8364-9fefa46daca3 req-995c811b-f5f2-4df5-8f4f-2abd08dee6ab tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:45.569989 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e0ee4c02-10ce-4475-8364-9fefa46daca3 req-995c811b-f5f2-4df5-8f4f-2abd08dee6ab tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.1964149 Jul 14 07:14:45.605942 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:45.616487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Transition to ACTIVE for port object a99961ab-4119-4932-a84e-e0ae9df23c0f will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:45.645921 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Transition to ACTIVE for port object a99961ab-4119-4932-a84e-e0ae9df23c0f will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:45.660116 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:45.680127 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e0ee4c02-10ce-4475-8364-9fefa46daca3 req-59338011-df5f-4569-8ee9-2a65cb0c5faf tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977733 Jul 14 07:14:45.726658 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:45.737783 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:45.742670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:45.753753 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:45.770679 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Pushing event updated for resources: {'Port': ['ID=a99961ab-4119-4932-a84e-e0ae9df23c0f,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:45.792036 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-757080bc-3a37-4279-8e53-e0709fb33b01 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:45.824666 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-757080bc-3a37-4279-8e53-e0709fb33b01 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port 302eeccb-186b-487e-8efd-2324a23c9717 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:14:45.882250 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Attempting to bind port a99961ab-4119-4932-a84e-e0ae9df23c0f on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:14:45.882604 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Attempting to bind port a99961ab-4119-4932-a84e-e0ae9df23c0f by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:14:45.882970 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Attempting to bind port a99961ab-4119-4932-a84e-e0ae9df23c0f on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:14:45.899695 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:14:45.900390 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:45.900501 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:45.900864 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:14:45.901369 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Bound port: a99961ab-4119-4932-a84e-e0ae9df23c0f, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:14:45.901769 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:46.000503 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:46.026843 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:46.047725 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] For port a99961ab-4119-4932-a84e-e0ae9df23c0f, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:14:46.055395 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] For port a99961ab-4119-4932-a84e-e0ae9df23c0f, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a99961ab-4119-4932-a84e-e0ae9df23c0f,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:14:46.062555 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:46.125525 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-757080bc-3a37-4279-8e53-e0709fb33b01 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::264 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/41f5080f-5c2b-4b8b-aa1a-83fa70f93fad/302eeccb-186b-487e-8efd-2324a23c9717) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:46.192667 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544062e-0ff9-4b2e-9510-ac9195420bf5 None None] Pushing event updated for resources: {'Port': ['ID=a99961ab-4119-4932-a84e-e0ae9df23c0f,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:46.206679 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931f6ca-d21a-446e-9ff4-143716ead75c req-ebb509f1-6e12-45e3-a88d-cb5570cc4c88 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:46.214383 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a931f6ca-d21a-446e-9ff4-143716ead75c req-ebb509f1-6e12-45e3-a88d-cb5570cc4c88 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/ports?device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 950 time: 0.3606877 Jul 14 07:14:46.294771 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Deleting port a91373a4-74d4-4b8e-9b32-bb539e7dc86d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:46.295126 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:46.394946 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] For port a91373a4-74d4-4b8e-9b32-bb539e7dc86d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a91373a4-74d4-4b8e-9b32-bb539e7dc86d,segment=NetworkSegment(c9c81694-8267-4056-9081-b434754edcee),segment_id=c9c81694-8267-4056-9081-b434754edcee)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:46.395504 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:46.400726 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:46.431430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Calling delete_port for a91373a4-74d4-4b8e-9b32-bb539e7dc86d owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:46.479937 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:46.513312 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77965ca6-e391-4c63-a19e-4b646bb00e11 req-7288996e-2af7-4450-8b75-1dfa8c28bcb9 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:46.515247 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77965ca6-e391-4c63-a19e-4b646bb00e11 req-7288996e-2af7-4450-8b75-1dfa8c28bcb9 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.30 "GET /v2.0/ports?device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 950 time: 0.5733368 Jul 14 07:14:46.519983 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-757080bc-3a37-4279-8e53-e0709fb33b01 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:46.547431 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a931f6ca-d21a-446e-9ff4-143716ead75c req-093957e0-b14a-4b4d-a917-1fb7ebd2c5e4 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a854b2e-0c49-4320-9724-d71625f55ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319492 Jul 14 07:14:46.554151 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-757080bc-3a37-4279-8e53-e0709fb33b01 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object 302eeccb-186b-487e-8efd-2324a23c9717 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:46.676327 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=e5814d70-076a-4c54-8bd0-3e5d3a7c4bde,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:46.682792 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-757080bc-3a37-4279-8e53-e0709fb33b01 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:46.696967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device e6fe49fd-a538-49e9-af8d-0a9c0817f89d no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:14:46.755164 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:46.763165 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:46.767723 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757080bc-3a37-4279-8e53-e0709fb33b01 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:46.783819 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-757080bc-3a37-4279-8e53-e0709fb33b01 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:46.791479 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757080bc-3a37-4279-8e53-e0709fb33b01 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:46.797932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757080bc-3a37-4279-8e53-e0709fb33b01 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:46.798752 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-757080bc-3a37-4279-8e53-e0709fb33b01 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:46.810171 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No DVR routers for this DVR port a91373a4-74d4-4b8e-9b32-bb539e7dc86d on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:14:46.812811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757080bc-3a37-4279-8e53-e0709fb33b01 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=302eeccb-186b-487e-8efd-2324a23c9717,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:46.930090 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:46.933050 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5fdb3-27d1-4aeb-a531-64f2e752e5ea req-98d0d3ff-29c3-4e40-9564-a3a71536c0bf tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:46.945528 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:46.948292 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6df5fdb3-27d1-4aeb-a531-64f2e752e5ea req-98d0d3ff-29c3-4e40-9564-a3a71536c0bf tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/ports?device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 950 time: 0.5273342 Jul 14 07:14:46.960502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9edea69-a047-42f2-bb7e-f31c1648bc94']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:47.007570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c81694-8267-4056-9081-b434754edcee') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:47.008025 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c81694-8267-4056-9081-b434754edcee') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:47.025700 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9550ec4c-9482-4cc0-8c42-ae4d87e1f336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:14:47.041833 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081330a8-542b-4b76-b19b-2874bc9d3d07" -d '{"events": [{"server_uuid": "9550ec4c-9482-4cc0-8c42-ae4d87e1f336", "name": "network-vif-unplugged", "status": "completed", "tag": "e6fe49fd-a538-49e9-af8d-0a9c0817f89d"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:14:47.048270 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55958) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:47.053468 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-757080bc-3a37-4279-8e53-e0709fb33b01 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5511570 Jul 14 07:14:47.056974 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Port': ['ID=a91373a4-74d4-4b8e-9b32-bb539e7dc86d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:47.060424 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:47.080314 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:47.081462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port e6fe49fd-a538-49e9-af8d-0a9c0817f89d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:47.088686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:14:47.089386 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:47.089543 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:14:47.093650 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:14:47.154851 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6df5fdb3-27d1-4aeb-a531-64f2e752e5ea req-20d39b7a-6661-4fca-bcf6-b2a382d231e4 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f8226f8-95ac-4ee9-bcc1-8ab10e0c84ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055824 Jul 14 07:14:47.175881 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:47.186181 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:47.188388 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/d9edea69-a047-42f2-bb7e-f31c1648bc94 HTTP/1.1" status: 204 len: 168 time: 3.7207475 Jul 14 07:14:47.199536 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55962) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:47.205952 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f61a3c5c-f97a-4c79-8136-8db56c105689 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1724120040'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:47.210630 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f45df9-118b-425d-b856-290c51bc3009 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Network': ['ID=d9edea69-a047-42f2-bb7e-f31c1648bc94,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:47.244484 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61a3c5c-f97a-4c79-8136-8db56c105689 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:47.254124 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f61a3c5c-f97a-4c79-8136-8db56c105689 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:47.259433 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-77965ca6-e391-4c63-a19e-4b646bb00e11 req-0ae4e77d-cf19-445a-a466-3c6ae57a8a12 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Deleting port bb90c854-5534-4308-b101-dcfbd9057b8e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:47.259813 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-77965ca6-e391-4c63-a19e-4b646bb00e11 req-0ae4e77d-cf19-445a-a466-3c6ae57a8a12 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:47.260139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:47.292210 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61a3c5c-f97a-4c79-8136-8db56c105689 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:14:47.304482 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f61a3c5c-f97a-4c79-8136-8db56c105689 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:47.305082 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-f61a3c5c-f97a-4c79-8136-8db56c105689 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Added segment cb53fdab-bee2-4931-a50f-89040dd02eda of type vlan for network 06e5d58a-4e92-45d3-9069-6dd3b6bb37bb Jul 14 07:14:47.313042 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b024b51e-4e95-441c-a062-7a548b337186 x-openstack-request-id: req-b024b51e-4e95-441c-a062-7a548b337186 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:14:47.313626 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9550ec4c-9482-4cc0-8c42-ae4d87e1f336", "name": "network-vif-unplugged", "status": "completed", "tag": "e6fe49fd-a538-49e9-af8d-0a9c0817f89d", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:14:47.314038 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b024b51e-4e95-441c-a062-7a548b337186 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:14:47.314788 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9550ec4c-9482-4cc0-8c42-ae4d87e1f336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d', 'code': 200} Jul 14 07:14:47.365722 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f61a3c5c-f97a-4c79-8136-8db56c105689 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:47.375270 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2a0bee-3017-431a-8db3-390693a5cdb3 None None] DHCP port deletion for d9edea69-a047-42f2-bb7e-f31c1648bc94 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:14:47.377485 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-34314392-53a4-4643-aed2-4d812a8fd49b None None] Could not find standard attr ID for object a91373a4-74d4-4b8e-9b32-bb539e7dc86d. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:14:47.405936 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f4f604-7597-4ff3-830d-04cf79d8bc81 None None] Network d9edea69-a047-42f2-bb7e-f31c1648bc94 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:47.427911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f4f604-7597-4ff3-830d-04cf79d8bc81 None None] Network d9edea69-a047-42f2-bb7e-f31c1648bc94 could not be found, it might have been deleted concurrently. {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 07:14:47.462641 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Floating IP e969f7a0-df85-4b25-af76-c0ebca063e20 associated. External IP: 172.25.7.125, port: ff9bbc6c-9f9e-4ad7-89b7-16ebf911bafa. Jul 14 07:14:47.472633 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f61a3c5c-f97a-4c79-8136-8db56c105689 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:47.479309 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61a3c5c-f97a-4c79-8136-8db56c105689 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:47.483344 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f61a3c5c-f97a-4c79-8136-8db56c105689 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:47.548094 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-77965ca6-e391-4c63-a19e-4b646bb00e11 req-0ae4e77d-cf19-445a-a466-3c6ae57a8a12 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] For port bb90c854-5534-4308-b101-dcfbd9057b8e, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bb90c854-5534-4308-b101-dcfbd9057b8e,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:47.548094 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-77965ca6-e391-4c63-a19e-4b646bb00e11 req-0ae4e77d-cf19-445a-a466-3c6ae57a8a12 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:47.610665 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01654a69-bff8-4faa-a42a-54a908ec053e req-8d43b157-9b10-4c23-821c-4f77f684eaf9 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:47.617293 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01654a69-bff8-4faa-a42a-54a908ec053e req-8d43b157-9b10-4c23-821c-4f77f684eaf9 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.4735363 Jul 14 07:14:47.622208 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f61a3c5c-f97a-4c79-8136-8db56c105689 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4213102 Jul 14 07:14:47.624753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a99961ab-4119-4932-a84e-e0ae9df23c0f up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:14:47.625710 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55974) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:47.644620 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-13829ff2-ed77-4621-98ad-06ace93bd900 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'subnet': {'network_id': '06e5d58a-4e92-45d3-9069-6dd3b6bb37bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:47.711294 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bf8d21-f3d6-44d8-b696-ae7ad1c3ec41 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:47.718236 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bf8d21-f3d6-44d8-b696-ae7ad1c3ec41 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:47.720143 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-87bf8d21-f3d6-44d8-b696-ae7ad1c3ec41 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6706395 Jul 14 07:14:47.723787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-77965ca6-e391-4c63-a19e-4b646bb00e11 req-0ae4e77d-cf19-445a-a466-3c6ae57a8a12 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Calling delete_port for bb90c854-5534-4308-b101-dcfbd9057b8e owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:47.741491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55978) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:47.741780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port a99961ab-4119-4932-a84e-e0ae9df23c0f completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:47.766078 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a3c5c-f97a-4c79-8136-8db56c105689 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Network': ['ID=06e5d58a-4e92-45d3-9069-6dd3b6bb37bb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:47.779174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 06e5d58a-4e92-45d3-9069-6dd3b6bb37bb details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:14:47.854697 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01654a69-bff8-4faa-a42a-54a908ec053e req-5db00012-39ac-4f4a-a59f-d452969bfe4a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162440 Jul 14 07:14:47.949930 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b0a8ed58-df65-43b0-9f4f-c6d064961f65 None None] Provisioning for port a99961ab-4119-4932-a84e-e0ae9df23c0f completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:47.960239 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b0a8ed58-df65-43b0-9f4f-c6d064961f65 None None] Provisioning complete for port a99961ab-4119-4932-a84e-e0ae9df23c0f triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:47.961121 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ed58-df65-43b0-9f4f-c6d064961f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:48.015906 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13829ff2-ed77-4621-98ad-06ace93bd900 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:48.019586 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-13829ff2-ed77-4621-98ad-06ace93bd900 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:48.150674 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ed58-df65-43b0-9f4f-c6d064961f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:48.232711 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b0a8ed58-df65-43b0-9f4f-c6d064961f65 None None] For port a99961ab-4119-4932-a84e-e0ae9df23c0f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a99961ab-4119-4932-a84e-e0ae9df23c0f,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:48.237716 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-27093214-1591-4c36-b887-e8d5a238ba48 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port 302eeccb-186b-487e-8efd-2324a23c9717 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:48.238350 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27093214-1591-4c36-b887-e8d5a238ba48 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:48.241909 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ed58-df65-43b0-9f4f-c6d064961f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:48.273517 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-77965ca6-e391-4c63-a19e-4b646bb00e11 req-0ae4e77d-cf19-445a-a466-3c6ae57a8a12 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:48.347391 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8ed58-df65-43b0-9f4f-c6d064961f65 None None] Pushing event updated for resources: {'Port': ['ID=a99961ab-4119-4932-a84e-e0ae9df23c0f,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:48.386165 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-772a07c7-e23e-4389-8b8f-e671f6504716 None None] Provisioning for port 302eeccb-186b-487e-8efd-2324a23c9717 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:48.390865 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-772a07c7-e23e-4389-8b8f-e671f6504716 None None] Provisioning complete for port 302eeccb-186b-487e-8efd-2324a23c9717 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:48.391210 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-772a07c7-e23e-4389-8b8f-e671f6504716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:48.455535 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-772a07c7-e23e-4389-8b8f-e671f6504716 None None] Port 302eeccb-186b-487e-8efd-2324a23c9717 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:14:48.496375 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27093214-1591-4c36-b887-e8d5a238ba48 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:48.517032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-27093214-1591-4c36-b887-e8d5a238ba48 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for 302eeccb-186b-487e-8efd-2324a23c9717 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:48.611761 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-13829ff2-ed77-4621-98ad-06ace93bd900 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:48.682272 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13829ff2-ed77-4621-98ad-06ace93bd900 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Subnet': ['ID=b5c393bc-bc81-4eb1-a136-1c042ddd73e6,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:48.726274 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4e77d-cf19-445a-a466-3c6ae57a8a12 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Pushing event deleted for resources: {'Port': ['ID=bb90c854-5534-4308-b101-dcfbd9057b8e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:48.775593 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13829ff2-ed77-4621-98ad-06ace93bd900 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Checking segment: {'id': 'cb53fdab-bee2-4931-a50f-89040dd02eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '06e5d58a-4e92-45d3-9069-6dd3b6bb37bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:48.775913 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13829ff2-ed77-4621-98ad-06ace93bd900 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network hostable DHCP agents. Network: 06e5d58a-4e92-45d3-9069-6dd3b6bb37bb, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:14:48.779119 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a0ba053-68af-48ed-8334-40516ebb83ba req-1f808aa4-5e32-495c-9f47-8905d31716a0 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/ports?device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 210 time: 0.0594437 Jul 14 07:14:48.784260 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27093214-1591-4c36-b887-e8d5a238ba48 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:48.831162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router 3aec3154-92cd-428d-814f-a8f82b5858a9 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:14:48.848305 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27093214-1591-4c36-b887-e8d5a238ba48 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=302eeccb-186b-487e-8efd-2324a23c9717,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:48.880643 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27093214-1591-4c36-b887-e8d5a238ba48 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:48.882897 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-27093214-1591-4c36-b887-e8d5a238ba48 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/302eeccb-186b-487e-8efd-2324a23c9717 HTTP/1.1" status: 204 len: 168 time: 1.1403453 Jul 14 07:14:48.884221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13829ff2-ed77-4621-98ad-06ace93bd900 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network 06e5d58a-4e92-45d3-9069-6dd3b6bb37bb is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:14:48.884504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-77965ca6-e391-4c63-a19e-4b646bb00e11 req-0ae4e77d-cf19-445a-a466-3c6ae57a8a12 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] No DVR routers for this DVR port bb90c854-5534-4308-b101-dcfbd9057b8e on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:14:48.887386 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56028) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:48.898797 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-77965ca6-e391-4c63-a19e-4b646bb00e11 req-0ae4e77d-cf19-445a-a466-3c6ae57a8a12 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:48.910151 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77965ca6-e391-4c63-a19e-4b646bb00e11 req-0ae4e77d-cf19-445a-a466-3c6ae57a8a12 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.30 "DELETE /v2.0/ports/bb90c854-5534-4308-b101-dcfbd9057b8e HTTP/1.1" status: 204 len: 173 time: 2.3669419 Jul 14 07:14:48.914629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4400c7a5-3219-40d5-8986-a2c8cd61d970', 'name': 'network-vif-deleted', 'tag': 'bb90c854-5534-4308-b101-dcfbd9057b8e'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:14:48.921812 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8798cede-60ca-4d4b-afff-2ecb4a99e8b2" -d '{"events": [{"server_uuid": "4400c7a5-3219-40d5-8986-a2c8cd61d970", "name": "network-vif-deleted", "tag": "bb90c854-5534-4308-b101-dcfbd9057b8e"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:14:48.925270 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-13829ff2-ed77-4621-98ad-06ace93bd900 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 06e5d58a-4e92-45d3-9069-6dd3b6bb37bb) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:48.935324 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b62773-5d16-4af4-aa7e-c48f09efd40c None None] Network 06e5d58a-4e92-45d3-9069-6dd3b6bb37bb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:48.938732 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13829ff2-ed77-4621-98ad-06ace93bd900 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:48.939633 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-13829ff2-ed77-4621-98ad-06ace93bd900 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:49.044377 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d28686-b512-4a14-9294-a60877fb52e2 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:49.050215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d28686-b512-4a14-9294-a60877fb52e2 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:49.052448 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-23d28686-b512-4a14-9294-a60877fb52e2 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1641171 Jul 14 07:14:49.057969 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56038) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:49.061062 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-13829ff2-ed77-4621-98ad-06ace93bd900 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4345086 Jul 14 07:14:49.079658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56040) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:49.206261 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6837810f-6bf0-455a-88d8-22c345a683ab x-openstack-request-id: req-6837810f-6bf0-455a-88d8-22c345a683ab {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:14:49.206937 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4400c7a5-3219-40d5-8986-a2c8cd61d970", "name": "network-vif-deleted", "tag": "bb90c854-5534-4308-b101-dcfbd9057b8e", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:14:49.207402 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6837810f-6bf0-455a-88d8-22c345a683ab {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:14:49.208352 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4400c7a5-3219-40d5-8986-a2c8cd61d970', 'name': 'network-vif-deleted', 'tag': 'bb90c854-5534-4308-b101-dcfbd9057b8e', 'status': 'completed', 'code': 200} Jul 14 07:14:49.246063 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:14:49.259944 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a214ef-a474-44b7-bdfa-cbe98f908e5a None None] Sync routers for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:14:49.280366 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a214ef-a474-44b7-bdfa-cbe98f908e5a None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:49.281334 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-22a214ef-a474-44b7-bdfa-cbe98f908e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:34Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:49.286598 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:49.337045 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-06e5d58a-4e92-45d3-9069-6dd3b6bb37bb', 'network_id': '06e5d58a-4e92-45d3-9069-6dd3b6bb37bb', 'tenant_id': 'bd912f4f28964f31bba661e2af99898d', 'fixed_ips': [{'subnet_id': 'b5c393bc-bc81-4eb1-a136-1c042ddd73e6'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:14:49.338627 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:49.353690 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6b326c-e2a8-4ad2-a328-8794083a6f3a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet 41f5080f-5c2b-4b8b-aa1a-83fa70f93fad {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:14:49.358808 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af6b326c-e2a8-4ad2-a328-8794083a6f3a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:49.372075 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-85fef4db-0a8c-457f-99f3-8fd624477bb7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.5559385 Jul 14 07:14:49.373323 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56052) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:49.385313 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-5f8bdf51-fb6b-4bd7-8124-1a78bf3fbe11 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-807661125'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:49.396810 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-22a214ef-a474-44b7-bdfa-cbe98f908e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:49.419226 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a214ef-a474-44b7-bdfa-cbe98f908e5a None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:49.421840 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-22a214ef-a474-44b7-bdfa-cbe98f908e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:34Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:49.480148 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af6b326c-e2a8-4ad2-a328-8794083a6f3a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:49.491936 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-22a214ef-a474-44b7-bdfa-cbe98f908e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:49.491936 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a214ef-a474-44b7-bdfa-cbe98f908e5a None None] The sync data for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:14:49.522540 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec128e3-77d8-40ec-9f5c-5aef90e1f55f req-7b477006-6182-4419-97e8-841f64a94855 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:49.524076 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ec128e3-77d8-40ec-9f5c-5aef90e1f55f req-7b477006-6182-4419-97e8-841f64a94855 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.3144472 Jul 14 07:14:49.535146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a99961ab-4119-4932-a84e-e0ae9df23c0f up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:14:49.537226 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:49.545099 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8bdf51-fb6b-4bd7-8124-1a78bf3fbe11 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Made reservation on behalf of 18a2c5f4334246438c4c8626612ddc40 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:49.555530 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f8bdf51-fb6b-4bd7-8124-1a78bf3fbe11 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:49.604378 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bb90c854-5534-4308-b101-dcfbd9057b8e no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:14:49.625099 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8bdf51-fb6b-4bd7-8124-1a78bf3fbe11 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:14:49.634659 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:49.637812 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: bb90c854-5534-4308-b101-dcfbd9057b8e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:14:49.638339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bb90c854-5534-4308-b101-dcfbd9057b8e not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:14:49.643519 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f8bdf51-fb6b-4bd7-8124-1a78bf3fbe11 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:49.643871 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-5f8bdf51-fb6b-4bd7-8124-1a78bf3fbe11 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Added segment da496726-af46-4225-ab01-a2c73011df20 of type vlan for network 74ebe30a-4843-4ffc-9642-0343a045a717 Jul 14 07:14:49.683468 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Allocated IP 172.20.0.2 (06e5d58a-4e92-45d3-9069-6dd3b6bb37bb/b5c393bc-bc81-4eb1-a136-1c042ddd73e6/970c5638-d920-4464-a322-429d562a4c07) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:49.694778 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port a99961ab-4119-4932-a84e-e0ae9df23c0f triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:49.696022 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:49.699214 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f8bdf51-fb6b-4bd7-8124-1a78bf3fbe11 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:49.731615 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ec128e3-77d8-40ec-9f5c-5aef90e1f55f req-8ffa6877-b188-42d6-9fc1-627ee488b243 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008500 Jul 14 07:14:49.769127 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f8bdf51-fb6b-4bd7-8124-1a78bf3fbe11 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:49.775396 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af6b326c-e2a8-4ad2-a328-8794083a6f3a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:49.777630 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8bdf51-fb6b-4bd7-8124-1a78bf3fbe11 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:49.778276 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f8bdf51-fb6b-4bd7-8124-1a78bf3fbe11 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:49.872338 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5f8bdf51-fb6b-4bd7-8124-1a78bf3fbe11 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4949987 Jul 14 07:14:49.873211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56056) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:49.883013 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8bdf51-fb6b-4bd7-8124-1a78bf3fbe11 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Network': ['ID=74ebe30a-4843-4ffc-9642-0343a045a717,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:49.900609 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-28eb6aa4-16e4-48f0-93a4-f15137fa8f87 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'subnet': {'network_id': '74ebe30a-4843-4ffc-9642-0343a045a717', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:49.917602 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 74ebe30a-4843-4ffc-9642-0343a045a717 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:14:50.016343 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af6b326c-e2a8-4ad2-a328-8794083a6f3a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.049457 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b326c-e2a8-4ad2-a328-8794083a6f3a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=41f5080f-5c2b-4b8b-aa1a-83fa70f93fad,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:50.062163 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af6b326c-e2a8-4ad2-a328-8794083a6f3a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.064191 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-af6b326c-e2a8-4ad2-a328-8794083a6f3a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/41f5080f-5c2b-4b8b-aa1a-83fa70f93fad HTTP/1.1" status: 204 len: 168 time: 1.0048656 Jul 14 07:14:50.067072 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56060) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:50.076338 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eae5e3d-156c-43f6-b061-1ac3a8ebceea None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:50.101793 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.109700 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-33638c22-1788-4ae7-bc31-54d681d20816 req-0f1ba7ca-63bd-45e5-8376-143326595801 tempest-ImagesNegativeTestJSON-1988199127 tempest-ImagesNegativeTestJSON-1988199127-project] 10.222.0.35 "GET /v2.0/ports?device_id=4400c7a5-3219-40d5-8986-a2c8cd61d970 HTTP/1.1" status: 200 len: 210 time: 0.0828576 Jul 14 07:14:50.123439 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2259a834-e06f-452d-b683-dad7077badcf tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556378 Jul 14 07:14:50.125917 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56062) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:50.132551 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28eb6aa4-16e4-48f0-93a4-f15137fa8f87 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Made reservation on behalf of 18a2c5f4334246438c4c8626612ddc40 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:50.136630 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-28eb6aa4-16e4-48f0-93a4-f15137fa8f87 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.173544 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Transition to ACTIVE for port object 970c5638-d920-4464-a322-429d562a4c07 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:50.212484 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Transition to ACTIVE for port object 970c5638-d920-4464-a322-429d562a4c07 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:50.228120 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a081f0a-762e-412d-a391-069b926d64df req-4330b3d1-45c7-4ced-9144-99aa3bf88b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:50.229966 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a081f0a-762e-412d-a391-069b926d64df req-4330b3d1-45c7-4ced-9144-99aa3bf88b04 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 1096 time: 0.1156232 Jul 14 07:14:50.270720 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a9d281-d46f-4edc-8c0f-683783f4aaf9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:50.272512 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b7a9d281-d46f-4edc-8c0f-683783f4aaf9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1453521 Jul 14 07:14:50.277999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56070) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:50.291451 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.339455 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b32891-7f49-41d1-892a-f857aa59f36f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:50.340947 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-01b32891-7f49-41d1-892a-f857aa59f36f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0617380 Jul 14 07:14:50.344047 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56076) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:50.352010 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a081f0a-762e-412d-a391-069b926d64df req-064e1db8-7935-4bee-9b63-6ccff4fb8ef3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091428 Jul 14 07:14:50.367680 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Network 06e5d58a-4e92-45d3-9069-6dd3b6bb37bb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:50.373688 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:50.381894 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:50.383922 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ee17ccca-dc67-44a0-8105-01d1eb43f2f4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0388322 Jul 14 07:14:50.388018 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56078) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:50.388793 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Pushing event updated for resources: {'Port': ['ID=970c5638-d920-4464-a322-429d562a4c07,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:50.403317 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-94f90358-958f-4aa9-b685-795f881e63f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:50.416430 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-28eb6aa4-16e4-48f0-93a4-f15137fa8f87 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.430241 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.462659 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Attempting to bind port 970c5638-d920-4464-a322-429d562a4c07 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:14:50.463133 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Attempting to bind port 970c5638-d920-4464-a322-429d562a4c07 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'cb53fdab-bee2-4931-a50f-89040dd02eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '06e5d58a-4e92-45d3-9069-6dd3b6bb37bb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:14:50.463727 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Attempting to bind port 970c5638-d920-4464-a322-429d562a4c07 on network 06e5d58a-4e92-45d3-9069-6dd3b6bb37bb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:14:50.470219 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:14:50.470707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Checking segment: {'id': 'cb53fdab-bee2-4931-a50f-89040dd02eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '06e5d58a-4e92-45d3-9069-6dd3b6bb37bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:50.471238 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.471816 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Bound using segment: {'id': 'cb53fdab-bee2-4931-a50f-89040dd02eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '06e5d58a-4e92-45d3-9069-6dd3b6bb37bb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:14:50.472388 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Bound port: 970c5638-d920-4464-a322-429d562a4c07, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb53fdab-bee2-4931-a50f-89040dd02eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '06e5d58a-4e92-45d3-9069-6dd3b6bb37bb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:14:50.472872 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.511249 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8ebaf7-746c-4374-bf9f-a1aef347eb27 None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:14:50.560770 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.567695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f90358-958f-4aa9-b685-795f881e63f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:50.573154 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] For port 970c5638-d920-4464-a322-429d562a4c07, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:14:50.573509 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94f90358-958f-4aa9-b685-795f881e63f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.574692 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e5d58a-4e92-45d3-9069-6dd3b6bb37bb']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:50.577910 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] For port 970c5638-d920-4464-a322-429d562a4c07, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=970c5638-d920-4464-a322-429d562a4c07,segment=NetworkSegment(cb53fdab-bee2-4931-a50f-89040dd02eda),segment_id=cb53fdab-bee2-4931-a50f-89040dd02eda)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:14:50.587421 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.588740 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb53fdab-bee2-4931-a50f-89040dd02eda') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:50.589401 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb53fdab-bee2-4931-a50f-89040dd02eda') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:50.599446 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.618014 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.625561 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:14:50.626012 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.678739 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-2a8ebaf7-746c-4374-bf9f-a1aef347eb27 None None] Deleting port a99961ab-4119-4932-a84e-e0ae9df23c0f {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:50.679121 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2a8ebaf7-746c-4374-bf9f-a1aef347eb27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:14:50.685040 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:14:50.736751 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eb6aa4-16e4-48f0-93a4-f15137fa8f87 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Checking segment: {'id': 'da496726-af46-4225-ab01-a2c73011df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '74ebe30a-4843-4ffc-9642-0343a045a717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:50.736984 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eb6aa4-16e4-48f0-93a4-f15137fa8f87 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network hostable DHCP agents. Network: 74ebe30a-4843-4ffc-9642-0343a045a717, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:14:50.738983 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 07:14:50.738983 n-d-778696-5 neutron-server[93827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 07:14:50.738983 n-d-778696-5 neutron-server[93827]: [parameters: {'id': '06e5d58a-4e92-45d3-9069-6dd3b6bb37bb'}] Jul 14 07:14:50.738983 n-d-778696-5 neutron-server[93827]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:14:50.739352 n-d-778696-5 neutron-server[93827]: DEBUG oslo_db.api [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:14:50.740075 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7a760-e48e-4aee-a4ef-987fd1dfc0cf None None] Pushing event updated for resources: {'Port': ['ID=970c5638-d920-4464-a322-429d562a4c07,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:50.754525 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb6aa4-16e4-48f0-93a4-f15137fa8f87 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Subnet': ['ID=364c2e55-c525-472e-8201-038e4fccff97,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:50.767039 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b186b1e4-f446-4ef3-bbf6-6e86b14f3174 None None] Network 06e5d58a-4e92-45d3-9069-6dd3b6bb37bb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:50.792598 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c393bc-bc81-4eb1-a136-1c042ddd73e6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:50.812600 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eb6aa4-16e4-48f0-93a4-f15137fa8f87 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network 74ebe30a-4843-4ffc-9642-0343a045a717 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:14:50.836949 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-28eb6aa4-16e4-48f0-93a4-f15137fa8f87 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 74ebe30a-4843-4ffc-9642-0343a045a717) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:50.837222 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2a8ebaf7-746c-4374-bf9f-a1aef347eb27 None None] For port a99961ab-4119-4932-a84e-e0ae9df23c0f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a99961ab-4119-4932-a84e-e0ae9df23c0f,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:50.837464 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2a8ebaf7-746c-4374-bf9f-a1aef347eb27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.842398 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eb6aa4-16e4-48f0-93a4-f15137fa8f87 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:50.844129 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-28eb6aa4-16e4-48f0-93a4-f15137fa8f87 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.848810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ba064c-680a-42fb-a6a4-b04b21c30438 None None] Network 74ebe30a-4843-4ffc-9642-0343a045a717 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:50.867912 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56084) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:50.868573 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-28eb6aa4-16e4-48f0-93a4-f15137fa8f87 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9886205 Jul 14 07:14:50.879966 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2086096604', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}, 'admin_state_up': False}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:50.924175 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.925672 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:50.977363 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-2a8ebaf7-746c-4374-bf9f-a1aef347eb27 None None] Calling delete_port for a99961ab-4119-4932-a84e-e0ae9df23c0f owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:51.058485 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:51.162745 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7235bce8-085d-4542-b445-348c10935524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-74ebe30a-4843-4ffc-9642-0343a045a717', 'network_id': '74ebe30a-4843-4ffc-9642-0343a045a717', 'tenant_id': '18a2c5f4334246438c4c8626612ddc40', 'fixed_ips': [{'subnet_id': '364c2e55-c525-472e-8201-038e4fccff97'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:14:51.163607 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7235bce8-085d-4542-b445-348c10935524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:51.225144 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2a8ebaf7-746c-4374-bf9f-a1aef347eb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:51.240107 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:51.328156 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ebaf7-746c-4374-bf9f-a1aef347eb27 None None] Pushing event deleted for resources: {'Port': ['ID=a99961ab-4119-4932-a84e-e0ae9df23c0f,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:51.334198 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8ebaf7-746c-4374-bf9f-a1aef347eb27 None None] No DVR routers for this DVR port a99961ab-4119-4932-a84e-e0ae9df23c0f on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:14:51.350762 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Deleting port 970c5638-d920-4464-a322-429d562a4c07 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:51.352057 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:51.378283 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:51.400767 n-d-778696-5 neutron-server[93828]: DEBUG neutron.objects.ports [None req-94f90358-958f-4aa9-b685-795f881e63f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 07:14:51.515279 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] For port 970c5638-d920-4464-a322-429d562a4c07, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=970c5638-d920-4464-a322-429d562a4c07,segment=NetworkSegment(cb53fdab-bee2-4931-a50f-89040dd02eda),segment_id=cb53fdab-bee2-4931-a50f-89040dd02eda)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:51.515949 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:51.538995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Calling delete_port for 970c5638-d920-4464-a322-429d562a4c07 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:51.616588 n-d-778696-5 neutron-server[93828]: WARNING neutron.services.revisions.revision_plugin [None req-94f90358-958f-4aa9-b685-795f881e63f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Could not find related port for resource to bump revision. Jul 14 07:14:51.635981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.ipam_pluggable_backend [None req-94f90358-958f-4aa9-b685-795f881e63f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Port a99961ab-4119-4932-a84e-e0ae9df23c0f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93828) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 14 07:14:51.637552 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.ipam_pluggable_backend [None req-94f90358-958f-4aa9-b685-795f881e63f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Reverting IP allocation for 2001:db8::f816:3eff:fea7:1e97 {{(pid=93828) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 14 07:14:51.643014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.ipam_pluggable_backend [None req-94f90358-958f-4aa9-b685-795f881e63f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea7:1e97 {{(pid=93828) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 14 07:14:51.647155 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94f90358-958f-4aa9-b685-795f881e63f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:51.653896 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a99961ab-4119-4932-a84e-e0ae9df23c0f no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:14:51.677901 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: a99961ab-4119-4932-a84e-e0ae9df23c0f {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:14:51.678268 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a99961ab-4119-4932-a84e-e0ae9df23c0f not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:14:51.699212 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:51.711571 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-7235bce8-085d-4542-b445-348c10935524 None None] Allocated IP 172.20.0.2 (74ebe30a-4843-4ffc-9642-0343a045a717/364c2e55-c525-472e-8201-038e4fccff97/d34a8cd1-2aac-4131-87e0-c0cf89aa1b37) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:51.715149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f90358-958f-4aa9-b685-795f881e63f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:51.726096 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-94f90358-958f-4aa9-b685-795f881e63f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:51.735524 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f90358-958f-4aa9-b685-795f881e63f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:51.736127 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94f90358-958f-4aa9-b685-795f881e63f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:51.749949 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f90358-958f-4aa9-b685-795f881e63f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=238d8a3c-15a7-4c7d-afed-81496f6addb0,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:51.767487 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de49d6-9220-4fcb-b2db-e770b7eb25db req-e5dd3903-af4d-4c25-9a2f-0557d31d9536 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:51.769132 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90de49d6-9220-4fcb-b2db-e770b7eb25db req-e5dd3903-af4d-4c25-9a2f-0557d31d9536 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.2929461 Jul 14 07:14:51.774473 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-94f90358-958f-4aa9-b685-795f881e63f8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3826780 Jul 14 07:14:51.774642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No DVR routers for this DVR port 970c5638-d920-4464-a322-429d562a4c07 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:14:51.774844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56116) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:51.781378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-1d946ce9-cc78-441d-9709-897bf89cb942 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:51.784222 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Port': ['ID=970c5638-d920-4464-a322-429d562a4c07,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:51.899413 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7235bce8-085d-4542-b445-348c10935524 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:51.908683 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7235bce8-085d-4542-b445-348c10935524 None None] Transition to ACTIVE for port object d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:51.924340 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7235bce8-085d-4542-b445-348c10935524 None None] Transition to ACTIVE for port object d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:51.929048 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f82a59-0a93-41f8-af50-77dee3669c77 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:51.937562 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:51.962784 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90de49d6-9220-4fcb-b2db-e770b7eb25db req-509cc752-8e0b-41ed-a8b0-54aa6a07d574 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591759 Jul 14 07:14:51.967145 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e5d58a-4e92-45d3-9069-6dd3b6bb37bb']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:51.984839 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb53fdab-bee2-4931-a50f-89040dd02eda') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:51.985298 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb53fdab-bee2-4931-a50f-89040dd02eda') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:52.001174 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.018179 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.028419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:14:52.029090 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:14:52.033568 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:14:52.062314 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7235bce8-085d-4542-b445-348c10935524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.118883 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.147360 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.148998 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.152058 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7235bce8-085d-4542-b445-348c10935524 None None] Network 74ebe30a-4843-4ffc-9642-0343a045a717 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:52.159142 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-7235bce8-085d-4542-b445-348c10935524 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:52.162180 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235bce8-085d-4542-b445-348c10935524 None None] Pushing event updated for resources: {'Port': ['ID=d34a8cd1-2aac-4131-87e0-c0cf89aa1b37,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:52.181174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7235bce8-085d-4542-b445-348c10935524 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:52.186053 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.191261 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/06e5d58a-4e92-45d3-9069-6dd3b6bb37bb HTTP/1.1" status: 204 len: 168 time: 3.1090930 Jul 14 07:14:52.200802 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56122) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:52.209853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-581c7fda-5f76-4e4e-be0f-35e042ffeaec tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1100392603'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:52.224908 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d946ce9-cc78-441d-9709-897bf89cb942 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:52.225734 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e28730-b2fa-4066-9826-597d30b0589b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Network': ['ID=06e5d58a-4e92-45d3-9069-6dd3b6bb37bb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:52.228473 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d946ce9-cc78-441d-9709-897bf89cb942 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.228805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': '238d8a3c-15a7-4c7d-afed-81496f6addb0'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:14:52.229947 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.328230 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581c7fda-5f76-4e4e-be0f-35e042ffeaec tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:52.331682 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-581c7fda-5f76-4e4e-be0f-35e042ffeaec tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.366046 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-7235bce8-085d-4542-b445-348c10935524 None None] Attempting to bind port d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:14:52.366421 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-7235bce8-085d-4542-b445-348c10935524 None None] Attempting to bind port d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'da496726-af46-4225-ab01-a2c73011df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '74ebe30a-4843-4ffc-9642-0343a045a717'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:14:52.366788 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235bce8-085d-4542-b445-348c10935524 None None] Attempting to bind port d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 on network 74ebe30a-4843-4ffc-9642-0343a045a717 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:14:52.376207 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235bce8-085d-4542-b445-348c10935524 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:14:52.376577 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235bce8-085d-4542-b445-348c10935524 None None] Checking segment: {'id': 'da496726-af46-4225-ab01-a2c73011df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '74ebe30a-4843-4ffc-9642-0343a045a717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:52.377009 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7235bce8-085d-4542-b445-348c10935524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.377430 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235bce8-085d-4542-b445-348c10935524 None None] Bound using segment: {'id': 'da496726-af46-4225-ab01-a2c73011df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '74ebe30a-4843-4ffc-9642-0343a045a717'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:14:52.377911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-7235bce8-085d-4542-b445-348c10935524 None None] Bound port: d34a8cd1-2aac-4131-87e0-c0cf89aa1b37, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da496726-af46-4225-ab01-a2c73011df20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '74ebe30a-4843-4ffc-9642-0343a045a717'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:14:52.378303 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7235bce8-085d-4542-b445-348c10935524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.387492 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Allocated IP 172.25.7.187 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/ef2a7427-a2e6-4c50-8d2e-74bbc5d13f23) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:52.480163 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56134) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:52.493432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Allocated IP 2001:db8::f816:3eff:fea6:c7d6 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/238d8a3c-15a7-4c7d-afed-81496f6addb0/9e86c252-fc4a-475b-8431-83fd3e43f07c) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:52.499261 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-7235bce8-085d-4542-b445-348c10935524 None None] For port d34a8cd1-2aac-4131-87e0-c0cf89aa1b37, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:14:52.508759 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-7235bce8-085d-4542-b445-348c10935524 None None] For port d34a8cd1-2aac-4131-87e0-c0cf89aa1b37, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d34a8cd1-2aac-4131-87e0-c0cf89aa1b37,segment=NetworkSegment(da496726-af46-4225-ab01-a2c73011df20),segment_id=da496726-af46-4225-ab01-a2c73011df20)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:14:52.525754 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7235bce8-085d-4542-b445-348c10935524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.557636 n-d-778696-5 neutron-server[93828]: INFO neutron.db.ipam_backend_mixin [None req-1d946ce9-cc78-441d-9709-897bf89cb942 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 238d8a3c-15a7-4c7d-afed-81496f6addb0 (CIDR: 2001:db8::/64) Jul 14 07:14:52.570562 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d946ce9-cc78-441d-9709-897bf89cb942 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:14:52.572347 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d946ce9-cc78-441d-9709-897bf89cb942 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:14:52.583836 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581c7fda-5f76-4e4e-be0f-35e042ffeaec tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:14:52.597763 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1d946ce9-cc78-441d-9709-897bf89cb942 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8216126 Jul 14 07:14:52.600596 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56142) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:52.610561 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4fbc98d7-93f1-40c4-a5d1-f4d14dfa40db tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:52.613361 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-581c7fda-5f76-4e4e-be0f-35e042ffeaec tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.613709 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-581c7fda-5f76-4e4e-be0f-35e042ffeaec tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Added segment 990dc560-1d72-48ba-afcf-cb1596b7bf79 of type vlan for network aeffb627-6b20-479b-9d9b-eb6577393580 Jul 14 07:14:52.651266 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235bce8-085d-4542-b445-348c10935524 None None] Pushing event updated for resources: {'Port': ['ID=d34a8cd1-2aac-4131-87e0-c0cf89aa1b37,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:52.683529 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.710025 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-581c7fda-5f76-4e4e-be0f-35e042ffeaec tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.725230 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device e6fe49fd-a538-49e9-af8d-0a9c0817f89d details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:14:52.777679 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.777980 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.795234 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6a009664-fad0-4985-a94a-51de80949c1d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74bd638e03594e829ed7c2c54ff78f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130505 Jul 14 07:14:52.799226 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56144) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:52.828293 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-581c7fda-5f76-4e4e-be0f-35e042ffeaec tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.834572 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581c7fda-5f76-4e4e-be0f-35e042ffeaec tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:52.835612 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-581c7fda-5f76-4e4e-be0f-35e042ffeaec tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.851046 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Transition to ACTIVE for port object 9e86c252-fc4a-475b-8431-83fd3e43f07c will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:52.854980 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:52.877386 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Transition to ACTIVE for port object 9e86c252-fc4a-475b-8431-83fd3e43f07c will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:52.879485 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:52.892340 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.895592 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbc98d7-93f1-40c4-a5d1-f4d14dfa40db tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:52.899924 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fbc98d7-93f1-40c4-a5d1-f4d14dfa40db tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:52.914235 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:53.037129 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a97b66-a9e1-4d1d-8238-3b081b10413a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:53.040821 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:53.051053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:53.053997 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Pushing event updated for resources: {'Port': ['ID=9e86c252-fc4a-475b-8431-83fd3e43f07c,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:53.063962 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:53.064206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=ef2a7427-a2e6-4c50-8d2e-74bbc5d13f23,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:53.071485 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-581c7fda-5f76-4e4e-be0f-35e042ffeaec tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8670356 Jul 14 07:14:53.090672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56150) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:53.111960 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8017f2e3-3c1c-40a2-97a0-a6eab82a3898 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'subnet': {'network_id': 'aeffb627-6b20-479b-9d9b-eb6577393580', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:53.123164 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port e6fe49fd-a538-49e9-af8d-0a9c0817f89d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:53.169406 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a97b66-a9e1-4d1d-8238-3b081b10413a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:53.244160 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d', 'mac_address': 'fa:16:3e:4b:b4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:14:53.260015 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c7fda-5f76-4e4e-be0f-35e042ffeaec tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Network': ['ID=aeffb627-6b20-479b-9d9b-eb6577393580,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:53.290585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Attempting to bind port 9e86c252-fc4a-475b-8431-83fd3e43f07c on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:14:53.290970 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Attempting to bind port 9e86c252-fc4a-475b-8431-83fd3e43f07c by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:14:53.291550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Attempting to bind port 9e86c252-fc4a-475b-8431-83fd3e43f07c on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:14:53.298543 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network aeffb627-6b20-479b-9d9b-eb6577393580 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:14:53.321969 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a97b66-a9e1-4d1d-8238-3b081b10413a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:53.324985 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a97b66-a9e1-4d1d-8238-3b081b10413a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:53.326272 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-05a97b66-a9e1-4d1d-8238-3b081b10413a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f8226f8-95ac-4ee9-bcc1-8ab10e0c84ba HTTP/1.1" status: 204 len: 168 time: 0.5260692 Jul 14 07:14:53.343205 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a97b66-a9e1-4d1d-8238-3b081b10413a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8226f8-95ac-4ee9-bcc1-8ab10e0c84ba,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:53.454358 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fbc98d7-93f1-40c4-a5d1-f4d14dfa40db tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:53.494956 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:14:53.502843 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:53.502843 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:53.503177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:14:53.506718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Bound port: 9e86c252-fc4a-475b-8431-83fd3e43f07c, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:14:53.510127 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:53.518800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc98d7-93f1-40c4-a5d1-f4d14dfa40db tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:53.525173 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-4fbc98d7-93f1-40c4-a5d1-f4d14dfa40db tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:53.535471 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbc98d7-93f1-40c4-a5d1-f4d14dfa40db tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:53.537940 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fbc98d7-93f1-40c4-a5d1-f4d14dfa40db tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:53.559751 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baba55-7814-46bb-bb5d-698b85c55ab5 req-9a1ad5a8-5399-4482-b366-f5465183032a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:53.562081 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d6baba55-7814-46bb-bb5d-698b85c55ab5 req-9a1ad5a8-5399-4482-b366-f5465183032a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.2947114 Jul 14 07:14:53.563947 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8017f2e3-3c1c-40a2-97a0-a6eab82a3898 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:53.569525 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8017f2e3-3c1c-40a2-97a0-a6eab82a3898 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:53.596496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc98d7-93f1-40c4-a5d1-f4d14dfa40db tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=ea6afbed-1824-4bd9-bb4e-a47c8ab1ffbb,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:53.611893 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4fbc98d7-93f1-40c4-a5d1-f4d14dfa40db tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0085461 Jul 14 07:14:53.615111 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56174) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:53.624416 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-419746c6-d5c5-4a24-adbc-66ea14e8b7ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'mac_address': 'fa:16:3e:49:39:b5', 'name': 'tempest-NetworksTestDHCPv6-1313300890'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:53.712781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:14:53.726517 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:53.803565 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.ipam_backend_mixin [None req-8017f2e3-3c1c-40a2-97a0-a6eab82a3898 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Performing IP validity checks on allocation pools {{(pid=93828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 07:14:53.805218 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.ipam_backend_mixin [None req-8017f2e3-3c1c-40a2-97a0-a6eab82a3898 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 07:14:53.807152 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6fe49fd-a538-49e9-af8d-0a9c0817f89d {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:14:53.833936 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port e6fe49fd-a538-49e9-af8d-0a9c0817f89d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:53.852197 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:53.915714 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419746c6-d5c5-4a24-adbc-66ea14e8b7ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:53.998537 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:54.023875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['e6fe49fd-a538-49e9-af8d-0a9c0817f89d'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:14:54.034605 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] For port 9e86c252-fc4a-475b-8431-83fd3e43f07c, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:14:54.038982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] For port 9e86c252-fc4a-475b-8431-83fd3e43f07c, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9e86c252-fc4a-475b-8431-83fd3e43f07c,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:14:54.117461 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-419746c6-d5c5-4a24-adbc-66ea14e8b7ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:54.163082 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:54.200813 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-419746c6-d5c5-4a24-adbc-66ea14e8b7ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port 9705a358-0836-4f78-9721-92a148916563 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:14:54.299444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:54.422006 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec279f-090d-4670-80c5-720f9a86c615 None None] Pushing event updated for resources: {'Port': ['ID=9e86c252-fc4a-475b-8431-83fd3e43f07c,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:54.496185 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b26db1-7ea2-44de-967d-a24d2e4a0167 None None] Network 74ebe30a-4843-4ffc-9642-0343a045a717 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:54.598858 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-419746c6-d5c5-4a24-adbc-66ea14e8b7ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8:0:1::42 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/ea6afbed-1824-4bd9-bb4e-a47c8ab1ffbb/9705a358-0836-4f78-9721-92a148916563) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:54.609115 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-419746c6-d5c5-4a24-adbc-66ea14e8b7ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::f816:3eff:fe49:39b5 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/238d8a3c-15a7-4c7d-afed-81496f6addb0/9705a358-0836-4f78-9721-92a148916563) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:14:54.773144 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-85eee333-af1e-4944-859f-840df43e8a22 None None] Provisioning for port d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:54.796620 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-85eee333-af1e-4944-859f-840df43e8a22 None None] Provisioning complete for port d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:54.798122 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-85eee333-af1e-4944-859f-840df43e8a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:54.938674 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-419746c6-d5c5-4a24-adbc-66ea14e8b7ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:54.958227 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-419746c6-d5c5-4a24-adbc-66ea14e8b7ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object 9705a358-0836-4f78-9721-92a148916563 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:14:55.021541 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-419746c6-d5c5-4a24-adbc-66ea14e8b7ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:55.118065 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-85eee333-af1e-4944-859f-840df43e8a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:55.130339 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419746c6-d5c5-4a24-adbc-66ea14e8b7ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:14:55.147502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-419746c6-d5c5-4a24-adbc-66ea14e8b7ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:55.150678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419746c6-d5c5-4a24-adbc-66ea14e8b7ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:14:55.165521 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419746c6-d5c5-4a24-adbc-66ea14e8b7ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:55.169089 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-419746c6-d5c5-4a24-adbc-66ea14e8b7ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:55.179894 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-85eee333-af1e-4944-859f-840df43e8a22 None None] For port d34a8cd1-2aac-4131-87e0-c0cf89aa1b37, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d34a8cd1-2aac-4131-87e0-c0cf89aa1b37,segment=NetworkSegment(da496726-af46-4225-ab01-a2c73011df20),segment_id=da496726-af46-4225-ab01-a2c73011df20)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:55.190452 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-85eee333-af1e-4944-859f-840df43e8a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:55.197972 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419746c6-d5c5-4a24-adbc-66ea14e8b7ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=9705a358-0836-4f78-9721-92a148916563,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:55.208036 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8017f2e3-3c1c-40a2-97a0-a6eab82a3898 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:55.264109 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-419746c6-d5c5-4a24-adbc-66ea14e8b7ec tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6454532 Jul 14 07:14:55.266397 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56232) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:55.341209 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eee333-af1e-4944-859f-840df43e8a22 None None] Pushing event updated for resources: {'Port': ['ID=d34a8cd1-2aac-4131-87e0-c0cf89aa1b37,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:55.364266 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017f2e3-3c1c-40a2-97a0-a6eab82a3898 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Subnet': ['ID=c102b90d-0bcb-44ab-b2ff-bc0da19c10e8,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:55.400539 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d6baba55-7814-46bb-bb5d-698b85c55ab5 req-7a15d55e-62db-476b-a5d4-2470b3f4b8e7 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8155177 Jul 14 07:14:55.462924 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:55.609246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ec920fb0-608b-45b8-b55a-a7745e5ec0f1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port 9705a358-0836-4f78-9721-92a148916563 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:14:55.609877 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec920fb0-608b-45b8-b55a-a7745e5ec0f1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:55.759665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-47ab7732-f9ae-4c9c-bdef-47cc39c2851e None None] Provisioning complete for port d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:55.765539 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47ab7732-f9ae-4c9c-bdef-47cc39c2851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:55.807775 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8017f2e3-3c1c-40a2-97a0-a6eab82a3898 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Checking segment: {'id': '990dc560-1d72-48ba-afcf-cb1596b7bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aeffb627-6b20-479b-9d9b-eb6577393580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:14:55.808736 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8017f2e3-3c1c-40a2-97a0-a6eab82a3898 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network hostable DHCP agents. Network: aeffb627-6b20-479b-9d9b-eb6577393580, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:14:55.830840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9e86c252-fc4a-475b-8431-83fd3e43f07c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:14:55.898262 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8017f2e3-3c1c-40a2-97a0-a6eab82a3898 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network aeffb627-6b20-479b-9d9b-eb6577393580 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:14:55.943227 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec920fb0-608b-45b8-b55a-a7745e5ec0f1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:55.969595 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ec920fb0-608b-45b8-b55a-a7745e5ec0f1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for 9705a358-0836-4f78-9721-92a148916563 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:14:56.056245 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-8017f2e3-3c1c-40a2-97a0-a6eab82a3898 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, aeffb627-6b20-479b-9d9b-eb6577393580) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:14:56.072583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8017f2e3-3c1c-40a2-97a0-a6eab82a3898 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:56.074690 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8017f2e3-3c1c-40a2-97a0-a6eab82a3898 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:56.098279 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6086faf0-4ee8-474b-be44-789c656ebbf7 None None] Network aeffb627-6b20-479b-9d9b-eb6577393580 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:56.107032 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 9e86c252-fc4a-475b-8431-83fd3e43f07c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:56.122270 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:14:56.205175 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8017f2e3-3c1c-40a2-97a0-a6eab82a3898 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.1032276 Jul 14 07:14:56.219735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56258) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:56.277041 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828af594-277e-476a-a184-36bd004ffaee None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:56.333027 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec920fb0-608b-45b8-b55a-a7745e5ec0f1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:56.342906 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:56.343429 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:56.345538 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:56.399124 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec920fb0-608b-45b8-b55a-a7745e5ec0f1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=9705a358-0836-4f78-9721-92a148916563,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:56.469078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-55aa7943-57e0-430a-a24e-39e4c926b889 None None] Provisioning for port 9e86c252-fc4a-475b-8431-83fd3e43f07c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:14:56.479520 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-55aa7943-57e0-430a-a24e-39e4c926b889 None None] Provisioning complete for port 9e86c252-fc4a-475b-8431-83fd3e43f07c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:56.479714 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-55aa7943-57e0-430a-a24e-39e4c926b889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:56.526078 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec920fb0-608b-45b8-b55a-a7745e5ec0f1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:56.530437 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ec920fb0-608b-45b8-b55a-a7745e5ec0f1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/9705a358-0836-4f78-9721-92a148916563 HTTP/1.1" status: 204 len: 168 time: 1.2605293 Jul 14 07:14:56.531342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56264) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:56.754036 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-864b38fc-e4dc-440f-9301-f911b1a5e4a6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:56.780981 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device e6fe49fd-a538-49e9-af8d-0a9c0817f89d up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:14:56.831114 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ed3964-5f3c-4422-8ed5-e1c78f31ad05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-aeffb627-6b20-479b-9d9b-eb6577393580', 'network_id': 'aeffb627-6b20-479b-9d9b-eb6577393580', 'tenant_id': 'bd912f4f28964f31bba661e2af99898d', 'fixed_ips': [{'subnet_id': 'c102b90d-0bcb-44ab-b2ff-bc0da19c10e8'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:14:56.832257 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-33ed3964-5f3c-4422-8ed5-e1c78f31ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:57.033963 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4326be0d-c877-49dd-8481-83fa2519c6f4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:57.038261 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4326be0d-c877-49dd-8481-83fa2519c6f4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.5035796 Jul 14 07:14:57.038566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56284) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:57.084705 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-864b38fc-e4dc-440f-9301-f911b1a5e4a6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:57.099046 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cec87c-bc32-4167-a211-f1ee7aabf0eb req-f6e471bf-98cb-4a69-a526-7a4b83232deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:57.103011 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09cec87c-bc32-4167-a211-f1ee7aabf0eb req-f6e471bf-98cb-4a69-a526-7a4b83232deb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4b2c8c511db4c2a9a4b9a01f343494e&device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 1096 time: 0.4489398 Jul 14 07:14:57.165866 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc80a3c4-43c5-4a1b-911a-6e6d2c578411 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:57.174166 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cc80a3c4-43c5-4a1b-911a-6e6d2c578411 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1344485 Jul 14 07:14:57.176577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56292) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:57.292908 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e954bb-69df-4360-ae17-6794a622e608 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:57.302079 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e954bb-69df-4360-ae17-6794a622e608 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:57.303857 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e954bb-69df-4360-ae17-6794a622e608 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:57.305926 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-94e954bb-69df-4360-ae17-6794a622e608 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1280055 Jul 14 07:14:57.312148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56300) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:57.345799 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router a65ac7e5-9ea4-4cda-9844-1f269c0f2390 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:14:57.383702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370702d-5482-4d56-b3c0-c68b3a97cf56 req-def0dc26-eb05-45c3-96dc-03d0ba9932dd tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:57.390868 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4370702d-5482-4d56-b3c0-c68b3a97cf56 req-def0dc26-eb05-45c3-96dc-03d0ba9932dd tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.5780125 Jul 14 07:14:57.478532 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-55aa7943-57e0-430a-a24e-39e4c926b889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server [None req-33ed3964-5f3c-4422-8ed5-e1c78f31ad05 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c102b90d-0bcb-44ab-b2ff-bc0da19c10e8: This subnet is being modified by another concurrent operation. Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 07:14:57.523908 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise exception Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c102b90d-0bcb-44ab-b2ff-bc0da19c10e8: This subnet is being modified by another concurrent operation. Jul 14 07:14:57.527346 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server Jul 14 07:14:57.541347 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3098d974-6204-44e0-a754-4b6d9d7e3464 None None] Network aeffb627-6b20-479b-9d9b-eb6577393580 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:57.628183 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-864b38fc-e4dc-440f-9301-f911b1a5e4a6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:57.637386 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port e6fe49fd-a538-49e9-af8d-0a9c0817f89d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:57.637714 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:57.677248 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-55aa7943-57e0-430a-a24e-39e4c926b889 None None] For port 9e86c252-fc4a-475b-8431-83fd3e43f07c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9e86c252-fc4a-475b-8431-83fd3e43f07c,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:57.706742 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-55aa7943-57e0-430a-a24e-39e4c926b889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:57.718199 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cec87c-bc32-4167-a211-f1ee7aabf0eb req-7d2a5355-bfcb-4ed4-9428-84d031c9981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:57.719690 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09cec87c-bc32-4167-a211-f1ee7aabf0eb req-7d2a5355-bfcb-4ed4-9428-84d031c9981b service neutron] 10.222.0.15 "GET /v2.0/networks?id=6167fc1b-e132-43c4-97c4-2419433fec40 HTTP/1.1" status: 200 len: 920 time: 0.6082139 Jul 14 07:14:57.720362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b38fc-e4dc-440f-9301-f911b1a5e4a6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Subnet': ['ID=c102b90d-0bcb-44ab-b2ff-bc0da19c10e8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:57.729022 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-191d595f-c69d-4a2b-af15-29d9acd31d76 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet 238d8a3c-15a7-4c7d-afed-81496f6addb0 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:14:57.742469 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4370702d-5482-4d56-b3c0-c68b3a97cf56 req-e990e580-cbd0-477c-b7dc-a38e0a7fa411 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506534 Jul 14 07:14:57.812125 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-191d595f-c69d-4a2b-af15-29d9acd31d76 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:57.813876 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa7943-57e0-430a-a24e-39e4c926b889 None None] Pushing event updated for resources: {'Port': ['ID=9e86c252-fc4a-475b-8431-83fd3e43f07c,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:57.903505 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:57.935078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcad2fa-64fb-4839-bf7d-9e2f8d6f7c87 None None] Update dhcp port {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'fixed_ips': [{'subnet_id': '238d8a3c-15a7-4c7d-afed-81496f6addb0', 'ip_address': '2001:db8::f816:3eff:fea6:c7d6'}, {'subnet_id': 'ea6afbed-1824-4bd9-bb4e-a47c8ab1ffbb'}], 'binding:host_id': 'n-d-778696-5'}, 'id': '9e86c252-fc4a-475b-8431-83fd3e43f07c'} from n-d-778696-5. {{(pid=93829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 07:14:57.944820 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9550ec4c-9482-4cc0-8c42-ae4d87e1f336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:14:57.947414 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9f99bd-e02c-4c0e-8a94-5807664b12f6" -d '{"events": [{"server_uuid": "9550ec4c-9482-4cc0-8c42-ae4d87e1f336", "name": "network-vif-plugged", "status": "completed", "tag": "e6fe49fd-a538-49e9-af8d-0a9c0817f89d"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:14:57.987828 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port e6fe49fd-a538-49e9-af8d-0a9c0817f89d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:14:57.994930 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6fcad2fa-64fb-4839-bf7d-9e2f8d6f7c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:58.001170 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09cec87c-bc32-4167-a211-f1ee7aabf0eb req-b85afbdc-f5a9-4010-ae70-d6003b29070c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6d6ec95-9638-43ba-8b4d-02d245717a61 HTTP/1.1" status: 200 len: 217 time: 0.2032881 Jul 14 07:14:58.007302 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:58.064329 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee74dfb-6edd-443a-9929-8d36efb21792 x-openstack-request-id: req-9ee74dfb-6edd-443a-9929-8d36efb21792 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:14:58.064516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:14:58.064626 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9550ec4c-9482-4cc0-8c42-ae4d87e1f336", "name": "network-vif-plugged", "status": "completed", "tag": "e6fe49fd-a538-49e9-af8d-0a9c0817f89d", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:14:58.064876 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ee74dfb-6edd-443a-9929-8d36efb21792 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:14:58.065172 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9550ec4c-9482-4cc0-8c42-ae4d87e1f336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d', 'code': 200} Jul 14 07:14:58.070294 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-864b38fc-e4dc-440f-9301-f911b1a5e4a6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:58.082488 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef941d8-7eac-47d9-a5ef-23831699ee68 None None] Sync routers for ids ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:14:58.090606 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-191d595f-c69d-4a2b-af15-29d9acd31d76 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:58.115084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-864b38fc-e4dc-440f-9301-f911b1a5e4a6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeffb627-6b20-479b-9d9b-eb6577393580']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:58.141011 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-864b38fc-e4dc-440f-9301-f911b1a5e4a6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990dc560-1d72-48ba-afcf-cb1596b7bf79') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:58.141011 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-864b38fc-e4dc-440f-9301-f911b1a5e4a6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990dc560-1d72-48ba-afcf-cb1596b7bf79') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:58.173607 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:58.174788 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-04eaf7fd-dcf3-465c-a1f7-3fcca4c26ce8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.3054266 Jul 14 07:14:58.177687 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56330) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:58.180187 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cec87c-bc32-4167-a211-f1ee7aabf0eb req-1d34a59d-01d3-49d0-9834-7cfc65ebd3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:58.181931 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09cec87c-bc32-4167-a211-f1ee7aabf0eb req-1d34a59d-01d3-49d0-9834-7cfc65ebd3cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c57f6f9-d177-479b-9198-f0790b03deff HTTP/1.1" status: 200 len: 859 time: 0.1686018 Jul 14 07:14:58.183648 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-864b38fc-e4dc-440f-9301-f911b1a5e4a6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:58.209830 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef941d8-7eac-47d9-a5ef-23831699ee68 None None] Routers {'a65ac7e5-9ea4-4cda-9844-1f269c0f2390'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:58.210477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0ef941d8-7eac-47d9-a5ef-23831699ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:34Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:58.214735 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,revision_number=10']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:58.260584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0ef941d8-7eac-47d9-a5ef-23831699ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:58.276657 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef941d8-7eac-47d9-a5ef-23831699ee68 None None] Routers {'a65ac7e5-9ea4-4cda-9844-1f269c0f2390'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:14:58.277323 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0ef941d8-7eac-47d9-a5ef-23831699ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:14:34Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:58.292417 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-191d595f-c69d-4a2b-af15-29d9acd31d76 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:58.316360 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0ef941d8-7eac-47d9-a5ef-23831699ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:14:58.316914 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef941d8-7eac-47d9-a5ef-23831699ee68 None None] The sync data for ids ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server [None req-6fcad2fa-64fb-4839-bf7d-9e2f8d6f7c87 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 238d8a3c-15a7-4c7d-afed-81496f6addb0: This subnet is being modified by another concurrent operation. Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 07:14:58.381466 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise exception Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 238d8a3c-15a7-4c7d-afed-81496f6addb0: This subnet is being modified by another concurrent operation. Jul 14 07:14:58.386574 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server Jul 14 07:14:58.423502 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-191d595f-c69d-4a2b-af15-29d9acd31d76 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:58.428162 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09cec87c-bc32-4167-a211-f1ee7aabf0eb req-8301a1f7-4f0f-4c63-a09e-03b5e50ff518 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6167fc1b-e132-43c4-97c4-2419433fec40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2094166 Jul 14 07:14:58.474885 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-864b38fc-e4dc-440f-9301-f911b1a5e4a6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:58.476994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d595f-c69d-4a2b-af15-29d9acd31d76 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=238d8a3c-15a7-4c7d-afed-81496f6addb0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:58.503280 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-191d595f-c69d-4a2b-af15-29d9acd31d76 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:58.508638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-191d595f-c69d-4a2b-af15-29d9acd31d76 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/238d8a3c-15a7-4c7d-afed-81496f6addb0 HTTP/1.1" status: 204 len: 168 time: 1.1890640 Jul 14 07:14:58.509144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56342) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:58.540844 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fbf276-37d1-42fc-9bd0-b3122b50af22 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:14:58.576849 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864b38fc-e4dc-440f-9301-f911b1a5e4a6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:14:58.577492 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-864b38fc-e4dc-440f-9301-f911b1a5e4a6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:14:58.580667 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:14:58.660770 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fd227d1a-22b6-4846-bf02-b6e4d5265699 None None] Provisioning complete for port 9e86c252-fc4a-475b-8431-83fd3e43f07c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:14:58.660770 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fd227d1a-22b6-4846-bf02-b6e4d5265699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:58.677124 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-864b38fc-e4dc-440f-9301-f911b1a5e4a6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:58.684496 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-864b38fc-e4dc-440f-9301-f911b1a5e4a6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:58.692750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-864b38fc-e4dc-440f-9301-f911b1a5e4a6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/aeffb627-6b20-479b-9d9b-eb6577393580 HTTP/1.1" status: 204 len: 168 time: 2.4719186 Jul 14 07:14:58.695837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56348) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:58.710595 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-069cea7b-bd48-43be-ade5-42543bf38c69 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-543563076'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:58.757757 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069cea7b-bd48-43be-ade5-42543bf38c69 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:58.762343 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-069cea7b-bd48-43be-ade5-42543bf38c69 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:58.786507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b38fc-e4dc-440f-9301-f911b1a5e4a6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Network': ['ID=aeffb627-6b20-479b-9d9b-eb6577393580,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:58.816643 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09cec87c-bc32-4167-a211-f1ee7aabf0eb req-b37529a1-0a26-4dc9-8c12-2fdfe34dfcdf service neutron] 10.222.0.15 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501043 Jul 14 07:14:59.021617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09cec87c-bc32-4167-a211-f1ee7aabf0eb req-4325809f-3353-4603-9781-82235ea111c0 service neutron] 10.222.0.15 "GET /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978137 Jul 14 07:14:59.124167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069cea7b-bd48-43be-ade5-42543bf38c69 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:14:59.150923 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-069cea7b-bd48-43be-ade5-42543bf38c69 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:59.151276 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-069cea7b-bd48-43be-ade5-42543bf38c69 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Added segment ab489d51-45f0-4adb-8312-7d9829898a1c of type vlan for network 16a1e31b-6081-410d-ac62-95152c0a43e8 Jul 14 07:14:59.246744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-266332f0-b2e7-415b-bf67-8251719aadb0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet ea6afbed-1824-4bd9-bb4e-a47c8ab1ffbb {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:14:59.256965 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-266332f0-b2e7-415b-bf67-8251719aadb0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:59.277809 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159fc52e-62f2-4c3d-bf83-7beac6fdfa22 None None] Update dhcp port {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'fixed_ips': [{'subnet_id': 'ea6afbed-1824-4bd9-bb4e-a47c8ab1ffbb'}], 'binding:host_id': 'n-d-778696-5'}, 'id': '9e86c252-fc4a-475b-8431-83fd3e43f07c'} from n-d-778696-5. {{(pid=93829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 07:14:59.335717 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45d9ea-8aed-4038-a5fd-6724a94da23c req-86f1bcef-d243-4542-9b9d-cc17935b66b8 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:59.337760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6b45d9ea-8aed-4038-a5fd-6724a94da23c req-86f1bcef-d243-4542-9b9d-cc17935b66b8 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.3152373 Jul 14 07:14:59.343160 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-069cea7b-bd48-43be-ade5-42543bf38c69 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:59.354423 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-266332f0-b2e7-415b-bf67-8251719aadb0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:59.396315 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-159fc52e-62f2-4c3d-bf83-7beac6fdfa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:59.463398 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6b45d9ea-8aed-4038-a5fd-6724a94da23c req-a62d9a04-917a-43f3-95bb-7c7d7c02df78 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077509 Jul 14 07:14:59.508301 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-266332f0-b2e7-415b-bf67-8251719aadb0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:59.549710 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-069cea7b-bd48-43be-ade5-42543bf38c69 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:59.562654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069cea7b-bd48-43be-ade5-42543bf38c69 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:14:59.568077 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-069cea7b-bd48-43be-ade5-42543bf38c69 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:59.655581 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9e86c252-fc4a-475b-8431-83fd3e43f07c no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:14:59.753375 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-069cea7b-bd48-43be-ade5-42543bf38c69 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0508044 Jul 14 07:14:59.754947 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56402) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:14:59.762097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2cbfa0d6-62b0-4c81-bf7f-2a1c11a76a2d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'subnet': {'network_id': '16a1e31b-6081-410d-ac62-95152c0a43e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:14:59.802274 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cea7b-bd48-43be-ade5-42543bf38c69 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Network': ['ID=16a1e31b-6081-410d-ac62-95152c0a43e8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:14:59.831722 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 16a1e31b-6081-410d-ac62-95152c0a43e8 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:14:59.849078 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:14:59.907264 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbfa0d6-62b0-4c81-bf7f-2a1c11a76a2d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:14:59.914366 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa0d6-62b0-4c81-bf7f-2a1c11a76a2d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:00.022774 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:00.112908 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 9e86c252-fc4a-475b-8431-83fd3e43f07c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9e86c252-fc4a-475b-8431-83fd3e43f07c,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server [None req-159fc52e-62f2-4c3d-bf83-7beac6fdfa22 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea6afbed-1824-4bd9-bb4e-a47c8ab1ffbb: This subnet is being modified by another concurrent operation. Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 07:15:00.116493 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise exception Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea6afbed-1824-4bd9-bb4e-a47c8ab1ffbb: This subnet is being modified by another concurrent operation. Jul 14 07:15:00.120541 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server Jul 14 07:15:00.134753 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:00.250884 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa0d6-62b0-4c81-bf7f-2a1c11a76a2d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:00.273087 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Allocated IP 172.20.0.1 (74ebe30a-4843-4ffc-9642-0343a045a717/364c2e55-c525-472e-8201-038e4fccff97/999994d4-72e3-4612-94ad-9d99a73e1374) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:00.303995 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e36f9098-deb9-4dbb-8575-feda29484ab3 None None] Provisioning complete for port 9e86c252-fc4a-475b-8431-83fd3e43f07c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:00.304490 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e36f9098-deb9-4dbb-8575-feda29484ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:00.306357 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=9e86c252-fc4a-475b-8431-83fd3e43f07c,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:00.367183 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfa0d6-62b0-4c81-bf7f-2a1c11a76a2d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Subnet': ['ID=dfb46524-9980-499c-97fc-143111d9e954,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:00.377784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbfa0d6-62b0-4c81-bf7f-2a1c11a76a2d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Checking segment: {'id': 'ab489d51-45f0-4adb-8312-7d9829898a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '16a1e31b-6081-410d-ac62-95152c0a43e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:15:00.378250 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbfa0d6-62b0-4c81-bf7f-2a1c11a76a2d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network hostable DHCP agents. Network: 16a1e31b-6081-410d-ac62-95152c0a43e8, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:15:00.397078 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-266332f0-b2e7-415b-bf67-8251719aadb0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:00.402814 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbfa0d6-62b0-4c81-bf7f-2a1c11a76a2d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network 16a1e31b-6081-410d-ac62-95152c0a43e8 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:15:00.429137 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-2cbfa0d6-62b0-4c81-bf7f-2a1c11a76a2d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 16a1e31b-6081-410d-ac62-95152c0a43e8) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:00.444868 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbfa0d6-62b0-4c81-bf7f-2a1c11a76a2d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:00.452395 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa0d6-62b0-4c81-bf7f-2a1c11a76a2d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:00.470851 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266332f0-b2e7-415b-bf67-8251719aadb0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=ea6afbed-1824-4bd9-bb4e-a47c8ab1ffbb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:00.488065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2cbfa0d6-62b0-4c81-bf7f-2a1c11a76a2d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7326913 Jul 14 07:15:00.492778 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56432) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:00.510842 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-266332f0-b2e7-415b-bf67-8251719aadb0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:00.515946 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-266332f0-b2e7-415b-bf67-8251719aadb0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/ea6afbed-1824-4bd9-bb4e-a47c8ab1ffbb HTTP/1.1" status: 204 len: 168 time: 2.0055256 Jul 14 07:15:00.523796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56434) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:00.533440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e88fe29-6a4e-4cdb-835a-dc288dd10527 None None] Network 16a1e31b-6081-410d-ac62-95152c0a43e8 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:00.551848 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:00.600326 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Transition to ACTIVE for port object 999994d4-72e3-4612-94ad-9d99a73e1374 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:00.681109 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:00.713900 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ddcd734d-d2f2-4f37-8094-39eef7fcfb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:00.782095 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e36f9098-deb9-4dbb-8575-feda29484ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:00.828854 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b022e59d-244a-4d95-8d57-fd62fce2f5c2 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2933125 Jul 14 07:15:00.831912 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56466) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:00.837224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=999994d4-72e3-4612-94ad-9d99a73e1374,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:00.870773 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a606a5e3-5cfb-4fcb-b71e-65b724db39d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:00.875819 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network 74ebe30a-4843-4ffc-9642-0343a045a717 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:00.876035 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e36f9098-deb9-4dbb-8575-feda29484ab3 None None] For port 9e86c252-fc4a-475b-8431-83fd3e43f07c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9e86c252-fc4a-475b-8431-83fd3e43f07c,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:00.881917 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:00.897611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:15:00.953440 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e36f9098-deb9-4dbb-8575-feda29484ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:00.998427 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:01.110160 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f9098-deb9-4dbb-8575-feda29484ab3 None None] Pushing event updated for resources: {'Port': ['ID=9e86c252-fc4a-475b-8431-83fd3e43f07c,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:01.134053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1203ff53-49ee-464c-94bc-051977eb837a None None] Could not find standard attr ID for object 9705a358-0836-4f78-9721-92a148916563. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:15:01.138821 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-16a1e31b-6081-410d-ac62-95152c0a43e8', 'network_id': '16a1e31b-6081-410d-ac62-95152c0a43e8', 'tenant_id': 'bd912f4f28964f31bba661e2af99898d', 'fixed_ips': [{'subnet_id': 'dfb46524-9980-499c-97fc-143111d9e954'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:15:01.139709 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:01.449835 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:01.517743 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e1fedf25-fbf8-4844-b395-b41d09537404 None None] Provisioning for port 999994d4-72e3-4612-94ad-9d99a73e1374 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:15:01.532836 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e1fedf25-fbf8-4844-b395-b41d09537404 None None] Provisioning complete for port 999994d4-72e3-4612-94ad-9d99a73e1374 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:01.536106 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e1fedf25-fbf8-4844-b395-b41d09537404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:01.549844 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Allocated IP 172.20.0.1 (16a1e31b-6081-410d-ac62-95152c0a43e8/dfb46524-9980-499c-97fc-143111d9e954/3f7bb9f1-bd79-4c2f-9eaf-f00a38ac57bc) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:01.722409 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:01.763189 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a488f-0f0b-4f02-b5bc-fdd62a8491a2 req-952aeed5-c330-4d6b-ab22-85cbf3923527 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:01.781569 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-207a488f-0f0b-4f02-b5bc-fdd62a8491a2 req-952aeed5-c330-4d6b-ab22-85cbf3923527 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.9378028 Jul 14 07:15:01.791967 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a606a5e3-5cfb-4fcb-b71e-65b724db39d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:01.804877 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a606a5e3-5cfb-4fcb-b71e-65b724db39d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:01.975384 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:01.986616 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Transition to ACTIVE for port object 3f7bb9f1-bd79-4c2f-9eaf-f00a38ac57bc will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:02.057495 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-207a488f-0f0b-4f02-b5bc-fdd62a8491a2 req-1bfb8c13-ae0f-4d51-a859-cb68a8dc3c75 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679908 Jul 14 07:15:02.079459 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Transition to ACTIVE for port object 3f7bb9f1-bd79-4c2f-9eaf-f00a38ac57bc will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:02.105023 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e1fedf25-fbf8-4844-b395-b41d09537404 None None] Port 999994d4-72e3-4612-94ad-9d99a73e1374 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:15:02.140627 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:02.143627 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:02.242885 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Pushing event updated for resources: {'Port': ['ID=3f7bb9f1-bd79-4c2f-9eaf-f00a38ac57bc,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:02.265309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Network 16a1e31b-6081-410d-ac62-95152c0a43e8 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:02.266915 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:02.296362 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:02.300358 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:15:02.303679 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:02.316752 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:02.397084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Subnet': ['ID=dfb46524-9980-499c-97fc-143111d9e954,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:02.420785 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Attempting to bind port 3f7bb9f1-bd79-4c2f-9eaf-f00a38ac57bc on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:15:02.421265 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Attempting to bind port 3f7bb9f1-bd79-4c2f-9eaf-f00a38ac57bc by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'ab489d51-45f0-4adb-8312-7d9829898a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '16a1e31b-6081-410d-ac62-95152c0a43e8'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:15:02.421730 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Attempting to bind port 3f7bb9f1-bd79-4c2f-9eaf-f00a38ac57bc on network 16a1e31b-6081-410d-ac62-95152c0a43e8 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:15:02.430245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:15:02.433748 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Checking segment: {'id': 'ab489d51-45f0-4adb-8312-7d9829898a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '16a1e31b-6081-410d-ac62-95152c0a43e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:15:02.434227 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:02.436133 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Bound using segment: {'id': 'ab489d51-45f0-4adb-8312-7d9829898a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '16a1e31b-6081-410d-ac62-95152c0a43e8'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:15:02.439908 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Bound port: 3f7bb9f1-bd79-4c2f-9eaf-f00a38ac57bc, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab489d51-45f0-4adb-8312-7d9829898a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '16a1e31b-6081-410d-ac62-95152c0a43e8'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:15:02.440384 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:02.495952 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=999994d4-72e3-4612-94ad-9d99a73e1374,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:02.516590 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:02.586031 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-e4e5baac-ff27-4f09-9cd6-edf17ffa42a8 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0548f9dd1de141de93cbf4d0c5999f6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789616 Jul 14 07:15:02.671435 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:02.685994 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] For port 3f7bb9f1-bd79-4c2f-9eaf-f00a38ac57bc, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:15:02.696481 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] For port 3f7bb9f1-bd79-4c2f-9eaf-f00a38ac57bc, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3f7bb9f1-bd79-4c2f-9eaf-f00a38ac57bc,segment=NetworkSegment(ab489d51-45f0-4adb-8312-7d9829898a1c),segment_id=ab489d51-45f0-4adb-8312-7d9829898a1c)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:15:02.704370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a1e31b-6081-410d-ac62-95152c0a43e8']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:02.707175 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:02.742834 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab489d51-45f0-4adb-8312-7d9829898a1c') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:02.743836 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab489d51-45f0-4adb-8312-7d9829898a1c') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:02.789769 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:02.799212 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network 74ebe30a-4843-4ffc-9642-0343a045a717 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:02.801024 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:02.845102 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:02.921049 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:15:02.921615 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:02.931604 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-92c7f60a-de0a-4b27-ac8e-4010303dae95 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:02.939227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-92c7f60a-de0a-4b27-ac8e-4010303dae95 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3522935 Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:15:02.941576 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:15:02.955662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9924a-1cf3-4f6e-8024-aaf2442a14be None None] Pushing event updated for resources: {'Port': ['ID=3f7bb9f1-bd79-4c2f-9eaf-f00a38ac57bc,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:02.990581 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cc538c-6166-419a-8977-acf1beb7a035 None None] Network 16a1e31b-6081-410d-ac62-95152c0a43e8 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:03.057816 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-81b9db29-3479-4bd4-ac3c-b99aa6733998 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/quotas/0548f9dd1de141de93cbf4d0c5999f6a HTTP/1.1" status: 200 len: 375 time: 0.1172791 Jul 14 07:15:03.062087 n-d-778696-5 neutron-server[93828]: DEBUG neutron.objects.ports [None req-a606a5e3-5cfb-4fcb-b71e-65b724db39d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 07:15:03.132722 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router a65ac7e5-9ea4-4cda-9844-1f269c0f2390 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:15:03.171485 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-b7805625-d435-48af-9c62-36aa6b401ba7 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0548f9dd1de141de93cbf4d0c5999f6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1124194 Jul 14 07:15:03.181394 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.db.api [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 07:15:03.181394 n-d-778696-5 neutron-server[93828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 07:15:03.181394 n-d-778696-5 neutron-server[93828]: [parameters: {'id': '16a1e31b-6081-410d-ac62-95152c0a43e8'}] Jul 14 07:15:03.181394 n-d-778696-5 neutron-server[93828]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:15:03.184702 n-d-778696-5 neutron-server[93828]: DEBUG oslo_db.api [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:15:03.298235 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ac8b711c-b4c5-4c91-984c-ac70344f1c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:03.370518 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-18142175-14f3-4206-a2ce-cb65d8100fc4 None None] Provisioning complete for port 999994d4-72e3-4612-94ad-9d99a73e1374 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:03.370900 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-18142175-14f3-4206-a2ce-cb65d8100fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:03.422474 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-18142175-14f3-4206-a2ce-cb65d8100fc4 None None] Port 999994d4-72e3-4612-94ad-9d99a73e1374 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:15:03.446072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f780aafe-e8e8-4d07-911f-48755fc4ef2e None None] get_active_networks_info from n-d-778696-5 {{(pid=93829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 07:15:03.485235 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:15:03.498992 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7f209f81-67e5-497b-8006-cf3f3963607e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "PUT /v2.0/routers/a65ac7e5-9ea4-4cda-9844-1f269c0f2390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3174500 Jul 14 07:15:03.499603 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8942639a-f50b-4bdb-abf8-183ea7ea3098 None None] Sync routers for ids ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:15:03.500012 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56672) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:03.512123 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d21cfcb8-c470-4e24-813d-2346faab6022 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'port': {'network_id': '74ebe30a-4843-4ffc-9642-0343a045a717', 'name': 'tempest-FloatingIPTestJSON-1917105505'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:03.512647 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8942639a-f50b-4bdb-abf8-183ea7ea3098 None None] Routers {'a65ac7e5-9ea4-4cda-9844-1f269c0f2390'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:15:03.513656 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8942639a-f50b-4bdb-abf8-183ea7ea3098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:15:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:03.550797 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a606a5e3-5cfb-4fcb-b71e-65b724db39d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:03.598423 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8942639a-f50b-4bdb-abf8-183ea7ea3098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:03.620886 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8942639a-f50b-4bdb-abf8-183ea7ea3098 None None] Routers {'a65ac7e5-9ea4-4cda-9844-1f269c0f2390'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:15:03.621860 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8942639a-f50b-4bdb-abf8-183ea7ea3098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:15:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:03.646995 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f780aafe-e8e8-4d07-911f-48755fc4ef2e None None] Resources bound (agent type, host, resource id): {{(pid=93829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 07:15:03.655470 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6ff1d-c95e-4cdc-91e3-8c5938839373 req-e622c097-8f8c-4630-b685-6300b6b5d924 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:03.657111 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-38a6ff1d-c95e-4cdc-91e3-8c5938839373 req-e622c097-8f8c-4630-b685-6300b6b5d924 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.3009753 Jul 14 07:15:03.688646 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:03.691248 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:03.718007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21cfcb8-c470-4e24-813d-2346faab6022 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Made reservation on behalf of 18a2c5f4334246438c4c8626612ddc40 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:03.722139 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8942639a-f50b-4bdb-abf8-183ea7ea3098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:03.722946 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8942639a-f50b-4bdb-abf8-183ea7ea3098 None None] The sync data for ids ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:15:03.723790 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d21cfcb8-c470-4e24-813d-2346faab6022 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:03.761329 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-d21cfcb8-c470-4e24-813d-2346faab6022 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] device_id is not set on port 9fbb27c7-2895-42f6-82ed-c22e559ad061 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:15:03.890088 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-38a6ff1d-c95e-4cdc-91e3-8c5938839373 req-44e45433-e234-429b-a6f0-d326f9db40b8 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243986 Jul 14 07:15:04.005988 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-d21cfcb8-c470-4e24-813d-2346faab6022 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Allocated IP 172.20.0.5 (74ebe30a-4843-4ffc-9642-0343a045a717/364c2e55-c525-472e-8201-038e4fccff97/9fbb27c7-2895-42f6-82ed-c22e559ad061) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:04.069501 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-a606a5e3-5cfb-4fcb-b71e-65b724db39d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] For port 9e86c252-fc4a-475b-8431-83fd3e43f07c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9e86c252-fc4a-475b-8431-83fd3e43f07c,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:04.072031 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Deleting port 3f7bb9f1-bd79-4c2f-9eaf-f00a38ac57bc {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:04.072367 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:04.248072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe3b92a-c4ee-40ac-82ea-cfa27734bd28 None None] get_active_networks_info from n-d-778696-5 {{(pid=93829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 07:15:04.293201 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d21cfcb8-c470-4e24-813d-2346faab6022 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:04.347348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d21cfcb8-c470-4e24-813d-2346faab6022 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Transition to ACTIVE for port object 9fbb27c7-2895-42f6-82ed-c22e559ad061 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:04.389890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe3b92a-c4ee-40ac-82ea-cfa27734bd28 None None] Resources bound (agent type, host, resource id): {{(pid=93829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 07:15:04.407734 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] For port 3f7bb9f1-bd79-4c2f-9eaf-f00a38ac57bc, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3f7bb9f1-bd79-4c2f-9eaf-f00a38ac57bc,segment=NetworkSegment(ab489d51-45f0-4adb-8312-7d9829898a1c),segment_id=ab489d51-45f0-4adb-8312-7d9829898a1c)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:04.410250 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:04.414945 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a606a5e3-5cfb-4fcb-b71e-65b724db39d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:04.434552 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a606a5e3-5cfb-4fcb-b71e-65b724db39d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:04.435335 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a606a5e3-5cfb-4fcb-b71e-65b724db39d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:04.436926 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d21cfcb8-c470-4e24-813d-2346faab6022 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:04.526585 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Calling delete_port for 3f7bb9f1-bd79-4c2f-9eaf-f00a38ac57bc owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:04.566440 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21cfcb8-c470-4e24-813d-2346faab6022 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Network 74ebe30a-4843-4ffc-9642-0343a045a717 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:04.567749 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cfcb8-c470-4e24-813d-2346faab6022 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event updated for resources: {'Port': ['ID=9fbb27c7-2895-42f6-82ed-c22e559ad061,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:04.572418 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d21cfcb8-c470-4e24-813d-2346faab6022 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:04.574755 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21cfcb8-c470-4e24-813d-2346faab6022 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:15:04.757464 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21cfcb8-c470-4e24-813d-2346faab6022 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:04.758149 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d21cfcb8-c470-4e24-813d-2346faab6022 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:04.820145 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d21cfcb8-c470-4e24-813d-2346faab6022 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3194127 Jul 14 07:15:04.821687 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56792) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:04.826256 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a606a5e3-5cfb-4fcb-b71e-65b724db39d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:04.844499 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5b5c544b-f8eb-4296-ba22-02786880279d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Request body: {'floatingip': {'port_id': '9fbb27c7-2895-42f6-82ed-c22e559ad061'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:04.886166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-a606a5e3-5cfb-4fcb-b71e-65b724db39d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:04.902571 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a606a5e3-5cfb-4fcb-b71e-65b724db39d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:04.903310 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a606a5e3-5cfb-4fcb-b71e-65b724db39d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:04.947340 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:04.960235 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5b5c544b-f8eb-4296-ba22-02786880279d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:05.014536 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-4eb0a7b8-a9cd-42af-a5c9-c2b2af5dc614 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0548f9dd1de141de93cbf4d0c5999f6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1846812 Jul 14 07:15:05.017756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9ff1013-0289-452a-8dad-ec37dc11faf2 req-55a814fd-6bb4-4942-9d39-5f44a201647a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9245610 Jul 14 07:15:05.046881 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606a5e3-5cfb-4fcb-b71e-65b724db39d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=2b9e9b78-1262-4911-a007-7499e1e12944,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:05.048926 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606a5e3-5cfb-4fcb-b71e-65b724db39d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=9e86c252-fc4a-475b-8431-83fd3e43f07c,revision_number=8']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:05.115239 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:05.149414 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a606a5e3-5cfb-4fcb-b71e-65b724db39d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2871182 Jul 14 07:15:05.150642 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No DVR routers for this DVR port 3f7bb9f1-bd79-4c2f-9eaf-f00a38ac57bc on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:15:05.156935 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56816) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:05.163680 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-80a4b4e0-4d81-44cc-94a3-903fb334d7a5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:05.201610 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Port': ['ID=3f7bb9f1-bd79-4c2f-9eaf-f00a38ac57bc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:05.452480 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:05.470681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a4b4e0-4d81-44cc-94a3-903fb334d7a5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:05.490979 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-80a4b4e0-4d81-44cc-94a3-903fb334d7a5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:05.503749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a1e31b-6081-410d-ac62-95152c0a43e8']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:05.532872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-b13cf90a-5d53-4b49-8378-6de46848b5de tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:05.534906 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-b13cf90a-5d53-4b49-8378-6de46848b5de tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4930577 Jul 14 07:15:05.537453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab489d51-45f0-4adb-8312-7d9829898a1c') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:05.537987 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab489d51-45f0-4adb-8312-7d9829898a1c') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:05.569309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff1013-0289-452a-8dad-ec37dc11faf2 req-c450d5ab-96eb-4403-95dd-d45ebc0c6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:05.571221 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9ff1013-0289-452a-8dad-ec37dc11faf2 req-c450d5ab-96eb-4403-95dd-d45ebc0c6cdd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84712628eb654ff0b9f11d80c53ffa6f&device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 1097 time: 0.4741755 Jul 14 07:15:05.573477 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:05.583570 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-02b63940-5d57-4046-b45b-2024b6934175 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/quotas/0548f9dd1de141de93cbf4d0c5999f6a HTTP/1.1" status: 200 len: 375 time: 0.0408766 Jul 14 07:15:05.592904 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:05.647575 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:15:05.648190 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:15:05.652367 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:15:05.684960 n-d-778696-5 neutron-server[93827]: INFO neutron.db.ipam_backend_mixin [None req-80a4b4e0-4d81-44cc-94a3-903fb334d7a5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2b9e9b78-1262-4911-a007-7499e1e12944 (CIDR: 2001:db8::/64) Jul 14 07:15:05.693781 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a4b4e0-4d81-44cc-94a3-903fb334d7a5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:15:05.694692 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a4b4e0-4d81-44cc-94a3-903fb334d7a5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:05.762424 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-80a4b4e0-4d81-44cc-94a3-903fb334d7a5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6043174 Jul 14 07:15:05.765302 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56862) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:05.770728 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-b31bbfdd-36ac-4bf6-8561-893eceb9a165 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0548f9dd1de141de93cbf4d0c5999f6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1798067 Jul 14 07:15:05.783927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a0e8b61b-7ca2-4a7b-908c-20ef43b5b06f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:06.067371 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:06.130703 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:06.184765 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:06.205500 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/16a1e31b-6081-410d-ac62-95152c0a43e8 HTTP/1.1" status: 204 len: 168 time: 5.7006421 Jul 14 07:15:06.230201 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56884) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:06.268599 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-0503a1b7-efdd-4ecb-b7db-67eadc61befe tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-788663181'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:06.279310 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f327f-cfc2-4b9e-a8f6-03de7e6ca952 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Network': ['ID=16a1e31b-6081-410d-ac62-95152c0a43e8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:06.301378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff1013-0289-452a-8dad-ec37dc11faf2 req-728c84da-e8b1-4e22-8702-e4afbf77a7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:06.305103 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9ff1013-0289-452a-8dad-ec37dc11faf2 req-728c84da-e8b1-4e22-8702-e4afbf77a7bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e82a324-3525-428e-a290-73810ba0350d HTTP/1.1" status: 200 len: 917 time: 0.6769397 Jul 14 07:15:06.428478 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0503a1b7-efdd-4ecb-b7db-67eadc61befe tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:06.437904 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0503a1b7-efdd-4ecb-b7db-67eadc61befe tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:06.488353 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e8b61b-7ca2-4a7b-908c-20ef43b5b06f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:06.492367 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0e8b61b-7ca2-4a7b-908c-20ef43b5b06f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:06.580140 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f78f612b-2ce3-4c2b-865c-e8784781fa1f req-a78f8d6d-aea5-4068-a73c-7ecd26b6be71 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 210 time: 0.0910320 Jul 14 07:15:06.609225 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b0bf8-5736-4df5-bc93-588ac4fdaa05 req-22e44eec-01a6-4832-b41e-20b27f1d4ec3 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:06.614679 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-705b0bf8-5736-4df5-bc93-588ac4fdaa05 req-22e44eec-01a6-4832-b41e-20b27f1d4ec3 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 946 time: 0.5780602 Jul 14 07:15:06.644254 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9ff1013-0289-452a-8dad-ec37dc11faf2 req-cffca874-5b1c-46da-beb4-a9d8869dfb33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=159894a1-10da-4932-b048-247cbd0bea61 HTTP/1.1" status: 200 len: 1001 time: 0.3204660 Jul 14 07:15:06.652969 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0503a1b7-efdd-4ecb-b7db-67eadc61befe tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:15:06.902640 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff1013-0289-452a-8dad-ec37dc11faf2 req-87fbd057-c22f-4951-a9d7-1fac71ae4c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:06.904138 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9ff1013-0289-452a-8dad-ec37dc11faf2 req-87fbd057-c22f-4951-a9d7-1fac71ae4c6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=332600d1-7207-42c7-a6e5-4b2788cd4c8b HTTP/1.1" status: 200 len: 855 time: 0.2291758 Jul 14 07:15:06.927265 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0503a1b7-efdd-4ecb-b7db-67eadc61befe tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:06.927607 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-0503a1b7-efdd-4ecb-b7db-67eadc61befe tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Added segment 01e5a4d2-4fe2-471a-b66f-dc264524b15b of type vlan for network e8bd1879-61ca-4c4d-9657-31ae34967e7f Jul 14 07:15:06.969827 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-aca67cab-d1a6-4294-b04b-9de7e91d69ff tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0548f9dd1de141de93cbf4d0c5999f6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756378 Jul 14 07:15:07.033169 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-705b0bf8-5736-4df5-bc93-588ac4fdaa05 req-f5d852d3-1a61-4f95-b5ba-650776902dee tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/security-groups?id=a72fe248-1511-4838-96cb-694392406c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4111826 Jul 14 07:15:07.120790 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0503a1b7-efdd-4ecb-b7db-67eadc61befe tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:07.168120 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0503a1b7-efdd-4ecb-b7db-67eadc61befe tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:07.215247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0503a1b7-efdd-4ecb-b7db-67eadc61befe tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:07.219934 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3984c0-b9d5-4fb8-8fe1-b594fb483fbc None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:07.222833 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0503a1b7-efdd-4ecb-b7db-67eadc61befe tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:07.381433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b650b5ad-8ec1-48c8-892e-b61ddc9c0f0b None None] Provisioning complete for port 9e86c252-fc4a-475b-8431-83fd3e43f07c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:07.381817 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b650b5ad-8ec1-48c8-892e-b61ddc9c0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:07.612437 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0503a1b7-efdd-4ecb-b7db-67eadc61befe tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3615143 Jul 14 07:15:07.650208 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56996) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:07.687618 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'subnet': {'network_id': 'e8bd1879-61ca-4c4d-9657-31ae34967e7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:07.732612 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9e86c252-fc4a-475b-8431-83fd3e43f07c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:15:07.881864 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503a1b7-efdd-4ecb-b7db-67eadc61befe tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Network': ['ID=e8bd1879-61ca-4c4d-9657-31ae34967e7f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:07.927955 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network e8bd1879-61ca-4c4d-9657-31ae34967e7f details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:15:07.980850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff1013-0289-452a-8dad-ec37dc11faf2 req-2cda583d-a462-42a7-b116-1f0a41bf67c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:07.983942 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9ff1013-0289-452a-8dad-ec37dc11faf2 req-2cda583d-a462-42a7-b116-1f0a41bf67c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e82a324-3525-428e-a290-73810ba0350d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0708647 Jul 14 07:15:08.068527 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4a408bd-f2ac-404d-8e15-e9d91988e938 req-5a8be773-db65-44af-a1f8-648ebc8912f9 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 210 time: 0.2436748 Jul 14 07:15:08.408810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9e86c252-fc4a-475b-8431-83fd3e43f07c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:08.409956 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:08.456088 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-03d91c70-3719-40f9-b544-eaf072bc300b None None] Provisioning for port 9fbb27c7-2895-42f6-82ed-c22e559ad061 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:15:08.466944 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-03d91c70-3719-40f9-b544-eaf072bc300b None None] Provisioning complete for port 9fbb27c7-2895-42f6-82ed-c22e559ad061 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:08.468189 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-03d91c70-3719-40f9-b544-eaf072bc300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:08.487611 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9ff1013-0289-452a-8dad-ec37dc11faf2 req-db44ba3a-b565-4a97-9e6c-eba7b40815ad service neutron] 10.222.0.30 "GET /v2.0/networks/9e82a324-3525-428e-a290-73810ba0350d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215670 Jul 14 07:15:08.637613 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-03d91c70-3719-40f9-b544-eaf072bc300b None None] Port 9fbb27c7-2895-42f6-82ed-c22e559ad061 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:15:08.663185 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9ff1013-0289-452a-8dad-ec37dc11faf2 req-c622b461-58a2-4b7d-9f27-d4bfedaf3dea service neutron] 10.222.0.30 "GET /v2.0/networks/9e82a324-3525-428e-a290-73810ba0350d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668262 Jul 14 07:15:08.682719 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:08.692070 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:08.759187 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-71673ba1-e6d5-437b-be92-38e6a676e5f7 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:08.762064 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-71673ba1-e6d5-437b-be92-38e6a676e5f7 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7853467 Jul 14 07:15:08.765891 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0e8b61b-7ca2-4a7b-908c-20ef43b5b06f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:08.815579 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-6a05e0e3-39b3-420a-9f4c-4b5a917346e4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Request body: {'port': {'device_id': '0ea90f38-5f68-480f-9791-0e4c34ec7358', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '0548f9dd1de141de93cbf4d0c5999f6a'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:08.873714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e648f7f9-c587-49ca-a85a-5b3debb51f98 None None] Provisioning complete for port 9e86c252-fc4a-475b-8431-83fd3e43f07c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:08.874437 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e648f7f9-c587-49ca-a85a-5b3debb51f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:09.069122 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5b5c544b-f8eb-4296-ba22-02786880279d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:09.088152 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-f562fccc-55dd-4031-87f4-3791feb1df4b tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0548f9dd1de141de93cbf4d0c5999f6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774527 Jul 14 07:15:09.193091 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5b5c544b-f8eb-4296-ba22-02786880279d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:09.305496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8b61b-7ca2-4a7b-908c-20ef43b5b06f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:09.320135 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a0e8b61b-7ca2-4a7b-908c-20ef43b5b06f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:09.330351 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e8b61b-7ca2-4a7b-908c-20ef43b5b06f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:09.330971 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0e8b61b-7ca2-4a7b-908c-20ef43b5b06f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:09.341252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858a34d2-0ea1-49bf-924d-315072c4b158 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:09.392704 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8b61b-7ca2-4a7b-908c-20ef43b5b06f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=a993ddfd-1833-4d96-856f-835fbb2b6f64,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:09.401703 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-6a05e0e3-39b3-420a-9f4c-4b5a917346e4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Made reservation on behalf of 0548f9dd1de141de93cbf4d0c5999f6a for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:09.407230 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-6a05e0e3-39b3-420a-9f4c-4b5a917346e4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:09.456196 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-6a05e0e3-39b3-420a-9f4c-4b5a917346e4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:09.481428 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a0e8b61b-7ca2-4a7b-908c-20ef43b5b06f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7142384 Jul 14 07:15:09.482654 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57068) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:09.493724 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0a09e4a4-c2cf-4454-b6c9-2cdc19b20cdb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'mac_address': 'fa:16:3e:7e:7b:fa', 'name': 'tempest-NetworksTestDHCPv6-1629096298'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:09.640119 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba7a4cfc-67bb-4b79-a12d-cff441678429 req-cc7ce187-1537-46b3-b6a3-5ab7576acab7 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 210 time: 0.3102946 Jul 14 07:15:09.675939 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-5b5c544b-f8eb-4296-ba22-02786880279d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Floating IP e969f7a0-df85-4b25-af76-c0ebca063e20 associated. External IP: 172.25.7.125, port: ff9bbc6c-9f9e-4ad7-89b7-16ebf911bafa. Jul 14 07:15:09.875822 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-52987533-c6b5-4f81-96d3-77f636dfd23c tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:09.877444 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-52987533-c6b5-4f81-96d3-77f636dfd23c tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7813528 Jul 14 07:15:09.880596 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:09.894751 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-a936cd4e-d272-4a09-9ada-5629fa9d6c12 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Request body: {'port': {'device_id': 'd5d7bb81-1cc2-4dbc-858e-182a5601cc3d', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '0548f9dd1de141de93cbf4d0c5999f6a'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:09.964037 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bb4db7-ab4c-4032-a820-59701f93e352 None None] Update dhcp port {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'fixed_ips': [{'subnet_id': '2b9e9b78-1262-4911-a007-7499e1e12944', 'ip_address': '2001:db8::f816:3eff:fea6:c7d6'}, {'subnet_id': 'a993ddfd-1833-4d96-856f-835fbb2b6f64'}], 'binding:host_id': 'n-d-778696-5'}, 'id': '9e86c252-fc4a-475b-8431-83fd3e43f07c'} from n-d-778696-5. {{(pid=93829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 07:15:10.000582 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-6a05e0e3-39b3-420a-9f4c-4b5a917346e4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:10.038923 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-06bb4db7-ab4c-4032-a820-59701f93e352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:10.115581 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-6a05e0e3-39b3-420a-9f4c-4b5a917346e4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:10.253278 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-6a05e0e3-39b3-420a-9f4c-4b5a917346e4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Allocated IP 192.168.233.194 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:10.447994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51576f3a-9dc3-45bd-bf6c-08142ede5c46 req-db1bf4fd-7d60-4098-a516-1312f584146e tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:10.456435 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-51576f3a-9dc3-45bd-bf6c-08142ede5c46 req-db1bf4fd-7d60-4098-a516-1312f584146e tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 946 time: 1.1706898 Jul 14 07:15:10.497174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-06bb4db7-ab4c-4032-a820-59701f93e352 None None] Allocated IP 2001:db8:0:1::2 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/a993ddfd-1833-4d96-856f-835fbb2b6f64/9e86c252-fc4a-475b-8431-83fd3e43f07c) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:10.539383 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-6a05e0e3-39b3-420a-9f4c-4b5a917346e4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:10.575897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-6a05e0e3-39b3-420a-9f4c-4b5a917346e4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Transition to ACTIVE for port object ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:10.617455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-51576f3a-9dc3-45bd-bf6c-08142ede5c46 req-1414d6e6-2a7c-42e0-b93b-ca81b107cabe tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/security-groups?id=a72fe248-1511-4838-96cb-694392406c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572556 Jul 14 07:15:10.651254 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a09e4a4-c2cf-4454-b6c9-2cdc19b20cdb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:10.663589 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Subnet': ['ID=e6684164-9ba8-4265-bbde-aac87c5548c0,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:10.667781 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-6a05e0e3-39b3-420a-9f4c-4b5a917346e4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:10.718300 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:10.721398 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:10.721938 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:10.722440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:10.722939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:10.723431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:10.726603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:10.727245 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:10.727926 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:10.728441 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:10.729847 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:10.730152 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-06bb4db7-ab4c-4032-a820-59701f93e352 None None] For port 9e86c252-fc4a-475b-8431-83fd3e43f07c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9e86c252-fc4a-475b-8431-83fd3e43f07c,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:10.730653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:10.743761 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-6a05e0e3-39b3-420a-9f4c-4b5a917346e4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:10.752397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Checking segment: {'id': '01e5a4d2-4fe2-471a-b66f-dc264524b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e8bd1879-61ca-4c4d-9657-31ae34967e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:15:10.757795 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network hostable DHCP agents. Network: e8bd1879-61ca-4c4d-9657-31ae34967e7f, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:15:10.791411 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-6a05e0e3-39b3-420a-9f4c-4b5a917346e4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:10.801399 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-06bb4db7-ab4c-4032-a820-59701f93e352 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:10.802065 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-6a05e0e3-39b3-420a-9f4c-4b5a917346e4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:15:10.823451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network e8bd1879-61ca-4c4d-9657-31ae34967e7f is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:15:10.840461 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-06bb4db7-ab4c-4032-a820-59701f93e352 None None] Transition to ACTIVE for port object 9e86c252-fc4a-475b-8431-83fd3e43f07c will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:10.848893 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-06bb4db7-ab4c-4032-a820-59701f93e352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:10.856846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-a936cd4e-d272-4a09-9ada-5629fa9d6c12 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Made reservation on behalf of 0548f9dd1de141de93cbf4d0c5999f6a for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:10.867949 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-a936cd4e-d272-4a09-9ada-5629fa9d6c12 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:10.902745 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, e8bd1879-61ca-4c4d-9657-31ae34967e7f) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:10.918070 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:10.932405 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:10.940312 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb4db7-ab4c-4032-a820-59701f93e352 None None] Pushing event updated for resources: {'Port': ['ID=9e86c252-fc4a-475b-8431-83fd3e43f07c,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:10.943408 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedf9fb4-62b8-433d-ad7d-13045f57f115 None None] Network e8bd1879-61ca-4c4d-9657-31ae34967e7f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:11.025380 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:15:11.124279 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b8d681b1-853b-4263-8a73-1590f8b580a2 req-2f4ddb67-c2cb-4573-9b9b-7dc5da610987 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 210 time: 0.1575985 Jul 14 07:15:11.149530 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-eb84f2e8-11b3-4b9d-bb5e-c748690ae3fd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4970593 Jul 14 07:15:11.156442 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57106) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:11.344981 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5c544b-f8eb-4296-ba22-02786880279d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router 3aec3154-92cd-428d-814f-a8f82b5858a9 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:15:11.347778 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05e0e3-39b3-420a-9f4c-4b5a917346e4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b86bcde5-ba82-474e-bb15-ba604a360920,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:11.446892 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-053142ad-13bf-4f89-b906-a6e260793ce6 None None] Provisioning for port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:15:11.452450 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-e8bd1879-61ca-4c4d-9657-31ae34967e7f', 'network_id': 'e8bd1879-61ca-4c4d-9657-31ae34967e7f', 'tenant_id': 'bd912f4f28964f31bba661e2af99898d', 'fixed_ips': [{'subnet_id': 'e6684164-9ba8-4265-bbde-aac87c5548c0'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:15:11.455800 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:11.458104 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-6a05e0e3-39b3-420a-9f4c-4b5a917346e4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:11.458790 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-6a05e0e3-39b3-420a-9f4c-4b5a917346e4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:11.516793 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-053142ad-13bf-4f89-b906-a6e260793ce6 None None] Provisioning complete for port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:11.518307 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-053142ad-13bf-4f89-b906-a6e260793ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:11.537235 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-6a05e0e3-39b3-420a-9f4c-4b5a917346e4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7375841 Jul 14 07:15:11.539978 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05e0e3-39b3-420a-9f4c-4b5a917346e4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Pushing event updated for resources: {'Port': ['ID=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:11.575985 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Request body: {'port': {'device_id': '0ea90f38-5f68-480f-9791-0e4c34ec7358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:11.648947 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9e86c252-fc4a-475b-8431-83fd3e43f07c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:15:11.652790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-053142ad-13bf-4f89-b906-a6e260793ce6 None None] Port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:15:11.729666 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a09e4a4-c2cf-4454-b6c9-2cdc19b20cdb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:11.779434 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:11.866337 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:11.933004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-0a09e4a4-c2cf-4454-b6c9-2cdc19b20cdb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port c1ca9e1e-a43e-4fed-ab88-be77b14710c8 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:15:12.033036 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Allocated IP 172.20.0.1 (e8bd1879-61ca-4c4d-9657-31ae34967e7f/e6684164-9ba8-4265-bbde-aac87c5548c0/5d5f72ba-e54a-4cb8-95c0-4bd0577d1425) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:12.094244 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5c544b-f8eb-4296-ba22-02786880279d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:15:12.158926 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-a936cd4e-d272-4a09-9ada-5629fa9d6c12 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Allocated IP 192.168.233.165 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/a3935879-baa3-49fe-a9d0-35dd5b538fb6) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:12.174484 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeffc23-f2cc-4588-a1cb-3d048a0c75ad None None] Sync routers for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:15:12.208879 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:12.217780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeffc23-f2cc-4588-a1cb-3d048a0c75ad None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:15:12.219078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-adeffc23-f2cc-4588-a1cb-3d048a0c75ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:15:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:12.289830 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-adeffc23-f2cc-4588-a1cb-3d048a0c75ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:12.348827 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeffc23-f2cc-4588-a1cb-3d048a0c75ad None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:15:12.349438 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-adeffc23-f2cc-4588-a1cb-3d048a0c75ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:15:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:12.393989 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42f32a-17b4-4870-b19e-c92f722569b6 req-c31d2cb0-dc3f-4e69-a861-3c563802eeed tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:12.401351 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab42f32a-17b4-4870-b19e-c92f722569b6 req-c31d2cb0-dc3f-4e69-a861-3c563802eeed tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 946 time: 0.3979948 Jul 14 07:15:12.430592 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-adeffc23-f2cc-4588-a1cb-3d048a0c75ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:12.431773 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeffc23-f2cc-4588-a1cb-3d048a0c75ad None None] The sync data for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:15:12.504353 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:12.515682 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Transition to ACTIVE for port object 5d5f72ba-e54a-4cb8-95c0-4bd0577d1425 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:12.526243 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2ac04d31-35c1-482f-a791-f65dc0922674 None None] Provisioning for port 9e86c252-fc4a-475b-8431-83fd3e43f07c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:15:12.551921 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2ac04d31-35c1-482f-a791-f65dc0922674 None None] Provisioning complete for port 9e86c252-fc4a-475b-8431-83fd3e43f07c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:12.558809 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2ac04d31-35c1-482f-a791-f65dc0922674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:12.571679 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Transition to ACTIVE for port object 5d5f72ba-e54a-4cb8-95c0-4bd0577d1425 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:12.606799 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9cfa930-748a-49e5-bd14-4425c032d0ce req-8e39318b-b903-42d2-91ee-c7e2dc2896ad tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 210 time: 0.1951201 Jul 14 07:15:12.641387 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:12.715168 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-0a09e4a4-c2cf-4454-b6c9-2cdc19b20cdb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8:0:1::1c8 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/a993ddfd-1833-4d96-856f-835fbb2b6f64/c1ca9e1e-a43e-4fed-ab88-be77b14710c8) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:12.727850 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab42f32a-17b4-4870-b19e-c92f722569b6 req-9285cb34-0dec-43cc-9e6d-c07a1c36077a tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/security-groups?id=a72fe248-1511-4838-96cb-694392406c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252602 Jul 14 07:15:12.766467 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:12.778670 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-0a09e4a4-c2cf-4454-b6c9-2cdc19b20cdb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::f816:3eff:fe7e:7bfa (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/2b9e9b78-1262-4911-a007-7499e1e12944/c1ca9e1e-a43e-4fed-ab88-be77b14710c8) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:12.801427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Pushing event updated for resources: {'Port': ['ID=5d5f72ba-e54a-4cb8-95c0-4bd0577d1425,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:12.844751 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Network e8bd1879-61ca-4c4d-9657-31ae34967e7f is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:12.849243 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:12.863374 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:15:12.919710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Subnet': ['ID=e6684164-9ba8-4265-bbde-aac87c5548c0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:12.983349 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-a936cd4e-d272-4a09-9ada-5629fa9d6c12 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:13.028914 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Attempting to bind port 5d5f72ba-e54a-4cb8-95c0-4bd0577d1425 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:15:13.030295 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Attempting to bind port 5d5f72ba-e54a-4cb8-95c0-4bd0577d1425 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '01e5a4d2-4fe2-471a-b66f-dc264524b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e8bd1879-61ca-4c4d-9657-31ae34967e7f'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:15:13.030863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Attempting to bind port 5d5f72ba-e54a-4cb8-95c0-4bd0577d1425 on network e8bd1879-61ca-4c4d-9657-31ae34967e7f {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:15:13.045709 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:15:13.046089 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Checking segment: {'id': '01e5a4d2-4fe2-471a-b66f-dc264524b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e8bd1879-61ca-4c4d-9657-31ae34967e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:15:13.046856 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:13.046986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Bound using segment: {'id': '01e5a4d2-4fe2-471a-b66f-dc264524b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e8bd1879-61ca-4c4d-9657-31ae34967e7f'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:15:13.047366 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Bound port: 5d5f72ba-e54a-4cb8-95c0-4bd0577d1425, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e5a4d2-4fe2-471a-b66f-dc264524b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e8bd1879-61ca-4c4d-9657-31ae34967e7f'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:15:13.047879 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:13.132223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-a936cd4e-d272-4a09-9ada-5629fa9d6c12 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Transition to ACTIVE for port object a3935879-baa3-49fe-a9d0-35dd5b538fb6 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:13.149381 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:13.173062 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8bd1879-61ca-4c4d-9657-31ae34967e7f']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:13.191252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] For port 5d5f72ba-e54a-4cb8-95c0-4bd0577d1425, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:15:13.196092 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] For port 5d5f72ba-e54a-4cb8-95c0-4bd0577d1425, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=5d5f72ba-e54a-4cb8-95c0-4bd0577d1425,segment=NetworkSegment(01e5a4d2-4fe2-471a-b66f-dc264524b15b),segment_id=01e5a4d2-4fe2-471a-b66f-dc264524b15b)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:15:13.218182 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:13.275286 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e5a4d2-4fe2-471a-b66f-dc264524b15b') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:13.285645 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e5a4d2-4fe2-471a-b66f-dc264524b15b') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:13.325689 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:13.401363 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:13.424101 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:15:13.424795 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:15:13.428199 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:15:13.465744 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-a936cd4e-d272-4a09-9ada-5629fa9d6c12 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:13.479045 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321d279-ef24-4c6e-bab5-075e9c4184e9 None None] Pushing event updated for resources: {'Port': ['ID=5d5f72ba-e54a-4cb8-95c0-4bd0577d1425,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:13.504387 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9877089-fd80-4cc9-8eba-729e86259654 None None] Network e8bd1879-61ca-4c4d-9657-31ae34967e7f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:13.582447 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70304232-1427-448e-a3e8-d2073cab002d req-0cc08bdc-1a77-4e6a-8579-8472f917396a tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:13.584594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-70304232-1427-448e-a3e8-d2073cab002d req-0cc08bdc-1a77-4e6a-8579-8472f917396a tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 946 time: 0.3965757 Jul 14 07:15:13.654164 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.db.api [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 07:15:13.654164 n-d-778696-5 neutron-server[93828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 07:15:13.654164 n-d-778696-5 neutron-server[93828]: [parameters: {'id': 'e8bd1879-61ca-4c4d-9657-31ae34967e7f'}] Jul 14 07:15:13.654164 n-d-778696-5 neutron-server[93828]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:15:13.655215 n-d-778696-5 neutron-server[93828]: DEBUG oslo_db.api [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:15:13.657364 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-a936cd4e-d272-4a09-9ada-5629fa9d6c12 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:13.676232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-a936cd4e-d272-4a09-9ada-5629fa9d6c12 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:13.682232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-a936cd4e-d272-4a09-9ada-5629fa9d6c12 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:15:13.690981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936cd4e-d272-4a09-9ada-5629fa9d6c12 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Pushing event updated for resources: {'Port': ['ID=a3935879-baa3-49fe-a9d0-35dd5b538fb6,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:13.914366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-a936cd4e-d272-4a09-9ada-5629fa9d6c12 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:13.915329 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-a936cd4e-d272-4a09-9ada-5629fa9d6c12 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:14.055344 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-a936cd4e-d272-4a09-9ada-5629fa9d6c12 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1680603 Jul 14 07:15:14.087708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Request body: {'port': {'device_id': 'd5d7bb81-1cc2-4dbc-858e-182a5601cc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:14.096081 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8d614a-11a9-4563-afb2-1903c85cf763 None None] get_active_networks_info from n-d-778696-5 {{(pid=93829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 07:15:14.162682 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:14.184356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-70304232-1427-448e-a3e8-d2073cab002d req-3dce1c72-7f6c-4d8b-b946-57d6ee2f5254 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Deleting port 159894a1-10da-4932-b048-247cbd0bea61 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:14.184713 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-70304232-1427-448e-a3e8-d2073cab002d req-3dce1c72-7f6c-4d8b-b946-57d6ee2f5254 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:14.259231 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5c544b-f8eb-4296-ba22-02786880279d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router a65ac7e5-9ea4-4cda-9844-1f269c0f2390 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:15:14.359565 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a09e4a4-c2cf-4454-b6c9-2cdc19b20cdb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:14.396916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0a09e4a4-c2cf-4454-b6c9-2cdc19b20cdb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object c1ca9e1e-a43e-4fed-ab88-be77b14710c8 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:14.469664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3fa97-953e-4d05-9c4d-bf5f15ff356b req-ab521ed2-f95a-4737-9158-db3d80f22c3a tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:14.476082 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-45f3fa97-953e-4d05-9c4d-bf5f15ff356b req-ab521ed2-f95a-4737-9158-db3d80f22c3a tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 936 time: 0.5856109 Jul 14 07:15:14.508329 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5c544b-f8eb-4296-ba22-02786880279d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:15:14.515959 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5b5c544b-f8eb-4296-ba22-02786880279d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:14.526907 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf30370c-1037-467f-8796-060b4f16bf2b None None] Sync routers for ids ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:15:14.543169 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf30370c-1037-467f-8796-060b4f16bf2b None None] Routers {'a65ac7e5-9ea4-4cda-9844-1f269c0f2390'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:15:14.548469 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cf30370c-1037-467f-8796-060b4f16bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:15:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:14.555767 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2ec7f023-04ed-4bd1-8410-0a8bf2a9e379 None None] Provisioning for port a3935879-baa3-49fe-a9d0-35dd5b538fb6 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:15:14.573993 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a09e4a4-c2cf-4454-b6c9-2cdc19b20cdb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:14.603166 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2ec7f023-04ed-4bd1-8410-0a8bf2a9e379 None None] Provisioning complete for port a3935879-baa3-49fe-a9d0-35dd5b538fb6 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:14.603634 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2ec7f023-04ed-4bd1-8410-0a8bf2a9e379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:14.603988 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2a2b0-acb3-474c-ad82-dc3dd3781160 req-c746c076-356e-44e2-90b4-ad08f053215b tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:14.615062 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05d2a2b0-acb3-474c-ad82-dc3dd3781160 req-c746c076-356e-44e2-90b4-ad08f053215b tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 946 time: 0.5834525 Jul 14 07:15:14.642625 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cf30370c-1037-467f-8796-060b4f16bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:14.655126 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:14.660577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09e4a4-c2cf-4454-b6c9-2cdc19b20cdb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=c1ca9e1e-a43e-4fed-ab88-be77b14710c8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:14.666460 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf30370c-1037-467f-8796-060b4f16bf2b None None] Routers {'a65ac7e5-9ea4-4cda-9844-1f269c0f2390'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:15:14.667331 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cf30370c-1037-467f-8796-060b4f16bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:15:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:14.697319 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:15:14.712267 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:14.715620 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a09e4a4-c2cf-4454-b6c9-2cdc19b20cdb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:14.724543 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cf30370c-1037-467f-8796-060b4f16bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:14.725500 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf30370c-1037-467f-8796-060b4f16bf2b None None] The sync data for ids ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:15:14.738918 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-0a09e4a4-c2cf-4454-b6c9-2cdc19b20cdb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:14.745542 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a09e4a4-c2cf-4454-b6c9-2cdc19b20cdb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:15:14.752059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a09e4a4-c2cf-4454-b6c9-2cdc19b20cdb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:14.752703 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a09e4a4-c2cf-4454-b6c9-2cdc19b20cdb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:14.773524 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Transition to ACTIVE for port object ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:14.784396 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5b5c544b-f8eb-4296-ba22-02786880279d tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "PUT /v2.0/floatingips/e969f7a0-df85-4b25-af76-c0ebca063e20 HTTP/1.1" status: 200 len: 978 time: 9.9589205 Jul 14 07:15:14.785434 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57154) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:14.794013 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:14.803696 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0a09e4a4-c2cf-4454-b6c9-2cdc19b20cdb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.3163631 Jul 14 07:15:14.804303 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57156) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:14.833417 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-2ec7f023-04ed-4bd1-8410-0a8bf2a9e379 None None] Port a3935879-baa3-49fe-a9d0-35dd5b538fb6 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:15:14.850248 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8d614a-11a9-4563-afb2-1903c85cf763 None None] Resources bound (agent type, host, resource id): {{(pid=93829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 07:15:14.881913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Deleting port 5d5f72ba-e54a-4cb8-95c0-4bd0577d1425 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:14.882262 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:14.986312 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-45f3fa97-953e-4d05-9c4d-bf5f15ff356b req-78ac0322-7cfe-4bdb-8d46-4eae5ebdf72c tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773343 Jul 14 07:15:15.001734 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05d2a2b0-acb3-474c-ad82-dc3dd3781160 req-8e7b111b-9b24-43c5-9973-a9ed96e21bc0 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/security-groups?id=a72fe248-1511-4838-96cb-694392406c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3850424 Jul 14 07:15:15.043853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] For port 5d5f72ba-e54a-4cb8-95c0-4bd0577d1425, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=5d5f72ba-e54a-4cb8-95c0-4bd0577d1425,segment=NetworkSegment(01e5a4d2-4fe2-471a-b66f-dc264524b15b),segment_id=01e5a4d2-4fe2-471a-b66f-dc264524b15b)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:15.044288 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:15.059498 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Calling delete_port for 5d5f72ba-e54a-4cb8-95c0-4bd0577d1425 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:15.219789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-70304232-1427-448e-a3e8-d2073cab002d req-3dce1c72-7f6c-4d8b-b946-57d6ee2f5254 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] For port 159894a1-10da-4932-b048-247cbd0bea61, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=159894a1-10da-4932-b048-247cbd0bea61,segment=NetworkSegment(c6af4047-db39-46ad-9b3b-eee7d1acad55),segment_id=c6af4047-db39-46ad-9b3b-eee7d1acad55)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:15.220386 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-70304232-1427-448e-a3e8-d2073cab002d req-3dce1c72-7f6c-4d8b-b946-57d6ee2f5254 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:15.252292 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Pushing event updated for resources: {'Port': ['ID=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:15.476028 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-535ff485-5b0a-4b9d-9bed-83ceed2cf500 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Deleting port 9fbb27c7-2895-42f6-82ed-c22e559ad061 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:15.476689 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-535ff485-5b0a-4b9d-9bed-83ceed2cf500 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:15.494481 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:15.504222 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:15.601382 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Attempting to bind port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:15:15.602119 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Attempting to bind port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:15:15.602717 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Attempting to bind port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:15:15.608326 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-cab71dc8-a653-4b9d-9b79-52fb283f214a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port c1ca9e1e-a43e-4fed-ab88-be77b14710c8 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:15.608808 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cab71dc8-a653-4b9d-9b79-52fb283f214a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:15.675624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:15:15.677527 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Attempting to bind port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:15:15.700508 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:15:15.700968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:15:15.701545 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:15:15.702106 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Bound port: ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:15:15.705629 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:15.719718 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:15.847101 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-535ff485-5b0a-4b9d-9bed-83ceed2cf500 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:15.872963 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Port': ['ID=5d5f72ba-e54a-4cb8-95c0-4bd0577d1425,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:15.895820 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No DVR routers for this DVR port 5d5f72ba-e54a-4cb8-95c0-4bd0577d1425 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:15:15.918670 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cab71dc8-a653-4b9d-9b79-52fb283f214a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:15.970272 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-353f0a8e-531d-4013-9787-1999ced835c4 None None] Provisioning for port c1ca9e1e-a43e-4fed-ab88-be77b14710c8 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:15:15.971730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-cab71dc8-a653-4b9d-9b79-52fb283f214a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for c1ca9e1e-a43e-4fed-ab88-be77b14710c8 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:15.981302 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-353f0a8e-531d-4013-9787-1999ced835c4 None None] Provisioning complete for port c1ca9e1e-a43e-4fed-ab88-be77b14710c8 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:15.981955 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-353f0a8e-531d-4013-9787-1999ced835c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:15.993687 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] For port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:15:16.052311 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] For port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:15:16.072774 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-353f0a8e-531d-4013-9787-1999ced835c4 None None] Port c1ca9e1e-a43e-4fed-ab88-be77b14710c8 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:15:16.121249 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:16.173535 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3935879-baa3-49fe-a9d0-35dd5b538fb6 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:15:16.183689 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:16.199194 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Transition to ACTIVE for port object a3935879-baa3-49fe-a9d0-35dd5b538fb6 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:16.304697 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:16.305536 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:16.307363 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] 10.222.0.30 "PUT /v2.0/ports/ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 HTTP/1.1" status: 200 len: 1096 time: 4.7363079 Jul 14 07:15:16.309344 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea90f38-5f68-480f-9791-0e4c34ec7358', 'tag': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:15:16.311791 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061574cd-2242-4c7b-a1f2-f2c9fead5ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea90f38-5f68-480f-9791-0e4c34ec7358", "tag": "ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:15:16.316029 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-70304232-1427-448e-a3e8-d2073cab002d req-3dce1c72-7f6c-4d8b-b946-57d6ee2f5254 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:16.316415 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-70304232-1427-448e-a3e8-d2073cab002d req-3dce1c72-7f6c-4d8b-b946-57d6ee2f5254 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:16.316782 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [req-70304232-1427-448e-a3e8-d2073cab002d req-3dce1c72-7f6c-4d8b-b946-57d6ee2f5254 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Floating IP 2f79dd7b-3ddb-4137-a3b5-44dda4b6d779 disassociated. External IP: 172.25.7.14, port: 159894a1-10da-4932-b048-247cbd0bea61. Jul 14 07:15:16.317534 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-70304232-1427-448e-a3e8-d2073cab002d req-3dce1c72-7f6c-4d8b-b946-57d6ee2f5254 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Calling delete_port for 159894a1-10da-4932-b048-247cbd0bea61 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:16.455361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a24df4-0b06-4cd6-9793-2151f00a1d47 service neutron] Pushing event updated for resources: {'Port': ['ID=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:16.555320 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-fdbca051-7f63-4ee3-bd2a-31a12ca4f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:16.559127 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-fdbca051-7f63-4ee3-bd2a-31a12ca4f9cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0548f9dd1de141de93cbf4d0c5999f6a&device_id=0ea90f38-5f68-480f-9791-0e4c34ec7358 HTTP/1.1" status: 200 len: 1099 time: 0.1947994 Jul 14 07:15:16.586027 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:16.670597 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-29567f58-7222-4f3e-82ac-5cb40c09a53a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 HTTP/1.1" status: 200 len: 217 time: 0.0944638 Jul 14 07:15:16.737343 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cab71dc8-a653-4b9d-9b79-52fb283f214a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:16.796642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-67d9d80c-7c08-4b10-8ff8-6d3a1148b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:16.798319 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-67d9d80c-7c08-4b10-8ff8-6d3a1148b1f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1196947 Jul 14 07:15:16.849096 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:16.897435 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab71dc8-a653-4b9d-9b79-52fb283f214a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=c1ca9e1e-a43e-4fed-ab88-be77b14710c8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:16.917037 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-535ff485-5b0a-4b9d-9bed-83ceed2cf500 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:16.917596 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-535ff485-5b0a-4b9d-9bed-83ceed2cf500 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:16.918034 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-535ff485-5b0a-4b9d-9bed-83ceed2cf500 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Floating IP e969f7a0-df85-4b25-af76-c0ebca063e20 disassociated. External IP: 172.25.7.125, port: 9fbb27c7-2895-42f6-82ed-c22e559ad061. Jul 14 07:15:16.918503 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-535ff485-5b0a-4b9d-9bed-83ceed2cf500 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Calling delete_port for 9fbb27c7-2895-42f6-82ed-c22e559ad061 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:16.924298 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-70304232-1427-448e-a3e8-d2073cab002d req-3dce1c72-7f6c-4d8b-b946-57d6ee2f5254 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:16.932382 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8bd1879-61ca-4c4d-9657-31ae34967e7f']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:16.975418 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cab71dc8-a653-4b9d-9b79-52fb283f214a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:16.984095 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cab71dc8-a653-4b9d-9b79-52fb283f214a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/c1ca9e1e-a43e-4fed-ab88-be77b14710c8 HTTP/1.1" status: 204 len: 168 time: 2.1179106 Jul 14 07:15:16.995855 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57188) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:17.012318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e5a4d2-4fe2-471a-b66f-dc264524b15b') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:17.012318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e5a4d2-4fe2-471a-b66f-dc264524b15b') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:17.035456 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:17.064708 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:17.083241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:15:17.083808 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:15:17.224113 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:15:17.244796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbedb9-94be-44dd-9bf2-cf9aa46862f7 req-d38b5ea4-c29b-4a5b-ad5a-e8edbde5d1d8 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:17.246799 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14dbedb9-94be-44dd-9bf2-cf9aa46862f7 req-d38b5ea4-c29b-4a5b-ad5a-e8edbde5d1d8 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 867 time: 0.7483232 Jul 14 07:15:17.249801 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:17.256351 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=a3935879-baa3-49fe-a9d0-35dd5b538fb6,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:17.319778 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-535ff485-5b0a-4b9d-9bed-83ceed2cf500 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:17.327077 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:17.333122 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/e8bd1879-61ca-4c4d-9657-31ae34967e7f HTTP/1.1" status: 204 len: 168 time: 6.0458360 Jul 14 07:15:17.353507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57190) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:17.362776 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a647cd2b-22d2-44f6-be0a-9b4e2d63bdf3 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-876042906'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:17.392728 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ff485-5b0a-4b9d-9bed-83ceed2cf500 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event deleted for resources: {'Port': ['ID=9fbb27c7-2895-42f6-82ed-c22e559ad061,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:17.417468 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43427e2a-2591-493b-a70b-feacdc6cd093 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Network': ['ID=e8bd1879-61ca-4c4d-9657-31ae34967e7f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:17.433523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce1c72-7f6c-4d8b-b946-57d6ee2f5254 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Pushing event deleted for resources: {'Port': ['ID=159894a1-10da-4932-b048-247cbd0bea61,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:17.456032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bc00c-b761-4648-9966-9b08b286ee95 req-d88b1c19-6b3f-4a83-86eb-0220529ef1ae tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:17.462896 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a7bc00c-b761-4648-9966-9b08b286ee95 req-d88b1c19-6b3f-4a83-86eb-0220529ef1ae tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 948 time: 0.9349279 Jul 14 07:15:17.517099 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-bcafca01-e5c9-4276-93dc-9d0a2ca41c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:17.518785 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-bcafca01-e5c9-4276-93dc-9d0a2ca41c87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6734915 Jul 14 07:15:17.563567 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a769f790-4ac5-468d-80f5-c00293411e6e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:17.565298 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a769f790-4ac5-468d-80f5-c00293411e6e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5633273 Jul 14 07:15:17.579790 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57192) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:17.644705 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14dbedb9-94be-44dd-9bf2-cf9aa46862f7 req-69d7fa39-6eca-4632-8a5a-d3c4dde9f865 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/security-groups?id=a72fe248-1511-4838-96cb-694392406c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3267245 Jul 14 07:15:17.651800 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a647cd2b-22d2-44f6-be0a-9b4e2d63bdf3 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:17.678471 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a647cd2b-22d2-44f6-be0a-9b4e2d63bdf3 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:17.755519 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 159894a1-10da-4932-b048-247cbd0bea61 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:15:17.799815 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Attempting to bind port a3935879-baa3-49fe-a9d0-35dd5b538fb6 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:15:17.801262 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 159894a1-10da-4932-b048-247cbd0bea61 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:15:17.802019 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 159894a1-10da-4932-b048-247cbd0bea61 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:15:17.815865 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Attempting to bind port a3935879-baa3-49fe-a9d0-35dd5b538fb6 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:15:17.817155 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Attempting to bind port a3935879-baa3-49fe-a9d0-35dd5b538fb6 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:15:17.846617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a7bc00c-b761-4648-9966-9b08b286ee95 req-f3f06e75-f132-4064-8703-75e2831d924c tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804648 Jul 14 07:15:17.886581 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Port a3935879-baa3-49fe-a9d0-35dd5b538fb6 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:15:17.886989 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Attempting to bind port a3935879-baa3-49fe-a9d0-35dd5b538fb6 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:15:17.894616 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4a51fa-79be-42af-acaf-24b63f9687cf x-openstack-request-id: req-de4a51fa-79be-42af-acaf-24b63f9687cf {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:15:17.894616 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea90f38-5f68-480f-9791-0e4c34ec7358", "tag": "ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:15:17.894616 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de4a51fa-79be-42af-acaf-24b63f9687cf {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:15:17.895038 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea90f38-5f68-480f-9791-0e4c34ec7358', 'tag': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04', 'status': 'completed', 'code': 200} Jul 14 07:15:17.903863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a647cd2b-22d2-44f6-be0a-9b4e2d63bdf3 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:15:17.913626 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:15:17.914295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:15:17.914436 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:15:17.915346 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Bound port: a3935879-baa3-49fe-a9d0-35dd5b538fb6, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:15:17.915483 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:17.932796 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e334c5-63a5-418b-8607-cfdd802b2ae7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:17.936612 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-56e334c5-63a5-418b-8607-cfdd802b2ae7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3557382 Jul 14 07:15:17.939803 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57204) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:17.945072 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a647cd2b-22d2-44f6-be0a-9b4e2d63bdf3 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:17.948664 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-a647cd2b-22d2-44f6-be0a-9b4e2d63bdf3 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Added segment 04428e9e-e40f-4bee-8f18-b180fe4f77d3 of type vlan for network c16ca811-c306-4cc1-b0d1-d03824ee9dce Jul 14 07:15:17.965506 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535ff485-5b0a-4b9d-9bed-83ceed2cf500 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router a65ac7e5-9ea4-4cda-9844-1f269c0f2390 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:15:17.969282 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-69a8ac62-04a6-4536-9533-bf051a11e357 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407349 Jul 14 07:15:18.112220 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4241de8f-da4b-483e-af52-6ebfc5d60242 req-c3684bbb-1b7a-45ae-9c23-9456da0acc42 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354208 Jul 14 07:15:18.346711 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535ff485-5b0a-4b9d-9bed-83ceed2cf500 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:15:18.357059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ada75-3377-4f54-848b-d2a0c1ebd3fb None None] Sync routers for ids ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:15:18.371532 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ada75-3377-4f54-848b-d2a0c1ebd3fb None None] Routers {'a65ac7e5-9ea4-4cda-9844-1f269c0f2390'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:15:18.373014 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ae4ada75-3377-4f54-848b-d2a0c1ebd3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:15:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:18.443165 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ae4ada75-3377-4f54-848b-d2a0c1ebd3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:18.461168 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ada75-3377-4f54-848b-d2a0c1ebd3fb None None] Routers {'a65ac7e5-9ea4-4cda-9844-1f269c0f2390'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:15:18.464233 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ae4ada75-3377-4f54-848b-d2a0c1ebd3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:15:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:18.496314 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-535ff485-5b0a-4b9d-9bed-83ceed2cf500 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:18.503423 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-535ff485-5b0a-4b9d-9bed-83ceed2cf500 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/ports/9fbb27c7-2895-42f6-82ed-c22e559ad061 HTTP/1.1" status: 204 len: 168 time: 3.7145782 Jul 14 07:15:18.506898 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57212) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:18.515156 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ae4ada75-3377-4f54-848b-d2a0c1ebd3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:18.516048 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ada75-3377-4f54-848b-d2a0c1ebd3fb None None] The sync data for ids ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:15:18.524461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061574cd-2242-4c7b-a1f2-f2c9fead5ec3 req-1ff72e22-652e-4750-a69c-75340bf44c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:18.526122 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-061574cd-2242-4c7b-a1f2-f2c9fead5ec3 req-1ff72e22-652e-4750-a69c-75340bf44c02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0548f9dd1de141de93cbf4d0c5999f6a&device_id=0ea90f38-5f68-480f-9791-0e4c34ec7358 HTTP/1.1" status: 200 len: 1099 time: 0.2112968 Jul 14 07:15:18.598040 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a647cd2b-22d2-44f6-be0a-9b4e2d63bdf3 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:18.674370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] For port a3935879-baa3-49fe-a9d0-35dd5b538fb6, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:15:18.677620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] For port a3935879-baa3-49fe-a9d0-35dd5b538fb6, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a3935879-baa3-49fe-a9d0-35dd5b538fb6,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:15:18.708866 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f2cb23-9c1a-44ca-bbeb-629ce2a8f294 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:18.710440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f2cb23-9c1a-44ca-bbeb-629ce2a8f294 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:18.711994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f2cb23-9c1a-44ca-bbeb-629ce2a8f294 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:18.713684 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-51f2cb23-9c1a-44ca-bbeb-629ce2a8f294 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7567644 Jul 14 07:15:18.714474 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a647cd2b-22d2-44f6-be0a-9b4e2d63bdf3 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:18.716970 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57216) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:18.720024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a647cd2b-22d2-44f6-be0a-9b4e2d63bdf3 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:18.720626 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a647cd2b-22d2-44f6-be0a-9b4e2d63bdf3 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:18.728935 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:18.778883 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061574cd-2242-4c7b-a1f2-f2c9fead5ec3 req-fbe897d1-2933-4d16-b2ac-9191297e4f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:18.781421 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-061574cd-2242-4c7b-a1f2-f2c9fead5ec3 req-fbe897d1-2933-4d16-b2ac-9191297e4f23 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.2150221 Jul 14 07:15:18.817723 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70304232-1427-448e-a3e8-d2073cab002d req-3dce1c72-7f6c-4d8b-b946-57d6ee2f5254 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Router 02cc71d3-1865-46bc-ab3e-02d91f0bce44 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:15:18.829510 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a647cd2b-22d2-44f6-be0a-9b4e2d63bdf3 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4703515 Jul 14 07:15:18.841083 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57220) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:18.842501 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:18.843134 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:18.844543 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] 10.222.0.15 "PUT /v2.0/ports/a3935879-baa3-49fe-a9d0-35dd5b538fb6 HTTP/1.1" status: 200 len: 1096 time: 4.7642040 Jul 14 07:15:18.881499 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-bfb6c4b7-234d-49af-b0fc-7b512bad424b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:18.885932 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d7bb81-1cc2-4dbc-858e-182a5601cc3d', 'tag': 'a3935879-baa3-49fe-a9d0-35dd5b538fb6'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:15:18.888456 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd04d71-933b-4511-8b7d-19086de1ed15" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d7bb81-1cc2-4dbc-858e-182a5601cc3d", "tag": "a3935879-baa3-49fe-a9d0-35dd5b538fb6"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:15:18.962880 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647cd2b-22d2-44f6-be0a-9b4e2d63bdf3 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Network': ['ID=c16ca811-c306-4cc1-b0d1-d03824ee9dce,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:18.986766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network c16ca811-c306-4cc1-b0d1-d03824ee9dce details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:15:19.007347 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-061574cd-2242-4c7b-a1f2-f2c9fead5ec3 req-7c93f41a-0dad-4e3c-ba57-49d3d6e44ce4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 HTTP/1.1" status: 200 len: 217 time: 0.1298409 Jul 14 07:15:19.309078 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e0ce1d0-5ec9-4742-8b86-365a4fd0d6e8 req-8d98a23a-d41f-4a74-af71-3ac9f61352d9 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 210 time: 0.1868398 Jul 14 07:15:19.329707 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858f3ef-c93d-4387-88e9-4090b6220ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=a3935879-baa3-49fe-a9d0-35dd5b538fb6,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:19.422564 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fbb870-a3ab-451c-bd49-5383f9ebccb5 x-openstack-request-id: req-59fbb870-a3ab-451c-bd49-5383f9ebccb5 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:15:19.423026 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d7bb81-1cc2-4dbc-858e-182a5601cc3d", "tag": "a3935879-baa3-49fe-a9d0-35dd5b538fb6", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:15:19.423344 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59fbb870-a3ab-451c-bd49-5383f9ebccb5 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:15:19.423831 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d7bb81-1cc2-4dbc-858e-182a5601cc3d', 'tag': 'a3935879-baa3-49fe-a9d0-35dd5b538fb6', 'status': 'completed', 'code': 200} Jul 14 07:15:19.532682 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-3bd6d8a7-ff09-414e-b9f8-6b5947874399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:19.534450 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-3bd6d8a7-ff09-414e-b9f8-6b5947874399 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0548f9dd1de141de93cbf4d0c5999f6a&device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 1099 time: 0.6294031 Jul 14 07:15:19.552746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70304232-1427-448e-a3e8-d2073cab002d req-3dce1c72-7f6c-4d8b-b946-57d6ee2f5254 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:15:19.563403 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61100f6-6835-4282-ba7b-8af675e4abeb None None] Sync routers for ids ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:15:19.578770 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61100f6-6835-4282-ba7b-8af675e4abeb None None] Routers {'02cc71d3-1865-46bc-ab3e-02d91f0bce44'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:15:19.579399 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e61100f6-6835-4282-ba7b-8af675e4abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:15:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:19.599290 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d056b48-c741-41c0-9aaf-ba947cd6aac4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet 2b9e9b78-1262-4911-a007-7499e1e12944 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:15:19.610772 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d056b48-c741-41c0-9aaf-ba947cd6aac4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:19.633872 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-ba2be362-b313-4c0b-a521-2c55c6526002 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=a3935879-baa3-49fe-a9d0-35dd5b538fb6 HTTP/1.1" status: 200 len: 217 time: 0.0889769 Jul 14 07:15:19.643937 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0812a8-2550-44ec-8168-73f836670648 req-dcbcb253-5fd7-4ecd-8afe-4d6c2fe36371 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:19.654451 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c0812a8-2550-44ec-8168-73f836670648 req-dcbcb253-5fd7-4ecd-8afe-4d6c2fe36371 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 948 time: 0.4189413 Jul 14 07:15:19.664783 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061574cd-2242-4c7b-a1f2-f2c9fead5ec3 req-3dfc3a76-7ed3-44e5-9725-43083658f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:19.666927 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-061574cd-2242-4c7b-a1f2-f2c9fead5ec3 req-3dfc3a76-7ed3-44e5-9725-43083658f926 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.5622187 Jul 14 07:15:19.723344 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-70304232-1427-448e-a3e8-d2073cab002d req-3dce1c72-7f6c-4d8b-b946-57d6ee2f5254 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] No DVR routers for this DVR port 159894a1-10da-4932-b048-247cbd0bea61 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:15:19.726002 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d056b48-c741-41c0-9aaf-ba947cd6aac4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:19.726561 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-70304232-1427-448e-a3e8-d2073cab002d req-3dce1c72-7f6c-4d8b-b946-57d6ee2f5254 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:19.728703 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-70304232-1427-448e-a3e8-d2073cab002d req-3dce1c72-7f6c-4d8b-b946-57d6ee2f5254 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.30 "DELETE /v2.0/ports/159894a1-10da-4932-b048-247cbd0bea61 HTTP/1.1" status: 204 len: 173 time: 6.1372225 Jul 14 07:15:19.746839 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c4b7-234d-49af-b0fc-7b512bad424b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:19.797476 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c4b7-234d-49af-b0fc-7b512bad424b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:19.820430 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c0812a8-2550-44ec-8168-73f836670648 req-1d6775f6-2e86-4062-b64c-ed65d484ff65 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643364 Jul 14 07:15:19.841676 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-a61fac20-f58e-449c-bdc4-884c26d38518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:19.843892 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-a61fac20-f58e-449c-bdc4-884c26d38518 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1790574 Jul 14 07:15:19.885957 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bfb6c4b7-234d-49af-b0fc-7b512bad424b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network c16ca811-c306-4cc1-b0d1-d03824ee9dce is not hosted by any dhcp agent {{(pid=93828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 07:15:19.892459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb6c4b7-234d-49af-b0fc-7b512bad424b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:19.897735 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c4b7-234d-49af-b0fc-7b512bad424b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:19.910565 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bfb6c4b7-234d-49af-b0fc-7b512bad424b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "PUT /v2.0/networks/c16ca811-c306-4cc1-b0d1-d03824ee9dce HTTP/1.1" status: 200 len: 723 time: 1.0381455 Jul 14 07:15:19.918078 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57238) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:19.937944 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b37cb691-7928-4091-9d33-9821ac8ab4fb tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'subnet': {'network_id': 'c16ca811-c306-4cc1-b0d1-d03824ee9dce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:20.014435 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e61100f6-6835-4282-ba7b-8af675e4abeb None None] Set router 02cc71d3-1865-46bc-ab3e-02d91f0bce44 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:15:20.028272 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d056b48-c741-41c0-9aaf-ba947cd6aac4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:20.147768 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061574cd-2242-4c7b-a1f2-f2c9fead5ec3 req-53b1dc4d-f5fd-4dac-a949-3526f9acd764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:20.149380 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-061574cd-2242-4c7b-a1f2-f2c9fead5ec3 req-53b1dc4d-f5fd-4dac-a949-3526f9acd764 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4744689 Jul 14 07:15:20.177381 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6c4b7-234d-49af-b0fc-7b512bad424b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Network': ['ID=c16ca811-c306-4cc1-b0d1-d03824ee9dce,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:20.199925 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network c16ca811-c306-4cc1-b0d1-d03824ee9dce details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:15:20.239514 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e61100f6-6835-4282-ba7b-8af675e4abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'name': 'tempest-ServersTestBootFromVolume-2083867808-router', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:11:50Z', 'updated_at': '2021-07-14T07:11:57Z', 'revision_number': 4, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'gw_port': {'id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:51Z', 'updated_at': '2021-07-14T07:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0', 'name': '', 'network_id': '9e82a324-3525-428e-a290-73810ba0350d', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'mac_address': 'fa:16:3e:2c:c9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:56Z', 'updated_at': '2021-07-14T07:12:12Z', 'revision_number': 5, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'subnets': [{'id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:20.308294 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61100f6-6835-4282-ba7b-8af675e4abeb None None] Checking router: 02cc71d3-1865-46bc-ab3e-02d91f0bce44 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:15:20.308933 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-baf89048-2b59-4271-9be1-8fd3532704aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:20.310715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-baf89048-2b59-4271-9be1-8fd3532704aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3808856 Jul 14 07:15:20.312223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37cb691-7928-4091-9d33-9821ac8ab4fb tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:20.315944 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b37cb691-7928-4091-9d33-9821ac8ab4fb tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:20.330454 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61100f6-6835-4282-ba7b-8af675e4abeb None None] Routers {'02cc71d3-1865-46bc-ab3e-02d91f0bce44'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:15:20.332492 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e61100f6-6835-4282-ba7b-8af675e4abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:15:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:20.467753 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d056b48-c741-41c0-9aaf-ba947cd6aac4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:20.486794 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79a3dde7-b8af-42b7-968a-bdfd6ebc78e3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:20.559378 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dad0e7e-3f97-4a4a-930f-cadecb064b89 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:20.561324 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d056b48-c741-41c0-9aaf-ba947cd6aac4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9e9b78-1262-4911-a007-7499e1e12944,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:20.563910 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d056b48-c741-41c0-9aaf-ba947cd6aac4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:20.566106 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1d056b48-c741-41c0-9aaf-ba947cd6aac4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/2b9e9b78-1262-4911-a007-7499e1e12944 HTTP/1.1" status: 204 len: 168 time: 1.8460453 Jul 14 07:15:20.570805 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-061574cd-2242-4c7b-a1f2-f2c9fead5ec3 req-f4fc7430-f4c7-4530-92c5-32ba3b3d4dd6 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061627 Jul 14 07:15:20.571290 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57262) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:20.606523 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e61100f6-6835-4282-ba7b-8af675e4abeb None None] Set router 02cc71d3-1865-46bc-ab3e-02d91f0bce44 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:15:20.730049 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-3f10de44-6a47-40e3-9731-80a23706b6fa service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930826 Jul 14 07:15:20.801693 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd24f084-afc5-4524-9825-19318b6b8ac2 req-74bccfcd-bc54-46d0-af35-8d5273deb9b6 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 210 time: 0.0635147 Jul 14 07:15:20.843819 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b37cb691-7928-4091-9d33-9821ac8ab4fb tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:20.925551 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cb691-7928-4091-9d33-9821ac8ab4fb tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Subnet': ['ID=3eb664eb-5f26-47ad-8b26-57d6bf308682,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:21.006098 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0631049c-c1e5-4c67-9294-1245962ea47d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet a993ddfd-1833-4d96-856f-835fbb2b6f64 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:15:21.022167 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d24d41b4-ed41-4658-afe7-7afa4436d485 req-ea1aab74-4f91-4392-84a7-4c58df600789 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712204 Jul 14 07:15:21.022999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37cb691-7928-4091-9d33-9821ac8ab4fb tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Checking segment: {'id': '04428e9e-e40f-4bee-8f18-b180fe4f77d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c16ca811-c306-4cc1-b0d1-d03824ee9dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:15:21.023366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37cb691-7928-4091-9d33-9821ac8ab4fb tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network hostable DHCP agents. Network: c16ca811-c306-4cc1-b0d1-d03824ee9dce, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:15:21.029852 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0631049c-c1e5-4c67-9294-1245962ea47d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:21.057667 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37cb691-7928-4091-9d33-9821ac8ab4fb tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network c16ca811-c306-4cc1-b0d1-d03824ee9dce is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:15:21.099472 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-b37cb691-7928-4091-9d33-9821ac8ab4fb tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, c16ca811-c306-4cc1-b0d1-d03824ee9dce) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:21.109950 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e346e863-5243-4a00-875e-fbc63ca0dc4d None None] Network c16ca811-c306-4cc1-b0d1-d03824ee9dce requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:21.170998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37cb691-7928-4091-9d33-9821ac8ab4fb tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:21.175805 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b37cb691-7928-4091-9d33-9821ac8ab4fb tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:21.209104 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0631049c-c1e5-4c67-9294-1245962ea47d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:21.211871 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e61100f6-6835-4282-ba7b-8af675e4abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'name': 'tempest-ServersTestBootFromVolume-2083867808-router', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:11:50Z', 'updated_at': '2021-07-14T07:11:57Z', 'revision_number': 4, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'gw_port': {'id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:51Z', 'updated_at': '2021-07-14T07:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0', 'name': '', 'network_id': '9e82a324-3525-428e-a290-73810ba0350d', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'mac_address': 'fa:16:3e:2c:c9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:56Z', 'updated_at': '2021-07-14T07:12:12Z', 'revision_number': 5, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'subnets': [{'id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:21.298007 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61100f6-6835-4282-ba7b-8af675e4abeb None None] The sync data for ids ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'] in n-d-778696-5 is: [{'id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'name': 'tempest-ServersTestBootFromVolume-2083867808-router', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:11:50Z', 'updated_at': '2021-07-14T07:11:57Z', 'revision_number': 4, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'gw_port': {'id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:51Z', 'updated_at': '2021-07-14T07:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0', 'name': '', 'network_id': '9e82a324-3525-428e-a290-73810ba0350d', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'mac_address': 'fa:16:3e:2c:c9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:56Z', 'updated_at': '2021-07-14T07:12:12Z', 'revision_number': 5, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'subnets': [{'id': '332600d1-7207-42c7-a6e5-4b2788cd4c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:15:21.392046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b37cb691-7928-4091-9d33-9821ac8ab4fb tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4608240 Jul 14 07:15:21.402830 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57296) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:21.425061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-62cf7d7c-c175-42ea-9d7f-2404811d332c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:21.430675 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29aaadb-9dcd-4234-a01c-1c5a83ff7124', 'name': 'network-vif-deleted', 'tag': '159894a1-10da-4932-b048-247cbd0bea61'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:15:21.447368 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079720b0-2dce-4ae7-804b-071544a0bed9" -d '{"events": [{"server_uuid": "f29aaadb-9dcd-4234-a01c-1c5a83ff7124", "name": "network-vif-deleted", "tag": "159894a1-10da-4932-b048-247cbd0bea61"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:15:21.458772 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0631049c-c1e5-4c67-9294-1245962ea47d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:21.520127 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-c16ca811-c306-4cc1-b0d1-d03824ee9dce', 'network_id': 'c16ca811-c306-4cc1-b0d1-d03824ee9dce', 'tenant_id': 'bd912f4f28964f31bba661e2af99898d', 'fixed_ips': [{'subnet_id': '3eb664eb-5f26-47ad-8b26-57d6bf308682'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:15:21.521811 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:21.558929 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799994c-ff79-45b0-ab08-c8f9e96c9295 req-f72efe47-bbac-41f1-a8fb-f7cb676480f4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:21.566515 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5799994c-ff79-45b0-ab08-c8f9e96c9295 req-f72efe47-bbac-41f1-a8fb-f7cb676480f4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 948 time: 0.4881768 Jul 14 07:15:21.572183 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-061574cd-2242-4c7b-a1f2-f2c9fead5ec3 req-efee6237-b533-45bf-aa92-4d032b411cea service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9722433 Jul 14 07:15:21.578837 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0631049c-c1e5-4c67-9294-1245962ea47d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:21.653199 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631049c-c1e5-4c67-9294-1245962ea47d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=a993ddfd-1833-4d96-856f-835fbb2b6f64,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:21.693750 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0631049c-c1e5-4c67-9294-1245962ea47d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:21.697996 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0631049c-c1e5-4c67-9294-1245962ea47d tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/a993ddfd-1833-4d96-856f-835fbb2b6f64 HTTP/1.1" status: 204 len: 168 time: 1.1236463 Jul 14 07:15:21.702211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57300) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:21.744199 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Allocated IP 172.20.0.2 (c16ca811-c306-4cc1-b0d1-d03824ee9dce/3eb664eb-5f26-47ad-8b26-57d6bf308682/8f7c4f89-4be0-4495-b006-a0c8176c6da9) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:21.750076 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62cf7d7c-c175-42ea-9d7f-2404811d332c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6474905'] for subnet, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:21.762371 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-99002335-512b-4d4a-9b80-4a5da634436f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589654 Jul 14 07:15:21.772562 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57302) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:21.780374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-2cd04342-3851-42bc-a07f-5024ebb9f88b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:21.896830 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5799994c-ff79-45b0-ab08-c8f9e96c9295 req-d54d210e-8e14-47cd-a22a-450c99d48086 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083386 Jul 14 07:15:21.902579 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd04342-3851-42bc-a07f-5024ebb9f88b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:21.906710 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd04342-3851-42bc-a07f-5024ebb9f88b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:21.916846 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:21.918847 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd04d71-933b-4511-8b7d-19086de1ed15 req-96c7b479-10f2-4b75-bd91-a925fe209918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:21.926524 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Transition to ACTIVE for port object 8f7c4f89-4be0-4495-b006-a0c8176c6da9 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:21.928502 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1dd04d71-933b-4511-8b7d-19086de1ed15 req-96c7b479-10f2-4b75-bd91-a925fe209918 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0548f9dd1de141de93cbf4d0c5999f6a&device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 1099 time: 0.6651933 Jul 14 07:15:21.944733 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Transition to ACTIVE for port object 8f7c4f89-4be0-4495-b006-a0c8176c6da9 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:21.952404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2370dc28-25c7-4325-aa54-a29da97dfc8e None None] New status for floating IP 2f79dd7b-3ddb-4137-a3b5-44dda4b6d779: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:15:21.956671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:15:21.976440 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:22.019521 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a9ac59-d98a-4976-a435-f9cbfb4a71da None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:22.105919 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Network c16ca811-c306-4cc1-b0d1-d03824ee9dce is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:22.118540 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:22.124427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:15:22.137643 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd04d71-933b-4511-8b7d-19086de1ed15 req-ff315909-cb6b-40f0-9072-aed732fdaa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:22.140841 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1dd04d71-933b-4511-8b7d-19086de1ed15 req-ff315909-cb6b-40f0-9072-aed732fdaa38 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.2013295 Jul 14 07:15:22.142398 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa25bb73-671c-4b5a-a185-bc6783ad72b9 x-openstack-request-id: req-aa25bb73-671c-4b5a-a185-bc6783ad72b9 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:15:22.142686 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29aaadb-9dcd-4234-a01c-1c5a83ff7124", "name": "network-vif-deleted", "tag": "159894a1-10da-4932-b048-247cbd0bea61", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:15:22.142937 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa25bb73-671c-4b5a-a185-bc6783ad72b9 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:15:22.143323 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29aaadb-9dcd-4234-a01c-1c5a83ff7124', 'name': 'network-vif-deleted', 'tag': '159894a1-10da-4932-b048-247cbd0bea61', 'status': 'completed', 'code': 200} Jul 14 07:15:22.263320 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1dd04d71-933b-4511-8b7d-19086de1ed15 req-bf7a00f5-297a-4409-b6d0-a2db859a44f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=a3935879-baa3-49fe-a9d0-35dd5b538fb6 HTTP/1.1" status: 200 len: 217 time: 0.1126180 Jul 14 07:15:22.273751 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-66594536-1f6b-451c-aa86-4db7939fa9a6 None None] Provisioning complete for port 9e86c252-fc4a-475b-8431-83fd3e43f07c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:22.274144 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-66594536-1f6b-451c-aa86-4db7939fa9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:22.302606 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Attempting to bind port 8f7c4f89-4be0-4495-b006-a0c8176c6da9 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:15:22.302822 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Attempting to bind port 8f7c4f89-4be0-4495-b006-a0c8176c6da9 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '04428e9e-e40f-4bee-8f18-b180fe4f77d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c16ca811-c306-4cc1-b0d1-d03824ee9dce'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:15:22.303163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Attempting to bind port 8f7c4f89-4be0-4495-b006-a0c8176c6da9 on network c16ca811-c306-4cc1-b0d1-d03824ee9dce {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:15:22.315026 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd04342-3851-42bc-a07f-5024ebb9f88b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:22.355358 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd04d71-933b-4511-8b7d-19086de1ed15 req-0664bd27-946d-4f76-8f0e-0d15420b7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:22.356952 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1dd04d71-933b-4511-8b7d-19086de1ed15 req-0664bd27-946d-4f76-8f0e-0d15420b7e2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0742888 Jul 14 07:15:22.370665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e09e5bea-4046-4a6d-b38b-fd82b242b00b req-dfff56e1-8842-479c-a1ba-b54fac709601 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 210 time: 0.1153533 Jul 14 07:15:22.378692 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:15:22.380233 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Checking segment: {'id': '04428e9e-e40f-4bee-8f18-b180fe4f77d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c16ca811-c306-4cc1-b0d1-d03824ee9dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:15:22.381221 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:22.382454 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Bound using segment: {'id': '04428e9e-e40f-4bee-8f18-b180fe4f77d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c16ca811-c306-4cc1-b0d1-d03824ee9dce'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:15:22.384569 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Bound port: 8f7c4f89-4be0-4495-b006-a0c8176c6da9, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04428e9e-e40f-4bee-8f18-b180fe4f77d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c16ca811-c306-4cc1-b0d1-d03824ee9dce'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:15:22.385611 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:22.399954 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f427ee0-5bbc-4175-8199-e6fc26c2e7b8 req-254286c2-0ee4-43c5-ac30-cf03ed25fdd1 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:22.401557 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f427ee0-5bbc-4175-8199-e6fc26c2e7b8 req-254286c2-0ee4-43c5-ac30-cf03ed25fdd1 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/ports?device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 951 time: 0.7846313 Jul 14 07:15:22.418498 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd04342-3851-42bc-a07f-5024ebb9f88b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:22.459598 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-2cd04342-3851-42bc-a07f-5024ebb9f88b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:22.469641 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd04342-3851-42bc-a07f-5024ebb9f88b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:22.470413 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd04342-3851-42bc-a07f-5024ebb9f88b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:22.498962 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2cd04342-3851-42bc-a07f-5024ebb9f88b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7228923 Jul 14 07:15:22.506557 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57312) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:22.520169 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-79a3dde7-b8af-42b7-968a-bdfd6ebc78e3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Deleting port 999994d4-72e3-4612-94ad-9d99a73e1374 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:22.520596 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79a3dde7-b8af-42b7-968a-bdfd6ebc78e3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:22.533078 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62cf7d7c-c175-42ea-9d7f-2404811d332c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770202522646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8065462'] for subnet, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:22.598874 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f427ee0-5bbc-4175-8199-e6fc26c2e7b8 req-ca11592d-ed1a-4d12-a61f-f7fb46cb58b3 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a854b2e-0c49-4320-9724-d71625f55ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497860 Jul 14 07:15:22.600272 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf7d7c-c175-42ea-9d7f-2404811d332c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:22.601624 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62cf7d7c-c175-42ea-9d7f-2404811d332c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:22.605844 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-62cf7d7c-c175-42ea-9d7f-2404811d332c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "PUT /v2.0/subnets/3eb664eb-5f26-47ad-8b26-57d6bf308682 HTTP/1.1" status: 200 len: 806 time: 1.1924901 Jul 14 07:15:22.608292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf7d7c-c175-42ea-9d7f-2404811d332c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Subnet': ['ID=3eb664eb-5f26-47ad-8b26-57d6bf308682,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:22.610434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57314) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:22.612541 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd04d71-933b-4511-8b7d-19086de1ed15 req-669d9613-4555-4e58-8747-d458bdf4ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:22.614144 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1dd04d71-933b-4511-8b7d-19086de1ed15 req-669d9613-4555-4e58-8747-d458bdf4ef5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2398875 Jul 14 07:15:22.628551 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6c09794e-4a76-4ac7-a376-6a1aca7c09bf tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:22.671047 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd04342-3851-42bc-a07f-5024ebb9f88b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=b5e44785-5f56-4d6a-8972-95ac93c625f6,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:22.812814 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] For port 8f7c4f89-4be0-4495-b006-a0c8176c6da9, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:15:22.817262 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] For port 8f7c4f89-4be0-4495-b006-a0c8176c6da9, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8f7c4f89-4be0-4495-b006-a0c8176c6da9,segment=NetworkSegment(04428e9e-e40f-4bee-8f18-b180fe4f77d3),segment_id=04428e9e-e40f-4bee-8f18-b180fe4f77d3)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:15:22.820179 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79a3dde7-b8af-42b7-968a-bdfd6ebc78e3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:22.861748 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1dd04d71-933b-4511-8b7d-19086de1ed15 req-fa0e5b58-380c-49b1-a956-a47811ef64ca service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179062 Jul 14 07:15:22.872510 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.resource_extend [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:15:22.884368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-79a3dde7-b8af-42b7-968a-bdfd6ebc78e3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Calling delete_port for 999994d4-72e3-4612-94ad-9d99a73e1374 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:22.900218 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a3935879-baa3-49fe-a9d0-35dd5b538fb6 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:15:23.066112 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c09794e-4a76-4ac7-a376-6a1aca7c09bf tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:23.084433 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6c09794e-4a76-4ac7-a376-6a1aca7c09bf tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:23.109645 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:23.161859 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:23.310689 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Pushing event updated for resources: {'Port': ['ID=8f7c4f89-4be0-4495-b006-a0c8176c6da9,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:23.316467 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1dd04d71-933b-4511-8b7d-19086de1ed15 req-114d7a3e-f92e-4712-8a8a-b558015c3763 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471860 Jul 14 07:15:23.366473 n-d-778696-5 neutron-server[93827]: INFO neutron.db.ipam_backend_mixin [None req-6c09794e-4a76-4ac7-a376-6a1aca7c09bf tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b5e44785-5f56-4d6a-8972-95ac93c625f6 (CIDR: 2001:db8::/64) Jul 14 07:15:23.386180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d25f50-363e-44b2-aa8a-6fb2ed3ab2f4 req-bec37995-5836-4822-8b27-614b59303826 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:23.387231 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c09794e-4a76-4ac7-a376-6a1aca7c09bf tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:15:23.387725 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9d25f50-363e-44b2-aa8a-6fb2ed3ab2f4 req-bec37995-5836-4822-8b27-614b59303826 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 948 time: 0.2475665 Jul 14 07:15:23.395603 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c09794e-4a76-4ac7-a376-6a1aca7c09bf tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:23.408459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Deleting port 8f7c4f89-4be0-4495-b006-a0c8176c6da9 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:23.408789 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:23.519464 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6c09794e-4a76-4ac7-a376-6a1aca7c09bf tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0050497 Jul 14 07:15:23.520262 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57368) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:23.527931 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:23.564744 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a3935879-baa3-49fe-a9d0-35dd5b538fb6, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a3935879-baa3-49fe-a9d0-35dd5b538fb6,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:23.620694 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9d25f50-363e-44b2-aa8a-6fb2ed3ab2f4 req-92965e25-3caf-46ba-bdce-be72e717e908 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093821 Jul 14 07:15:23.695071 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79a3dde7-b8af-42b7-968a-bdfd6ebc78e3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:23.724650 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] For port 8f7c4f89-4be0-4495-b006-a0c8176c6da9, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8f7c4f89-4be0-4495-b006-a0c8176c6da9,segment=NetworkSegment(04428e9e-e40f-4bee-8f18-b180fe4f77d3),segment_id=04428e9e-e40f-4bee-8f18-b180fe4f77d3)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:23.725017 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:23.788874 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Calling delete_port for 8f7c4f89-4be0-4495-b006-a0c8176c6da9 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:23.831654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:23.898428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3dde7-b8af-42b7-968a-bdfd6ebc78e3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event deleted for resources: {'Port': ['ID=999994d4-72e3-4612-94ad-9d99a73e1374,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:23.923851 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'a3935879-baa3-49fe-a9d0-35dd5b538fb6', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': 'a3935879-baa3-49fe-a9d0-35dd5b538fb6', 'mac_address': 'fa:16:3e:a7:b2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:15:23.934697 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a7aae-686d-421d-aea9-227b561af1a2 None None] Pushing event updated for resources: {'Port': ['ID=8f7c4f89-4be0-4495-b006-a0c8176c6da9,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:23.952687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52d38657-836b-4006-96f7-e30706e050d5 req-31c2cf68-3ec9-49d8-bad9-c3ff642defea tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 210 time: 0.1443598 Jul 14 07:15:23.977887 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04', 'mac_address': 'fa:16:3e:5e:ea:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:15:23.994986 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:24.008215 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:24.151355 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:24.157305 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:24.199669 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:24.202817 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3935879-baa3-49fe-a9d0-35dd5b538fb6 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:15:24.231070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061278ca-0562-43fa-892b-19a16700f37d None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:15:24.358664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Port': ['ID=8f7c4f89-4be0-4495-b006-a0c8176c6da9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:24.391124 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:15:24.408135 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a3935879-baa3-49fe-a9d0-35dd5b538fb6, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a3935879-baa3-49fe-a9d0-35dd5b538fb6,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:24.421861 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No DVR routers for this DVR port 8f7c4f89-4be0-4495-b006-a0c8176c6da9 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:15:24.461015 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:24.465333 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:24.546722 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:24.567410 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=a3935879-baa3-49fe-a9d0-35dd5b538fb6,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:24.572819 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:24.632596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:24.665762 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-061278ca-0562-43fa-892b-19a16700f37d None None] Deleting port 9e86c252-fc4a-475b-8431-83fd3e43f07c {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:24.666971 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-061278ca-0562-43fa-892b-19a16700f37d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:24.680345 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79a3dde7-b8af-42b7-968a-bdfd6ebc78e3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:24.698163 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:24.730977 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['a3935879-baa3-49fe-a9d0-35dd5b538fb6'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:15:24.877589 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:15:24.882836 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb664eb-5f26-47ad-8b26-57d6bf308682,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:24.996288 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device e6fe49fd-a538-49e9-af8d-0a9c0817f89d no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:15:25.185275 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-061278ca-0562-43fa-892b-19a16700f37d None None] For port 9e86c252-fc4a-475b-8431-83fd3e43f07c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9e86c252-fc4a-475b-8431-83fd3e43f07c,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:25.185853 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-061278ca-0562-43fa-892b-19a16700f37d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:25.260596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-061278ca-0562-43fa-892b-19a16700f37d None None] Calling delete_port for 9e86c252-fc4a-475b-8431-83fd3e43f07c owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:25.261671 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:25.288795 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16ca811-c306-4cc1-b0d1-d03824ee9dce']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:25.305467 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04428e9e-e40f-4bee-8f18-b180fe4f77d3') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:25.305974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04428e9e-e40f-4bee-8f18-b180fe4f77d3') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:25.320748 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:25.354262 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:25.364572 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:15:25.365008 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:25.376046 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a3dde7-b8af-42b7-968a-bdfd6ebc78e3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router a65ac7e5-9ea4-4cda-9844-1f269c0f2390 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:15:25.459054 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:15:25.473646 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:25.502064 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:25.507254 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:25.526814 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/c16ca811-c306-4cc1-b0d1-d03824ee9dce HTTP/1.1" status: 204 len: 168 time: 2.9005165 Jul 14 07:15:25.528428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57406) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:25.584869 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819029e-3f37-458b-a793-b6f34e60ac8c req-e7fe612d-13aa-4abd-b465-d4db6e4e7e9f tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:25.586734 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c819029e-3f37-458b-a793-b6f34e60ac8c req-e7fe612d-13aa-4abd-b465-d4db6e4e7e9f tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/ports?device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 951 time: 0.7927945 Jul 14 07:15:25.594551 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6f3dd-3249-4da0-a080-bbfe8bd67df1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Network': ['ID=c16ca811-c306-4cc1-b0d1-d03824ee9dce,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:25.614810 n-d-778696-5 neutron-server[93827]: DEBUG neutron.objects.ports [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 07:15:25.616670 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0153f180-8970-4cd2-acb0-d493e2e6c745 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:25.617459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0153f180-8970-4cd2-acb0-d493e2e6c745 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:25.626442 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0153f180-8970-4cd2-acb0-d493e2e6c745 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/c16ca811-c306-4cc1-b0d1-d03824ee9dce HTTP/1.1" status: 404 len: 339 time: 0.0929041 Jul 14 07:15:25.675610 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57408) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:25.726315 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb61e272-2c10-4233-86a6-7fbd9dda9464 None None] DHCP port deletion for c16ca811-c306-4cc1-b0d1-d03824ee9dce request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:15:25.733956 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9e86c252-fc4a-475b-8431-83fd3e43f07c no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:15:25.739551 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d1a11696-f27c-4891-9514-bf9c64d221bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-198776578', 'description': 'd1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:25.753818 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c819029e-3f37-458b-a793-b6f34e60ac8c req-a48c9e7c-7035-4e80-b0ce-fd313a87c9a1 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a854b2e-0c49-4320-9724-d71625f55ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257868 Jul 14 07:15:25.786127 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port e6fe49fd-a538-49e9-af8d-0a9c0817f89d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:25.787605 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-061278ca-0562-43fa-892b-19a16700f37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:25.790504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e34a4-0959-4069-8470-285c0a43d5c7 req-535fcc75-3dad-467a-b28f-e48bb12bc4b5 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:25.808083 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c3e34a4-0959-4069-8470-285c0a43d5c7 req-535fcc75-3dad-467a-b28f-e48bb12bc4b5 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 949 time: 0.9228845 Jul 14 07:15:25.824880 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9550ec4c-9482-4cc0-8c42-ae4d87e1f336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:15:25.827738 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7afc36-a16f-4355-9567-eec141a3f8b0" -d '{"events": [{"server_uuid": "9550ec4c-9482-4cc0-8c42-ae4d87e1f336", "name": "network-vif-unplugged", "status": "completed", "tag": "e6fe49fd-a538-49e9-af8d-0a9c0817f89d"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:15:25.840365 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-981bf85c-a5b6-4348-894b-20e1f5e65918 None None] Could not find standard attr ID for object 8f7c4f89-4be0-4495-b006-a0c8176c6da9. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:15:25.845835 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:25.879537 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a11696-f27c-4891-9514-bf9c64d221bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:25.889674 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d1a11696-f27c-4891-9514-bf9c64d221bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:25.920974 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c3e34a4-0959-4069-8470-285c0a43d5c7 req-8fad6e34-c938-4b50-b778-6b426c8728f1 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036866 Jul 14 07:15:25.922845 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 9e86c252-fc4a-475b-8431-83fd3e43f07c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:15:25.923606 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9e86c252-fc4a-475b-8431-83fd3e43f07c not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:15:25.998941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a11696-f27c-4891-9514-bf9c64d221bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:15:26.006902 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955e3e10-3320-4e30-b7d9-8013ad6b5721 None None] Network c16ca811-c306-4cc1-b0d1-d03824ee9dce requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:26.019118 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061278ca-0562-43fa-892b-19a16700f37d None None] Pushing event deleted for resources: {'Port': ['ID=9e86c252-fc4a-475b-8431-83fd3e43f07c,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:26.025747 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d1a11696-f27c-4891-9514-bf9c64d221bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:26.027766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061278ca-0562-43fa-892b-19a16700f37d None None] No DVR routers for this DVR port 9e86c252-fc4a-475b-8431-83fd3e43f07c on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:15:26.030112 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-d1a11696-f27c-4891-9514-bf9c64d221bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Added segment 3bb6e86a-9abd-4f41-bc08-a4ca41ff73b9 of type vlan for network 1b763b1a-260b-4dc9-8d60-c671c177216c Jul 14 07:15:26.089876 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98384f0-a84d-47ca-aeb6-912a3c2c5de6 x-openstack-request-id: req-e98384f0-a84d-47ca-aeb6-912a3c2c5de6 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:15:26.091058 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9550ec4c-9482-4cc0-8c42-ae4d87e1f336", "name": "network-vif-unplugged", "status": "completed", "tag": "e6fe49fd-a538-49e9-af8d-0a9c0817f89d", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:15:26.092357 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e98384f0-a84d-47ca-aeb6-912a3c2c5de6 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:15:26.092978 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9550ec4c-9482-4cc0-8c42-ae4d87e1f336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d', 'code': 200} Jul 14 07:15:26.124194 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955e3e10-3320-4e30-b7d9-8013ad6b5721 None None] Network c16ca811-c306-4cc1-b0d1-d03824ee9dce could not be found, it might have been deleted concurrently. {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 07:15:26.125516 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d1a11696-f27c-4891-9514-bf9c64d221bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:26.129275 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5a9b72-af42-4386-885e-84e334612a47 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:26.144522 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973a09f2-293a-4a89-a89c-954f27044604 None None] Network c16ca811-c306-4cc1-b0d1-d03824ee9dce requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:26.229936 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973a09f2-293a-4a89-a89c-954f27044604 None None] Network c16ca811-c306-4cc1-b0d1-d03824ee9dce could not be found, it might have been deleted concurrently. {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 07:15:26.247911 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-590a5677-162a-40bf-a78e-2dba2c65d16b req-74db564d-682e-49b5-9c8e-3b0019059dfd tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 210 time: 0.0672328 Jul 14 07:15:26.249227 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d1a11696-f27c-4891-9514-bf9c64d221bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:26.255025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a11696-f27c-4891-9514-bf9c64d221bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:26.256310 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d1a11696-f27c-4891-9514-bf9c64d221bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:26.302998 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,revision_number=11']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:26.432806 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a11696-f27c-4891-9514-bf9c64d221bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Network': ['ID=1b763b1a-260b-4dc9-8d60-c671c177216c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:26.443918 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d1a11696-f27c-4891-9514-bf9c64d221bc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7133729 Jul 14 07:15:26.448433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 1b763b1a-260b-4dc9-8d60-c671c177216c details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:15:26.465719 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57426) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:26.476116 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a3dde7-b8af-42b7-968a-bdfd6ebc78e3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:15:26.486413 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-79a3dde7-b8af-42b7-968a-bdfd6ebc78e3 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "PUT /v2.0/routers/a65ac7e5-9ea4-4cda-9844-1f269c0f2390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9703569 Jul 14 07:15:26.486828 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57428) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:26.488578 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba4dbf8-0d5c-43e2-9f38-cad6583f81e3 None None] Sync routers for ids ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:15:26.508397 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba4dbf8-0d5c-43e2-9f38-cad6583f81e3 None None] Routers {'a65ac7e5-9ea4-4cda-9844-1f269c0f2390'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:15:26.509177 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cba4dbf8-0d5c-43e2-9f38-cad6583f81e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:15:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:26.565635 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6679a63a-acb7-47a4-a065-c0b2b352c64b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:26.568411 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6679a63a-acb7-47a4-a065-c0b2b352c64b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "GET /v2.0/networks?id=1b763b1a-260b-4dc9-8d60-c671c177216c HTTP/1.1" status: 200 len: 760 time: 0.1014094 Jul 14 07:15:26.589629 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cba4dbf8-0d5c-43e2-9f38-cad6583f81e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:26.592753 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57430) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:26.608229 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba4dbf8-0d5c-43e2-9f38-cad6583f81e3 None None] Routers {'a65ac7e5-9ea4-4cda-9844-1f269c0f2390'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:15:26.609276 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cba4dbf8-0d5c-43e2-9f38-cad6583f81e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:15:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:26.618704 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a634d7b8-031e-48e7-b102-6ace7785cfa7 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'network': {'description': 'd2'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:26.651482 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:15:26.653427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': '56820b6a-617a-4589-ae6a-578bef865f0e'}, {'subnet_id': 'b5e44785-5f56-4d6a-8972-95ac93c625f6'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:15:26.654238 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:26.676543 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cba4dbf8-0d5c-43e2-9f38-cad6583f81e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:26.677519 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba4dbf8-0d5c-43e2-9f38-cad6583f81e3 None None] The sync data for ids ['a65ac7e5-9ea4-4cda-9844-1f269c0f2390'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:15:26.757941 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c15e5008-fd54-4399-ae87-b356b1a78a6c tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:26.869408 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a3935879-baa3-49fe-a9d0-35dd5b538fb6 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:15:26.902770 n-d-778696-5 neutron-server[93827]: WARNING neutron.services.revisions.revision_plugin [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Could not find related port for resource to bump revision. Jul 14 07:15:26.961521 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.ipam_pluggable_backend [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Port 9e86c252-fc4a-475b-8431-83fd3e43f07c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93827) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 14 07:15:26.961521 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.ipam_pluggable_backend [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Reverting IP allocation for 2001:db8:0:1:f816:3eff:fea6:c7d6 {{(pid=93827) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 14 07:15:26.975439 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.ipam_pluggable_backend [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Reverting IP allocation failed for 2001:db8:0:1:f816:3eff:fea6:c7d6 {{(pid=93827) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 14 07:15:26.979053 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:27.066638 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:27.074581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:27.082907 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:27.083710 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:27.162937 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=56820b6a-617a-4589-ae6a-578bef865f0e,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:27.175992 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:27.176723 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:27.177346 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:27.177940 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:27.178513 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:27.179116 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:27.179726 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:27.180310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:27.180880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:27.181732 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:27.182321 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:27.183037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:27.188433 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c15e5008-fd54-4399-ae87-b356b1a78a6c tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:27.196573 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-84866385-361d-4ac4-a3ba-a8088abbf535 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6749349 Jul 14 07:15:27.203838 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57446) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:27.205347 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Allocated IP 2001:db8::2 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/b5e44785-5f56-4d6a-8972-95ac93c625f6/1d6b7234-0426-419e-835e-0ce8c1894928) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:27.216629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-751a3703-f4aa-47ab-99b7-2435bdf4bbad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'mac_address': 'fa:16:3e:3c:66:b7', 'name': 'tempest-NetworksTestDHCPv6-1835016812'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:27.218972 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe7f:3ef3 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/56820b6a-617a-4589-ae6a-578bef865f0e/1d6b7234-0426-419e-835e-0ce8c1894928) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:27.394549 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:27.403172 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Transition to ACTIVE for port object 1d6b7234-0426-419e-835e-0ce8c1894928 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:27.415797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751a3703-f4aa-47ab-99b7-2435bdf4bbad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:27.419250 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Transition to ACTIVE for port object 1d6b7234-0426-419e-835e-0ce8c1894928 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:27.424148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:15:27.431959 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:27.435665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:27.436217 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:27.542258 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8f7c4f89-4be0-4495-b006-a0c8176c6da9 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:15:27.550521 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port a3935879-baa3-49fe-a9d0-35dd5b538fb6 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:15:27.577862 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Pushing event updated for resources: {'Port': ['ID=1d6b7234-0426-419e-835e-0ce8c1894928,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:27.581838 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:27.584896 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 8f7c4f89-4be0-4495-b006-a0c8176c6da9 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:15:27.585843 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8f7c4f89-4be0-4495-b006-a0c8176c6da9 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:15:27.593690 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:27.596585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port a3935879-baa3-49fe-a9d0-35dd5b538fb6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:27.596956 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:27.627474 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-751a3703-f4aa-47ab-99b7-2435bdf4bbad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:27.634948 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:15:27.680324 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c15e5008-fd54-4399-ae87-b356b1a78a6c tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Deleting port ef2a7427-a2e6-4c50-8d2e-74bbc5d13f23 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:27.693216 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c15e5008-fd54-4399-ae87-b356b1a78a6c tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:27.729803 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0a890-e12c-461f-92aa-13d0259a7185 req-cfeed46b-1211-4ae9-aec5-2fa2cf75442f tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:27.736766 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f4a0a890-e12c-461f-92aa-13d0259a7185 req-cfeed46b-1211-4ae9-aec5-2fa2cf75442f tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 949 time: 0.3891771 Jul 14 07:15:27.743284 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a634d7b8-031e-48e7-b102-6ace7785cfa7 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:27.765746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f4351-489d-40a8-8b7e-f7379a6d43f2 req-e279c22a-cf0b-433b-82a7-9508a830456f tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:27.767389 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b16f4351-489d-40a8-8b7e-f7379a6d43f2 req-e279c22a-cf0b-433b-82a7-9508a830456f tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.15 "GET /v2.0/ports?device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 949 time: 1.3551350 Jul 14 07:15:27.878004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-751a3703-f4aa-47ab-99b7-2435bdf4bbad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port 150cb459-a9d9-4648-9104-7ee561bb4d9d yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:15:27.883511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c560a04-1ca8-464b-9f91-fd2c2a41bfe2 req-c3c3e04b-2ac3-4d48-8adb-fe68a761dc89 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:27.891165 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c560a04-1ca8-464b-9f91-fd2c2a41bfe2 req-c3c3e04b-2ac3-4d48-8adb-fe68a761dc89 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/ports?device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 949 time: 0.4724133 Jul 14 07:15:27.893044 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a634d7b8-031e-48e7-b102-6ace7785cfa7 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:27.954697 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:27.960859 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f4a0a890-e12c-461f-92aa-13d0259a7185 req-ed925565-953b-4fb4-8816-134b6330196d tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220898 Jul 14 07:15:27.960859 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a634d7b8-031e-48e7-b102-6ace7785cfa7 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network 1b763b1a-260b-4dc9-8d60-c671c177216c is not hosted by any dhcp agent {{(pid=93828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 07:15:27.975663 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a634d7b8-031e-48e7-b102-6ace7785cfa7 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:27.986997 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a634d7b8-031e-48e7-b102-6ace7785cfa7 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:27.989370 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a634d7b8-031e-48e7-b102-6ace7785cfa7 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "PUT /v2.0/networks/1b763b1a-260b-4dc9-8d60-c671c177216c HTTP/1.1" status: 200 len: 757 time: 1.3883519 Jul 14 07:15:28.021989 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57460) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:28.051125 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Attempting to bind port 1d6b7234-0426-419e-835e-0ce8c1894928 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:15:28.051624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Attempting to bind port 1d6b7234-0426-419e-835e-0ce8c1894928 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:15:28.051998 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Attempting to bind port 1d6b7234-0426-419e-835e-0ce8c1894928 on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:15:28.085577 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:15:28.085974 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:15:28.086384 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:28.089146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:15:28.089691 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Bound port: 1d6b7234-0426-419e-835e-0ce8c1894928, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:15:28.090090 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:28.129609 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d7bb81-1cc2-4dbc-858e-182a5601cc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3935879-baa3-49fe-a9d0-35dd5b538fb6'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:15:28.131881 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d99dd8-2988-41b6-993b-34ec7104e0f9" -d '{"events": [{"server_uuid": "d5d7bb81-1cc2-4dbc-858e-182a5601cc3d", "name": "network-vif-plugged", "status": "completed", "tag": "a3935879-baa3-49fe-a9d0-35dd5b538fb6"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:15:28.167656 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c560a04-1ca8-464b-9f91-fd2c2a41bfe2 req-a5c4341c-eda5-4b89-ba36-9750891c7dd8 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a854b2e-0c49-4320-9724-d71625f55ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755249 Jul 14 07:15:28.174547 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634d7b8-031e-48e7-b102-6ace7785cfa7 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Network': ['ID=1b763b1a-260b-4dc9-8d60-c671c177216c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:28.204412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] For port 1d6b7234-0426-419e-835e-0ce8c1894928, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:15:28.208781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] For port 1d6b7234-0426-419e-835e-0ce8c1894928, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1d6b7234-0426-419e-835e-0ce8c1894928,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:15:28.216293 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a996fab-a3da-487e-aff5-ea70b8bc2735 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:28.217020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 1b763b1a-260b-4dc9-8d60-c671c177216c details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:15:28.218708 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3a996fab-a3da-487e-aff5-ea70b8bc2735 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "GET /v2.0/networks?id=1b763b1a-260b-4dc9-8d60-c671c177216c HTTP/1.1" status: 200 len: 760 time: 0.1870422 Jul 14 07:15:28.237257 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57464) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:28.257029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-7e2984e4-9e1f-42d3-92d6-b9aff02e25e4 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1815690717'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:28.311090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2984e4-9e1f-42d3-92d6-b9aff02e25e4 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:28.319144 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e2984e4-9e1f-42d3-92d6-b9aff02e25e4 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:28.335199 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-751a3703-f4aa-47ab-99b7-2435bdf4bbad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::55 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/b5e44785-5f56-4d6a-8972-95ac93c625f6/150cb459-a9d9-4648-9104-7ee561bb4d9d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:28.352452 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-b16f4351-489d-40a8-8b7e-f7379a6d43f2 req-b53a9eee-e537-4973-b381-7de0e1f267eb tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Deleting port e6fe49fd-a538-49e9-af8d-0a9c0817f89d {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:28.352782 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b16f4351-489d-40a8-8b7e-f7379a6d43f2 req-b53a9eee-e537-4973-b381-7de0e1f267eb tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:28.355776 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-751a3703-f4aa-47ab-99b7-2435bdf4bbad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3c:66b7 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/56820b6a-617a-4589-ae6a-578bef865f0e/150cb459-a9d9-4648-9104-7ee561bb4d9d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:28.392227 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:28.400599 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a3935879-baa3-49fe-a9d0-35dd5b538fb6, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a3935879-baa3-49fe-a9d0-35dd5b538fb6,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:28.412337 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:28.503996 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:28.547273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2984e4-9e1f-42d3-92d6-b9aff02e25e4 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:15:28.559482 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:28.598859 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:28.614858 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e2984e4-9e1f-42d3-92d6-b9aff02e25e4 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:28.615205 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-7e2984e4-9e1f-42d3-92d6-b9aff02e25e4 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Added segment 02a49c7a-3690-43ad-95ec-8efa58e61929 of type vlan for network e08539d6-76bf-48c9-9f53-738d621cf8c8 Jul 14 07:15:28.656391 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb165ca-128e-4c81-91e3-26e01992da32 None None] Pushing event updated for resources: {'Port': ['ID=1d6b7234-0426-419e-835e-0ce8c1894928,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:28.777432 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c15e5008-fd54-4399-ae87-b356b1a78a6c tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:28.785835 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e2984e4-9e1f-42d3-92d6-b9aff02e25e4 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:28.800829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=a3935879-baa3-49fe-a9d0-35dd5b538fb6,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:28.809117 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb1296d-bafd-4cf1-a319-e30147ae305f x-openstack-request-id: req-ccb1296d-bafd-4cf1-a319-e30147ae305f {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:15:28.811542 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d7bb81-1cc2-4dbc-858e-182a5601cc3d", "name": "network-vif-plugged", "status": "completed", "tag": "a3935879-baa3-49fe-a9d0-35dd5b538fb6", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:15:28.811798 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ccb1296d-bafd-4cf1-a319-e30147ae305f {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:15:28.812244 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d7bb81-1cc2-4dbc-858e-182a5601cc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3935879-baa3-49fe-a9d0-35dd5b538fb6', 'code': 200} Jul 14 07:15:28.829330 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c15e5008-fd54-4399-ae87-b356b1a78a6c tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Calling delete_port for ef2a7427-a2e6-4c50-8d2e-74bbc5d13f23 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:28.937238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:28.949669 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-b16f4351-489d-40a8-8b7e-f7379a6d43f2 req-b53a9eee-e537-4973-b381-7de0e1f267eb tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] For port e6fe49fd-a538-49e9-af8d-0a9c0817f89d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:28.950039 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b16f4351-489d-40a8-8b7e-f7379a6d43f2 req-b53a9eee-e537-4973-b381-7de0e1f267eb tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:28.993878 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-b16f4351-489d-40a8-8b7e-f7379a6d43f2 req-b53a9eee-e537-4973-b381-7de0e1f267eb tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Calling delete_port for e6fe49fd-a538-49e9-af8d-0a9c0817f89d owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:29.084107 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e2984e4-9e1f-42d3-92d6-b9aff02e25e4 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:29.100556 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2984e4-9e1f-42d3-92d6-b9aff02e25e4 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:29.101291 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e2984e4-9e1f-42d3-92d6-b9aff02e25e4 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:29.212114 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-751a3703-f4aa-47ab-99b7-2435bdf4bbad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:29.227245 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ef72991-a394-477f-84bd-6b915b657204 req-2c4b9737-c338-4c91-8269-763c4c513730 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 210 time: 0.1915395 Jul 14 07:15:29.231350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-751a3703-f4aa-47ab-99b7-2435bdf4bbad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object 150cb459-a9d9-4648-9104-7ee561bb4d9d will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:29.267603 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c15e5008-fd54-4399-ae87-b356b1a78a6c tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:29.298030 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e5008-fd54-4399-ae87-b356b1a78a6c tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event deleted for resources: {'Port': ['ID=ef2a7427-a2e6-4c50-8d2e-74bbc5d13f23,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:29.310982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2984e4-9e1f-42d3-92d6-b9aff02e25e4 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Network': ['ID=e08539d6-76bf-48c9-9f53-738d621cf8c8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:29.322769 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network e08539d6-76bf-48c9-9f53-738d621cf8c8 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:15:29.342676 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-751a3703-f4aa-47ab-99b7-2435bdf4bbad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:29.455994 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b16f4351-489d-40a8-8b7e-f7379a6d43f2 req-b53a9eee-e537-4973-b381-7de0e1f267eb tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:29.465882 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7e2984e4-9e1f-42d3-92d6-b9aff02e25e4 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2237155 Jul 14 07:15:29.469399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57482) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:29.480856 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7438a6d0-5852-4ffb-b55d-2a511ed001d8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'subnet': {'network_id': 'e08539d6-76bf-48c9-9f53-738d621cf8c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:29.509725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751a3703-f4aa-47ab-99b7-2435bdf4bbad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:29.540643 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a9eee-e537-4973-b381-7de0e1f267eb tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Pushing event deleted for resources: {'Port': ['ID=e6fe49fd-a538-49e9-af8d-0a9c0817f89d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:29.561957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-751a3703-f4aa-47ab-99b7-2435bdf4bbad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:29.567686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a3703-f4aa-47ab-99b7-2435bdf4bbad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=150cb459-a9d9-4648-9104-7ee561bb4d9d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:29.574641 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c15e5008-fd54-4399-ae87-b356b1a78a6c tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:29.579577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a3703-f4aa-47ab-99b7-2435bdf4bbad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:15:29.597725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751a3703-f4aa-47ab-99b7-2435bdf4bbad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:29.597725 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-751a3703-f4aa-47ab-99b7-2435bdf4bbad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:29.608420 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613bb3f-66fc-45a2-88a2-1779d32e185d req-1c01c4f1-63fe-4659-bbeb-2ead75c0d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:29.610800 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4613bb3f-66fc-45a2-88a2-1779d32e185d req-1c01c4f1-63fe-4659-bbeb-2ead75c0d698 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 1101 time: 0.7590718 Jul 14 07:15:29.631175 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f19fa-95d2-4613-8601-65f737dfc7d7 req-c3a11da8-ea7c-436e-84a4-5e8517b5292f tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:29.634851 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d05f19fa-95d2-4613-8601-65f737dfc7d7 req-c3a11da8-ea7c-436e-84a4-5e8517b5292f tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 0.6128080 Jul 14 07:15:29.668665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1d6b7234-0426-419e-835e-0ce8c1894928 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:15:29.723818 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-751a3703-f4aa-47ab-99b7-2435bdf4bbad tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5184672 Jul 14 07:15:29.726259 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c15e5008-fd54-4399-ae87-b356b1a78a6c tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:29.730932 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c15e5008-fd54-4399-ae87-b356b1a78a6c tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:29.732214 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57488) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:29.776968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 1d6b7234-0426-419e-835e-0ce8c1894928 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:15:29.784923 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d05f19fa-95d2-4613-8601-65f737dfc7d7 req-4075630d-5311-497a-b3d1-d5e77b3800c4 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424961 Jul 14 07:15:29.791173 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4613bb3f-66fc-45a2-88a2-1779d32e185d req-5829759c-b7e8-483f-9c61-ad39629875ef service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185122 Jul 14 07:15:29.836285 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16f4351-489d-40a8-8b7e-f7379a6d43f2 req-b53a9eee-e537-4973-b381-7de0e1f267eb tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] No DVR routers for this DVR port e6fe49fd-a538-49e9-af8d-0a9c0817f89d on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:15:29.842986 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b16f4351-489d-40a8-8b7e-f7379a6d43f2 req-b53a9eee-e537-4973-b381-7de0e1f267eb tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:29.845102 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b16f4351-489d-40a8-8b7e-f7379a6d43f2 req-b53a9eee-e537-4973-b381-7de0e1f267eb tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.15 "DELETE /v2.0/ports/e6fe49fd-a538-49e9-af8d-0a9c0817f89d HTTP/1.1" status: 204 len: 173 time: 2.0687039 Jul 14 07:15:29.848293 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c15e5008-fd54-4399-ae87-b356b1a78a6c tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:29.848844 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15e5008-fd54-4399-ae87-b356b1a78a6c tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Fanout notify agent at l3_agent the message router_deleted on router a65ac7e5-9ea4-4cda-9844-1f269c0f2390 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:15:29.855496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9550ec4c-9482-4cc0-8c42-ae4d87e1f336', 'name': 'network-vif-deleted', 'tag': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:15:29.858686 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b7a34d-12d4-4483-8ac4-dd33649fa83b" -d '{"events": [{"server_uuid": "9550ec4c-9482-4cc0-8c42-ae4d87e1f336", "name": "network-vif-deleted", "tag": "e6fe49fd-a538-49e9-af8d-0a9c0817f89d"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:15:29.883130 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc25c5-7907-4f0b-a104-23ea4f739d40 req-0ff5ca13-c9ed-4ffd-bfb2-3a7dc9d4c7f5 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:29.891530 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8dc25c5-7907-4f0b-a104-23ea4f739d40 req-0ff5ca13-c9ed-4ffd-bfb2-3a7dc9d4c7f5 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 950 time: 0.4110866 Jul 14 07:15:29.898517 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c15e5008-fd54-4399-ae87-b356b1a78a6c tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:29.899644 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c15e5008-fd54-4399-ae87-b356b1a78a6c tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/routers/a65ac7e5-9ea4-4cda-9844-1f269c0f2390 HTTP/1.1" status: 204 len: 168 time: 3.4119062 Jul 14 07:15:29.903930 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57492) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:29.972252 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8dc25c5-7907-4f0b-a104-23ea4f739d40 req-483b6ccd-b451-4cf1-a3b9-8274176308fb tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797162 Jul 14 07:15:29.988034 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7438a6d0-5852-4ffb-b55d-2a511ed001d8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:29.997635 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7438a6d0-5852-4ffb-b55d-2a511ed001d8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:30.076617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cd93dd03-f198-4862-8eb9-1d19e59ce598 req-0577f5c3-6b62-4dbc-9525-2b24dfb42936 tempest-ImagesOneServerTestJSON-736531589 tempest-ImagesOneServerTestJSON-736531589-project] 10.222.0.35 "GET /v2.0/ports?device_id=9550ec4c-9482-4cc0-8c42-ae4d87e1f336 HTTP/1.1" status: 200 len: 210 time: 0.0622787 Jul 14 07:15:30.100030 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adfa842-d1f5-436f-8dc2-a5258b9498f8 x-openstack-request-id: req-3adfa842-d1f5-436f-8dc2-a5258b9498f8 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:15:30.100356 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9550ec4c-9482-4cc0-8c42-ae4d87e1f336", "name": "network-vif-deleted", "tag": "e6fe49fd-a538-49e9-af8d-0a9c0817f89d", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:15:30.101618 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3adfa842-d1f5-436f-8dc2-a5258b9498f8 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:15:30.102061 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9550ec4c-9482-4cc0-8c42-ae4d87e1f336', 'name': 'network-vif-deleted', 'tag': 'e6fe49fd-a538-49e9-af8d-0a9c0817f89d', 'status': 'completed', 'code': 200} Jul 14 07:15:30.182105 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a196964-bedf-4fd7-9b28-3d425503111b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Deleting subnet 364c2e55-c525-472e-8201-038e4fccff97 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:15:30.199911 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a196964-bedf-4fd7-9b28-3d425503111b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:30.355050 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a196964-bedf-4fd7-9b28-3d425503111b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:30.408359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d4f90-37f5-4d47-90c3-de562954bff7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port 150cb459-a9d9-4648-9104-7ee561bb4d9d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:30.409045 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a8d4f90-37f5-4d47-90c3-de562954bff7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:30.443032 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-02625c0f-452f-448f-915e-f6e50acbe5eb req-564410cb-02e7-449b-9834-7558e2fba6da tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29aaadb-9dcd-4234-a01c-1c5a83ff7124 HTTP/1.1" status: 200 len: 210 time: 0.0477104 Jul 14 07:15:30.475140 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3eba5f26-f7fe-4bf8-82a9-6e494b6ea16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:30.515078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22a4517-61fc-4258-965a-0bec27c40b93 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:30.637336 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-086ee4be-72af-48c1-a346-4da8da7bf65f None None] Provisioning for port 1d6b7234-0426-419e-835e-0ce8c1894928 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:15:30.655986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-086ee4be-72af-48c1-a346-4da8da7bf65f None None] Provisioning complete for port 1d6b7234-0426-419e-835e-0ce8c1894928 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:30.656356 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-086ee4be-72af-48c1-a346-4da8da7bf65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:30.693096 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a8d4f90-37f5-4d47-90c3-de562954bff7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:30.773514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d4f90-37f5-4d47-90c3-de562954bff7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for 150cb459-a9d9-4648-9104-7ee561bb4d9d owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:30.786864 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a196964-bedf-4fd7-9b28-3d425503111b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:30.850819 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea90f38-5f68-480f-9791-0e4c34ec7358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:15:30.853017 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58521a1f-5070-4ef6-a9b3-2ca050e3d5d3" -d '{"events": [{"server_uuid": "0ea90f38-5f68-480f-9791-0e4c34ec7358", "name": "network-vif-plugged", "status": "completed", "tag": "ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:15:30.887677 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device e6fe49fd-a538-49e9-af8d-0a9c0817f89d no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:15:30.961745 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fb99e8-7c9d-41a0-a1bf-f8d2d02ac4cf x-openstack-request-id: req-58fb99e8-7c9d-41a0-a1bf-f8d2d02ac4cf {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:15:30.962118 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea90f38-5f68-480f-9791-0e4c34ec7358", "name": "network-vif-plugged", "status": "completed", "tag": "ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:15:30.962282 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58fb99e8-7c9d-41a0-a1bf-f8d2d02ac4cf {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:15:30.962669 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea90f38-5f68-480f-9791-0e4c34ec7358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04', 'code': 200} Jul 14 07:15:30.984031 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: e6fe49fd-a538-49e9-af8d-0a9c0817f89d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:15:31.001338 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device e6fe49fd-a538-49e9-af8d-0a9c0817f89d not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:15:31.098438 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-086ee4be-72af-48c1-a346-4da8da7bf65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:31.101400 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7438a6d0-5852-4ffb-b55d-2a511ed001d8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:31.194802 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-086ee4be-72af-48c1-a346-4da8da7bf65f None None] For port 1d6b7234-0426-419e-835e-0ce8c1894928, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1d6b7234-0426-419e-835e-0ce8c1894928,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:31.210327 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482ccc3-c406-4730-be78-1849486f63b2 req-5b667bdb-cdd9-405c-93f1-1bdece303b2d tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:31.213675 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-086ee4be-72af-48c1-a346-4da8da7bf65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:31.217413 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8482ccc3-c406-4730-be78-1849486f63b2 req-5b667bdb-cdd9-405c-93f1-1bdece303b2d tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 0.5544596 Jul 14 07:15:31.288033 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ee4be-72af-48c1-a346-4da8da7bf65f None None] Pushing event updated for resources: {'Port': ['ID=1d6b7234-0426-419e-835e-0ce8c1894928,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:31.334419 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a196964-bedf-4fd7-9b28-3d425503111b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:31.355300 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23504c-7495-494b-ae89-f683382797ff req-b1fb0ded-3b26-4bf1-83a2-3abf0db5ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:31.356726 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae23504c-7495-494b-ae89-f683382797ff req-b1fb0ded-3b26-4bf1-83a2-3abf0db5ee6c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ea90f38-5f68-480f-9791-0e4c34ec7358 HTTP/1.1" status: 200 len: 1101 time: 0.2992880 Jul 14 07:15:31.387399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438a6d0-5852-4ffb-b55d-2a511ed001d8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Subnet': ['ID=89a0147c-4709-44ee-a29c-6d1d34abb2cb,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:31.396900 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a196964-bedf-4fd7-9b28-3d425503111b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:31.402422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc93343d-9626-4b1d-a233-0f065adb3735 None None] Network 74ebe30a-4843-4ffc-9642-0343a045a717 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:31.407253 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22500a85-19eb-4aa1-a750-ce2a92c3ac33 req-8dbd1746-560a-4fb1-9ba2-0862cfa260e9 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:31.414329 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22500a85-19eb-4aa1-a750-ce2a92c3ac33 req-8dbd1746-560a-4fb1-9ba2-0862cfa260e9 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 0.2650421 Jul 14 07:15:31.415010 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1a196964-bedf-4fd7-9b28-3d425503111b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/subnets/364c2e55-c525-472e-8201-038e4fccff97 HTTP/1.1" status: 204 len: 168 time: 1.5094376 Jul 14 07:15:31.426898 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57522) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:31.520225 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a196964-bedf-4fd7-9b28-3d425503111b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event deleted for resources: {'Subnet': ['ID=364c2e55-c525-472e-8201-038e4fccff97,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:31.530669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7438a6d0-5852-4ffb-b55d-2a511ed001d8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Checking segment: {'id': '02a49c7a-3690-43ad-95ec-8efa58e61929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e08539d6-76bf-48c9-9f53-738d621cf8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:15:31.531282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7438a6d0-5852-4ffb-b55d-2a511ed001d8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network hostable DHCP agents. Network: e08539d6-76bf-48c9-9f53-738d621cf8c8, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:15:31.586926 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:31.610793 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd45fc-bc1f-48f0-ab1a-374db48b91d9 req-ff5d481e-5a28-4877-b025-97e2ff1371cb tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:31.618093 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c4cd45fc-bc1f-48f0-ab1a-374db48b91d9 req-ff5d481e-5a28-4877-b025-97e2ff1371cb tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 950 time: 0.3472483 Jul 14 07:15:31.673125 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1d6b7234-0426-419e-835e-0ce8c1894928 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:15:31.697812 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae23504c-7495-494b-ae89-f683382797ff req-bedfdea6-857e-4ee2-b147-24a2ec1bb380 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317418 Jul 14 07:15:31.718575 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7438a6d0-5852-4ffb-b55d-2a511ed001d8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network e08539d6-76bf-48c9-9f53-738d621cf8c8 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:15:31.761056 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7438a6d0-5852-4ffb-b55d-2a511ed001d8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, e08539d6-76bf-48c9-9f53-738d621cf8c8) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:31.761984 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c4cd45fc-bc1f-48f0-ab1a-374db48b91d9 req-bf41e7ee-e49b-42b5-be21-2f10a0e061d2 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424272 Jul 14 07:15:31.764100 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-8482ccc3-c406-4730-be78-1849486f63b2 req-3738e3df-c7b3-4a24-bf73-805a9a23674d tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Deleting port 1d13695f-8826-4120-8e01-ef502343ca95 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:31.764445 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8482ccc3-c406-4730-be78-1849486f63b2 req-3738e3df-c7b3-4a24-bf73-805a9a23674d tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:31.785624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08afbe21-a9e3-407a-b6af-dff6a193a6c8 None None] Network e08539d6-76bf-48c9-9f53-738d621cf8c8 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:31.809401 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7438a6d0-5852-4ffb-b55d-2a511ed001d8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:31.810010 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7438a6d0-5852-4ffb-b55d-2a511ed001d8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:31.836573 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22500a85-19eb-4aa1-a750-ce2a92c3ac33 req-5ee33ba8-a3e2-4050-bc2b-a8b18f07866a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213681 Jul 14 07:15:31.897490 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Deleting port d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:31.901841 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:31.935666 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575bf76e-a38c-447a-a24c-e588fa2c29d8 None None] DHCP port deletion for 74ebe30a-4843-4ffc-9642-0343a045a717 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:15:32.032622 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7438a6d0-5852-4ffb-b55d-2a511ed001d8 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5571678 Jul 14 07:15:32.032622 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a8d4f90-37f5-4d47-90c3-de562954bff7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:32.045753 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57536) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:32.074117 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b5c19ce5-3c8e-4d70-85d9-935dfa6f5d77 None None] Provisioning for port 150cb459-a9d9-4648-9104-7ee561bb4d9d completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:15:32.097887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] For port d34a8cd1-2aac-4131-87e0-c0cf89aa1b37, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d34a8cd1-2aac-4131-87e0-c0cf89aa1b37,segment=NetworkSegment(da496726-af46-4225-ab01-a2c73011df20),segment_id=da496726-af46-4225-ab01-a2c73011df20)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:32.098464 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:32.105098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b5c19ce5-3c8e-4d70-85d9-935dfa6f5d77 None None] Provisioning complete for port 150cb459-a9d9-4648-9104-7ee561bb4d9d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:32.105491 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b5c19ce5-3c8e-4d70-85d9-935dfa6f5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:32.107019 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 1d6b7234-0426-419e-835e-0ce8c1894928 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:32.107405 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:32.124358 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Calling delete_port for d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:32.206371 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b5c19ce5-3c8e-4d70-85d9-935dfa6f5d77 None None] Port 150cb459-a9d9-4648-9104-7ee561bb4d9d was deleted so its status cannot be updated. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 07:15:32.217041 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-8482ccc3-c406-4730-be78-1849486f63b2 req-3738e3df-c7b3-4a24-bf73-805a9a23674d tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] For port 1d13695f-8826-4120-8e01-ef502343ca95, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=1d13695f-8826-4120-8e01-ef502343ca95,segment=NetworkSegment(4f3465f0-c83f-4f17-900a-25eaacaeae03),segment_id=4f3465f0-c83f-4f17-900a-25eaacaeae03)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:32.220690 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8482ccc3-c406-4730-be78-1849486f63b2 req-3738e3df-c7b3-4a24-bf73-805a9a23674d tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:32.232923 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57544) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:32.292172 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:32.295935 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d4f90-37f5-4d47-90c3-de562954bff7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=150cb459-a9d9-4648-9104-7ee561bb4d9d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:32.300445 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-8482ccc3-c406-4730-be78-1849486f63b2 req-3738e3df-c7b3-4a24-bf73-805a9a23674d tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Calling delete_port for 1d13695f-8826-4120-8e01-ef502343ca95 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:32.315022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b5c19ce5-3c8e-4d70-85d9-935dfa6f5d77 None None] Provisioning complete for port 1d6b7234-0426-419e-835e-0ce8c1894928 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:32.315831 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b5c19ce5-3c8e-4d70-85d9-935dfa6f5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:32.414443 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-575bf76e-a38c-447a-a24c-e588fa2c29d8 None None] Deleting port d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:32.415058 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-575bf76e-a38c-447a-a24c-e588fa2c29d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:32.467426 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57548) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:32.490272 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] No DVR routers for this DVR port d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:15:32.514524 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event deleted for resources: {'Port': ['ID=d34a8cd1-2aac-4131-87e0-c0cf89aa1b37,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:32.547596 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae2c8062-5e37-4b7f-9bed-1214e7996913 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:32.647808 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae2c8062-5e37-4b7f-9bed-1214e7996913 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:32.650983 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a8d4f90-37f5-4d47-90c3-de562954bff7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:32.659141 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7a8d4f90-37f5-4d47-90c3-de562954bff7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/150cb459-a9d9-4648-9104-7ee561bb4d9d HTTP/1.1" status: 204 len: 168 time: 2.9249220 Jul 14 07:15:32.666430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57552) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:32.709677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb2996-7a95-4e39-b8c3-b67ad8f6f449 req-b805748a-1e6c-4658-8371-39434f4fa26e tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:32.717926 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12cb2996-7a95-4e39-b8c3-b67ad8f6f449 req-b805748a-1e6c-4658-8371-39434f4fa26e tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ea90f38-5f68-480f-9791-0e4c34ec7358 HTTP/1.1" status: 200 len: 950 time: 0.4833727 Jul 14 07:15:32.742374 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-e08539d6-76bf-48c9-9f53-738d621cf8c8', 'network_id': 'e08539d6-76bf-48c9-9f53-738d621cf8c8', 'tenant_id': 'bd912f4f28964f31bba661e2af99898d', 'fixed_ips': [{'subnet_id': '89a0147c-4709-44ee-a29c-6d1d34abb2cb'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:15:32.744040 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:32.813934 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:32.950407 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Allocated IP 172.20.0.2 (e08539d6-76bf-48c9-9f53-738d621cf8c8/89a0147c-4709-44ee-a29c-6d1d34abb2cb/10b6fd43-dea1-44fc-9421-e7be70ac525e) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:33.110841 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:33.124759 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b75c80-395c-46a1-8394-b8051b11942f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:33.129320 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-56b75c80-395c-46a1-8394-b8051b11942f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3782589 Jul 14 07:15:33.130208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57566) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:33.147119 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:33.156640 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Transition to ACTIVE for port object 10b6fd43-dea1-44fc-9421-e7be70ac525e will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:33.164001 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae2c8062-5e37-4b7f-9bed-1214e7996913 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:33.172769 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae2c8062-5e37-4b7f-9bed-1214e7996913 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:33.174233 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ae2c8062-5e37-4b7f-9bed-1214e7996913 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "DELETE /v2.0/security-groups/a72fe248-1511-4838-96cb-694392406c3c HTTP/1.1" status: 204 len: 168 time: 0.9267910 Jul 14 07:15:33.176903 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57568) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:33.178508 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Transition to ACTIVE for port object 10b6fd43-dea1-44fc-9421-e7be70ac525e will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:33.182107 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:33.182505 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-575bf76e-a38c-447a-a24c-e588fa2c29d8 None None] For port d34a8cd1-2aac-4131-87e0-c0cf89aa1b37, host n-d-778696-5, got binding levels [] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:33.183005 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-575bf76e-a38c-447a-a24c-e588fa2c29d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:33.194794 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:33.214086 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c8062-5e37-4b7f-9bed-1214e7996913 tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72fe248-1511-4838-96cb-694392406c3c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:33.218352 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-575bf76e-a38c-447a-a24c-e588fa2c29d8 None None] Calling delete_port for d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:33.223229 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.ipam_backend_mixin [None req-575bf76e-a38c-447a-a24c-e588fa2c29d8 None None] Port d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 was not found and therefore no delete operation was performed {{(pid=93829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 07:15:33.228213 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-575bf76e-a38c-447a-a24c-e588fa2c29d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:33.244714 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12cb2996-7a95-4e39-b8c3-b67ad8f6f449 req-b28f6f90-fb48-4a6e-8307-eb3bf7424c99 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186920 Jul 14 07:15:33.247663 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3ecb74ce-5006-40c3-897c-1bfbc6987498 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=faae5b811b81436098a1af5469092967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7604718 Jul 14 07:15:33.265670 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57570) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:33.273044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ebe30a-4843-4ffc-9642-0343a045a717']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:33.281850 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-0d8844c6-71ad-4b3c-a877-2ba543f39bbb tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] show failed (client error): The resource could not be found. Jul 14 07:15:33.283145 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0d8844c6-71ad-4b3c-a877-2ba543f39bbb tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "GET /v2.0/security-groups/a72fe248-1511-4838-96cb-694392406c3c HTTP/1.1" status: 404 len: 347 time: 0.0873370 Jul 14 07:15:33.286211 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57572) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:33.296462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da496726-af46-4225-ab01-a2c73011df20') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:33.297017 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da496726-af46-4225-ab01-a2c73011df20') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:33.346397 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:33.414272 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:33.419678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Network e08539d6-76bf-48c9-9f53-738d621cf8c8 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:33.432197 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:33.436414 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575bf76e-a38c-447a-a24c-e588fa2c29d8 None None] No DVR routers for this DVR port d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:15:33.442813 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:15:33.449964 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Pushing event updated for resources: {'Port': ['ID=10b6fd43-dea1-44fc-9421-e7be70ac525e,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:33.457375 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d724e75-0429-419c-b4aa-4c807bb8f6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:33.465126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dc8c0-3aac-418e-ac1b-e32648d01617 req-37b41b99-c522-472d-9ad8-02ab0c04a8e8 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:33.473084 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-274dc8c0-3aac-418e-ac1b-e32648d01617 req-37b41b99-c522-472d-9ad8-02ab0c04a8e8 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 945 time: 0.4478188 Jul 14 07:15:33.497443 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:15:33.499887 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:15:33.507349 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:15:33.528606 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bf76e-a38c-447a-a24c-e588fa2c29d8 None None] Pushing event deleted for resources: {'Port': ['ID=d34a8cd1-2aac-4131-87e0-c0cf89aa1b37,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:33.625777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Attempting to bind port 10b6fd43-dea1-44fc-9421-e7be70ac525e on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:15:33.626182 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Attempting to bind port 10b6fd43-dea1-44fc-9421-e7be70ac525e by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '02a49c7a-3690-43ad-95ec-8efa58e61929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e08539d6-76bf-48c9-9f53-738d621cf8c8'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:15:33.626544 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Attempting to bind port 10b6fd43-dea1-44fc-9421-e7be70ac525e on network e08539d6-76bf-48c9-9f53-738d621cf8c8 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:15:33.642091 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-35e63c74-9312-4dd9-8c33-96b9b10da59b None None] Could not find standard attr ID for object 150cb459-a9d9-4648-9104-7ee561bb4d9d. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:15:33.652016 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:15:33.658009 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-274dc8c0-3aac-418e-ac1b-e32648d01617 req-5e18c44a-1785-44a0-9b45-fb960374de8a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831312 Jul 14 07:15:33.663028 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:33.688503 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:15:33.689145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Checking segment: {'id': '02a49c7a-3690-43ad-95ec-8efa58e61929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e08539d6-76bf-48c9-9f53-738d621cf8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:15:33.689781 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:33.690342 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Bound using segment: {'id': '02a49c7a-3690-43ad-95ec-8efa58e61929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e08539d6-76bf-48c9-9f53-738d621cf8c8'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:15:33.690998 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Bound port: 10b6fd43-dea1-44fc-9421-e7be70ac525e, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a49c7a-3690-43ad-95ec-8efa58e61929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e08539d6-76bf-48c9-9f53-738d621cf8c8'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:15:33.691849 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:33.695161 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:33.705156 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/networks/74ebe30a-4843-4ffc-9642-0343a045a717 HTTP/1.1" status: 204 len: 168 time: 2.2767737 Jul 14 07:15:33.712039 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57578) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:33.736333 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:15:33.736904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d34a8cd1-2aac-4131-87e0-c0cf89aa1b37 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:15:33.752632 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:33.758690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffb062-a833-4e2d-a7c5-69d35a494e6e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event deleted for resources: {'Network': ['ID=74ebe30a-4843-4ffc-9642-0343a045a717,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:33.801044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-031f3194-49dd-40dc-9048-6f307f8a46bc tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Deleting port 2ce6c691-d360-476f-ad71-eee3fb2266be {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:33.801511 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-031f3194-49dd-40dc-9048-6f307f8a46bc tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:33.828636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] For port 10b6fd43-dea1-44fc-9421-e7be70ac525e, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:15:33.832644 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] For port 10b6fd43-dea1-44fc-9421-e7be70ac525e, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=10b6fd43-dea1-44fc-9421-e7be70ac525e,segment=NetworkSegment(02a49c7a-3690-43ad-95ec-8efa58e61929),segment_id=02a49c7a-3690-43ad-95ec-8efa58e61929)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:15:33.841468 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:33.953041 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d7253-d048-49be-91dc-3404d90cc531 None None] Pushing event updated for resources: {'Port': ['ID=10b6fd43-dea1-44fc-9421-e7be70ac525e,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:34.067472 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-031f3194-49dd-40dc-9048-6f307f8a46bc tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:34.067472 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-031f3194-49dd-40dc-9048-6f307f8a46bc tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:34.096940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-031f3194-49dd-40dc-9048-6f307f8a46bc tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Calling delete_port for 2ce6c691-d360-476f-ad71-eee3fb2266be owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:34.162513 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:34.164679 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-069677b0-f87b-4f8e-b5d6-b6f31838b4ad tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Deleting port e5814d70-076a-4c54-8bd0-3e5d3a7c4bde {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:34.165145 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-069677b0-f87b-4f8e-b5d6-b6f31838b4ad tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:34.331064 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Subnet': ['ID=89a0147c-4709-44ee-a29c-6d1d34abb2cb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:34.370532 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:34.385341 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8482ccc3-c406-4730-be78-1849486f63b2 req-3738e3df-c7b3-4a24-bf73-805a9a23674d tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:34.392040 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-069677b0-f87b-4f8e-b5d6-b6f31838b4ad tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:34.397877 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eda685d-8557-438b-820c-b6b0725a3fbb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:34.398661 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-069677b0-f87b-4f8e-b5d6-b6f31838b4ad tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:34.399514 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9eda685d-8557-438b-820c-b6b0725a3fbb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.2664697 Jul 14 07:15:34.401480 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08539d6-76bf-48c9-9f53-738d621cf8c8']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:34.402868 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['f6d6ec95-9638-43ba-8b4d-02d245717a61'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:15:34.443021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57590) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:34.496247 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a49c7a-3690-43ad-95ec-8efa58e61929') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:34.496545 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a49c7a-3690-43ad-95ec-8efa58e61929') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:34.528278 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:34.532314 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738e3df-c7b3-4a24-bf73-805a9a23674d tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Pushing event deleted for resources: {'Port': ['ID=1d13695f-8826-4120-8e01-ef502343ca95,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:34.534573 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cb5aee9-7a78-4abb-8e88-1b90bab89bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:34.563469 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8482ccc3-c406-4730-be78-1849486f63b2 req-3738e3df-c7b3-4a24-bf73-805a9a23674d tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] No DVR routers for this DVR port 1d13695f-8826-4120-8e01-ef502343ca95 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:15:34.570491 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8482ccc3-c406-4730-be78-1849486f63b2 req-3738e3df-c7b3-4a24-bf73-805a9a23674d tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:34.572991 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8482ccc3-c406-4730-be78-1849486f63b2 req-3738e3df-c7b3-4a24-bf73-805a9a23674d tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.30 "DELETE /v2.0/ports/1d13695f-8826-4120-8e01-ef502343ca95 HTTP/1.1" status: 204 len: 173 time: 3.3548136 Jul 14 07:15:34.573652 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0960c26-0d54-435b-9a10-0a80cb75b277', 'name': 'network-vif-deleted', 'tag': '1d13695f-8826-4120-8e01-ef502343ca95'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:15:34.580448 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1d13695f-8826-4120-8e01-ef502343ca95 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:15:34.583737 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d68596d-b400-45e2-b8b8-b2af76afd753" -d '{"events": [{"server_uuid": "c0960c26-0d54-435b-9a10-0a80cb75b277", "name": "network-vif-deleted", "tag": "1d13695f-8826-4120-8e01-ef502343ca95"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:15:34.586950 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:34.612835 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 1d13695f-8826-4120-8e01-ef502343ca95 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:15:34.613176 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 1d13695f-8826-4120-8e01-ef502343ca95 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:15:34.620491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:15:34.621541 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:34.629204 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-069677b0-f87b-4f8e-b5d6-b6f31838b4ad tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Calling delete_port for e5814d70-076a-4c54-8bd0-3e5d3a7c4bde owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:34.630055 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:15:34.647743 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:15:34.776151 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122333c0-e100-4924-9451-2d3a62d233b3 x-openstack-request-id: req-122333c0-e100-4924-9451-2d3a62d233b3 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:15:34.780458 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0960c26-0d54-435b-9a10-0a80cb75b277", "name": "network-vif-deleted", "tag": "1d13695f-8826-4120-8e01-ef502343ca95", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:15:34.780938 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-122333c0-e100-4924-9451-2d3a62d233b3 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:15:34.781522 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0960c26-0d54-435b-9a10-0a80cb75b277', 'name': 'network-vif-deleted', 'tag': '1d13695f-8826-4120-8e01-ef502343ca95', 'status': 'completed', 'code': 200} Jul 14 07:15:34.789698 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cb5aee9-7a78-4abb-8e88-1b90bab89bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:34.834014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e99cd0-bf5b-46ca-a36e-f04e9c12caf8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:34.836118 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e99cd0-bf5b-46ca-a36e-f04e9c12caf8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:34.839130 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e99cd0-bf5b-46ca-a36e-f04e9c12caf8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:34.840042 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 07:15:34.840042 n-d-778696-5 neutron-server[93827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 07:15:34.840042 n-d-778696-5 neutron-server[93827]: [parameters: {'id': 'e08539d6-76bf-48c9-9f53-738d621cf8c8'}] Jul 14 07:15:34.840042 n-d-778696-5 neutron-server[93827]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:15:34.840827 n-d-778696-5 neutron-server[93827]: DEBUG oslo_db.api [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:15:34.841431 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-77e99cd0-bf5b-46ca-a36e-f04e9c12caf8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3886459 Jul 14 07:15:34.842859 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-031f3194-49dd-40dc-9048-6f307f8a46bc tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:34.845137 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57598) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:34.911483 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cb5aee9-7a78-4abb-8e88-1b90bab89bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:34.914847 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cb5aee9-7a78-4abb-8e88-1b90bab89bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:34.919536 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2cb5aee9-7a78-4abb-8e88-1b90bab89bc6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a854b2e-0c49-4320-9724-d71625f55ff0 HTTP/1.1" status: 204 len: 168 time: 1.6161377 Jul 14 07:15:34.929784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5aee9-7a78-4abb-8e88-1b90bab89bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a854b2e-0c49-4320-9724-d71625f55ff0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:35.342184 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:35.447992 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f3194-49dd-40dc-9048-6f307f8a46bc tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Pushing event deleted for resources: {'Port': ['ID=2ce6c691-d360-476f-ad71-eee3fb2266be,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:35.502594 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Deleting port 10b6fd43-dea1-44fc-9421-e7be70ac525e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:35.502941 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:35.539321 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c1abb21-09ab-4919-a915-2d88471d291f req-ba24c680-8ff7-470d-8295-fcbf8cdc1a1a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0960c26-0d54-435b-9a10-0a80cb75b277 HTTP/1.1" status: 200 len: 210 time: 0.6650558 Jul 14 07:15:35.602872 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b45c613-f04a-40e2-8bc3-ad2e0ca2a2c0 None None] Network e08539d6-76bf-48c9-9f53-738d621cf8c8 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:35.603416 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbcbe1-4536-468b-9d2f-131bdcfab338 req-39ec1a0e-297d-4a27-ae0c-816d130400a0 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:35.605065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-48bbcbe1-4536-468b-9d2f-131bdcfab338 req-39ec1a0e-297d-4a27-ae0c-816d130400a0 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ea90f38-5f68-480f-9791-0e4c34ec7358 HTTP/1.1" status: 200 len: 950 time: 1.1513429 Jul 14 07:15:35.657807 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] For port 10b6fd43-dea1-44fc-9421-e7be70ac525e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=10b6fd43-dea1-44fc-9421-e7be70ac525e,segment=NetworkSegment(02a49c7a-3690-43ad-95ec-8efa58e61929),segment_id=02a49c7a-3690-43ad-95ec-8efa58e61929)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:35.658482 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:35.670732 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-9141604d-849b-461a-ad18-6c84cfa785da tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet 56820b6a-617a-4589-ae6a-578bef865f0e {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:15:35.687294 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9141604d-849b-461a-ad18-6c84cfa785da tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:35.692058 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Calling delete_port for 10b6fd43-dea1-44fc-9421-e7be70ac525e owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:35.723920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 10b6fd43-dea1-44fc-9421-e7be70ac525e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:15:35.792328 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a378d498-63d0-4e60-83f5-27f9848f5f0f None None] Provisioning for port 10b6fd43-dea1-44fc-9421-e7be70ac525e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:15:35.804411 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9141604d-849b-461a-ad18-6c84cfa785da tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:35.833587 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-48bbcbe1-4536-468b-9d2f-131bdcfab338 req-35e8ea59-4484-4dce-b7dc-c1b8b5236e52 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062562 Jul 14 07:15:35.834620 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-031f3194-49dd-40dc-9048-6f307f8a46bc tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:35.837774 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-031f3194-49dd-40dc-9048-6f307f8a46bc tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:35.839028 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-031f3194-49dd-40dc-9048-6f307f8a46bc tempest-ServersTestBootFromVolume-2007225778 tempest-ServersTestBootFromVolume-2007225778-project] 10.222.0.35 "DELETE /v2.0/floatingips/2f79dd7b-3ddb-4137-a3b5-44dda4b6d779 HTTP/1.1" status: 204 len: 168 time: 2.5503488 Jul 14 07:15:35.848073 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57626) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:35.881849 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 10b6fd43-dea1-44fc-9421-e7be70ac525e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:15:35.888723 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 10b6fd43-dea1-44fc-9421-e7be70ac525e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:35.888990 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:35.952159 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-069677b0-f87b-4f8e-b5d6-b6f31838b4ad tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:35.953357 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:36.040014 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Port': ['ID=10b6fd43-dea1-44fc-9421-e7be70ac525e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:36.042945 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Could not find standard attr ID for object 10b6fd43-dea1-44fc-9421-e7be70ac525e. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:15:36.045441 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No DVR routers for this DVR port 10b6fd43-dea1-44fc-9421-e7be70ac525e on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:15:36.048610 n-d-778696-5 neutron-server[93829]: INFO neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No ports have port_id starting with 10b6fd43-dea1-44fc-9421-e7be70ac525e Jul 14 07:15:36.133598 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:36.185353 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:36.190278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069677b0-f87b-4f8e-b5d6-b6f31838b4ad tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event deleted for resources: {'Port': ['ID=e5814d70-076a-4c54-8bd0-3e5d3a7c4bde,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:36.196950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08539d6-76bf-48c9-9f53-738d621cf8c8']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:36.206749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79d4a29-889c-41b4-96cd-f177e750c30a None None] DHCP port deletion for e08539d6-76bf-48c9-9f53-738d621cf8c8 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:15:36.230179 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a49c7a-3690-43ad-95ec-8efa58e61929') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:36.231163 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a49c7a-3690-43ad-95ec-8efa58e61929') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:36.250431 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:36.286806 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:36.302227 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:15:36.305538 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:15:36.314485 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:15:36.320434 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-069677b0-f87b-4f8e-b5d6-b6f31838b4ad tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:36.323565 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-069677b0-f87b-4f8e-b5d6-b6f31838b4ad tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:36.329703 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-069677b0-f87b-4f8e-b5d6-b6f31838b4ad tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/floatingips/e969f7a0-df85-4b25-af76-c0ebca063e20 HTTP/1.1" status: 204 len: 168 time: 2.6018505 Jul 14 07:15:36.331554 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9141604d-849b-461a-ad18-6c84cfa785da tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:36.340152 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57648) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:36.348272 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57650) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:36.397287 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:36.413541 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:36.415374 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/e08539d6-76bf-48c9-9f53-738d621cf8c8 HTTP/1.1" status: 204 len: 168 time: 4.3660767 Jul 14 07:15:36.421756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57658) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:36.428496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c47218-a198-4162-a73e-9e8be56b8e27 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Network': ['ID=e08539d6-76bf-48c9-9f53-738d621cf8c8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:36.476067 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-1929c542-c3bd-4771-a9ee-09d2185ded64 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:36.477363 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1929c542-c3bd-4771-a9ee-09d2185ded64 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:36.479501 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1929c542-c3bd-4771-a9ee-09d2185ded64 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/ports/9fbb27c7-2895-42f6-82ed-c22e559ad061 HTTP/1.1" status: 404 len: 333 time: 0.1430106 Jul 14 07:15:36.482833 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57660) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:36.562014 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-d193ed0c-9f4d-40c9-a731-51836e655e29 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] GET failed (client error): The resource could not be found. Jul 14 07:15:36.565794 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2c534860-7af1-40f9-9032-a1efbae4d576 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "GET /v2.0/ports?device_id=a65ac7e5-9ea4-4cda-9844-1f269c0f2390 HTTP/1.1" status: 200 len: 205 time: 0.0791399 Jul 14 07:15:36.566424 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d193ed0c-9f4d-40c9-a731-51836e655e29 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "GET /v2.0/subnets/89a0147c-4709-44ee-a29c-6d1d34abb2cb HTTP/1.1" status: 404 len: 337 time: 0.1399412 Jul 14 07:15:36.566547 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57672) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:36.566882 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57674) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:36.620312 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4cad76c-1404-4444-b746-0dcb40861f9e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:36.621102 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4cad76c-1404-4444-b746-0dcb40861f9e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:36.624025 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a4cad76c-1404-4444-b746-0dcb40861f9e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/e08539d6-76bf-48c9-9f53-738d621cf8c8 HTTP/1.1" status: 404 len: 339 time: 0.0437748 Jul 14 07:15:36.662243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57678) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:36.680960 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b5066c7d-87b9-4178-beef-2d5a78f4f680 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-559342587-network', 'tenant_id': '63f88cc9896d4fd7addd98da9d3f57db'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:36.684369 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-89a19700-e515-46d3-a82c-989154ba0a18 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] delete failed (client error): The resource could not be found. Jul 14 07:15:36.688384 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-89a19700-e515-46d3-a82c-989154ba0a18 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/routers/a65ac7e5-9ea4-4cda-9844-1f269c0f2390 HTTP/1.1" status: 404 len: 336 time: 0.1204708 Jul 14 07:15:36.694005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57682) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:36.738849 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-9251c5d4-fbd1-4d54-806f-42fc79e6e4c7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:36.739478 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9251c5d4-fbd1-4d54-806f-42fc79e6e4c7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:36.743642 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9251c5d4-fbd1-4d54-806f-42fc79e6e4c7 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/subnets/364c2e55-c525-472e-8201-038e4fccff97 HTTP/1.1" status: 404 len: 337 time: 0.0462604 Jul 14 07:15:36.745592 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57688) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:36.766671 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9141604d-849b-461a-ad18-6c84cfa785da tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:36.882167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141604d-849b-461a-ad18-6c84cfa785da tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=56820b6a-617a-4589-ae6a-578bef865f0e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:36.891313 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5066c7d-87b9-4178-beef-2d5a78f4f680 admin admin] Made reservation on behalf of 63f88cc9896d4fd7addd98da9d3f57db for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:36.894515 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5066c7d-87b9-4178-beef-2d5a78f4f680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:36.895477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6966a9c5-4e13-43f7-9b9e-a93065687560 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:36.897215 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9141604d-849b-461a-ad18-6c84cfa785da tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:36.899327 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9141604d-849b-461a-ad18-6c84cfa785da tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/56820b6a-617a-4589-ae6a-578bef865f0e HTTP/1.1" status: 204 len: 168 time: 2.0405269 Jul 14 07:15:36.903336 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57690) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:36.914868 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5066c7d-87b9-4178-beef-2d5a78f4f680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:36.988236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44103293-8e2b-4d0d-9198-279bea763b6d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:36.990347 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-44103293-8e2b-4d0d-9198-279bea763b6d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3263309 Jul 14 07:15:36.993661 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57692) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:37.024185 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-7efd5007-782e-4d88-b47c-5eeda164ac3a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Deleting port ff9bbc6c-9f9e-4ad7-89b7-16ebf911bafa {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:37.024588 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7efd5007-782e-4d88-b47c-5eeda164ac3a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:37.056850 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3bb750a5-beab-4c41-a131-57838df0a595 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "GET /v2.0/subnets?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 207 time: 0.0610979 Jul 14 07:15:37.063024 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57694) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:37.091236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cad6c3-6624-4fca-92b3-79c2a4ba7243 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet b5e44785-5f56-4d6a-8972-95ac93c625f6 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:15:37.206391 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8cad6c3-6624-4fca-92b3-79c2a4ba7243 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:37.246065 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7efd5007-782e-4d88-b47c-5eeda164ac3a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:37.273877 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-7efd5007-782e-4d88-b47c-5eeda164ac3a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Calling delete_port for ff9bbc6c-9f9e-4ad7-89b7-16ebf911bafa owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:37.299304 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5066c7d-87b9-4178-beef-2d5a78f4f680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:37.378085 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5066c7d-87b9-4178-beef-2d5a78f4f680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:37.395360 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8cad6c3-6624-4fca-92b3-79c2a4ba7243 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:37.421807 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4bc9b0c8-4bad-4ad1-bbda-02f9d0305200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:37.428396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5066c7d-87b9-4178-beef-2d5a78f4f680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfab0226-0a57-4e1d-b915-886e176daf9b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:37.514791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5066c7d-87b9-4178-beef-2d5a78f4f680 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:15:37.539439 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5066c7d-87b9-4178-beef-2d5a78f4f680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:37.539899 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-b5066c7d-87b9-4178-beef-2d5a78f4f680 admin admin] Added segment 3b03084f-175a-4e05-bd55-eb0e283b9424 of type vlan for network 0016421d-df1c-4cd1-a834-dae508e47911 Jul 14 07:15:37.568070 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24c856-3d0e-4b22-be8d-7a63d8a56237 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:37.575043 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24c856-3d0e-4b22-be8d-7a63d8a56237 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:37.609609 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 10b6fd43-dea1-44fc-9421-e7be70ac525e no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:15:37.634126 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24c856-3d0e-4b22-be8d-7a63d8a56237 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:37.637021 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 10b6fd43-dea1-44fc-9421-e7be70ac525e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:15:37.637571 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 10b6fd43-dea1-44fc-9421-e7be70ac525e not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:15:37.655456 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24c856-3d0e-4b22-be8d-7a63d8a56237 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:37.663121 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-da24c856-3d0e-4b22-be8d-7a63d8a56237 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5930903 Jul 14 07:15:37.671581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57714) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:37.753435 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7efd5007-782e-4d88-b47c-5eeda164ac3a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:37.761507 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5066c7d-87b9-4178-beef-2d5a78f4f680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:37.774191 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f4a99-cac8-4e58-8952-c6722bfdca7d req-69af5b9d-91e3-4961-96cd-e2d06cd1360a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:37.775802 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-795f4a99-cac8-4e58-8952-c6722bfdca7d req-69af5b9d-91e3-4961-96cd-e2d06cd1360a tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.4727647 Jul 14 07:15:37.827352 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd5007-782e-4d88-b47c-5eeda164ac3a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event deleted for resources: {'Port': ['ID=ff9bbc6c-9f9e-4ad7-89b7-16ebf911bafa,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:37.851792 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8cad6c3-6624-4fca-92b3-79c2a4ba7243 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:37.921011 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-50007bcb-1648-4d72-a519-68664ed0ac72 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2237256 Jul 14 07:15:37.925092 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57720) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:37.991885 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1064246-2dd0-4e85-b4de-9abdcd937e01 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:37.993662 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1064246-2dd0-4e85-b4de-9abdcd937e01 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:37.995407 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c1064246-2dd0-4e85-b4de-9abdcd937e01 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0693469 Jul 14 07:15:37.999172 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8cad6c3-6624-4fca-92b3-79c2a4ba7243 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:38.002763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57724) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:38.007863 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7efd5007-782e-4d88-b47c-5eeda164ac3a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:38.009855 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7efd5007-782e-4d88-b47c-5eeda164ac3a tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/ports/ff9bbc6c-9f9e-4ad7-89b7-16ebf911bafa HTTP/1.1" status: 204 len: 168 time: 1.2447159 Jul 14 07:15:38.028493 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57728) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:38.040471 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cad6c3-6624-4fca-92b3-79c2a4ba7243 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e44785-5f56-4d6a-8972-95ac93c625f6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:38.042658 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8cad6c3-6624-4fca-92b3-79c2a4ba7243 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:38.045245 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e8cad6c3-6624-4fca-92b3-79c2a4ba7243 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/b5e44785-5f56-4d6a-8972-95ac93c625f6 HTTP/1.1" status: 204 len: 168 time: 1.1402750 Jul 14 07:15:38.049806 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57730) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:38.065072 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5066c7d-87b9-4178-beef-2d5a78f4f680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:38.066170 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5066c7d-87b9-4178-beef-2d5a78f4f680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:38.067195 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5066c7d-87b9-4178-beef-2d5a78f4f680 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:38.094535 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8335b97b-9cca-46c0-bf5e-831beaf3bae1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402436 Jul 14 07:15:38.094535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57732) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:38.100404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a19d411f-8b9e-4a92-af4f-dbb7dbf84065 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:38.114169 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b4e384-7bc6-44d9-984e-431048bab6e9 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:38.126731 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-795f4a99-cac8-4e58-8952-c6722bfdca7d req-440b9ed0-73d7-4ca4-abdd-8367578740dd tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361628 Jul 14 07:15:38.182055 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b5066c7d-87b9-4178-beef-2d5a78f4f680 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7970893 Jul 14 07:15:38.182754 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57734) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:38.194010 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-369ced54-a8e2-48c4-ac74-f0d3b4282c21 admin admin] Request body: {'subnet': {'network_id': '0016421d-df1c-4cd1-a834-dae508e47911', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-559342587-subnet', 'tenant_id': '63f88cc9896d4fd7addd98da9d3f57db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:38.227881 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b882172a-47d8-4672-97b2-b5c50a3944ca tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:38.228530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19d411f-8b9e-4a92-af4f-dbb7dbf84065 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:38.229432 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b882172a-47d8-4672-97b2-b5c50a3944ca tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:38.234742 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b882172a-47d8-4672-97b2-b5c50a3944ca tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2294037 Jul 14 07:15:38.235257 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a19d411f-8b9e-4a92-af4f-dbb7dbf84065 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:38.235442 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57736) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:38.241608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5066c7d-87b9-4178-beef-2d5a78f4f680 admin admin] Pushing event updated for resources: {'Network': ['ID=0016421d-df1c-4cd1-a834-dae508e47911,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:38.267680 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 0016421d-df1c-4cd1-a834-dae508e47911 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:15:38.322809 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c55ce3db-fbfd-413a-9ea6-223da37b6f51 None None] Provisioning complete for port 1d6b7234-0426-419e-835e-0ce8c1894928 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:38.323342 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c55ce3db-fbfd-413a-9ea6-223da37b6f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:38.330849 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369ced54-a8e2-48c4-ac74-f0d3b4282c21 admin admin] Made reservation on behalf of 63f88cc9896d4fd7addd98da9d3f57db for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:38.333730 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-369ced54-a8e2-48c4-ac74-f0d3b4282c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:38.470219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec50745-168c-4454-ae92-f74f6807a881 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:38.472222 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4ec50745-168c-4454-ae92-f74f6807a881 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "GET /v2.0/networks/55fd02a6-b8dd-4ae5-b6cd-11b17c758f03 HTTP/1.1" status: 200 len: 800 time: 0.2352331 Jul 14 07:15:38.476353 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57744) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:38.531330 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04699995-3e33-4cb4-ae19-b7a1e275ebe7 None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:15:38.579056 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-76dd07df-d395-4937-a143-2b924a99ceb8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Deleting port bfcfe452-bd18-4201-86ae-9c7559b38963 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:38.579666 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-76dd07df-d395-4937-a143-2b924a99ceb8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:38.606503 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-04699995-3e33-4cb4-ae19-b7a1e275ebe7 None None] Deleting port 1d6b7234-0426-419e-835e-0ce8c1894928 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:38.607022 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-04699995-3e33-4cb4-ae19-b7a1e275ebe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:38.661447 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-369ced54-a8e2-48c4-ac74-f0d3b4282c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:38.687293 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-04699995-3e33-4cb4-ae19-b7a1e275ebe7 None None] For port 1d6b7234-0426-419e-835e-0ce8c1894928, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1d6b7234-0426-419e-835e-0ce8c1894928,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:38.687684 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-04699995-3e33-4cb4-ae19-b7a1e275ebe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:38.707710 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-04699995-3e33-4cb4-ae19-b7a1e275ebe7 None None] Calling delete_port for 1d6b7234-0426-419e-835e-0ce8c1894928 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:38.736412 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a19d411f-8b9e-4a92-af4f-dbb7dbf84065 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:38.752199 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-4bc9b0c8-4bad-4ad1-bbda-02f9d0305200 admin admin] Deleting port 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:38.752452 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4bc9b0c8-4bad-4ad1-bbda-02f9d0305200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:38.754239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ced54-a8e2-48c4-ac74-f0d3b4282c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5918044e-a8af-4c2f-b837-95b1468fa844,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:38.814681 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-04699995-3e33-4cb4-ae19-b7a1e275ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:38.817527 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369ced54-a8e2-48c4-ac74-f0d3b4282c21 admin admin] Checking segment: {'id': '3b03084f-175a-4e05-bd55-eb0e283b9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:15:38.818105 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ced54-a8e2-48c4-ac74-f0d3b4282c21 admin admin] Network hostable DHCP agents. Network: 0016421d-df1c-4cd1-a834-dae508e47911, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:15:38.819970 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d411f-8b9e-4a92-af4f-dbb7dbf84065 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=b7aa2e5c-c7f6-4b37-9e96-798c004547b6,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:38.823858 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19d411f-8b9e-4a92-af4f-dbb7dbf84065 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:38.826609 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a19d411f-8b9e-4a92-af4f-dbb7dbf84065 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:38.837240 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19d411f-8b9e-4a92-af4f-dbb7dbf84065 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:38.837974 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a19d411f-8b9e-4a92-af4f-dbb7dbf84065 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:38.846819 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04699995-3e33-4cb4-ae19-b7a1e275ebe7 None None] Pushing event deleted for resources: {'Port': ['ID=1d6b7234-0426-419e-835e-0ce8c1894928,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:38.850597 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04699995-3e33-4cb4-ae19-b7a1e275ebe7 None None] No DVR routers for this DVR port 1d6b7234-0426-419e-835e-0ce8c1894928 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:15:38.876535 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9d4cd4-b91f-4e89-8d1b-7c4114bb0fa2 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:38.877477 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ced54-a8e2-48c4-ac74-f0d3b4282c21 admin admin] Network 0016421d-df1c-4cd1-a834-dae508e47911 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:15:38.884073 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a19d411f-8b9e-4a92-af4f-dbb7dbf84065 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7888288 Jul 14 07:15:38.885850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-4bc9b0c8-4bad-4ad1-bbda-02f9d0305200 admin admin] For port 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0,segment=NetworkSegment(c6af4047-db39-46ad-9b3b-eee7d1acad55),segment_id=c6af4047-db39-46ad-9b3b-eee7d1acad55)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:38.886356 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4bc9b0c8-4bad-4ad1-bbda-02f9d0305200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:38.887835 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57760) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:38.895124 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a54dc6e0-3b8a-4f75-9496-164ad9894e5e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:38.903074 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-4bc9b0c8-4bad-4ad1-bbda-02f9d0305200 admin admin] Calling delete_port for 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:38.912216 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e756eddf-361a-4139-b0c1-c9515047aabe tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "GET /v2.0/networks/55fd02a6-b8dd-4ae5-b6cd-11b17c758f03?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4301121 Jul 14 07:15:38.915954 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57762) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:38.923848 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-369ced54-a8e2-48c4-ac74-f0d3b4282c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 0016421d-df1c-4cd1-a834-dae508e47911) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:38.930705 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369ced54-a8e2-48c4-ac74-f0d3b4282c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:38.932094 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-369ced54-a8e2-48c4-ac74-f0d3b4282c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:38.941645 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7965b692-05a0-457e-9e8f-13068fdc6e8d None None] Network 0016421d-df1c-4cd1-a834-dae508e47911 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:38.975866 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-76dd07df-d395-4937-a143-2b924a99ceb8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:39.012234 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-369ced54-a8e2-48c4-ac74-f0d3b4282c21 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8211255 Jul 14 07:15:39.032394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-76dd07df-d395-4937-a143-2b924a99ceb8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Calling delete_port for bfcfe452-bd18-4201-86ae-9c7559b38963 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:39.052853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2a53ce-fe03-4b90-9dcd-1a1f9a648998 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:39.054335 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ea2a53ce-fe03-4b90-9dcd-1a1f9a648998 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "GET /v2.0/subnets/45a119c3-5d25-48e3-a002-fb3131061a99 HTTP/1.1" status: 200 len: 811 time: 0.1360254 Jul 14 07:15:39.059144 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57770) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:39.130236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54dc6e0-3b8a-4f75-9496-164ad9894e5e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:39.136503 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a54dc6e0-3b8a-4f75-9496-164ad9894e5e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:39.162534 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fba7433-794a-4ddc-846d-2b279d6e59a9 None None] Network 0016421d-df1c-4cd1-a834-dae508e47911 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:39.190546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1d8482-7725-450a-9a60-c770caeb9bb1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:39.199946 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1e1d8482-7725-450a-9a60-c770caeb9bb1 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "GET /v2.0/subnets/45a119c3-5d25-48e3-a002-fb3131061a99?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1366575 Jul 14 07:15:39.203288 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57774) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:39.229283 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-17460d49-8798-4fc2-b76c-de0f26e8046c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-775285471'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:39.272149 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17460d49-8798-4fc2-b76c-de0f26e8046c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:39.276005 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-17460d49-8798-4fc2-b76c-de0f26e8046c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:39.375984 n-d-778696-5 neutron-server[93827]: INFO neutron.db.ipam_backend_mixin [None req-a54dc6e0-3b8a-4f75-9496-164ad9894e5e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b7aa2e5c-c7f6-4b37-9e96-798c004547b6 (CIDR: 2001:db8::/64) Jul 14 07:15:39.379676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'tenant_id': '742a95c34dd740edaf53d4f844a672bb', 'fixed_ips': [{'subnet_id': 'b7aa2e5c-c7f6-4b37-9e96-798c004547b6'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:15:39.380358 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:39.391037 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54dc6e0-3b8a-4f75-9496-164ad9894e5e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:15:39.396842 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a54dc6e0-3b8a-4f75-9496-164ad9894e5e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:39.402434 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17460d49-8798-4fc2-b76c-de0f26e8046c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:15:39.445460 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-17460d49-8798-4fc2-b76c-de0f26e8046c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:39.452670 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-17460d49-8798-4fc2-b76c-de0f26e8046c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Added segment fc28d57c-5b03-486f-a113-d8eb21b754cf of type vlan for network 59c752b5-7780-4619-a3ad-b1182b0c5ce6 Jul 14 07:15:39.473021 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a54dc6e0-3b8a-4f75-9496-164ad9894e5e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5832970 Jul 14 07:15:39.478220 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57790) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:39.496201 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f235ca81-a7de-4f77-9d53-5315220059ac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'subnet': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:39.616179 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-17460d49-8798-4fc2-b76c-de0f26e8046c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:39.633147 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32b100-8d45-42b9-8efd-c61369a8c072 req-35799b30-cba5-4ec3-b4a1-eb0095193a78 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:39.644794 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6b32b100-8d45-42b9-8efd-c61369a8c072 req-35799b30-cba5-4ec3-b4a1-eb0095193a78 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.2597377 Jul 14 07:15:39.729520 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-17460d49-8798-4fc2-b76c-de0f26e8046c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:39.730604 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Allocated IP 2001:db8::2 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/b7aa2e5c-c7f6-4b37-9e96-798c004547b6/2cf48e58-2fd4-4ecc-b969-30903b7b946c) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:39.735751 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17460d49-8798-4fc2-b76c-de0f26e8046c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:39.736480 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-17460d49-8798-4fc2-b76c-de0f26e8046c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:39.759820 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1d6b7234-0426-419e-835e-0ce8c1894928 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:15:39.863808 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-17460d49-8798-4fc2-b76c-de0f26e8046c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6590014 Jul 14 07:15:39.871320 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57814) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:39.874233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f235ca81-a7de-4f77-9d53-5315220059ac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:39.882973 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f235ca81-a7de-4f77-9d53-5315220059ac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:39.901559 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4e9a8230-b389-480a-9297-b140f8b4d3ed tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'subnet': {'network_id': '59c752b5-7780-4619-a3ad-b1182b0c5ce6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:39.909815 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17460d49-8798-4fc2-b76c-de0f26e8046c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Network': ['ID=59c752b5-7780-4619-a3ad-b1182b0c5ce6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:40.006831 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 59c752b5-7780-4619-a3ad-b1182b0c5ce6 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:15:40.024736 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 1d6b7234-0426-419e-835e-0ce8c1894928 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:15:40.025634 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1d6b7234-0426-419e-835e-0ce8c1894928 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:15:40.117964 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9a8230-b389-480a-9297-b140f8b4d3ed tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Made reservation on behalf of bd912f4f28964f31bba661e2af99898d for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:40.120050 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:40.122244 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8230-b389-480a-9297-b140f8b4d3ed tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:40.205494 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-4e9a8230-b389-480a-9297-b140f8b4d3ed tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Performing IP validity checks on allocation pools {{(pid=93827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 07:15:40.206224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-4e9a8230-b389-480a-9297-b140f8b4d3ed tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 07:15:40.223435 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-76dd07df-d395-4937-a143-2b924a99ceb8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:40.378386 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Transition to ACTIVE for port object 2cf48e58-2fd4-4ecc-b969-30903b7b946c will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:40.401257 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd07df-d395-4937-a143-2b924a99ceb8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event deleted for resources: {'Port': ['ID=bfcfe452-bd18-4201-86ae-9c7559b38963,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:40.410905 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6b32b100-8d45-42b9-8efd-c61369a8c072 req-f702c204-905e-4e48-9ffc-1e3297acb9ce tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7648089 Jul 14 07:15:40.422890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Transition to ACTIVE for port object 2cf48e58-2fd4-4ecc-b969-30903b7b946c will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:40.426104 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4bc9b0c8-4bad-4ad1-bbda-02f9d0305200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:40.444031 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-76dd07df-d395-4937-a143-2b924a99ceb8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:40.446356 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:40.450843 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-76dd07df-d395-4937-a143-2b924a99ceb8 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/ports/bfcfe452-bd18-4201-86ae-9c7559b38963 HTTP/1.1" status: 204 len: 168 time: 2.4178834 Jul 14 07:15:40.466860 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57834) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:40.532692 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:40.535961 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9b0c8-4bad-4ad1-bbda-02f9d0305200 admin admin] Pushing event deleted for resources: {'Port': ['ID=74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:40.550226 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:40.561831 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:15:40.591789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Pushing event updated for resources: {'Port': ['ID=2cf48e58-2fd4-4ecc-b969-30903b7b946c,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:40.624043 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b5919-cc43-493b-af45-f42930c1dbcf req-c744e1ca-a6fa-4da7-883a-121757e678b1 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:40.625879 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-045b5919-cc43-493b-af45-f42930c1dbcf req-c744e1ca-a6fa-4da7-883a-121757e678b1 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/networks?id=0016421d-df1c-4cd1-a834-dae508e47911 HTTP/1.1" status: 200 len: 821 time: 0.9467099 Jul 14 07:15:40.658557 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:15:40.668073 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-045b5919-cc43-493b-af45-f42930c1dbcf req-01f4025b-2cdf-4f27-804d-a292ab4444e7 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/quotas/63f88cc9896d4fd7addd98da9d3f57db HTTP/1.1" status: 200 len: 375 time: 0.0297711 Jul 14 07:15:40.756822 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-045b5919-cc43-493b-af45-f42930c1dbcf req-d59b29eb-b551-42a5-8169-707ec74e081f tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=63f88cc9896d4fd7addd98da9d3f57db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462239 Jul 14 07:15:40.847026 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Attempting to bind port 2cf48e58-2fd4-4ecc-b969-30903b7b946c on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:15:40.847389 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Attempting to bind port 2cf48e58-2fd4-4ecc-b969-30903b7b946c by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:15:40.847753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Attempting to bind port 2cf48e58-2fd4-4ecc-b969-30903b7b946c on network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:15:40.929337 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4bc9b0c8-4bad-4ad1-bbda-02f9d0305200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:40.930148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:15:40.930523 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Checking segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:15:40.930922 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:40.931571 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Bound using segment: {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:15:40.932055 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Bound port: 2cf48e58-2fd4-4ecc-b969-30903b7b946c, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:15:40.932435 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:41.052709 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:41.069014 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04', 'mac_address': 'fa:16:3e:5e:ea:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:15:41.122080 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-045b5919-cc43-493b-af45-f42930c1dbcf req-c239d496-4639-4f4c-bd9e-7b1a71699b3f service neutron] 10.222.0.35 "GET /v2.0/networks/0016421d-df1c-4cd1-a834-dae508e47911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972231 Jul 14 07:15:41.139325 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:41.189727 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:15:41.245219 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8230-b389-480a-9297-b140f8b4d3ed tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:41.257407 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:41.258223 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-045b5919-cc43-493b-af45-f42930c1dbcf req-ed7cd200-70b8-46d2-aa67-729a73862bc4 service neutron] 10.222.0.35 "GET /v2.0/networks/0016421d-df1c-4cd1-a834-dae508e47911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288085 Jul 14 07:15:41.308423 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:41.463581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe63bd4-b94f-45fd-a8e4-d1152c994815 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:41.465656 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dfe63bd4-b94f-45fd-a8e4-d1152c994815 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "GET /v2.0/ports?device_id=3aec3154-92cd-428d-814f-a8f82b5858a9 HTTP/1.1" status: 200 len: 913 time: 0.9978242 Jul 14 07:15:41.467588 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:41.470035 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57854) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:41.473208 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc9b0c8-4bad-4ad1-bbda-02f9d0305200 admin admin] Router 02cc71d3-1865-46bc-ab3e-02d91f0bce44 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:15:41.484328 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:41.484680 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:41.485012 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:41.485371 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:41.485695 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:41.486506 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:41.486506 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:41.486752 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:41.486931 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:41.487383 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:41.487710 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:41.488020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:15:41.495078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:15:41.516588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a8230-b389-480a-9297-b140f8b4d3ed tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Subnet': ['ID=355bd3f7-47f5-429e-b196-107cbaca01a9,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:41.533095 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] For port 2cf48e58-2fd4-4ecc-b969-30903b7b946c, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:15:41.558189 n-d-778696-5 neutron-server[93827]: DEBUG neutron.objects.ports [None req-f235ca81-a7de-4f77-9d53-5315220059ac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 07:15:41.560966 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] For port 2cf48e58-2fd4-4ecc-b969-30903b7b946c, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2cf48e58-2fd4-4ecc-b969-30903b7b946c,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:15:41.578115 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a8230-b389-480a-9297-b140f8b4d3ed tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Checking segment: {'id': 'fc28d57c-5b03-486f-a113-d8eb21b754cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '59c752b5-7780-4619-a3ad-b1182b0c5ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:15:41.578661 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9a8230-b389-480a-9297-b140f8b4d3ed tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network hostable DHCP agents. Network: 59c752b5-7780-4619-a3ad-b1182b0c5ce6, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:15:41.603795 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:41.704547 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9a8230-b389-480a-9297-b140f8b4d3ed tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Network 59c752b5-7780-4619-a3ad-b1182b0c5ce6 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:15:41.736224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-4e9a8230-b389-480a-9297-b140f8b4d3ed tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 59c752b5-7780-4619-a3ad-b1182b0c5ce6) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:41.752352 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9a8230-b389-480a-9297-b140f8b4d3ed tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:41.753470 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017a59f6-37d1-4133-83bd-266f140de11f None None] Network 59c752b5-7780-4619-a3ad-b1182b0c5ce6 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:41.753656 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8230-b389-480a-9297-b140f8b4d3ed tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647719'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:41.889531 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7fa5a-d9f5-4efc-8860-e356b6c4605e None None] Pushing event updated for resources: {'Port': ['ID=2cf48e58-2fd4-4ecc-b969-30903b7b946c,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:41.996491 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4e9a8230-b389-480a-9297-b140f8b4d3ed tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1075513 Jul 14 07:15:42.000387 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57880) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:42.019994 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-090d9243-db50-40eb-94d9-c59f088fc16a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:42.079754 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd57f1ef-6cf1-4484-9653-763e078e42c1 req-85bcb04d-ea1f-4cf4-9a36-68b4ac9f1902 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 210 time: 0.1941950 Jul 14 07:15:42.275569 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-59c752b5-7780-4619-a3ad-b1182b0c5ce6', 'network_id': '59c752b5-7780-4619-a3ad-b1182b0c5ce6', 'tenant_id': 'bd912f4f28964f31bba661e2af99898d', 'fixed_ips': [{'subnet_id': '355bd3f7-47f5-429e-b196-107cbaca01a9'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:15:42.276500 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:42.287825 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-090d9243-db50-40eb-94d9-c59f088fc16a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4379812'] for subnet, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:42.491674 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f235ca81-a7de-4f77-9d53-5315220059ac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:42.636642 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:15:42.722819 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1425b4-48f9-422f-84a0-f2a06a4477de req-5eff4ffa-ff2f-42a7-93cb-d7c92e69bb4e tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:42.728644 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-090d9243-db50-40eb-94d9-c59f088fc16a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770202522646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5979881'] for subnet, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:42.740297 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee1425b4-48f9-422f-84a0-f2a06a4477de req-5eff4ffa-ff2f-42a7-93cb-d7c92e69bb4e tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 0.9761500 Jul 14 07:15:42.814106 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:42.814759 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:42.913870 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Allocated IP 172.20.0.3 (59c752b5-7780-4619-a3ad-b1182b0c5ce6/355bd3f7-47f5-429e-b196-107cbaca01a9/266ebd3a-e52f-44a6-b662-7494bf65362a) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:42.943721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090d9243-db50-40eb-94d9-c59f088fc16a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:42.944251 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-090d9243-db50-40eb-94d9-c59f088fc16a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:42.970712 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-090d9243-db50-40eb-94d9-c59f088fc16a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "PUT /v2.0/subnets/355bd3f7-47f5-429e-b196-107cbaca01a9 HTTP/1.1" status: 200 len: 877 time: 0.9668479 Jul 14 07:15:42.982448 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57904) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:43.053546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f235ca81-a7de-4f77-9d53-5315220059ac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] For port 2cf48e58-2fd4-4ecc-b969-30903b7b946c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2cf48e58-2fd4-4ecc-b969-30903b7b946c,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:43.116012 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:43.128774 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f235ca81-a7de-4f77-9d53-5315220059ac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:43.130231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc9b0c8-4bad-4ad1-bbda-02f9d0305200 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:15:43.146462 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f235ca81-a7de-4f77-9d53-5315220059ac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:43.152198 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4bc9b0c8-4bad-4ad1-bbda-02f9d0305200 admin admin] 10.222.0.35 "PUT /v2.0/routers/02cc71d3-1865-46bc-ab3e-02d91f0bce44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3026383 Jul 14 07:15:43.156079 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f235ca81-a7de-4f77-9d53-5315220059ac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:43.157761 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f3ce6-365d-41e6-beca-37fe81c0829e None None] Sync routers for ids ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:15:43.165297 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57908) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:43.255949 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d13f72-c24e-4d3c-9d59-d45b54dace02 req-622a596a-2bad-4f10-92d9-4d15b4ef20ea tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:43.275162 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d9243-db50-40eb-94d9-c59f088fc16a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event updated for resources: {'Subnet': ['ID=355bd3f7-47f5-429e-b196-107cbaca01a9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:43.276316 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3d13f72-c24e-4d3c-9d59-d45b54dace02 req-622a596a-2bad-4f10-92d9-4d15b4ef20ea tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 1.0470402 Jul 14 07:15:43.290430 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f3ce6-365d-41e6-beca-37fe81c0829e None None] Routers {'02cc71d3-1865-46bc-ab3e-02d91f0bce44'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:15:43.291088 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-395f3ce6-365d-41e6-beca-37fe81c0829e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:15:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:43.317965 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee1425b4-48f9-422f-84a0-f2a06a4477de req-5d5a882e-d6e9-45ca-a5fd-e74cd75c01d7 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5767307 Jul 14 07:15:43.319999 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f235ca81-a7de-4f77-9d53-5315220059ac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:43.397529 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235ca81-a7de-4f77-9d53-5315220059ac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Subnet': ['ID=bd06fb02-22dd-49ab-a8d8-f5da526d4ef3,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:43.408350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f235ca81-a7de-4f77-9d53-5315220059ac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:43.412624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f235ca81-a7de-4f77-9d53-5315220059ac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:43.413734 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f235ca81-a7de-4f77-9d53-5315220059ac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:43.432708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235ca81-a7de-4f77-9d53-5315220059ac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=2cf48e58-2fd4-4ecc-b969-30903b7b946c,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:43.449894 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f235ca81-a7de-4f77-9d53-5315220059ac tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.9680886 Jul 14 07:15:43.453427 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57910) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:43.469592 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6bfb836c-05b2-46f8-92c3-61016515dbe4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Request body: {'port': {'network_id': '29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb', 'mac_address': 'fa:16:3e:71:44:ea', 'name': 'tempest-NetworksTestDHCPv6-1526383427'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:43.627331 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-80f2deb5-952a-43a4-bbc4-4f8d619a533d req-42c75497-9dad-4c75-aff7-e85b0697c891 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 210 time: 0.2346816 Jul 14 07:15:43.707444 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:43.709562 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6d373b-2a40-4b72-bbd2-cf726a312952 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:43.710369 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:43.714053 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfb836c-05b2-46f8-92c3-61016515dbe4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Made reservation on behalf of 742a95c34dd740edaf53d4f844a672bb for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:43.844893 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2cf48e58-2fd4-4ecc-b969-30903b7b946c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:15:43.994880 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d445e369-ef0e-4e86-9384-4a76c24d03c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:44.106765 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bfb836c-05b2-46f8-92c3-61016515dbe4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:44.153533 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b5919-cc43-493b-af45-f42930c1dbcf req-2f77c589-e7c4-4cf8-9330-4f4577bde3c3 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:44.155418 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-045b5919-cc43-493b-af45-f42930c1dbcf req-2f77c589-e7c4-4cf8-9330-4f4577bde3c3 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.30 "GET /v2.0/networks?id=0016421d-df1c-4cd1-a834-dae508e47911 HTTP/1.1" status: 200 len: 821 time: 0.3408318 Jul 14 07:15:44.162353 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-f3d13f72-c24e-4d3c-9d59-d45b54dace02 req-bc5e5ba9-cfff-4b91-852d-865980d24304 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Deleting port f6d6ec95-9638-43ba-8b4d-02d245717a61 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:44.162576 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f3d13f72-c24e-4d3c-9d59-d45b54dace02 req-bc5e5ba9-cfff-4b91-852d-865980d24304 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:44.166174 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d445e369-ef0e-4e86-9384-4a76c24d03c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:44.182076 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3bc6c6aa-ab7d-4357-869f-9bed84951c2e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Request body: {'port': {'device_id': '0c229df6-c385-4f0e-9b58-ed420137e967', 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911', 'admin_state_up': True, 'tenant_id': '63f88cc9896d4fd7addd98da9d3f57db'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:44.188553 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-6bfb836c-05b2-46f8-92c3-61016515dbe4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] device_id is not set on port 9c1016a0-f123-49c7-bb39-fdbc49b95fae yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:15:44.374038 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea90f38-5f68-480f-9791-0e4c34ec7358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:15:44.376193 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f903e536-3900-44be-aa69-5eb5e28850bf" -d '{"events": [{"server_uuid": "0ea90f38-5f68-480f-9791-0e4c34ec7358", "name": "network-vif-plugged", "status": "completed", "tag": "ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:15:44.414101 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7a6f8f34-57ea-4d9e-a0b0-58688de2f7ce None None] Provisioning for port 2cf48e58-2fd4-4ecc-b969-30903b7b946c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:15:44.459653 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 2cf48e58-2fd4-4ecc-b969-30903b7b946c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:15:44.482801 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d243be6-cde3-4246-9821-2134c47157f5 x-openstack-request-id: req-6d243be6-cde3-4246-9821-2134c47157f5 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:15:44.489759 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea90f38-5f68-480f-9791-0e4c34ec7358", "name": "network-vif-plugged", "status": "completed", "tag": "ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:15:44.490435 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d243be6-cde3-4246-9821-2134c47157f5 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:15:44.491105 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea90f38-5f68-480f-9791-0e4c34ec7358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04', 'code': 200} Jul 14 07:15:44.588335 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 2cf48e58-2fd4-4ecc-b969-30903b7b946c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:44.588778 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:44.600213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:44.614078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7a6f8f34-57ea-4d9e-a0b0-58688de2f7ce None None] Provisioning complete for port 2cf48e58-2fd4-4ecc-b969-30903b7b946c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:44.614531 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8f34-57ea-4d9e-a0b0-58688de2f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:44.684575 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:44.694990 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-395f3ce6-365d-41e6-beca-37fe81c0829e None None] Set router 02cc71d3-1865-46bc-ab3e-02d91f0bce44 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:15:44.712840 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3bc6c6aa-ab7d-4357-869f-9bed84951c2e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Made reservation on behalf of 63f88cc9896d4fd7addd98da9d3f57db for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:44.721883 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3bc6c6aa-ab7d-4357-869f-9bed84951c2e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:44.899095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-6bfb836c-05b2-46f8-92c3-61016515dbe4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8::3e4 (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/b7aa2e5c-c7f6-4b37-9e96-798c004547b6/9c1016a0-f123-49c7-bb39-fdbc49b95fae) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:44.915646 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-6bfb836c-05b2-46f8-92c3-61016515dbe4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Allocated IP 2001:db8:0:1:f816:3eff:fe71:44ea (29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb/bd06fb02-22dd-49ab-a8d8-f5da526d4ef3/9c1016a0-f123-49c7-bb39-fdbc49b95fae) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:44.992945 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:45.075479 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3bc6c6aa-ab7d-4357-869f-9bed84951c2e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Allocated IP 172.20.0.13 (0016421d-df1c-4cd1-a834-dae508e47911/5918044e-a8af-4c2f-b837-95b1468fa844/cfa8ae1b-448f-4d52-8744-ff53bb30a02b) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:45.075749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Transition to ACTIVE for port object 266ebd3a-e52f-44a6-b662-7494bf65362a will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:45.100138 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2582f89c-a107-42f2-b527-5b66b08cbbb0 req-669d5c02-ce20-4722-9650-b08c7ef00025 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 210 time: 0.1335337 Jul 14 07:15:45.130172 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-f3d13f72-c24e-4d3c-9d59-d45b54dace02 req-bc5e5ba9-cfff-4b91-852d-865980d24304 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] For port f6d6ec95-9638-43ba-8b4d-02d245717a61, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f6d6ec95-9638-43ba-8b4d-02d245717a61,segment=NetworkSegment(4f3465f0-c83f-4f17-900a-25eaacaeae03),segment_id=4f3465f0-c83f-4f17-900a-25eaacaeae03)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:45.130931 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f3d13f72-c24e-4d3c-9d59-d45b54dace02 req-bc5e5ba9-cfff-4b91-852d-865980d24304 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:45.169942 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bd0fa43-bffe-4ca0-b7db-b2b33b36857b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:45.193724 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:45.223974 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Transition to ACTIVE for port object 266ebd3a-e52f-44a6-b662-7494bf65362a will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:45.249827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-d445e369-ef0e-4e86-9384-4a76c24d03c8 admin admin] Deleting port 008ecf4e-8921-4476-b48e-21d0d77e238b {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:45.250166 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d445e369-ef0e-4e86-9384-4a76c24d03c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:45.269258 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-f3d13f72-c24e-4d3c-9d59-d45b54dace02 req-bc5e5ba9-cfff-4b91-852d-865980d24304 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Calling delete_port for f6d6ec95-9638-43ba-8b4d-02d245717a61 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:45.316884 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:45.318713 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8f34-57ea-4d9e-a0b0-58688de2f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:45.437998 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3bc6c6aa-ab7d-4357-869f-9bed84951c2e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:45.453818 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-7a6f8f34-57ea-4d9e-a0b0-58688de2f7ce None None] For port 2cf48e58-2fd4-4ecc-b969-30903b7b946c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2cf48e58-2fd4-4ecc-b969-30903b7b946c,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:45.478462 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8f34-57ea-4d9e-a0b0-58688de2f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:45.488119 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Network 59c752b5-7780-4619-a3ad-b1182b0c5ce6 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:45.496734 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:45.506384 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3bc6c6aa-ab7d-4357-869f-9bed84951c2e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:45.548090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-d445e369-ef0e-4e86-9384-4a76c24d03c8 admin admin] For port 008ecf4e-8921-4476-b48e-21d0d77e238b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=008ecf4e-8921-4476-b48e-21d0d77e238b,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:45.548521 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d445e369-ef0e-4e86-9384-4a76c24d03c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:45.557674 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:45.563442 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:45.572020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:15:45.575390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-d445e369-ef0e-4e86-9384-4a76c24d03c8 admin admin] Calling delete_port for 008ecf4e-8921-4476-b48e-21d0d77e238b owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:45.611256 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3bc6c6aa-ab7d-4357-869f-9bed84951c2e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Network 0016421d-df1c-4cd1-a834-dae508e47911 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:45.615754 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Pushing event updated for resources: {'Port': ['ID=266ebd3a-e52f-44a6-b662-7494bf65362a,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:45.635310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3bc6c6aa-ab7d-4357-869f-9bed84951c2e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:45.645144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3bc6c6aa-ab7d-4357-869f-9bed84951c2e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:15:45.721662 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6c6aa-ab7d-4357-869f-9bed84951c2e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Pushing event updated for resources: {'Port': ['ID=cfa8ae1b-448f-4d52-8744-ff53bb30a02b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:45.744739 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f8f34-57ea-4d9e-a0b0-58688de2f7ce None None] Pushing event updated for resources: {'Port': ['ID=2cf48e58-2fd4-4ecc-b969-30903b7b946c,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:45.755619 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.api [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:15:45.756418 n-d-778696-5 neutron-server[93829]: DEBUG oslo_db.api [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:15:45.783699 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bfb836c-05b2-46f8-92c3-61016515dbe4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:45.796825 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3bc6c6aa-ab7d-4357-869f-9bed84951c2e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:45.796825 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3bc6c6aa-ab7d-4357-869f-9bed84951c2e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:45.814895 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d445e369-ef0e-4e86-9384-4a76c24d03c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:45.833960 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6bfb836c-05b2-46f8-92c3-61016515dbe4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Transition to ACTIVE for port object 9c1016a0-f123-49c7-bb39-fdbc49b95fae will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:45.860843 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3bc6c6aa-ab7d-4357-869f-9bed84951c2e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6946440 Jul 14 07:15:45.864586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445e369-ef0e-4e86-9384-4a76c24d03c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=008ecf4e-8921-4476-b48e-21d0d77e238b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:45.883864 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Request body: {'port': {'device_id': '0c229df6-c385-4f0e-9b58-ed420137e967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:45.967501 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bfb836c-05b2-46f8-92c3-61016515dbe4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:45.986799 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Attempting to bind port 266ebd3a-e52f-44a6-b662-7494bf65362a on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:15:45.988449 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Attempting to bind port 266ebd3a-e52f-44a6-b662-7494bf65362a by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'fc28d57c-5b03-486f-a113-d8eb21b754cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '59c752b5-7780-4619-a3ad-b1182b0c5ce6'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:15:45.989009 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Attempting to bind port 266ebd3a-e52f-44a6-b662-7494bf65362a on network 59c752b5-7780-4619-a3ad-b1182b0c5ce6 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:15:46.001463 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:46.004457 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:15:46.007529 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Checking segment: {'id': 'fc28d57c-5b03-486f-a113-d8eb21b754cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '59c752b5-7780-4619-a3ad-b1182b0c5ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:15:46.010789 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:46.011364 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Bound using segment: {'id': 'fc28d57c-5b03-486f-a113-d8eb21b754cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '59c752b5-7780-4619-a3ad-b1182b0c5ce6'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:15:46.012017 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Bound port: 266ebd3a-e52f-44a6-b662-7494bf65362a, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc28d57c-5b03-486f-a113-d8eb21b754cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '59c752b5-7780-4619-a3ad-b1182b0c5ce6'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:15:46.012583 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:46.088502 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:46.111408 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:46.132168 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfb836c-05b2-46f8-92c3-61016515dbe4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:15:46.170345 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-6bfb836c-05b2-46f8-92c3-61016515dbe4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:46.180016 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f3d13f72-c24e-4d3c-9d59-d45b54dace02 req-bc5e5ba9-cfff-4b91-852d-865980d24304 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:46.185407 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfb836c-05b2-46f8-92c3-61016515dbe4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:15:46.202382 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] For port 266ebd3a-e52f-44a6-b662-7494bf65362a, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:15:46.206424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Subnet': ['ID=355bd3f7-47f5-429e-b196-107cbaca01a9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:46.210504 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] For port 266ebd3a-e52f-44a6-b662-7494bf65362a, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=266ebd3a-e52f-44a6-b662-7494bf65362a,segment=NetworkSegment(fc28d57c-5b03-486f-a113-d8eb21b754cf),segment_id=fc28d57c-5b03-486f-a113-d8eb21b754cf)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:15:46.219000 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-395f3ce6-365d-41e6-beca-37fe81c0829e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'name': 'tempest-ServersTestBootFromVolume-2083867808-router', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:11:50Z', 'updated_at': '2021-07-14T07:15:39Z', 'revision_number': 5, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'gw_port': {'id': '008ecf4e-8921-4476-b48e-21d0d77e238b', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:11:51Z', 'updated_at': '2021-07-14T07:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:46.227820 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988b7aa-16ee-406b-9b37-d25178c5878b req-b757a183-4741-4a71-8b5d-e7924a52ce13 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:46.228668 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfb836c-05b2-46f8-92c3-61016515dbe4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:46.230027 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7988b7aa-16ee-406b-9b37-d25178c5878b req-b757a183-4741-4a71-8b5d-e7924a52ce13 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e HTTP/1.1" status: 200 len: 945 time: 1.2697513 Jul 14 07:15:46.234647 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bfb836c-05b2-46f8-92c3-61016515dbe4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:46.290688 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb836c-05b2-46f8-92c3-61016515dbe4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event updated for resources: {'Port': ['ID=9c1016a0-f123-49c7-bb39-fdbc49b95fae,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:46.379683 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6bfb836c-05b2-46f8-92c3-61016515dbe4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9248555 Jul 14 07:15:46.386549 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57972) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:46.408448 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e5ba9-cfff-4b91-852d-865980d24304 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Pushing event deleted for resources: {'Port': ['ID=f6d6ec95-9638-43ba-8b4d-02d245717a61,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:46.446594 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f3ce6-365d-41e6-beca-37fe81c0829e None None] Checking router: 02cc71d3-1865-46bc-ab3e-02d91f0bce44 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:15:46.448867 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:46.588679 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd9a19-b094-49b9-9bce-3ce721eac67d None None] Pushing event updated for resources: {'Port': ['ID=266ebd3a-e52f-44a6-b662-7494bf65362a,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:46.616965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d13f72-c24e-4d3c-9d59-d45b54dace02 req-bc5e5ba9-cfff-4b91-852d-865980d24304 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] No DVR routers for this DVR port f6d6ec95-9638-43ba-8b4d-02d245717a61 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:15:46.631787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7988b7aa-16ee-406b-9b37-d25178c5878b req-d7a349fa-9423-4326-b24d-702ce3038dc5 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.35 "GET /v2.0/security-groups?id=eab16b29-47ae-4aba-af78-56ecbf71abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415887 Jul 14 07:15:46.635934 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f3d13f72-c24e-4d3c-9d59-d45b54dace02 req-bc5e5ba9-cfff-4b91-852d-865980d24304 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:46.637971 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3d13f72-c24e-4d3c-9d59-d45b54dace02 req-bc5e5ba9-cfff-4b91-852d-865980d24304 tempest-ServerRescueNegativeTestJSON-405709481 tempest-ServerRescueNegativeTestJSON-405709481-project] 10.222.0.15 "DELETE /v2.0/ports/f6d6ec95-9638-43ba-8b4d-02d245717a61 HTTP/1.1" status: 204 len: 173 time: 3.3608458 Jul 14 07:15:46.671645 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e', 'name': 'network-vif-deleted', 'tag': 'f6d6ec95-9638-43ba-8b4d-02d245717a61'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:15:46.686362 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1788525c-4f06-4718-afae-c1442385123b" -d '{"events": [{"server_uuid": "7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e", "name": "network-vif-deleted", "tag": "f6d6ec95-9638-43ba-8b4d-02d245717a61"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:15:46.715078 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d445e369-ef0e-4e86-9384-4a76c24d03c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:46.724047 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f3ce6-365d-41e6-beca-37fe81c0829e None None] Routers {'02cc71d3-1865-46bc-ab3e-02d91f0bce44'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:15:46.731264 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-395f3ce6-365d-41e6-beca-37fe81c0829e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:15:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:46.846673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2674fbf9-ebc2-40fe-a487-72dad5d7688f None None] Network 59c752b5-7780-4619-a3ad-b1182b0c5ce6 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:46.857584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-395f3ce6-365d-41e6-beca-37fe81c0829e None None] Set router 02cc71d3-1865-46bc-ab3e-02d91f0bce44 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:15:46.940621 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-395f3ce6-365d-41e6-beca-37fe81c0829e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'name': 'tempest-ServersTestBootFromVolume-2083867808-router', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:11:50Z', 'updated_at': '2021-07-14T07:15:45Z', 'revision_number': 7, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:47.004566 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f6d6ec95-9638-43ba-8b4d-02d245717a61 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:15:47.026490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-72b07d83-35d6-468e-85b8-eb14bac41383 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting port 9c1016a0-f123-49c7-bb39-fdbc49b95fae {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:47.027062 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72b07d83-35d6-468e-85b8-eb14bac41383 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:47.084548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: f6d6ec95-9638-43ba-8b4d-02d245717a61 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:15:47.084777 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d445e369-ef0e-4e86-9384-4a76c24d03c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:47.084881 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f6d6ec95-9638-43ba-8b4d-02d245717a61 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:15:47.086592 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2cf48e58-2fd4-4ecc-b969-30903b7b946c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:15:47.086936 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d445e369-ef0e-4e86-9384-4a76c24d03c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:47.140721 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-05f746fc-5b93-406e-a69f-ef31ddb43ac3 None None] Provisioning complete for port 2cf48e58-2fd4-4ecc-b969-30903b7b946c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:47.140982 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05f746fc-5b93-406e-a69f-ef31ddb43ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:47.191653 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f3ce6-365d-41e6-beca-37fe81c0829e None None] The sync data for ids ['02cc71d3-1865-46bc-ab3e-02d91f0bce44'] in n-d-778696-5 is: [{'id': '02cc71d3-1865-46bc-ab3e-02d91f0bce44', 'name': 'tempest-ServersTestBootFromVolume-2083867808-router', 'tenant_id': '84712628eb654ff0b9f11d80c53ffa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:11:50Z', 'updated_at': '2021-07-14T07:15:45Z', 'revision_number': 7, 'project_id': '84712628eb654ff0b9f11d80c53ffa6f', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:15:47.206541 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17fb60a-980a-44e3-9e0e-117f001ba299 x-openstack-request-id: req-e17fb60a-980a-44e3-9e0e-117f001ba299 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:15:47.207247 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e", "name": "network-vif-deleted", "tag": "f6d6ec95-9638-43ba-8b4d-02d245717a61", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:15:47.207522 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e17fb60a-980a-44e3-9e0e-117f001ba299 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:15:47.208239 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1dc4bc-202f-49ea-8ed0-04e4aa3b103e', 'name': 'network-vif-deleted', 'tag': 'f6d6ec95-9638-43ba-8b4d-02d245717a61', 'status': 'completed', 'code': 200} Jul 14 07:15:47.213093 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:47.225542 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d445e369-ef0e-4e86-9384-4a76c24d03c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:47.226097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d445e369-ef0e-4e86-9384-4a76c24d03c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02cc71d3-1865-46bc-ab3e-02d91f0bce44 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:15:47.235604 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72b07d83-35d6-468e-85b8-eb14bac41383 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:47.236525 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d445e369-ef0e-4e86-9384-4a76c24d03c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:47.237720 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d445e369-ef0e-4e86-9384-4a76c24d03c8 admin admin] 10.222.0.35 "DELETE /v2.0/routers/02cc71d3-1865-46bc-ab3e-02d91f0bce44 HTTP/1.1" status: 204 len: 168 time: 4.0530140 Jul 14 07:15:47.243247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c752b5-7780-4619-a3ad-b1182b0c5ce6']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:47.246691 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57992) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:47.282377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc28d57c-5b03-486f-a113-d8eb21b754cf') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:47.282675 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc28d57c-5b03-486f-a113-d8eb21b754cf') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:47.292839 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbbac5-0d9b-48fe-81d4-ce5a3d487d4f req-4656c70e-0a49-4df4-b20c-ef10ef11843a tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:47.300237 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ddfbbac5-0d9b-48fe-81d4-ce5a3d487d4f req-4656c70e-0a49-4df4-b20c-ef10ef11843a tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 932 time: 0.8857589 Jul 14 07:15:47.308560 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-72b07d83-35d6-468e-85b8-eb14bac41383 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Calling delete_port for 9c1016a0-f123-49c7-bb39-fdbc49b95fae owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:47.335577 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 2cf48e58-2fd4-4ecc-b969-30903b7b946c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:47.336878 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:47.385749 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:47.507761 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa8ae1b-448f-4d52-8744-ff53bb30a02b {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:15:47.522662 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:47.538629 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ddfbbac5-0d9b-48fe-81d4-ce5a3d487d4f req-4313f781-6ebf-4c50-b517-a7ec00684c2c tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310948 Jul 14 07:15:47.538629 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:47.557646 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Transition to ACTIVE for port object cfa8ae1b-448f-4d52-8744-ff53bb30a02b will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:47.573748 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:47.606302 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:15:47.607545 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:15:47.618320 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:15:47.658109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ca68e7-27c4-474e-9f0b-7f1733fc2cea admin admin] Deleting subnet 332600d1-7207-42c7-a6e5-4b2788cd4c8b {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:15:47.754097 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-74ca68e7-27c4-474e-9f0b-7f1733fc2cea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:47.804091 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.db.api [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 07:15:47.804091 n-d-778696-5 neutron-server[93828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 07:15:47.804091 n-d-778696-5 neutron-server[93828]: [parameters: {'id': '59c752b5-7780-4619-a3ad-b1182b0c5ce6'}] Jul 14 07:15:47.804091 n-d-778696-5 neutron-server[93828]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:15:47.804652 n-d-778696-5 neutron-server[93828]: DEBUG oslo_db.api [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:15:47.818649 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa8ae1b-448f-4d52-8744-ff53bb30a02b,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:47.819973 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-74ca68e7-27c4-474e-9f0b-7f1733fc2cea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:47.824825 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58000) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:47.874369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0fa43-bffe-4ca0-b7db-b2b33b36857b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Deleting port ea78cc66-b793-4318-9120-09e4e1ae629d {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:47.874628 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bd0fa43-bffe-4ca0-b7db-b2b33b36857b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:47.906216 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56321441-6a5f-474f-b0bb-bb4c5623a50a None None] Network 59c752b5-7780-4619-a3ad-b1182b0c5ce6 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:47.953443 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Attempting to bind port cfa8ae1b-448f-4d52-8744-ff53bb30a02b on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:15:47.953443 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Attempting to bind port cfa8ae1b-448f-4d52-8744-ff53bb30a02b by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '3b03084f-175a-4e05-bd55-eb0e283b9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:15:47.953443 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Attempting to bind port cfa8ae1b-448f-4d52-8744-ff53bb30a02b on network 0016421d-df1c-4cd1-a834-dae508e47911 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:15:48.000488 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Port cfa8ae1b-448f-4d52-8744-ff53bb30a02b on network 0016421d-df1c-4cd1-a834-dae508e47911 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:15:48.000781 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Attempting to bind port cfa8ae1b-448f-4d52-8744-ff53bb30a02b on network 0016421d-df1c-4cd1-a834-dae508e47911 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:15:48.022452 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bd0fa43-bffe-4ca0-b7db-b2b33b36857b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:48.025921 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:15:48.027809 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:15:48.028280 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Checking segment: {'id': '3b03084f-175a-4e05-bd55-eb0e283b9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:15:48.028581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Bound using segment: {'id': '3b03084f-175a-4e05-bd55-eb0e283b9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:15:48.029368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Bound port: cfa8ae1b-448f-4d52-8744-ff53bb30a02b, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b03084f-175a-4e05-bd55-eb0e283b9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:15:48.029868 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:48.035623 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0fa43-bffe-4ca0-b7db-b2b33b36857b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Calling delete_port for ea78cc66-b793-4318-9120-09e4e1ae629d owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:48.048997 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72b07d83-35d6-468e-85b8-eb14bac41383 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:48.071932 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-74edb31e-8fff-45a8-a7cb-4b62167a228e None None] Provisioning for port 9c1016a0-f123-49c7-bb39-fdbc49b95fae completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:15:48.076603 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-74edb31e-8fff-45a8-a7cb-4b62167a228e None None] Provisioning complete for port 9c1016a0-f123-49c7-bb39-fdbc49b95fae triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:48.076986 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-74edb31e-8fff-45a8-a7cb-4b62167a228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:48.136225 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-74edb31e-8fff-45a8-a7cb-4b62167a228e None None] Port 9c1016a0-f123-49c7-bb39-fdbc49b95fae was deleted so its status cannot be updated. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 07:15:48.142476 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b07d83-35d6-468e-85b8-eb14bac41383 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Port': ['ID=9c1016a0-f123-49c7-bb39-fdbc49b95fae,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:48.220948 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72b07d83-35d6-468e-85b8-eb14bac41383 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:48.223496 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-72b07d83-35d6-468e-85b8-eb14bac41383 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/9c1016a0-f123-49c7-bb39-fdbc49b95fae HTTP/1.1" status: 204 len: 168 time: 1.8359563 Jul 14 07:15:48.227506 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58016) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:48.300235 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] For port cfa8ae1b-448f-4d52-8744-ff53bb30a02b, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:15:48.306651 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] For port cfa8ae1b-448f-4d52-8744-ff53bb30a02b, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cfa8ae1b-448f-4d52-8744-ff53bb30a02b,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:15:48.327222 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc127502-0cd6-4707-99d0-e5b64e3645e0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:48.328794 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bc127502-0cd6-4707-99d0-e5b64e3645e0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1019211 Jul 14 07:15:48.330249 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:48.332118 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58018) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:48.345590 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:48.351449 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bd0fa43-bffe-4ca0-b7db-b2b33b36857b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:48.394876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa8ae1b-448f-4d52-8744-ff53bb30a02b,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:48.444253 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:48.445583 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:48.447006 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3e8a63a5-4a85-421a-8c43-2bc8eb51fad4 service neutron] 10.222.0.30 "PUT /v2.0/ports/cfa8ae1b-448f-4d52-8744-ff53bb30a02b HTTP/1.1" status: 200 len: 1092 time: 2.5674915 Jul 14 07:15:48.447599 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c229df6-c385-4f0e-9b58-ed420137e967', 'tag': 'cfa8ae1b-448f-4d52-8744-ff53bb30a02b'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:15:48.450620 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3d7ccb-a8d2-486d-baba-b5bb619382cc" -d '{"events": [{"name": "network-changed", "server_uuid": "0c229df6-c385-4f0e-9b58-ed420137e967", "tag": "cfa8ae1b-448f-4d52-8744-ff53bb30a02b"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:15:48.468637 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0fa43-bffe-4ca0-b7db-b2b33b36857b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event deleted for resources: {'Port': ['ID=ea78cc66-b793-4318-9120-09e4e1ae629d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:48.583826 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006e8056-bb19-4f26-9930-3242321813fc x-openstack-request-id: req-006e8056-bb19-4f26-9930-3242321813fc {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:15:48.584218 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c229df6-c385-4f0e-9b58-ed420137e967", "tag": "cfa8ae1b-448f-4d52-8744-ff53bb30a02b", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:15:48.584349 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-006e8056-bb19-4f26-9930-3242321813fc {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:15:48.584761 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c229df6-c385-4f0e-9b58-ed420137e967', 'tag': 'cfa8ae1b-448f-4d52-8744-ff53bb30a02b', 'status': 'completed', 'code': 200} Jul 14 07:15:48.596341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aad352e-b45d-4520-b2ef-3147a0de5f0f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:48.605688 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8aad352e-b45d-4520-b2ef-3147a0de5f0f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2224488 Jul 14 07:15:48.606318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58028) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:48.632540 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bda22f-904c-4994-aefd-b8d51b738251 None None] get_active_networks_info from n-d-778696-5 {{(pid=93829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 07:15:48.760618 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:15:48.806907 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69e38ae-cc83-49cb-bbec-0dd93b3c48d8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:48.809664 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69e38ae-cc83-49cb-bbec-0dd93b3c48d8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:48.811948 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69e38ae-cc83-49cb-bbec-0dd93b3c48d8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:48.813828 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f69e38ae-cc83-49cb-bbec-0dd93b3c48d8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2051103 Jul 14 07:15:48.817281 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58032) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:48.817850 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:15:48.819424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 74e17aa7-8bc6-4bcc-86b7-8cb79f4848e0 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:15:48.819924 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 008ecf4e-8921-4476-b48e-21d0d77e238b no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:15:48.830113 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b5919-cc43-493b-af45-f42930c1dbcf req-50980c13-94b2-400d-a0be-193e7bad4a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:48.831921 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-045b5919-cc43-493b-af45-f42930c1dbcf req-50980c13-94b2-400d-a0be-193e7bad4a35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63f88cc9896d4fd7addd98da9d3f57db&device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 1095 time: 0.3149607 Jul 14 07:15:48.847543 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-74ca68e7-27c4-474e-9f0b-7f1733fc2cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:48.874177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 008ecf4e-8921-4476-b48e-21d0d77e238b {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:15:48.874525 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 008ecf4e-8921-4476-b48e-21d0d77e238b not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:15:48.904741 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-045b5919-cc43-493b-af45-f42930c1dbcf req-02ea6531-7384-4383-9b3e-d38119f5eea1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfa8ae1b-448f-4d52-8744-ff53bb30a02b HTTP/1.1" status: 200 len: 217 time: 0.0521524 Jul 14 07:15:48.951406 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ad78ef-8641-42d1-8c46-35c282d03e9f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet b7aa2e5c-c7f6-4b37-9e96-798c004547b6 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:15:48.980504 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76ad78ef-8641-42d1-8c46-35c282d03e9f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:49.007180 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bda22f-904c-4994-aefd-b8d51b738251 None None] Resources bound (agent type, host, resource id): {{(pid=93829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 07:15:49.071627 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b5919-cc43-493b-af45-f42930c1dbcf req-486fa1be-e0a3-4715-badb-de9082eeef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:49.072182 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-045b5919-cc43-493b-af45-f42930c1dbcf req-486fa1be-e0a3-4715-badb-de9082eeef1f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5918044e-a8af-4c2f-b837-95b1468fa844 HTTP/1.1" status: 200 len: 861 time: 0.1591680 Jul 14 07:15:49.118566 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-045b5919-cc43-493b-af45-f42930c1dbcf req-bbde73ac-8da1-4c16-bd0a-8c7c1577dfcd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0016421d-df1c-4cd1-a834-dae508e47911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386167 Jul 14 07:15:49.124014 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76ad78ef-8641-42d1-8c46-35c282d03e9f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:49.176966 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-74ca68e7-27c4-474e-9f0b-7f1733fc2cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:49.209597 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca68e7-27c4-474e-9f0b-7f1733fc2cea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=332600d1-7207-42c7-a6e5-4b2788cd4c8b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:49.212321 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Deleting port 266ebd3a-e52f-44a6-b662-7494bf65362a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:49.212732 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:49.314395 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f064421-b754-4fd7-a5fc-05e75d7ea916 req-764fbc80-96fb-494b-91d7-9a94bcee0477 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:49.316084 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f064421-b754-4fd7-a5fc-05e75d7ea916 req-764fbc80-96fb-494b-91d7-9a94bcee0477 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 944 time: 0.5455737 Jul 14 07:15:49.354646 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-74ca68e7-27c4-474e-9f0b-7f1733fc2cea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:49.361517 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-74ca68e7-27c4-474e-9f0b-7f1733fc2cea admin admin] 10.222.0.35 "DELETE /v2.0/subnets/332600d1-7207-42c7-a6e5-4b2788cd4c8b HTTP/1.1" status: 204 len: 168 time: 2.0985415 Jul 14 07:15:49.364250 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58052) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:49.375001 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-045b5919-cc43-493b-af45-f42930c1dbcf req-d46eb84c-de32-49df-9aac-d69126323e35 service neutron] 10.222.0.30 "GET /v2.0/networks/0016421d-df1c-4cd1-a834-dae508e47911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481148 Jul 14 07:15:49.378219 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76ad78ef-8641-42d1-8c46-35c282d03e9f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:49.530903 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd04c1bd-f1d1-49f7-95ec-021ad51c3fb0 None None] Network 9e82a324-3525-428e-a290-73810ba0350d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:49.612056 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-045b5919-cc43-493b-af45-f42930c1dbcf req-3614bd25-bade-48f7-8829-641d50442ccf service neutron] 10.222.0.30 "GET /v2.0/networks/0016421d-df1c-4cd1-a834-dae508e47911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301586 Jul 14 07:15:49.719781 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76ad78ef-8641-42d1-8c46-35c282d03e9f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:49.820011 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad78ef-8641-42d1-8c46-35c282d03e9f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=b7aa2e5c-c7f6-4b37-9e96-798c004547b6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:49.869115 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76ad78ef-8641-42d1-8c46-35c282d03e9f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:49.875775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54f2078-f5f9-4243-a9a0-5f7cf09a162b None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:49.878844 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-76ad78ef-8641-42d1-8c46-35c282d03e9f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/b7aa2e5c-c7f6-4b37-9e96-798c004547b6 HTTP/1.1" status: 204 len: 168 time: 1.0600898 Jul 14 07:15:49.879492 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58060) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:49.978866 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b405a2-1607-47b0-86eb-d08793b9d532 None None] DHCP port deletion for 9e82a324-3525-428e-a290-73810ba0350d request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:15:50.015131 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdd96b8-f09f-4377-b3a7-032eae869479 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Deleting subnet bd06fb02-22dd-49ab-a8d8-f5da526d4ef3 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:15:50.028597 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-abdd96b8-f09f-4377-b3a7-032eae869479 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:50.040265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] For port 266ebd3a-e52f-44a6-b662-7494bf65362a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=266ebd3a-e52f-44a6-b662-7494bf65362a,segment=NetworkSegment(fc28d57c-5b03-486f-a113-d8eb21b754cf),segment_id=fc28d57c-5b03-486f-a113-d8eb21b754cf)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:50.040530 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:50.076956 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f064421-b754-4fd7-a5fc-05e75d7ea916 req-c23dfd98-45b9-4ed9-9adb-1f8ad0818037 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6530154 Jul 14 07:15:50.087337 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Calling delete_port for 266ebd3a-e52f-44a6-b662-7494bf65362a owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:50.090692 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bd0fa43-bffe-4ca0-b7db-b2b33b36857b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:50.114212 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:50.161734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-47b405a2-1607-47b0-86eb-d08793b9d532 None None] Deleting port e5850f6f-39c6-4a21-819c-7f1d06a7e369 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:50.162370 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47b405a2-1607-47b0-86eb-d08793b9d532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:50.177993 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-abdd96b8-f09f-4377-b3a7-032eae869479 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:50.303138 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-47b405a2-1607-47b0-86eb-d08793b9d532 None None] For port e5850f6f-39c6-4a21-819c-7f1d06a7e369, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e5850f6f-39c6-4a21-819c-7f1d06a7e369,segment=NetworkSegment(c6af4047-db39-46ad-9b3b-eee7d1acad55),segment_id=c6af4047-db39-46ad-9b3b-eee7d1acad55)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:50.304000 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47b405a2-1607-47b0-86eb-d08793b9d532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:50.325216 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-47b405a2-1607-47b0-86eb-d08793b9d532 None None] Calling delete_port for e5850f6f-39c6-4a21-819c-7f1d06a7e369 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:50.458458 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47b405a2-1607-47b0-86eb-d08793b9d532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:50.504601 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b405a2-1607-47b0-86eb-d08793b9d532 None None] Pushing event deleted for resources: {'Port': ['ID=e5850f6f-39c6-4a21-819c-7f1d06a7e369,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:50.510819 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b405a2-1607-47b0-86eb-d08793b9d532 None None] No DVR routers for this DVR port e5850f6f-39c6-4a21-819c-7f1d06a7e369 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:15:50.614314 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:50.643210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No DVR routers for this DVR port 266ebd3a-e52f-44a6-b662-7494bf65362a on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:15:50.646657 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] Deleting port e5850f6f-39c6-4a21-819c-7f1d06a7e369 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:50.647007 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:50.718257 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] For port e5850f6f-39c6-4a21-819c-7f1d06a7e369, host n-d-778696-5, got binding levels [] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:50.718627 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:50.732706 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] Calling delete_port for e5850f6f-39c6-4a21-819c-7f1d06a7e369 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:50.735396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.ipam_backend_mixin [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] Port e5850f6f-39c6-4a21-819c-7f1d06a7e369 was not found and therefore no delete operation was performed {{(pid=93828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 07:15:50.737903 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd0fa43-bffe-4ca0-b7db-b2b33b36857b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Router 3aec3154-92cd-428d-814f-a8f82b5858a9 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:15:50.773944 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:50.809442 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] No DVR routers for this DVR port e5850f6f-39c6-4a21-819c-7f1d06a7e369 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:15:50.812910 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Port': ['ID=266ebd3a-e52f-44a6-b662-7494bf65362a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:50.861394 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e5850f6f-39c6-4a21-819c-7f1d06a7e369 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:15:50.887280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=e5850f6f-39c6-4a21-819c-7f1d06a7e369,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:50.890149 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-abdd96b8-f09f-4377-b3a7-032eae869479 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:50.911987 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: e5850f6f-39c6-4a21-819c-7f1d06a7e369 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:15:50.912596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e5850f6f-39c6-4a21-819c-7f1d06a7e369 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:15:50.953933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d7ccb-a8d2-486d-baba-b5bb619382cc req-87d0e73d-c4f5-4734-9b04-5825edd983db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:50.958228 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5e3d7ccb-a8d2-486d-baba-b5bb619382cc req-87d0e73d-c4f5-4734-9b04-5825edd983db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63f88cc9896d4fd7addd98da9d3f57db&device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 1095 time: 1.2353585 Jul 14 07:15:50.963297 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-abdd96b8-f09f-4377-b3a7-032eae869479 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:51.009158 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd96b8-f09f-4377-b3a7-032eae869479 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Subnet': ['ID=bd06fb02-22dd-49ab-a8d8-f5da526d4ef3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:51.043441 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:51.055934 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c752b5-7780-4619-a3ad-b1182b0c5ce6']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:51.067211 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-abdd96b8-f09f-4377-b3a7-032eae869479 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:51.067635 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-abdd96b8-f09f-4377-b3a7-032eae869479 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/bd06fb02-22dd-49ab-a8d8-f5da526d4ef3 HTTP/1.1" status: 204 len: 168 time: 1.1859586 Jul 14 07:15:51.073141 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58086) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:51.073360 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc28d57c-5b03-486f-a113-d8eb21b754cf') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:51.073360 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc28d57c-5b03-486f-a113-d8eb21b754cf') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:51.085882 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:51.102697 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:51.110870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:15:51.111304 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:51.141583 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7b85f21d-159c-4eb1-850e-8fdfeb664fbb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571895 Jul 14 07:15:51.143268 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58090) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:15:51.207704 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:15:51.221097 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:51.283364 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:51.286946 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/59c752b5-7780-4619-a3ad-b1182b0c5ce6 HTTP/1.1" status: 204 len: 168 time: 8.2996743 Jul 14 07:15:51.306382 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58102) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:51.343343 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d7ccb-a8d2-486d-baba-b5bb619382cc req-21029217-2293-44f1-b90f-8fb065451302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:51.356188 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5e3d7ccb-a8d2-486d-baba-b5bb619382cc req-21029217-2293-44f1-b90f-8fb065451302 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0016421d-df1c-4cd1-a834-dae508e47911 HTTP/1.1" status: 200 len: 922 time: 0.3826706 Jul 14 07:15:51.387240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7185c3-79aa-4e2a-841c-836f57ee5960 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Network': ['ID=59c752b5-7780-4619-a3ad-b1182b0c5ce6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:51.396198 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:51.435928 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5e3d7ccb-a8d2-486d-baba-b5bb619382cc req-386ca28b-4123-4db9-b138-0531a5a59d67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfa8ae1b-448f-4d52-8744-ff53bb30a02b HTTP/1.1" status: 200 len: 217 time: 0.0655315 Jul 14 07:15:51.442328 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b211d0f0-847a-4503-9c8d-61b6a1685746 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:51.443286 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b211d0f0-847a-4503-9c8d-61b6a1685746 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2973795 Jul 14 07:15:51.462780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58108) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:51.505578 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d7ccb-a8d2-486d-baba-b5bb619382cc req-0d254d71-c0ba-4b3b-a9c0-a9c5e0628c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:51.507219 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5e3d7ccb-a8d2-486d-baba-b5bb619382cc req-0d254d71-c0ba-4b3b-a9c0-a9c5e0628c2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5918044e-a8af-4c2f-b837-95b1468fa844 HTTP/1.1" status: 200 len: 861 time: 0.0626321 Jul 14 07:15:51.543396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e82a324-3525-428e-a290-73810ba0350d']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:51.551312 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c1eb1c-de7f-4edb-99d9-f5a95f0ba4e7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:51.555451 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58110) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:51.555786 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-23c1eb1c-de7f-4edb-99d9-f5a95f0ba4e7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0718105 Jul 14 07:15:51.557048 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5cc8e56-93f5-499a-b76d-112fd970e410 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:51.557523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5cc8e56-93f5-499a-b76d-112fd970e410 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:51.561494 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b5cc8e56-93f5-499a-b76d-112fd970e410 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/subnets/355bd3f7-47f5-429e-b196-107cbaca01a9 HTTP/1.1" status: 404 len: 337 time: 0.2475181 Jul 14 07:15:51.563026 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58112) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:51.565978 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5e3d7ccb-a8d2-486d-baba-b5bb619382cc req-8ae4a749-0276-47f9-8746-e5f9989f9dfd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0016421d-df1c-4cd1-a834-dae508e47911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495780 Jul 14 07:15:51.619236 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6af4047-db39-46ad-9b3b-eee7d1acad55') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:51.619679 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6af4047-db39-46ad-9b3b-eee7d1acad55') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:51.625996 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3ed3cd9e-b7a8-494b-91a3-5a2f61508f20 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691085 Jul 14 07:15:51.632018 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df91c371-82af-4bf8-8249-80a015a1b774 None None] Network 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:51.641120 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58114) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:51.644276 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ee7f48-e884-4ca7-9b5c-d81f2f18d7dc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:51.644707 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ee7f48-e884-4ca7-9b5c-d81f2f18d7dc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:51.648774 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b9ee7f48-e884-4ca7-9b5c-d81f2f18d7dc tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/59c752b5-7780-4619-a3ad-b1182b0c5ce6 HTTP/1.1" status: 404 len: 339 time: 0.0797784 Jul 14 07:15:51.656251 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:51.658994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58116) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:51.697885 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cf9003-8bc7-4fd5-abaa-d288ace9a3ef tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:51.698748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6cf9003-8bc7-4fd5-abaa-d288ace9a3ef tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:51.702412 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b6cf9003-8bc7-4fd5-abaa-d288ace9a3ef tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/subnets/89a0147c-4709-44ee-a29c-6d1d34abb2cb HTTP/1.1" status: 404 len: 337 time: 0.0392578 Jul 14 07:15:51.705324 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58118) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:51.727892 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2884c671-b2a1-450a-a9d8-8f9301024f76 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:51.728976 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2884c671-b2a1-450a-a9d8-8f9301024f76 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:51.733292 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2884c671-b2a1-450a-a9d8-8f9301024f76 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/e08539d6-76bf-48c9-9f53-738d621cf8c8 HTTP/1.1" status: 404 len: 339 time: 0.0239980 Jul 14 07:15:51.733893 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58122) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:51.739401 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab37fed3-c64b-4a1b-8712-61f051842703 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:51.739866 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab37fed3-c64b-4a1b-8712-61f051842703 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:51.744945 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ab37fed3-c64b-4a1b-8712-61f051842703 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/9c1016a0-f123-49c7-bb39-fdbc49b95fae HTTP/1.1" status: 404 len: 333 time: 0.0991309 Jul 14 07:15:51.748135 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58124) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:51.752779 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:51.769943 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:15:51.770380 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:15:51.775276 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:15:51.777982 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-053ce44e-c5dc-4185-bb92-ae547395bedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:51.825341 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccffbaad-7167-4199-9b79-0ee03274e035 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:51.825341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccffbaad-7167-4199-9b79-0ee03274e035 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:51.825341 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ccffbaad-7167-4199-9b79-0ee03274e035 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/bd06fb02-22dd-49ab-a8d8-f5da526d4ef3 HTTP/1.1" status: 404 len: 337 time: 0.0698800 Jul 14 07:15:51.837227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd0fa43-bffe-4ca0-b7db-b2b33b36857b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:15:51.837227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58128) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:51.853933 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda0453f-97ad-4f75-ba4b-553f70e92818 None None] Sync routers for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:15:51.865899 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d775d-99ce-40ef-bd6b-b43a7d450d2f req-c3010dbb-cf9f-4990-85d1-de5f12f2340b tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:51.867711 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cd6d775d-99ce-40ef-bd6b-b43a7d450d2f req-c3010dbb-cf9f-4990-85d1-de5f12f2340b tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 944 time: 0.4907923 Jul 14 07:15:51.876208 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5e3d7ccb-a8d2-486d-baba-b5bb619382cc req-cd04efc3-b664-4525-a9e6-1891580e288e service neutron] 10.222.0.30 "GET /v2.0/networks/0016421d-df1c-4cd1-a834-dae508e47911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011198 Jul 14 07:15:51.877465 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda0453f-97ad-4f75-ba4b-553f70e92818 None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:15:51.878108 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-dda0453f-97ad-4f75-ba4b-553f70e92818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:15:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:51.887895 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-94e692eb-6e08-42a7-873b-b8ea65eb4744 None None] Provisioning complete for port 2cf48e58-2fd4-4ecc-b969-30903b7b946c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:51.889002 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-94e692eb-6e08-42a7-873b-b8ea65eb4744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:51.905449 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1bd0fa43-bffe-4ca0-b7db-b2b33b36857b tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "PUT /v2.0/routers/3aec3154-92cd-428d-814f-a8f82b5858a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4316292 Jul 14 07:15:51.911920 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58132) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:51.924262 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-dda0453f-97ad-4f75-ba4b-553f70e92818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:51.937216 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda0453f-97ad-4f75-ba4b-553f70e92818 None None] Routers {'3aec3154-92cd-428d-814f-a8f82b5858a9'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:15:51.938124 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-dda0453f-97ad-4f75-ba4b-553f70e92818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:15:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3aec3154-92cd-428d-814f-a8f82b5858a9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:51.954924 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f915c69-42e5-4727-bd22-0ff8137f3b20 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:51.996389 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-dda0453f-97ad-4f75-ba4b-553f70e92818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:51.997336 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda0453f-97ad-4f75-ba4b-553f70e92818 None None] The sync data for ids ['3aec3154-92cd-428d-814f-a8f82b5858a9'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:15:52.001118 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-29078b0a-ca97-4c0a-99c2-0649a8d0d84a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:52.001467 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29078b0a-ca97-4c0a-99c2-0649a8d0d84a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:52.016510 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-29078b0a-ca97-4c0a-99c2-0649a8d0d84a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/b7aa2e5c-c7f6-4b37-9e96-798c004547b6 HTTP/1.1" status: 404 len: 337 time: 0.1479089 Jul 14 07:15:52.020635 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58134) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:52.081625 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9915d5-6e80-45cd-b8d6-6205ef719d4b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:52.082959 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9915d5-6e80-45cd-b8d6-6205ef719d4b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:52.090263 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fc9915d5-6e80-45cd-b8d6-6205ef719d4b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/150cb459-a9d9-4648-9104-7ee561bb4d9d HTTP/1.1" status: 404 len: 333 time: 0.0685689 Jul 14 07:15:52.090885 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58136) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:52.168867 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:52.231619 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:52.236853 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] 10.222.0.35 "DELETE /v2.0/networks/9e82a324-3525-428e-a290-73810ba0350d HTTP/1.1" status: 204 len: 168 time: 2.8117459 Jul 14 07:15:52.242733 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2260772-f2c3-41b9-bc45-3554aaef8f8b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:52.243204 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2260772-f2c3-41b9-bc45-3554aaef8f8b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:52.248369 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b2260772-f2c3-41b9-bc45-3554aaef8f8b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/56820b6a-617a-4589-ae6a-578bef865f0e HTTP/1.1" status: 404 len: 337 time: 0.1451299 Jul 14 07:15:52.252999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58144) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:52.266123 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6cff53-bdbb-47e4-b5d9-c73f940dc0ec None None] DHCP port deletion for 29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:15:52.274366 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f915c69-42e5-4727-bd22-0ff8137f3b20 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:52.292274 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f52f69-f52d-4130-89a2-63f6daddd297 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:52.292741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f52f69-f52d-4130-89a2-63f6daddd297 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:52.297731 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-72f52f69-f52d-4130-89a2-63f6daddd297 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/b5e44785-5f56-4d6a-8972-95ac93c625f6 HTTP/1.1" status: 404 len: 337 time: 0.0429647 Jul 14 07:15:52.301510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58146) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:52.305502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-7f915c69-42e5-4727-bd22-0ff8137f3b20 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b763b1a-260b-4dc9-8d60-c671c177216c']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:52.311852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cd6d775d-99ce-40ef-bd6b-b43a7d450d2f req-a83116d3-f4f9-485c-ab3d-a02595a1a844 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243832 Jul 14 07:15:52.316585 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eccaa2-522a-4cdd-92c4-2f484a017b5d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e82a324-3525-428e-a290-73810ba0350d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:52.352511 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-930320aa-ac05-44ea-beab-253950530c04 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:52.353384 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930320aa-ac05-44ea-beab-253950530c04 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:52.356655 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-7f915c69-42e5-4727-bd22-0ff8137f3b20 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb6e86a-9abd-4f41-bc08-a4ca41ff73b9') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:52.357758 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-7f915c69-42e5-4727-bd22-0ff8137f3b20 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb6e86a-9abd-4f41-bc08-a4ca41ff73b9') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:52.358442 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-930320aa-ac05-44ea-beab-253950530c04 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/c1ca9e1e-a43e-4fed-ab88-be77b14710c8 HTTP/1.1" status: 404 len: 333 time: 0.0557122 Jul 14 07:15:52.359229 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58154) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:52.397039 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f915c69-42e5-4727-bd22-0ff8137f3b20 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:52.397435 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5c6cff53-bdbb-47e4-b5d9-c73f940dc0ec None None] Deleting port 2cf48e58-2fd4-4ecc-b969-30903b7b946c {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:52.398015 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c6cff53-bdbb-47e4-b5d9-c73f940dc0ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:52.430722 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9776d0-6189-446f-8f3b-0a397e5fe497 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:52.431183 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9776d0-6189-446f-8f3b-0a397e5fe497 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:52.435886 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1c9776d0-6189-446f-8f3b-0a397e5fe497 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/a993ddfd-1833-4d96-856f-835fbb2b6f64 HTTP/1.1" status: 404 len: 337 time: 0.0430143 Jul 14 07:15:52.436595 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58162) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:52.455685 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f915c69-42e5-4727-bd22-0ff8137f3b20 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:52.474765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f915c69-42e5-4727-bd22-0ff8137f3b20 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:15:52.477058 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f915c69-42e5-4727-bd22-0ff8137f3b20 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:52.485380 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2541e4-0aae-4d5d-9301-2e00130e5f4e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:52.485767 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2541e4-0aae-4d5d-9301-2e00130e5f4e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:52.490336 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1d2541e4-0aae-4d5d-9301-2e00130e5f4e tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/2b9e9b78-1262-4911-a007-7499e1e12944 HTTP/1.1" status: 404 len: 337 time: 0.0367949 Jul 14 07:15:52.491774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58164) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:52.520693 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7322e8b-aa04-4dd9-82db-151780a87060 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:52.521463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7322e8b-aa04-4dd9-82db-151780a87060 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:52.535798 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e7322e8b-aa04-4dd9-82db-151780a87060 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/9705a358-0836-4f78-9721-92a148916563 HTTP/1.1" status: 404 len: 333 time: 0.0429273 Jul 14 07:15:52.538719 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58166) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:52.539040 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58168) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:52.550525 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5c6cff53-bdbb-47e4-b5d9-c73f940dc0ec None None] For port 2cf48e58-2fd4-4ecc-b969-30903b7b946c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2cf48e58-2fd4-4ecc-b969-30903b7b946c,segment=NetworkSegment(b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42),segment_id=b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:52.551195 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c6cff53-bdbb-47e4-b5d9-c73f940dc0ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:52.566740 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5c6cff53-bdbb-47e4-b5d9-c73f940dc0ec None None] Calling delete_port for 2cf48e58-2fd4-4ecc-b969-30903b7b946c owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:15:52.594926 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:15:52.598175 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8bea68f-25d3-455e-ab0a-867cbeeb086e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:52.624071 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-09291f4a-b191-417d-a0b4-81789c1f6fa6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:52.624642 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09291f4a-b191-417d-a0b4-81789c1f6fa6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:52.637765 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-09291f4a-b191-417d-a0b4-81789c1f6fa6 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/ea6afbed-1824-4bd9-bb4e-a47c8ab1ffbb HTTP/1.1" status: 404 len: 337 time: 0.0976822 Jul 14 07:15:52.638970 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58170) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:52.668390 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c6cff53-bdbb-47e4-b5d9-c73f940dc0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:52.708946 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cff53-bdbb-47e4-b5d9-c73f940dc0ec None None] Pushing event deleted for resources: {'Port': ['ID=2cf48e58-2fd4-4ecc-b969-30903b7b946c,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:52.712869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6cff53-bdbb-47e4-b5d9-c73f940dc0ec None None] No DVR routers for this DVR port 2cf48e58-2fd4-4ecc-b969-30903b7b946c on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:15:52.714775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cfa8ae1b-448f-4d52-8744-ff53bb30a02b details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:15:52.733787 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f683500-dc44-4c9b-9ab7-4a0cf74b22d2 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:52.734293 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f683500-dc44-4c9b-9ab7-4a0cf74b22d2 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:52.749433 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3f683500-dc44-4c9b-9ab7-4a0cf74b22d2 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/238d8a3c-15a7-4c7d-afed-81496f6addb0 HTTP/1.1" status: 404 len: 337 time: 0.1030586 Jul 14 07:15:52.750099 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58174) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:52.843697 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70eb660-4559-401c-a0b2-2b40dcc0e731 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:52.846192 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70eb660-4559-401c-a0b2-2b40dcc0e731 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:52.848045 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c70eb660-4559-401c-a0b2-2b40dcc0e731 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/302eeccb-186b-487e-8efd-2324a23c9717 HTTP/1.1" status: 404 len: 333 time: 0.0956972 Jul 14 07:15:52.865516 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port cfa8ae1b-448f-4d52-8744-ff53bb30a02b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cfa8ae1b-448f-4d52-8744-ff53bb30a02b,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:52.866165 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58178) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:52.882176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58180) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:52.885447 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-68121401-71cb-4027-9324-cb021ff1435d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84712628eb654ff0b9f11d80c53ffa6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601037 Jul 14 07:15:52.887744 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'cfa8ae1b-448f-4d52-8744-ff53bb30a02b', 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911', 'port_id': 'cfa8ae1b-448f-4d52-8744-ff53bb30a02b', 'mac_address': 'fa:16:3e:34:a3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5918044e-a8af-4c2f-b837-95b1468fa844', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:15:52.891271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2cf48e58-2fd4-4ecc-b969-30903b7b946c no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:15:52.899014 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8bea68f-25d3-455e-ab0a-867cbeeb086e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:52.941123 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 2cf48e58-2fd4-4ecc-b969-30903b7b946c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:15:52.941783 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2cf48e58-2fd4-4ecc-b969-30903b7b946c not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:15:52.992127 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5e3d7ccb-a8d2-486d-baba-b5bb619382cc req-1e99a680-be04-44bf-824b-97b0f9b826d2 service neutron] 10.222.0.30 "GET /v2.0/networks/0016421d-df1c-4cd1-a834-dae508e47911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0952494 Jul 14 07:15:53.004470 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:53.020919 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-521c9e23-5f33-4dc9-a1ce-58641a9ea77f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:53.021275 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa8ae1b-448f-4d52-8744-ff53bb30a02b {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:15:53.021892 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521c9e23-5f33-4dc9-a1ce-58641a9ea77f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:53.024297 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-521c9e23-5f33-4dc9-a1ce-58641a9ea77f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/41f5080f-5c2b-4b8b-aa1a-83fa70f93fad HTTP/1.1" status: 404 len: 337 time: 0.1571693 Jul 14 07:15:53.025205 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f915c69-42e5-4727-bd22-0ff8137f3b20 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:53.030714 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f915c69-42e5-4727-bd22-0ff8137f3b20 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:53.030901 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58184) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:53.034458 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7f915c69-42e5-4727-bd22-0ff8137f3b20 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/1b763b1a-260b-4dc9-8d60-c671c177216c HTTP/1.1" status: 204 len: 168 time: 1.2990375 Jul 14 07:15:53.039833 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58186) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:53.055942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port cfa8ae1b-448f-4d52-8744-ff53bb30a02b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cfa8ae1b-448f-4d52-8744-ff53bb30a02b,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:53.071496 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:53.091358 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-2829433d-7916-46f0-b2b1-94e649907347 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:53.092129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2829433d-7916-46f0-b2b1-94e649907347 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:53.100410 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2829433d-7916-46f0-b2b1-94e649907347 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/83c9fc03-4fdf-400d-96ba-b2318a22da58 HTTP/1.1" status: 404 len: 333 time: 0.0663629 Jul 14 07:15:53.103766 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58188) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:53.124920 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a880021-0c06-439c-a549-667a83324a54 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:53.125409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a880021-0c06-439c-a549-667a83324a54 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:53.129675 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7a880021-0c06-439c-a549-667a83324a54 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/subnets/3eb664eb-5f26-47ad-8b26-57d6bf308682 HTTP/1.1" status: 404 len: 337 time: 0.0855703 Jul 14 07:15:53.130544 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f915c69-42e5-4727-bd22-0ff8137f3b20 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Network': ['ID=1b763b1a-260b-4dc9-8d60-c671c177216c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:53.139797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58190) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:53.148625 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f66505-e609-492e-81be-2676536e8e96 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:53.149690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f66505-e609-492e-81be-2676536e8e96 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:53.152689 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-82f66505-e609-492e-81be-2676536e8e96 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/5283ccfd-238c-4487-aa92-0f4fe9fbc65b HTTP/1.1" status: 404 len: 337 time: 0.0465188 Jul 14 07:15:53.156919 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58192) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:53.173440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-053ce44e-c5dc-4185-bb92-ae547395bedc admin admin] Deleting port 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:53.174222 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-053ce44e-c5dc-4185-bb92-ae547395bedc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:53.194719 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=cfa8ae1b-448f-4d52-8744-ff53bb30a02b,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:53.233759 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2a8c3d-8a8d-41ce-a590-63e92f88c6b9 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:53.234377 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2a8c3d-8a8d-41ce-a590-63e92f88c6b9 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:53.238581 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ae2a8c3d-8a8d-41ce-a590-63e92f88c6b9 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/c16ca811-c306-4cc1-b0d1-d03824ee9dce HTTP/1.1" status: 404 len: 339 time: 0.0922589 Jul 14 07:15:53.245674 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58194) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:53.248306 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1bbef57-413a-4c64-9905-57ca727623e9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:53.249432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1bbef57-413a-4c64-9905-57ca727623e9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:53.251176 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d1bbef57-413a-4c64-9905-57ca727623e9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/d41ecdca-3986-445d-b9fe-f61eee432425 HTTP/1.1" status: 404 len: 333 time: 0.0840886 Jul 14 07:15:53.263938 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58196) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:53.278465 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-053ce44e-c5dc-4185-bb92-ae547395bedc admin admin] For port 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1a4f9b39-7169-4b48-aecf-9b3d7a9935e4,segment=NetworkSegment(4f3465f0-c83f-4f17-900a-25eaacaeae03),segment_id=4f3465f0-c83f-4f17-900a-25eaacaeae03)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:53.281747 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-053ce44e-c5dc-4185-bb92-ae547395bedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:53.302008 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-053ce44e-c5dc-4185-bb92-ae547395bedc admin admin] Calling delete_port for 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:53.307199 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['cfa8ae1b-448f-4d52-8744-ff53bb30a02b'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:15:53.365903 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4b31a1-1968-4ddc-a060-1cecf88ca757 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:53.370789 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d4b31a1-1968-4ddc-a060-1cecf88ca757 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:53.381267 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8d4b31a1-1968-4ddc-a060-1cecf88ca757 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/subnets/e6684164-9ba8-4265-bbde-aac87c5548c0 HTTP/1.1" status: 404 len: 337 time: 0.1320550 Jul 14 07:15:53.381267 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b246db0-d526-42d1-931d-fcd443e9b208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:53.387933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58200) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:53.390402 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d518e181-3092-413e-b1d2-e49f63a7c655 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:53.390990 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d518e181-3092-413e-b1d2-e49f63a7c655 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:53.398825 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d518e181-3092-413e-b1d2-e49f63a7c655 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/b22b4ea1-08ff-4009-9e46-f10105ea5e42 HTTP/1.1" status: 404 len: 337 time: 0.1260757 Jul 14 07:15:53.417025 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58204) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:53.533823 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c8bea68f-25d3-455e-ab0a-867cbeeb086e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Deleting port 9f69e7f4-caad-4758-bcd2-aea421a3f875 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:53.534057 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8bea68f-25d3-455e-ab0a-867cbeeb086e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:53.595044 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-053ce44e-c5dc-4185-bb92-ae547395bedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:53.604633 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f9b858-9b80-4cb3-8b62-ec4c0f6518e2 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:53.605493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f9b858-9b80-4cb3-8b62-ec4c0f6518e2 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:53.610156 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-22f9b858-9b80-4cb3-8b62-ec4c0f6518e2 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/e8bd1879-61ca-4c4d-9657-31ae34967e7f HTTP/1.1" status: 404 len: 339 time: 0.2078898 Jul 14 07:15:53.610156 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5f679b-897d-4c82-b64f-c447c2bbfd86 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:53.610156 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5f679b-897d-4c82-b64f-c447c2bbfd86 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:53.610901 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cb5f679b-897d-4c82-b64f-c447c2bbfd86 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/e54195fc-ed48-4cae-9ed6-c094b39cafab HTTP/1.1" status: 404 len: 333 time: 0.1865456 Jul 14 07:15:53.614375 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b246db0-d526-42d1-931d-fcd443e9b208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:53.616730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58208) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:53.616960 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58210) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:53.656586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ce44e-c5dc-4185-bb92-ae547395bedc admin admin] Pushing event deleted for resources: {'Port': ['ID=1a4f9b39-7169-4b48-aecf-9b3d7a9935e4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:53.690003 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07977fd-8f01-47c9-bf46-4a728e592aa1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:53.690618 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f07977fd-8f01-47c9-bf46-4a728e592aa1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:53.695047 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f07977fd-8f01-47c9-bf46-4a728e592aa1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/2f8b74ff-5374-4346-8ef7-dbbec7499d28 HTTP/1.1" status: 404 len: 337 time: 0.0760169 Jul 14 07:15:53.696084 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f9b739-6a72-4ff5-8945-c82c992680c0 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:53.696615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f9b739-6a72-4ff5-8945-c82c992680c0 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:53.698334 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d2f9b739-6a72-4ff5-8945-c82c992680c0 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/subnets/dfb46524-9980-499c-97fc-143111d9e954 HTTP/1.1" status: 404 len: 337 time: 0.0804400 Jul 14 07:15:53.699006 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58214) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:53.701917 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58216) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:53.754341 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-936409ea-d5af-479a-97be-b4193a83d177 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:53.755252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936409ea-d5af-479a-97be-b4193a83d177 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:53.759796 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-936409ea-d5af-479a-97be-b4193a83d177 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/9b24bc4e-7858-4bb4-8914-f503ea8db0b6 HTTP/1.1" status: 404 len: 333 time: 0.0508337 Jul 14 07:15:53.765240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58218) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:53.779662 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8bea68f-25d3-455e-ab0a-867cbeeb086e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:53.782320 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-376fe5d0-d764-48d4-8dc5-23285415648a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:53.782914 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376fe5d0-d764-48d4-8dc5-23285415648a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:53.784790 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-376fe5d0-d764-48d4-8dc5-23285415648a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/16a1e31b-6081-410d-ac62-95152c0a43e8 HTTP/1.1" status: 404 len: 339 time: 0.0773561 Jul 14 07:15:53.788702 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58220) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:53.796159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8873d21-fcd8-4cd5-95d2-272c4cc6fd6c req-eab1145b-c039-464f-89b9-39ea086b4794 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:53.797746 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8873d21-fcd8-4cd5-95d2-272c4cc6fd6c req-eab1145b-c039-464f-89b9-39ea086b4794 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 945 time: 0.2659240 Jul 14 07:15:53.810361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c8bea68f-25d3-455e-ab0a-867cbeeb086e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Calling delete_port for 9f69e7f4-caad-4758-bcd2-aea421a3f875 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:53.825973 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-b198df6d-e1b4-4af3-ba6b-d94862241825 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:53.826422 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b198df6d-e1b4-4af3-ba6b-d94862241825 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:53.828127 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b198df6d-e1b4-4af3-ba6b-d94862241825 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/372e441f-ca90-498c-8b2e-b074e7b8b155 HTTP/1.1" status: 404 len: 337 time: 0.0570757 Jul 14 07:15:53.834820 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58222) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:53.899567 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-72404f3a-fa9f-4cfc-88c1-969363bc888a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:53.899567 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72404f3a-fa9f-4cfc-88c1-969363bc888a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:53.904887 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-72404f3a-fa9f-4cfc-88c1-969363bc888a tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/subnets/c102b90d-0bcb-44ab-b2ff-bc0da19c10e8 HTTP/1.1" status: 404 len: 337 time: 0.1113544 Jul 14 07:15:53.908031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58228) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:53.925782 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-afaaa60e-bdae-450f-bc5a-b5555d17b072 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:53.926716 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afaaa60e-bdae-450f-bc5a-b5555d17b072 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:53.928460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-afaaa60e-bdae-450f-bc5a-b5555d17b072 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/44231708-5df3-41c5-849b-f9797c0c622b HTTP/1.1" status: 404 len: 333 time: 0.0861464 Jul 14 07:15:53.936085 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58232) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:53.945961 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b246db0-d526-42d1-931d-fcd443e9b208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:53.956136 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b246db0-d526-42d1-931d-fcd443e9b208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:53.957351 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6b246db0-d526-42d1-931d-fcd443e9b208 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/307fed5e-8b23-4763-a9ac-edf17a15f2a2 HTTP/1.1" status: 204 len: 168 time: 1.0534604 Jul 14 07:15:53.961685 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae064769-f088-4a58-aa4f-d278f7e4d4dd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:53.962277 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae064769-f088-4a58-aa4f-d278f7e4d4dd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:53.967392 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ae064769-f088-4a58-aa4f-d278f7e4d4dd tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/aeffb627-6b20-479b-9d9b-eb6577393580 HTTP/1.1" status: 404 len: 339 time: 0.0566599 Jul 14 07:15:53.968021 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58242) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:53.998313 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-0baa18de-e75e-473b-a87d-5470f574a2bc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:53.998784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0baa18de-e75e-473b-a87d-5470f574a2bc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:54.000558 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0baa18de-e75e-473b-a87d-5470f574a2bc tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/7ba86499-01d5-4b0a-af00-b285e149f577 HTTP/1.1" status: 404 len: 337 time: 0.0620534 Jul 14 07:15:54.018731 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58248) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:54.051907 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8873d21-fcd8-4cd5-95d2-272c4cc6fd6c req-4f09b19c-6273-4971-8b3a-7ffb15c57dd5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304039 Jul 14 07:15:54.090363 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa7d814-16c1-46d5-8334-2bd13f0944c8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:54.090822 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa7d814-16c1-46d5-8334-2bd13f0944c8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:54.093215 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3fa7d814-16c1-46d5-8334-2bd13f0944c8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/66594a47-cb73-4c9d-ae5e-26978b5b1c96 HTTP/1.1" status: 404 len: 337 time: 0.0734708 Jul 14 07:15:54.122356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58250) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:54.138021 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7a08bd-ac41-42d9-876e-8b16a80225ec tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:54.139028 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7a08bd-ac41-42d9-876e-8b16a80225ec tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:54.140833 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0c7a08bd-ac41-42d9-876e-8b16a80225ec tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/subnets/b5c393bc-bc81-4eb1-a136-1c042ddd73e6 HTTP/1.1" status: 404 len: 337 time: 0.1721597 Jul 14 07:15:54.148044 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b246db0-d526-42d1-931d-fcd443e9b208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307fed5e-8b23-4763-a9ac-edf17a15f2a2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:54.150407 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58252) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:54.157643 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-0baaf4d5-d172-42d4-81b5-e906d1750e7f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:54.158391 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0baaf4d5-d172-42d4-81b5-e906d1750e7f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:54.160783 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0baaf4d5-d172-42d4-81b5-e906d1750e7f tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/6d36d8b2-a45a-4253-84a2-4a62fdecdae1 HTTP/1.1" status: 404 len: 333 time: 0.0373099 Jul 14 07:15:54.168990 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58254) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:54.194992 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2669b6c-05e8-4aab-9628-3cc8ced1f7d7 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:54.195653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2669b6c-05e8-4aab-9628-3cc8ced1f7d7 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:54.197549 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e2669b6c-05e8-4aab-9628-3cc8ced1f7d7 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/06e5d58a-4e92-45d3-9069-6dd3b6bb37bb HTTP/1.1" status: 404 len: 339 time: 0.0461502 Jul 14 07:15:54.209348 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58256) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:54.226437 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ebe3da-71b7-4aab-a99e-e45f978d7d16 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:54.226888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ebe3da-71b7-4aab-a99e-e45f978d7d16 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:54.229617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-84ebe3da-71b7-4aab-a99e-e45f978d7d16 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/af5d9b38-e8c6-4b9c-b5c9-35cb52b85042 HTTP/1.1" status: 404 len: 337 time: 0.0588875 Jul 14 07:15:54.252076 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58258) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:54.260339 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42742e2-3dee-4f2a-b943-ba388cf4511d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:54.260919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42742e2-3dee-4f2a-b943-ba388cf4511d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:54.262890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d42742e2-3dee-4f2a-b943-ba388cf4511d tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/subnets/7ff85b50-c42b-43c4-9188-06af50ee5a62 HTTP/1.1" status: 404 len: 337 time: 0.0523307 Jul 14 07:15:54.267196 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58260) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:54.309841 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-053ce44e-c5dc-4185-bb92-ae547395bedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:54.336026 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8bea68f-25d3-455e-ab0a-867cbeeb086e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:54.339996 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d8c88f-e0ff-4826-8a70-79df48d87c92 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:54.340468 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d8c88f-e0ff-4826-8a70-79df48d87c92 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:54.347091 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-59d8c88f-e0ff-4826-8a70-79df48d87c92 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/0f008f54-71c9-4c3a-8caf-dc8cbf33c458 HTTP/1.1" status: 404 len: 337 time: 0.0935512 Jul 14 07:15:54.349938 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34f9d17-ca5a-4ffe-a796-5f5c2081504e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:54.350545 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34f9d17-ca5a-4ffe-a796-5f5c2081504e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:54.359373 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e34f9d17-ca5a-4ffe-a796-5f5c2081504e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/d9edea69-a047-42f2-bb7e-f31c1648bc94 HTTP/1.1" status: 404 len: 339 time: 0.0827510 Jul 14 07:15:54.360288 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58266) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:54.360787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58268) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:54.382252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bea68f-25d3-455e-ab0a-867cbeeb086e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event deleted for resources: {'Port': ['ID=9f69e7f4-caad-4758-bcd2-aea421a3f875,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:54.465990 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8bea68f-25d3-455e-ab0a-867cbeeb086e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:54.531284 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d00182-c3a3-41bd-be9f-520af100811b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:54.531707 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d00182-c3a3-41bd-be9f-520af100811b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:54.533464 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f0d00182-c3a3-41bd-be9f-520af100811b tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/subnets/9bcd5ef6-b4e7-4c93-bed5-c9e4baa20cc7 HTTP/1.1" status: 404 len: 337 time: 0.1557176 Jul 14 07:15:54.534340 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4c32d7-da40-418c-b51f-1b69765067b8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:54.535053 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4c32d7-da40-418c-b51f-1b69765067b8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:54.538822 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2e4c32d7-da40-418c-b51f-1b69765067b8 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/d702626b-db0d-4070-b798-55694275c693 HTTP/1.1" status: 404 len: 333 time: 0.1690013 Jul 14 07:15:54.540842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58274) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:54.541177 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58276) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:54.615642 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8bea68f-25d3-455e-ab0a-867cbeeb086e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:54.618273 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8bea68f-25d3-455e-ab0a-867cbeeb086e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:54.683947 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8bea68f-25d3-455e-ab0a-867cbeeb086e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:54.684530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bea68f-25d3-455e-ab0a-867cbeeb086e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Fanout notify agent at l3_agent the message router_deleted on router 3aec3154-92cd-428d-814f-a8f82b5858a9 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:15:54.693571 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cfa8ae1b-448f-4d52-8744-ff53bb30a02b up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:15:54.700352 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8bea68f-25d3-455e-ab0a-867cbeeb086e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:54.703864 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c8bea68f-25d3-455e-ab0a-867cbeeb086e tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/routers/3aec3154-92cd-428d-814f-a8f82b5858a9 HTTP/1.1" status: 204 len: 168 time: 2.7562301 Jul 14 07:15:54.704598 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58282) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:54.789491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a65d86-5d94-40f8-9ecd-6303bee72782 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Deleting subnet ce6bd104-05c7-4202-aa9a-072c192c82db {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:15:54.793052 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a9a65d86-5d94-40f8-9ecd-6303bee72782 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:54.863735 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port cfa8ae1b-448f-4d52-8744-ff53bb30a02b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:15:54.876281 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port cfa8ae1b-448f-4d52-8744-ff53bb30a02b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:15:54.877271 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:54.882939 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a9a65d86-5d94-40f8-9ecd-6303bee72782 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:54.998684 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a9a65d86-5d94-40f8-9ecd-6303bee72782 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:55.129890 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a9a65d86-5d94-40f8-9ecd-6303bee72782 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:55.199316 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eed01b9-dba6-4281-9d6e-cc2ff289ed91 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:55.199893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eed01b9-dba6-4281-9d6e-cc2ff289ed91 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:55.204325 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6eed01b9-dba6-4281-9d6e-cc2ff289ed91 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/1d1ea8c6-ab08-41ac-889b-f597d8d86f97 HTTP/1.1" status: 404 len: 337 time: 0.6529443 Jul 14 07:15:55.224539 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58308) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:55.225502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a65d86-5d94-40f8-9ecd-6303bee72782 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event deleted for resources: {'Subnet': ['ID=ce6bd104-05c7-4202-aa9a-072c192c82db,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:55.232453 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:55.264600 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-9626f942-7c9f-4e47-bf68-9646aa003930 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:55.265902 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9626f942-7c9f-4e47-bf68-9646aa003930 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:55.270615 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9626f942-7c9f-4e47-bf68-9646aa003930 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/25c4600d-a485-4e8c-8460-77fef36bec7b HTTP/1.1" status: 404 len: 339 time: 0.7283380 Jul 14 07:15:55.274662 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58312) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:55.293720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c229df6-c385-4f0e-9b58-ed420137e967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa8ae1b-448f-4d52-8744-ff53bb30a02b'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:15:55.298956 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2b8a5b-43c7-4d64-abdc-d39dbd8540b0" -d '{"events": [{"server_uuid": "0c229df6-c385-4f0e-9b58-ed420137e967", "name": "network-vif-plugged", "status": "completed", "tag": "cfa8ae1b-448f-4d52-8744-ff53bb30a02b"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:15:55.304612 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a9a65d86-5d94-40f8-9ecd-6303bee72782 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:55.312152 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a9a65d86-5d94-40f8-9ecd-6303bee72782 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/subnets/ce6bd104-05c7-4202-aa9a-072c192c82db HTTP/1.1" status: 204 len: 168 time: 0.6066430 Jul 14 07:15:55.314143 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f886206-440f-41d1-b39c-797bd11f47eb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:55.316585 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f886206-440f-41d1-b39c-797bd11f47eb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:55.324335 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2f886206-440f-41d1-b39c-797bd11f47eb tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/9f89161c-2f80-4b73-98cc-d1adff69448d HTTP/1.1" status: 404 len: 337 time: 0.0941677 Jul 14 07:15:55.324335 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58316) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:55.335240 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58318) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:55.343944 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port cfa8ae1b-448f-4d52-8744-ff53bb30a02b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cfa8ae1b-448f-4d52-8744-ff53bb30a02b,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:55.350465 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:55.425175 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d778d69a-b1a7-40a7-8a0f-6358ddb4d134 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:55.426040 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d778d69a-b1a7-40a7-8a0f-6358ddb4d134 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:55.427901 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d778d69a-b1a7-40a7-8a0f-6358ddb4d134 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/c3e43aac-0fc5-4190-9c4f-3a3936966dfc HTTP/1.1" status: 404 len: 333 time: 0.0898631 Jul 14 07:15:55.430760 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58326) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:55.439490 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c78bc5-d86a-45a5-935c-2a69ecc7b89f x-openstack-request-id: req-a0c78bc5-d86a-45a5-935c-2a69ecc7b89f {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:15:55.439784 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c229df6-c385-4f0e-9b58-ed420137e967", "name": "network-vif-plugged", "status": "completed", "tag": "cfa8ae1b-448f-4d52-8744-ff53bb30a02b", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:15:55.440039 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a0c78bc5-d86a-45a5-935c-2a69ecc7b89f {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:15:55.440445 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c229df6-c385-4f0e-9b58-ed420137e967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa8ae1b-448f-4d52-8744-ff53bb30a02b', 'code': 200} Jul 14 07:15:55.442955 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=cfa8ae1b-448f-4d52-8744-ff53bb30a02b,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:55.464505 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-241a31bf-3e24-43f2-9cb1-1e0ce45a7462 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:55.465069 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-241a31bf-3e24-43f2-9cb1-1e0ce45a7462 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:55.467492 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-241a31bf-3e24-43f2-9cb1-1e0ce45a7462 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/fe3c56c7-bfdc-48c8-bbe9-51c43cb4ccc1 HTTP/1.1" status: 404 len: 337 time: 0.0346701 Jul 14 07:15:55.468596 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-498f338c-da0f-4204-ae8b-88a2609c02f6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:55.470851 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58328) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:55.471480 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498f338c-da0f-4204-ae8b-88a2609c02f6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:55.474016 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-498f338c-da0f-4204-ae8b-88a2609c02f6 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/subnets/500186be-21ac-437e-b297-e3534f99714f HTTP/1.1" status: 404 len: 337 time: 0.1984332 Jul 14 07:15:55.479301 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58330) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:55.556731 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a382c05b-5845-4804-8bb3-67ad3888b0d7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:55.557179 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a382c05b-5845-4804-8bb3-67ad3888b0d7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:55.558931 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a382c05b-5845-4804-8bb3-67ad3888b0d7 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/9ff93650-7964-4402-a48d-8e8063bc50e0 HTTP/1.1" status: 404 len: 337 time: 0.0868669 Jul 14 07:15:55.560635 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58332) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:55.575079 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58334) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:55.643883 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd4b02e-c545-4206-9f27-42b7a125bb85 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:55.644975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd4b02e-c545-4206-9f27-42b7a125bb85 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:55.649812 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-efd4b02e-c545-4206-9f27-42b7a125bb85 tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/28e759d7-6542-41ea-aa07-030bbc8ce24c HTTP/1.1" status: 404 len: 339 time: 0.1316695 Jul 14 07:15:55.654870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58338) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:55.711857 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b2d226b-b255-4dd5-b21c-69668fd6b902 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:55.715018 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b2fee9-b637-4d96-b5f5-3ee128b7219c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Deleting subnet 45a119c3-5d25-48e3-a002-fb3131061a99 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:15:55.719294 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d0b2fee9-b637-4d96-b5f5-3ee128b7219c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:55.723061 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4eda7f2c-e8a4-424f-9b47-d86649d92543 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports?device_id=04b645c8-24f8-405c-a76d-98c79b835cc5 HTTP/1.1" status: 200 len: 205 time: 0.1369398 Jul 14 07:15:55.728877 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58340) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:55.764924 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d0b2fee9-b637-4d96-b5f5-3ee128b7219c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:55.850160 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66828d9b-af1b-4bbc-926e-a601a5fdd2f3 req-c8a8ee10-7523-4f86-a2fd-059efa9a7109 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:55.850404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-32b320aa-b07e-47c1-8dec-a8ba75adc054 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-695941789-network', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:55.850539 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66828d9b-af1b-4bbc-926e-a601a5fdd2f3 req-c8a8ee10-7523-4f86-a2fd-059efa9a7109 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 946 time: 0.4530661 Jul 14 07:15:55.850646 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-e1ecdc9f-da39-44c1-9d24-a77aadb399d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] delete failed (client error): The resource could not be found. Jul 14 07:15:55.851454 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e1ecdc9f-da39-44c1-9d24-a77aadb399d1 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/routers/04b645c8-24f8-405c-a76d-98c79b835cc5 HTTP/1.1" status: 404 len: 336 time: 0.1198754 Jul 14 07:15:55.855952 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58344) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:55.895788 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-20221a20-fd18-4761-9339-442bbf81372a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:55.895788 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20221a20-fd18-4761-9339-442bbf81372a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:55.900682 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-20221a20-fd18-4761-9339-442bbf81372a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/2c1e032a-8fe7-4e77-944e-0b8dd30f6e83 HTTP/1.1" status: 404 len: 337 time: 0.0394409 Jul 14 07:15:55.900682 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b320aa-b07e-47c1-8dec-a8ba75adc054 admin admin] Made reservation on behalf of fa1319ff0abd4cafa263b8b7a1f4e079 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:55.900682 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32b320aa-b07e-47c1-8dec-a8ba75adc054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:55.903342 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58346) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:55.965305 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32b320aa-b07e-47c1-8dec-a8ba75adc054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:55.991558 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66828d9b-af1b-4bbc-926e-a601a5fdd2f3 req-e0f17c1b-5351-4a25-8ca0-9ad770789777 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353364 Jul 14 07:15:55.991903 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-40eb9295-0441-42d0-b6a7-30a2e52dd3f4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "GET /v2.0/ports?device_id=acddc571-9aec-4303-9c75-69911816f47f HTTP/1.1" status: 200 len: 205 time: 0.0661545 Jul 14 07:15:55.992021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053ce44e-c5dc-4185-bb92-ae547395bedc admin admin] Router d076f571-31b6-41ad-bd1b-48caf83312c7 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:15:55.992021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58348) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:56.029484 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-53c58441-fb41-4221-aa3e-3d0bcab18991 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] delete failed (client error): The resource could not be found. Jul 14 07:15:56.030226 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-53c58441-fb41-4221-aa3e-3d0bcab18991 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/routers/acddc571-9aec-4303-9c75-69911816f47f HTTP/1.1" status: 404 len: 336 time: 0.0485907 Jul 14 07:15:56.032816 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d0b2fee9-b637-4d96-b5f5-3ee128b7219c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.037353 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58352) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:56.059458 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b2d226b-b255-4dd5-b21c-69668fd6b902 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.083861 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3b2d226b-b255-4dd5-b21c-69668fd6b902 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d105c51-acc4-448c-8a76-92754f3a53b7']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:56.095991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242b3ec-460f-4599-bcbb-47c4f4e24ad0 req-4b79b0a3-8eab-481f-8f94-cd733f0430a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:56.097541 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b242b3ec-460f-4599-bcbb-47c4f4e24ad0 req-4b79b0a3-8eab-481f-8f94-cd733f0430a0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 1097 time: 0.5376315 Jul 14 07:15:56.146435 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cc14aa-212e-4662-b55f-2af273ad750a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:56.146977 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65cc14aa-212e-4662-b55f-2af273ad750a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:56.151120 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-65cc14aa-212e-4662-b55f-2af273ad750a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/82ffbc8c-6e1d-495b-a065-e6842f66b0ed HTTP/1.1" status: 404 len: 337 time: 0.1104481 Jul 14 07:15:56.152722 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58360) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:56.201252 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-439dbcee-8ab4-47cf-9d11-9e6c9cbd0890 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:56.201928 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-439dbcee-8ab4-47cf-9d11-9e6c9cbd0890 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:56.203595 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-439dbcee-8ab4-47cf-9d11-9e6c9cbd0890 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/c76c489e-c552-46bd-9c30-4fcfd4e8d752 HTTP/1.1" status: 404 len: 337 time: 0.0483429 Jul 14 07:15:56.209946 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3b2d226b-b255-4dd5-b21c-69668fd6b902 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4511a81c-59f4-477a-98f4-dafc0ea3f026') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:56.210304 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3b2d226b-b255-4dd5-b21c-69668fd6b902 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4511a81c-59f4-477a-98f4-dafc0ea3f026') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:56.220612 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b2d226b-b255-4dd5-b21c-69668fd6b902 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.236068 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58368) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:56.240758 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b2d226b-b255-4dd5-b21c-69668fd6b902 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.248504 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2d226b-b255-4dd5-b21c-69668fd6b902 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:15:56.248813 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b2d226b-b255-4dd5-b21c-69668fd6b902 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.281462 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03334b6-cff9-41f3-8f3b-d3ba336787ba tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:56.282257 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03334b6-cff9-41f3-8f3b-d3ba336787ba tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:56.284069 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c03334b6-cff9-41f3-8f3b-d3ba336787ba tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/73b6ab5b-c246-4cb2-acd4-14853af2671e HTTP/1.1" status: 404 len: 333 time: 0.0454962 Jul 14 07:15:56.287551 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58374) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:56.316337 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0e03c1-8ae5-4168-9569-5883f73a89d4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:56.316897 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0e03c1-8ae5-4168-9569-5883f73a89d4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:56.318748 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4c0e03c1-8ae5-4168-9569-5883f73a89d4 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/fda1d482-2e44-4d83-9639-b765fb6d4df0 HTTP/1.1" status: 404 len: 337 time: 0.0304015 Jul 14 07:15:56.321424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58376) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:56.332336 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d0b2fee9-b637-4d96-b5f5-3ee128b7219c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:15:56.336583 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:15:56.353549 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32b320aa-b07e-47c1-8dec-a8ba75adc054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.356226 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b2d226b-b255-4dd5-b21c-69668fd6b902 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.374856 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32b320aa-b07e-47c1-8dec-a8ba75adc054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.381463 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b2d226b-b255-4dd5-b21c-69668fd6b902 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.386542 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3b2d226b-b255-4dd5-b21c-69668fd6b902 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] 10.222.0.35 "DELETE /v2.0/networks/5d105c51-acc4-448c-8a76-92754f3a53b7 HTTP/1.1" status: 204 len: 168 time: 1.0628772 Jul 14 07:15:56.398985 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053ce44e-c5dc-4185-bb92-ae547395bedc admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:15:56.400813 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d528177-40b0-4f2e-bc09-fde70acb3e87 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:56.406468 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d528177-40b0-4f2e-bc09-fde70acb3e87 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:56.408276 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8d528177-40b0-4f2e-bc09-fde70acb3e87 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/4b09ecea-a9fa-4f7b-a129-3c43dace929f HTTP/1.1" status: 404 len: 333 time: 0.0858898 Jul 14 07:15:56.412081 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70ef58-7d3b-4227-954e-4160c0a24b9b None None] Sync routers for ids ['d076f571-31b6-41ad-bd1b-48caf83312c7'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:15:56.417614 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58380) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:56.417876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58382) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:56.418296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-053ce44e-c5dc-4185-bb92-ae547395bedc admin admin] 10.222.0.35 "PUT /v2.0/routers/d076f571-31b6-41ad-bd1b-48caf83312c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5890002 Jul 14 07:15:56.423368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2fee9-b637-4d96-b5f5-3ee128b7219c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Subnet': ['ID=45a119c3-5d25-48e3-a002-fb3131061a99,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:56.434963 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d0b2fee9-b637-4d96-b5f5-3ee128b7219c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.440920 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d0b2fee9-b637-4d96-b5f5-3ee128b7219c tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/subnets/45a119c3-5d25-48e3-a002-fb3131061a99 HTTP/1.1" status: 204 len: 168 time: 0.7845840 Jul 14 07:15:56.443201 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70ef58-7d3b-4227-954e-4160c0a24b9b None None] Routers {'d076f571-31b6-41ad-bd1b-48caf83312c7'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:15:56.443373 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58384) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:56.445446 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0c70ef58-7d3b-4227-954e-4160c0a24b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:15:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d076f571-31b6-41ad-bd1b-48caf83312c7'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:56.456004 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d471d44-6138-4d38-ab60-d8cd1afc794e None None] Network 55fd02a6-b8dd-4ae5-b6cd-11b17c758f03 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:56.465860 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d226b-b255-4dd5-b21c-69668fd6b902 tempest-FloatingIPTestJSON-77074001 tempest-FloatingIPTestJSON-77074001-project] Pushing event deleted for resources: {'Network': ['ID=5d105c51-acc4-448c-8a76-92754f3a53b7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:56.468619 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b320aa-b07e-47c1-8dec-a8ba75adc054 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:15:56.518069 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b242b3ec-460f-4599-bcbb-47c4f4e24ad0 req-73b5a9fa-5770-40c9-a5fa-97e747495a5b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102686 Jul 14 07:15:56.548408 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42f95ed-5d97-4f40-b390-c1e1b7ee22ba tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:56.548951 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42f95ed-5d97-4f40-b390-c1e1b7ee22ba tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:56.553276 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a42f95ed-5d97-4f40-b390-c1e1b7ee22ba tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/80427a98-ee44-41a0-80c2-a0b1e53157b7 HTTP/1.1" status: 404 len: 337 time: 0.1324639 Jul 14 07:15:56.559999 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58390) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:56.561211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b320aa-b07e-47c1-8dec-a8ba75adc054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bc1469-a773-4839-a2b3-223c6b0e7402,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:56.568737 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32b320aa-b07e-47c1-8dec-a8ba75adc054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.569084 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-32b320aa-b07e-47c1-8dec-a8ba75adc054 admin admin] Added segment 35059387-cc9b-4d1f-b50f-10e95f5a9e3d of type vlan for network d1e9b77a-3218-40fd-9745-54b5c604b152 Jul 14 07:15:56.642333 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb10c5f-2c30-41db-83ca-f213de2351c5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:56.643860 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb10c5f-2c30-41db-83ca-f213de2351c5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:56.646501 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.647519 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ceb10c5f-2c30-41db-83ca-f213de2351c5 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/36223a63-76c3-4a9e-8a13-984cd3b617c2 HTTP/1.1" status: 404 len: 333 time: 0.0832887 Jul 14 07:15:56.648134 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58394) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:56.720488 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32b320aa-b07e-47c1-8dec-a8ba75adc054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.724341 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65ab95e-71c0-4bf6-a653-d01a959df6c0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:56.724799 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65ab95e-71c0-4bf6-a653-d01a959df6c0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:56.729148 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f65ab95e-71c0-4bf6-a653-d01a959df6c0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/17c9ccbd-b67c-4425-a85c-ce7db8ba16b7 HTTP/1.1" status: 404 len: 337 time: 0.0586777 Jul 14 07:15:56.729888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58396) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:56.742257 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5b5325e-04b7-4921-834a-c6bde6afbfe3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.776471 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-80979804-2f6e-435d-b3f3-bd12db7271d0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:56.777518 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80979804-2f6e-435d-b3f3-bd12db7271d0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:56.780767 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-80979804-2f6e-435d-b3f3-bd12db7271d0 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/b5ba96b3-98d2-4a2f-a3fd-7658ad14bef5 HTTP/1.1" status: 404 len: 333 time: 0.0467341 Jul 14 07:15:56.788829 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58398) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:56.828544 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ab9163-2f6b-48d3-a9b0-c7a0809eacb9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:56.829703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ab9163-2f6b-48d3-a9b0-c7a0809eacb9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:56.832041 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-93ab9163-2f6b-48d3-a9b0-c7a0809eacb9 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/b5f05c32-776e-418c-8112-5e57481ce9b8 HTTP/1.1" status: 404 len: 337 time: 0.0386052 Jul 14 07:15:56.832887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58400) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:56.838540 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58402) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:56.845148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Deleting port 794aae45-e736-4e26-b609-a71e0492744e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:56.845788 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.848592 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-0c70ef58-7d3b-4227-954e-4160c0a24b9b None None] Set router d076f571-31b6-41ad-bd1b-48caf83312c7 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:15:56.891686 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.db.resource_extend [None req-32b320aa-b07e-47c1-8dec-a8ba75adc054 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:15:56.908578 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5b5325e-04b7-4921-834a-c6bde6afbfe3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.924067 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] For port 794aae45-e736-4e26-b609-a71e0492744e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=794aae45-e736-4e26-b609-a71e0492744e,segment=NetworkSegment(8242bd30-cc70-45c8-a24b-d77e411947d7),segment_id=8242bd30-cc70-45c8-a24b-d77e411947d7)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:56.924619 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.946432 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Calling delete_port for 794aae45-e736-4e26-b609-a71e0492744e owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:56.966343 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32b320aa-b07e-47c1-8dec-a8ba75adc054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.967316 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b320aa-b07e-47c1-8dec-a8ba75adc054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:56.967906 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32b320aa-b07e-47c1-8dec-a8ba75adc054 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:56.998021 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-32b320aa-b07e-47c1-8dec-a8ba75adc054 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4287357 Jul 14 07:15:57.030811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58408) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:57.043405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1c40f19c-7a39-4374-9df0-2788e694e7a2 admin admin] Request body: {'subnet': {'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-695941789-subnet', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:57.128195 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b320aa-b07e-47c1-8dec-a8ba75adc054 admin admin] Pushing event updated for resources: {'Network': ['ID=d1e9b77a-3218-40fd-9745-54b5c604b152,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:57.163403 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b5b5325e-04b7-4921-834a-c6bde6afbfe3 admin admin] Deleting port 33504916-6df9-472b-a1d9-1a45232673b9 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:15:57.164796 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5b5325e-04b7-4921-834a-c6bde6afbfe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:57.171797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c40f19c-7a39-4374-9df0-2788e694e7a2 admin admin] Made reservation on behalf of fa1319ff0abd4cafa263b8b7a1f4e079 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:15:57.176731 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c40f19c-7a39-4374-9df0-2788e694e7a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:57.181355 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cad292-0fa1-4305-a9f7-3bd642810975 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:57.182525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19cad292-0fa1-4305-a9f7-3bd642810975 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:57.187802 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-19cad292-0fa1-4305-a9f7-3bd642810975 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/79c8a0f1-ec28-41c9-ae5f-dce0bf8028b3 HTTP/1.1" status: 404 len: 333 time: 0.0934098 Jul 14 07:15:57.190130 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58416) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:57.344305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network d1e9b77a-3218-40fd-9745-54b5c604b152 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:15:57.346902 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62e6dd0-585f-48d6-9455-df860aac1e51 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:57.357654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62e6dd0-585f-48d6-9455-df860aac1e51 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:57.369457 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b62e6dd0-585f-48d6-9455-df860aac1e51 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/c5dcff39-f4cc-4c11-bfd6-d7f7d78a9803 HTTP/1.1" status: 404 len: 337 time: 0.1765676 Jul 14 07:15:57.488083 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58424) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:57.603348 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f157259-6973-4708-87c0-340ec09e1d5a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:57.604126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f157259-6973-4708-87c0-340ec09e1d5a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:57.613448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8f157259-6973-4708-87c0-340ec09e1d5a tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/8f75643e-aff6-40aa-becc-5e06fb6deb50 HTTP/1.1" status: 404 len: 333 time: 0.1190403 Jul 14 07:15:57.623254 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:57.630878 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58432) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:57.724649 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4c6f66-d444-45e5-a8b5-058e6e01e9a0 None None] DHCP port deletion for 55fd02a6-b8dd-4ae5-b6cd-11b17c758f03 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:15:57.775928 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0c70ef58-7d3b-4227-954e-4160c0a24b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1815976006-router', 'tenant_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '33504916-6df9-472b-a1d9-1a45232673b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:05Z', 'updated_at': '2021-07-14T07:15:53Z', 'revision_number': 5, 'project_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'gw_port': {'id': '33504916-6df9-472b-a1d9-1a45232673b9', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:12:07Z', 'updated_at': '2021-07-14T07:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:57.825863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Port': ['ID=794aae45-e736-4e26-b609-a71e0492744e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:57.835627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] No DVR routers for this DVR port 794aae45-e736-4e26-b609-a71e0492744e on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:15:57.836220 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70ef58-7d3b-4227-954e-4160c0a24b9b None None] Checking router: d076f571-31b6-41ad-bd1b-48caf83312c7 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:15:57.845994 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0fa9e60-be3b-4739-a4be-d231d85f7741 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:57.851421 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0fa9e60-be3b-4739-a4be-d231d85f7741 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:57.860237 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70ef58-7d3b-4227-954e-4160c0a24b9b None None] Routers {'d076f571-31b6-41ad-bd1b-48caf83312c7'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:15:57.860912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d0fa9e60-be3b-4739-a4be-d231d85f7741 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/0964c003-603e-4231-a62f-39e44186946b HTTP/1.1" status: 404 len: 337 time: 0.2226472 Jul 14 07:15:57.868558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58436) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:57.868785 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b5b5325e-04b7-4921-834a-c6bde6afbfe3 admin admin] For port 33504916-6df9-472b-a1d9-1a45232673b9, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=33504916-6df9-472b-a1d9-1a45232673b9,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:15:57.868785 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5b5325e-04b7-4921-834a-c6bde6afbfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:57.871435 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0c70ef58-7d3b-4227-954e-4160c0a24b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:15:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d076f571-31b6-41ad-bd1b-48caf83312c7'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:57.896751 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b5b5325e-04b7-4921-834a-c6bde6afbfe3 admin admin] Calling delete_port for 33504916-6df9-472b-a1d9-1a45232673b9 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:15:57.977216 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-70fbe341-d657-40f1-96a9-72e3acb6066b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:57.977216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70fbe341-d657-40f1-96a9-72e3acb6066b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:57.980361 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-70fbe341-d657-40f1-96a9-72e3acb6066b tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/ports/f0fa7426-4e98-4449-8e03-5d8c4f7e513e HTTP/1.1" status: 404 len: 333 time: 0.0955737 Jul 14 07:15:57.981476 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58438) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:58.004008 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-71efb46b-525b-46dd-97d2-e8cb04a74398 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=18a2c5f4334246438c4c8626612ddc40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1635795 Jul 14 07:15:58.014740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58440) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:58.070895 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-0c70ef58-7d3b-4227-954e-4160c0a24b9b None None] Set router d076f571-31b6-41ad-bd1b-48caf83312c7 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:15:58.077063 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927c36-a877-4b6e-8cd5-f606539e9f6c req-2f75520e-3038-4135-885c-7ba52b0a2cba tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:58.078869 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae927c36-a877-4b6e-8cd5-f606539e9f6c req-2f75520e-3038-4135-885c-7ba52b0a2cba tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 946 time: 0.7525318 Jul 14 07:15:58.087075 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e0dae6-f21d-424f-b19a-a569fb2c6d70 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] DELETE failed (client error): The resource could not be found. Jul 14 07:15:58.087532 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e0dae6-f21d-424f-b19a-a569fb2c6d70 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:15:58.096793 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58444) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:58.101408 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b0e0dae6-f21d-424f-b19a-a569fb2c6d70 tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/subnets/60dd2fcd-0755-4de6-bc7f-05fef9b05b04 HTTP/1.1" status: 404 len: 337 time: 0.1006203 Jul 14 07:15:58.105636 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:58.138403 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fd02a6-b8dd-4ae5-b6cd-11b17c758f03']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:58.168085 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0c70ef58-7d3b-4227-954e-4160c0a24b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1815976006-router', 'tenant_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:05Z', 'updated_at': '2021-07-14T07:15:56Z', 'revision_number': 6, 'project_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:58.171182 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8242bd30-cc70-45c8-a24b-d77e411947d7') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:58.171590 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8242bd30-cc70-45c8-a24b-d77e411947d7') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:58.197569 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:58.204714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70ef58-7d3b-4227-954e-4160c0a24b9b None None] The sync data for ids ['d076f571-31b6-41ad-bd1b-48caf83312c7'] in n-d-778696-5 is: [{'id': 'd076f571-31b6-41ad-bd1b-48caf83312c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1815976006-router', 'tenant_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:12:05Z', 'updated_at': '2021-07-14T07:15:56Z', 'revision_number': 6, 'project_id': 'a4b2c8c511db4c2a9a4b9a01f343494e', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:15:58.220332 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18ba5d2d-683c-4562-9321-af4a2478a4be tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:58.237818 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae927c36-a877-4b6e-8cd5-f606539e9f6c req-19139589-2554-464a-89d9-5940828e8c9f tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285665 Jul 14 07:15:58.261035 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:58.280236 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a64b9e1-1719-4590-9149-bb20ef942127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:58.282809 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:15:58.283460 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:15:58.288050 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:15:58.365844 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a64b9e1-1719-4590-9149-bb20ef942127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:58.393581 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:58.416584 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:58.418683 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] 10.222.0.35 "DELETE /v2.0/networks/55fd02a6-b8dd-4ae5-b6cd-11b17c758f03 HTTP/1.1" status: 204 len: 168 time: 1.9745049 Jul 14 07:15:58.422155 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b32ec-6791-4b22-8911-9187563d712e tempest-NetworksTest-109059430 tempest-NetworksTest-109059430-project] Pushing event deleted for resources: {'Network': ['ID=55fd02a6-b8dd-4ae5-b6cd-11b17c758f03,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:58.451823 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18ba5d2d-683c-4562-9321-af4a2478a4be tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:58.465582 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-18ba5d2d-683c-4562-9321-af4a2478a4be tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:58.466540 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a64b9e1-1719-4590-9149-bb20ef942127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:58.470551 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a64b9e1-1719-4590-9149-bb20ef942127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:58.472150 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2a64b9e1-1719-4590-9149-bb20ef942127 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d976fda-a463-4805-856e-618137d158ec HTTP/1.1" status: 204 len: 168 time: 0.4516320 Jul 14 07:15:58.479501 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-18ba5d2d-683c-4562-9321-af4a2478a4be tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:58.479863 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-18ba5d2d-683c-4562-9321-af4a2478a4be tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b4f42d-0ab7-4cf0-b457-1bbf9e75bd42') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:15:58.489140 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18ba5d2d-683c-4562-9321-af4a2478a4be tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:58.501815 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64b9e1-1719-4590-9149-bb20ef942127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d976fda-a463-4805-856e-618137d158ec,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:58.513747 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18ba5d2d-683c-4562-9321-af4a2478a4be tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:58.520402 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ba5d2d-683c-4562-9321-af4a2478a4be tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:15:58.520621 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18ba5d2d-683c-4562-9321-af4a2478a4be tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:15:58.543179 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:15:58.598680 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c40f19c-7a39-4374-9df0-2788e694e7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:58.819522 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 794aae45-e736-4e26-b609-a71e0492744e no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:15:58.831750 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58472) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:58.839470 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18ba5d2d-683c-4562-9321-af4a2478a4be tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:58.844952 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18ba5d2d-683c-4562-9321-af4a2478a4be tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:58.849937 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-18ba5d2d-683c-4562-9321-af4a2478a4be tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] 10.222.0.35 "DELETE /v2.0/networks/29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb HTTP/1.1" status: 204 len: 168 time: 0.7476957 Jul 14 07:15:58.868629 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 794aae45-e736-4e26-b609-a71e0492744e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:15:58.869082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 794aae45-e736-4e26-b609-a71e0492744e not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:15:58.869619 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:15:58.885364 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40f19c-7a39-4374-9df0-2788e694e7a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77c1b1a7-c56f-42a9-955a-c8d5ef7376f9,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:58.890911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:15:58.892062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1a4f9b39-7169-4b48-aecf-9b3d7a9935e4 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:15:58.899960 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba5d2d-683c-4562-9321-af4a2478a4be tempest-NetworksTestDHCPv6-1624788474 tempest-NetworksTestDHCPv6-1624788474-project] Pushing event deleted for resources: {'Network': ['ID=29e8ca09-81d4-42d7-ab1a-0be3a8b3cebb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:58.917150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c40f19c-7a39-4374-9df0-2788e694e7a2 admin admin] Checking segment: {'id': '35059387-cc9b-4d1f-b50f-10e95f5a9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:15:58.917541 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c40f19c-7a39-4374-9df0-2788e694e7a2 admin admin] Network hostable DHCP agents. Network: d1e9b77a-3218-40fd-9745-54b5c604b152, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:15:58.937939 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5b5325e-04b7-4921-834a-c6bde6afbfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:58.990737 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c40f19c-7a39-4374-9df0-2788e694e7a2 admin admin] Network d1e9b77a-3218-40fd-9745-54b5c604b152 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:15:59.007566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5325e-04b7-4921-834a-c6bde6afbfe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=33504916-6df9-472b-a1d9-1a45232673b9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:15:59.013204 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1c40f19c-7a39-4374-9df0-2788e694e7a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, d1e9b77a-3218-40fd-9745-54b5c604b152) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:15:59.018048 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c40f19c-7a39-4374-9df0-2788e694e7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:15:59.019745 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c40f19c-7a39-4374-9df0-2788e694e7a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:59.021414 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1037bd3b-5b7b-447e-900f-399e8fe75bc8 None None] Network d1e9b77a-3218-40fd-9745-54b5c604b152 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:15:59.110584 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1c40f19c-7a39-4374-9df0-2788e694e7a2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0781567 Jul 14 07:15:59.115043 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58480) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:59.166034 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5b5325e-04b7-4921-834a-c6bde6afbfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:59.186377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-695941789-router', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:15:59.266636 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c88196c2-ab62-41b5-acd3-8c4c3bb477e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd912f4f28964f31bba661e2af99898d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4336195 Jul 14 07:15:59.267309 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58492) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:59.309739 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:59.313113 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:59.387339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-d1e9b77a-3218-40fd-9745-54b5c604b152', 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'fixed_ips': [{'subnet_id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:15:59.388245 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:59.449766 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58496) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:59.468372 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:59.632555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Allocated IP 172.20.0.2 (d1e9b77a-3218-40fd-9745-54b5c604b152/77c1b1a7-c56f-42a9-955a-c8d5ef7376f9/54b0c3f0-c0c7-4d2d-801d-e9291b11a25c) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:15:59.713559 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5b5325e-04b7-4921-834a-c6bde6afbfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:59.728803 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5b5325e-04b7-4921-834a-c6bde6afbfe3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:59.866389 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0e9228f7-8b69-4d8f-a77f-04165b93facb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=742a95c34dd740edaf53d4f844a672bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4152708 Jul 14 07:15:59.889669 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:59.901469 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Transition to ACTIVE for port object 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:59.938768 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Transition to ACTIVE for port object 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:15:59.949013 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:15:59.956051 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58516) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:15:59.998115 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Network d1e9b77a-3218-40fd-9745-54b5c604b152 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:00.002192 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:00.031192 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-daa63788-844f-4363-ba50-91d4fe9b486c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.055475 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.068232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:00.074309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Pushing event updated for resources: {'Port': ['ID=54b0c3f0-c0c7-4d2d-801d-e9291b11a25c,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:00.086471 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5b5325e-04b7-4921-834a-c6bde6afbfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.088399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b5325e-04b7-4921-834a-c6bde6afbfe3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d076f571-31b6-41ad-bd1b-48caf83312c7 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:16:00.096594 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5b5325e-04b7-4921-834a-c6bde6afbfe3 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.105008 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58524) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:00.113878 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b5b5325e-04b7-4921-834a-c6bde6afbfe3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d076f571-31b6-41ad-bd1b-48caf83312c7 HTTP/1.1" status: 204 len: 168 time: 3.6915901 Jul 14 07:16:00.156696 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f649be4-0aae-4d04-b901-3c7fd4eb919a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.175970 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-daa63788-844f-4363-ba50-91d4fe9b486c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.244779 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f649be4-0aae-4d04-b901-3c7fd4eb919a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.252762 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Attempting to bind port 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:16:00.253123 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Attempting to bind port 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '35059387-cc9b-4d1f-b50f-10e95f5a9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:16:00.253515 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Attempting to bind port 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c on network d1e9b77a-3218-40fd-9745-54b5c604b152 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:16:00.264136 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:16:00.267842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Checking segment: {'id': '35059387-cc9b-4d1f-b50f-10e95f5a9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:00.268283 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.268688 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Bound using segment: {'id': '35059387-cc9b-4d1f-b50f-10e95f5a9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:16:00.269232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Bound port: 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35059387-cc9b-4d1f-b50f-10e95f5a9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:16:00.269588 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.322888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af60638-97ec-4b52-9cd9-22cd361279b2 req-5d84d18e-56b1-4093-b403-ef97072491c7 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:00.333772 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3af60638-97ec-4b52-9cd9-22cd361279b2 req-5d84d18e-56b1-4093-b403-ef97072491c7 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 946 time: 0.6982579 Jul 14 07:16:00.363171 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae6f070-795d-4d48-8b26-b0f24fa4aeca admin admin] Deleting subnet 9c57f6f9-d177-479b-9198-f0790b03deff {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:16:00.375222 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-daa63788-844f-4363-ba50-91d4fe9b486c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.379357 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-daa63788-844f-4363-ba50-91d4fe9b486c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.382537 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cae6f070-795d-4d48-8b26-b0f24fa4aeca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.395931 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-daa63788-844f-4363-ba50-91d4fe9b486c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c57a1f5-4290-4d1e-acc6-d263218e9d96 HTTP/1.1" status: 204 len: 168 time: 1.1261420 Jul 14 07:16:00.406457 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f649be4-0aae-4d04-b901-3c7fd4eb919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.413606 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f649be4-0aae-4d04-b901-3c7fd4eb919a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.430580 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0f649be4-0aae-4d04-b901-3c7fd4eb919a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d3d4902e-d32a-4573-ac3a-953781aed5ee HTTP/1.1" status: 204 len: 168 time: 0.4592991 Jul 14 07:16:00.440547 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3af60638-97ec-4b52-9cd9-22cd361279b2 req-38fa1488-f864-4eec-9b15-43381c9191a8 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058178 Jul 14 07:16:00.443747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa63788-844f-4363-ba50-91d4fe9b486c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c57a1f5-4290-4d1e-acc6-d263218e9d96,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:00.464324 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cae6f070-795d-4d48-8b26-b0f24fa4aeca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.470959 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f649be4-0aae-4d04-b901-3c7fd4eb919a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d4902e-d32a-4573-ac3a-953781aed5ee,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:00.516340 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] For port 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:16:00.519590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] For port 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=54b0c3f0-c0c7-4d2d-801d-e9291b11a25c,segment=NetworkSegment(35059387-cc9b-4d1f-b50f-10e95f5a9e3d),segment_id=35059387-cc9b-4d1f-b50f-10e95f5a9e3d)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:16:00.553661 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.565103 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cae6f070-795d-4d48-8b26-b0f24fa4aeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.605486 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58544) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:00.608428 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a118786-4f4c-4fc2-aeec-7e3e86771c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.648223 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e20232-ab78-4ea9-af4f-ddfb8e4b059e None None] Pushing event updated for resources: {'Port': ['ID=54b0c3f0-c0c7-4d2d-801d-e9291b11a25c,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:00.723965 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cae6f070-795d-4d48-8b26-b0f24fa4aeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.891477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 33504916-6df9-472b-a1d9-1a45232673b9 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:16:00.919050 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:00.936280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 33504916-6df9-472b-a1d9-1a45232673b9 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:16:00.936895 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 33504916-6df9-472b-a1d9-1a45232673b9 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:16:00.985998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6f070-795d-4d48-8b26-b0f24fa4aeca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c57f6f9-d177-479b-9198-f0790b03deff,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:01.004852 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cae6f070-795d-4d48-8b26-b0f24fa4aeca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:01.009405 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cae6f070-795d-4d48-8b26-b0f24fa4aeca admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9c57f6f9-d177-479b-9198-f0790b03deff HTTP/1.1" status: 204 len: 168 time: 0.9028475 Jul 14 07:16:01.010245 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58562) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:01.098477 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:01.239914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4b06e3d2-284a-43b2-8950-f52b4d2bf18e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1201613196'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:01.256947 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb26c-74a7-4987-9627-3fa99c74c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:01.259055 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37707ef4-a17f-46c2-8802-5114f831f602 req-59ac4b79-ff35-4905-a896-84f54a12c4c0 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:01.271318 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37707ef4-a17f-46c2-8802-5114f831f602 req-59ac4b79-ff35-4905-a896-84f54a12c4c0 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 946 time: 0.4287477 Jul 14 07:16:01.378125 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37707ef4-a17f-46c2-8802-5114f831f602 req-cabc789b-962e-4018-be1e-fc9d20aa6491 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018772 Jul 14 07:16:01.395102 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b06e3d2-284a-43b2-8950-f52b4d2bf18e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Made reservation on behalf of 07001d0308524862ad1bfc495bfda0d6 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:01.400741 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b06e3d2-284a-43b2-8950-f52b4d2bf18e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:01.422839 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] Allocated IP 172.25.7.49 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/925e6d09-d4f4-42b3-9dab-f2eb9dca92d2) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:01.495864 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb26c-74a7-4987-9627-3fa99c74c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:01.520726 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3c8cb26c-74a7-4987-9627-3fa99c74c2a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6167fc1b-e132-43c4-97c4-2419433fec40']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:01.539494 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3c8cb26c-74a7-4987-9627-3fa99c74c2a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3465f0-c83f-4f17-900a-25eaacaeae03') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:01.539899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3c8cb26c-74a7-4987-9627-3fa99c74c2a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3465f0-c83f-4f17-900a-25eaacaeae03') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:01.551398 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb26c-74a7-4987-9627-3fa99c74c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:01.577642 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb26c-74a7-4987-9627-3fa99c74c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:01.585139 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8cb26c-74a7-4987-9627-3fa99c74c2a2 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:16:01.585774 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb26c-74a7-4987-9627-3fa99c74c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:16:01.663949 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:16:01.675195 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:01.678210 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb26c-74a7-4987-9627-3fa99c74c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:01.680724 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b06e3d2-284a-43b2-8950-f52b4d2bf18e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:01.708599 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb26c-74a7-4987-9627-3fa99c74c2a2 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:01.715062 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3c8cb26c-74a7-4987-9627-3fa99c74c2a2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6167fc1b-e132-43c4-97c4-2419433fec40 HTTP/1.1" status: 204 len: 168 time: 0.7035124 Jul 14 07:16:01.739645 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cb26c-74a7-4987-9627-3fa99c74c2a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6167fc1b-e132-43c4-97c4-2419433fec40,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:01.822491 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:01.902768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] Pushing event updated for resources: {'Port': ['ID=925e6d09-d4f4-42b3-9dab-f2eb9dca92d2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:01.978496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:01.982438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:01.986444 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:02.133222 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58610) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:02.289471 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b06e3d2-284a-43b2-8950-f52b4d2bf18e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:02.320739 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b06e3d2-284a-43b2-8950-f52b4d2bf18e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:02.364388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf63b09-532e-4de0-b7c5-fed904132a97 req-bb721d8f-affc-49a1-bd68-b116ff464745 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:02.387693 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eaf63b09-532e-4de0-b7c5-fed904132a97 req-bb721d8f-affc-49a1-bd68-b116ff464745 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 946 time: 0.5614672 Jul 14 07:16:02.471595 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06e3d2-284a-43b2-8950-f52b4d2bf18e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f912e2-8f9e-4d34-8b55-e0ed0a4286bb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:02.471951 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbe15b2-7eab-4361-b958-0fc4851999af None None] Network d1e9b77a-3218-40fd-9745-54b5c604b152 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:02.540583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b06e3d2-284a-43b2-8950-f52b4d2bf18e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:16:02.564550 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3bb357fd-1ff5-4ca4-9ac0-a9861472d6ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a4b2c8c511db4c2a9a4b9a01f343494e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184301 Jul 14 07:16:02.575343 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58622) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:02.588561 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b06e3d2-284a-43b2-8950-f52b4d2bf18e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:02.588881 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-4b06e3d2-284a-43b2-8950-f52b4d2bf18e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Added segment 4ac3a7d5-4cdd-471c-9c33-8729ad1141cf of type vlan for network fdabe6d9-4741-4746-9a15-f060a57e2552 Jul 14 07:16:02.652059 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eaf63b09-532e-4de0-b7c5-fed904132a97 req-c685f063-66ec-4107-a1f5-5f076e739510 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546737 Jul 14 07:16:02.670657 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b06e3d2-284a-43b2-8950-f52b4d2bf18e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:02.698780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b0115c0d-f2fe-4b8f-a202-340010a9b668 None None] Provisioning for port 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:02.779185 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b06e3d2-284a-43b2-8950-f52b4d2bf18e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:02.791374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b06e3d2-284a-43b2-8950-f52b4d2bf18e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:02.794829 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b06e3d2-284a-43b2-8950-f52b4d2bf18e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:02.923939 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4b06e3d2-284a-43b2-8950-f52b4d2bf18e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3172824 Jul 14 07:16:02.960786 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:03.108305 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58640) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:03.145697 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58644) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:03.243813 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:03.270611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06e3d2-284a-43b2-8950-f52b4d2bf18e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event updated for resources: {'Network': ['ID=fdabe6d9-4741-4746-9a15-f060a57e2552,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:03.327109 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network fdabe6d9-4741-4746-9a15-f060a57e2552 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:16:03.344475 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:03.359387 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:03.494890 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-85ce7dc3-d39b-4d21-bece-a5d5ba747c8e tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1723631911'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:03.516374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-0425f50b-cde6-4b96-8a0d-16b9bf54b09e tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:03.520722 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0425f50b-cde6-4b96-8a0d-16b9bf54b09e tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3641667 Jul 14 07:16:03.521309 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58658) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:03.527158 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-e013750b-7e38-4acd-853a-d1752aae1ac1 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:03.531587 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e013750b-7e38-4acd-853a-d1752aae1ac1 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0048285 Jul 14 07:16:03.536195 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58660) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:03.555905 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-1855defe-1693-4468-aac3-54a8b60c18e1 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:03.555905 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1855defe-1693-4468-aac3-54a8b60c18e1 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0077543 Jul 14 07:16:03.555905 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58662) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:03.562353 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-6fbe2dd4-83f0-4714-96a7-9942fbfae984 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:03.566523 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6fbe2dd4-83f0-4714-96a7-9942fbfae984 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0070448 Jul 14 07:16:03.570978 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58664) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:03.579091 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-8f662fea-a1eb-4abe-a61f-44624047597f tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:03.582543 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8f662fea-a1eb-4abe-a61f-44624047597f tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0055339 Jul 14 07:16:03.594090 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58666) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:03.611401 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-7ade8257-f9dc-47ab-aecc-8a8c549a1921 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:03.614973 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7ade8257-f9dc-47ab-aecc-8a8c549a1921 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0056636 Jul 14 07:16:03.618096 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58668) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:03.622871 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-5f2b94c0-ccd6-495a-8998-f38f2c8722d1 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:03.626353 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5f2b94c0-ccd6-495a-8998-f38f2c8722d1 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0049670 Jul 14 07:16:03.627370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58670) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:03.631914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-5717c31c-3f67-4b9c-aaa1-8530014fe1d8 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:03.635535 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5717c31c-3f67-4b9c-aaa1-8530014fe1d8 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047817 Jul 14 07:16:03.636653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58672) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:03.640498 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-7d5a6d6b-bb47-4762-bcd8-343109d76b06 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:03.645102 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7d5a6d6b-bb47-4762-bcd8-343109d76b06 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046484 Jul 14 07:16:03.645773 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58674) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:03.652995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-884bc400-199d-4de6-989b-c9bc810051f1 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:03.656914 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-884bc400-199d-4de6-989b-c9bc810051f1 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0074813 Jul 14 07:16:03.656914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ce7dc3-d39b-4d21-bece-a5d5ba747c8e tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Made reservation on behalf of e869b58861d740ef88846266cf3195ab for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:03.660195 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85ce7dc3-d39b-4d21-bece-a5d5ba747c8e tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:03.673603 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58676) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:03.674362 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85ce7dc3-d39b-4d21-bece-a5d5ba747c8e tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:03.683432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-fd46c2a1-9d36-414a-af36-a847afc29b1c tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:03.686843 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fd46c2a1-9d36-414a-af36-a847afc29b1c tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0069885 Jul 14 07:16:03.687864 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58678) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:03.699989 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-d8bec99c-e6ec-4e0f-a559-11d47ded89ab tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:03.703523 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d8bec99c-e6ec-4e0f-a559-11d47ded89ab tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0064156 Jul 14 07:16:03.703995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa9616-1551-43a1-ae1a-25824b18eb0e req-6708a0f5-f38e-49af-94d0-6a963b0c0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:03.705863 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7baa9616-1551-43a1-ae1a-25824b18eb0e req-6708a0f5-f38e-49af-94d0-6a963b0c0193 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0548f9dd1de141de93cbf4d0c5999f6a&device_id=0ea90f38-5f68-480f-9791-0e4c34ec7358 HTTP/1.1" status: 200 len: 1101 time: 0.3187768 Jul 14 07:16:03.706670 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58680) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:03.709587 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e7033f3f-281e-40b9-927b-c6c4d8081e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:03.851160 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-53d4a7f5-90a7-4b8c-bf68-7813349d40ed None None] Provisioning complete for port 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:03.852597 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-53d4a7f5-90a7-4b8c-bf68-7813349d40ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:03.938799 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85ce7dc3-d39b-4d21-bece-a5d5ba747c8e tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:03.954922 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-9df69d69-5fdf-4d56-b31d-da4a74361bae tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:03.958843 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9df69d69-5fdf-4d56-b31d-da4a74361bae tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0125394 Jul 14 07:16:03.978100 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58682) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:03.989555 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:03.990770 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-ef62769a-f251-47ce-a436-dead90dbe155 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:03.992433 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ef62769a-f251-47ce-a436-dead90dbe155 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0104775 Jul 14 07:16:04.000713 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05dfbc70-3f00-4e46-b08d-c9467c50e7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:04.029528 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85ce7dc3-d39b-4d21-bece-a5d5ba747c8e tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:04.037722 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58686) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:04.055358 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05dfbc70-3f00-4e46-b08d-c9467c50e7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:04.100723 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:04.144463 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-3714f3c8-f56a-47bf-9046-4df8a429cc0b tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:04.147096 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3714f3c8-f56a-47bf-9046-4df8a429cc0b tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0310066 Jul 14 07:16:04.151729 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58690) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:04.161800 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05dfbc70-3f00-4e46-b08d-c9467c50e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:04.164382 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05dfbc70-3f00-4e46-b08d-c9467c50e7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:04.168096 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-e7a90abc-0cf1-4b85-bfa6-9d9f1879f5ab tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:04.172102 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-05dfbc70-3f00-4e46-b08d-c9467c50e7c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eab16b29-47ae-4aba-af78-56ecbf71abd5 HTTP/1.1" status: 204 len: 168 time: 1.5894454 Jul 14 07:16:04.187931 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e7a90abc-0cf1-4b85-bfa6-9d9f1879f5ab tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0268373 Jul 14 07:16:04.256822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58694) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:04.279180 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-a0f719c7-7fdb-44c3-be06-78a2b1ab803f tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:04.283008 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a0f719c7-7fdb-44c3-be06-78a2b1ab803f tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0202618 Jul 14 07:16:04.303613 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58696) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:04.308368 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:04.322956 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dfbc70-3f00-4e46-b08d-c9467c50e7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab16b29-47ae-4aba-af78-56ecbf71abd5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:04.402356 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-086ed32d-f5f6-40dd-aeec-20ac33af09cb tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:04.405934 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-086ed32d-f5f6-40dd-aeec-20ac33af09cb tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0245304 Jul 14 07:16:04.409768 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce7dc3-d39b-4d21-bece-a5d5ba747c8e tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c35977d2-ef13-49d7-af19-c843ef163043,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:04.416772 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=54b0c3f0-c0c7-4d2d-801d-e9291b11a25c,segment=NetworkSegment(35059387-cc9b-4d1f-b50f-10e95f5a9e3d),segment_id=35059387-cc9b-4d1f-b50f-10e95f5a9e3d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:04.444823 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58708) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:04.451838 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ce7dc3-d39b-4d21-bece-a5d5ba747c8e tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:16:04.481154 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:04.505356 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-00ec7d91-7c22-4d63-ad9c-85a2485bce39 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:04.507710 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-00ec7d91-7c22-4d63-ad9c-85a2485bce39 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0252588 Jul 14 07:16:04.519289 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58714) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:04.534875 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-5107c576-bb00-4b79-8499-2f83d0c63548 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:04.538500 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5107c576-bb00-4b79-8499-2f83d0c63548 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0171008 Jul 14 07:16:04.544619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58718) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:04.551837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [None req-853dd15c-bcdc-4739-b54b-97806b909fa8 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:04.553524 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-853dd15c-bcdc-4739-b54b-97806b909fa8 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0055995 Jul 14 07:16:04.559011 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58720) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:04.568127 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85ce7dc3-d39b-4d21-bece-a5d5ba747c8e tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:04.569371 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-85ce7dc3-d39b-4d21-bece-a5d5ba747c8e tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Added segment 87c4828d-1244-428f-aec1-8086a5753d1a of type vlan for network e65b603f-a233-46d1-88b3-1f81ef38761f Jul 14 07:16:04.569893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [None req-78c987cc-4a29-40c1-b258-c4f3b518c355 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:04.571093 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-78c987cc-4a29-40c1-b258-c4f3b518c355 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0058849 Jul 14 07:16:04.578010 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9838450-6c75-4a97-b2be-fc72489a08d1 req-bb76dd1a-70b3-41b6-902e-5f46ce9fe162 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8481376 Jul 14 07:16:04.583190 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58722) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:04.590022 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [None req-50f128a3-a6c4-414d-a84a-f4d0c51cea57 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:04.591376 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-50f128a3-a6c4-414d-a84a-f4d0c51cea57 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0069392 Jul 14 07:16:04.596221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58724) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:04.600774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [None req-6ab8d907-f92d-4506-a8c4-b1cc7888424e tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:04.602105 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6ab8d907-f92d-4506-a8c4-b1cc7888424e tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046985 Jul 14 07:16:04.607604 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58726) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:04.651483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [None req-2c17dacb-47b4-411f-9c98-63e764130a05 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:04.652388 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-53d4a7f5-90a7-4b8c-bf68-7813349d40ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:04.652651 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2c17dacb-47b4-411f-9c98-63e764130a05 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0375538 Jul 14 07:16:04.679423 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=54b0c3f0-c0c7-4d2d-801d-e9291b11a25c,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:04.717094 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa9616-1551-43a1-ae1a-25824b18eb0e req-1d65b53a-8961-4f7b-ab46-ddb90916a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:04.728101 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7baa9616-1551-43a1-ae1a-25824b18eb0e req-1d65b53a-8961-4f7b-ab46-ddb90916a186 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.7580800 Jul 14 07:16:04.761642 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58728) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:04.848120 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081efe42-d8fe-4dae-8848-346ef8bc2566 req-4b5c5558-b60a-4470-91ce-3a6523475061 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:04.853015 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.api [None req-53d4a7f5-90a7-4b8c-bf68-7813349d40ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:16:04.853845 n-d-778696-5 neutron-server[93829]: DEBUG oslo_db.api [None req-53d4a7f5-90a7-4b8c-bf68-7813349d40ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:16:04.865570 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-081efe42-d8fe-4dae-8848-346ef8bc2566 req-4b5c5558-b60a-4470-91ce-3a6523475061 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 946 time: 1.1350689 Jul 14 07:16:04.881411 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:04.890057 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [None req-5d379262-c46c-4b03-8dba-2f26edbaf06c tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:04.898148 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5d379262-c46c-4b03-8dba-2f26edbaf06c tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0268989 Jul 14 07:16:04.903473 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58736) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:04.945344 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:04.966005 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:04.966821 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:04.981596 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7baa9616-1551-43a1-ae1a-25824b18eb0e req-b2daed7b-9a0d-4f32-9405-16f1883e7ea6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 HTTP/1.1" status: 200 len: 217 time: 0.2525368 Jul 14 07:16:04.998474 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-4749302b-0f22-4018-bf50-2f669928837f tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.001943 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4749302b-0f22-4018-bf50-2f669928837f tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0164130 Jul 14 07:16:05.003421 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58738) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.041358 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-09df1029-b640-4005-a10f-cbebe87bfbd9 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.045482 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-09df1029-b640-4005-a10f-cbebe87bfbd9 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0380924 Jul 14 07:16:05.113715 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58740) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.134323 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85ce7dc3-d39b-4d21-bece-a5d5ba747c8e tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:05.157317 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-e6c11f64-9403-402f-b58f-f88b96acb7e2 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.161134 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e6c11f64-9403-402f-b58f-f88b96acb7e2 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0464668 Jul 14 07:16:05.166527 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58746) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.191640 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-788d5b07-a307-4e49-b165-7370bc2693e0 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.196445 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-788d5b07-a307-4e49-b165-7370bc2693e0 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0211008 Jul 14 07:16:05.213682 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58750) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.227331 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-7dfa4a30-cc27-4b68-94fe-8dfd84bef024 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.236648 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7dfa4a30-cc27-4b68-94fe-8dfd84bef024 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0163448 Jul 14 07:16:05.241672 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58754) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.258734 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-6f97ee75-4dd3-4ff3-b048-d77a0be53d30 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.262488 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6f97ee75-4dd3-4ff3-b048-d77a0be53d30 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0123017 Jul 14 07:16:05.273499 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58756) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.292003 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-9bba8a5d-e84c-49cb-9ff0-e337eeba9f6f tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.298638 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9bba8a5d-e84c-49cb-9ff0-e337eeba9f6f tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0208774 Jul 14 07:16:05.302867 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58760) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.304902 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa9616-1551-43a1-ae1a-25824b18eb0e req-8f3edc5d-61c6-420d-a8d9-b5f5348d73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:05.307049 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7baa9616-1551-43a1-ae1a-25824b18eb0e req-8f3edc5d-61c6-420d-a8d9-b5f5348d73c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.3040373 Jul 14 07:16:05.311459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-ff78500a-53f6-468f-a717-be611c41f023 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.314872 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ff78500a-53f6-468f-a717-be611c41f023 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0044713 Jul 14 07:16:05.317148 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58764) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.334444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-a29ff228-2e31-402c-a6d1-671c862a1bd5 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.338500 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a29ff228-2e31-402c-a6d1-671c862a1bd5 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0174019 Jul 14 07:16:05.342132 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58766) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.349164 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-7612b198-47dd-4e53-8b05-b85dd5e619f9 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.352611 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7612b198-47dd-4e53-8b05-b85dd5e619f9 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0070331 Jul 14 07:16:05.368161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58768) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.372651 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-af3316dc-a567-4204-ad25-2e82492e7d90 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.376375 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-af3316dc-a567-4204-ad25-2e82492e7d90 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0046029 Jul 14 07:16:05.376650 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58770) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.383918 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-1b9a0108-9660-4de6-a0b5-57606000d6e6 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.387862 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1b9a0108-9660-4de6-a0b5-57606000d6e6 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0059562 Jul 14 07:16:05.391471 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58772) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.399137 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85ce7dc3-d39b-4d21-bece-a5d5ba747c8e tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:05.417595 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ce7dc3-d39b-4d21-bece-a5d5ba747c8e tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:05.418259 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85ce7dc3-d39b-4d21-bece-a5d5ba747c8e tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:05.463301 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-7212b9ae-f259-4b05-b0c9-68e467e18fae tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.472426 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7212b9ae-f259-4b05-b0c9-68e467e18fae tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0733678 Jul 14 07:16:05.490358 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58776) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.508989 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-85ce7dc3-d39b-4d21-bece-a5d5ba747c8e tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3971872 Jul 14 07:16:05.509717 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58782) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.515704 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:05.524273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f8f05e24-2fb6-4313-9f20-8eed4b7891dc tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1863347850'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:05.537134 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-081efe42-d8fe-4dae-8848-346ef8bc2566 req-4e73e513-bc98-42ec-b8f8-b2c2405db23d tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6253672 Jul 14 07:16:05.587669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-816072d7-b366-4a3f-8445-c9873f06a8c5 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.608382 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-816072d7-b366-4a3f-8445-c9873f06a8c5 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.1012216 Jul 14 07:16:05.612030 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58794) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.672596 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9838450-6c75-4a97-b2be-fc72489a08d1 req-9feedfda-7302-400d-b8d1-1bb5c9933a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:05.672596 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9838450-6c75-4a97-b2be-fc72489a08d1 req-9feedfda-7302-400d-b8d1-1bb5c9933a1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0548f9dd1de141de93cbf4d0c5999f6a&device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 1101 time: 0.9047744 Jul 14 07:16:05.733872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f05e24-2fb6-4313-9f20-8eed4b7891dc tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Made reservation on behalf of e869b58861d740ef88846266cf3195ab for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:05.742140 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8f05e24-2fb6-4313-9f20-8eed4b7891dc tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:05.743471 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-20ab9050-150a-4148-a9a6-a321c1bcf3e8 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.744495 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-20ab9050-150a-4148-a9a6-a321c1bcf3e8 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.1108129 Jul 14 07:16:05.750898 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58798) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.780997 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-4de67c56-4b58-401a-ac97-af95188a8bb4 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.784691 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4de67c56-4b58-401a-ac97-af95188a8bb4 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0166903 Jul 14 07:16:05.788528 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58802) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.805742 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-b248aee5-e54f-4d42-8bdc-33d7bde7ddbf tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.808879 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b248aee5-e54f-4d42-8bdc-33d7bde7ddbf tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0159461 Jul 14 07:16:05.822334 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58804) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.836194 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-7372c31e-2a9d-4a79-9c71-0c7bf5812bf2 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.837172 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7372c31e-2a9d-4a79-9c71-0c7bf5812bf2 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0139022 Jul 14 07:16:05.845348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58806) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.864295 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-5c03f5bc-28f4-4bb3-b009-ca102f500bb1 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.865427 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5c03f5bc-28f4-4bb3-b009-ca102f500bb1 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0186713 Jul 14 07:16:05.867553 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa9616-1551-43a1-ae1a-25824b18eb0e req-028864d6-5968-4700-b5fb-bc8b06c79ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:05.869016 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7baa9616-1551-43a1-ae1a-25824b18eb0e req-028864d6-5968-4700-b5fb-bc8b06c79ef6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5525918 Jul 14 07:16:05.869655 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce7dc3-d39b-4d21-bece-a5d5ba747c8e tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Network': ['ID=e65b603f-a233-46d1-88b3-1f81ef38761f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:05.875644 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58810) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.882261 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network e65b603f-a233-46d1-88b3-1f81ef38761f details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:16:05.913162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [None req-729ac8c2-1e6f-4664-9d72-2a2184ecb55e tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.918002 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-729ac8c2-1e6f-4664-9d72-2a2184ecb55e tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0399680 Jul 14 07:16:05.929754 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58812) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:05.976448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-d9871808-26f3-4617-909b-f1d6b354ecb1 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:05.977678 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d9871808-26f3-4617-909b-f1d6b354ecb1 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0460005 Jul 14 07:16:06.003385 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f05e24-2fb6-4313-9f20-8eed4b7891dc tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:16:06.034374 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8f05e24-2fb6-4313-9f20-8eed4b7891dc tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:06.035452 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-f8f05e24-2fb6-4313-9f20-8eed4b7891dc tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Added segment 7fc9f938-f33f-4ac1-8612-42e1fc103bde of type vlan for network 04c99abb-266f-419d-9d83-912115b7ba63 Jul 14 07:16:06.139744 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8f05e24-2fb6-4313-9f20-8eed4b7891dc tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:06.142001 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:06.144727 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7baa9616-1551-43a1-ae1a-25824b18eb0e req-b109fbe4-195e-4c78-9518-2dbefc5ef389 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437806 Jul 14 07:16:06.146822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58814) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.155450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-3b3057e9-2836-46e2-8b9f-18f8f018e6a3 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.157605 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3b3057e9-2836-46e2-8b9f-18f8f018e6a3 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0087888 Jul 14 07:16:06.224887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58822) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.239449 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [None req-4ef5a2fc-6593-4851-8d07-02af577fa5db tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.250650 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4ef5a2fc-6593-4851-8d07-02af577fa5db tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0114625 Jul 14 07:16:06.271792 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58824) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.271792 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [None req-4f66d26e-396e-4a30-a4e7-f6bfd706266b tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.271792 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4f66d26e-396e-4a30-a4e7-f6bfd706266b tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0052049 Jul 14 07:16:06.302467 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8f05e24-2fb6-4313-9f20-8eed4b7891dc tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:06.309104 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58830) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.309338 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-537d1af9-f519-4918-a148-f9fb85bf3346 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.313002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f05e24-2fb6-4313-9f20-8eed4b7891dc tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:06.313668 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8f05e24-2fb6-4313-9f20-8eed4b7891dc tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:06.315274 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-537d1af9-f519-4918-a148-f9fb85bf3346 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0099182 Jul 14 07:16:06.320015 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58838) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.347953 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-66564e81-b20e-469a-92b7-ce2d1cc4deb5 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.353472 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-66564e81-b20e-469a-92b7-ce2d1cc4deb5 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0284753 Jul 14 07:16:06.354476 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58844) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.361048 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-aaa3ff50-8f54-458d-8420-6a625b049db5 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.366382 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-aaa3ff50-8f54-458d-8420-6a625b049db5 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0086873 Jul 14 07:16:06.368792 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58846) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.373914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-8e3c75f1-44b5-438a-9571-6be7848f9422 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.378850 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8e3c75f1-44b5-438a-9571-6be7848f9422 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0091190 Jul 14 07:16:06.379454 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58850) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.398151 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-84926de0-5eb6-46d0-9af3-38af00f2402c tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.399470 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9838450-6c75-4a97-b2be-fc72489a08d1 req-33d06373-ac20-48be-b6b4-b59f4de8c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:06.400936 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9838450-6c75-4a97-b2be-fc72489a08d1 req-33d06373-ac20-48be-b6b4-b59f4de8c4d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.6726544 Jul 14 07:16:06.404702 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-84926de0-5eb6-46d0-9af3-38af00f2402c tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0225458 Jul 14 07:16:06.414872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58852) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.420480 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-d4a75ce4-f0b9-4ee9-9bf0-1204a7c386e6 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.424263 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d4a75ce4-f0b9-4ee9-9bf0-1204a7c386e6 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0084269 Jul 14 07:16:06.427252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58854) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.428188 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58856) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.434815 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1bfdf564-27c1-4ea5-a514-04e1e1da0438 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Request body: {'subnet': {'network_id': 'fdabe6d9-4741-4746-9a15-f060a57e2552', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:06.498381 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-9e65ef21-d64e-4ebc-978d-daba1ec9f721 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.500670 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9e65ef21-d64e-4ebc-978d-daba1ec9f721 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0183856 Jul 14 07:16:06.503714 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58862) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.511893 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-fcabbe53-eb6e-494b-82c9-0acfba20f713 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.518855 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fcabbe53-eb6e-494b-82c9-0acfba20f713 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0106924 Jul 14 07:16:06.526709 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58864) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.534890 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-cd5cb0c9-850a-49c2-a76b-7b18d3748f73 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.538513 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cd5cb0c9-850a-49c2-a76b-7b18d3748f73 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0108757 Jul 14 07:16:06.544170 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58870) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.553121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-8c035e0f-e992-42df-8035-04c87e5940fb tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.557561 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8c035e0f-e992-42df-8035-04c87e5940fb tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0122890 Jul 14 07:16:06.567731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58874) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.576592 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9838450-6c75-4a97-b2be-fc72489a08d1 req-909e4c82-263f-4165-9ab3-2a9e361b5840 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=a3935879-baa3-49fe-a9d0-35dd5b538fb6 HTTP/1.1" status: 200 len: 217 time: 0.1607199 Jul 14 07:16:06.609956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-147b4662-0827-4b75-b87c-1c8d98bcc815 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.610212 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-147b4662-0827-4b75-b87c-1c8d98bcc815 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0413256 Jul 14 07:16:06.613241 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58878) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.620030 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [None req-3818f4a5-97ba-46c6-a697-2c76fab4728d tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.621700 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3818f4a5-97ba-46c6-a697-2c76fab4728d tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0079007 Jul 14 07:16:06.623302 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfdf564-27c1-4ea5-a514-04e1e1da0438 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Made reservation on behalf of 07001d0308524862ad1bfc495bfda0d6 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:06.628332 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1bfdf564-27c1-4ea5-a514-04e1e1da0438 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:06.650871 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58880) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.672291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [None req-5f7b8ac2-4ab8-4771-8add-6ea79cd5dc6f tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.676739 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5f7b8ac2-4ab8-4771-8add-6ea79cd5dc6f tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0093393 Jul 14 07:16:06.696840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58888) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.707860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [None req-72b3f155-4d9c-4135-96c3-d41aaf6bce75 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.713708 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-72b3f155-4d9c-4135-96c3-d41aaf6bce75 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0128748 Jul 14 07:16:06.721263 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58894) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.728431 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f8f05e24-2fb6-4313-9f20-8eed4b7891dc tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2081263 Jul 14 07:16:06.729756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f05e24-2fb6-4313-9f20-8eed4b7891dc tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Network': ['ID=04c99abb-266f-419d-9d83-912115b7ba63,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:06.738738 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [None req-a3ba24a0-9e7a-4c1f-a8da-6ff600799ce7 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.742813 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a3ba24a0-9e7a-4c1f-a8da-6ff600799ce7 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0163453 Jul 14 07:16:06.746948 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 04c99abb-266f-419d-9d83-912115b7ba63 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:16:06.755352 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58898) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.755673 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58900) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.757242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9838450-6c75-4a97-b2be-fc72489a08d1 req-9c129233-3ff5-4933-ade9-16fb3c29b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:06.769348 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9838450-6c75-4a97-b2be-fc72489a08d1 req-9c129233-3ff5-4933-ade9-16fb3c29b74f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1729693 Jul 14 07:16:06.774328 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-015b4091-d73f-47f2-a261-74d2ea075219 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'subnet': {'network_id': 'e65b603f-a233-46d1-88b3-1f81ef38761f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:06.781521 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [None req-a6ce88ed-860c-4634-9b77-9ca0ae572b12 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.785097 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a6ce88ed-860c-4634-9b77-9ca0ae572b12 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0069354 Jul 14 07:16:06.796612 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58906) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.805041 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [None req-4563a1b9-36d5-4f17-bde5-96c7b829af44 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.808902 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4563a1b9-36d5-4f17-bde5-96c7b829af44 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0072644 Jul 14 07:16:06.811454 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58912) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.830944 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [None req-472d4e64-9549-478d-8941-7cef0fd5b5fb tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.834968 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-472d4e64-9549-478d-8941-7cef0fd5b5fb tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0079961 Jul 14 07:16:06.836113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58916) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.875458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58918) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:06.884192 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7baa9616-1551-43a1-ae1a-25824b18eb0e req-f1a52efa-6e74-487f-8875-ddd39d7e243d service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7253866 Jul 14 07:16:06.886308 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1bfdf564-27c1-4ea5-a514-04e1e1da0438 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:06.900597 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] Router c8afe6fe-88ad-4416-9abe-d2b85b2a5435 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:16:06.906839 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [None req-07e3e0fc-5275-49f2-89f5-bf504d759c52 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:16:06.913091 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-07e3e0fc-5275-49f2-89f5-bf504d759c52 tempest-ExtensionsTestJSON-500171076 tempest-ExtensionsTestJSON-500171076-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0100353 Jul 14 07:16:06.953734 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51e9bc-86e7-4faf-8f62-c62857e8ea5d req-7bd09160-a87e-468f-92c6-23334ff667cc tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:06.955368 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb51e9bc-86e7-4faf-8f62-c62857e8ea5d req-7bd09160-a87e-468f-92c6-23334ff667cc tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 946 time: 0.9830034 Jul 14 07:16:06.982838 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfdf564-27c1-4ea5-a514-04e1e1da0438 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Checking segment: {'id': '4ac3a7d5-4cdd-471c-9c33-8729ad1141cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fdabe6d9-4741-4746-9a15-f060a57e2552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:06.983194 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfdf564-27c1-4ea5-a514-04e1e1da0438 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Network hostable DHCP agents. Network: fdabe6d9-4741-4746-9a15-f060a57e2552, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:16:07.000095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdf564-27c1-4ea5-a514-04e1e1da0438 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event updated for resources: {'Subnet': ['ID=941810d6-9a2c-4077-9e81-56cf15c2cdbd,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:07.020900 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfdf564-27c1-4ea5-a514-04e1e1da0438 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Network fdabe6d9-4741-4746-9a15-f060a57e2552 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:16:07.037392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1bfdf564-27c1-4ea5-a514-04e1e1da0438 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, fdabe6d9-4741-4746-9a15-f060a57e2552) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:07.048734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba1ab17-ba8f-45d5-9ca1-f0885695148e None None] Network fdabe6d9-4741-4746-9a15-f060a57e2552 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:07.058648 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfdf564-27c1-4ea5-a514-04e1e1da0438 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:07.061035 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1bfdf564-27c1-4ea5-a514-04e1e1da0438 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:07.099360 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1bfdf564-27c1-4ea5-a514-04e1e1da0438 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6675050 Jul 14 07:16:07.100054 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58928) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:07.108162 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-45ecbaad-ac3b-4bdd-9005-0bc45b3e77d0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2084421565'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:07.158911 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c5695f2a-9b16-4cf3-91ac-987a56293600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:07.162262 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ecbaad-ac3b-4bdd-9005-0bc45b3e77d0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Made reservation on behalf of 07001d0308524862ad1bfc495bfda0d6 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:07.167848 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45ecbaad-ac3b-4bdd-9005-0bc45b3e77d0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:07.200963 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb51e9bc-86e7-4faf-8f62-c62857e8ea5d req-39cf20d4-05e5-4fa3-bb21-1c8cc230b7c3 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280729 Jul 14 07:16:07.214635 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9838450-6c75-4a97-b2be-fc72489a08d1 req-244d3352-e2fb-4ea0-8bfd-c64e43562b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:07.216424 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9838450-6c75-4a97-b2be-fc72489a08d1 req-244d3352-e2fb-4ea0-8bfd-c64e43562b1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4303355 Jul 14 07:16:07.217179 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015b4091-d73f-47f2-a261-74d2ea075219 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Made reservation on behalf of e869b58861d740ef88846266cf3195ab for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:07.229904 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-015b4091-d73f-47f2-a261-74d2ea075219 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:07.291978 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-fdabe6d9-4741-4746-9a15-f060a57e2552', 'network_id': 'fdabe6d9-4741-4746-9a15-f060a57e2552', 'tenant_id': '07001d0308524862ad1bfc495bfda0d6', 'fixed_ips': [{'subnet_id': '941810d6-9a2c-4077-9e81-56cf15c2cdbd'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:16:07.293399 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:07.328906 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ecbaad-ac3b-4bdd-9005-0bc45b3e77d0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:16:07.353200 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45ecbaad-ac3b-4bdd-9005-0bc45b3e77d0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:07.354875 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-45ecbaad-ac3b-4bdd-9005-0bc45b3e77d0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Added segment 0655f4f3-7721-4973-a5ac-4b321b20dba8 of type vlan for network c374f8d3-6d29-47f6-9b80-36a14b9a08b5 Jul 14 07:16:07.440599 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58936) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:07.442458 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c5695f2a-9b16-4cf3-91ac-987a56293600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:07.477364 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c5695f2a-9b16-4cf3-91ac-987a56293600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:07.516354 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Allocated IP 2001:db8:0:ffff::2 (fdabe6d9-4741-4746-9a15-f060a57e2552/941810d6-9a2c-4077-9e81-56cf15c2cdbd/06b18966-09db-4445-b91f-f9acec98e146) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:07.592535 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9838450-6c75-4a97-b2be-fc72489a08d1 req-d70309c7-6f07-4d27-b3cd-ce58c1a7dfc4 service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312782 Jul 14 07:16:07.602710 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c5695f2a-9b16-4cf3-91ac-987a56293600 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff21b087690749cbbe261b53863c243f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7252893 Jul 14 07:16:07.603475 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5695f2a-9b16-4cf3-91ac-987a56293600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163c2183-5a38-4baf-a476-117b5a3b2367,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:07.615207 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58946) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:07.643327 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45ecbaad-ac3b-4bdd-9005-0bc45b3e77d0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:07.681105 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd37d64e-c15e-48d9-94e5-16f6bf6bbef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:07.715400 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:07.727424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Transition to ACTIVE for port object 06b18966-09db-4445-b91f-f9acec98e146 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:07.727609 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45ecbaad-ac3b-4bdd-9005-0bc45b3e77d0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:07.735350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ecbaad-ac3b-4bdd-9005-0bc45b3e77d0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:07.736130 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45ecbaad-ac3b-4bdd-9005-0bc45b3e77d0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:07.748732 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Transition to ACTIVE for port object 06b18966-09db-4445-b91f-f9acec98e146 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:07.756958 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549677f-4985-4cdb-94f2-96622820c2b4 req-ea948b37-10e5-4e1b-9088-f32a8bcf4aa7 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:07.757357 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:07.767187 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f549677f-4985-4cdb-94f2-96622820c2b4 req-ea948b37-10e5-4e1b-9088-f32a8bcf4aa7 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ea90f38-5f68-480f-9791-0e4c34ec7358 HTTP/1.1" status: 200 len: 950 time: 0.6289186 Jul 14 07:16:07.797385 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Network fdabe6d9-4741-4746-9a15-f060a57e2552 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:07.816191 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:07.816191 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Pushing event updated for resources: {'Port': ['ID=06b18966-09db-4445-b91f-f9acec98e146,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:07.816526 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecbaad-ac3b-4bdd-9005-0bc45b3e77d0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event updated for resources: {'Network': ['ID=c374f8d3-6d29-47f6-9b80-36a14b9a08b5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:07.825076 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:07.831185 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network c374f8d3-6d29-47f6-9b80-36a14b9a08b5 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:16:07.852472 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:16:07.866203 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Sync routers for ids ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:16:07.880426 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Routers {'c8afe6fe-88ad-4416-9abe-d2b85b2a5435'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:07.882765 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:07.909838 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5707d21-8e68-49ef-8114-d91d2f7fedd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:07.925631 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f549677f-4985-4cdb-94f2-96622820c2b4 req-18279f61-451e-4599-823a-d00711982af2 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576140 Jul 14 07:16:07.951615 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd37d64e-c15e-48d9-94e5-16f6bf6bbef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:07.958269 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd37d64e-c15e-48d9-94e5-16f6bf6bbef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:07.992355 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5707d21-8e68-49ef-8114-d91d2f7fedd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:07.992573 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-45ecbaad-ac3b-4bdd-9005-0bc45b3e77d0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8895185 Jul 14 07:16:07.998524 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58952) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:08.000739 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Attempting to bind port 06b18966-09db-4445-b91f-f9acec98e146 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:16:08.003387 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Attempting to bind port 06b18966-09db-4445-b91f-f9acec98e146 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '4ac3a7d5-4cdd-471c-9c33-8729ad1141cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fdabe6d9-4741-4746-9a15-f060a57e2552'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:16:08.003924 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Attempting to bind port 06b18966-09db-4445-b91f-f9acec98e146 on network fdabe6d9-4741-4746-9a15-f060a57e2552 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:16:08.015506 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6013c8bf-2ef7-4c1c-9edb-f293fd7f2af5 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Request body: {'subnet': {'network_id': 'c374f8d3-6d29-47f6-9b80-36a14b9a08b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:08.036295 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:16:08.039034 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Checking segment: {'id': '4ac3a7d5-4cdd-471c-9c33-8729ad1141cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fdabe6d9-4741-4746-9a15-f060a57e2552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:08.039458 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:08.040983 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Bound using segment: {'id': '4ac3a7d5-4cdd-471c-9c33-8729ad1141cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fdabe6d9-4741-4746-9a15-f060a57e2552'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:16:08.042919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955aeb2-babe-4ebe-beb1-f37ee294c5f7 req-fa6b66c7-d059-4d41-ae0f-480ddfb42259 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:08.044638 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Bound port: 06b18966-09db-4445-b91f-f9acec98e146, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac3a7d5-4cdd-471c-9c33-8729ad1141cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fdabe6d9-4741-4746-9a15-f060a57e2552'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:16:08.045055 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:08.049786 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e955aeb2-babe-4ebe-beb1-f37ee294c5f7 req-fa6b66c7-d059-4d41-ae0f-480ddfb42259 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 946 time: 0.5843735 Jul 14 07:16:08.060246 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:08.062012 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-57723366-8a31-471c-8f00-8564b0df950e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9430947 Jul 14 07:16:08.085648 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5707d21-8e68-49ef-8114-d91d2f7fedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:08.088201 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5707d21-8e68-49ef-8114-d91d2f7fedd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:08.089466 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d5707d21-8e68-49ef-8114-d91d2f7fedd9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/163c2183-5a38-4baf-a476-117b5a3b2367 HTTP/1.1" status: 204 len: 168 time: 0.4646409 Jul 14 07:16:08.097068 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58956) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:08.112102 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dd37d64e-c15e-48d9-94e5-16f6bf6bbef7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ea30c72ea894252a7948ccdbde4e280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6681249 Jul 14 07:16:08.117514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37d64e-c15e-48d9-94e5-16f6bf6bbef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d42bed-c36a-4358-9b47-49b532c26636,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:08.119930 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58960) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:08.170783 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5707d21-8e68-49ef-8114-d91d2f7fedd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163c2183-5a38-4baf-a476-117b5a3b2367,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:08.174104 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9838450-6c75-4a97-b2be-fc72489a08d1 req-b8b386d7-fae1-4568-906f-25624e061bce service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626776 Jul 14 07:16:08.198621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6013c8bf-2ef7-4c1c-9edb-f293fd7f2af5 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Made reservation on behalf of 07001d0308524862ad1bfc495bfda0d6 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:08.206850 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6013c8bf-2ef7-4c1c-9edb-f293fd7f2af5 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:08.220079 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e955aeb2-babe-4ebe-beb1-f37ee294c5f7 req-9fe04fa8-a4f0-4a98-a4dd-52360112394c tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693349 Jul 14 07:16:08.293979 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] For port 06b18966-09db-4445-b91f-f9acec98e146, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:16:08.310937 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] For port 06b18966-09db-4445-b91f-f9acec98e146, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=06b18966-09db-4445-b91f-f9acec98e146,segment=NetworkSegment(4ac3a7d5-4cdd-471c-9c33-8729ad1141cf),segment_id=4ac3a7d5-4cdd-471c-9c33-8729ad1141cf)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:16:08.328224 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Set router c8afe6fe-88ad-4416-9abe-d2b85b2a5435 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:16:08.406529 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-015b4091-d73f-47f2-a261-74d2ea075219 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:08.529196 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b4091-d73f-47f2-a261-74d2ea075219 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Subnet': ['ID=6d50b041-7daa-4537-b46e-dac149a2b592,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:08.624022 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:08.666323 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'name': 'tempest-TaggedBootDevicesTest-695941789-router', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:15:59Z', 'updated_at': '2021-07-14T07:16:02Z', 'revision_number': 3, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'gw_port': {'id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:01Z', 'updated_at': '2021-07-14T07:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:08.683183 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ec0a9b6-b990-44aa-9022-c42aa1deaf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:08.737743 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Checking router: c8afe6fe-88ad-4416-9abe-d2b85b2a5435 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:16:08.742172 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Updating router c8afe6fe-88ad-4416-9abe-d2b85b2a5435 port 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:16:08.744870 n-d-778696-5 neutron-server[93827]: DEBUG neutron.objects.ports [None req-6013c8bf-2ef7-4c1c-9edb-f293fd7f2af5 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 07:16:08.783903 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c58c2-2b66-41c9-89ec-f04281503e69 None None] Pushing event updated for resources: {'Port': ['ID=06b18966-09db-4445-b91f-f9acec98e146,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:08.808661 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:08.816403 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ec0a9b6-b990-44aa-9022-c42aa1deaf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:08.869086 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6013c8bf-2ef7-4c1c-9edb-f293fd7f2af5 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:08.976372 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013c8bf-2ef7-4c1c-9edb-f293fd7f2af5 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event updated for resources: {'Subnet': ['ID=bfc7cd7e-3a4d-4314-bf23-87b1b68881d8,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:09.029222 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ec0a9b6-b990-44aa-9022-c42aa1deaf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:09.035166 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ec0a9b6-b990-44aa-9022-c42aa1deaf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:09.038912 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6ec0a9b6-b990-44aa-9022-c42aa1deaf55 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8d42bed-c36a-4358-9b47-49b532c26636 HTTP/1.1" status: 204 len: 168 time: 0.8972299 Jul 14 07:16:09.065448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0a9b6-b990-44aa-9022-c42aa1deaf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d42bed-c36a-4358-9b47-49b532c26636,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:09.073773 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013c8bf-2ef7-4c1c-9edb-f293fd7f2af5 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Checking segment: {'id': '0655f4f3-7721-4973-a5ac-4b321b20dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c374f8d3-6d29-47f6-9b80-36a14b9a08b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:09.074173 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6013c8bf-2ef7-4c1c-9edb-f293fd7f2af5 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Network hostable DHCP agents. Network: c374f8d3-6d29-47f6-9b80-36a14b9a08b5, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:16:09.147997 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6013c8bf-2ef7-4c1c-9edb-f293fd7f2af5 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Network c374f8d3-6d29-47f6-9b80-36a14b9a08b5 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:16:09.178764 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-6013c8bf-2ef7-4c1c-9edb-f293fd7f2af5 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, c374f8d3-6d29-47f6-9b80-36a14b9a08b5) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:09.191619 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6013c8bf-2ef7-4c1c-9edb-f293fd7f2af5 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:09.192320 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6013c8bf-2ef7-4c1c-9edb-f293fd7f2af5 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:09.198328 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29896f21-520a-4925-a24a-bb1d52ceecba None None] Network c374f8d3-6d29-47f6-9b80-36a14b9a08b5 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:09.238007 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6013c8bf-2ef7-4c1c-9edb-f293fd7f2af5 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2382712 Jul 14 07:16:09.240805 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59006) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:09.264232 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-341e1b3f-d661-4066-8f1e-d034a5b77a73 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Request body: {'port': {'network_id': 'c374f8d3-6d29-47f6-9b80-36a14b9a08b5', 'name': 'tempest-NetworksIpV6TestAttrs-1000751876'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:09.572166 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341e1b3f-d661-4066-8f1e-d034a5b77a73 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Made reservation on behalf of 07001d0308524862ad1bfc495bfda0d6 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:09.576134 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-341e1b3f-d661-4066-8f1e-d034a5b77a73 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:09.633157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-c374f8d3-6d29-47f6-9b80-36a14b9a08b5', 'network_id': 'c374f8d3-6d29-47f6-9b80-36a14b9a08b5', 'tenant_id': '07001d0308524862ad1bfc495bfda0d6', 'fixed_ips': [{'subnet_id': 'bfc7cd7e-3a4d-4314-bf23-87b1b68881d8'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:16:09.634070 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:09.634792 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:09.649444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-341e1b3f-d661-4066-8f1e-d034a5b77a73 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] device_id is not set on port 405349ac-a4b1-4f66-9b96-dd30b2c82134 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:16:09.659303 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Transition to ACTIVE for port object 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:09.675692 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:09.720308 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b4091-d73f-47f2-a261-74d2ea075219 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Checking segment: {'id': '87c4828d-1244-428f-aec1-8086a5753d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e65b603f-a233-46d1-88b3-1f81ef38761f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:09.720913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015b4091-d73f-47f2-a261-74d2ea075219 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network hostable DHCP agents. Network: e65b603f-a233-46d1-88b3-1f81ef38761f, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:16:09.801758 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Attempting to bind port 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:16:09.802433 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Attempting to bind port 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:16:09.802981 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Attempting to bind port 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:16:09.806355 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f85a8-8212-494e-9053-f874be8e0e90 None None] Pushing event updated for resources: {'Port': ['ID=925e6d09-d4f4-42b3-9dab-f2eb9dca92d2,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:09.820522 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:16:09.821316 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:09.821891 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:09.822441 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:16:09.823111 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Bound port: 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:16:09.825697 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:09.851390 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f85a8-8212-494e-9053-f874be8e0e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:09.851972 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f85a8-8212-494e-9053-f874be8e0e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:09.852651 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f85a8-8212-494e-9053-f874be8e0e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:09.855965 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f85a8-8212-494e-9053-f874be8e0e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:09.856655 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f85a8-8212-494e-9053-f874be8e0e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:09.857669 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f85a8-8212-494e-9053-f874be8e0e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:09.858179 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f85a8-8212-494e-9053-f874be8e0e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:09.859430 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f85a8-8212-494e-9053-f874be8e0e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:09.859935 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f85a8-8212-494e-9053-f874be8e0e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:09.861963 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f85a8-8212-494e-9053-f874be8e0e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:09.863174 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f85a8-8212-494e-9053-f874be8e0e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:09.863653 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f85a8-8212-494e-9053-f874be8e0e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:09.898243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-341e1b3f-d661-4066-8f1e-d034a5b77a73 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Allocated IP 2001:db8::f816:3eff:fe19:77db (c374f8d3-6d29-47f6-9b80-36a14b9a08b5/bfc7cd7e-3a4d-4314-bf23-87b1b68881d8/405349ac-a4b1-4f66-9b96-dd30b2c82134) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:09.930140 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59030) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:10.014470 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] For port 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:16:10.020409 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] For port 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=925e6d09-d4f4-42b3-9dab-f2eb9dca92d2,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:16:10.032607 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:10.099207 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cc957-8bb0-4082-bee4-b8b331e0b082 req-6a19cce4-3029-4446-a371-6ebc4e7acf98 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:10.117980 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa4cc957-8bb0-4082-bee4-b8b331e0b082 req-6a19cce4-3029-4446-a371-6ebc4e7acf98 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 946 time: 1.5917587 Jul 14 07:16:10.122696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015b4091-d73f-47f2-a261-74d2ea075219 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network e65b603f-a233-46d1-88b3-1f81ef38761f is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:16:10.125279 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-341e1b3f-d661-4066-8f1e-d034a5b77a73 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:10.173339 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-341e1b3f-d661-4066-8f1e-d034a5b77a73 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Transition to ACTIVE for port object 405349ac-a4b1-4f66-9b96-dd30b2c82134 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:10.190397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-015b4091-d73f-47f2-a261-74d2ea075219 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, e65b603f-a233-46d1-88b3-1f81ef38761f) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:10.202645 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc98cdc0-b45a-4f2f-a567-42336214cee1 None None] Network e65b603f-a233-46d1-88b3-1f81ef38761f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:10.219361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015b4091-d73f-47f2-a261-74d2ea075219 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:10.223540 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-015b4091-d73f-47f2-a261-74d2ea075219 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:10.233912 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Routers {'c8afe6fe-88ad-4416-9abe-d2b85b2a5435'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:10.234928 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:10.261225 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-341e1b3f-d661-4066-8f1e-d034a5b77a73 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:10.333008 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa4cc957-8bb0-4082-bee4-b8b331e0b082 req-b053f8c7-dcb0-4459-83b8-be329fed6214 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141054 Jul 14 07:16:10.352391 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-015b4091-d73f-47f2-a261-74d2ea075219 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5793271 Jul 14 07:16:10.353477 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59052) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:10.395244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-5d0d8fe3-4a50-4915-a0bf-3699e07fce85 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'subnet': {'network_id': '04c99abb-266f-419d-9d83-912115b7ba63', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:10.421901 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0eefec37-6b0a-4208-b0f4-53bc8f77b01b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-network', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:10.431407 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Allocated IP 2001:db8::f816:3eff:fec3:ca9a (c374f8d3-6d29-47f6-9b80-36a14b9a08b5/bfc7cd7e-3a4d-4314-bf23-87b1b68881d8/1305c46e-4a60-467f-97ed-9a0325c621e6) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:10.489358 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f85a8-8212-494e-9053-f874be8e0e90 None None] Pushing event updated for resources: {'Port': ['ID=925e6d09-d4f4-42b3-9dab-f2eb9dca92d2,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:10.510295 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] Set router c8afe6fe-88ad-4416-9abe-d2b85b2a5435 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:16:10.513807 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eefec37-6b0a-4208-b0f4-53bc8f77b01b admin admin] Made reservation on behalf of b01c2add3f774ccfa1969ff5ab4ec1f7 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:10.523563 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0eefec37-6b0a-4208-b0f4-53bc8f77b01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:10.549651 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341e1b3f-d661-4066-8f1e-d034a5b77a73 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Network c374f8d3-6d29-47f6-9b80-36a14b9a08b5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:10.571336 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0eefec37-6b0a-4208-b0f4-53bc8f77b01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:10.578553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41677dde-88a6-4178-b437-ea4583cc00fb None None] Network fdabe6d9-4741-4746-9a15-f060a57e2552 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:10.582413 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-341e1b3f-d661-4066-8f1e-d034a5b77a73 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:10.646998 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:10.652098 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341e1b3f-d661-4066-8f1e-d034a5b77a73 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:10.671757 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341e1b3f-d661-4066-8f1e-d034a5b77a73 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:10.672450 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-341e1b3f-d661-4066-8f1e-d034a5b77a73 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:10.690752 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59066) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:10.755103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e1b3f-d661-4066-8f1e-d034a5b77a73 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event updated for resources: {'Port': ['ID=405349ac-a4b1-4f66-9b96-dd30b2c82134,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:10.799327 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-341e1b3f-d661-4066-8f1e-d034a5b77a73 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5554283 Jul 14 07:16:10.800320 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59072) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:10.885425 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'name': 'tempest-TaggedBootDevicesTest-695941789-router', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:15:59Z', 'updated_at': '2021-07-14T07:16:02Z', 'revision_number': 3, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'gw_port': {'id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:01Z', 'updated_at': '2021-07-14T07:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:10.893679 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0d8fe3-4a50-4915-a0bf-3699e07fce85 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Made reservation on behalf of e869b58861d740ef88846266cf3195ab for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:10.898340 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d0d8fe3-4a50-4915-a0bf-3699e07fce85 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:10.929811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e048e0-0f8e-43f5-a810-10b6145c56ff tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Deleting subnet bfc7cd7e-3a4d-4314-bf23-87b1b68881d8 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:16:10.933520 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:16:10.956099 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5c9ddc-61f3-4588-8646-0622194c9f7c None None] The sync data for ids ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'] in n-d-778696-5 is: [{'id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'name': 'tempest-TaggedBootDevicesTest-695941789-router', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:15:59Z', 'updated_at': '2021-07-14T07:16:02Z', 'revision_number': 3, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'gw_port': {'id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:01Z', 'updated_at': '2021-07-14T07:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:16:10.963262 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 06b18966-09db-4445-b91f-f9acec98e146 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:11.021065 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a680b-3774-456d-a230-8274d8641b73 req-d9599fef-b0f6-4f9c-a27d-58aa60ef3c0e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:11.022633 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-007a680b-3774-456d-a230-8274d8641b73 req-d9599fef-b0f6-4f9c-a27d-58aa60ef3c0e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 946 time: 0.4684601 Jul 14 07:16:11.027475 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0eefec37-6b0a-4208-b0f4-53bc8f77b01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:11.029787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-abeb02b5-ff61-4c9e-a1a7-4e12db174452 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] Request body: {'port': {'network_id': '28ba6c41-6321-4f59-be77-20f352161895', 'name': 'tempest-NetworksNegativeTestJSON-776674088'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:11.036593 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0eefec37-6b0a-4208-b0f4-53bc8f77b01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:11.051838 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eefec37-6b0a-4208-b0f4-53bc8f77b01b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:16:11.062220 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0eefec37-6b0a-4208-b0f4-53bc8f77b01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:11.062700 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-0eefec37-6b0a-4208-b0f4-53bc8f77b01b admin admin] Added segment 0ba77749-354c-4ccd-bb4c-3ad23f28db80 of type vlan for network cd653837-16d0-4ce4-89f6-32469a5cf229 Jul 14 07:16:11.117920 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0eefec37-6b0a-4208-b0f4-53bc8f77b01b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:11.125318 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-abeb02b5-ff61-4c9e-a1a7-4e12db174452 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] POST failed (client error): The resource could not be found. Jul 14 07:16:11.125318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abeb02b5-ff61-4c9e-a1a7-4e12db174452 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:16:11.126410 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-abeb02b5-ff61-4c9e-a1a7-4e12db174452 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4273632 Jul 14 07:16:11.135882 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59078) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:11.156668 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0eefec37-6b0a-4208-b0f4-53bc8f77b01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:11.158000 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eefec37-6b0a-4208-b0f4-53bc8f77b01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:11.158679 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0eefec37-6b0a-4208-b0f4-53bc8f77b01b admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:11.160672 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d69b432-ad97-44e7-ae41-eaccfa71da0e tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] DELETE failed (client error): The resource could not be found. Jul 14 07:16:11.162107 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d69b432-ad97-44e7-ae41-eaccfa71da0e tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:16:11.163794 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9d69b432-ad97-44e7-ae41-eaccfa71da0e tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] 10.222.0.35 "DELETE /v2.0/networks/1c03ea0c-488b-439b-894b-a8522b649470 HTTP/1.1" status: 404 len: 339 time: 0.0256660 Jul 14 07:16:11.170438 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59080) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:11.215564 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-007a680b-3774-456d-a230-8274d8641b73 req-14259559-ce8c-4134-ae0a-69284b8c2aba tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785116 Jul 14 07:16:11.245968 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:11.271791 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Transition to ACTIVE for port object 1305c46e-4a60-467f-97ed-9a0325c621e6 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:11.304150 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Allocated IP 172.20.0.1 (d1e9b77a-3218-40fd-9745-54b5c604b152/77c1b1a7-c56f-42a9-955a-c8d5ef7376f9/18e6d66e-9f52-4b6a-b747-d3cbec72c367) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:11.313106 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Transition to ACTIVE for port object 1305c46e-4a60-467f-97ed-9a0325c621e6 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:11.315093 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefec37-6b0a-4208-b0f4-53bc8f77b01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434e90a6-4541-4064-a150-408651bfdd59,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:11.331163 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-428dc441-122e-4ca3-8d7a-bf3a7bdb67df tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] DELETE failed (client error): The resource could not be found. Jul 14 07:16:11.335897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428dc441-122e-4ca3-8d7a-bf3a7bdb67df tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:16:11.344403 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-428dc441-122e-4ca3-8d7a-bf3a7bdb67df tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] 10.222.0.35 "DELETE /v2.0/ports/a934c39f-358f-4a98-b93a-cfb7a8562095 HTTP/1.1" status: 404 len: 333 time: 0.1547182 Jul 14 07:16:11.348211 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74e048e0-0f8e-43f5-a810-10b6145c56ff tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:11.351007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59094) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:11.423124 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a3935879-baa3-49fe-a9d0-35dd5b538fb6 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:16:11.470219 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0eefec37-6b0a-4208-b0f4-53bc8f77b01b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5219638 Jul 14 07:16:11.470219 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c75ed7-4e34-4537-8ac0-6fd147c1cd6b tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] DELETE failed (client error): The resource could not be found. Jul 14 07:16:11.470219 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c75ed7-4e34-4537-8ac0-6fd147c1cd6b tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:16:11.474574 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a0c75ed7-4e34-4537-8ac0-6fd147c1cd6b tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] 10.222.0.35 "DELETE /v2.0/subnets/69f7b93e-67bc-4ee5-9834-c74b457b9faf HTTP/1.1" status: 404 len: 337 time: 0.1222117 Jul 14 07:16:11.477822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59098) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:11.478187 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59100) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:11.493379 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-bc82e0e6-daee-489e-a46b-83802f76d577 admin admin] Request body: {'subnet': {'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-subnet', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:11.514335 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-e65b603f-a233-46d1-88b3-1f81ef38761f', 'network_id': 'e65b603f-a233-46d1-88b3-1f81ef38761f', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'fixed_ips': [{'subnet_id': '6d50b041-7daa-4537-b46e-dac149a2b592'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:16:11.518659 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:11.523668 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefec37-6b0a-4208-b0f4-53bc8f77b01b admin admin] Pushing event updated for resources: {'Network': ['ID=cd653837-16d0-4ce4-89f6-32469a5cf229,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:11.535451 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc82e0e6-daee-489e-a46b-83802f76d577 admin admin] Made reservation on behalf of b01c2add3f774ccfa1969ff5ab4ec1f7 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:11.537913 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc82e0e6-daee-489e-a46b-83802f76d577 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:11.542129 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74e048e0-0f8e-43f5-a810-10b6145c56ff tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:11.554149 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:11.560023 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-26fd0d8d-3141-4def-a8bf-50646b09f758 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] GET failed (client error): The resource could not be found. Jul 14 07:16:11.584943 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-26fd0d8d-3141-4def-a8bf-50646b09f758 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] 10.222.0.35 "GET /v2.0/networks/4ad5724e-f090-47bf-a6ba-b43615d01455 HTTP/1.1" status: 404 len: 339 time: 0.0798833 Jul 14 07:16:11.587671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59108) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:11.588708 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network cd653837-16d0-4ce4-89f6-32469a5cf229 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:16:11.592406 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:11.603612 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-89054a32-90ad-462e-a2d0-7a821fece393 None None] Provisioning for port 06b18966-09db-4445-b91f-f9acec98e146 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:11.642183 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.resource_extend [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:16:11.643620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Transition to ACTIVE for port object 18e6d66e-9f52-4b6a-b747-d3cbec72c367 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:11.645102 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-486b225d-254a-4153-9551-d620aeccb38a tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] GET failed (client error): The resource could not be found. Jul 14 07:16:11.646789 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-486b225d-254a-4153-9551-d620aeccb38a tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] 10.222.0.35 "GET /v2.0/ports/9abd857a-6ff2-4733-9f4e-79e69cdef95e HTTP/1.1" status: 404 len: 333 time: 0.0500023 Jul 14 07:16:11.654059 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59112) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:11.684799 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-a165789e-630f-458f-9193-0f5441c25227 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] GET failed (client error): The resource could not be found. Jul 14 07:16:11.686179 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a165789e-630f-458f-9193-0f5441c25227 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] 10.222.0.35 "GET /v2.0/subnets/ca704c33-ce38-4a7b-b984-298c3fcfcbe4 HTTP/1.1" status: 404 len: 337 time: 0.0312412 Jul 14 07:16:11.693071 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59114) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:11.699695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-fcd11fe7-f89c-48df-aad0-b690a1eac9b5 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:11.787304 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd11fe7-f89c-48df-aad0-b690a1eac9b5 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] PUT failed (client error): The resource could not be found. Jul 14 07:16:11.787983 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd11fe7-f89c-48df-aad0-b690a1eac9b5 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:16:11.792718 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fcd11fe7-f89c-48df-aad0-b690a1eac9b5 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] 10.222.0.35 "PUT /v2.0/networks/8b8e2947-01b8-4260-be24-fd47900583be HTTP/1.1" status: 404 len: 339 time: 0.0937493 Jul 14 07:16:11.804748 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59122) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:11.813971 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-69e110ba-6ec0-49a8-bfc9-9a138572ac89 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:11.858929 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d0d8fe3-4a50-4915-a0bf-3699e07fce85 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:11.867418 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e110ba-6ec0-49a8-bfc9-9a138572ac89 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] PUT failed (client error): The resource could not be found. Jul 14 07:16:11.868181 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e110ba-6ec0-49a8-bfc9-9a138572ac89 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:16:11.874140 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-69e110ba-6ec0-49a8-bfc9-9a138572ac89 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] 10.222.0.35 "PUT /v2.0/ports/016d870c-26fc-4350-bd1a-e9a311bbc5bd HTTP/1.1" status: 404 len: 333 time: 0.0681381 Jul 14 07:16:11.874916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59124) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:11.891755 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:11.901483 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-2f060452-0a5f-4167-a66a-8b316320daf1 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:11.912211 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a3935879-baa3-49fe-a9d0-35dd5b538fb6, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a3935879-baa3-49fe-a9d0-35dd5b538fb6,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:11.935710 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Pushing event updated for resources: {'Port': ['ID=1305c46e-4a60-467f-97ed-9a0325c621e6,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:11.939998 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'a3935879-baa3-49fe-a9d0-35dd5b538fb6', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': 'a3935879-baa3-49fe-a9d0-35dd5b538fb6', 'mac_address': 'fa:16:3e:a7:b2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:16:11.952470 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f060452-0a5f-4167-a66a-8b316320daf1 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] PUT failed (client error): The resource could not be found. Jul 14 07:16:11.953055 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Network c374f8d3-6d29-47f6-9b80-36a14b9a08b5 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:11.953494 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f060452-0a5f-4167-a66a-8b316320daf1 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:16:11.958966 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2f060452-0a5f-4167-a66a-8b316320daf1 tempest-NetworksNegativeTestJSON-813657969 tempest-NetworksNegativeTestJSON-813657969-project] 10.222.0.35 "PUT /v2.0/subnets/85a1c5ff-5261-460c-9096-d1cbd3abf883 HTTP/1.1" status: 404 len: 337 time: 0.0779805 Jul 14 07:16:11.966388 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:11.969753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:12.087469 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=18e6d66e-9f52-4b6a-b747-d3cbec72c367,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:12.094786 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74e048e0-0f8e-43f5-a810-10b6145c56ff tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:12.125080 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Network d1e9b77a-3218-40fd-9745-54b5c604b152 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:12.133462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:12.142085 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:12.207231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:12.207489 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 06b18966-09db-4445-b91f-f9acec98e146 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:12.208260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:12.208835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:12.209511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:12.210246 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:12.210819 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:12.211833 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:12.212473 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:12.213051 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:12.213832 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:12.214708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:12.215396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:12.239295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d8fe3-4a50-4915-a0bf-3699e07fce85 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Subnet': ['ID=877cf950-a9e4-4c43-89a4-5219e799c959,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:12.249542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0d8fe3-4a50-4915-a0bf-3699e07fce85 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Checking segment: {'id': '7fc9f938-f33f-4ac1-8612-42e1fc103bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '04c99abb-266f-419d-9d83-912115b7ba63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:12.250027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0d8fe3-4a50-4915-a0bf-3699e07fce85 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network hostable DHCP agents. Network: 04c99abb-266f-419d-9d83-912115b7ba63, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:16:12.313584 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:12.313846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 06b18966-09db-4445-b91f-f9acec98e146 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:12.314069 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:12.328772 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc82e0e6-daee-489e-a46b-83802f76d577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:12.348923 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74e048e0-0f8e-43f5-a810-10b6145c56ff tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:12.465724 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74e048e0-0f8e-43f5-a810-10b6145c56ff tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:12.470771 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-74e048e0-0f8e-43f5-a810-10b6145c56ff tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/subnets/bfc7cd7e-3a4d-4314-bf23-87b1b68881d8 HTTP/1.1" status: 204 len: 168 time: 1.6641912 Jul 14 07:16:12.473395 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59152) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:12.527198 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0d8fe3-4a50-4915-a0bf-3699e07fce85 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network 04c99abb-266f-419d-9d83-912115b7ba63 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:16:12.564551 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82e0e6-daee-489e-a46b-83802f76d577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54c389bb-f8cc-4826-9a6a-5f4ac58e9131,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:12.574849 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc82e0e6-daee-489e-a46b-83802f76d577 admin admin] Checking segment: {'id': '0ba77749-354c-4ccd-bb4c-3ad23f28db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:12.576187 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc82e0e6-daee-489e-a46b-83802f76d577 admin admin] Network hostable DHCP agents. Network: cd653837-16d0-4ce4-89f6-32469a5cf229, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:16:12.608237 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e048e0-0f8e-43f5-a810-10b6145c56ff tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc7cd7e-3a4d-4314-bf23-87b1b68881d8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:12.634599 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc82e0e6-daee-489e-a46b-83802f76d577 admin admin] Network cd653837-16d0-4ce4-89f6-32469a5cf229 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:16:12.652031 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:12.657673 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-bc82e0e6-daee-489e-a46b-83802f76d577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, cd653837-16d0-4ce4-89f6-32469a5cf229) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:12.675065 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc82e0e6-daee-489e-a46b-83802f76d577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:12.678014 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc82e0e6-daee-489e-a46b-83802f76d577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:12.691931 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59158) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:12.722288 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bc82e0e6-daee-489e-a46b-83802f76d577 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2415714 Jul 14 07:16:12.725044 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59162) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:12.727936 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-5d0d8fe3-4a50-4915-a0bf-3699e07fce85 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 04c99abb-266f-419d-9d83-912115b7ba63) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:12.729711 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:12.818243 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d8fe3-4a50-4915-a0bf-3699e07fce85 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:12.819933 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d0d8fe3-4a50-4915-a0bf-3699e07fce85 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:12.820904 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:12.821979 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:12.877685 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5d0d8fe3-4a50-4915-a0bf-3699e07fce85 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5210650 Jul 14 07:16:12.885814 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59168) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:12.890698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7b03a261-b2bf-4c71-bf37-7c2a23895b3d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2028495208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:12.898608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8228b92-ce64-4d1d-a535-e79a137cc5b7 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:12.913647 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8228b92-ce64-4d1d-a535-e79a137cc5b7 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:12.918779 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a8228b92-ce64-4d1d-a535-e79a137cc5b7 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4341509 Jul 14 07:16:12.921652 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59170) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:12.930486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5b3d91-0ec8-4981-b3c3-a93d0b8197c9 None None] Network cd653837-16d0-4ce4-89f6-32469a5cf229 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:12.932542 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d34d967-df7b-4ee3-be8b-ad1a3e0e1b08 None None] Network 04c99abb-266f-419d-9d83-912115b7ba63 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:12.965614 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:12.977843 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:12.979890 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f3b6-7ef6-40f4-a23a-ad3809392139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:12.984425 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Allocated IP 2001:db8::2 (e65b603f-a233-46d1-88b3-1f81ef38761f/6d50b041-7daa-4537-b46e-dac149a2b592/10a8917f-aa69-4bac-9a28-8d96d6cfe1bd) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:12.985555 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b03a261-b2bf-4c71-bf37-7c2a23895b3d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:12.987055 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b03a261-b2bf-4c71-bf37-7c2a23895b3d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:13.015891 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3935879-baa3-49fe-a9d0-35dd5b538fb6 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:16:13.037707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a3935879-baa3-49fe-a9d0-35dd5b538fb6, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a3935879-baa3-49fe-a9d0-35dd5b538fb6,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:13.120986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea90f38-5f68-480f-9791-0e4c34ec7358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:16:13.124219 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9c2000-9edb-4538-b507-ecb959c79f83" -d '{"events": [{"server_uuid": "0ea90f38-5f68-480f-9791-0e4c34ec7358", "name": "network-vif-unplugged", "status": "completed", "tag": "ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:16:13.141685 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:13.209916 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Attempting to bind port 1305c46e-4a60-467f-97ed-9a0325c621e6 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:16:13.210462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Attempting to bind port 1305c46e-4a60-467f-97ed-9a0325c621e6 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '0655f4f3-7721-4973-a5ac-4b321b20dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c374f8d3-6d29-47f6-9b80-36a14b9a08b5'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:16:13.210933 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Attempting to bind port 1305c46e-4a60-467f-97ed-9a0325c621e6 on network c374f8d3-6d29-47f6-9b80-36a14b9a08b5 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:16:13.220516 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cb661585-ff03-42ad-9f55-65d7fd53ec63 None None] Provisioning for port 18e6d66e-9f52-4b6a-b747-d3cbec72c367 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:13.227827 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-530fe604-7cb2-47e1-a884-2b25bd2c3122 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:13.233400 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:13.240429 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:13.250516 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe6912e-483e-4c77-a421-3dde15548e9b x-openstack-request-id: req-8fe6912e-483e-4c77-a421-3dde15548e9b {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:16:13.251107 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea90f38-5f68-480f-9791-0e4c34ec7358", "name": "network-vif-unplugged", "status": "completed", "tag": "ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:16:13.251427 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8fe6912e-483e-4c77-a421-3dde15548e9b {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:16:13.251971 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea90f38-5f68-480f-9791-0e4c34ec7358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04', 'code': 200} Jul 14 07:16:13.265127 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-530fe604-7cb2-47e1-a884-2b25bd2c3122 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 14 07:16:13.265647 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530fe604-7cb2-47e1-a884-2b25bd2c3122 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:16:13.272430 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-530fe604-7cb2-47e1-a884-2b25bd2c3122 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/networks/c374f8d3-6d29-47f6-9b80-36a14b9a08b5 HTTP/1.1" status: 409 len: 405 time: 0.3489714 Jul 14 07:16:13.273405 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59188) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:13.285824 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d0ac1-ab6f-4073-a4e1-e3988c3bdc0c req-aa82431a-52e3-4021-8f6a-fa30e19239e3 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:13.287434 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-563d0ac1-ab6f-4073-a4e1-e3988c3bdc0c req-aa82431a-52e3-4021-8f6a-fa30e19239e3 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 946 time: 0.3967533 Jul 14 07:16:13.304975 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cb661585-ff03-42ad-9f55-65d7fd53ec63 None None] Provisioning complete for port 18e6d66e-9f52-4b6a-b747-d3cbec72c367 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:13.305590 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cb661585-ff03-42ad-9f55-65d7fd53ec63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:13.391322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f1aab409-787d-4902-854e-6fafc2f63165 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-757096061'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:13.537974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1aab409-787d-4902-854e-6fafc2f63165 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Made reservation on behalf of 07001d0308524862ad1bfc495bfda0d6 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:13.544038 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1aab409-787d-4902-854e-6fafc2f63165 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:13.567979 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-563d0ac1-ab6f-4073-a4e1-e3988c3bdc0c req-b31a9bdb-802d-4339-bfd6-9115c32df7bd tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813264 Jul 14 07:16:13.632395 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1aab409-787d-4902-854e-6fafc2f63165 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:16:13.673326 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1aab409-787d-4902-854e-6fafc2f63165 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:13.673326 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-f1aab409-787d-4902-854e-6fafc2f63165 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Added segment 4a1cc869-ad06-41ea-9a80-46c4bda66798 of type vlan for network 673c22ad-5976-463b-b08f-6ba0df160bb7 Jul 14 07:16:13.724271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-cb661585-ff03-42ad-9f55-65d7fd53ec63 None None] Port 18e6d66e-9f52-4b6a-b747-d3cbec72c367 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:16:13.730734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['a3935879-baa3-49fe-a9d0-35dd5b538fb6'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:16:13.733610 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1aab409-787d-4902-854e-6fafc2f63165 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:13.750927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:16:13.751240 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Checking segment: {'id': '0655f4f3-7721-4973-a5ac-4b321b20dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c374f8d3-6d29-47f6-9b80-36a14b9a08b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:13.751536 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:13.752052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Bound using segment: {'id': '0655f4f3-7721-4973-a5ac-4b321b20dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c374f8d3-6d29-47f6-9b80-36a14b9a08b5'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:16:13.752403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Bound port: 1305c46e-4a60-467f-97ed-9a0325c621e6, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0655f4f3-7721-4973-a5ac-4b321b20dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c374f8d3-6d29-47f6-9b80-36a14b9a08b5'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:16:13.752788 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:13.763140 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:13.777357 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1aab409-787d-4902-854e-6fafc2f63165 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:13.783511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aab409-787d-4902-854e-6fafc2f63165 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:13.784179 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1aab409-787d-4902-854e-6fafc2f63165 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:13.897241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aab409-787d-4902-854e-6fafc2f63165 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event updated for resources: {'Network': ['ID=673c22ad-5976-463b-b08f-6ba0df160bb7,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:13.938878 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:13.946987 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:13.958123 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 673c22ad-5976-463b-b08f-6ba0df160bb7 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:16:14.009163 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b03a261-b2bf-4c71-bf37-7c2a23895b3d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:14.027020 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b03a261-b2bf-4c71-bf37-7c2a23895b3d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:14.055387 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:14.055908 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:14.114700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=18e6d66e-9f52-4b6a-b747-d3cbec72c367,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:14.125890 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:14.152369 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=a3935879-baa3-49fe-a9d0-35dd5b538fb6,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:14.393519 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f3b6-7ef6-40f4-a23a-ad3809392139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:14.414410 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Network d1e9b77a-3218-40fd-9745-54b5c604b152 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:14.415609 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f3b6-7ef6-40f4-a23a-ad3809392139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:14.421373 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:14.441975 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f1aab409-787d-4902-854e-6fafc2f63165 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1660624 Jul 14 07:16:14.443730 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59222) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:14.455900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a429d4e5-261b-473a-b846-0e5e311883e3 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Request body: {'subnet': {'network_id': '673c22ad-5976-463b-b08f-6ba0df160bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:14.460464 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 06b18966-09db-4445-b91f-f9acec98e146, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=06b18966-09db-4445-b91f-f9acec98e146,segment=NetworkSegment(4ac3a7d5-4cdd-471c-9c33-8729ad1141cf),segment_id=4ac3a7d5-4cdd-471c-9c33-8729ad1141cf)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:14.479617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] For port 1305c46e-4a60-467f-97ed-9a0325c621e6, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:16:14.482722 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b03a261-b2bf-4c71-bf37-7c2a23895b3d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:14.484233 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7b03a261-b2bf-4c71-bf37-7c2a23895b3d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5973961 Jul 14 07:16:14.487708 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] For port 1305c46e-4a60-467f-97ed-9a0325c621e6, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1305c46e-4a60-467f-97ed-9a0325c621e6,segment=NetworkSegment(0655f4f3-7721-4973-a5ac-4b321b20dba8),segment_id=0655f4f3-7721-4973-a5ac-4b321b20dba8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:16:14.531000 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59226) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:14.681016 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9f3b6-7ef6-40f4-a23a-ad3809392139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b135f93a-a0cf-44f8-9961-f88329db09f6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:14.717619 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:14.719880 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:14.737758 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-04c99abb-266f-419d-9d83-912115b7ba63', 'network_id': '04c99abb-266f-419d-9d83-912115b7ba63', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'fixed_ips': [{'subnet_id': '877cf950-a9e4-4c43-89a4-5219e799c959'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:16:14.738623 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:14.831336 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:14.838307 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f8f9f3b6-7ef6-40f4-a23a-ad3809392139 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c86b840eb10040da9910a3d5590a648c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1450508 Jul 14 07:16:14.844800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59242) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:15.030776 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a429d4e5-261b-473a-b846-0e5e311883e3 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Made reservation on behalf of 07001d0308524862ad1bfc495bfda0d6 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:15.034795 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a429d4e5-261b-473a-b846-0e5e311883e3 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:15.044414 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:15.047084 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0191668f-eedd-472b-9797-1443ba396fc4 None None] Provisioning complete for port 06b18966-09db-4445-b91f-f9acec98e146 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:15.047462 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0191668f-eedd-472b-9797-1443ba396fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:15.136998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40616dc6-75cf-48ed-aaad-bdb3be09f8f3 req-4f8639b2-440d-4ac4-b33e-cf58b0ce1589 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:15.138675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-40616dc6-75cf-48ed-aaad-bdb3be09f8f3 req-4f8639b2-440d-4ac4-b33e-cf58b0ce1589 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 946 time: 0.2832551 Jul 14 07:16:15.199554 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:15.200232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Router c8afe6fe-88ad-4416-9abe-d2b85b2a5435 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:16:15.246099 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-cd653837-16d0-4ce4-89f6-32469a5cf229', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:16:15.250974 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-40616dc6-75cf-48ed-aaad-bdb3be09f8f3 req-0ca72793-4fc8-41f8-b0ff-1a60034fc07e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057670 Jul 14 07:16:15.266442 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:15.320370 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:15.388481 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=06b18966-09db-4445-b91f-f9acec98e146,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:15.422050 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a35951d-3832-40b3-8cbf-a5d77e78c40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:15.425906 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:15.435005 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd9b4bb-fbdf-4344-b952-05b74dd6e47c None None] Network c374f8d3-6d29-47f6-9b80-36a14b9a08b5 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:15.519712 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:16:15.521469 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Transition to ACTIVE for port object 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:15.535310 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a35951d-3832-40b3-8cbf-a5d77e78c40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:15.546618 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:15.549796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-60246b7b-b6a9-409a-ab56-35a5af834ba9 admin admin] 10.222.0.35 "PUT /v2.0/routers/c8afe6fe-88ad-4416-9abe-d2b85b2a5435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4424598 Jul 14 07:16:15.673354 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:15.674312 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Sync routers for ids ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:16:15.745517 n-d-778696-5 neutron-server[93828]: DEBUG neutron.objects.ports [None req-a429d4e5-261b-473a-b846-0e5e311883e3 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 07:16:15.748817 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a429d4e5-261b-473a-b846-0e5e311883e3 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:15.840675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Allocated IP 2001:db8:1::2 (04c99abb-266f-419d-9d83-912115b7ba63/877cf950-a9e4-4c43-89a4-5219e799c959/172afbe5-5e0a-415a-9c67-5115f42bbc78) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:15.907784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] Allocated IP 172.25.7.204 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/867fc16f-0613-4280-b275-05ed4582fd08) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:15.917589 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a35951d-3832-40b3-8cbf-a5d77e78c40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:15.920523 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a35951d-3832-40b3-8cbf-a5d77e78c40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:15.924401 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4a35951d-3832-40b3-8cbf-a5d77e78c40e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b135f93a-a0cf-44f8-9961-f88329db09f6 HTTP/1.1" status: 204 len: 168 time: 1.0589647 Jul 14 07:16:16.003016 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35951d-3832-40b3-8cbf-a5d77e78c40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b135f93a-a0cf-44f8-9961-f88329db09f6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:16.023014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429d4e5-261b-473a-b846-0e5e311883e3 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event updated for resources: {'Subnet': ['ID=47fb3ea3-af33-4ffd-9720-6c5c159b4a58,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:16.029788 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a429d4e5-261b-473a-b846-0e5e311883e3 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Checking segment: {'id': '4a1cc869-ad06-41ea-9a80-46c4bda66798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '673c22ad-5976-463b-b08f-6ba0df160bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:16.030143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a429d4e5-261b-473a-b846-0e5e311883e3 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Network hostable DHCP agents. Network: 673c22ad-5976-463b-b08f-6ba0df160bb7, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:16:16.056586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a429d4e5-261b-473a-b846-0e5e311883e3 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Network 673c22ad-5976-463b-b08f-6ba0df160bb7 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:16:16.076907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-a429d4e5-261b-473a-b846-0e5e311883e3 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 673c22ad-5976-463b-b08f-6ba0df160bb7) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:16.082704 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429d4e5-261b-473a-b846-0e5e311883e3 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:16.083356 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a429d4e5-261b-473a-b846-0e5e311883e3 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:16.108056 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a429d4e5-261b-473a-b846-0e5e311883e3 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6627190 Jul 14 07:16:16.111101 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59278) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:16.124317 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9882e1b3-16bb-4b02-9406-14d839954c0b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Request body: {'port': {'network_id': '673c22ad-5976-463b-b08f-6ba0df160bb7', 'name': 'tempest-NetworksIpV6TestAttrs-638918156'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:16.127339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196a5ed-086e-49e9-a353-e1389b97b48f None None] Pushing event updated for resources: {'Port': ['ID=1305c46e-4a60-467f-97ed-9a0325c621e6,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:16.328923 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:16.396189 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:16.440624 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9882e1b3-16bb-4b02-9406-14d839954c0b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Made reservation on behalf of 07001d0308524862ad1bfc495bfda0d6 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:16.444795 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9882e1b3-16bb-4b02-9406-14d839954c0b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:16.450297 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Allocated IP 172.20.0.2 (cd653837-16d0-4ce4-89f6-32469a5cf229/54c389bb-f8cc-4826-9a6a-5f4ac58e9131/4fbe784e-687a-4e54-846d-6bc74109868a) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:16.492235 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-9882e1b3-16bb-4b02-9406-14d839954c0b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] device_id is not set on port ee8c26e9-83b4-4a89-86a2-52c60a681cbb yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:16:16.518204 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:16.527653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:16.534642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:16.549093 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] Pushing event updated for resources: {'Port': ['ID=867fc16f-0613-4280-b275-05ed4582fd08,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:16.755446 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:16.774185 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Transition to ACTIVE for port object 4fbe784e-687a-4e54-846d-6bc74109868a will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:16.803778 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Transition to ACTIVE for port object 4fbe784e-687a-4e54-846d-6bc74109868a will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:16.815450 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef318c33-05b3-405c-9bcc-ccf805b3b4b5 req-b4788fce-d824-468a-ad43-9b091856d52d tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:16.817661 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ef318c33-05b3-405c-9bcc-ccf805b3b4b5 req-b4788fce-d824-468a-ad43-9b091856d52d tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 946 time: 0.2065198 Jul 14 07:16:16.830176 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Routers {'c8afe6fe-88ad-4416-9abe-d2b85b2a5435'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:16.831147 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:16.850667 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-9882e1b3-16bb-4b02-9406-14d839954c0b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Allocated IP 2001:db8::f816:3eff:feb4:a64d (673c22ad-5976-463b-b08f-6ba0df160bb7/47fb3ea3-af33-4ffd-9720-6c5c159b4a58/ee8c26e9-83b4-4a89-86a2-52c60a681cbb) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:16.881455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ef318c33-05b3-405c-9bcc-ccf805b3b4b5 req-f2a8456a-cc36-4f2c-96d3-cbbdf7445c7f tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565608 Jul 14 07:16:16.981881 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Set router c8afe6fe-88ad-4416-9abe-d2b85b2a5435 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:16:17.093367 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0430d7d7-2c83-48b5-a52a-f1a52500831d None None] Network 673c22ad-5976-463b-b08f-6ba0df160bb7 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:17.095464 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cfa8ae1b-448f-4d52-8744-ff53bb30a02b details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:16:17.332317 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9882e1b3-16bb-4b02-9406-14d839954c0b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:17.665003 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:17.800140 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:17.991702 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:18.018098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port cfa8ae1b-448f-4d52-8744-ff53bb30a02b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cfa8ae1b-448f-4d52-8744-ff53bb30a02b,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:18.038945 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:18.061448 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'cfa8ae1b-448f-4d52-8744-ff53bb30a02b', 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911', 'port_id': 'cfa8ae1b-448f-4d52-8744-ff53bb30a02b', 'mac_address': 'fa:16:3e:34:a3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5918044e-a8af-4c2f-b837-95b1468fa844', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:16:18.123950 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Transition to ACTIVE for port object 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:18.145132 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:18.147203 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59364) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:18.474977 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Pushing event updated for resources: {'Port': ['ID=4fbe784e-687a-4e54-846d-6bc74109868a,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:18.499155 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-70c91a46-5123-4a5c-b2e9-119ad30dc7cc tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1901167025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:18.514548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-9882e1b3-16bb-4b02-9406-14d839954c0b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Transition to ACTIVE for port object ee8c26e9-83b4-4a89-86a2-52c60a681cbb will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:18.569582 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-70c91a46-5123-4a5c-b2e9-119ad30dc7cc tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:18.570987 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-70c91a46-5123-4a5c-b2e9-119ad30dc7cc tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:18.587081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8fa68-0bd4-421a-989a-f17d52ce1834 req-0605fb8e-3241-404c-8089-b332253b9d38 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:18.590715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8e8fa68-0bd4-421a-989a-f17d52ce1834 req-0605fb8e-3241-404c-8089-b332253b9d38 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 946 time: 0.1145678 Jul 14 07:16:18.599932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] Router 576ae54a-688c-4507-a946-5eadbb45a4e3 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:16:18.655373 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8e8fa68-0bd4-421a-989a-f17d52ce1834 req-a024d438-d1e5-4910-9382-87364fbdffb3 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587556 Jul 14 07:16:18.670802 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9882e1b3-16bb-4b02-9406-14d839954c0b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:18.675521 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Allocated IP 2001:db8::1 (e65b603f-a233-46d1-88b3-1f81ef38761f/6d50b041-7daa-4537-b46e-dac149a2b592/5eab528c-a7c3-402c-978f-4adfa7068e9b) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:18.698118 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Transition to ACTIVE for port object 172afbe5-5e0a-415a-9c67-5115f42bbc78 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:18.706522 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:18.732048 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Network cd653837-16d0-4ce4-89f6-32469a5cf229 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:18.752305 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:18.761245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:18.787150 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9882e1b3-16bb-4b02-9406-14d839954c0b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Network 673c22ad-5976-463b-b08f-6ba0df160bb7 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:18.790543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-9882e1b3-16bb-4b02-9406-14d839954c0b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:18.794712 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9882e1b3-16bb-4b02-9406-14d839954c0b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:18.801458 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-70c91a46-5123-4a5c-b2e9-119ad30dc7cc tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:18.802047 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9882e1b3-16bb-4b02-9406-14d839954c0b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:18.802706 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9882e1b3-16bb-4b02-9406-14d839954c0b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:18.815089 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:18.815523 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:18.833308 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882e1b3-16bb-4b02-9406-14d839954c0b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event updated for resources: {'Port': ['ID=ee8c26e9-83b4-4a89-86a2-52c60a681cbb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:18.864285 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9882e1b3-16bb-4b02-9406-14d839954c0b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7502584 Jul 14 07:16:18.866754 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59420) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:18.889825 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:18.931624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:18.939505 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Network e65b603f-a233-46d1-88b3-1f81ef38761f is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:18.963515 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfa8ae1b-448f-4d52-8744-ff53bb30a02b {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:16:18.968350 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-07497f1e-787c-43b7-ae38-edf18be6d8e4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Deleting subnet 47fb3ea3-af33-4ffd-9720-6c5c159b4a58 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:16:18.974496 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-07497f1e-787c-43b7-ae38-edf18be6d8e4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:18.986159 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port cfa8ae1b-448f-4d52-8744-ff53bb30a02b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cfa8ae1b-448f-4d52-8744-ff53bb30a02b,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:18.991875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Transition to ACTIVE for port object 172afbe5-5e0a-415a-9c67-5115f42bbc78 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:18.997069 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:19.006528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:19.015036 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.085401 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-70c91a46-5123-4a5c-b2e9-119ad30dc7cc tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.113840 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-07497f1e-787c-43b7-ae38-edf18be6d8e4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.125277 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.231329 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Pushing event updated for resources: {'Port': ['ID=10a8917f-aa69-4bac-9a28-8d96d6cfe1bd,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:19.361809 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.369066 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-07497f1e-787c-43b7-ae38-edf18be6d8e4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.399007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Transition to ACTIVE for port object 5eab528c-a7c3-402c-978f-4adfa7068e9b will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:19.473615 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Network 04c99abb-266f-419d-9d83-912115b7ba63 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:19.504726 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-70c91a46-5123-4a5c-b2e9-119ad30dc7cc tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.508675 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-70c91a46-5123-4a5c-b2e9-119ad30dc7cc tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.3580177 Jul 14 07:16:19.512246 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59434) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:19.514963 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Attempting to bind port 4fbe784e-687a-4e54-846d-6bc74109868a on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:16:19.515959 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Attempting to bind port 4fbe784e-687a-4e54-846d-6bc74109868a by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '0ba77749-354c-4ccd-bb4c-3ad23f28db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:16:19.516654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Attempting to bind port 4fbe784e-687a-4e54-846d-6bc74109868a on network cd653837-16d0-4ce4-89f6-32469a5cf229 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:16:19.522132 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.531996 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:19.540956 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-1ce95e1e-4cbe-4cec-aa01-77e858e30f60 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-814362939'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:19.550483 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:19.561271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-80808ee2-4d2c-436e-97f3-8e2a6acae856 None None] Provisioning complete for port 18e6d66e-9f52-4b6a-b747-d3cbec72c367 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:19.561893 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-80808ee2-4d2c-436e-97f3-8e2a6acae856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.581996 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Attempting to bind port 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:16:19.582427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Attempting to bind port 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '87c4828d-1244-428f-aec1-8086a5753d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e65b603f-a233-46d1-88b3-1f81ef38761f'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:16:19.582958 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Attempting to bind port 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd on network e65b603f-a233-46d1-88b3-1f81ef38761f {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:16:19.591311 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.603852 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:16:19.614542 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Sync routers for ids ['576ae54a-688c-4507-a946-5eadbb45a4e3'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:16:19.627021 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network e65b603f-a233-46d1-88b3-1f81ef38761f is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:19.627627 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=925e6d09-d4f4-42b3-9dab-f2eb9dca92d2,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:19.630390 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Routers {'576ae54a-688c-4507-a946-5eadbb45a4e3'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:19.631991 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['576ae54a-688c-4507-a946-5eadbb45a4e3'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:19.646521 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:19.650693 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=5eab528c-a7c3-402c-978f-4adfa7068e9b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:19.654289 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:19.654890 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.701661 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce95e1e-4cbe-4cec-aa01-77e858e30f60 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Made reservation on behalf of 44b963c56b5748d397cb15a197e6a57f for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:19.708650 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc4469-1dfc-4010-a457-387c99d90009 req-541362e2-8993-46fa-9102-52f149179866 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:19.710388 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cffc4469-1dfc-4010-a457-387c99d90009 req-541362e2-8993-46fa-9102-52f149179866 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 945 time: 0.3140194 Jul 14 07:16:19.714226 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.714828 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-86c94360-ec31-45f7-8f4c-51dfb1eaa505 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9887850 Jul 14 07:16:19.718702 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59442) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:19.732933 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ce95e1e-4cbe-4cec-aa01-77e858e30f60 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.735589 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-07497f1e-787c-43b7-ae38-edf18be6d8e4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.750165 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:16:19.750912 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Checking segment: {'id': '87c4828d-1244-428f-aec1-8086a5753d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e65b603f-a233-46d1-88b3-1f81ef38761f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:19.752094 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.753555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Bound using segment: {'id': '87c4828d-1244-428f-aec1-8086a5753d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e65b603f-a233-46d1-88b3-1f81ef38761f'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:16:19.755089 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Bound port: 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c4828d-1244-428f-aec1-8086a5753d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e65b603f-a233-46d1-88b3-1f81ef38761f'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:16:19.756477 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.762211 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-80808ee2-4d2c-436e-97f3-8e2a6acae856 None None] Port 18e6d66e-9f52-4b6a-b747-d3cbec72c367 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:16:19.767845 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=cfa8ae1b-448f-4d52-8744-ff53bb30a02b,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:19.807305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:16:19.809405 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Checking segment: {'id': '0ba77749-354c-4ccd-bb4c-3ad23f28db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:19.810787 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.813678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Bound using segment: {'id': '0ba77749-354c-4ccd-bb4c-3ad23f28db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:16:19.814427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Bound port: 4fbe784e-687a-4e54-846d-6bc74109868a, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba77749-354c-4ccd-bb4c-3ad23f28db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:16:19.815408 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.833405 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-07497f1e-787c-43b7-ae38-edf18be6d8e4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.845975 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-07497f1e-787c-43b7-ae38-edf18be6d8e4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/subnets/47fb3ea3-af33-4ffd-9720-6c5c159b4a58 HTTP/1.1" status: 204 len: 168 time: 0.9780052 Jul 14 07:16:19.846641 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59444) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:19.888401 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ce95e1e-4cbe-4cec-aa01-77e858e30f60 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:19.910306 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07497f1e-787c-43b7-ae38-edf18be6d8e4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event deleted for resources: {'Subnet': ['ID=47fb3ea3-af33-4ffd-9720-6c5c159b4a58,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:19.961375 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Pushing event updated for resources: {'Port': ['ID=172afbe5-5e0a-415a-9c67-5115f42bbc78,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:19.963766 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:20.014428 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'name': 'tempest-TaggedBootDevicesTest-695941789-router', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:15:59Z', 'updated_at': '2021-07-14T07:16:13Z', 'revision_number': 4, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'gw_port': {'id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:01Z', 'updated_at': '2021-07-14T07:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '18e6d66e-9f52-4b6a-b747-d3cbec72c367', 'name': '', 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'mac_address': 'fa:16:3e:76:5e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:10Z', 'updated_at': '2021-07-14T07:16:13Z', 'revision_number': 2, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'subnets': [{'id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:20.057338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a246ab2-ec84-43d5-a0a8-42cb5056c964 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:20.058877 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a246ab2-ec84-43d5-a0a8-42cb5056c964 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:20.072962 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6a246ab2-ec84-43d5-a0a8-42cb5056c964 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1856329 Jul 14 07:16:20.073583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59454) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:20.086344 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88983c8a-9426-426c-bdf0-b0d99155e535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-673c22ad-5976-463b-b08f-6ba0df160bb7', 'network_id': '673c22ad-5976-463b-b08f-6ba0df160bb7', 'tenant_id': '07001d0308524862ad1bfc495bfda0d6', 'fixed_ips': [{'subnet_id': '47fb3ea3-af33-4ffd-9720-6c5c159b4a58'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:16:20.094070 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-88983c8a-9426-426c-bdf0-b0d99155e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:20.125017 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Set router 576ae54a-688c-4507-a946-5eadbb45a4e3 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:16:20.274920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 06b18966-09db-4445-b91f-f9acec98e146 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:20.302112 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Checking router: c8afe6fe-88ad-4416-9abe-d2b85b2a5435 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:16:20.302460 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Updating router c8afe6fe-88ad-4416-9abe-d2b85b2a5435 port 18e6d66e-9f52-4b6a-b747-d3cbec72c367 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:16:20.399158 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8855ddf-621b-44da-b369-4c41b08c62e3 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:20.459372 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8855ddf-621b-44da-b369-4c41b08c62e3 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 14 07:16:20.460947 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8855ddf-621b-44da-b369-4c41b08c62e3 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:16:20.471124 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b8855ddf-621b-44da-b369-4c41b08c62e3 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/networks/673c22ad-5976-463b-b08f-6ba0df160bb7 HTTP/1.1" status: 409 len: 405 time: 0.3952162 Jul 14 07:16:20.474091 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59460) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:20.502895 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-198d3961-9ca4-413a-8d77-383d382dffb9 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-250283971'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:20.542587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacffed-48c4-4a07-9105-b35302177d7f req-8d3bd089-8ad1-48d0-bdad-55a581d6024e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:20.545777 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8cacffed-48c4-4a07-9105-b35302177d7f req-8d3bd089-8ad1-48d0-bdad-55a581d6024e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 945 time: 0.4131758 Jul 14 07:16:20.593133 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] For port 4fbe784e-687a-4e54-846d-6bc74109868a, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:16:20.597360 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:16:17Z', 'revision_number': 3, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:20.597586 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] For port 4fbe784e-687a-4e54-846d-6bc74109868a, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=4fbe784e-687a-4e54-846d-6bc74109868a,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:16:20.656616 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ce95e1e-4cbe-4cec-aa01-77e858e30f60 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:20.675027 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Checking router: 576ae54a-688c-4507-a946-5eadbb45a4e3 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:16:20.676297 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Updating router 576ae54a-688c-4507-a946-5eadbb45a4e3 port 867fc16f-0613-4280-b275-05ed4582fd08 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:16:20.718085 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ce95e1e-4cbe-4cec-aa01-77e858e30f60 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:20.769702 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8cacffed-48c4-4a07-9105-b35302177d7f req-0483dfd9-72b4-4368-aed0-81f6e8dcb1a0 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123561 Jul 14 07:16:20.770902 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:20.798854 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198d3961-9ca4-413a-8d77-383d382dffb9 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Made reservation on behalf of 07001d0308524862ad1bfc495bfda0d6 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:20.808147 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-198d3961-9ca4-413a-8d77-383d382dffb9 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:20.826538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] For port 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:16:20.831058 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce95e1e-4cbe-4cec-aa01-77e858e30f60 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:16:20.837717 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] For port 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=10a8917f-aa69-4bac-9a28-8d96d6cfe1bd,segment=NetworkSegment(87c4828d-1244-428f-aec1-8086a5753d1a),segment_id=87c4828d-1244-428f-aec1-8086a5753d1a)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:16:20.847442 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=925e6d09-d4f4-42b3-9dab-f2eb9dca92d2,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:20.873656 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:20.876996 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:20.899312 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:20.922338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce95e1e-4cbe-4cec-aa01-77e858e30f60 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c55547d-a2dc-4c2b-8fe9-18ea3a37998b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:20.930907 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ce95e1e-4cbe-4cec-aa01-77e858e30f60 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:20.931402 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-1ce95e1e-4cbe-4cec-aa01-77e858e30f60 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Added segment 9f0f2e27-e7c1-402b-9095-2b1e54804996 of type vlan for network 2b504e74-e7d7-4a47-a89e-a04bcfd85039 Jul 14 07:16:20.947780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Attempting to bind port 172afbe5-5e0a-415a-9c67-5115f42bbc78 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:16:20.948142 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Attempting to bind port 172afbe5-5e0a-415a-9c67-5115f42bbc78 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '7fc9f938-f33f-4ac1-8612-42e1fc103bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '04c99abb-266f-419d-9d83-912115b7ba63'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:16:20.948498 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Attempting to bind port 172afbe5-5e0a-415a-9c67-5115f42bbc78 on network 04c99abb-266f-419d-9d83-912115b7ba63 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:16:21.008170 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a453270b-b49c-44bd-8ffb-51a2af2ee755 None None] Network 673c22ad-5976-463b-b08f-6ba0df160bb7 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:21.047388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198d3961-9ca4-413a-8d77-383d382dffb9 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:16:21.061760 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ce95e1e-4cbe-4cec-aa01-77e858e30f60 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:21.085470 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cfa8ae1b-448f-4d52-8744-ff53bb30a02b details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:16:21.089465 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:21.099025 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cfa8ae1b-448f-4d52-8744-ff53bb30a02b no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:16:21.115114 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-198d3961-9ca4-413a-8d77-383d382dffb9 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:21.118381 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-198d3961-9ca4-413a-8d77-383d382dffb9 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Added segment 0ca182d4-fbea-45f5-a3b9-fa2f1aa9f3a4 of type vlan for network 43337f9f-0bdf-477f-9cd5-8c4a7803f846 Jul 14 07:16:21.232983 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-198d3961-9ca4-413a-8d77-383d382dffb9 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:21.259306 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:16:21.260168 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Checking segment: {'id': '7fc9f938-f33f-4ac1-8612-42e1fc103bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '04c99abb-266f-419d-9d83-912115b7ba63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:21.260865 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:21.261552 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Bound using segment: {'id': '7fc9f938-f33f-4ac1-8612-42e1fc103bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '04c99abb-266f-419d-9d83-912115b7ba63'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:16:21.262229 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Bound port: 172afbe5-5e0a-415a-9c67-5115f42bbc78, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc9f938-f33f-4ac1-8612-42e1fc103bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '04c99abb-266f-419d-9d83-912115b7ba63'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:16:21.263078 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:21.267073 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ce95e1e-4cbe-4cec-aa01-77e858e30f60 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:21.281014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce95e1e-4cbe-4cec-aa01-77e858e30f60 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:21.289760 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ce95e1e-4cbe-4cec-aa01-77e858e30f60 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:21.318932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-cffc4469-1dfc-4010-a457-387c99d90009 req-05d82a94-915f-4446-8bdc-1e3520c444c7 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Deleting port cfa8ae1b-448f-4d52-8744-ff53bb30a02b {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:16:21.319773 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cffc4469-1dfc-4010-a457-387c99d90009 req-05d82a94-915f-4446-8bdc-1e3520c444c7 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:21.420260 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.db.resource_extend [None req-198d3961-9ca4-413a-8d77-383d382dffb9 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:16:21.440670 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1ce95e1e-4cbe-4cec-aa01-77e858e30f60 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9258311 Jul 14 07:16:21.443625 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59466) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:21.523699 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b76613c9-c3e7-4546-ae81-405e92438932 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Request body: {'subnet': {'network_id': '2b504e74-e7d7-4a47-a89e-a04bcfd85039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:21.564392 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3deed52-10ab-423c-862e-7fd271ac6e89 None None] Pushing event updated for resources: {'Port': ['ID=10a8917f-aa69-4bac-9a28-8d96d6cfe1bd,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:21.579977 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a3935879-baa3-49fe-a9d0-35dd5b538fb6 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:21.703821 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:21.734315 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-198d3961-9ca4-413a-8d77-383d382dffb9 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:21.746636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198d3961-9ca4-413a-8d77-383d382dffb9 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:21.749313 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-198d3961-9ca4-413a-8d77-383d382dffb9 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:21.760323 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce95e1e-4cbe-4cec-aa01-77e858e30f60 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event updated for resources: {'Network': ['ID=2b504e74-e7d7-4a47-a89e-a04bcfd85039,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:21.789443 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Transition to ACTIVE for port object 867fc16f-0613-4280-b275-05ed4582fd08 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:21.812932 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:21.880451 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-cffc4469-1dfc-4010-a457-387c99d90009 req-05d82a94-915f-4446-8bdc-1e3520c444c7 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] For port cfa8ae1b-448f-4d52-8744-ff53bb30a02b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cfa8ae1b-448f-4d52-8744-ff53bb30a02b,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:21.881641 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cffc4469-1dfc-4010-a457-387c99d90009 req-05d82a94-915f-4446-8bdc-1e3520c444c7 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:21.918649 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-198d3961-9ca4-413a-8d77-383d382dffb9 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4264886 Jul 14 07:16:21.937388 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-cffc4469-1dfc-4010-a457-387c99d90009 req-05d82a94-915f-4446-8bdc-1e3520c444c7 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Calling delete_port for cfa8ae1b-448f-4d52-8744-ff53bb30a02b owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:16:21.944392 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59470) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:21.962456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d5700412-6525-459b-b2c6-9ad47a148e11 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Request body: {'subnet': {'network_id': '43337f9f-0bdf-477f-9cd5-8c4a7803f846', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:22.036015 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Attempting to bind port 867fc16f-0613-4280-b275-05ed4582fd08 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:16:22.038859 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Attempting to bind port 867fc16f-0613-4280-b275-05ed4582fd08 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:16:22.042680 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Attempting to bind port 867fc16f-0613-4280-b275-05ed4582fd08 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:16:22.052475 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbccec3-0a52-41f6-ac56-350fa60ec389 None None] Pushing event updated for resources: {'Port': ['ID=867fc16f-0613-4280-b275-05ed4582fd08,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:22.074112 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:16:22.074503 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:22.074918 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:22.075367 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:16:22.075851 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Bound port: 867fc16f-0613-4280-b275-05ed4582fd08, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:16:22.078674 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:22.163114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d3961-9ca4-413a-8d77-383d382dffb9 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event updated for resources: {'Network': ['ID=43337f9f-0bdf-477f-9cd5-8c4a7803f846,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:22.169451 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] For port 867fc16f-0613-4280-b275-05ed4582fd08, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:16:22.176316 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] For port 867fc16f-0613-4280-b275-05ed4582fd08, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=867fc16f-0613-4280-b275-05ed4582fd08,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:16:22.186050 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:22.281311 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259bb3e-5a93-4e97-84e0-157a85ac56e4 None None] Pushing event updated for resources: {'Port': ['ID=4fbe784e-687a-4e54-846d-6bc74109868a,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:22.291328 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 06b18966-09db-4445-b91f-f9acec98e146 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:22.292787 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:22.334532 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Routers {'576ae54a-688c-4507-a946-5eadbb45a4e3'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:22.336891 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['576ae54a-688c-4507-a946-5eadbb45a4e3'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:22.417610 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76613c9-c3e7-4546-ae81-405e92438932 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Made reservation on behalf of 44b963c56b5748d397cb15a197e6a57f for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:22.421467 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b76613c9-c3e7-4546-ae81-405e92438932 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:22.693384 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbccec3-0a52-41f6-ac56-350fa60ec389 None None] Pushing event updated for resources: {'Port': ['ID=867fc16f-0613-4280-b275-05ed4582fd08,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:22.702223 n-d-778696-5 neutron-server[93829]: INFO neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No ports have port_id starting with cfa8ae1b-448f-4d52-8744-ff53bb30a02b Jul 14 07:16:22.712642 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cffc4469-1dfc-4010-a457-387c99d90009 req-05d82a94-915f-4446-8bdc-1e3520c444c7 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:22.719826 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] Set router 576ae54a-688c-4507-a946-5eadbb45a4e3 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:16:22.767704 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5700412-6525-459b-b2c6-9ad47a148e11 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Made reservation on behalf of 07001d0308524862ad1bfc495bfda0d6 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:22.777154 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5700412-6525-459b-b2c6-9ad47a148e11 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:22.973364 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6bc55-578d-4c78-ba03-b07728736a51 req-d343b6ef-b073-437c-9c42-79ce6f6a5131 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:22.998209 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8e6bc55-578d-4c78-ba03-b07728736a51 req-d343b6ef-b073-437c-9c42-79ce6f6a5131 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 866 time: 0.7753072 Jul 14 07:16:23.091385 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:23.202879 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:23.203473 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:23.204253 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:23.225760 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Transition to ACTIVE for port object 18e6d66e-9f52-4b6a-b747-d3cbec72c367 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:23.305650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] For port 172afbe5-5e0a-415a-9c67-5115f42bbc78, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:16:23.320919 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d82a94-915f-4446-8bdc-1e3520c444c7 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Pushing event deleted for resources: {'Port': ['ID=cfa8ae1b-448f-4d52-8744-ff53bb30a02b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:23.332528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] For port 172afbe5-5e0a-415a-9c67-5115f42bbc78, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=172afbe5-5e0a-415a-9c67-5115f42bbc78,segment=NetworkSegment(7fc9f938-f33f-4ac1-8612-42e1fc103bde),segment_id=7fc9f938-f33f-4ac1-8612-42e1fc103bde)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:16:23.337789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 2b504e74-e7d7-4a47-a89e-a04bcfd85039 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:16:23.435725 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8e6bc55-578d-4c78-ba03-b07728736a51 req-63f7feef-fe0b-4913-9fe8-39f1d0da6f19 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351652 Jul 14 07:16:23.441693 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 43337f9f-0bdf-477f-9cd5-8c4a7803f846 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:16:23.564382 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85af9bec-9f52-40e2-ba0d-ef92c31be9c0 None None] Network cd653837-16d0-4ce4-89f6-32469a5cf229 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:23.642789 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:16:17Z', 'revision_number': 3, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:23.666128 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b76613c9-c3e7-4546-ae81-405e92438932 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:23.700850 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abdd700-247e-435a-806d-6dcdf1969e09 None None] The sync data for ids ['576ae54a-688c-4507-a946-5eadbb45a4e3'] in n-d-778696-5 is: [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:16:17Z', 'revision_number': 3, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:16:23.728864 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:23.741319 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffc4469-1dfc-4010-a457-387c99d90009 req-05d82a94-915f-4446-8bdc-1e3520c444c7 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] No DVR routers for this DVR port cfa8ae1b-448f-4d52-8744-ff53bb30a02b on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:16:23.768185 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:23.771621 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cffc4469-1dfc-4010-a457-387c99d90009 req-05d82a94-915f-4446-8bdc-1e3520c444c7 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:23.779179 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cffc4469-1dfc-4010-a457-387c99d90009 req-05d82a94-915f-4446-8bdc-1e3520c444c7 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.30 "DELETE /v2.0/ports/cfa8ae1b-448f-4d52-8744-ff53bb30a02b HTTP/1.1" status: 204 len: 173 time: 4.0611529 Jul 14 07:16:23.790668 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c229df6-c385-4f0e-9b58-ed420137e967', 'name': 'network-vif-deleted', 'tag': 'cfa8ae1b-448f-4d52-8744-ff53bb30a02b'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:16:23.803654 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a651d01-08ca-473d-a624-03e58a0b7e72" -d '{"events": [{"server_uuid": "0c229df6-c385-4f0e-9b58-ed420137e967", "name": "network-vif-deleted", "tag": "cfa8ae1b-448f-4d52-8744-ff53bb30a02b"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:16:23.978744 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef11c39-54a3-4e65-886a-3f10b975d063 x-openstack-request-id: req-8ef11c39-54a3-4e65-886a-3f10b975d063 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:16:23.983219 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c229df6-c385-4f0e-9b58-ed420137e967", "name": "network-vif-deleted", "tag": "cfa8ae1b-448f-4d52-8744-ff53bb30a02b", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:16:23.983503 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ef11c39-54a3-4e65-886a-3f10b975d063 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:16:23.984088 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c229df6-c385-4f0e-9b58-ed420137e967', 'name': 'network-vif-deleted', 'tag': 'cfa8ae1b-448f-4d52-8744-ff53bb30a02b', 'status': 'completed', 'code': 200} Jul 14 07:16:24.019121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76613c9-c3e7-4546-ae81-405e92438932 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event updated for resources: {'Subnet': ['ID=b6eeaad9-94cf-4f13-984e-84a153e50d27,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:24.054414 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=5eab528c-a7c3-402c-978f-4adfa7068e9b,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:24.060774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76613c9-c3e7-4546-ae81-405e92438932 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Checking segment: {'id': '9f0f2e27-e7c1-402b-9095-2b1e54804996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2b504e74-e7d7-4a47-a89e-a04bcfd85039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:24.063364 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76613c9-c3e7-4546-ae81-405e92438932 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Network hostable DHCP agents. Network: 2b504e74-e7d7-4a47-a89e-a04bcfd85039, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:16:24.199407 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network e65b603f-a233-46d1-88b3-1f81ef38761f is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:24.203852 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:24.266717 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00bdec-35a2-490e-91a9-c4d25489cecd None None] Pushing event updated for resources: {'Port': ['ID=172afbe5-5e0a-415a-9c67-5115f42bbc78,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:24.323047 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fecbd99-54bf-4516-91b1-be77a628cc23 None None] Network e65b603f-a233-46d1-88b3-1f81ef38761f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:24.367294 n-d-778696-5 neutron-server[93828]: DEBUG neutron.objects.ports [None req-d5700412-6525-459b-b2c6-9ad47a148e11 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 07:16:24.371147 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5700412-6525-459b-b2c6-9ad47a148e11 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:24.395672 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:24.428234 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.resource_extend [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] It took 2.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:16:24.439116 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76613c9-c3e7-4546-ae81-405e92438932 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Network 2b504e74-e7d7-4a47-a89e-a04bcfd85039 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:16:24.539380 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dd817-f837-41d0-8a64-bdc85e2ccf62 None None] Pushing event updated for resources: {'Port': ['ID=18e6d66e-9f52-4b6a-b747-d3cbec72c367,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:24.649281 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5700412-6525-459b-b2c6-9ad47a148e11 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Checking segment: {'id': '0ca182d4-fbea-45f5-a3b9-fa2f1aa9f3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '43337f9f-0bdf-477f-9cd5-8c4a7803f846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:24.651849 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5700412-6525-459b-b2c6-9ad47a148e11 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Network hostable DHCP agents. Network: 43337f9f-0bdf-477f-9cd5-8c4a7803f846, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:16:24.665550 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-b76613c9-c3e7-4546-ae81-405e92438932 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 2b504e74-e7d7-4a47-a89e-a04bcfd85039) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:24.683615 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76613c9-c3e7-4546-ae81-405e92438932 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:24.685223 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b76613c9-c3e7-4546-ae81-405e92438932 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:24.817907 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b76613c9-c3e7-4546-ae81-405e92438932 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3336320 Jul 14 07:16:24.829128 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59494) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:24.848683 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-30aad340-9167-421d-b436-66aa5132ce3e tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Request body: {'network': {'name': 'tempest-router-network01--882772835'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:24.913243 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5700412-6525-459b-b2c6-9ad47a148e11 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event updated for resources: {'Subnet': ['ID=5813be05-39fe-4424-92e1-60d4738ff76c,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:24.925561 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30aad340-9167-421d-b436-66aa5132ce3e tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Made reservation on behalf of 44b963c56b5748d397cb15a197e6a57f for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:24.932463 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-30aad340-9167-421d-b436-66aa5132ce3e tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:24.946109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5700412-6525-459b-b2c6-9ad47a148e11 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Network 43337f9f-0bdf-477f-9cd5-8c4a7803f846 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:16:25.044802 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:16:25.061464 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-269a8d2c-42fb-4178-ae09-3af85a265ae8 req-fc56a17b-dcbf-4370-ad62-d504aa4946bb tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c229df6-c385-4f0e-9b58-ed420137e967 HTTP/1.1" status: 200 len: 210 time: 0.1494257 Jul 14 07:16:25.098486 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30aad340-9167-421d-b436-66aa5132ce3e tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:16:25.120573 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-30aad340-9167-421d-b436-66aa5132ce3e tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:25.121493 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-30aad340-9167-421d-b436-66aa5132ce3e tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Added segment adafd8b0-7796-4496-ba11-6fd4a339f913 of type vlan for network 1188d9b4-eaea-4e3a-b626-d4c4e89b66ba Jul 14 07:16:25.173896 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-30aad340-9167-421d-b436-66aa5132ce3e tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:25.182435 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-eae5be31-d86f-412f-87a5-11a1729f616e None None] Provisioning for port 4fbe784e-687a-4e54-846d-6bc74109868a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:25.196528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76801d00-c1a5-447a-aa3d-d51be8d60835 None None] Network 2b504e74-e7d7-4a47-a89e-a04bcfd85039 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:25.255619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-d5700412-6525-459b-b2c6-9ad47a148e11 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 43337f9f-0bdf-477f-9cd5-8c4a7803f846) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:25.277421 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-30aad340-9167-421d-b436-66aa5132ce3e tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:25.283822 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aad340-9167-421d-b436-66aa5132ce3e tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:25.289246 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-30aad340-9167-421d-b436-66aa5132ce3e tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:25.303630 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port a3935879-baa3-49fe-a9d0-35dd5b538fb6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:25.303866 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:25.322565 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5700412-6525-459b-b2c6-9ad47a148e11 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:25.325955 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5700412-6525-459b-b2c6-9ad47a148e11 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:25.345305 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] Allocated IP 172.20.0.1 (cd653837-16d0-4ce4-89f6-32469a5cf229/54c389bb-f8cc-4826-9a6a-5f4ac58e9131/975db078-365c-4073-9b74-6b4700bdbc66) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:25.375768 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-30aad340-9167-421d-b436-66aa5132ce3e tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5434067 Jul 14 07:16:25.406937 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59496) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:25.449089 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1955c124-f6c2-421f-8fc1-d249f83f2a6e None None] Network 43337f9f-0bdf-477f-9cd5-8c4a7803f846 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:25.518043 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-0f323a35-b87e-42eb-a257-1bebb4d78857 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Request body: {'network': {'name': 'tempest-router-network02--251333861'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:25.561814 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:25.579392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] Transition to ACTIVE for port object 975db078-365c-4073-9b74-6b4700bdbc66 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:25.580004 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d5700412-6525-459b-b2c6-9ad47a148e11 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.6268592 Jul 14 07:16:25.582005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59500) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:25.629113 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:25.737763 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] Network cd653837-16d0-4ce4-89f6-32469a5cf229 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:25.773620 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:25.792601 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router b8ac8b4e-4754-4d7a-a71e-b877d1c40ada is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:16:25.815961 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:25.831212 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port cfa8ae1b-448f-4d52-8744-ff53bb30a02b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cfa8ae1b-448f-4d52-8744-ff53bb30a02b,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:25.871490 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f323a35-b87e-42eb-a257-1bebb4d78857 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Made reservation on behalf of 44b963c56b5748d397cb15a197e6a57f for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:25.875612 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f323a35-b87e-42eb-a257-1bebb4d78857 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:25.905628 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] Pushing event updated for resources: {'Port': ['ID=975db078-365c-4073-9b74-6b4700bdbc66,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:25.911685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 867fc16f-0613-4280-b275-05ed4582fd08 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:25.919636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'cfa8ae1b-448f-4d52-8744-ff53bb30a02b', 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911', 'port_id': 'cfa8ae1b-448f-4d52-8744-ff53bb30a02b', 'mac_address': 'fa:16:3e:34:a3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5918044e-a8af-4c2f-b837-95b1468fa844', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:16:25.945558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aad340-9167-421d-b436-66aa5132ce3e tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event updated for resources: {'Network': ['ID=1188d9b4-eaea-4e3a-b626-d4c4e89b66ba,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:26.040419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f323a35-b87e-42eb-a257-1bebb4d78857 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:16:26.053503 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f323a35-b87e-42eb-a257-1bebb4d78857 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:26.053925 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-0f323a35-b87e-42eb-a257-1bebb4d78857 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Added segment ce2207d1-c2de-496a-bc04-90ab9cf8a425 of type vlan for network 39718465-a3a2-49f8-9313-260a8a6427fc Jul 14 07:16:26.132605 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f323a35-b87e-42eb-a257-1bebb4d78857 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:26.193286 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60daa170-23af-4c8d-98e3-31a53cc0452d tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:26.223087 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:26.264045 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 1188d9b4-eaea-4e3a-b626-d4c4e89b66ba details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:16:26.308761 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f323a35-b87e-42eb-a257-1bebb4d78857 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:26.350799 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f323a35-b87e-42eb-a257-1bebb4d78857 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:26.351621 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f323a35-b87e-42eb-a257-1bebb4d78857 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:26.436944 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:16:26.449909 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fb32fe29-5905-4ce3-8e21-3c7f7e2e9eca tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/b8ac8b4e-4754-4d7a-a71e-b877d1c40ada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9079173 Jul 14 07:16:26.460375 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59508) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:26.502396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Attempting to bind port 18e6d66e-9f52-4b6a-b747-d3cbec72c367 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:16:26.502803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Attempting to bind port 18e6d66e-9f52-4b6a-b747-d3cbec72c367 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '35059387-cc9b-4d1f-b50f-10e95f5a9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:16:26.503177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Attempting to bind port 18e6d66e-9f52-4b6a-b747-d3cbec72c367 on network d1e9b77a-3218-40fd-9745-54b5c604b152 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:16:26.505265 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5b3a1e-b910-4314-a754-9823d0e302da None None] Sync routers for ids ['b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:16:26.616360 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60daa170-23af-4c8d-98e3-31a53cc0452d tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:26.666801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cb8cf2-cbc3-4373-9112-d85aa73e34d5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:26.671354 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-42cb8cf2-cbc3-4373-9112-d85aa73e34d5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/ports/5eab528c-a7c3-402c-978f-4adfa7068e9b HTTP/1.1" status: 200 len: 911 time: 0.2068355 Jul 14 07:16:26.683350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59512) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:26.709097 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59514) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:26.714596 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0f323a35-b87e-42eb-a257-1bebb4d78857 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2134590 Jul 14 07:16:26.864812 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60daa170-23af-4c8d-98e3-31a53cc0452d tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:26.883113 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Request body: {'subnet': {'network_id': '1188d9b4-eaea-4e3a-b626-d4c4e89b66ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:26.892320 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:16:26.892714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Checking segment: {'id': '35059387-cc9b-4d1f-b50f-10e95f5a9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:26.893102 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:26.893518 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Bound using segment: {'id': '35059387-cc9b-4d1f-b50f-10e95f5a9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:16:26.894010 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Bound port: 18e6d66e-9f52-4b6a-b747-d3cbec72c367, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35059387-cc9b-4d1f-b50f-10e95f5a9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:16:26.894394 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:26.905694 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f323a35-b87e-42eb-a257-1bebb4d78857 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event updated for resources: {'Network': ['ID=39718465-a3a2-49f8-9313-260a8a6427fc,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:26.966642 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8d0480-25b9-45d9-bbe0-f860ad32993c None None] Network 04c99abb-266f-419d-9d83-912115b7ba63 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:26.970298 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 39718465-a3a2-49f8-9313-260a8a6427fc details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:16:27.136892 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59518) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:27.229847 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60daa170-23af-4c8d-98e3-31a53cc0452d tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:27.249636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-60daa170-23af-4c8d-98e3-31a53cc0452d tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43337f9f-0bdf-477f-9cd5-8c4a7803f846']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:27.276980 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-60daa170-23af-4c8d-98e3-31a53cc0452d tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca182d4-fbea-45f5-a3b9-fa2f1aa9f3a4') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:27.277357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-60daa170-23af-4c8d-98e3-31a53cc0452d tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca182d4-fbea-45f5-a3b9-fa2f1aa9f3a4') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:27.297773 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5b3a1e-b910-4314-a754-9823d0e302da None None] Routers {'b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:27.298891 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9d5b3a1e-b910-4314-a754-9823d0e302da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:27.308555 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60daa170-23af-4c8d-98e3-31a53cc0452d tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:27.335950 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60daa170-23af-4c8d-98e3-31a53cc0452d tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:27.341381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-25a4c521-4b87-4074-98b0-0793eb6eb424 None None] Provisioning for port 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:27.342739 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60daa170-23af-4c8d-98e3-31a53cc0452d tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:16:27.343174 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60daa170-23af-4c8d-98e3-31a53cc0452d tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:27.397567 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3e27d327-a3dd-475f-9bc4-5cddfe806c7d tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1101619193', 'description': 'tempest-description--1075656289'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:16:27.463272 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:16:27.467434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60daa170-23af-4c8d-98e3-31a53cc0452d tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event deleted for resources: {'Subnet': ['ID=5813be05-39fe-4424-92e1-60d4738ff76c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:27.473278 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60daa170-23af-4c8d-98e3-31a53cc0452d tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:27.531704 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60daa170-23af-4c8d-98e3-31a53cc0452d tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:27.551597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-60daa170-23af-4c8d-98e3-31a53cc0452d tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/networks/43337f9f-0bdf-477f-9cd5-8c4a7803f846 HTTP/1.1" status: 204 len: 168 time: 1.9473577 Jul 14 07:16:27.553921 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60daa170-23af-4c8d-98e3-31a53cc0452d tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event deleted for resources: {'Network': ['ID=43337f9f-0bdf-477f-9cd5-8c4a7803f846,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:27.559928 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59522) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:27.576785 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-29e5a3fa-d2fa-4f4f-89e0-f42f276814a4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1761379256'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:27.580599 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:27.583069 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Made reservation on behalf of 44b963c56b5748d397cb15a197e6a57f for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:27.596568 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:27.626521 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e5a3fa-d2fa-4f4f-89e0-f42f276814a4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Made reservation on behalf of 07001d0308524862ad1bfc495bfda0d6 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:27.630530 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29e5a3fa-d2fa-4f4f-89e0-f42f276814a4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:27.691389 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e5a3fa-d2fa-4f4f-89e0-f42f276814a4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:16:27.712136 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29e5a3fa-d2fa-4f4f-89e0-f42f276814a4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:27.712574 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-29e5a3fa-d2fa-4f4f-89e0-f42f276814a4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Added segment b9005e07-c27c-4be2-a6af-8866695f552b of type vlan for network efea9305-3b50-438c-9ede-27c4662c23ff Jul 14 07:16:27.783936 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29e5a3fa-d2fa-4f4f-89e0-f42f276814a4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:27.828152 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29e5a3fa-d2fa-4f4f-89e0-f42f276814a4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:27.839927 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e5a3fa-d2fa-4f4f-89e0-f42f276814a4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:27.840665 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29e5a3fa-d2fa-4f4f-89e0-f42f276814a4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:27.857427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08de9b95-7d5c-447e-90a7-286a91d84f0a None None] Network 43337f9f-0bdf-477f-9cd5-8c4a7803f846 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:27.913339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08de9b95-7d5c-447e-90a7-286a91d84f0a None None] Network 43337f9f-0bdf-477f-9cd5-8c4a7803f846 could not be found, it might have been deleted concurrently. {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 07:16:27.925503 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9d5b3a1e-b910-4314-a754-9823d0e302da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:27.940426 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cfa8ae1b-448f-4d52-8744-ff53bb30a02b no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:16:27.966496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 867fc16f-0613-4280-b275-05ed4582fd08 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:28.001796 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: cfa8ae1b-448f-4d52-8744-ff53bb30a02b {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:16:28.002234 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cfa8ae1b-448f-4d52-8744-ff53bb30a02b not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:16:28.025805 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-29e5a3fa-d2fa-4f4f-89e0-f42f276814a4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4629688 Jul 14 07:16:28.029952 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 867fc16f-0613-4280-b275-05ed4582fd08 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:28.030407 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:28.035441 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59526) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:28.064544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-7a516ee6-2bb2-47a9-9ed4-390f09477dc6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Request body: {'subnet': {'network_id': 'efea9305-3b50-438c-9ede-27c4662c23ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:28.073956 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:28.088866 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e27d327-a3dd-475f-9bc4-5cddfe806c7d tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:28.096555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5a3fa-d2fa-4f4f-89e0-f42f276814a4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event updated for resources: {'Network': ['ID=efea9305-3b50-438c-9ede-27c4662c23ff,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:28.103170 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5b3a1e-b910-4314-a754-9823d0e302da None None] Routers {'b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:28.103923 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9d5b3a1e-b910-4314-a754-9823d0e302da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:28.228843 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-2b504e74-e7d7-4a47-a89e-a04bcfd85039', 'network_id': '2b504e74-e7d7-4a47-a89e-a04bcfd85039', 'tenant_id': '44b963c56b5748d397cb15a197e6a57f', 'fixed_ips': [{'subnet_id': 'b6eeaad9-94cf-4f13-984e-84a153e50d27'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:16:28.229915 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:28.232495 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network efea9305-3b50-438c-9ede-27c4662c23ff details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:16:28.246053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] For port 18e6d66e-9f52-4b6a-b747-d3cbec72c367, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:16:28.282263 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9d5b3a1e-b910-4314-a754-9823d0e302da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:28.283010 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5b3a1e-b910-4314-a754-9823d0e302da None None] The sync data for ids ['b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:16:28.287205 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a516ee6-2bb2-47a9-9ed4-390f09477dc6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Made reservation on behalf of 07001d0308524862ad1bfc495bfda0d6 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:28.293517 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7a516ee6-2bb2-47a9-9ed4-390f09477dc6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:28.372896 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] For port 18e6d66e-9f52-4b6a-b747-d3cbec72c367, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=18e6d66e-9f52-4b6a-b747-d3cbec72c367,segment=NetworkSegment(35059387-cc9b-4d1f-b50f-10e95f5a9e3d),segment_id=35059387-cc9b-4d1f-b50f-10e95f5a9e3d)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:16:28.696695 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:28.729767 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:28.744075 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Allocated IP 2001:db8::2 (2b504e74-e7d7-4a47-a89e-a04bcfd85039/b6eeaad9-94cf-4f13-984e-84a153e50d27/bb4acba0-18c3-4501-80da-cc66372d941a) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:28.754280 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7a516ee6-2bb2-47a9-9ed4-390f09477dc6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:28.759332 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d7bb81-1cc2-4dbc-858e-182a5601cc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3935879-baa3-49fe-a9d0-35dd5b538fb6'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:16:28.764718 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705f3ce8-4e2e-4925-a454-c28a4fb66fce" -d '{"events": [{"server_uuid": "d5d7bb81-1cc2-4dbc-858e-182a5601cc3d", "name": "network-vif-plugged", "status": "completed", "tag": "a3935879-baa3-49fe-a9d0-35dd5b538fb6"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:16:28.774010 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f51870bd-4872-49f6-9962-1ab1ba968615 None None] Provisioning for port 975db078-365c-4073-9b74-6b4700bdbc66 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:28.860234 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a516ee6-2bb2-47a9-9ed4-390f09477dc6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Checking segment: {'id': 'b9005e07-c27c-4be2-a6af-8866695f552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'efea9305-3b50-438c-9ede-27c4662c23ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:28.860676 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a516ee6-2bb2-47a9-9ed4-390f09477dc6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Network hostable DHCP agents. Network: efea9305-3b50-438c-9ede-27c4662c23ff, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:16:28.867267 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:28.889874 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a516ee6-2bb2-47a9-9ed4-390f09477dc6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event updated for resources: {'Subnet': ['ID=1f7d395f-ff42-44ef-9a71-518e7a063aac,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:28.917881 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a516ee6-2bb2-47a9-9ed4-390f09477dc6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Network efea9305-3b50-438c-9ede-27c4662c23ff is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:16:28.936932 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f51870bd-4872-49f6-9962-1ab1ba968615 None None] Provisioning complete for port 975db078-365c-4073-9b74-6b4700bdbc66 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:28.937546 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f51870bd-4872-49f6-9962-1ab1ba968615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:28.937996 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-7a516ee6-2bb2-47a9-9ed4-390f09477dc6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, efea9305-3b50-438c-9ede-27c4662c23ff) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:28.942735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a516ee6-2bb2-47a9-9ed4-390f09477dc6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:28.943454 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7a516ee6-2bb2-47a9-9ed4-390f09477dc6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:29.055501 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:29.073000 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17db53e4-9848-4db6-8473-578ce1d65a57 x-openstack-request-id: req-17db53e4-9848-4db6-8473-578ce1d65a57 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:16:29.075856 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d7bb81-1cc2-4dbc-858e-182a5601cc3d", "name": "network-vif-plugged", "status": "completed", "tag": "a3935879-baa3-49fe-a9d0-35dd5b538fb6", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:16:29.076963 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17db53e4-9848-4db6-8473-578ce1d65a57 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:16:29.078220 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d7bb81-1cc2-4dbc-858e-182a5601cc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3935879-baa3-49fe-a9d0-35dd5b538fb6', 'code': 200} Jul 14 07:16:29.212708 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f51870bd-4872-49f6-9962-1ab1ba968615 None None] Port 975db078-365c-4073-9b74-6b4700bdbc66 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:16:29.225720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5a33ce-e3c3-46fa-9a78-7962317b1d19 None None] Network efea9305-3b50-438c-9ede-27c4662c23ff requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:29.422701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a3935879-baa3-49fe-a9d0-35dd5b538fb6, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a3935879-baa3-49fe-a9d0-35dd5b538fb6,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:29.463911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dd817-f837-41d0-8a64-bdc85e2ccf62 None None] Pushing event updated for resources: {'Port': ['ID=18e6d66e-9f52-4b6a-b747-d3cbec72c367,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:29.503474 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:29.759351 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:29.766807 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f51870bd-4872-49f6-9962-1ab1ba968615 None None] Provisioning for port 172afbe5-5e0a-415a-9c67-5115f42bbc78 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:29.878554 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=a3935879-baa3-49fe-a9d0-35dd5b538fb6,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:29.984886 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event updated for resources: {'Subnet': ['ID=347cc08e-758a-42d6-94bb-ed0bd6aceee2,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:30.003090 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:30.003439 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:30.003777 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:30.004108 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:30.004437 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:30.004761 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:30.005084 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:30.010196 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:30.010581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:30.010929 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:30.011256 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:30.011586 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:30.011835 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Routers {'c8afe6fe-88ad-4416-9abe-d2b85b2a5435'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:30.013154 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:30.014678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] Pushing event updated for resources: {'Port': ['ID=975db078-365c-4073-9b74-6b4700bdbc66,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:30.019170 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:30.033548 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Checking segment: {'id': 'adafd8b0-7796-4496-ba11-6fd4a339f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1188d9b4-eaea-4e3a-b626-d4c4e89b66ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:30.033942 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Network hostable DHCP agents. Network: 1188d9b4-eaea-4e3a-b626-d4c4e89b66ba, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:16:30.175608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] Set router c8afe6fe-88ad-4416-9abe-d2b85b2a5435 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:16:30.187830 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e27d327-a3dd-475f-9bc4-5cddfe806c7d tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:30.200777 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Network 1188d9b4-eaea-4e3a-b626-d4c4e89b66ba is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:16:30.206864 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e27d327-a3dd-475f-9bc4-5cddfe806c7d tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:30.212141 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:30.216556 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7a516ee6-2bb2-47a9-9ed4-390f09477dc6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1743655 Jul 14 07:16:30.217888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59538) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:30.267887 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 1188d9b4-eaea-4e3a-b626-d4c4e89b66ba) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:30.273601 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:30.274300 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:30.390037 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e27d327-a3dd-475f-9bc4-5cddfe806c7d tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:30.395311 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3e27d327-a3dd-475f-9bc4-5cddfe806c7d tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 3.0030463 Jul 14 07:16:30.409282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59540) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:30.427493 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89066ae6-4e31-4e47-a5d0-b95088d4a3f0 None None] Network 1188d9b4-eaea-4e3a-b626-d4c4e89b66ba requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:30.438946 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-dc30f73b-0f78-4412-b194-6fb3b7c0e035 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Request body: {'security_group_rule': {'security_group_id': 'ae99198d-8b4e-4a7f-962e-27b2ca31a024', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:30.458679 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e9a970d3-ce5a-4c10-855c-ae1e23b83412 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5953288 Jul 14 07:16:30.463526 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59542) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:30.485404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c34970df-3f62-4404-818d-3307b2895284 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Request body: {'subnet': {'network_id': '39718465-a3a2-49f8-9313-260a8a6427fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:30.555653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27d327-a3dd-475f-9bc4-5cddfe806c7d tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae99198d-8b4e-4a7f-962e-27b2ca31a024,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:30.620708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] Network cd653837-16d0-4ce4-89f6-32469a5cf229 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:30.621596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 867fc16f-0613-4280-b275-05ed4582fd08, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=867fc16f-0613-4280-b275-05ed4582fd08,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:30.627445 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e6d6b93-7131-4585-8e96-830e7056e6fa tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:30.646173 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:30.752410 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e6d6b93-7131-4585-8e96-830e7056e6fa tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:30.765326 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:30.767741 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:30.882860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34970df-3f62-4404-818d-3307b2895284 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Made reservation on behalf of 44b963c56b5748d397cb15a197e6a57f for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:30.886888 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc30f73b-0f78-4412-b194-6fb3b7c0e035 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:30.898013 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c34970df-3f62-4404-818d-3307b2895284 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:31.017437 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-1188d9b4-eaea-4e3a-b626-d4c4e89b66ba', 'network_id': '1188d9b4-eaea-4e3a-b626-d4c4e89b66ba', 'tenant_id': '44b963c56b5748d397cb15a197e6a57f', 'fixed_ips': [{'subnet_id': '347cc08e-758a-42d6-94bb-ed0bd6aceee2'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:16:31.024254 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:31.062720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db23e50-f520-4fc6-85a5-1a34950dcb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-efea9305-3b50-438c-9ede-27c4662c23ff', 'network_id': 'efea9305-3b50-438c-9ede-27c4662c23ff', 'tenant_id': '07001d0308524862ad1bfc495bfda0d6', 'fixed_ips': [{'subnet_id': '1f7d395f-ff42-44ef-9a71-518e7a063aac'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:16:31.063597 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3db23e50-f520-4fc6-85a5-1a34950dcb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:31.154854 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e6d6b93-7131-4585-8e96-830e7056e6fa tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:31.165911 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ff8988cb-2130-46f4-bbc7-e9808a83614a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:31.320070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'name': 'tempest-TaggedBootDevicesTest-695941789-router', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:15:59Z', 'updated_at': '2021-07-14T07:16:13Z', 'revision_number': 4, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'gw_port': {'id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:01Z', 'updated_at': '2021-07-14T07:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '18e6d66e-9f52-4b6a-b747-d3cbec72c367', 'name': '', 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'mac_address': 'fa:16:3e:76:5e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:10Z', 'updated_at': '2021-07-14T07:16:28Z', 'revision_number': 4, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'subnets': [{'id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:31.403516 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47026d13-5fdb-43e0-944b-6cc355d95d62 None None] The sync data for ids ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'] in n-d-778696-5 is: [{'id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'name': 'tempest-TaggedBootDevicesTest-695941789-router', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:15:59Z', 'updated_at': '2021-07-14T07:16:13Z', 'revision_number': 4, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'gw_port': {'id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:01Z', 'updated_at': '2021-07-14T07:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '18e6d66e-9f52-4b6a-b747-d3cbec72c367', 'name': '', 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'mac_address': 'fa:16:3e:76:5e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:10Z', 'updated_at': '2021-07-14T07:16:28Z', 'revision_number': 4, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'subnets': [{'id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:16:31.406880 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:31.459660 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc30f73b-0f78-4412-b194-6fb3b7c0e035 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:31.556931 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc30f73b-0f78-4412-b194-6fb3b7c0e035 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:31.560355 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c34970df-3f62-4404-818d-3307b2895284 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:31.616256 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d6b93-7131-4585-8e96-830e7056e6fa tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event deleted for resources: {'Subnet': ['ID=1f7d395f-ff42-44ef-9a71-518e7a063aac,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:31.633781 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] Router 576ae54a-688c-4507-a946-5eadbb45a4e3 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:16:31.726357 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e6d6b93-7131-4585-8e96-830e7056e6fa tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:31.743315 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-3e6d6b93-7131-4585-8e96-830e7056e6fa tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efea9305-3b50-438c-9ede-27c4662c23ff']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:31.755625 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-3e6d6b93-7131-4585-8e96-830e7056e6fa tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9005e07-c27c-4be2-a6af-8866695f552b') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:31.755856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-3e6d6b93-7131-4585-8e96-830e7056e6fa tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9005e07-c27c-4be2-a6af-8866695f552b') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:31.767311 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e6d6b93-7131-4585-8e96-830e7056e6fa tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:31.783352 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e6d6b93-7131-4585-8e96-830e7056e6fa tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:31.792827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6d6b93-7131-4585-8e96-830e7056e6fa tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:16:31.793328 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e6d6b93-7131-4585-8e96-830e7056e6fa tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:31.858062 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30f73b-0f78-4412-b194-6fb3b7c0e035 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d12c51-8e36-4bc7-90c0-fecb74d1b941,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:16:31.873964 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:16:31.886042 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e6d6b93-7131-4585-8e96-830e7056e6fa tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:31.892014 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e6d6b93-7131-4585-8e96-830e7056e6fa tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:31.894315 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3e6d6b93-7131-4585-8e96-830e7056e6fa tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/networks/efea9305-3b50-438c-9ede-27c4662c23ff HTTP/1.1" status: 204 len: 168 time: 1.6753368 Jul 14 07:16:31.919024 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59552) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:31.919024 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc30f73b-0f78-4412-b194-6fb3b7c0e035 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:31.919024 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dc30f73b-0f78-4412-b194-6fb3b7c0e035 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4924319 Jul 14 07:16:31.923580 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-61b838ef-b81f-487a-83c6-64f1aae3e97f tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-311063372'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:31.929539 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59556) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:31.943371 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ae90eb20-0e65-4c74-9d43-28fa44c98791 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Request body: {'security_group_rule': {'security_group_id': 'ae99198d-8b4e-4a7f-962e-27b2ca31a024', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:31.943605 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d6b93-7131-4585-8e96-830e7056e6fa tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event deleted for resources: {'Network': ['ID=efea9305-3b50-438c-9ede-27c4662c23ff,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:32.009913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:32.010285 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:32.023981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34970df-3f62-4404-818d-3307b2895284 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event updated for resources: {'Subnet': ['ID=caa9e8c1-472f-49c8-9b1a-7efc33e6ffe5,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:32.048134 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34970df-3f62-4404-818d-3307b2895284 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Checking segment: {'id': 'ce2207d1-c2de-496a-bc04-90ab9cf8a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '39718465-a3a2-49f8-9313-260a8a6427fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:32.048919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34970df-3f62-4404-818d-3307b2895284 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Network hostable DHCP agents. Network: 39718465-a3a2-49f8-9313-260a8a6427fc, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:16:32.138753 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34970df-3f62-4404-818d-3307b2895284 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Network 39718465-a3a2-49f8-9313-260a8a6427fc is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:16:32.151184 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Allocated IP 2001:db8:1::1 (04c99abb-266f-419d-9d83-912115b7ba63/877cf950-a9e4-4c43-89a4-5219e799c959/59ff9de3-1f36-4cd2-ae94-1bd7d4e6f60e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:32.155507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-c34970df-3f62-4404-818d-3307b2895284 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 39718465-a3a2-49f8-9313-260a8a6427fc) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:32.160332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34970df-3f62-4404-818d-3307b2895284 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:32.160923 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c34970df-3f62-4404-818d-3307b2895284 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:32.206219 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c34970df-3f62-4404-818d-3307b2895284 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7391388 Jul 14 07:16:32.212734 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59562) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:32.234269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cf7765-c975-4abb-bc17-97b67d930d1e None None] Network efea9305-3b50-438c-9ede-27c4662c23ff requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:32.235801 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e38df33-8ce5-4bab-932e-9eae51a2f008 None None] Network 39718465-a3a2-49f8-9313-260a8a6427fc requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:32.270647 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b838ef-b81f-487a-83c6-64f1aae3e97f tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Made reservation on behalf of 07001d0308524862ad1bfc495bfda0d6 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:32.283749 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61b838ef-b81f-487a-83c6-64f1aae3e97f tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:32.407737 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b838ef-b81f-487a-83c6-64f1aae3e97f tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:16:32.424275 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=867fc16f-0613-4280-b275-05ed4582fd08,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:32.436187 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61b838ef-b81f-487a-83c6-64f1aae3e97f tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:32.439064 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-61b838ef-b81f-487a-83c6-64f1aae3e97f tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Added segment 22ef23b8-4f1b-4e2b-9720-584d783cde8a of type vlan for network fbb5c570-a7cc-4b59-9b71-6f6e04723ec8 Jul 14 07:16:32.533208 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4be6012e-26c3-4ff8-ac1d-165e68913fea None None] Provisioning for port 5eab528c-a7c3-402c-978f-4adfa7068e9b completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:32.560310 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cf7765-c975-4abb-bc17-97b67d930d1e None None] Network efea9305-3b50-438c-9ede-27c4662c23ff could not be found, it might have been deleted concurrently. {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 07:16:32.647960 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4be6012e-26c3-4ff8-ac1d-165e68913fea None None] Provisioning complete for port 5eab528c-a7c3-402c-978f-4adfa7068e9b triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:32.648363 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4be6012e-26c3-4ff8-ac1d-165e68913fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:32.694679 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:32.771663 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:16:32.789676 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Sync routers for ids ['576ae54a-688c-4507-a946-5eadbb45a4e3'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:16:32.804512 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5db35e4d-1c2f-43f3-a0c9-b10be5c48b79 admin admin] 10.222.0.35 "PUT /v2.0/routers/576ae54a-688c-4507-a946-5eadbb45a4e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0299399 Jul 14 07:16:32.814048 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Routers {'576ae54a-688c-4507-a946-5eadbb45a4e3'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:32.814693 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['576ae54a-688c-4507-a946-5eadbb45a4e3'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:32.827825 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ae90eb20-0e65-4c74-9d43-28fa44c98791 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:32.860047 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61b838ef-b81f-487a-83c6-64f1aae3e97f tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:32.870777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Allocated IP 2001:db8::2 (1188d9b4-eaea-4e3a-b626-d4c4e89b66ba/347cc08e-758a-42d6-94bb-ed0bd6aceee2/657cad8f-b32a-4175-8639-ab963789a4a5) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:32.933583 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Transition to ACTIVE for port object bb4acba0-18c3-4501-80da-cc66372d941a will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:33.086140 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:33.180895 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Set router 576ae54a-688c-4507-a946-5eadbb45a4e3 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:16:33.189493 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-4be6012e-26c3-4ff8-ac1d-165e68913fea None None] Port 5eab528c-a7c3-402c-978f-4adfa7068e9b cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:16:33.201531 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Transition to ACTIVE for port object bb4acba0-18c3-4501-80da-cc66372d941a will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:33.211025 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:33.265246 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.db.resource_extend [None req-61b838ef-b81f-487a-83c6-64f1aae3e97f tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:16:33.431823 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61b838ef-b81f-487a-83c6-64f1aae3e97f tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:33.446972 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b838ef-b81f-487a-83c6-64f1aae3e97f tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:33.448129 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61b838ef-b81f-487a-83c6-64f1aae3e97f tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:33.465773 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:33.488863 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:33.529528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=10a8917f-aa69-4bac-9a28-8d96d6cfe1bd,segment=NetworkSegment(87c4828d-1244-428f-aec1-8086a5753d1a),segment_id=87c4828d-1244-428f-aec1-8086a5753d1a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:33.723408 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-61b838ef-b81f-487a-83c6-64f1aae3e97f tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8053973 Jul 14 07:16:33.728337 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59590) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:33.730237 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Transition to ACTIVE for port object 59ff9de3-1f36-4cd2-ae94-1bd7d4e6f60e will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:33.780194 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3c8989f4-3089-4e8a-8e1c-44c17a153263 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Request body: {'subnet': {'network_id': 'fbb5c570-a7cc-4b59-9b71-6f6e04723ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:33.800142 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:16:26Z', 'revision_number': 4, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '975db078-365c-4073-9b74-6b4700bdbc66', 'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'mac_address': 'fa:16:3e:93:65:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:24Z', 'updated_at': '2021-07-14T07:16:28Z', 'revision_number': 2, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'subnets': [{'id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:33.813582 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ae90eb20-0e65-4c74-9d43-28fa44c98791 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:33.824448 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:33.848228 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Transition to ACTIVE for port object 657cad8f-b32a-4175-8639-ab963789a4a5 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:33.884062 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Checking router: 576ae54a-688c-4507-a946-5eadbb45a4e3 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:16:33.885307 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Updating router 576ae54a-688c-4507-a946-5eadbb45a4e3 port 975db078-365c-4073-9b74-6b4700bdbc66 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:16:33.898159 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Transition to ACTIVE for port object 657cad8f-b32a-4175-8639-ab963789a4a5 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:34.015402 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ae90eb20-0e65-4c74-9d43-28fa44c98791 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:34.024193 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:34.071883 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b838ef-b81f-487a-83c6-64f1aae3e97f tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event updated for resources: {'Network': ['ID=fbb5c570-a7cc-4b59-9b71-6f6e04723ec8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:34.156792 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Pushing event updated for resources: {'Port': ['ID=bb4acba0-18c3-4501-80da-cc66372d941a,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:34.156792 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:34.157276 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90eb20-0e65-4c74-9d43-28fa44c98791 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfda33f-32f9-449b-9583-57ca2e653616,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:34.172502 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:34.177013 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:34.198811 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network fbb5c570-a7cc-4b59-9b71-6f6e04723ec8 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:16:34.213134 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Allocated IP 2001:db8::1 (1188d9b4-eaea-4e3a-b626-d4c4e89b66ba/347cc08e-758a-42d6-94bb-ed0bd6aceee2/25433cf2-5cf4-448e-bc9b-4477d92df234) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:34.234985 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ae90eb20-0e65-4c74-9d43-28fa44c98791 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:34.239663 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ae90eb20-0e65-4c74-9d43-28fa44c98791 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3035383 Jul 14 07:16:34.253872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59594) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:34.269739 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c0a0521f-0ed8-4d26-9659-3a796c7bf0b5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:34.285068 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:34.469915 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4be6012e-26c3-4ff8-ac1d-165e68913fea None None] Provisioning complete for port 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:34.471998 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4be6012e-26c3-4ff8-ac1d-165e68913fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:34.485236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network 04c99abb-266f-419d-9d83-912115b7ba63 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:34.510773 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8989f4-3089-4e8a-8e1c-44c17a153263 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Made reservation on behalf of 07001d0308524862ad1bfc495bfda0d6 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:34.520174 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c8989f4-3089-4e8a-8e1c-44c17a153263 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:34.551720 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:34.557373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:34.559102 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:34.639003 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:34.681166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59600) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:34.694981 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:34.718092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-66e455e0-533c-4411-a77b-079efa656a6b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1704591486', 'description': 'tempest-description--894452362'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:34.729323 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Network 2b504e74-e7d7-4a47-a89e-a04bcfd85039 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:34.733249 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4505df93-25be-4415-b6f5-a8519a2fddc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:34.754731 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Transition to ACTIVE for port object 25433cf2-5cf4-448e-bc9b-4477d92df234 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:34.801969 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:34.816972 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=59ff9de3-1f36-4cd2-ae94-1bd7d4e6f60e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:34.819273 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:34.846116 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0a0521f-0ed8-4d26-9659-3a796c7bf0b5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:34.853591 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Transition to ACTIVE for port object 975db078-365c-4073-9b74-6b4700bdbc66 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:34.867543 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:34.870665 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:34.977141 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:34.993254 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4454cd7-7b75-46ca-89a1-d2ee0b97a7b1 None None] Pushing event updated for resources: {'Port': ['ID=975db078-365c-4073-9b74-6b4700bdbc66,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:35.065771 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66e455e0-533c-4411-a77b-079efa656a6b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:35.072993 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Network 1188d9b4-eaea-4e3a-b626-d4c4e89b66ba is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:35.109050 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:35.201912 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Network 1188d9b4-eaea-4e3a-b626-d4c4e89b66ba is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:35.226558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:35.232603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:35.234092 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:35.280823 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:35.290551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:35.292905 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-39718465-a3a2-49f8-9313-260a8a6427fc', 'network_id': '39718465-a3a2-49f8-9313-260a8a6427fc', 'tenant_id': '44b963c56b5748d397cb15a197e6a57f', 'fixed_ips': [{'subnet_id': 'caa9e8c1-472f-49c8-9b1a-7efc33e6ffe5'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:16:35.306455 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Attempting to bind port 975db078-365c-4073-9b74-6b4700bdbc66 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:16:35.306755 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:35.306895 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Attempting to bind port 975db078-365c-4073-9b74-6b4700bdbc66 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '0ba77749-354c-4ccd-bb4c-3ad23f28db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:16:35.308079 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Attempting to bind port 975db078-365c-4073-9b74-6b4700bdbc66 on network cd653837-16d0-4ce4-89f6-32469a5cf229 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:16:35.335765 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:16:35.336149 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Checking segment: {'id': '0ba77749-354c-4ccd-bb4c-3ad23f28db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:35.336455 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:35.338269 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Bound using segment: {'id': '0ba77749-354c-4ccd-bb4c-3ad23f28db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:16:35.341229 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Bound port: 975db078-365c-4073-9b74-6b4700bdbc66, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba77749-354c-4ccd-bb4c-3ad23f28db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:16:35.341793 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:35.419004 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event updated for resources: {'Port': ['ID=25433cf2-5cf4-448e-bc9b-4477d92df234,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:35.477132 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:35.491003 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:35.627983 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] For port 975db078-365c-4073-9b74-6b4700bdbc66, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:16:35.630524 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Allocated IP 2001:db8::2 (39718465-a3a2-49f8-9313-260a8a6427fc/caa9e8c1-472f-49c8-9b1a-7efc33e6ffe5/01750459-03a1-4b6e-9108-5f96aa88fc1d) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:35.642354 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] For port 975db078-365c-4073-9b74-6b4700bdbc66, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=975db078-365c-4073-9b74-6b4700bdbc66,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:16:35.647049 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Pushing event updated for resources: {'Port': ['ID=657cad8f-b32a-4175-8639-ab963789a4a5,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:35.660229 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0a0521f-0ed8-4d26-9659-3a796c7bf0b5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:35.661750 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:35.671059 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66e455e0-533c-4411-a77b-079efa656a6b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:35.761972 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66e455e0-533c-4411-a77b-079efa656a6b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:35.790604 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4454cd7-7b75-46ca-89a1-d2ee0b97a7b1 None None] Pushing event updated for resources: {'Port': ['ID=975db078-365c-4073-9b74-6b4700bdbc66,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:35.802550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c0a0521f-0ed8-4d26-9659-3a796c7bf0b5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Allocated IP 172.25.7.103 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/b3831d47-6a10-4070-b8dd-06556707b77a) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:35.830223 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Routers {'576ae54a-688c-4507-a946-5eadbb45a4e3'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:35.831609 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['576ae54a-688c-4507-a946-5eadbb45a4e3'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:36.070711 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:36.097830 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Transition to ACTIVE for port object 01750459-03a1-4b6e-9108-5f96aa88fc1d will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:36.195823 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] Set router 576ae54a-688c-4507-a946-5eadbb45a4e3 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:16:36.296934 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Attempting to bind port bb4acba0-18c3-4501-80da-cc66372d941a on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:16:36.297340 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Attempting to bind port bb4acba0-18c3-4501-80da-cc66372d941a by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '9f0f2e27-e7c1-402b-9095-2b1e54804996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2b504e74-e7d7-4a47-a89e-a04bcfd85039'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:16:36.297705 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Attempting to bind port bb4acba0-18c3-4501-80da-cc66372d941a on network 2b504e74-e7d7-4a47-a89e-a04bcfd85039 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:16:36.310893 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=10a8917f-aa69-4bac-9a28-8d96d6cfe1bd,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:36.364630 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Transition to ACTIVE for port object 01750459-03a1-4b6e-9108-5f96aa88fc1d will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:36.421617 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:36.424801 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:16:36.425237 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Checking segment: {'id': '9f0f2e27-e7c1-402b-9095-2b1e54804996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2b504e74-e7d7-4a47-a89e-a04bcfd85039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:36.425698 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:36.426339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Bound using segment: {'id': '9f0f2e27-e7c1-402b-9095-2b1e54804996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2b504e74-e7d7-4a47-a89e-a04bcfd85039'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:16:36.426875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Bound port: bb4acba0-18c3-4501-80da-cc66372d941a, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0f2e27-e7c1-402b-9095-2b1e54804996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2b504e74-e7d7-4a47-a89e-a04bcfd85039'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:16:36.427577 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:36.496605 n-d-778696-5 neutron-server[93827]: DEBUG neutron.objects.ports [None req-3c8989f4-3089-4e8a-8e1c-44c17a153263 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 07:16:36.517915 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c8989f4-3089-4e8a-8e1c-44c17a153263 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:36.547567 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Attempting to bind port 657cad8f-b32a-4175-8639-ab963789a4a5 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:16:36.547931 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Attempting to bind port 657cad8f-b32a-4175-8639-ab963789a4a5 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'adafd8b0-7796-4496-ba11-6fd4a339f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1188d9b4-eaea-4e3a-b626-d4c4e89b66ba'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:16:36.548294 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Attempting to bind port 657cad8f-b32a-4175-8639-ab963789a4a5 on network 1188d9b4-eaea-4e3a-b626-d4c4e89b66ba {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:16:36.582879 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0a0521f-0ed8-4d26-9659-3a796c7bf0b5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:36.651570 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] For port bb4acba0-18c3-4501-80da-cc66372d941a, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:16:36.659208 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] For port bb4acba0-18c3-4501-80da-cc66372d941a, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=bb4acba0-18c3-4501-80da-cc66372d941a,segment=NetworkSegment(9f0f2e27-e7c1-402b-9095-2b1e54804996),segment_id=9f0f2e27-e7c1-402b-9095-2b1e54804996)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:16:36.725117 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:16:36.725670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Checking segment: {'id': 'adafd8b0-7796-4496-ba11-6fd4a339f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1188d9b4-eaea-4e3a-b626-d4c4e89b66ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:36.725987 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:36.726378 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Bound using segment: {'id': 'adafd8b0-7796-4496-ba11-6fd4a339f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1188d9b4-eaea-4e3a-b626-d4c4e89b66ba'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:16:36.726852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Bound port: 657cad8f-b32a-4175-8639-ab963789a4a5, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adafd8b0-7796-4496-ba11-6fd4a339f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1188d9b4-eaea-4e3a-b626-d4c4e89b66ba'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:16:36.727477 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:36.736327 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:36.746598 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:36.775462 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66e455e0-533c-4411-a77b-079efa656a6b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:36.780596 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8989f4-3089-4e8a-8e1c-44c17a153263 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event updated for resources: {'Subnet': ['ID=ad653508-573a-4da7-9499-e05596fa6ef3,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:36.784129 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Network 39718465-a3a2-49f8-9313-260a8a6427fc is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:36.785884 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-66e455e0-533c-4411-a77b-079efa656a6b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.1029365 Jul 14 07:16:36.791478 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59608) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:36.819033 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:36.824452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6b22c5a8-a0b9-4f8c-acba-4eca9f7f1125 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Request body: {'security_group_rule': {'security_group_id': '5a17115e-fbe2-479c-b5ae-e6e22c35bf9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:36.826939 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:36.848416 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e455e0-533c-4411-a77b-079efa656a6b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:36.875472 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:16:26Z', 'revision_number': 4, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '975db078-365c-4073-9b74-6b4700bdbc66', 'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'mac_address': 'fa:16:3e:93:65:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:24Z', 'updated_at': '2021-07-14T07:16:35Z', 'revision_number': 4, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'subnets': [{'id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:36.952018 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8989f4-3089-4e8a-8e1c-44c17a153263 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Checking segment: {'id': '22ef23b8-4f1b-4e2b-9720-584d783cde8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fbb5c570-a7cc-4b59-9b71-6f6e04723ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:36.952832 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8989f4-3089-4e8a-8e1c-44c17a153263 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Network hostable DHCP agents. Network: fbb5c570-a7cc-4b59-9b71-6f6e04723ec8, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:16:36.977353 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b22c5a8-a0b9-4f8c-acba-4eca9f7f1125 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:36.980403 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0a0521f-0ed8-4d26-9659-3a796c7bf0b5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:36.991278 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2931416-8fb3-468e-b213-50b1ef8f3e9d None None] The sync data for ids ['576ae54a-688c-4507-a946-5eadbb45a4e3'] in n-d-778696-5 is: [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:16:26Z', 'revision_number': 4, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '975db078-365c-4073-9b74-6b4700bdbc66', 'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'mac_address': 'fa:16:3e:93:65:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:24Z', 'updated_at': '2021-07-14T07:16:35Z', 'revision_number': 4, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'subnets': [{'id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:16:36.994293 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:37.025153 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] For port 657cad8f-b32a-4175-8639-ab963789a4a5, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:16:37.030294 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] For port 657cad8f-b32a-4175-8639-ab963789a4a5, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=657cad8f-b32a-4175-8639-ab963789a4a5,segment=NetworkSegment(adafd8b0-7796-4496-ba11-6fd4a339f913),segment_id=adafd8b0-7796-4496-ba11-6fd4a339f913)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:16:37.032396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:37.033214 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:37.102184 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:37.105251 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:37.106861 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:37.199526 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8989f4-3089-4e8a-8e1c-44c17a153263 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Network fbb5c570-a7cc-4b59-9b71-6f6e04723ec8 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:16:37.227440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Pushing event updated for resources: {'Port': ['ID=01750459-03a1-4b6e-9108-5f96aa88fc1d,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:37.243412 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a0521f-0ed8-4d26-9659-3a796c7bf0b5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:37.314381 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c0a0521f-0ed8-4d26-9659-3a796c7bf0b5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:37.320934 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a0521f-0ed8-4d26-9659-3a796c7bf0b5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:37.401558 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Attempting to bind port 01750459-03a1-4b6e-9108-5f96aa88fc1d on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:16:37.404396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Attempting to bind port 01750459-03a1-4b6e-9108-5f96aa88fc1d by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'ce2207d1-c2de-496a-bc04-90ab9cf8a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '39718465-a3a2-49f8-9313-260a8a6427fc'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:16:37.405245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Attempting to bind port 01750459-03a1-4b6e-9108-5f96aa88fc1d on network 39718465-a3a2-49f8-9313-260a8a6427fc {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:16:37.426452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0521f-0ed8-4d26-9659-3a796c7bf0b5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Pushing event updated for resources: {'Port': ['ID=b3831d47-6a10-4070-b8dd-06556707b77a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:37.444808 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-3c8989f4-3089-4e8a-8e1c-44c17a153263 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, fbb5c570-a7cc-4b59-9b71-6f6e04723ec8) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:37.455893 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8989f4-3089-4e8a-8e1c-44c17a153263 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:37.457413 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c8989f4-3089-4e8a-8e1c-44c17a153263 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:37.460557 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:16:37.463167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Checking segment: {'id': 'ce2207d1-c2de-496a-bc04-90ab9cf8a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '39718465-a3a2-49f8-9313-260a8a6427fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:37.463694 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:37.465030 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Bound using segment: {'id': 'ce2207d1-c2de-496a-bc04-90ab9cf8a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '39718465-a3a2-49f8-9313-260a8a6427fc'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:16:37.466266 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Bound port: 01750459-03a1-4b6e-9108-5f96aa88fc1d, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2207d1-c2de-496a-bc04-90ab9cf8a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '39718465-a3a2-49f8-9313-260a8a6427fc'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:16:37.468852 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:37.477475 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b7d8b040-5d13-41de-a5ae-7e451d7f4b4e None None] Provisioning for port 59ff9de3-1f36-4cd2-ae94-1bd7d4e6f60e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:37.487383 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:37.510908 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:37.518914 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:37.571957 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b33d4e-5c40-494c-9748-18c25efe10fc None None] Network fbb5c570-a7cc-4b59-9b71-6f6e04723ec8 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:37.760937 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b22c5a8-a0b9-4f8c-acba-4eca9f7f1125 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:37.831327 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event updated for resources: {'Port': ['ID=25433cf2-5cf4-448e-bc9b-4477d92df234,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:37.863550 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3c8989f4-3089-4e8a-8e1c-44c17a153263 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.1162729 Jul 14 07:16:37.871287 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59614) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:37.895959 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b7d8b040-5d13-41de-a5ae-7e451d7f4b4e None None] Provisioning complete for port 59ff9de3-1f36-4cd2-ae94-1bd7d4e6f60e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:37.896581 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b7d8b040-5d13-41de-a5ae-7e451d7f4b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:38.078629 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd01726-f5c0-4ade-84e4-2f1b3b0c922e None None] Pushing event updated for resources: {'Port': ['ID=bb4acba0-18c3-4501-80da-cc66372d941a,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:38.115126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Network 1188d9b4-eaea-4e3a-b626-d4c4e89b66ba is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:38.123049 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0a0521f-0ed8-4d26-9659-3a796c7bf0b5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:38.136621 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:38.163631 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b22c5a8-a0b9-4f8c-acba-4eca9f7f1125 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:38.310845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22c5a8-a0b9-4f8c-acba-4eca9f7f1125 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b2ceb1-c6ce-4a2a-9696-ebe19c1f0746,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:38.384782 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b22c5a8-a0b9-4f8c-acba-4eca9f7f1125 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:38.395055 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6b22c5a8-a0b9-4f8c-acba-4eca9f7f1125 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5881371 Jul 14 07:16:38.407528 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=59ff9de3-1f36-4cd2-ae94-1bd7d4e6f60e,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:38.416290 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59618) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:38.435058 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-40c483f4-e164-4a50-9dae-3502ea430752 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Request body: {'security_group_rule': {'security_group_id': '5a17115e-fbe2-479c-b5ae-e6e22c35bf9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:38.515526 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee61b8aa-b5d6-4869-b764-7f02d370a81b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:38.562344 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network 04c99abb-266f-419d-9d83-912115b7ba63 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:38.568879 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:38.601904 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-40c483f4-e164-4a50-9dae-3502ea430752 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:38.661169 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0a0521f-0ed8-4d26-9659-3a796c7bf0b5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:38.860421 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee61b8aa-b5d6-4869-b764-7f02d370a81b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:38.954739 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Router 386d87cd-5400-4e12-b9c5-9367c40eeeec is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:16:39.152650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fba8ec6-6ca8-400b-9266-646515123603 None None] Network 2b504e74-e7d7-4a47-a89e-a04bcfd85039 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:39.205114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:16:39.217749 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f9d599c5-3a8b-492b-9407-a1d951ca3f63 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "PUT /v2.0/routers/386d87cd-5400-4e12-b9c5-9367c40eeeec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9986377 Jul 14 07:16:39.217749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59622) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:39.318937 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b7d8b040-5d13-41de-a5ae-7e451d7f4b4e None None] Port 59ff9de3-1f36-4cd2-ae94-1bd7d4e6f60e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:16:39.333773 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008d957-b57a-40d6-b5cf-472f55beca01 None None] Sync routers for ids ['386d87cd-5400-4e12-b9c5-9367c40eeeec'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:16:39.448641 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e008d957-b57a-40d6-b5cf-472f55beca01 None None] Routers {'386d87cd-5400-4e12-b9c5-9367c40eeeec'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:39.449246 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e008d957-b57a-40d6-b5cf-472f55beca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['386d87cd-5400-4e12-b9c5-9367c40eeeec'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:39.677508 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d6e751-8dac-444c-b1fd-dc098726021f None None] Network 1188d9b4-eaea-4e3a-b626-d4c4e89b66ba requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:39.681114 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e008d957-b57a-40d6-b5cf-472f55beca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:39.717082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 4fbe784e-687a-4e54-846d-6bc74109868a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:39.797663 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee61b8aa-b5d6-4869-b764-7f02d370a81b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:39.850869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c3045-e8bd-480b-9f58-7a7482477c1f None None] Pushing event updated for resources: {'Port': ['ID=657cad8f-b32a-4175-8639-ab963789a4a5,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:39.887430 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61b8aa-b5d6-4869-b764-7f02d370a81b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event deleted for resources: {'Subnet': ['ID=ad653508-573a-4da7-9499-e05596fa6ef3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:39.942857 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca35ea9-f239-428b-ae8f-3d3b332f21e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-fbb5c570-a7cc-4b59-9b71-6f6e04723ec8', 'network_id': 'fbb5c570-a7cc-4b59-9b71-6f6e04723ec8', 'tenant_id': '07001d0308524862ad1bfc495bfda0d6', 'fixed_ips': [{'subnet_id': 'ad653508-573a-4da7-9499-e05596fa6ef3'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:16:39.950226 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2ca35ea9-f239-428b-ae8f-3d3b332f21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:39.963478 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] For port 01750459-03a1-4b6e-9108-5f96aa88fc1d, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:16:40.060748 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e008d957-b57a-40d6-b5cf-472f55beca01 None None] Routers {'386d87cd-5400-4e12-b9c5-9367c40eeeec'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:40.070394 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e008d957-b57a-40d6-b5cf-472f55beca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['386d87cd-5400-4e12-b9c5-9367c40eeeec'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:40.074031 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee61b8aa-b5d6-4869-b764-7f02d370a81b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:40.098027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-ee61b8aa-b5d6-4869-b764-7f02d370a81b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb5c570-a7cc-4b59-9b71-6f6e04723ec8']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:40.118791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-ee61b8aa-b5d6-4869-b764-7f02d370a81b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ef23b8-4f1b-4e2b-9720-584d783cde8a') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:40.119395 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-ee61b8aa-b5d6-4869-b764-7f02d370a81b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ef23b8-4f1b-4e2b-9720-584d783cde8a') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:40.134484 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee61b8aa-b5d6-4869-b764-7f02d370a81b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:40.201252 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee61b8aa-b5d6-4869-b764-7f02d370a81b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:40.203031 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] For port 01750459-03a1-4b6e-9108-5f96aa88fc1d, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=01750459-03a1-4b6e-9108-5f96aa88fc1d,segment=NetworkSegment(ce2207d1-c2de-496a-bc04-90ab9cf8a425),segment_id=ce2207d1-c2de-496a-bc04-90ab9cf8a425)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:16:40.250001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee61b8aa-b5d6-4869-b764-7f02d370a81b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:16:40.250717 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee61b8aa-b5d6-4869-b764-7f02d370a81b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:16:40.253976 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:16:40.358360 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-8a112b38-5a43-4c07-8d7a-1554de65ddc7 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:16:40.360448 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e008d957-b57a-40d6-b5cf-472f55beca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:40.366337 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008d957-b57a-40d6-b5cf-472f55beca01 None None] The sync data for ids ['386d87cd-5400-4e12-b9c5-9367c40eeeec'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:16:40.370110 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8a112b38-5a43-4c07-8d7a-1554de65ddc7 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "PUT /v2.0/routers/386d87cd-5400-4e12-b9c5-9367c40eeeec/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1523848 Jul 14 07:16:40.380681 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 4fbe784e-687a-4e54-846d-6bc74109868a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:40.387897 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:40.394707 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59630) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:40.421014 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002a3ab4-d48b-4a96-ad67-6aca35415d65 None None] Network fbb5c570-a7cc-4b59-9b71-6f6e04723ec8 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:40.567637 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 4fbe784e-687a-4e54-846d-6bc74109868a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:40.568215 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:40.590129 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router b8ac8b4e-4754-4d7a-a71e-b877d1c40ada has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:16:40.595011 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee61b8aa-b5d6-4869-b764-7f02d370a81b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:40.623180 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee61b8aa-b5d6-4869-b764-7f02d370a81b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:40.625106 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ee61b8aa-b5d6-4869-b764-7f02d370a81b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/networks/fbb5c570-a7cc-4b59-9b71-6f6e04723ec8 HTTP/1.1" status: 204 len: 168 time: 2.7521613 Jul 14 07:16:40.634173 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59632) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:40.661805 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61b8aa-b5d6-4869-b764-7f02d370a81b tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event deleted for resources: {'Network': ['ID=fbb5c570-a7cc-4b59-9b71-6f6e04723ec8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:40.767428 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-40c483f4-e164-4a50-9dae-3502ea430752 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:40.788883 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d9b0c4-994c-4222-b753-bbdaa82c8a99 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] DELETE failed (client error): The resource could not be found. Jul 14 07:16:40.789365 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d9b0c4-994c-4222-b753-bbdaa82c8a99 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:16:40.791129 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f6d9b0c4-994c-4222-b753-bbdaa82c8a99 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/subnets/ad653508-573a-4da7-9499-e05596fa6ef3 HTTP/1.1" status: 404 len: 337 time: 0.1507330 Jul 14 07:16:40.818327 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59636) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:40.864070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0739a02-615a-42b2-b1d8-69b4e1d33d5d None None] Pushing event updated for resources: {'Port': ['ID=01750459-03a1-4b6e-9108-5f96aa88fc1d,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:40.883002 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-40c483f4-e164-4a50-9dae-3502ea430752 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:40.885455 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f56cda7-0509-4cc7-9e88-d3abdb795e52 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] DELETE failed (client error): The resource could not be found. Jul 14 07:16:40.886269 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f56cda7-0509-4cc7-9e88-d3abdb795e52 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:16:40.889355 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2f56cda7-0509-4cc7-9e88-d3abdb795e52 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/networks/fbb5c570-a7cc-4b59-9b71-6f6e04723ec8 HTTP/1.1" status: 404 len: 339 time: 0.0671415 Jul 14 07:16:40.895434 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-671b6876-7224-4617-9db6-316f4965b7a9 None None] Provisioning complete for port 59ff9de3-1f36-4cd2-ae94-1bd7d4e6f60e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:40.895948 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-671b6876-7224-4617-9db6-316f4965b7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:40.906175 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59638) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:41.075723 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0a0521f-0ed8-4d26-9659-3a796c7bf0b5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:41.118255 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d54241fc-c52a-4285-a251-5e47e355138a tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:41.134522 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:16:41.144080 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-671b6876-7224-4617-9db6-316f4965b7a9 None None] Port 59ff9de3-1f36-4cd2-ae94-1bd7d4e6f60e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:16:41.145319 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea3b1a-dc61-4858-819e-535d10741db8 None None] Sync routers for ids ['b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:16:41.147974 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-40c483f4-e164-4a50-9dae-3502ea430752 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:41.149878 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-40c483f4-e164-4a50-9dae-3502ea430752 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7324584 Jul 14 07:16:41.151008 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0a0521f-0ed8-4d26-9659-3a796c7bf0b5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:41.160249 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1abe4394-9e02-4584-9073-98a32624cb70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/b8ac8b4e-4754-4d7a-a71e-b877d1c40ada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4758434 Jul 14 07:16:41.161327 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59640) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:41.170253 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:41.180682 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceea3b1a-dc61-4858-819e-535d10741db8 None None] Routers {'b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:41.181473 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ceea3b1a-dc61-4858-819e-535d10741db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:41.235046 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-671b6876-7224-4617-9db6-316f4965b7a9 None None] Provisioning for port 657cad8f-b32a-4175-8639-ab963789a4a5 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:41.272659 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7db89756-a200-4e08-b2b6-14f442df13ce tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:41.292233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59642) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:41.298547 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 4fbe784e-687a-4e54-846d-6bc74109868a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=4fbe784e-687a-4e54-846d-6bc74109868a,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:41.318680 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:41.379576 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ceea3b1a-dc61-4858-819e-535d10741db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:41.418679 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceea3b1a-dc61-4858-819e-535d10741db8 None None] Routers {'b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:41.423144 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ceea3b1a-dc61-4858-819e-535d10741db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:41.471215 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-671b6876-7224-4617-9db6-316f4965b7a9 None None] Provisioning for port bb4acba0-18c3-4501-80da-cc66372d941a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:41.477487 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-577c7be6-159f-466b-a1c9-5c386415c584 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] DELETE failed (client error): The resource could not be found. Jul 14 07:16:41.478147 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-577c7be6-159f-466b-a1c9-5c386415c584 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:16:41.481003 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-577c7be6-159f-466b-a1c9-5c386415c584 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/subnets/1f7d395f-ff42-44ef-9a71-518e7a063aac HTTP/1.1" status: 404 len: 337 time: 0.3685055 Jul 14 07:16:41.517854 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748f3696-0377-449c-97cd-71d416e2a70a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:41.519324 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-748f3696-0377-449c-97cd-71d416e2a70a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/ports/59ff9de3-1f36-4cd2-ae94-1bd7d4e6f60e HTTP/1.1" status: 200 len: 913 time: 0.2046900 Jul 14 07:16:41.520234 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c483f4-e164-4a50-9dae-3502ea430752 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba851f7-9780-4f59-8468-5c703d7615c1,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:41.524495 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=4fbe784e-687a-4e54-846d-6bc74109868a,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:41.545997 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ceea3b1a-dc61-4858-819e-535d10741db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:41.546598 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea3b1a-dc61-4858-819e-535d10741db8 None None] The sync data for ids ['b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:16:41.548817 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:41.549917 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59646) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:41.550749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59648) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:41.551622 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:41.551867 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:41.552190 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:41.552564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:41.552792 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:41.553116 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:41.553466 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:41.553842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:41.554102 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:41.554420 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:41.554740 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:16:41.631334 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0521f-0ed8-4d26-9659-3a796c7bf0b5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Pushing event updated for resources: {'Port': ['ID=b3831d47-6a10-4070-b8dd-06556707b77a,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:41.718359 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-5904c116-5123-41fe-a0f1-8217999ef57e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] DELETE failed (client error): The resource could not be found. Jul 14 07:16:41.723667 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5904c116-5123-41fe-a0f1-8217999ef57e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:16:41.739854 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5904c116-5123-41fe-a0f1-8217999ef57e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/networks/efea9305-3b50-438c-9ede-27c4662c23ff HTTP/1.1" status: 404 len: 339 time: 0.1849179 Jul 14 07:16:41.741649 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7db89756-a200-4e08-b2b6-14f442df13ce tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:41.747718 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59650) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:41.754910 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0a0521f-0ed8-4d26-9659-3a796c7bf0b5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:41.938162 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-aeefdd52-e01b-4ea4-adca-291f69b27ed1 None None] Provisioning for port 25433cf2-5cf4-448e-bc9b-4477d92df234 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:41.964697 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-aeefdd52-e01b-4ea4-adca-291f69b27ed1 None None] Provisioning complete for port 25433cf2-5cf4-448e-bc9b-4477d92df234 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:41.965067 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-aeefdd52-e01b-4ea4-adca-291f69b27ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:42.017320 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ad74da-2566-4c0f-b06f-0f99c8c5c8d1 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] DELETE failed (client error): The resource could not be found. Jul 14 07:16:42.017320 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ad74da-2566-4c0f-b06f-0f99c8c5c8d1 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:16:42.018982 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c4ad74da-2566-4c0f-b06f-0f99c8c5c8d1 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/subnets/5813be05-39fe-4424-92e1-60d4738ff76c HTTP/1.1" status: 404 len: 337 time: 0.2621102 Jul 14 07:16:42.024157 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59654) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:42.064967 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-658b0a25-7f73-4d99-b4cb-ec295a1d41f4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] DELETE failed (client error): The resource could not be found. Jul 14 07:16:42.065606 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658b0a25-7f73-4d99-b4cb-ec295a1d41f4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:16:42.067369 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-658b0a25-7f73-4d99-b4cb-ec295a1d41f4 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/networks/43337f9f-0bdf-477f-9cd5-8c4a7803f846 HTTP/1.1" status: 404 len: 339 time: 0.0422790 Jul 14 07:16:42.068237 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0a0521f-0ed8-4d26-9659-3a796c7bf0b5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:42.077862 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c0a0521f-0ed8-4d26-9659-3a796c7bf0b5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8144360 Jul 14 07:16:42.077862 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59656) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:42.144504 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-aeefdd52-e01b-4ea4-adca-291f69b27ed1 None None] Port 25433cf2-5cf4-448e-bc9b-4477d92df234 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:16:42.253625 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 01750459-03a1-4b6e-9108-5f96aa88fc1d up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:42.412153 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 01750459-03a1-4b6e-9108-5f96aa88fc1d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:42.417866 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 172afbe5-5e0a-415a-9c67-5115f42bbc78 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:42.520930 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7db89756-a200-4e08-b2b6-14f442df13ce tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:42.553424 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-944a4a29-a7d7-4ddb-9ef4-7d8d8e8a4bc0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Deleting port ee8c26e9-83b4-4a89-86a2-52c60a681cbb {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:16:42.554049 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-944a4a29-a7d7-4ddb-9ef4-7d8d8e8a4bc0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:42.571548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-d54241fc-c52a-4285-a251-5e47e355138a tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Deleting port 25433cf2-5cf4-448e-bc9b-4477d92df234 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:16:42.573104 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d54241fc-c52a-4285-a251-5e47e355138a tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:42.647651 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a6fae18c-3128-4668-bc04-066698c16f68 None None] Provisioning complete for port 25433cf2-5cf4-448e-bc9b-4477d92df234 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:42.648031 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6fae18c-3128-4668-bc04-066698c16f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:42.736501 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d54241fc-c52a-4285-a251-5e47e355138a tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:42.754735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-d54241fc-c52a-4285-a251-5e47e355138a tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Calling delete_port for 25433cf2-5cf4-448e-bc9b-4477d92df234 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:16:42.775052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a6fae18c-3128-4668-bc04-066698c16f68 None None] Port 25433cf2-5cf4-448e-bc9b-4477d92df234 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:16:42.784424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 172afbe5-5e0a-415a-9c67-5115f42bbc78 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:42.798588 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 172afbe5-5e0a-415a-9c67-5115f42bbc78 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:42.799114 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:42.849758 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b96d1f7-1631-49bb-8b79-3e5648583152 None None] Network 39718465-a3a2-49f8-9313-260a8a6427fc requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:42.870289 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-944a4a29-a7d7-4ddb-9ef4-7d8d8e8a4bc0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:42.944347 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-944a4a29-a7d7-4ddb-9ef4-7d8d8e8a4bc0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Calling delete_port for ee8c26e9-83b4-4a89-86a2-52c60a681cbb owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:16:43.093882 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-56b2c5a9-3d4d-49bb-bc57-b13fe2915ed7 None None] Provisioning for port 01750459-03a1-4b6e-9108-5f96aa88fc1d completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:43.124267 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-56b2c5a9-3d4d-49bb-bc57-b13fe2915ed7 None None] Provisioning complete for port 01750459-03a1-4b6e-9108-5f96aa88fc1d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:43.131391 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-56b2c5a9-3d4d-49bb-bc57-b13fe2915ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:43.306138 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-7db89756-a200-4e08-b2b6-14f442df13ce tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Allocated IP 172.25.7.118 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/82d09f9e-db13-49ea-a7f4-35b4a24040b8) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:43.363926 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-944a4a29-a7d7-4ddb-9ef4-7d8d8e8a4bc0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:43.419940 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-944a4a29-a7d7-4ddb-9ef4-7d8d8e8a4bc0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:43.422652 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-944a4a29-a7d7-4ddb-9ef4-7d8d8e8a4bc0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/ports/ee8c26e9-83b4-4a89-86a2-52c60a681cbb HTTP/1.1" status: 204 len: 168 time: 1.3493340 Jul 14 07:16:43.423590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a4a29-a7d7-4ddb-9ef4-7d8d8e8a4bc0 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event deleted for resources: {'Port': ['ID=ee8c26e9-83b4-4a89-86a2-52c60a681cbb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:43.448509 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:43.451426 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59680) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:43.544467 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7db89756-a200-4e08-b2b6-14f442df13ce tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:43.606772 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7db89756-a200-4e08-b2b6-14f442df13ce tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:43.635533 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 172afbe5-5e0a-415a-9c67-5115f42bbc78, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=172afbe5-5e0a-415a-9c67-5115f42bbc78,segment=NetworkSegment(7fc9f938-f33f-4ac1-8612-42e1fc103bde),segment_id=7fc9f938-f33f-4ac1-8612-42e1fc103bde)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:43.669003 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:43.669903 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:43.703824 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db89756-a200-4e08-b2b6-14f442df13ce tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:43.711387 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7db89756-a200-4e08-b2b6-14f442df13ce tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:43.714684 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db89756-a200-4e08-b2b6-14f442df13ce tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:43.744500 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d54241fc-c52a-4285-a251-5e47e355138a tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:43.751856 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db89756-a200-4e08-b2b6-14f442df13ce tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Pushing event updated for resources: {'Port': ['ID=82d09f9e-db13-49ea-a7f4-35b4a24040b8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:43.753035 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd728b6-8118-4fe7-b91f-73b33122d44e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] DELETE failed (client error): The resource could not be found. Jul 14 07:16:43.753777 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd728b6-8118-4fe7-b91f-73b33122d44e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:16:43.758382 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5dd728b6-8118-4fe7-b91f-73b33122d44e tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/subnets/47fb3ea3-af33-4ffd-9720-6c5c159b4a58 HTTP/1.1" status: 404 len: 337 time: 0.3045025 Jul 14 07:16:43.763245 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59692) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:43.779289 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-bd8fa019-ab8a-4461-8ce5-bbee3c268694 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:43.788087 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-bd8fa019-ab8a-4461-8ce5-bbee3c268694 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/networks?id=0016421d-df1c-4cd1-a834-dae508e47911 HTTP/1.1" status: 200 len: 821 time: 0.7488954 Jul 14 07:16:43.894997 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7db89756-a200-4e08-b2b6-14f442df13ce tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:43.922137 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d354754b-330b-4592-9cc7-504ceda6aa78 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:43.947493 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54241fc-c52a-4285-a251-5e47e355138a tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event deleted for resources: {'Port': ['ID=25433cf2-5cf4-448e-bc9b-4477d92df234,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:44.026573 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7db89756-a200-4e08-b2b6-14f442df13ce tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:44.156293 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-56b2c5a9-3d4d-49bb-bc57-b13fe2915ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:44.241645 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d54241fc-c52a-4285-a251-5e47e355138a tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:44.244155 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-56b2c5a9-3d4d-49bb-bc57-b13fe2915ed7 None None] For port 01750459-03a1-4b6e-9108-5f96aa88fc1d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=01750459-03a1-4b6e-9108-5f96aa88fc1d,segment=NetworkSegment(ce2207d1-c2de-496a-bc04-90ab9cf8a425),segment_id=ce2207d1-c2de-496a-bc04-90ab9cf8a425)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:44.268840 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-56b2c5a9-3d4d-49bb-bc57-b13fe2915ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:44.273740 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-7ae39d94-24a1-440e-afa7-9f2f2de43794 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/quotas/63f88cc9896d4fd7addd98da9d3f57db HTTP/1.1" status: 200 len: 375 time: 0.3965733 Jul 14 07:16:44.285405 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=172afbe5-5e0a-415a-9c67-5115f42bbc78,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:44.392843 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7db89756-a200-4e08-b2b6-14f442df13ce tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:44.411996 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7db89756-a200-4e08-b2b6-14f442df13ce tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:44.427078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d01723bb-a3ce-45d9-9724-246534054f08 None None] Could not find standard attr ID for object 25433cf2-5cf4-448e-bc9b-4477d92df234. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:16:44.438573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:44.438960 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:44.569275 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2c5a9-3d4d-49bb-bc57-b13fe2915ed7 None None] Pushing event updated for resources: {'Port': ['ID=01750459-03a1-4b6e-9108-5f96aa88fc1d,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:44.643029 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db89756-a200-4e08-b2b6-14f442df13ce tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Pushing event updated for resources: {'Port': ['ID=82d09f9e-db13-49ea-a7f4-35b4a24040b8,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:44.658185 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 657cad8f-b32a-4175-8639-ab963789a4a5 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:44.672392 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7db89756-a200-4e08-b2b6-14f442df13ce tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:44.717590 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7db89756-a200-4e08-b2b6-14f442df13ce tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:44.718870 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7db89756-a200-4e08-b2b6-14f442df13ce tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4546597 Jul 14 07:16:44.766841 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 657cad8f-b32a-4175-8639-ab963789a4a5 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:44.771173 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 657cad8f-b32a-4175-8639-ab963789a4a5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:44.771693 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:44.819599 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87662c2-824d-42c0-a703-af99aae85ecb None None] get_active_networks_info from n-d-778696-5 {{(pid=93829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 07:16:44.925927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-773584c6-d889-44f6-9e0e-1e7edc7fd837 None None] Provisioning complete for port 01750459-03a1-4b6e-9108-5f96aa88fc1d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:44.926466 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-773584c6-d889-44f6-9e0e-1e7edc7fd837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:45.052391 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:45.157629 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 657cad8f-b32a-4175-8639-ab963789a4a5, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=657cad8f-b32a-4175-8639-ab963789a4a5,segment=NetworkSegment(adafd8b0-7796-4496-ba11-6fd4a339f913),segment_id=adafd8b0-7796-4496-ba11-6fd4a339f913)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:45.163965 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87662c2-824d-42c0-a703-af99aae85ecb None None] Resources bound (agent type, host, resource id): {{(pid=93829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 07:16:45.172659 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:45.173756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 18e6d66e-9f52-4b6a-b747-d3cbec72c367 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:45.378349 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=657cad8f-b32a-4175-8639-ab963789a4a5,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:45.404009 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:45.422834 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d354754b-330b-4592-9cc7-504ceda6aa78 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:45.444240 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 18e6d66e-9f52-4b6a-b747-d3cbec72c367 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:45.456456 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 18e6d66e-9f52-4b6a-b747-d3cbec72c367 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:45.457279 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:45.493002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54241fc-c52a-4285-a251-5e47e355138a tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Router 386d87cd-5400-4e12-b9c5-9367c40eeeec has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:16:45.508938 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e745a5cb-b929-4eaa-b4e0-24fbc5c69c10 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:45.563500 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:45.657755 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:45.722064 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-d354754b-330b-4592-9cc7-504ceda6aa78 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673c22ad-5976-463b-b08f-6ba0df160bb7']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:45.762610 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 18e6d66e-9f52-4b6a-b747-d3cbec72c367, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=18e6d66e-9f52-4b6a-b747-d3cbec72c367,segment=NetworkSegment(35059387-cc9b-4d1f-b50f-10e95f5a9e3d),segment_id=35059387-cc9b-4d1f-b50f-10e95f5a9e3d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:45.788781 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:45.789766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 867fc16f-0613-4280-b275-05ed4582fd08 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:45.824464 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-d354754b-330b-4592-9cc7-504ceda6aa78 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1cc869-ad06-41ea-9a80-46c4bda66798') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:45.824893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-d354754b-330b-4592-9cc7-504ceda6aa78 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1cc869-ad06-41ea-9a80-46c4bda66798') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:45.831176 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-f944d0f2-c2aa-467e-ae7b-20eeaf118620 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1704591486&fields=id&tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7 HTTP/1.1" status: 200 len: 267 time: 0.4655178 Jul 14 07:16:45.935246 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d354754b-330b-4592-9cc7-504ceda6aa78 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:45.997546 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8f943d31-2cb3-452b-a201-0318853a2674 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=63f88cc9896d4fd7addd98da9d3f57db&fields=id HTTP/1.1" status: 200 len: 255 time: 1.7041843 Jul 14 07:16:46.025612 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54241fc-c52a-4285-a251-5e47e355138a tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:16:46.039964 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59738) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:46.042061 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d54241fc-c52a-4285-a251-5e47e355138a tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "PUT /v2.0/routers/386d87cd-5400-4e12-b9c5-9367c40eeeec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6444421 Jul 14 07:16:46.048450 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=18e6d66e-9f52-4b6a-b747-d3cbec72c367,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:46.053852 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d354754b-330b-4592-9cc7-504ceda6aa78 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:46.064745 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980d1045-4023-460d-96d2-f9b1386878c7 None None] Sync routers for ids ['386d87cd-5400-4e12-b9c5-9367c40eeeec'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:16:46.083003 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 867fc16f-0613-4280-b275-05ed4582fd08 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:46.083003 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:46.110472 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980d1045-4023-460d-96d2-f9b1386878c7 None None] Routers {'386d87cd-5400-4e12-b9c5-9367c40eeeec'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:46.111024 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-980d1045-4023-460d-96d2-f9b1386878c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['386d87cd-5400-4e12-b9c5-9367c40eeeec'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:46.122782 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-305a94a1-4aa4-4809-a2d7-30d9762b656f tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] delete failed (client error): The resource could not be found. Jul 14 07:16:46.124213 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-305a94a1-4aa4-4809-a2d7-30d9762b656f tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-48376954 HTTP/1.1" status: 404 len: 333 time: 0.0821159 Jul 14 07:16:46.129465 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59740) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:46.134621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a68bdd12-02dc-4c85-afb8-2c659be13728 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Request body: {'router': {'external_gateway_info': {'network_id': '386d87cd-5400-4e12-b9c5-9367c40eeeec'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:46.145791 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-980d1045-4023-460d-96d2-f9b1386878c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:46.148993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d354754b-330b-4592-9cc7-504ceda6aa78 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:16:46.149438 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d354754b-330b-4592-9cc7-504ceda6aa78 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:46.160139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980d1045-4023-460d-96d2-f9b1386878c7 None None] Routers {'386d87cd-5400-4e12-b9c5-9367c40eeeec'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:46.160772 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-980d1045-4023-460d-96d2-f9b1386878c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['386d87cd-5400-4e12-b9c5-9367c40eeeec'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:46.201701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-980d1045-4023-460d-96d2-f9b1386878c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:46.202384 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980d1045-4023-460d-96d2-f9b1386878c7 None None] The sync data for ids ['386d87cd-5400-4e12-b9c5-9367c40eeeec'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:16:46.281034 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:16:46.297171 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device bb4acba0-18c3-4501-80da-cc66372d941a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:46.311959 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d354754b-330b-4592-9cc7-504ceda6aa78 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:46.338248 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d354754b-330b-4592-9cc7-504ceda6aa78 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:46.343370 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d354754b-330b-4592-9cc7-504ceda6aa78 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/networks/673c22ad-5976-463b-b08f-6ba0df160bb7 HTTP/1.1" status: 204 len: 168 time: 2.5540597 Jul 14 07:16:46.366962 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59742) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:46.378454 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354754b-330b-4592-9cc7-504ceda6aa78 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event deleted for resources: {'Network': ['ID=673c22ad-5976-463b-b08f-6ba0df160bb7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:46.428101 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port bb4acba0-18c3-4501-80da-cc66372d941a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:46.453533 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port bb4acba0-18c3-4501-80da-cc66372d941a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:46.454123 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:46.711037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-4b62b26a-f998-461a-a6a2-aface55385ca tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:46.716120 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a68bdd12-02dc-4c85-afb8-2c659be13728 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:46.720750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-4b62b26a-f998-461a-a6a2-aface55385ca tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/networks?id=cd653837-16d0-4ce4-89f6-32469a5cf229 HTTP/1.1" status: 200 len: 817 time: 0.8458652 Jul 14 07:16:46.731615 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:46.760393 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-c177a487-9117-4f5b-a35b-5df87e085b7d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/quotas/b01c2add3f774ccfa1969ff5ab4ec1f7 HTTP/1.1" status: 200 len: 375 time: 0.0378573 Jul 14 07:16:46.764327 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-a68bdd12-02dc-4c85-afb8-2c659be13728 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] update failed (client error): The resource could not be found. Jul 14 07:16:46.765421 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a68bdd12-02dc-4c85-afb8-2c659be13728 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "PUT /v2.0/routers/386d87cd-5400-4e12-b9c5-9367c40eeeec HTTP/1.1" status: 404 len: 339 time: 0.6347070 Jul 14 07:16:46.770621 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-4e86387d-1b65-4a5d-98b6-d1ff2f7d0568 service neutron] 10.222.0.35 "GET /v2.0/networks/0016421d-df1c-4cd1-a834-dae508e47911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7617080 Jul 14 07:16:46.777469 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59750) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:46.782903 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5cdea638-6025-4490-9769-3a4b04fc2077 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1022777263'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:46.838118 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port bb4acba0-18c3-4501-80da-cc66372d941a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=bb4acba0-18c3-4501-80da-cc66372d941a,segment=NetworkSegment(9f0f2e27-e7c1-402b-9095-2b1e54804996),segment_id=9f0f2e27-e7c1-402b-9095-2b1e54804996)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:46.847628 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdea638-6025-4490-9769-3a4b04fc2077 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Made reservation on behalf of 44b963c56b5748d397cb15a197e6a57f for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:46.853126 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5cdea638-6025-4490-9769-3a4b04fc2077 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:46.863896 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:46.863896 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 975db078-365c-4073-9b74-6b4700bdbc66 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:46.909875 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cdea638-6025-4490-9769-3a4b04fc2077 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:16:46.922356 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5cdea638-6025-4490-9769-3a4b04fc2077 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:46.923197 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-5cdea638-6025-4490-9769-3a4b04fc2077 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Added segment 3fa202d7-87a8-4139-b72a-2ce663c6db0a of type vlan for network e64a07ff-24d1-4195-915f-759fd3b61438 Jul 14 07:16:46.965486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=bb4acba0-18c3-4501-80da-cc66372d941a,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:46.976265 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 975db078-365c-4073-9b74-6b4700bdbc66 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:46.981891 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 975db078-365c-4073-9b74-6b4700bdbc66 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:46.982450 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:46.991437 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5cdea638-6025-4490-9769-3a4b04fc2077 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:47.017064 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-b5111b06-5503-46d4-8fb9-cfc916ebf337 service neutron] 10.222.0.35 "GET /v2.0/networks/0016421d-df1c-4cd1-a834-dae508e47911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453096 Jul 14 07:16:47.059447 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5cdea638-6025-4490-9769-3a4b04fc2077 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:47.072631 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdea638-6025-4490-9769-3a4b04fc2077 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:47.073081 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5cdea638-6025-4490-9769-3a4b04fc2077 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:47.092827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-e745a5cb-b929-4eaa-b4e0-24fbc5c69c10 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting port 59ff9de3-1f36-4cd2-ae94-1bd7d4e6f60e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:16:47.093240 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e745a5cb-b929-4eaa-b4e0-24fbc5c69c10 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:47.101667 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-96bc7aa1-efb6-4ed3-992a-ba8500ea1488 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Deleting port 405349ac-a4b1-4f66-9b96-dd30b2c82134 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:16:47.101889 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96bc7aa1-efb6-4ed3-992a-ba8500ea1488 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:47.117641 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:47.131036 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5cdea638-6025-4490-9769-3a4b04fc2077 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3535790 Jul 14 07:16:47.170171 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59770) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:47.180654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 975db078-365c-4073-9b74-6b4700bdbc66, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=975db078-365c-4073-9b74-6b4700bdbc66,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:47.187218 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:47.193735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-378139e5-8b8a-4190-a18a-7827b73b6652 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Request body: {'subnet': {'network_id': 'e64a07ff-24d1-4195-915f-759fd3b61438', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:47.246895 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdea638-6025-4490-9769-3a4b04fc2077 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event updated for resources: {'Network': ['ID=e64a07ff-24d1-4195-915f-759fd3b61438,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:47.319491 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=975db078-365c-4073-9b74-6b4700bdbc66,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:47.326408 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network e64a07ff-24d1-4195-915f-759fd3b61438 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:16:47.408239 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 01750459-03a1-4b6e-9108-5f96aa88fc1d up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:47.419263 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eacec30a-e123-4b91-9004-fdbeee7da86c req-95dc916b-da67-4c02-b04e-79cf38f578fb tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 210 time: 0.0692172 Jul 14 07:16:47.455100 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96bc7aa1-efb6-4ed3-992a-ba8500ea1488 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:47.506624 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-05659904-8e2d-49e8-962a-e2f9246cb65b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7444942 Jul 14 07:16:47.510720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 01750459-03a1-4b6e-9108-5f96aa88fc1d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:47.511098 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:47.570370 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e745a5cb-b929-4eaa-b4e0-24fbc5c69c10 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:47.613530 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-e745a5cb-b929-4eaa-b4e0-24fbc5c69c10 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Calling delete_port for 59ff9de3-1f36-4cd2-ae94-1bd7d4e6f60e owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:16:47.738855 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 172afbe5-5e0a-415a-9c67-5115f42bbc78 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:47.833537 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 172afbe5-5e0a-415a-9c67-5115f42bbc78 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:47.833914 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:47.923652 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3775a185-aaa8-46aa-952a-7464a7d70f01 service neutron] 10.222.0.35 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160585 Jul 14 07:16:48.025651 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device bb4acba0-18c3-4501-80da-cc66372d941a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:48.033642 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-96bc7aa1-efb6-4ed3-992a-ba8500ea1488 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Calling delete_port for 405349ac-a4b1-4f66-9b96-dd30b2c82134 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:16:48.041923 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-0e12cab7-2989-4f68-b5bd-d62c45bb8429 service neutron] 10.222.0.35 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166210 Jul 14 07:16:48.042544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378139e5-8b8a-4190-a18a-7827b73b6652 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Made reservation on behalf of 44b963c56b5748d397cb15a197e6a57f for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:48.046834 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-378139e5-8b8a-4190-a18a-7827b73b6652 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:48.126766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port bb4acba0-18c3-4501-80da-cc66372d941a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:48.127113 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:48.284220 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 4fbe784e-687a-4e54-846d-6bc74109868a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:48.336068 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09ea47-2710-4bb0-b99c-a6e44931fae3 req-60da23bf-5e8d-41f7-b063-b6584f7e2a60 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:48.345281 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3d09ea47-2710-4bb0-b99c-a6e44931fae3 req-60da23bf-5e8d-41f7-b063-b6584f7e2a60 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 950 time: 0.3061316 Jul 14 07:16:48.474056 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4610431d-3cdf-404d-a01c-d679952e97a1 req-722b277f-f044-471c-b851-4e9447f603c2 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 210 time: 0.0959809 Jul 14 07:16:48.602831 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 4fbe784e-687a-4e54-846d-6bc74109868a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:48.602831 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:48.690431 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-378139e5-8b8a-4190-a18a-7827b73b6652 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:48.759330 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378139e5-8b8a-4190-a18a-7827b73b6652 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event updated for resources: {'Subnet': ['ID=6de20071-7521-4229-955d-92e9dbb6e6e3,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:48.769939 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96bc7aa1-efb6-4ed3-992a-ba8500ea1488 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:48.796166 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 657cad8f-b32a-4175-8639-ab963789a4a5 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:48.866528 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc7aa1-efb6-4ed3-992a-ba8500ea1488 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event deleted for resources: {'Port': ['ID=405349ac-a4b1-4f66-9b96-dd30b2c82134,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:48.878568 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61e4de68-0086-4042-91b4-3449edfb7f6f req-96eb8bf8-4e6c-4073-b86f-dd11f410385e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 210 time: 0.1910660 Jul 14 07:16:48.910482 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3d09ea47-2710-4bb0-b99c-a6e44931fae3 req-ac3b5e61-59a5-4b93-8ce8-d7daca8390d0 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642610 Jul 14 07:16:48.966321 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96bc7aa1-efb6-4ed3-992a-ba8500ea1488 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:48.969785 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 657cad8f-b32a-4175-8639-ab963789a4a5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:48.970206 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:48.971871 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59848) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:48.981928 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-96bc7aa1-efb6-4ed3-992a-ba8500ea1488 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/ports/405349ac-a4b1-4f66-9b96-dd30b2c82134 HTTP/1.1" status: 204 len: 168 time: 2.6007040 Jul 14 07:16:48.990150 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e745a5cb-b929-4eaa-b4e0-24fbc5c69c10 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:49.026995 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-969d245a-2814-44f4-80ad-d70973f6ed80 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] DELETE failed (client error): The resource could not be found. Jul 14 07:16:49.027472 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969d245a-2814-44f4-80ad-d70973f6ed80 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:16:49.042352 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-969d245a-2814-44f4-80ad-d70973f6ed80 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/subnets/bfc7cd7e-3a4d-4314-bf23-87b1b68881d8 HTTP/1.1" status: 404 len: 337 time: 0.0693488 Jul 14 07:16:49.045956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59850) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:49.132310 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745a5cb-b929-4eaa-b4e0-24fbc5c69c10 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Port': ['ID=59ff9de3-1f36-4cd2-ae94-1bd7d4e6f60e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:49.158291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 18e6d66e-9f52-4b6a-b747-d3cbec72c367 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:49.243101 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:49.304404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 18e6d66e-9f52-4b6a-b747-d3cbec72c367 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:49.305021 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:49.430206 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Deleting port 1305c46e-4a60-467f-97ed-9a0325c621e6 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:16:49.430930 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:49.441354 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378139e5-8b8a-4190-a18a-7827b73b6652 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Checking segment: {'id': '3fa202d7-87a8-4139-b72a-2ce663c6db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e64a07ff-24d1-4195-915f-759fd3b61438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:49.442801 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378139e5-8b8a-4190-a18a-7827b73b6652 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Network hostable DHCP agents. Network: e64a07ff-24d1-4195-915f-759fd3b61438, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:16:49.509518 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378139e5-8b8a-4190-a18a-7827b73b6652 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Network e64a07ff-24d1-4195-915f-759fd3b61438 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:16:49.527350 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e745a5cb-b929-4eaa-b4e0-24fbc5c69c10 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:49.548426 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-378139e5-8b8a-4190-a18a-7827b73b6652 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, e64a07ff-24d1-4195-915f-759fd3b61438) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:49.558087 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342ab104-1a11-4e6a-86c6-65a8a8e2aebf None None] Network e64a07ff-24d1-4195-915f-759fd3b61438 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:49.564546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378139e5-8b8a-4190-a18a-7827b73b6652 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:49.565462 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-378139e5-8b8a-4190-a18a-7827b73b6652 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:49.607879 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] For port 1305c46e-4a60-467f-97ed-9a0325c621e6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1305c46e-4a60-467f-97ed-9a0325c621e6,segment=NetworkSegment(0655f4f3-7721-4973-a5ac-4b321b20dba8),segment_id=0655f4f3-7721-4973-a5ac-4b321b20dba8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:49.608547 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:49.644567 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Calling delete_port for 1305c46e-4a60-467f-97ed-9a0325c621e6 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:16:49.679897 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-378139e5-8b8a-4190-a18a-7827b73b6652 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4981034 Jul 14 07:16:49.686062 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59870) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:49.719136 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e1fb6314-6e12-4aa8-b61a-6fffad4cec76 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e64a07ff-24d1-4195-915f-759fd3b61438'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:49.750331 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 975db078-365c-4073-9b74-6b4700bdbc66 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:49.874286 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:49.911731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] No DVR routers for this DVR port 1305c46e-4a60-467f-97ed-9a0325c621e6 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:16:49.985961 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event deleted for resources: {'Port': ['ID=1305c46e-4a60-467f-97ed-9a0325c621e6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:50.060582 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 975db078-365c-4073-9b74-6b4700bdbc66 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:50.071756 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:50.219238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-e64a07ff-24d1-4195-915f-759fd3b61438', 'network_id': 'e64a07ff-24d1-4195-915f-759fd3b61438', 'tenant_id': '44b963c56b5748d397cb15a197e6a57f', 'fixed_ips': [{'subnet_id': '6de20071-7521-4229-955d-92e9dbb6e6e3'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:16:50.220227 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:50.225770 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:50.264414 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6cfd5763-08f2-4f0c-8898-957ae0164f72 req-6120881c-2ee6-4c40-97d1-362d388f81aa tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 210 time: 0.4141076 Jul 14 07:16:50.292685 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c374f8d3-6d29-47f6-9b80-36a14b9a08b5']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:50.342080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0655f4f3-7721-4973-a5ac-4b321b20dba8') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:50.342748 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0655f4f3-7721-4973-a5ac-4b321b20dba8') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:50.350348 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4ede8ae-4a6f-4dab-89ea-0ed9d0ba5166 req-bdc1c581-0d7e-4861-ad39-bd3d492aeebd tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 210 time: 0.1036756 Jul 14 07:16:50.438292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e745a5cb-b929-4eaa-b4e0-24fbc5c69c10 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router b8ac8b4e-4754-4d7a-a71e-b877d1c40ada has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:16:50.448467 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:50.498044 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:50.514789 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:16:50.518298 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:16:50.524405 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:16:50.645353 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Allocated IP 2001:db8:1::2 (e64a07ff-24d1-4195-915f-759fd3b61438/6de20071-7521-4229-955d-92e9dbb6e6e3/862b0cd3-d4e6-4cec-a64a-d02d9529bd97) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:50.655904 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:50.677559 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:50.683737 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/networks/c374f8d3-6d29-47f6-9b80-36a14b9a08b5 HTTP/1.1" status: 204 len: 168 time: 1.6366184 Jul 14 07:16:50.689776 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59896) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:50.795803 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11844ab-f012-4960-8ae1-8f85843884f6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Deleting subnet 941810d6-9a2c-4077-9e81-56cf15c2cdbd {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:16:50.801434 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eaaec0-973a-4aa8-a124-0d15e5da2b59 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event deleted for resources: {'Network': ['ID=c374f8d3-6d29-47f6-9b80-36a14b9a08b5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:50.804242 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c11844ab-f012-4960-8ae1-8f85843884f6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:50.903341 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c11844ab-f012-4960-8ae1-8f85843884f6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:51.147031 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c11844ab-f012-4960-8ae1-8f85843884f6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:51.218945 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:51.233271 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c11844ab-f012-4960-8ae1-8f85843884f6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:51.243427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Transition to ACTIVE for port object 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:51.296919 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Transition to ACTIVE for port object 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:51.302024 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a3935879-baa3-49fe-a9d0-35dd5b538fb6 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:16:51.322695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11844ab-f012-4960-8ae1-8f85843884f6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event deleted for resources: {'Subnet': ['ID=941810d6-9a2c-4077-9e81-56cf15c2cdbd,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:51.333276 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c11844ab-f012-4960-8ae1-8f85843884f6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:51.338920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-b94c82a0-e403-4aa8-a35e-568af7277c0d tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:51.340091 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c11844ab-f012-4960-8ae1-8f85843884f6 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/subnets/941810d6-9a2c-4077-9e81-56cf15c2cdbd HTTP/1.1" status: 204 len: 168 time: 0.6489749 Jul 14 07:16:51.341323 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59920) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:51.343303 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-b94c82a0-e403-4aa8-a35e-568af7277c0d tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.15 "GET /v2.0/networks?id=0016421d-df1c-4cd1-a834-dae508e47911 HTTP/1.1" status: 200 len: 821 time: 1.4515672 Jul 14 07:16:51.348956 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59b0bf5-2112-411e-ae81-a657b1ec8ce5 None None] Network fdabe6d9-4741-4746-9a15-f060a57e2552 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:51.352529 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:51.393913 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6314-6e12-4aa8-b61a-6fffad4cec76 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:51.417467 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-356fba60-7249-4da5-ade3-a06f0e5adba4 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Request body: {'port': {'device_id': '5baf3197-9fc1-4ca8-add6-51dd74890951', 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911', 'admin_state_up': True, 'tenant_id': '63f88cc9896d4fd7addd98da9d3f57db'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:51.443493 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Network e64a07ff-24d1-4195-915f-759fd3b61438 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:51.515897 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:51.527782 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:51.540840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:51.615201 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Deleting port 06b18966-09db-4445-b91f-f9acec98e146 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:16:51.616032 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:51.698300 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:51.701094 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Pushing event updated for resources: {'Port': ['ID=862b0cd3-d4e6-4cec-a64a-d02d9529bd97,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:51.707387 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Attempting to bind port 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:16:51.708070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Attempting to bind port 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '3fa202d7-87a8-4139-b72a-2ce663c6db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e64a07ff-24d1-4195-915f-759fd3b61438'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:16:51.708722 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Attempting to bind port 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 on network e64a07ff-24d1-4195-915f-759fd3b61438 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:16:51.712512 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-cb073687-3458-4350-a337-701540ae9fea tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:51.713799 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-cb073687-3458-4350-a337-701540ae9fea tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.15 "GET /v2.0/networks?id=cd653837-16d0-4ce4-89f6-32469a5cf229 HTTP/1.1" status: 200 len: 817 time: 0.5296171 Jul 14 07:16:51.738612 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] For port 06b18966-09db-4445-b91f-f9acec98e146, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=06b18966-09db-4445-b91f-f9acec98e146,segment=NetworkSegment(4ac3a7d5-4cdd-471c-9c33-8729ad1141cf),segment_id=4ac3a7d5-4cdd-471c-9c33-8729ad1141cf)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:51.739432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:16:51.739984 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:51.740515 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Checking segment: {'id': '3fa202d7-87a8-4139-b72a-2ce663c6db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e64a07ff-24d1-4195-915f-759fd3b61438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:16:51.741491 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:51.742158 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Bound using segment: {'id': '3fa202d7-87a8-4139-b72a-2ce663c6db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e64a07ff-24d1-4195-915f-759fd3b61438'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:16:51.742820 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Bound port: 862b0cd3-d4e6-4cec-a64a-d02d9529bd97, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa202d7-87a8-4139-b72a-2ce663c6db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e64a07ff-24d1-4195-915f-759fd3b61438'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:16:51.743424 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:51.767293 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Calling delete_port for 06b18966-09db-4445-b91f-f9acec98e146 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:16:51.787807 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a3935879-baa3-49fe-a9d0-35dd5b538fb6, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a3935879-baa3-49fe-a9d0-35dd5b538fb6,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:51.791147 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d7bb81-1cc2-4dbc-858e-182a5601cc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3935879-baa3-49fe-a9d0-35dd5b538fb6'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:16:51.794611 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3918894-d06e-4184-b71e-75b122f058e7" -d '{"events": [{"server_uuid": "d5d7bb81-1cc2-4dbc-858e-182a5601cc3d", "name": "network-vif-unplugged", "status": "completed", "tag": "a3935879-baa3-49fe-a9d0-35dd5b538fb6"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:16:51.827545 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:51.864054 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5e83c01f-f5b2-45af-91e2-fe41af09f9dd req-0d12560c-8686-4638-8741-b4e74a4181ee tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 210 time: 0.1615067 Jul 14 07:16:51.917866 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c095eae-731d-4df7-b4a2-b746eefd983c req-981d20df-d770-4fac-b144-83a25c59ac72 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 210 time: 0.1907749 Jul 14 07:16:51.935759 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aa7c24-cb00-4dc5-9472-f8d5808bce63 None None] DHCP port deletion for fdabe6d9-4741-4746-9a15-f060a57e2552 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:16:51.959129 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:51.993908 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e745a5cb-b929-4eaa-b4e0-24fbc5c69c10 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:16:52.003842 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b9f7f-b1e0-41a3-83e7-2da17922014e None None] Sync routers for ids ['b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:16:52.014556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event deleted for resources: {'Port': ['ID=06b18966-09db-4445-b91f-f9acec98e146,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:52.018496 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b9f7f-b1e0-41a3-83e7-2da17922014e None None] Routers {'b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:52.019545 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-836b9f7f-b1e0-41a3-83e7-2da17922014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:52.035968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] For port 862b0cd3-d4e6-4cec-a64a-d02d9529bd97, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:16:52.046625 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e745a5cb-b929-4eaa-b4e0-24fbc5c69c10 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/b8ac8b4e-4754-4d7a-a71e-b877d1c40ada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4832139 Jul 14 07:16:52.048673 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59938) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:52.061504 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] No DVR routers for this DVR port 06b18966-09db-4445-b91f-f9acec98e146 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:16:52.082701 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3917f22e-7b94-42ea-a111-c71e647d1608 x-openstack-request-id: req-3917f22e-7b94-42ea-a111-c71e647d1608 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:16:52.082995 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d7bb81-1cc2-4dbc-858e-182a5601cc3d", "name": "network-vif-unplugged", "status": "completed", "tag": "a3935879-baa3-49fe-a9d0-35dd5b538fb6", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:16:52.084351 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3917f22e-7b94-42ea-a111-c71e647d1608 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:16:52.084917 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d7bb81-1cc2-4dbc-858e-182a5601cc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3935879-baa3-49fe-a9d0-35dd5b538fb6', 'code': 200} Jul 14 07:16:52.097654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3a75cab5-cda6-4c11-bb61-7c709ddf9498 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7 HTTP/1.1" status: 200 len: 380 time: 0.3553715 Jul 14 07:16:52.128158 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] For port 862b0cd3-d4e6-4cec-a64a-d02d9529bd97, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=862b0cd3-d4e6-4cec-a64a-d02d9529bd97,segment=NetworkSegment(3fa202d7-87a8-4139-b72a-2ce663c6db0a),segment_id=3fa202d7-87a8-4139-b72a-2ce663c6db0a)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:16:52.138623 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-836b9f7f-b1e0-41a3-83e7-2da17922014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:52.150279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-7f60e516-996a-482c-bc3e-118e41d5371c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Request body: {'port': {'device_id': '2d5a1ab8-8996-4d62-a915-eb7bf7b3b886', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'admin_state_up': True, 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'security_groups': ['5a17115e-fbe2-479c-b5ae-e6e22c35bf9a']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:52.166401 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b9f7f-b1e0-41a3-83e7-2da17922014e None None] Routers {'b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:52.167258 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-836b9f7f-b1e0-41a3-83e7-2da17922014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:52.174190 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=a3935879-baa3-49fe-a9d0-35dd5b538fb6,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:52.198166 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:52.346069 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:52.355795 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f53570-a439-4c1d-a1c1-13b74e147ef5 None None] Pushing event updated for resources: {'Port': ['ID=862b0cd3-d4e6-4cec-a64a-d02d9529bd97,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:52.363521 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdabe6d9-4741-4746-9a15-f060a57e2552']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:52.380510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-356fba60-7249-4da5-ade3-a06f0e5adba4 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Made reservation on behalf of 63f88cc9896d4fd7addd98da9d3f57db for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:52.384944 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-356fba60-7249-4da5-ade3-a06f0e5adba4 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:52.417922 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac3a7d5-4cdd-471c-9c33-8729ad1141cf') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:52.418317 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac3a7d5-4cdd-471c-9c33-8729ad1141cf') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:52.443309 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-836b9f7f-b1e0-41a3-83e7-2da17922014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:52.444060 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b9f7f-b1e0-41a3-83e7-2da17922014e None None] The sync data for ids ['b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:16:52.456530 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-7f60e516-996a-482c-bc3e-118e41d5371c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Made reservation on behalf of b01c2add3f774ccfa1969ff5ab4ec1f7 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:52.460262 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-7f60e516-996a-482c-bc3e-118e41d5371c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:52.493952 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:52.522204 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:52.524559 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-e1fb6314-6e12-4aa8-b61a-6fffad4cec76 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:16:52.525706 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e1fb6314-6e12-4aa8-b61a-6fffad4cec76 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "PUT /v2.0/routers/386d87cd-5400-4e12-b9c5-9367c40eeeec HTTP/1.1" status: 400 len: 364 time: 2.8150444 Jul 14 07:16:52.532190 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59960) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:52.540589 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:16:52.540995 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:16:52.544386 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:16:52.696352 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:52.719786 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:52.721971 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] 10.222.0.35 "DELETE /v2.0/networks/fdabe6d9-4741-4746-9a15-f060a57e2552 HTTP/1.1" status: 204 len: 168 time: 1.3797150 Jul 14 07:16:52.723081 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ba5cf-0098-4b8c-9145-2e0f600d0280 tempest-NetworksIpV6TestAttrs-844102294 tempest-NetworksIpV6TestAttrs-844102294-project] Pushing event deleted for resources: {'Network': ['ID=fdabe6d9-4741-4746-9a15-f060a57e2552,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:52.838108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-356fba60-7249-4da5-ade3-a06f0e5adba4 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Allocated IP 172.20.0.8 (0016421d-df1c-4cd1-a834-dae508e47911/5918044e-a8af-4c2f-b837-95b1468fa844/4714b9ef-1695-4587-b19a-5ec7f2ccae9c) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:53.200718 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-7f60e516-996a-482c-bc3e-118e41d5371c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Allocated IP 172.20.0.14 (cd653837-16d0-4ce4-89f6-32469a5cf229/54c389bb-f8cc-4826-9a6a-5f4ac58e9131/a95555e9-f29e-46fe-909a-ea4787d06942) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:53.291221 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c00f5d7d-c933-4158-ab47-59234a59328b req-94b17ad4-e729-4c1c-b501-3d619180ce0e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 210 time: 0.0764525 Jul 14 07:16:53.299483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59984) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:53.407959 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19806c29-ecdd-4838-9862-7799677fcfe0 req-caedebe3-77ba-44dc-9a0f-3f3560f28736 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 210 time: 0.1657488 Jul 14 07:16:53.430074 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87360136-3338-4ff0-9ded-121d9c70e133 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:53.504468 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:53.701945 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:53.812706 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:53.919628 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 06b18966-09db-4445-b91f-f9acec98e146 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:16:53.953933 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 06b18966-09db-4445-b91f-f9acec98e146 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:16:53.956803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 06b18966-09db-4445-b91f-f9acec98e146 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:16:54.043924 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-7f60e516-996a-482c-bc3e-118e41d5371c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:54.072183 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-7f60e516-996a-482c-bc3e-118e41d5371c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Transition to ACTIVE for port object a95555e9-f29e-46fe-909a-ea4787d06942 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:54.095607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:16:54.167409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-87360136-3338-4ff0-9ded-121d9c70e133 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting port 5eab528c-a7c3-402c-978f-4adfa7068e9b {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:16:54.167754 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87360136-3338-4ff0-9ded-121d9c70e133 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:54.176938 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-356fba60-7249-4da5-ade3-a06f0e5adba4 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:54.195039 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e1a226f3-75e3-4e31-b9f6-b94e8a9445ee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07001d0308524862ad1bfc495bfda0d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8925116 Jul 14 07:16:54.204175 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-7f60e516-996a-482c-bc3e-118e41d5371c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:54.205860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60028) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:54.238416 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796f6b2d-d7b7-4d14-adb2-781342cc6994 None None] Network e64a07ff-24d1-4195-915f-759fd3b61438 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:54.358393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-7f60e516-996a-482c-bc3e-118e41d5371c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Network cd653837-16d0-4ce4-89f6-32469a5cf229 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:54.365992 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-7f60e516-996a-482c-bc3e-118e41d5371c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:54.381692 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87360136-3338-4ff0-9ded-121d9c70e133 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:54.385715 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-7f60e516-996a-482c-bc3e-118e41d5371c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:54.402109 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-87360136-3338-4ff0-9ded-121d9c70e133 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Calling delete_port for 5eab528c-a7c3-402c-978f-4adfa7068e9b owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:16:54.468357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-7f60e516-996a-482c-bc3e-118e41d5371c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:54.469722 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-7f60e516-996a-482c-bc3e-118e41d5371c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:54.520746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60e516-996a-482c-bc3e-118e41d5371c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Pushing event updated for resources: {'Port': ['ID=a95555e9-f29e-46fe-909a-ea4787d06942,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:54.568183 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f32b929-bf9e-43dd-8195-cd65880289ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:54.640385 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f8066194-3ee9-4393-818b-b2e02b544919 None None] Provisioning for port 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:54.659713 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f32b929-bf9e-43dd-8195-cd65880289ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:54.678351 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f8066194-3ee9-4393-818b-b2e02b544919 None None] Provisioning complete for port 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:54.679032 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f8066194-3ee9-4393-818b-b2e02b544919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:54.888377 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:54.910214 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a01a259d-76b7-4b68-9bbf-d71644b6aade req-b0732cef-945c-438b-b736-db899cec5125 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 210 time: 0.1122408 Jul 14 07:16:54.911517 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87360136-3338-4ff0-9ded-121d9c70e133 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:54.918149 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f32b929-bf9e-43dd-8195-cd65880289ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:54.918817 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04', 'mac_address': 'fa:16:3e:5e:ea:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:16:54.922635 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f32b929-bf9e-43dd-8195-cd65880289ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:54.924624 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9f32b929-bf9e-43dd-8195-cd65880289ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/64f912e2-8f9e-4d34-8b55-e0ed0a4286bb HTTP/1.1" status: 204 len: 168 time: 0.7132034 Jul 14 07:16:54.945092 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-7f60e516-996a-482c-bc3e-118e41d5371c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8333392 Jul 14 07:16:55.034005 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:55.036305 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Allocated IP 2001:db8::1 (2b504e74-e7d7-4a47-a89e-a04bcfd85039/b6eeaad9-94cf-4f13-984e-84a153e50d27/9de73209-6314-4753-880e-34a48938fd1d) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:16:55.071233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87360136-3338-4ff0-9ded-121d9c70e133 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Port': ['ID=5eab528c-a7c3-402c-978f-4adfa7068e9b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:55.080215 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:16:55.155403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:55.265809 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f8066194-3ee9-4393-818b-b2e02b544919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:55.274308 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:55.325244 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87360136-3338-4ff0-9ded-121d9c70e133 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:55.354985 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:55.372699 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Transition to ACTIVE for port object 9de73209-6314-4753-880e-34a48938fd1d will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:55.420006 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-356fba60-7249-4da5-ade3-a06f0e5adba4 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:55.439762 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:55.497230 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32b929-bf9e-43dd-8195-cd65880289ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f912e2-8f9e-4d34-8b55-e0ed0a4286bb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:55.533165 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-356fba60-7249-4da5-ade3-a06f0e5adba4 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Network 0016421d-df1c-4cd1-a834-dae508e47911 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:55.535781 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Network 2b504e74-e7d7-4a47-a89e-a04bcfd85039 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:55.544697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-356fba60-7249-4da5-ade3-a06f0e5adba4 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:55.548774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-356fba60-7249-4da5-ade3-a06f0e5adba4 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:55.563617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:55.633632 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:16:55.716667 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f8066194-3ee9-4393-818b-b2e02b544919 None None] For port 862b0cd3-d4e6-4cec-a64a-d02d9529bd97, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=862b0cd3-d4e6-4cec-a64a-d02d9529bd97,segment=NetworkSegment(3fa202d7-87a8-4139-b72a-2ce663c6db0a),segment_id=3fa202d7-87a8-4139-b72a-2ce663c6db0a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:55.732541 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f8066194-3ee9-4393-818b-b2e02b544919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:55.769988 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-356fba60-7249-4da5-ade3-a06f0e5adba4 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:55.770927 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-356fba60-7249-4da5-ade3-a06f0e5adba4 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:55.810481 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Request body: {'port': {'device_id': '2d5a1ab8-8996-4d62-a915-eb7bf7b3b886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:55.823623 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:55.828282 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:16:55.829079 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:55.876209 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87360136-3338-4ff0-9ded-121d9c70e133 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router b8ac8b4e-4754-4d7a-a71e-b877d1c40ada has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:16:55.931390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fba60-7249-4da5-ade3-a06f0e5adba4 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Pushing event updated for resources: {'Port': ['ID=4714b9ef-1695-4587-b19a-5ec7f2ccae9c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:55.936305 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-356fba60-7249-4da5-ade3-a06f0e5adba4 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5505793 Jul 14 07:16:55.970690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfd99d-3ff2-4e51-b85c-71d5b79ce491 req-ea367507-e1f4-40c1-958f-767fd4de3436 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:55.979121 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12cfd99d-3ff2-4e51-b85c-71d5b79ce491 req-ea367507-e1f4-40c1-958f-767fd4de3436 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 932 time: 1.2153664 Jul 14 07:16:55.990795 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Request body: {'port': {'device_id': '5baf3197-9fc1-4ca8-add6-51dd74890951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:56.125937 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cc486420-b490-49c1-a5b6-3c87927ef083 None None] Provisioning for port a95555e9-f29e-46fe-909a-ea4787d06942 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:56.160051 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87360136-3338-4ff0-9ded-121d9c70e133 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:16:56.179430 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-87360136-3338-4ff0-9ded-121d9c70e133 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/b8ac8b4e-4754-4d7a-a71e-b877d1c40ada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1266589 Jul 14 07:16:56.181287 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60102) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:56.207804 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12cfd99d-3ff2-4e51-b85c-71d5b79ce491 req-6b900302-c05d-45bd-b451-858be341de6e tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131004 Jul 14 07:16:56.230431 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fc8249-167b-4b95-8fa7-c2ff3ef7f00e None None] Sync routers for ids ['b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:16:56.273920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cc486420-b490-49c1-a5b6-3c87927ef083 None None] Provisioning complete for port a95555e9-f29e-46fe-909a-ea4787d06942 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:56.280938 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cc486420-b490-49c1-a5b6-3c87927ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:56.297525 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d861651b-1198-4c45-8bd9-183ff7349c94 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8ac8b4e-4754-4d7a-a71e-b877d1c40ada HTTP/1.1" status: 200 len: 205 time: 0.1069343 Jul 14 07:16:56.302833 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60110) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:56.335300 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-cc486420-b490-49c1-a5b6-3c87927ef083 None None] Port a95555e9-f29e-46fe-909a-ea4787d06942 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:16:56.346635 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8066194-3ee9-4393-818b-b2e02b544919 None None] Pushing event updated for resources: {'Port': ['ID=862b0cd3-d4e6-4cec-a64a-d02d9529bd97,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:56.362480 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cc486420-b490-49c1-a5b6-3c87927ef083 None None] Provisioning complete for port 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:56.367546 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cc486420-b490-49c1-a5b6-3c87927ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:56.435382 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc8249-167b-4b95-8fa7-c2ff3ef7f00e None None] Routers {'b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:56.436592 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b6fc8249-167b-4b95-8fa7-c2ff3ef7f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:56.475145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b6fc8249-167b-4b95-8fa7-c2ff3ef7f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:56.489765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc8249-167b-4b95-8fa7-c2ff3ef7f00e None None] Routers {'b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:16:56.490815 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b6fc8249-167b-4b95-8fa7-c2ff3ef7f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:56.505380 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ab47f16-e448-4a51-a02a-ce4451c25a12 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:56.526863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b6fc8249-167b-4b95-8fa7-c2ff3ef7f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:16:56.527941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fc8249-167b-4b95-8fa7-c2ff3ef7f00e None None] The sync data for ids ['b8ac8b4e-4754-4d7a-a71e-b877d1c40ada'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:16:56.750103 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d731ba38-d256-49ff-a495-503ab637c60e None None] Provisioning for port 9de73209-6314-4753-880e-34a48938fd1d completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:16:56.772153 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d731ba38-d256-49ff-a495-503ab637c60e None None] Provisioning complete for port 9de73209-6314-4753-880e-34a48938fd1d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:56.772153 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d731ba38-d256-49ff-a495-503ab637c60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:56.887005 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60134) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:56.907927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d731ba38-d256-49ff-a495-503ab637c60e None None] Port 9de73209-6314-4753-880e-34a48938fd1d cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:16:56.924703 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ab47f16-e448-4a51-a02a-ce4451c25a12 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:56.929622 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ab47f16-e448-4a51-a02a-ce4451c25a12 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:57.132103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-620fee5b-c80c-4f40-a1b6-0a28949cd12d tempest-DvrRoutersNegativeTest-897604887 tempest-DvrRoutersNegativeTest-897604887-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1856965466', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:57.139932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.policy [None req-620fee5b-c80c-4f40-a1b6-0a28949cd12d tempest-DvrRoutersNegativeTest-897604887 tempest-DvrRoutersNegativeTest-897604887-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93827) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 14 07:16:57.149156 n-d-778696-5 neutron-server[93827]: DEBUG neutron.policy [None req-620fee5b-c80c-4f40-a1b6-0a28949cd12d tempest-DvrRoutersNegativeTest-897604887 tempest-DvrRoutersNegativeTest-897604887-project] Failed policy check for 'create_router' {{(pid=93827) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 14 07:16:57.151258 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-620fee5b-c80c-4f40-a1b6-0a28949cd12d tempest-DvrRoutersNegativeTest-897604887 tempest-DvrRoutersNegativeTest-897604887-project] create failed (client error): Access was denied to this resource. Jul 14 07:16:57.155487 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event updated for resources: {'Port': ['ID=9de73209-6314-4753-880e-34a48938fd1d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:57.185914 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-620fee5b-c80c-4f40-a1b6-0a28949cd12d tempest-DvrRoutersNegativeTest-897604887 tempest-DvrRoutersNegativeTest-897604887-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2655265 Jul 14 07:16:57.216723 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ab47f16-e448-4a51-a02a-ce4451c25a12 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:57.217771 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab47f16-e448-4a51-a02a-ce4451c25a12 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Fanout notify agent at l3_agent the message router_deleted on router b8ac8b4e-4754-4d7a-a71e-b877d1c40ada {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:16:57.217939 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:57.248479 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ab47f16-e448-4a51-a02a-ce4451c25a12 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:57.252231 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7ab47f16-e448-4a51-a02a-ce4451c25a12 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/routers/b8ac8b4e-4754-4d7a-a71e-b877d1c40ada HTTP/1.1" status: 204 len: 168 time: 0.9463375 Jul 14 07:16:57.253037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60148) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:57.305090 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:57.369627 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c84c69-c524-40fe-8904-c35ac8a74703 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting subnet 877cf950-a9e4-4c43-89a4-5219e799c959 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:16:57.374160 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41c84c69-c524-40fe-8904-c35ac8a74703 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:57.424103 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:57.479717 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad4464-0eb2-4f36-a592-49c538553fcc req-05b38c5e-3d14-4c14-9c4e-8a6806791b36 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:57.484774 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41c84c69-c524-40fe-8904-c35ac8a74703 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:57.487410 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dcad4464-0eb2-4f36-a592-49c538553fcc req-05b38c5e-3d14-4c14-9c4e-8a6806791b36 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 931 time: 1.2315931 Jul 14 07:16:57.723363 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:57.739751 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41c84c69-c524-40fe-8904-c35ac8a74703 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:57.851356 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60164) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:57.872024 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:57.872670 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:57.916163 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41c84c69-c524-40fe-8904-c35ac8a74703 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:57.940296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dcad4464-0eb2-4f36-a592-49c538553fcc req-afce62eb-34c2-4e0a-865f-54a93a220373 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516904 Jul 14 07:16:58.013853 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c84c69-c524-40fe-8904-c35ac8a74703 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Subnet': ['ID=877cf950-a9e4-4c43-89a4-5219e799c959,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:58.042907 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41c84c69-c524-40fe-8904-c35ac8a74703 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:58.045942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4408390c-89dd-44b5-af4a-548191e47f20 None None] Network 04c99abb-266f-419d-9d83-912115b7ba63 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:58.048488 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-41c84c69-c524-40fe-8904-c35ac8a74703 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/subnets/877cf950-a9e4-4c43-89a4-5219e799c959 HTTP/1.1" status: 204 len: 168 time: 0.7888045 Jul 14 07:16:58.053748 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60174) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:58.133882 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:16:58.329575 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e492c4-3621-4918-8f4b-c9d58fdd4c31 req-7ab49cdd-455a-4481-bf83-7a1fe17a9cd7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:58.331905 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72e492c4-3621-4918-8f4b-c9d58fdd4c31 req-7ab49cdd-455a-4481-bf83-7a1fe17a9cd7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 932 time: 0.6748827 Jul 14 07:16:58.340808 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:58.341672 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:58.358471 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd07c-0177-417e-b865-7449e3b94946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:58.418216 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad0f4ef-db5b-4227-9606-261a49533810 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting subnet 6d50b041-7daa-4537-b46e-dac149a2b592 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:16:58.452329 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dad0f4ef-db5b-4227-9606-261a49533810 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:58.518443 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:58.539426 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3918061c-411b-471b-8e89-3292bc611614 None None] DHCP port deletion for 04c99abb-266f-419d-9d83-912115b7ba63 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:16:58.605580 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea90f38-5f68-480f-9791-0e4c34ec7358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:16:58.609129 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107309dd-eb83-40ce-9f39-dcf6018abf1c" -d '{"events": [{"server_uuid": "0ea90f38-5f68-480f-9791-0e4c34ec7358", "name": "network-vif-plugged", "status": "completed", "tag": "ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:16:58.632411 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dad0f4ef-db5b-4227-9606-261a49533810 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:58.634765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:58.648432 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:58.686994 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72e492c4-3621-4918-8f4b-c9d58fdd4c31 req-227a7c5d-8f47-4099-af08-b4c8264b8b4f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2914767 Jul 14 07:16:58.782096 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3918061c-411b-471b-8e89-3292bc611614 None None] Deleting port 172afbe5-5e0a-415a-9c67-5115f42bbc78 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:16:58.790932 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3918061c-411b-471b-8e89-3292bc611614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:58.811059 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2c68f5-2b63-49f7-8110-2fe2ee4b7c5c x-openstack-request-id: req-1e2c68f5-2b63-49f7-8110-2fe2ee4b7c5c {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:16:58.812219 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea90f38-5f68-480f-9791-0e4c34ec7358", "name": "network-vif-plugged", "status": "completed", "tag": "ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:16:58.812670 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e2c68f5-2b63-49f7-8110-2fe2ee4b7c5c {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:16:58.813260 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea90f38-5f68-480f-9791-0e4c34ec7358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04', 'code': 200} Jul 14 07:16:58.814229 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,revision_number=10']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:58.859097 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dad0f4ef-db5b-4227-9606-261a49533810 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:58.897231 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3918061c-411b-471b-8e89-3292bc611614 None None] For port 172afbe5-5e0a-415a-9c67-5115f42bbc78, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=172afbe5-5e0a-415a-9c67-5115f42bbc78,segment=NetworkSegment(7fc9f938-f33f-4ac1-8612-42e1fc103bde),segment_id=7fc9f938-f33f-4ac1-8612-42e1fc103bde)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:16:58.897629 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3918061c-411b-471b-8e89-3292bc611614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:58.899203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4714b9ef-1695-4587-b19a-5ec7f2ccae9c {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:16:58.915477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3918061c-411b-471b-8e89-3292bc611614 None None] Calling delete_port for 172afbe5-5e0a-415a-9c67-5115f42bbc78 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:16:58.918112 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95555e9-f29e-46fe-909a-ea4787d06942 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:16:58.930017 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:58.934016 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:58.938027 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:58.963807 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:58.970909 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:59.042755 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dad0f4ef-db5b-4227-9606-261a49533810 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:59.077124 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dad0f4ef-db5b-4227-9606-261a49533810 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:59.082566 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dad0f4ef-db5b-4227-9606-261a49533810 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/subnets/6d50b041-7daa-4537-b46e-dac149a2b592 HTTP/1.1" status: 204 len: 168 time: 1.0258410 Jul 14 07:16:59.093263 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60198) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:59.094210 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b45d147-d66e-4674-892c-696c0574499e None None] Network e65b603f-a233-46d1-88b3-1f81ef38761f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:16:59.143790 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Network 2b504e74-e7d7-4a47-a89e-a04bcfd85039 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:16:59.145560 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Transition to ACTIVE for port object 4714b9ef-1695-4587-b19a-5ec7f2ccae9c will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:59.148530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0f4ef-db5b-4227-9606-261a49533810 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Subnet': ['ID=6d50b041-7daa-4537-b46e-dac149a2b592,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:59.149056 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Transition to ACTIVE for port object a95555e9-f29e-46fe-909a-ea4787d06942 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:16:59.168526 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:16:59.186299 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd07c-0177-417e-b865-7449e3b94946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:59.196790 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd07c-0177-417e-b865-7449e3b94946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:59.230070 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:59.233476 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:59.313249 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ee1cd07c-0177-417e-b865-7449e3b94946 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b5625566dca342bc987493333c9b2413&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4472911 Jul 14 07:16:59.314230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cd07c-0177-417e-b865-7449e3b94946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41b7b85-6894-471c-8f05-b15f4129c88b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:59.316681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60216) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:59.384629 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3918061c-411b-471b-8e89-3292bc611614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:59.390583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event updated for resources: {'Port': ['ID=9de73209-6314-4753-880e-34a48938fd1d,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:59.414438 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60220) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:16:59.431941 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b83361c9-b5f6-4831-97a0-faa60f4f4d0d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-892120831'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:16:59.466972 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Pushing event updated for resources: {'Port': ['ID=a95555e9-f29e-46fe-909a-ea4787d06942,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:59.480373 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a3f29b6-4e0a-442b-9893-60cf29a977db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:59.482367 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83361c9-b5f6-4831-97a0-faa60f4f4d0d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Made reservation on behalf of fa1319ff0abd4cafa263b8b7a1f4e079 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:16:59.486612 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b83361c9-b5f6-4831-97a0-faa60f4f4d0d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:59.571593 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918061c-411b-471b-8e89-3292bc611614 None None] Pushing event deleted for resources: {'Port': ['ID=172afbe5-5e0a-415a-9c67-5115f42bbc78,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:59.601065 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4714b9ef-1695-4587-b19a-5ec7f2ccae9c,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:59.604832 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a3f29b6-4e0a-442b-9893-60cf29a977db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:59.614194 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3918061c-411b-471b-8e89-3292bc611614 None None] No DVR routers for this DVR port 172afbe5-5e0a-415a-9c67-5115f42bbc78 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:16:59.680710 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 172afbe5-5e0a-415a-9c67-5115f42bbc78 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:16:59.699618 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83361c9-b5f6-4831-97a0-faa60f4f4d0d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:16:59.770616 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a3f29b6-4e0a-442b-9893-60cf29a977db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:59.780537 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 172afbe5-5e0a-415a-9c67-5115f42bbc78 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:16:59.781276 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a3f29b6-4e0a-442b-9893-60cf29a977db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:59.781840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 172afbe5-5e0a-415a-9c67-5115f42bbc78 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:16:59.786912 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9a3f29b6-4e0a-442b-9893-60cf29a977db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f41b7b85-6894-471c-8f05-b15f4129c88b HTTP/1.1" status: 204 len: 168 time: 0.4525540 Jul 14 07:16:59.790306 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b83361c9-b5f6-4831-97a0-faa60f4f4d0d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:59.791157 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-b83361c9-b5f6-4831-97a0-faa60f4f4d0d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Added segment 457121e4-765c-4c4e-987c-a0f372dfbf78 of type vlan for network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f Jul 14 07:16:59.823177 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f29b6-4e0a-442b-9893-60cf29a977db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41b7b85-6894-471c-8f05-b15f4129c88b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:16:59.843319 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0e22a22f-9257-4915-abc8-d3716c7cad13 None None] Provisioning complete for port 9de73209-6314-4753-880e-34a48938fd1d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:16:59.843829 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0e22a22f-9257-4915-abc8-d3716c7cad13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:59.866763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Attempting to bind port 4714b9ef-1695-4587-b19a-5ec7f2ccae9c on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:16:59.867344 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Attempting to bind port 4714b9ef-1695-4587-b19a-5ec7f2ccae9c by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '3b03084f-175a-4e05-bd55-eb0e283b9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:16:59.867869 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Attempting to bind port 4714b9ef-1695-4587-b19a-5ec7f2ccae9c on network 0016421d-df1c-4cd1-a834-dae508e47911 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:16:59.870347 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b83361c9-b5f6-4831-97a0-faa60f4f4d0d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:59.884387 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cbae2d26-3cc1-4fa8-a888-7d08a3576256 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:59.920851 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b83361c9-b5f6-4831-97a0-faa60f4f4d0d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:59.930555 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83361c9-b5f6-4831-97a0-faa60f4f4d0d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:16:59.933389 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b83361c9-b5f6-4831-97a0-faa60f4f4d0d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:16:59.989805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-0e22a22f-9257-4915-abc8-d3716c7cad13 None None] Port 9de73209-6314-4753-880e-34a48938fd1d cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:17:00.013985 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Port 4714b9ef-1695-4587-b19a-5ec7f2ccae9c on network 0016421d-df1c-4cd1-a834-dae508e47911 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:17:00.024164 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Attempting to bind port 4714b9ef-1695-4587-b19a-5ec7f2ccae9c on network 0016421d-df1c-4cd1-a834-dae508e47911 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:17:00.039054 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b83361c9-b5f6-4831-97a0-faa60f4f4d0d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6218977 Jul 14 07:17:00.042031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60230) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:00.070668 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0b424e9f-16c3-43e3-bd6d-2524c6bb75de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1968373993'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:00.088525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab9181-305b-41a7-946f-8c5ca71cb748 req-f162078f-b435-421d-8476-d1df4417e31c tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:00.097868 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-25ab9181-305b-41a7-946f-8c5ca71cb748 req-f162078f-b435-421d-8476-d1df4417e31c tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 943 time: 0.8789098 Jul 14 07:17:00.136001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:17:00.136569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Checking segment: {'id': '3b03084f-175a-4e05-bd55-eb0e283b9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:17:00.139674 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Bound using segment: {'id': '3b03084f-175a-4e05-bd55-eb0e283b9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:17:00.140338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Bound port: 4714b9ef-1695-4587-b19a-5ec7f2ccae9c, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b03084f-175a-4e05-bd55-eb0e283b9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:17:00.140890 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:00.165449 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83361c9-b5f6-4831-97a0-faa60f4f4d0d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event updated for resources: {'Network': ['ID=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:00.172587 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3674d7-dda1-4ef7-a483-492a7ee47e59 None None] DHCP port deletion for e65b603f-a233-46d1-88b3-1f81ef38761f request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:17:00.195602 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b424e9f-16c3-43e3-bd6d-2524c6bb75de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Made reservation on behalf of fa1319ff0abd4cafa263b8b7a1f4e079 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:00.205446 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b424e9f-16c3-43e3-bd6d-2524c6bb75de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:00.237883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:17:00.248807 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Attempting to bind port a95555e9-f29e-46fe-909a-ea4787d06942 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:17:00.249140 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Attempting to bind port a95555e9-f29e-46fe-909a-ea4787d06942 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '0ba77749-354c-4ccd-bb4c-3ad23f28db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:17:00.249506 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Attempting to bind port a95555e9-f29e-46fe-909a-ea4787d06942 on network cd653837-16d0-4ce4-89f6-32469a5cf229 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:17:00.280184 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Router 386d87cd-5400-4e12-b9c5-9367c40eeeec has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:17:00.309953 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b424e9f-16c3-43e3-bd6d-2524c6bb75de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:17:00.341556 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b424e9f-16c3-43e3-bd6d-2524c6bb75de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:00.342168 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-0b424e9f-16c3-43e3-bd6d-2524c6bb75de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Added segment 81c74f52-a606-4f21-8874-53e335c2e1a9 of type vlan for network 0f2d86f7-e97d-407b-af2a-19fc19ea6fbf Jul 14 07:17:00.363950 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Port a95555e9-f29e-46fe-909a-ea4787d06942 on network cd653837-16d0-4ce4-89f6-32469a5cf229 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:17:00.364279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Attempting to bind port a95555e9-f29e-46fe-909a-ea4787d06942 on network cd653837-16d0-4ce4-89f6-32469a5cf229 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:17:00.410912 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:17:00.411621 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-dc3674d7-dda1-4ef7-a483-492a7ee47e59 None None] Deleting port 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:00.411739 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Checking segment: {'id': '0ba77749-354c-4ccd-bb4c-3ad23f28db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:17:00.411739 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Bound using segment: {'id': '0ba77749-354c-4ccd-bb4c-3ad23f28db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:17:00.412022 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc3674d7-dda1-4ef7-a483-492a7ee47e59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:00.412191 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Bound port: a95555e9-f29e-46fe-909a-ea4787d06942, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba77749-354c-4ccd-bb4c-3ad23f28db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:17:00.412527 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:00.443236 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b424e9f-16c3-43e3-bd6d-2524c6bb75de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:00.505721 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b424e9f-16c3-43e3-bd6d-2524c6bb75de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:00.512720 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b424e9f-16c3-43e3-bd6d-2524c6bb75de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:00.513408 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b424e9f-16c3-43e3-bd6d-2524c6bb75de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:00.554103 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2fe84bfd-5662-4112-86f3-a65a00f64a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:00.575951 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-dc3674d7-dda1-4ef7-a483-492a7ee47e59 None None] For port 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=10a8917f-aa69-4bac-9a28-8d96d6cfe1bd,segment=NetworkSegment(87c4828d-1244-428f-aec1-8086a5753d1a),segment_id=87c4828d-1244-428f-aec1-8086a5753d1a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:00.583094 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc3674d7-dda1-4ef7-a483-492a7ee47e59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:00.611910 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-dc3674d7-dda1-4ef7-a483-492a7ee47e59 None None] Calling delete_port for 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:00.647118 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0b424e9f-16c3-43e3-bd6d-2524c6bb75de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6036177 Jul 14 07:17:00.650229 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60250) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:00.682945 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-25ab9181-305b-41a7-946f-8c5ca71cb748 req-115fdefd-ab27-4dc2-b991-314111ddbcee tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830638 Jul 14 07:17:00.713079 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-559dd993-e022-4e28-910c-623f1132e518 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Request body: {'subnet': {'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:00.863158 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc3674d7-dda1-4ef7-a483-492a7ee47e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:00.917649 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cbae2d26-3cc1-4fa8-a888-7d08a3576256 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:00.919268 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3674d7-dda1-4ef7-a483-492a7ee47e59 None None] No DVR routers for this DVR port 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:17:00.928316 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3674d7-dda1-4ef7-a483-492a7ee47e59 None None] Pushing event deleted for resources: {'Port': ['ID=10a8917f-aa69-4bac-9a28-8d96d6cfe1bd,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:00.995467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b424e9f-16c3-43e3-bd6d-2524c6bb75de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event updated for resources: {'Network': ['ID=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:01.009993 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 0f2d86f7-e97d-407b-af2a-19fc19ea6fbf details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:17:01.044256 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] For port 4714b9ef-1695-4587-b19a-5ec7f2ccae9c, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:17:01.047852 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] For port 4714b9ef-1695-4587-b19a-5ec7f2ccae9c, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=4714b9ef-1695-4587-b19a-5ec7f2ccae9c,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:17:01.066027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-cbae2d26-3cc1-4fa8-a888-7d08a3576256 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c99abb-266f-419d-9d83-912115b7ba63']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:01.077541 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-cbae2d26-3cc1-4fa8-a888-7d08a3576256 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc9f938-f33f-4ac1-8612-42e1fc103bde') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:01.077850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-cbae2d26-3cc1-4fa8-a888-7d08a3576256 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc9f938-f33f-4ac1-8612-42e1fc103bde') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:01.089355 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:17:01.102215 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8c7fe9-0753-447a-846d-1ea395fba353 None None] Sync routers for ids ['386d87cd-5400-4e12-b9c5-9367c40eeeec'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:17:01.103034 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-020c4fcf-ceb6-4cdd-83c5-5e9e5c319ca5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "PUT /v2.0/routers/386d87cd-5400-4e12-b9c5-9367c40eeeec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5537210 Jul 14 07:17:01.104300 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] For port a95555e9-f29e-46fe-909a-ea4787d06942, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:17:01.107351 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60270) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:01.109559 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cbae2d26-3cc1-4fa8-a888-7d08a3576256 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:01.120850 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:01.124982 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559dd993-e022-4e28-910c-623f1132e518 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Made reservation on behalf of fa1319ff0abd4cafa263b8b7a1f4e079 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:01.131139 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c7fe9-0753-447a-846d-1ea395fba353 None None] Routers {'386d87cd-5400-4e12-b9c5-9367c40eeeec'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:17:01.133002 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6b8c7fe9-0753-447a-846d-1ea395fba353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['386d87cd-5400-4e12-b9c5-9367c40eeeec'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:01.138100 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbef13-33ca-4f2f-a22d-e59be0ba621e req-4f7891db-e431-4c14-9fce-3fc7ed8bc3d7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:01.140669 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-559dd993-e022-4e28-910c-623f1132e518 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:01.145314 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0dbef13-33ca-4f2f-a22d-e59be0ba621e req-4f7891db-e431-4c14-9fce-3fc7ed8bc3d7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.9267414 Jul 14 07:17:01.210784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] For port a95555e9-f29e-46fe-909a-ea4787d06942, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a95555e9-f29e-46fe-909a-ea4787d06942,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:17:01.224790 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6b8c7fe9-0753-447a-846d-1ea395fba353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:01.245872 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0dbef13-33ca-4f2f-a22d-e59be0ba621e req-e3e013b7-e4bd-4de1-91e7-9a42aea0ecf2 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995526 Jul 14 07:17:01.262252 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cbae2d26-3cc1-4fa8-a888-7d08a3576256 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:01.269439 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:01.284088 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c7fe9-0753-447a-846d-1ea395fba353 None None] Routers {'386d87cd-5400-4e12-b9c5-9367c40eeeec'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:17:01.285110 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6b8c7fe9-0753-447a-846d-1ea395fba353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['386d87cd-5400-4e12-b9c5-9367c40eeeec'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:01.287515 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:01.288486 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:01.290540 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] 10.222.0.15 "PUT /v2.0/ports/4714b9ef-1695-4587-b19a-5ec7f2ccae9c HTTP/1.1" status: 200 len: 1091 time: 5.3044162 Jul 14 07:17:01.300540 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5baf3197-9fc1-4ca8-add6-51dd74890951', 'tag': '4714b9ef-1695-4587-b19a-5ec7f2ccae9c'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:17:01.303101 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228e15c7-fb31-4f01-be3a-d5259b4444f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5baf3197-9fc1-4ca8-add6-51dd74890951", "tag": "4714b9ef-1695-4587-b19a-5ec7f2ccae9c"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:17:01.319139 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbae2d26-3cc1-4fa8-a888-7d08a3576256 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:17:01.319784 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cbae2d26-3cc1-4fa8-a888-7d08a3576256 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:17:01.323291 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:17:01.326273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:01.326273 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:01.328296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] 10.222.0.15 "PUT /v2.0/ports/a95555e9-f29e-46fe-909a-ea4787d06942 HTTP/1.1" status: 200 len: 1092 time: 6.3299904 Jul 14 07:17:01.461017 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6b8c7fe9-0753-447a-846d-1ea395fba353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:01.477864 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8c7fe9-0753-447a-846d-1ea395fba353 None None] The sync data for ids ['386d87cd-5400-4e12-b9c5-9367c40eeeec'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:17:01.602896 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60286) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:01.639434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90d89e-6f03-4172-8231-8824c77459d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4714b9ef-1695-4587-b19a-5ec7f2ccae9c,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:01.711018 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:17:01.766026 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cbae2d26-3cc1-4fa8-a888-7d08a3576256 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:01.809802 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:17:01.810143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 10a8917f-aa69-4bac-9a28-8d96d6cfe1bd not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:17:01.892924 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cbae2d26-3cc1-4fa8-a888-7d08a3576256 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:01.903191 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cbae2d26-3cc1-4fa8-a888-7d08a3576256 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/networks/04c99abb-266f-419d-9d83-912115b7ba63 HTTP/1.1" status: 204 len: 168 time: 2.8020246 Jul 14 07:17:01.929599 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60296) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:01.959986 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e084cab-cfb1-4d00-aff1-ed53225519bc x-openstack-request-id: req-1e084cab-cfb1-4d00-aff1-ed53225519bc {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:17:01.960266 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5baf3197-9fc1-4ca8-add6-51dd74890951", "tag": "4714b9ef-1695-4587-b19a-5ec7f2ccae9c", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:17:01.960515 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e084cab-cfb1-4d00-aff1-ed53225519bc {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:17:01.960908 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5baf3197-9fc1-4ca8-add6-51dd74890951', 'tag': '4714b9ef-1695-4587-b19a-5ec7f2ccae9c', 'status': 'completed', 'code': 200} Jul 14 07:17:01.967588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-16f4380e-d397-45bd-a59e-bcdf126094eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:01.969371 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-16f4380e-d397-45bd-a59e-bcdf126094eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63f88cc9896d4fd7addd98da9d3f57db&device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 1094 time: 0.5292640 Jul 14 07:17:02.012588 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c834066a-4018-46ec-a403-ba1cac3307f9 tempest-ServiceProvidersTest-954296387 tempest-ServiceProvidersTest-954296387-project] 10.222.0.35 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4032280 Jul 14 07:17:02.013056 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae2d26-3cc1-4fa8-a888-7d08a3576256 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Network': ['ID=04c99abb-266f-419d-9d83-912115b7ba63,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:02.023861 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:17:02.138840 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-339806a9-ba67-4fa6-b903-becb7ada5927 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4714b9ef-1695-4587-b19a-5ec7f2ccae9c HTTP/1.1" status: 200 len: 217 time: 0.1233232 Jul 14 07:17:02.167825 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0fb8f85-3ce2-4fda-a6be-4cdf7d65274b tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:02.217746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-0e5be4fe-78d2-4005-8212-094763980b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:02.221754 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-0e5be4fe-78d2-4005-8212-094763980b6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5918044e-a8af-4c2f-b837-95b1468fa844 HTTP/1.1" status: 200 len: 861 time: 0.0627820 Jul 14 07:17:02.245476 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b4d4f-ec82-4937-9e85-ff1fae1e90bf service neutron] Pushing event updated for resources: {'Port': ['ID=a95555e9-f29e-46fe-909a-ea4787d06942,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:02.257834 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-5a9029d6-3aec-462b-b8c3-1740901f83af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:02.259659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-5a9029d6-3aec-462b-b8c3-1740901f83af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7&device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 1095 time: 0.8186092 Jul 14 07:17:02.303619 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-9638ab66-3839-49eb-8367-07c43957599f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0016421d-df1c-4cd1-a834-dae508e47911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697048 Jul 14 07:17:02.379492 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-9b1cfca1-cf48-46d6-8f8f-507c50022701 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a95555e9-f29e-46fe-909a-ea4787d06942 HTTP/1.1" status: 200 len: 217 time: 0.1113679 Jul 14 07:17:02.419752 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f32f2cfe-1ba0-47ed-b557-13b08443a14b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:02.496479 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60320) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:02.513160 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-f0fb8f85-3ce2-4fda-a6be-4cdf7d65274b tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 07:17:02.514592 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f0fb8f85-3ce2-4fda-a6be-4cdf7d65274b tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "DELETE /v2.0/routers/386d87cd-5400-4e12-b9c5-9367c40eeeec HTTP/1.1" status: 409 len: 329 time: 1.4059503 Jul 14 07:17:02.516160 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-559dd993-e022-4e28-910c-623f1132e518 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:02.523883 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60326) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:02.667935 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78154b96-9478-4682-90b9-0bca9709926a req-98cd6df3-3314-4fb6-8717-2e9dc31f9382 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:02.670382 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78154b96-9478-4682-90b9-0bca9709926a req-98cd6df3-3314-4fb6-8717-2e9dc31f9382 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 943 time: 0.5659678 Jul 14 07:17:02.688183 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-00ec91e2-e117-42f6-b9b7-e4d71994e8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:02.722493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559dd993-e022-4e28-910c-623f1132e518 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event updated for resources: {'Subnet': ['ID=16dcc09a-1e30-45e6-86b4-4ea5de857c42,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:02.832656 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559dd993-e022-4e28-910c-623f1132e518 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Checking segment: {'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:17:02.833014 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559dd993-e022-4e28-910c-623f1132e518 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Network hostable DHCP agents. Network: e2bffbaa-11bf-44cd-a766-8c9e55cefe3f, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:17:02.924386 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559dd993-e022-4e28-910c-623f1132e518 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:17:02.971234 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-559dd993-e022-4e28-910c-623f1132e518 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, e2bffbaa-11bf-44cd-a766-8c9e55cefe3f) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:02.978380 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559dd993-e022-4e28-910c-623f1132e518 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:02.979369 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-559dd993-e022-4e28-910c-623f1132e518 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:03.001547 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26f5fff-67b8-4a61-9c42-86dadf2a016c None None] Network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:17:03.085336 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-00ec91e2-e117-42f6-b9b7-e4d71994e8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:03.132594 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-00ec91e2-e117-42f6-b9b7-e4d71994e8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:03.147914 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-74ac5fe1-d420-4e6b-a6a9-acefc94610c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:03.150155 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-74ac5fe1-d420-4e6b-a6a9-acefc94610c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54c389bb-f8cc-4826-9a6a-5f4ac58e9131 HTTP/1.1" status: 200 len: 856 time: 0.7236586 Jul 14 07:17:03.203181 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-559dd993-e022-4e28-910c-623f1132e518 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5225008 Jul 14 07:17:03.204379 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-00ec91e2-e117-42f6-b9b7-e4d71994e8bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=32bedcb1f80f4adf8271a42fcef6554a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7067003 Jul 14 07:17:03.205151 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60342) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:03.242666 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60344) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:03.258836 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e65fdbde-cf56-407d-9fcd-3a57ef95b4ca tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Request body: {'subnet': {'network_id': '0f2d86f7-e97d-407b-af2a-19fc19ea6fbf', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:03.259133 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f32f2cfe-1ba0-47ed-b557-13b08443a14b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:03.278324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f32f2cfe-1ba0-47ed-b557-13b08443a14b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65b603f-a233-46d1-88b3-1f81ef38761f']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:03.290496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f32f2cfe-1ba0-47ed-b557-13b08443a14b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c4828d-1244-428f-aec1-8086a5753d1a') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:03.290884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f32f2cfe-1ba0-47ed-b557-13b08443a14b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c4828d-1244-428f-aec1-8086a5753d1a') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:03.301598 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f32f2cfe-1ba0-47ed-b557-13b08443a14b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:03.372890 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f32f2cfe-1ba0-47ed-b557-13b08443a14b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:03.458713 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-74401073-9914-448e-bc7d-f769ecba3987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:03.477638 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32f2cfe-1ba0-47ed-b557-13b08443a14b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:17:03.478139 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f32f2cfe-1ba0-47ed-b557-13b08443a14b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:17:03.487602 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:17:03.500654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78154b96-9478-4682-90b9-0bca9709926a req-e3297c0f-8c84-4ab6-8784-146e761ed2ef tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8165798 Jul 14 07:17:03.532119 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-e2bffbaa-11bf-44cd-a766-8c9e55cefe3f', 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'fixed_ips': [{'subnet_id': '16dcc09a-1e30-45e6-86b4-4ea5de857c42'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:17:03.532972 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:03.551797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec91e2-e117-42f6-b9b7-e4d71994e8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033e715e-e8f7-4e59-9194-67071949c56a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:03.588668 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65fdbde-cf56-407d-9fcd-3a57ef95b4ca tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Made reservation on behalf of fa1319ff0abd4cafa263b8b7a1f4e079 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:03.600630 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e65fdbde-cf56-407d-9fcd-3a57ef95b4ca tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:03.628111 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9cce-5983-4e84-96a3-2c435ff5d0d3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:03.643280 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-6bff60df-c1d4-4f70-9b8c-f128b8f64d30 service neutron] 10.222.0.15 "GET /v2.0/networks/0016421d-df1c-4cd1-a834-dae508e47911?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3331599 Jul 14 07:17:03.659369 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:03.674084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9b084-cae1-49fe-ae44-89fcee90e8d6 req-d3f3f753-5aef-4251-8686-eb1b1c22298d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:03.681303 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aae9b084-cae1-49fe-ae44-89fcee90e8d6 req-d3f3f753-5aef-4251-8686-eb1b1c22298d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 1.1718915 Jul 14 07:17:03.682372 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b12dc47f-6a97-4a7e-b1cf-396923b89e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:03.779677 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Allocated IP 10.1.1.2 (e2bffbaa-11bf-44cd-a766-8c9e55cefe3f/16dcc09a-1e30-45e6-86b4-4ea5de857c42/92609a81-9812-40ef-b10a-246c2bcc923f) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:17:03.793531 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f32f2cfe-1ba0-47ed-b557-13b08443a14b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:03.811021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-b5d0b889-2d97-44b6-8b5c-807e9a8aea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:03.812934 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-b5d0b889-2d97-44b6-8b5c-807e9a8aea25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd653837-16d0-4ce4-89f6-32469a5cf229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6411777 Jul 14 07:17:03.819897 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f32f2cfe-1ba0-47ed-b557-13b08443a14b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:03.831187 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f32f2cfe-1ba0-47ed-b557-13b08443a14b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/networks/e65b603f-a233-46d1-88b3-1f81ef38761f HTTP/1.1" status: 204 len: 168 time: 1.8801115 Jul 14 07:17:03.834857 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60362) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:03.863618 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-14d73c83-5200-4feb-812b-d8eab1ecb0f8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1877508671'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:03.919230 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f2cfe-1ba0-47ed-b557-13b08443a14b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Network': ['ID=e65b603f-a233-46d1-88b3-1f81ef38761f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:03.990115 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b12dc47f-6a97-4a7e-b1cf-396923b89e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:03.995378 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:04.005114 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Transition to ACTIVE for port object 92609a81-9812-40ef-b10a-246c2bcc923f will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:04.019743 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5a1ab8-8996-4d62-a915-eb7bf7b3b886', 'tag': 'a95555e9-f29e-46fe-909a-ea4787d06942'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:17:04.022685 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9995f4f-ddb1-461a-9ab9-35a2b5a224db" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5a1ab8-8996-4d62-a915-eb7bf7b3b886", "tag": "a95555e9-f29e-46fe-909a-ea4787d06942"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:17:04.023908 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Transition to ACTIVE for port object 92609a81-9812-40ef-b10a-246c2bcc923f will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:04.032497 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:04.079554 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aae9b084-cae1-49fe-ae44-89fcee90e8d6 req-68ce9acf-7417-4fc7-a0bb-898901715e48 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3781364 Jul 14 07:17:04.149905 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b228cc-0d1f-4c76-b3f2-d063097512fe x-openstack-request-id: req-13b228cc-0d1f-4c76-b3f2-d063097512fe {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:17:04.150201 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5a1ab8-8996-4d62-a915-eb7bf7b3b886", "tag": "a95555e9-f29e-46fe-909a-ea4787d06942", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:17:04.150454 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13b228cc-0d1f-4c76-b3f2-d063097512fe {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:17:04.150850 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5a1ab8-8996-4d62-a915-eb7bf7b3b886', 'tag': 'a95555e9-f29e-46fe-909a-ea4787d06942', 'status': 'completed', 'code': 200} Jul 14 07:17:04.157223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d73c83-5200-4feb-812b-d8eab1ecb0f8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Made reservation on behalf of e869b58861d740ef88846266cf3195ab for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:04.158903 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:17:04.160627 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14d73c83-5200-4feb-812b-d8eab1ecb0f8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:04.177952 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbcd460e-e68d-448b-9394-acb7ecae2ba0 req-9fd542df-357d-4629-9cd2-6d970fae36f2 service neutron] 10.222.0.15 "GET /v2.0/networks/0016421d-df1c-4cd1-a834-dae508e47911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164545 Jul 14 07:17:04.178236 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:04.182085 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:17:04.210333 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-3480ceb0-6215-4a8f-b5e9-26bef7f72f63 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741450 Jul 14 07:17:04.269323 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Pushing event updated for resources: {'Port': ['ID=92609a81-9812-40ef-b10a-246c2bcc923f,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:04.299482 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d73c83-5200-4feb-812b-d8eab1ecb0f8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:17:04.315489 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b12dc47f-6a97-4a7e-b1cf-396923b89e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:04.321149 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b12dc47f-6a97-4a7e-b1cf-396923b89e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:04.322843 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b12dc47f-6a97-4a7e-b1cf-396923b89e7c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/033e715e-e8f7-4e59-9194-67071949c56a HTTP/1.1" status: 204 len: 168 time: 0.9423892 Jul 14 07:17:04.348398 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14d73c83-5200-4feb-812b-d8eab1ecb0f8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:04.348910 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-14d73c83-5200-4feb-812b-d8eab1ecb0f8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Added segment 85b2ad52-3e7f-4904-a3bf-7c710f6bda2e of type vlan for network 6fb180f0-eaa4-4e13-bc63-3320156c7c2e Jul 14 07:17:04.375163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Attempting to bind port 92609a81-9812-40ef-b10a-246c2bcc923f on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:17:04.375598 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Attempting to bind port 92609a81-9812-40ef-b10a-246c2bcc923f by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:17:04.378385 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Attempting to bind port 92609a81-9812-40ef-b10a-246c2bcc923f on network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:17:04.406634 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:17:04.408237 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Checking segment: {'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:17:04.408682 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:04.409228 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12dc47f-6a97-4a7e-b1cf-396923b89e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033e715e-e8f7-4e59-9194-67071949c56a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:04.409607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Bound using segment: {'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:17:04.410196 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Bound port: 92609a81-9812-40ef-b10a-246c2bcc923f, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:17:04.410592 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:04.437473 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14d73c83-5200-4feb-812b-d8eab1ecb0f8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:04.443947 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7e5fda4-afa3-4027-9559-ca286ada43d5 req-a86b89ce-95ee-4b07-969a-0c170ea67487 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271452 Jul 14 07:17:04.467976 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e15c7-fb31-4f01-be3a-d5259b4444f6 req-d879addd-afd7-44af-a2df-3c8095aa1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:04.472458 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-228e15c7-fb31-4f01-be3a-d5259b4444f6 req-d879addd-afd7-44af-a2df-3c8095aa1e1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63f88cc9896d4fd7addd98da9d3f57db&device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 1094 time: 0.1875212 Jul 14 07:17:04.593903 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e15c7-fb31-4f01-be3a-d5259b4444f6 req-a799dc0f-4e9b-4064-84e2-2b9345d6d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:04.595628 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-228e15c7-fb31-4f01-be3a-d5259b4444f6 req-a799dc0f-4e9b-4064-84e2-2b9345d6d2bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=0016421d-df1c-4cd1-a834-dae508e47911 HTTP/1.1" status: 200 len: 922 time: 0.1152523 Jul 14 07:17:04.629596 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:04.651051 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e65fdbde-cf56-407d-9fcd-3a57ef95b4ca tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:04.667424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] For port 92609a81-9812-40ef-b10a-246c2bcc923f, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:17:04.670954 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] For port 92609a81-9812-40ef-b10a-246c2bcc923f, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=92609a81-9812-40ef-b10a-246c2bcc923f,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:17:04.673540 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14d73c83-5200-4feb-812b-d8eab1ecb0f8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:04.679674 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d73c83-5200-4feb-812b-d8eab1ecb0f8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:04.681095 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14d73c83-5200-4feb-812b-d8eab1ecb0f8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:04.684989 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-228e15c7-fb31-4f01-be3a-d5259b4444f6 req-a99279dd-c827-4c36-b237-a26bfddb0392 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4714b9ef-1695-4587-b19a-5ec7f2ccae9c HTTP/1.1" status: 200 len: 217 time: 0.0744946 Jul 14 07:17:04.690869 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:04.812079 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-14d73c83-5200-4feb-812b-d8eab1ecb0f8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9728253 Jul 14 07:17:04.848348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60394) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:04.855025 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fdbde-cf56-407d-9fcd-3a57ef95b4ca tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event updated for resources: {'Subnet': ['ID=6e3d73eb-1b79-476a-9c74-b4eeb2a0decc,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:04.872710 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed325cb-223d-485a-9dc0-a3a01f147cf9 None None] Pushing event updated for resources: {'Port': ['ID=92609a81-9812-40ef-b10a-246c2bcc923f,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:04.873245 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-939ddbf6-5ea3-4a7f-b822-935254b4276f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'subnet': {'network_id': '6fb180f0-eaa4-4e13-bc63-3320156c7c2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:04.936631 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d73c83-5200-4feb-812b-d8eab1ecb0f8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Network': ['ID=6fb180f0-eaa4-4e13-bc63-3320156c7c2e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:04.950698 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 6fb180f0-eaa4-4e13-bc63-3320156c7c2e details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:17:04.970993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e15c7-fb31-4f01-be3a-d5259b4444f6 req-b0aa371f-6d74-452e-a186-6ed6033f0b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:04.972530 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-228e15c7-fb31-4f01-be3a-d5259b4444f6 req-b0aa371f-6d74-452e-a186-6ed6033f0b1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5918044e-a8af-4c2f-b837-95b1468fa844 HTTP/1.1" status: 200 len: 861 time: 0.2773077 Jul 14 07:17:04.995153 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9995f4f-ddb1-461a-9ab9-35a2b5a224db req-4affb0b1-7c03-4ee9-8dc0-a0e703386e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:04.997414 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9995f4f-ddb1-461a-9ab9-35a2b5a224db req-4affb0b1-7c03-4ee9-8dc0-a0e703386e61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7&device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 1095 time: 0.4006095 Jul 14 07:17:05.233934 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65fdbde-cf56-407d-9fcd-3a57ef95b4ca tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Checking segment: {'id': '81c74f52-a606-4f21-8874-53e335c2e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f2d86f7-e97d-407b-af2a-19fc19ea6fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:17:05.235939 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65fdbde-cf56-407d-9fcd-3a57ef95b4ca tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Network hostable DHCP agents. Network: 0f2d86f7-e97d-407b-af2a-19fc19ea6fbf, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:17:05.300103 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-228e15c7-fb31-4f01-be3a-d5259b4444f6 req-e8853af7-a6b9-4dcd-8645-61afd2b09aa4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0016421d-df1c-4cd1-a834-dae508e47911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3016706 Jul 14 07:17:05.349338 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 4714b9ef-1695-4587-b19a-5ec7f2ccae9c details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:17:05.366148 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c4ef9cce-5983-4e84-96a3-2c435ff5d0d3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Deleting port 9de73209-6314-4753-880e-34a48938fd1d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:05.367180 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9cce-5983-4e84-96a3-2c435ff5d0d3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:05.376676 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65fdbde-cf56-407d-9fcd-3a57ef95b4ca tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Network 0f2d86f7-e97d-407b-af2a-19fc19ea6fbf is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:17:05.384834 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939ddbf6-5ea3-4a7f-b822-935254b4276f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Made reservation on behalf of e869b58861d740ef88846266cf3195ab for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:05.395793 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-939ddbf6-5ea3-4a7f-b822-935254b4276f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:05.512417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e65fdbde-cf56-407d-9fcd-3a57ef95b4ca tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 0f2d86f7-e97d-407b-af2a-19fc19ea6fbf) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:05.540656 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65fdbde-cf56-407d-9fcd-3a57ef95b4ca tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:05.541593 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e65fdbde-cf56-407d-9fcd-3a57ef95b4ca tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:05.600074 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e171f012-fd5d-4068-a6ff-c95e2c3d1ec6 None None] Network 0f2d86f7-e97d-407b-af2a-19fc19ea6fbf requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:17:05.788889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 92609a81-9812-40ef-b10a-246c2bcc923f up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:17:05.806633 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e65fdbde-cf56-407d-9fcd-3a57ef95b4ca tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5969248 Jul 14 07:17:05.822642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60424) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:05.830174 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f560b1ab-c536-450c-9f2a-9452fe921b91 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Request body: {'port': {'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f', 'name': 'tempest-TaggedBootDevicesTest-1096631399', 'fixed_ips': [{'subnet_id': '16dcc09a-1e30-45e6-86b4-4ea5de857c42'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:05.885604 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 4714b9ef-1695-4587-b19a-5ec7f2ccae9c, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=4714b9ef-1695-4587-b19a-5ec7f2ccae9c,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:05.912829 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-939ddbf6-5ea3-4a7f-b822-935254b4276f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:05.960873 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-228e15c7-fb31-4f01-be3a-d5259b4444f6 req-eae46dc2-03b5-449e-ad44-43f1a0ee428f service neutron] 10.222.0.15 "GET /v2.0/networks/0016421d-df1c-4cd1-a834-dae508e47911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6371813 Jul 14 07:17:06.014151 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '4714b9ef-1695-4587-b19a-5ec7f2ccae9c', 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911', 'port_id': '4714b9ef-1695-4587-b19a-5ec7f2ccae9c', 'mac_address': 'fa:16:3e:d1:39:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5918044e-a8af-4c2f-b837-95b1468fa844', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:17:06.025790 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa76a-b10b-4f0c-bc29-904339154451 req-48fa7957-ece6-476e-a322-dd77fa0b6195 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:06.027421 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-682fa76a-b10b-4f0c-bc29-904339154451 req-48fa7957-ece6-476e-a322-dd77fa0b6195 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 943 time: 1.2347391 Jul 14 07:17:06.044984 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9cce-5983-4e84-96a3-2c435ff5d0d3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:06.069843 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c4ef9cce-5983-4e84-96a3-2c435ff5d0d3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Calling delete_port for 9de73209-6314-4753-880e-34a48938fd1d owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:06.222423 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ddbf6-5ea3-4a7f-b822-935254b4276f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Subnet': ['ID=8afebfb1-da47-4a9f-9759-5ed5372c6691,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:06.261496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 92609a81-9812-40ef-b10a-246c2bcc923f completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:06.265345 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:06.267006 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:06.275226 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-0f2d86f7-e97d-407b-af2a-19fc19ea6fbf', 'network_id': '0f2d86f7-e97d-407b-af2a-19fc19ea6fbf', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'fixed_ips': [{'subnet_id': '6e3d73eb-1b79-476a-9c74-b4eeb2a0decc'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:17:06.276167 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:06.317718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4714b9ef-1695-4587-b19a-5ec7f2ccae9c {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:17:06.349295 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 4714b9ef-1695-4587-b19a-5ec7f2ccae9c, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=4714b9ef-1695-4587-b19a-5ec7f2ccae9c,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:06.361976 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:06.405811 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-682fa76a-b10b-4f0c-bc29-904339154451 req-436453c6-a666-4721-becb-00860b34ec57 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997224 Jul 14 07:17:06.412167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9995f4f-ddb1-461a-9ab9-35a2b5a224db req-c9cd1738-dbf7-4b02-9d2e-84b46ef3d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:06.423055 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9995f4f-ddb1-461a-9ab9-35a2b5a224db req-c9cd1738-dbf7-4b02-9d2e-84b46ef3d7d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd653837-16d0-4ce4-89f6-32469a5cf229 HTTP/1.1" status: 200 len: 918 time: 1.4061182 Jul 14 07:17:06.614562 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939ddbf6-5ea3-4a7f-b822-935254b4276f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Checking segment: {'id': '85b2ad52-3e7f-4904-a3bf-7c710f6bda2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6fb180f0-eaa4-4e13-bc63-3320156c7c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:17:06.615151 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939ddbf6-5ea3-4a7f-b822-935254b4276f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network hostable DHCP agents. Network: 6fb180f0-eaa4-4e13-bc63-3320156c7c2e, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:17:06.645594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9995f4f-ddb1-461a-9ab9-35a2b5a224db req-367c81c2-ca84-4a7a-bf77-6254b3f25e50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a95555e9-f29e-46fe-909a-ea4787d06942 HTTP/1.1" status: 200 len: 217 time: 0.1641293 Jul 14 07:17:06.663411 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2df311bb-7de5-4c24-bc34-7936942e7df5 req-4d24aa95-5c40-4acf-a5d8-f707b90cd477 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3413429 Jul 14 07:17:06.757886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a9ece-42bc-4b29-90f6-e5266063d2cc req-e2245097-b5d8-42d5-8067-5ba768d832e0 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:06.767142 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe1a9ece-42bc-4b29-90f6-e5266063d2cc req-e2245097-b5d8-42d5-8067-5ba768d832e0 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 1.3191986 Jul 14 07:17:06.781485 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939ddbf6-5ea3-4a7f-b822-935254b4276f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network 6fb180f0-eaa4-4e13-bc63-3320156c7c2e is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:17:06.789038 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f560b1ab-c536-450c-9f2a-9452fe921b91 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Made reservation on behalf of fa1319ff0abd4cafa263b8b7a1f4e079 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:06.800973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['4714b9ef-1695-4587-b19a-5ec7f2ccae9c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:17:06.894940 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-939ddbf6-5ea3-4a7f-b822-935254b4276f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 6fb180f0-eaa4-4e13-bc63-3320156c7c2e) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:06.912201 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939ddbf6-5ea3-4a7f-b822-935254b4276f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:06.913345 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-939ddbf6-5ea3-4a7f-b822-935254b4276f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:06.944470 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9995f4f-ddb1-461a-9ab9-35a2b5a224db req-41b911c5-6300-4e3a-9965-800e7d999dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:06.948555 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9995f4f-ddb1-461a-9ab9-35a2b5a224db req-41b911c5-6300-4e3a-9965-800e7d999dda service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54c389bb-f8cc-4826-9a6a-5f4ac58e9131 HTTP/1.1" status: 200 len: 856 time: 0.2778254 Jul 14 07:17:06.959009 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe1a9ece-42bc-4b29-90f6-e5266063d2cc req-f86a2150-0cec-48d8-9a5e-15ce50f8e895 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853151 Jul 14 07:17:06.962410 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8f2f1b-9d7a-4b05-a9e0-5a15d2a7d2e2 None None] Network 6fb180f0-eaa4-4e13-bc63-3320156c7c2e requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:17:06.964971 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-228e15c7-fb31-4f01-be3a-d5259b4444f6 req-328daad5-fea9-4d9b-bf07-e4d367f55e9c service neutron] 10.222.0.15 "GET /v2.0/networks/0016421d-df1c-4cd1-a834-dae508e47911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9359632 Jul 14 07:17:06.977243 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-939ddbf6-5ea3-4a7f-b822-935254b4276f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1147871 Jul 14 07:17:06.978172 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60454) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:06.983744 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9cce-5983-4e84-96a3-2c435ff5d0d3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:06.999170 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9245c9ae-4811-446c-b15f-61b6f1779aac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-346191060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:07.063784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef9cce-5983-4e84-96a3-2c435ff5d0d3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event deleted for resources: {'Port': ['ID=9de73209-6314-4753-880e-34a48938fd1d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:07.070517 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f560b1ab-c536-450c-9f2a-9452fe921b91 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:07.091900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df311bb-7de5-4c24-bc34-7936942e7df5 req-817858a0-5457-4908-a901-2c33146f298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:07.093917 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2df311bb-7de5-4c24-bc34-7936942e7df5 req-817858a0-5457-4908-a901-2c33146f298e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0548f9dd1de141de93cbf4d0c5999f6a&device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 1099 time: 0.3189795 Jul 14 07:17:07.103091 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9995f4f-ddb1-461a-9ab9-35a2b5a224db req-81c717cd-ffdf-4cb6-9419-07da840eb7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:07.104956 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9995f4f-ddb1-461a-9ab9-35a2b5a224db req-81c717cd-ffdf-4cb6-9419-07da840eb7bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd653837-16d0-4ce4-89f6-32469a5cf229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378756 Jul 14 07:17:07.327271 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f560b1ab-c536-450c-9f2a-9452fe921b91 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] device_id is not set on port d8b1564a-4f35-4de5-9954-86f6e6e84b2e yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:17:07.335548 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9245c9ae-4811-446c-b15f-61b6f1779aac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:07.336617 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9245c9ae-4811-446c-b15f-61b6f1779aac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:07.383089 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Allocated IP 10.2.2.2 (0f2d86f7-e97d-407b-af2a-19fc19ea6fbf/6e3d73eb-1b79-476a-9c74-b4eeb2a0decc/7cf572bf-3512-4a8f-9be8-82530aba11dd) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:17:07.404510 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9cce-5983-4e84-96a3-2c435ff5d0d3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:07.507608 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9995f4f-ddb1-461a-9ab9-35a2b5a224db req-7ab7978b-60dc-423f-a923-1d52a427a938 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900564 Jul 14 07:17:07.509135 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df311bb-7de5-4c24-bc34-7936942e7df5 req-fc8421e9-6f0b-4499-b931-97f8e3626475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:07.512439 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2df311bb-7de5-4c24-bc34-7936942e7df5 req-fc8421e9-6f0b-4499-b931-97f8e3626475 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.3509886 Jul 14 07:17:07.594386 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d1a1b8-05fa-42d3-bd42-36413d07eacf None None] Network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:17:07.600562 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=4714b9ef-1695-4587-b19a-5ec7f2ccae9c,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:07.612105 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a95555e9-f29e-46fe-909a-ea4787d06942 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:17:07.651745 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2df311bb-7de5-4c24-bc34-7936942e7df5 req-fec7a36f-d343-46f9-889a-233332ad030e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=a3935879-baa3-49fe-a9d0-35dd5b538fb6 HTTP/1.1" status: 200 len: 217 time: 0.1254416 Jul 14 07:17:07.870126 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-77bfc5d5-2929-4970-b232-240bf7927905 None None] Provisioning for port 92609a81-9812-40ef-b10a-246c2bcc923f completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:08.012365 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a95555e9-f29e-46fe-909a-ea4787d06942, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a95555e9-f29e-46fe-909a-ea4787d06942,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:08.050417 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df311bb-7de5-4c24-bc34-7936942e7df5 req-aa5843ec-6073-48e0-84a0-daae2020960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:08.052644 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2df311bb-7de5-4c24-bc34-7936942e7df5 req-aa5843ec-6073-48e0-84a0-daae2020960a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.2970138 Jul 14 07:17:08.210488 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'a95555e9-f29e-46fe-909a-ea4787d06942', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'port_id': 'a95555e9-f29e-46fe-909a-ea4787d06942', 'mac_address': 'fa:16:3e:61:69:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:17:08.227845 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-77bfc5d5-2929-4970-b232-240bf7927905 None None] Provisioning complete for port 92609a81-9812-40ef-b10a-246c2bcc923f triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:08.228525 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-77bfc5d5-2929-4970-b232-240bf7927905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:08.288189 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:08.294678 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9995f4f-ddb1-461a-9ab9-35a2b5a224db req-8f92bcd4-84b9-4eed-881b-1bf15817d9f3 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7681537 Jul 14 07:17:08.379166 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Transition to ACTIVE for port object 7cf572bf-3512-4a8f-9be8-82530aba11dd will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:08.424840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-6fb180f0-eaa4-4e13-bc63-3320156c7c2e', 'network_id': '6fb180f0-eaa4-4e13-bc63-3320156c7c2e', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'fixed_ips': [{'subnet_id': '8afebfb1-da47-4a9f-9759-5ed5372c6691'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:17:08.425724 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:08.452290 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:08.454031 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9245c9ae-4811-446c-b15f-61b6f1779aac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:08.457272 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71a919-7de3-409c-8c01-42b8d33429c7 req-92ccb61b-179c-477c-9ae2-af81d881f1d2 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:08.469896 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ea71a919-7de3-409c-8c01-42b8d33429c7 req-92ccb61b-179c-477c-9ae2-af81d881f1d2 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 944 time: 0.6160896 Jul 14 07:17:08.480092 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Transition to ACTIVE for port object 7cf572bf-3512-4a8f-9be8-82530aba11dd will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:08.486005 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9245c9ae-4811-446c-b15f-61b6f1779aac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:08.508674 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95555e9-f29e-46fe-909a-ea4787d06942 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:17:08.526201 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:08.555516 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f560b1ab-c536-450c-9f2a-9452fe921b91 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Allocated IP 10.1.1.121 (e2bffbaa-11bf-44cd-a766-8c9e55cefe3f/16dcc09a-1e30-45e6-86b4-4ea5de857c42/d8b1564a-4f35-4de5-9954-86f6e6e84b2e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:17:08.577064 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9245c9ae-4811-446c-b15f-61b6f1779aac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:08.581019 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9245c9ae-4811-446c-b15f-61b6f1779aac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5902083 Jul 14 07:17:08.583701 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df311bb-7de5-4c24-bc34-7936942e7df5 req-caeb7986-3134-4120-b5b2-ce1826d9d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:08.587654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2df311bb-7de5-4c24-bc34-7936942e7df5 req-caeb7986-3134-4120-b5b2-ce1826d9d958 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5222983 Jul 14 07:17:08.588295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60500) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:08.609371 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ea71a919-7de3-409c-8c01-42b8d33429c7 req-a42949eb-47d6-41f9-b072-e36d8434fcdf tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380594 Jul 14 07:17:08.643066 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2f5e5-fcf9-4401-a602-15c405ff015f req-01046e69-2328-4a10-a435-ae66b12c06c3 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:08.649548 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3ad2f5e5-fcf9-4401-a602-15c405ff015f req-01046e69-2328-4a10-a435-ae66b12c06c3 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.4142902 Jul 14 07:17:08.666399 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b1696355-15f3-472c-8fb9-73a8a797b2b5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'port': {'network_id': '6fb180f0-eaa4-4e13-bc63-3320156c7c2e', 'name': 'tempest-RoutersIpV6Test-1602546277'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:08.774385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ef9cce-5983-4e84-96a3-2c435ff5d0d3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Router 386d87cd-5400-4e12-b9c5-9367c40eeeec has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:17:08.863086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Allocated IP 2001:db8::2 (6fb180f0-eaa4-4e13-bc63-3320156c7c2e/8afebfb1-da47-4a9f-9759-5ed5372c6691/c2a8c7e7-fc8e-4f33-b345-fbc877b6a252) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:17:08.980015 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ef9cce-5983-4e84-96a3-2c435ff5d0d3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:17:09.038026 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c4ef9cce-5983-4e84-96a3-2c435ff5d0d3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "PUT /v2.0/routers/386d87cd-5400-4e12-b9c5-9367c40eeeec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5058050 Jul 14 07:17:09.039610 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3ad2f5e5-fcf9-4401-a602-15c405ff015f req-4f4d3534-d082-425f-8a94-17becd275265 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3821962 Jul 14 07:17:09.042429 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60520) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:09.083984 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:09.093551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Transition to ACTIVE for port object c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:09.117202 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Transition to ACTIVE for port object c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:09.130396 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2df311bb-7de5-4c24-bc34-7936942e7df5 req-d66c2a81-e80d-420c-8ad6-d819e89e512a service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741104 Jul 14 07:17:09.294650 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-5be1b589-b79b-4c40-aa31-249173ba21a1 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] show failed (client error): The resource could not be found. Jul 14 07:17:09.299433 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5be1b589-b79b-4c40-aa31-249173ba21a1 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-1477833660 HTTP/1.1" status: 404 len: 335 time: 0.2295315 Jul 14 07:17:09.304547 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60524) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:09.316611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b2d793f3-2fae-4d36-83a8-7beea696eb95 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:09.321126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1696355-15f3-472c-8fb9-73a8a797b2b5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Made reservation on behalf of e869b58861d740ef88846266cf3195ab for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:09.325253 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1696355-15f3-472c-8fb9-73a8a797b2b5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:09.361863 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-b2d793f3-2fae-4d36-83a8-7beea696eb95 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] update failed (client error): The resource could not be found. Jul 14 07:17:09.366063 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b2d793f3-2fae-4d36-83a8-7beea696eb95 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-1286613966 HTTP/1.1" status: 404 len: 335 time: 0.0554881 Jul 14 07:17:09.376757 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60526) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:09.389602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-b1696355-15f3-472c-8fb9-73a8a797b2b5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] device_id is not set on port 74eccaab-eaef-424e-98c6-343b4c25f2a3 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:17:09.442823 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e645fa20-1a0e-40ca-9414-5f265dafeca2 None None] Sync routers for ids ['386d87cd-5400-4e12-b9c5-9367c40eeeec'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:17:09.444733 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f560b1ab-c536-450c-9f2a-9452fe921b91 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:09.476287 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f560b1ab-c536-450c-9f2a-9452fe921b91 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Transition to ACTIVE for port object d8b1564a-4f35-4de5-9954-86f6e6e84b2e will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:09.480819 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:09.486186 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a95555e9-f29e-46fe-909a-ea4787d06942, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a95555e9-f29e-46fe-909a-ea4787d06942,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:09.487784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0766e307-e8e9-44b7-81c5-c085afed75ed tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Deleting subnet 6de20071-7521-4229-955d-92e9dbb6e6e3 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:17:09.493680 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0766e307-e8e9-44b7-81c5-c085afed75ed tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:09.509295 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2df311bb-7de5-4c24-bc34-7936942e7df5 req-51a5a8bc-56ef-4810-a4a4-eec8c435773e service neutron] 10.222.0.15 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688908 Jul 14 07:17:09.624062 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0766e307-e8e9-44b7-81c5-c085afed75ed tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:09.638631 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Network 0f2d86f7-e97d-407b-af2a-19fc19ea6fbf is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:17:09.641487 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:09.695465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:09.706263 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:17:09.728912 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-b1696355-15f3-472c-8fb9-73a8a797b2b5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Allocated IP 2001:db8::1f8 (6fb180f0-eaa4-4e13-bc63-3320156c7c2e/8afebfb1-da47-4a9f-9759-5ed5372c6691/74eccaab-eaef-424e-98c6-343b4c25f2a3) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:17:09.755623 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e645fa20-1a0e-40ca-9414-5f265dafeca2 None None] Routers {'386d87cd-5400-4e12-b9c5-9367c40eeeec'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:17:09.758899 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0766e307-e8e9-44b7-81c5-c085afed75ed tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:09.765981 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e645fa20-1a0e-40ca-9414-5f265dafeca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:17:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['386d87cd-5400-4e12-b9c5-9367c40eeeec'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:09.771131 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-77bfc5d5-2929-4970-b232-240bf7927905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:09.778871 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Pushing event updated for resources: {'Port': ['ID=7cf572bf-3512-4a8f-9be8-82530aba11dd,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:09.906274 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0766e307-e8e9-44b7-81c5-c085afed75ed tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:09.912135 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Network 6fb180f0-eaa4-4e13-bc63-3320156c7c2e is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:17:09.922360 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e645fa20-1a0e-40ca-9414-5f265dafeca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:09.945548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:09.949124 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766e307-e8e9-44b7-81c5-c085afed75ed tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event deleted for resources: {'Subnet': ['ID=6de20071-7521-4229-955d-92e9dbb6e6e3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:09.954461 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0766e307-e8e9-44b7-81c5-c085afed75ed tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:09.956676 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0766e307-e8e9-44b7-81c5-c085afed75ed tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "DELETE /v2.0/subnets/6de20071-7521-4229-955d-92e9dbb6e6e3 HTTP/1.1" status: 204 len: 168 time: 0.5788832 Jul 14 07:17:09.959271 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60544) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:09.995261 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:17:10.014375 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['a95555e9-f29e-46fe-909a-ea4787d06942'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:17:10.016754 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832114de-1466-463b-906f-82f22e888293 None None] Network e64a07ff-24d1-4195-915f-759fd3b61438 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:17:10.019413 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f560b1ab-c536-450c-9f2a-9452fe921b91 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:10.038696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae9c41-f649-4bcd-be9a-4209368740d7 req-dcc2336a-44c6-49bc-8d98-4d511d8c2c21 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:10.040419 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00ae9c41-f649-4bcd-be9a-4209368740d7 req-dcc2336a-44c6-49bc-8d98-4d511d8c2c21 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 944 time: 0.2983770 Jul 14 07:17:10.124085 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00ae9c41-f649-4bcd-be9a-4209368740d7 req-136e39e2-5939-49d0-a9a3-d06d58a99fa4 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758209 Jul 14 07:17:10.205034 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1696355-15f3-472c-8fb9-73a8a797b2b5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:10.242991 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-b1696355-15f3-472c-8fb9-73a8a797b2b5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Transition to ACTIVE for port object 74eccaab-eaef-424e-98c6-343b4c25f2a3 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:10.243378 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e645fa20-1a0e-40ca-9414-5f265dafeca2 None None] Routers {'386d87cd-5400-4e12-b9c5-9367c40eeeec'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:17:10.244060 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e645fa20-1a0e-40ca-9414-5f265dafeca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:17:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['386d87cd-5400-4e12-b9c5-9367c40eeeec'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:10.245899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f560b1ab-c536-450c-9f2a-9452fe921b91 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:17:10.246728 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Attempting to bind port 7cf572bf-3512-4a8f-9be8-82530aba11dd on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:17:10.247033 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Attempting to bind port 7cf572bf-3512-4a8f-9be8-82530aba11dd by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '81c74f52-a606-4f21-8874-53e335c2e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f2d86f7-e97d-407b-af2a-19fc19ea6fbf'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:17:10.247440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Attempting to bind port 7cf572bf-3512-4a8f-9be8-82530aba11dd on network 0f2d86f7-e97d-407b-af2a-19fc19ea6fbf {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:17:10.261577 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-77bfc5d5-2929-4970-b232-240bf7927905 None None] For port 92609a81-9812-40ef-b10a-246c2bcc923f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=92609a81-9812-40ef-b10a-246c2bcc923f,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:10.282169 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Pushing event updated for resources: {'Port': ['ID=c2a8c7e7-fc8e-4f33-b345-fbc877b6a252,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:10.283214 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f560b1ab-c536-450c-9f2a-9452fe921b91 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:10.297986 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f560b1ab-c536-450c-9f2a-9452fe921b91 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:17:10.316930 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1696355-15f3-472c-8fb9-73a8a797b2b5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:10.365373 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:10.397780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1696355-15f3-472c-8fb9-73a8a797b2b5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network 6fb180f0-eaa4-4e13-bc63-3320156c7c2e is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:17:10.405036 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f560b1ab-c536-450c-9f2a-9452fe921b91 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:10.405908 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f560b1ab-c536-450c-9f2a-9452fe921b91 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:10.422474 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560b1ab-c536-450c-9f2a-9452fe921b91 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event updated for resources: {'Port': ['ID=d8b1564a-4f35-4de5-9954-86f6e6e84b2e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:10.432990 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-77bfc5d5-2929-4970-b232-240bf7927905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:10.436096 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-b1696355-15f3-472c-8fb9-73a8a797b2b5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:10.447610 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1696355-15f3-472c-8fb9-73a8a797b2b5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:17:10.457438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1696355-15f3-472c-8fb9-73a8a797b2b5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:10.458438 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1696355-15f3-472c-8fb9-73a8a797b2b5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:10.471861 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f560b1ab-c536-450c-9f2a-9452fe921b91 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6461053 Jul 14 07:17:10.472779 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60564) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:10.477990 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1696355-15f3-472c-8fb9-73a8a797b2b5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=74eccaab-eaef-424e-98c6-343b4c25f2a3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:10.479992 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-011c6e05-7270-454b-88d5-e4cf7c3bf1e7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Request body: {'port': {'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f', 'name': 'tempest-TaggedBootDevicesTest-768751433', 'fixed_ips': [{'subnet_id': '16dcc09a-1e30-45e6-86b4-4ea5de857c42'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:10.497021 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:17:10.497650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Checking segment: {'id': '81c74f52-a606-4f21-8874-53e335c2e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f2d86f7-e97d-407b-af2a-19fc19ea6fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:17:10.497800 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:10.498202 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Bound using segment: {'id': '81c74f52-a606-4f21-8874-53e335c2e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f2d86f7-e97d-407b-af2a-19fc19ea6fbf'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:17:10.498691 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Bound port: 7cf572bf-3512-4a8f-9be8-82530aba11dd, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c74f52-a606-4f21-8874-53e335c2e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f2d86f7-e97d-407b-af2a-19fc19ea6fbf'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:17:10.499073 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:10.503328 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e645fa20-1a0e-40ca-9414-5f265dafeca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:10.503931 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e645fa20-1a0e-40ca-9414-5f265dafeca2 None None] The sync data for ids ['386d87cd-5400-4e12-b9c5-9367c40eeeec'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:17:10.504422 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec67329-eb17-4899-b9fc-6bdeac1a1b20 req-c43db836-bd09-448c-ae3c-4aa9f5643635 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:10.528756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3ec67329-eb17-4899-b9fc-6bdeac1a1b20 req-c43db836-bd09-448c-ae3c-4aa9f5643635 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 945 time: 0.2249115 Jul 14 07:17:10.537747 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b1696355-15f3-472c-8fb9-73a8a797b2b5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9267657 Jul 14 07:17:10.540068 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60568) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:10.650505 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Attempting to bind port c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:17:10.652592 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Attempting to bind port c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '85b2ad52-3e7f-4904-a3bf-7c710f6bda2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6fb180f0-eaa4-4e13-bc63-3320156c7c2e'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:17:10.655307 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Attempting to bind port c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 on network 6fb180f0-eaa4-4e13-bc63-3320156c7c2e {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:17:10.804640 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011c6e05-7270-454b-88d5-e4cf7c3bf1e7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Made reservation on behalf of fa1319ff0abd4cafa263b8b7a1f4e079 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:10.812374 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:17:10.812995 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Checking segment: {'id': '85b2ad52-3e7f-4904-a3bf-7c710f6bda2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6fb180f0-eaa4-4e13-bc63-3320156c7c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:17:10.813609 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:10.814178 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Bound using segment: {'id': '85b2ad52-3e7f-4904-a3bf-7c710f6bda2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6fb180f0-eaa4-4e13-bc63-3320156c7c2e'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:17:10.814831 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Bound port: c2a8c7e7-fc8e-4f33-b345-fbc877b6a252, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b2ad52-3e7f-4904-a3bf-7c710f6bda2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6fb180f0-eaa4-4e13-bc63-3320156c7c2e'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:17:10.815437 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:10.816685 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-011c6e05-7270-454b-88d5-e4cf7c3bf1e7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:10.879786 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=a95555e9-f29e-46fe-909a-ea4787d06942,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:10.914717 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-011c6e05-7270-454b-88d5-e4cf7c3bf1e7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] device_id is not set on port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:17:11.256584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfc5d5-2929-4970-b232-240bf7927905 None None] Pushing event updated for resources: {'Port': ['ID=92609a81-9812-40ef-b10a-246c2bcc923f,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:11.398875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] For port c2a8c7e7-fc8e-4f33-b345-fbc877b6a252, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:17:11.408043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] For port c2a8c7e7-fc8e-4f33-b345-fbc877b6a252, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c2a8c7e7-fc8e-4f33-b345-fbc877b6a252,segment=NetworkSegment(85b2ad52-3e7f-4904-a3bf-7c710f6bda2e),segment_id=85b2ad52-3e7f-4904-a3bf-7c710f6bda2e)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:17:11.461221 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:11.482941 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-011c6e05-7270-454b-88d5-e4cf7c3bf1e7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Allocated IP 10.1.1.76 (e2bffbaa-11bf-44cd-a766-8c9e55cefe3f/16dcc09a-1e30-45e6-86b4-4ea5de857c42/ca5ed6d3-e912-4f9c-a0a1-6c27eb124021) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:17:11.633837 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] For port 7cf572bf-3512-4a8f-9be8-82530aba11dd, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:17:11.653124 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f56c5-2622-466a-916b-3b6b26e395f1 None None] Pushing event updated for resources: {'Port': ['ID=c2a8c7e7-fc8e-4f33-b345-fbc877b6a252,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:11.686651 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 4714b9ef-1695-4587-b19a-5ec7f2ccae9c up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:17:11.721606 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Deleting port 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:11.722103 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:11.802927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7b99c92d-8890-42e0-ab45-f580955df87f None None] Provisioning complete for port 92609a81-9812-40ef-b10a-246c2bcc923f triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:11.803303 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7b99c92d-8890-42e0-ab45-f580955df87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:11.865389 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 92609a81-9812-40ef-b10a-246c2bcc923f up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:17:11.893783 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-011c6e05-7270-454b-88d5-e4cf7c3bf1e7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:11.897485 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] For port 7cf572bf-3512-4a8f-9be8-82530aba11dd, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=7cf572bf-3512-4a8f-9be8-82530aba11dd,segment=NetworkSegment(81c74f52-a606-4f21-8874-53e335c2e1a9),segment_id=81c74f52-a606-4f21-8874-53e335c2e1a9)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:17:11.913482 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-011c6e05-7270-454b-88d5-e4cf7c3bf1e7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Transition to ACTIVE for port object ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:11.970271 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-011c6e05-7270-454b-88d5-e4cf7c3bf1e7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:12.018320 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:12.133046 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011c6e05-7270-454b-88d5-e4cf7c3bf1e7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:17:12.159449 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-011c6e05-7270-454b-88d5-e4cf7c3bf1e7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:12.180215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c6e05-7270-454b-88d5-e4cf7c3bf1e7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:17:12.212498 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3ec67329-eb17-4899-b9fc-6bdeac1a1b20 req-85fbded6-731d-4710-ae54-f87f77f93c28 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6823220 Jul 14 07:17:12.232199 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] For port 862b0cd3-d4e6-4cec-a64a-d02d9529bd97, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=862b0cd3-d4e6-4cec-a64a-d02d9529bd97,segment=NetworkSegment(3fa202d7-87a8-4139-b72a-2ce663c6db0a),segment_id=3fa202d7-87a8-4139-b72a-2ce663c6db0a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:12.232848 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:12.257497 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 4714b9ef-1695-4587-b19a-5ec7f2ccae9c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:12.287918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 4714b9ef-1695-4587-b19a-5ec7f2ccae9c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:12.288556 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:12.434259 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 92609a81-9812-40ef-b10a-246c2bcc923f triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:12.440341 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:12.442706 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fd9ea1-45b3-4336-9e33-59dfe2d5edf1 None None] DHCP port deletion for e64a07ff-24d1-4195-915f-759fd3b61438 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:17:12.488193 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Calling delete_port for 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:12.518608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894643a4-f224-41d3-851a-b360ea67af37 req-7a624f3e-578d-4200-8744-4a1263d02b71 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:12.522477 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c6e05-7270-454b-88d5-e4cf7c3bf1e7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event updated for resources: {'Port': ['ID=ca5ed6d3-e912-4f9c-a0a1-6c27eb124021,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:12.532211 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-894643a4-f224-41d3-851a-b360ea67af37 req-7a624f3e-578d-4200-8744-4a1263d02b71 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 944 time: 0.4660344 Jul 14 07:17:12.583399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c6e05-7270-454b-88d5-e4cf7c3bf1e7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:12.584189 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-011c6e05-7270-454b-88d5-e4cf7c3bf1e7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:12.621857 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c1170-dc96-48a2-b99c-8451802e8c36 None None] Pushing event updated for resources: {'Port': ['ID=7cf572bf-3512-4a8f-9be8-82530aba11dd,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:12.728063 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-011c6e05-7270-454b-88d5-e4cf7c3bf1e7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2532301 Jul 14 07:17:12.770125 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-894643a4-f224-41d3-851a-b360ea67af37 req-66a289c4-422f-4720-9dd2-424c2c51705e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368686 Jul 14 07:17:12.874306 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:12.885274 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:13.025983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] No DVR routers for this DVR port 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:17:13.028395 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event deleted for resources: {'Port': ['ID=862b0cd3-d4e6-4cec-a64a-d02d9529bd97,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:13.109163 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:13.142022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b838cff5-b05c-4ec4-8335-48ad19cff86d None None] Provisioning for port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:13.192309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 4714b9ef-1695-4587-b19a-5ec7f2ccae9c, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=4714b9ef-1695-4587-b19a-5ec7f2ccae9c,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:13.198178 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5baf3197-9fc1-4ca8-add6-51dd74890951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4714b9ef-1695-4587-b19a-5ec7f2ccae9c'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:17:13.204560 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00584c3-fa71-4cde-9596-07410d4d213c" -d '{"events": [{"server_uuid": "5baf3197-9fc1-4ca8-add6-51dd74890951", "name": "network-vif-plugged", "status": "completed", "tag": "4714b9ef-1695-4587-b19a-5ec7f2ccae9c"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:17:13.243872 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:13.252769 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-49fd9ea1-45b3-4336-9e33-59dfe2d5edf1 None None] Deleting port 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:13.253777 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49fd9ea1-45b3-4336-9e33-59dfe2d5edf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:13.263232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b838cff5-b05c-4ec4-8335-48ad19cff86d None None] Provisioning complete for port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:13.267592 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b838cff5-b05c-4ec4-8335-48ad19cff86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:13.309650 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:13.327581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64a07ff-24d1-4195-915f-759fd3b61438']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:13.344273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa202d7-87a8-4139-b72a-2ce663c6db0a') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:13.344984 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa202d7-87a8-4139-b72a-2ce663c6db0a') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:13.357166 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:13.395800 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:13.409556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:17:13.409980 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:17:13.502559 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:17:13.511390 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:13.530767 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:13.539067 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "DELETE /v2.0/networks/e64a07ff-24d1-4195-915f-759fd3b61438 HTTP/1.1" status: 204 len: 168 time: 3.5695896 Jul 14 07:17:13.539929 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60632) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:13.637886 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9610e897-0e65-41a7-a0ce-1f20b8e7fc2c x-openstack-request-id: req-9610e897-0e65-41a7-a0ce-1f20b8e7fc2c {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:17:13.638212 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5baf3197-9fc1-4ca8-add6-51dd74890951", "name": "network-vif-plugged", "status": "completed", "tag": "4714b9ef-1695-4587-b19a-5ec7f2ccae9c", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:17:13.638509 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9610e897-0e65-41a7-a0ce-1f20b8e7fc2c {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:17:13.638945 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5baf3197-9fc1-4ca8-add6-51dd74890951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4714b9ef-1695-4587-b19a-5ec7f2ccae9c', 'code': 200} Jul 14 07:17:13.761034 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d70126-8fde-466f-8284-4381edcaca94 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event deleted for resources: {'Network': ['ID=e64a07ff-24d1-4195-915f-759fd3b61438,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:13.771480 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-49fd9ea1-45b3-4336-9e33-59dfe2d5edf1 None None] For port 862b0cd3-d4e6-4cec-a64a-d02d9529bd97, host n-d-778696-5, got binding levels [] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:13.772159 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49fd9ea1-45b3-4336-9e33-59dfe2d5edf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:13.786675 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4759eedf-60e7-4d11-a784-b7e311fc0e76 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Deleting subnet caa9e8c1-472f-49c8-9b1a-7efc33e6ffe5 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:17:13.799507 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4759eedf-60e7-4d11-a784-b7e311fc0e76 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:13.808130 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b838cff5-b05c-4ec4-8335-48ad19cff86d None None] Port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:17:13.813156 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-49fd9ea1-45b3-4336-9e33-59dfe2d5edf1 None None] Calling delete_port for 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:13.871191 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a95555e9-f29e-46fe-909a-ea4787d06942 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:17:13.877742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8e27d3-0d02-49ea-86b0-16ff74907a2d None None] Network 6fb180f0-eaa4-4e13-bc63-3320156c7c2e requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:17:13.878016 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60638) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:13.885220 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-050ec04f-4ab6-40ee-828e-25b845be2048 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1010086587', 'description': 'tempest-description--26127196'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:13.988019 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4759eedf-60e7-4d11-a784-b7e311fc0e76 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:14.060244 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-050ec04f-4ab6-40ee-828e-25b845be2048 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:14.082827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ef9a1-e11c-44b1-b484-cd233c3b80c8 req-e15eb2ca-9ac2-4d1c-98dc-39a9a12f1c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:14.084574 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-514ef9a1-e11c-44b1-b484-cd233c3b80c8 req-e15eb2ca-9ac2-4d1c-98dc-39a9a12f1c7a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 1096 time: 0.6082106 Jul 14 07:17:14.085091 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.ipam_backend_mixin [None req-49fd9ea1-45b3-4336-9e33-59dfe2d5edf1 None None] Port 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 was not found and therefore no delete operation was performed {{(pid=93829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 07:17:14.093753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:17:14.178883 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:14.197066 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:14.212734 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49fd9ea1-45b3-4336-9e33-59dfe2d5edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:14.267399 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4dd07-474f-4496-89be-7ed2c1dac137 req-0816c991-d303-4cf9-bc88-dccdda747235 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:14.269310 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a1b4dd07-474f-4496-89be-7ed2c1dac137 req-0816c991-d303-4cf9-bc88-dccdda747235 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 945 time: 0.4993279 Jul 14 07:17:14.310256 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4759eedf-60e7-4d11-a784-b7e311fc0e76 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:14.311280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49fd9ea1-45b3-4336-9e33-59dfe2d5edf1 None None] Network e64a07ff-24d1-4195-915f-759fd3b61438 is not hosted by any dhcp agent {{(pid=93829) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 07:17:14.311757 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fd9ea1-45b3-4336-9e33-59dfe2d5edf1 None None] No DVR routers for this DVR port 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:17:14.468293 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-050ec04f-4ab6-40ee-828e-25b845be2048 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:14.476773 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-050ec04f-4ab6-40ee-828e-25b845be2048 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:14.483799 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4759eedf-60e7-4d11-a784-b7e311fc0e76 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:14.586244 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759eedf-60e7-4d11-a784-b7e311fc0e76 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event deleted for resources: {'Subnet': ['ID=caa9e8c1-472f-49c8-9b1a-7efc33e6ffe5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:14.610921 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-514ef9a1-e11c-44b1-b484-cd233c3b80c8 req-8aa92f1e-7c33-4277-99ce-95052c4e77cb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935768 Jul 14 07:17:14.613218 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-050ec04f-4ab6-40ee-828e-25b845be2048 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:14.614645 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-050ec04f-4ab6-40ee-828e-25b845be2048 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7336330 Jul 14 07:17:14.624874 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4759eedf-60e7-4d11-a784-b7e311fc0e76 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:14.631780 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4759eedf-60e7-4d11-a784-b7e311fc0e76 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "DELETE /v2.0/subnets/caa9e8c1-472f-49c8-9b1a-7efc33e6ffe5 HTTP/1.1" status: 204 len: 168 time: 1.0281167 Jul 14 07:17:14.632646 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60652) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:14.637667 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8dfe5605-2288-4b08-a8c2-be9048e1ccd0 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Request body: {'security_group_rule': {'security_group_id': '3591ce90-7b40-4e9a-a3ac-4505407c24fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:14.650410 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ec04f-4ab6-40ee-828e-25b845be2048 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3591ce90-7b40-4e9a-a3ac-4505407c24fe,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:14.651453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60654) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:14.672970 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=4714b9ef-1695-4587-b19a-5ec7f2ccae9c,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:14.701557 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=74eccaab-eaef-424e-98c6-343b4c25f2a3,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:14.709081 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5605-2288-4b08-a8c2-be9048e1ccd0 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:14.723116 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb94a15-5941-4df8-ac05-48f51b116b73 None None] Network 0f2d86f7-e97d-407b-af2a-19fc19ea6fbf requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:17:14.729229 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47ab026-a117-46dd-bfde-e52e62856c18 None None] Network 39718465-a3a2-49f8-9313-260a8a6427fc requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:17:14.814402 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd9ea1-45b3-4336-9e33-59dfe2d5edf1 None None] Pushing event deleted for resources: {'Port': ['ID=862b0cd3-d4e6-4cec-a64a-d02d9529bd97,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:14.823675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b838cff5-b05c-4ec4-8335-48ad19cff86d None None] Provisioning for port d8b1564a-4f35-4de5-9954-86f6e6e84b2e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:14.840939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:14.842542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:14.842711 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5605-2288-4b08-a8c2-be9048e1ccd0 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:14.843077 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:14.843421 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:14.843759 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:14.844111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:14.847361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:14.847361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:14.847361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:14.847361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:14.847361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:14.847361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:14.852056 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5605-2288-4b08-a8c2-be9048e1ccd0 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:14.875313 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a1b4dd07-474f-4496-89be-7ed2c1dac137 req-2ab54062-00dd-4e52-b8b0-9934c0c801f4 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5705817 Jul 14 07:17:14.887494 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe5605-2288-4b08-a8c2-be9048e1ccd0 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c579fa00-bd12-435f-84b6-b146f763b4dd,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:14.895308 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5605-2288-4b08-a8c2-be9048e1ccd0 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:14.896856 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8dfe5605-2288-4b08-a8c2-be9048e1ccd0 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2629352 Jul 14 07:17:14.902117 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60664) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:14.908109 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-940b932a-0ce4-4a96-b9be-36df1a76cb90 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Request body: {'security_group_rule': {'security_group_id': '3591ce90-7b40-4e9a-a3ac-4505407c24fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:14.982948 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-940b932a-0ce4-4a96-b9be-36df1a76cb90 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:14.993734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b838cff5-b05c-4ec4-8335-48ad19cff86d None None] Provisioning complete for port d8b1564a-4f35-4de5-9954-86f6e6e84b2e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:14.994358 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b838cff5-b05c-4ec4-8335-48ad19cff86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:15.029206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-438f0e9a-678b-45f5-b16a-eee829d532ae tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Deleting subnet 347cc08e-758a-42d6-94bb-ed0bd6aceee2 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:17:15.036313 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-438f0e9a-678b-45f5-b16a-eee829d532ae tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:15.064144 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b838cff5-b05c-4ec4-8335-48ad19cff86d None None] Port d8b1564a-4f35-4de5-9954-86f6e6e84b2e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:17:15.077278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:15.100467 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7cf572bf-3512-4a8f-9be8-82530aba11dd up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:17:15.126293 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-940b932a-0ce4-4a96-b9be-36df1a76cb90 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:15.131774 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-940b932a-0ce4-4a96-b9be-36df1a76cb90 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:15.177301 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b932a-0ce4-4a96-b9be-36df1a76cb90 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b67ab81-5398-4a8c-857b-b508319c23c9,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:15.185216 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port a95555e9-f29e-46fe-909a-ea4787d06942 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:15.189892 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-438f0e9a-678b-45f5-b16a-eee829d532ae tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:15.199387 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port a95555e9-f29e-46fe-909a-ea4787d06942 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:15.199967 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:15.237475 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-940b932a-0ce4-4a96-b9be-36df1a76cb90 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:15.239032 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-940b932a-0ce4-4a96-b9be-36df1a76cb90 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3349404 Jul 14 07:17:15.242193 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60678) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:15.253156 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f5096ec6-f061-4a41-a6f7-7e849aef27e4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:15.300740 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5096ec6-f061-4a41-a6f7-7e849aef27e4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:15.327242 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 7cf572bf-3512-4a8f-9be8-82530aba11dd completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:15.438108 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-438f0e9a-678b-45f5-b16a-eee829d532ae tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:15.441437 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:15.463002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8571b065-9d46-4034-bd4c-1ad568512a18 None None] Provisioning for port 7cf572bf-3512-4a8f-9be8-82530aba11dd completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:15.470859 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 7cf572bf-3512-4a8f-9be8-82530aba11dd triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:15.470859 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:15.520187 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5096ec6-f061-4a41-a6f7-7e849aef27e4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:15.586732 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec58143-a04d-4b6e-aced-9d32bbee5806 req-52920fee-9e0c-40c8-9553-e8219dd5ea96 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:15.594739 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dec58143-a04d-4b6e-aced-9d32bbee5806 req-52920fee-9e0c-40c8-9553-e8219dd5ea96 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 945 time: 1.0886159 Jul 14 07:17:15.712592 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8571b065-9d46-4034-bd4c-1ad568512a18 None None] Provisioning complete for port 7cf572bf-3512-4a8f-9be8-82530aba11dd triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:15.726162 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8571b065-9d46-4034-bd4c-1ad568512a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:15.813740 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dec58143-a04d-4b6e-aced-9d32bbee5806 req-a3e16335-1771-4216-a82f-06f127ba5956 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175283 Jul 14 07:17:15.825336 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-438f0e9a-678b-45f5-b16a-eee829d532ae tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:15.826777 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f5096ec6-f061-4a41-a6f7-7e849aef27e4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Allocated IP 172.25.7.179 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/07bfde05-6a24-4d0a-b96d-8a4826e5f925) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:17:15.892174 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:15.982606 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-438f0e9a-678b-45f5-b16a-eee829d532ae tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:15.991068 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-438f0e9a-678b-45f5-b16a-eee829d532ae tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "DELETE /v2.0/subnets/347cc08e-758a-42d6-94bb-ed0bd6aceee2 HTTP/1.1" status: 204 len: 168 time: 1.3300819 Jul 14 07:17:15.993843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f0e9a-678b-45f5-b16a-eee829d532ae tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event deleted for resources: {'Subnet': ['ID=347cc08e-758a-42d6-94bb-ed0bd6aceee2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:15.995777 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60684) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:16.050016 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:16.114064 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:16.135097 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:16.174643 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0cefee-78e9-4a62-a92f-a0572d17c774 None None] Network 1188d9b4-eaea-4e3a-b626-d4c4e89b66ba requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:17:16.403952 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a95555e9-f29e-46fe-909a-ea4787d06942, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a95555e9-f29e-46fe-909a-ea4787d06942,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:16.482906 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5a1ab8-8996-4d62-a915-eb7bf7b3b886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95555e9-f29e-46fe-909a-ea4787d06942'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:17:16.488097 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc7f01e-73f3-40e6-8ce8-ac80d056eef6" -d '{"events": [{"server_uuid": "2d5a1ab8-8996-4d62-a915-eb7bf7b3b886", "name": "network-vif-plugged", "status": "completed", "tag": "a95555e9-f29e-46fe-909a-ea4787d06942"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:17:16.506159 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:16.545247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924df9d-86b6-4ad9-ba87-c0babdffad35 req-8ca6f5f6-087a-410d-9284-8255e5b787a3 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:16.553644 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c924df9d-86b6-4ad9-ba87-c0babdffad35 req-8ca6f5f6-087a-410d-9284-8255e5b787a3 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 945 time: 0.3183651 Jul 14 07:17:16.578238 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:16.639782 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5096ec6-f061-4a41-a6f7-7e849aef27e4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:16.655978 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06859b59-9c7b-47a3-973a-4dcb8f9403d2 x-openstack-request-id: req-06859b59-9c7b-47a3-973a-4dcb8f9403d2 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:17:16.656557 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5a1ab8-8996-4d62-a915-eb7bf7b3b886", "name": "network-vif-plugged", "status": "completed", "tag": "a95555e9-f29e-46fe-909a-ea4787d06942", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:17:16.656940 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06859b59-9c7b-47a3-973a-4dcb8f9403d2 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:17:16.657372 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5a1ab8-8996-4d62-a915-eb7bf7b3b886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95555e9-f29e-46fe-909a-ea4787d06942', 'code': 200} Jul 14 07:17:16.689030 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8571b065-9d46-4034-bd4c-1ad568512a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:16.771064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8571b065-9d46-4034-bd4c-1ad568512a18 None None] For port 7cf572bf-3512-4a8f-9be8-82530aba11dd, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=7cf572bf-3512-4a8f-9be8-82530aba11dd,segment=NetworkSegment(81c74f52-a606-4f21-8874-53e335c2e1a9),segment_id=81c74f52-a606-4f21-8874-53e335c2e1a9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:16.806013 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8571b065-9d46-4034-bd4c-1ad568512a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:16.851702 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Deleting port 01750459-03a1-4b6e-9108-5f96aa88fc1d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:16.857101 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e222cf2e-c058-4242-a208-dc154f72ccb8 None None] DHCP port deletion for 39718465-a3a2-49f8-9313-260a8a6427fc request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:17:16.857963 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:16.864816 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5096ec6-f061-4a41-a6f7-7e849aef27e4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:16.894261 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:16.917145 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c924df9d-86b6-4ad9-ba87-c0babdffad35 req-c3544c9b-7341-447e-a7ef-d850765e0490 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3545387 Jul 14 07:17:16.990688 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8571b065-9d46-4034-bd4c-1ad568512a18 None None] Provisioning for port c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:17.030200 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57b2f-efb2-402b-a255-c2154660c5f7 req-8b1702dc-5d7c-4e69-8a9b-63261e137212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:17.031977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c7c57b2f-efb2-402b-a255-c2154660c5f7 req-8b1702dc-5d7c-4e69-8a9b-63261e137212 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 1097 time: 0.3546486 Jul 14 07:17:17.043041 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8571b065-9d46-4034-bd4c-1ad568512a18 None None] Provisioning complete for port c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:17.043041 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8571b065-9d46-4034-bd4c-1ad568512a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:17.267371 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=a95555e9-f29e-46fe-909a-ea4787d06942,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:17.321848 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5096ec6-f061-4a41-a6f7-7e849aef27e4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event updated for resources: {'Port': ['ID=07bfde05-6a24-4d0a-b96d-8a4826e5f925,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:17.322106 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:17.391169 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5096ec6-f061-4a41-a6f7-7e849aef27e4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:17:17.394725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f5096ec6-f061-4a41-a6f7-7e849aef27e4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:17.406525 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571b065-9d46-4034-bd4c-1ad568512a18 None None] Pushing event updated for resources: {'Port': ['ID=7cf572bf-3512-4a8f-9be8-82530aba11dd,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:17.407099 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5096ec6-f061-4a41-a6f7-7e849aef27e4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:17:17.444366 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:17.445404 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:17.458939 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdea325c-173b-452a-aa2f-fe327fd3d01b None None] DHCP port deletion for 1188d9b4-eaea-4e3a-b626-d4c4e89b66ba request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:17:17.540646 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.api [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:17:17.541369 n-d-778696-5 neutron-server[93829]: DEBUG oslo_db.api [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:17:17.558335 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5096ec6-f061-4a41-a6f7-7e849aef27e4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:17.571367 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e222cf2e-c058-4242-a208-dc154f72ccb8 None None] Deleting port 01750459-03a1-4b6e-9108-5f96aa88fc1d {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:17.572079 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e222cf2e-c058-4242-a208-dc154f72ccb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:17.575468 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c7c57b2f-efb2-402b-a255-c2154660c5f7 req-447716ce-a48b-4b20-9d6f-d03672763fc0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5148442 Jul 14 07:17:17.636497 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5096ec6-f061-4a41-a6f7-7e849aef27e4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:17.655306 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e222cf2e-c058-4242-a208-dc154f72ccb8 None None] For port 01750459-03a1-4b6e-9108-5f96aa88fc1d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=01750459-03a1-4b6e-9108-5f96aa88fc1d,segment=NetworkSegment(ce2207d1-c2de-496a-bc04-90ab9cf8a425),segment_id=ce2207d1-c2de-496a-bc04-90ab9cf8a425)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:17.656068 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e222cf2e-c058-4242-a208-dc154f72ccb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:17.686805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e222cf2e-c058-4242-a208-dc154f72ccb8 None None] Calling delete_port for 01750459-03a1-4b6e-9108-5f96aa88fc1d owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:17.696064 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=74eccaab-eaef-424e-98c6-343b4c25f2a3,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:17.750976 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15036e-db45-43b4-a2a5-0f8ec92cc0e5 req-6f6891a9-ca66-45a9-a788-fe5c20905ddb tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:17.753221 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df15036e-db45-43b4-a2a5-0f8ec92cc0e5 req-6f6891a9-ca66-45a9-a788-fe5c20905ddb tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 945 time: 0.4170122 Jul 14 07:17:17.780654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network 6fb180f0-eaa4-4e13-bc63-3320156c7c2e is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:17:17.783819 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:17.877467 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e222cf2e-c058-4242-a208-dc154f72ccb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:17.893972 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-bdea325c-173b-452a-aa2f-fe327fd3d01b None None] Deleting port 657cad8f-b32a-4175-8639-ab963789a4a5 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:17.894670 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bdea325c-173b-452a-aa2f-fe327fd3d01b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:17.923556 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222cf2e-c058-4242-a208-dc154f72ccb8 None None] Pushing event deleted for resources: {'Port': ['ID=01750459-03a1-4b6e-9108-5f96aa88fc1d,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:17.974081 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df15036e-db45-43b4-a2a5-0f8ec92cc0e5 req-494ed1c1-cc68-4ee0-bb00-a9978bbee00f tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126830 Jul 14 07:17:18.000252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e222cf2e-c058-4242-a208-dc154f72ccb8 None None] No DVR routers for this DVR port 01750459-03a1-4b6e-9108-5f96aa88fc1d on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:17:18.159818 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8571b065-9d46-4034-bd4c-1ad568512a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:18.251931 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5096ec6-f061-4a41-a6f7-7e849aef27e4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:18.268559 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5096ec6-f061-4a41-a6f7-7e849aef27e4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:18.344049 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] For port 01750459-03a1-4b6e-9108-5f96aa88fc1d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=01750459-03a1-4b6e-9108-5f96aa88fc1d,segment=NetworkSegment(ce2207d1-c2de-496a-bc04-90ab9cf8a425),segment_id=ce2207d1-c2de-496a-bc04-90ab9cf8a425)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:18.345897 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:18.496859 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5096ec6-f061-4a41-a6f7-7e849aef27e4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event updated for resources: {'Port': ['ID=07bfde05-6a24-4d0a-b96d-8a4826e5f925,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:18.504415 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-bdea325c-173b-452a-aa2f-fe327fd3d01b None None] For port 657cad8f-b32a-4175-8639-ab963789a4a5, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=657cad8f-b32a-4175-8639-ab963789a4a5,segment=NetworkSegment(adafd8b0-7796-4496-ba11-6fd4a339f913),segment_id=adafd8b0-7796-4496-ba11-6fd4a339f913)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:18.504989 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bdea325c-173b-452a-aa2f-fe327fd3d01b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:18.521308 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Calling delete_port for 01750459-03a1-4b6e-9108-5f96aa88fc1d owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:18.529837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router 7d7b7115-5ddc-450f-a77a-5c1562c77531 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:17:18.615892 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5096ec6-f061-4a41-a6f7-7e849aef27e4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:18.656584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-bdea325c-173b-452a-aa2f-fe327fd3d01b None None] Calling delete_port for 657cad8f-b32a-4175-8639-ab963789a4a5 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:18.656973 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5096ec6-f061-4a41-a6f7-7e849aef27e4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:18.658269 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f5096ec6-f061-4a41-a6f7-7e849aef27e4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4149117 Jul 14 07:17:18.664249 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8571b065-9d46-4034-bd4c-1ad568512a18 None None] For port c2a8c7e7-fc8e-4f33-b345-fbc877b6a252, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c2a8c7e7-fc8e-4f33-b345-fbc877b6a252,segment=NetworkSegment(85b2ad52-3e7f-4904-a3bf-7c710f6bda2e),segment_id=85b2ad52-3e7f-4904-a3bf-7c710f6bda2e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:18.697444 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8571b065-9d46-4034-bd4c-1ad568512a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:18.779464 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:18.836603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:17:18.849807 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa5eaa-5995-4b2d-a1ea-29a08123b70a None None] Sync routers for ids ['7d7b7115-5ddc-450f-a77a-5c1562c77531'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:17:18.863815 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e2cf6b9e-e6f8-47f3-8580-9cb4763a3564 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/7d7b7115-5ddc-450f-a77a-5c1562c77531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3090909 Jul 14 07:17:18.864286 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60734) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:18.873499 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa5eaa-5995-4b2d-a1ea-29a08123b70a None None] Routers {'7d7b7115-5ddc-450f-a77a-5c1562c77531'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:17:18.874777 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-37fa5eaa-5995-4b2d-a1ea-29a08123b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:17:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['7d7b7115-5ddc-450f-a77a-5c1562c77531'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:18.920204 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-37fa5eaa-5995-4b2d-a1ea-29a08123b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:18.930648 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa5eaa-5995-4b2d-a1ea-29a08123b70a None None] Routers {'7d7b7115-5ddc-450f-a77a-5c1562c77531'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:17:18.931628 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-37fa5eaa-5995-4b2d-a1ea-29a08123b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:17:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['7d7b7115-5ddc-450f-a77a-5c1562c77531'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:18.931981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73352f-7c67-4aa1-9247-12a8e53da9dd req-b71dab90-92c6-4528-bef3-77c424fba476 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:18.941240 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb73352f-7c67-4aa1-9247-12a8e53da9dd req-b71dab90-92c6-4528-bef3-77c424fba476 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 945 time: 0.4960041 Jul 14 07:17:18.943486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571b065-9d46-4034-bd4c-1ad568512a18 None None] Pushing event updated for resources: {'Port': ['ID=c2a8c7e7-fc8e-4f33-b345-fbc877b6a252,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:18.970434 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:17:18.979172 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-37fa5eaa-5995-4b2d-a1ea-29a08123b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:18.981207 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa5eaa-5995-4b2d-a1ea-29a08123b70a None None] The sync data for ids ['7d7b7115-5ddc-450f-a77a-5c1562c77531'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:17:19.020330 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335790a7-3ce2-4abe-814a-bcc005331644 req-30de10b9-3512-4435-ad7a-ac8d8fb5b9b7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:19.021687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-335790a7-3ce2-4abe-814a-bcc005331644 req-30de10b9-3512-4435-ad7a-ac8d8fb5b9b7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.7551970 Jul 14 07:17:19.044787 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:17:19.055233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c59f6b-9343-4030-8e67-b1acdf89895d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:19.062146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 862b0cd3-d4e6-4cec-a64a-d02d9529bd97 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:17:19.062871 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-80c59f6b-9343-4030-8e67-b1acdf89895d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/ports/74eccaab-eaef-424e-98c6-343b4c25f2a3 HTTP/1.1" status: 200 len: 984 time: 0.1974053 Jul 14 07:17:19.077472 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb73352f-7c67-4aa1-9247-12a8e53da9dd req-ca7f64cc-6de1-4a86-92f8-838f0ee1c0d0 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352420 Jul 14 07:17:19.078416 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event deleted for resources: {'Port': ['ID=01750459-03a1-4b6e-9108-5f96aa88fc1d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:19.080554 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] No DVR routers for this DVR port 01750459-03a1-4b6e-9108-5f96aa88fc1d on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:17:19.102846 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60740) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:19.119704 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-335790a7-3ce2-4abe-814a-bcc005331644 req-4247e858-008c-43b0-a7cb-20ee48aa68ee tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750883 Jul 14 07:17:19.124397 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-36a8199b-9ea7-479a-b610-6ca2b18ab0ef None None] Provisioning complete for port 7cf572bf-3512-4a8f-9be8-82530aba11dd triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:19.124785 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-36a8199b-9ea7-479a-b610-6ca2b18ab0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:19.349285 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:17:19.418941 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bdea325c-173b-452a-aa2f-fe327fd3d01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:19.463648 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:19.477930 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39718465-a3a2-49f8-9313-260a8a6427fc']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:19.479266 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-36a8199b-9ea7-479a-b610-6ca2b18ab0ef None None] Provisioning complete for port c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:19.480000 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-36a8199b-9ea7-479a-b610-6ca2b18ab0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:19.482109 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea325c-173b-452a-aa2f-fe327fd3d01b None None] Pushing event deleted for resources: {'Port': ['ID=657cad8f-b32a-4175-8639-ab963789a4a5,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:19.535638 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdea325c-173b-452a-aa2f-fe327fd3d01b None None] No DVR routers for this DVR port 657cad8f-b32a-4175-8639-ab963789a4a5 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:17:19.546613 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-bd94c2d0-4c67-4266-af3f-bfbac46bac32 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1010086587&fields=id&tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079 HTTP/1.1" status: 200 len: 267 time: 0.1311126 Jul 14 07:17:19.565721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2207d1-c2de-496a-bc04-90ab9cf8a425') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:19.566310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2207d1-c2de-496a-bc04-90ab9cf8a425') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:19.581517 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:19.610852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:19.611138 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:19.623734 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:19.634818 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:17:19.637958 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:17:19.641698 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:17:19.700382 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-bed0d0d5-a648-41ef-8125-549a0c2fbc82 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:19.706069 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-bed0d0d5-a648-41ef-8125-549a0c2fbc82 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports/d8b1564a-4f35-4de5-9954-86f6e6e84b2e HTTP/1.1" status: 200 len: 932 time: 0.1475589 Jul 14 07:17:19.857955 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-f9fd02a3-3d9a-49f1-8a38-19808832c3ca tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:19.869603 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-f9fd02a3-3d9a-49f1-8a38-19808832c3ca tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports/ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 HTTP/1.1" status: 200 len: 930 time: 0.1554348 Jul 14 07:17:19.911963 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:19.941005 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:19.944855 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "DELETE /v2.0/networks/39718465-a3a2-49f8-9313-260a8a6427fc HTTP/1.1" status: 204 len: 168 time: 3.9407797 Jul 14 07:17:19.961072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60774) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:20.071205 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-0dc57ffb-3861-41e2-8739-bfafe48fe143 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?network_id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1967103 Jul 14 07:17:20.164875 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49b66a-48ca-4546-af6c-2250651cae13 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event deleted for resources: {'Network': ['ID=39718465-a3a2-49f8-9313-260a8a6427fc,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:20.196323 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e543-4b01-4d58-ba99-af720c4f13b5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:20.243613 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-d65675da-ffb6-4e70-9439-59fcba54a10b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?network_id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0407367 Jul 14 07:17:20.442977 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7cf572bf-3512-4a8f-9be8-82530aba11dd up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:17:20.562745 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-36a8199b-9ea7-479a-b610-6ca2b18ab0ef None None] Provisioning for port 74eccaab-eaef-424e-98c6-343b4c25f2a3 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:20.578071 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-36a8199b-9ea7-479a-b610-6ca2b18ab0ef None None] Provisioning complete for port 74eccaab-eaef-424e-98c6-343b4c25f2a3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:20.578451 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-36a8199b-9ea7-479a-b610-6ca2b18ab0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:20.585096 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 7cf572bf-3512-4a8f-9be8-82530aba11dd triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:20.585576 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:20.615419 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24456bbe-2c5c-4d74-a926-1a7574ff1248 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:20.664433 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e543-4b01-4d58-ba99-af720c4f13b5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:20.694563 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-3ce6e543-4b01-4d58-ba99-af720c4f13b5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1188d9b4-eaea-4e3a-b626-d4c4e89b66ba']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:20.724151 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-3ce6e543-4b01-4d58-ba99-af720c4f13b5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adafd8b0-7796-4496-ba11-6fd4a339f913') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:20.724861 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-3ce6e543-4b01-4d58-ba99-af720c4f13b5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adafd8b0-7796-4496-ba11-6fd4a339f913') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:20.748460 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ecd24541-cd5e-4637-ae0a-ce07d327987f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:20.754988 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ecd24541-cd5e-4637-ae0a-ce07d327987f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:20.761162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ecd24541-cd5e-4637-ae0a-ce07d327987f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:20.768840 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ecd24541-cd5e-4637-ae0a-ce07d327987f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/networks?id=d1e9b77a-3218-40fd-9745-54b5c604b152&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf HTTP/1.1" status: 200 len: 1989 time: 0.4274704 Jul 14 07:17:20.774460 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e543-4b01-4d58-ba99-af720c4f13b5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:20.817130 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e543-4b01-4d58-ba99-af720c4f13b5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:20.841703 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-afb5acc0-878b-4a06-af7e-e3f0855d1dbb tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/quotas/fa1319ff0abd4cafa263b8b7a1f4e079 HTTP/1.1" status: 200 len: 375 time: 0.0714691 Jul 14 07:17:20.869988 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-36a8199b-9ea7-479a-b610-6ca2b18ab0ef None None] Port 74eccaab-eaef-424e-98c6-343b4c25f2a3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:17:20.917515 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce6e543-4b01-4d58-ba99-af720c4f13b5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:17:20.919365 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e543-4b01-4d58-ba99-af720c4f13b5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:17:20.932443 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:17:20.946523 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 01750459-03a1-4b6e-9108-5f96aa88fc1d no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:17:21.008797 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5001ea-c40f-4126-a07b-67b850b1f5b7 req-91475661-4bb5-4501-a9c4-9cdecf862a0d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:21.011483 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 01750459-03a1-4b6e-9108-5f96aa88fc1d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:17:21.011839 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 01750459-03a1-4b6e-9108-5f96aa88fc1d not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:17:21.012267 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 657cad8f-b32a-4175-8639-ab963789a4a5 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:17:21.017783 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf5001ea-c40f-4126-a07b-67b850b1f5b7 req-91475661-4bb5-4501-a9c4-9cdecf862a0d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.4090736 Jul 14 07:17:21.061053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 657cad8f-b32a-4175-8639-ab963789a4a5 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:17:21.062550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 657cad8f-b32a-4175-8639-ab963789a4a5 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:17:21.088940 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e543-4b01-4d58-ba99-af720c4f13b5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:21.101088 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e543-4b01-4d58-ba99-af720c4f13b5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:21.108527 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3ce6e543-4b01-4d58-ba99-af720c4f13b5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "DELETE /v2.0/networks/1188d9b4-eaea-4e3a-b626-d4c4e89b66ba HTTP/1.1" status: 204 len: 168 time: 1.1431670 Jul 14 07:17:21.115334 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60792) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:21.141763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6e543-4b01-4d58-ba99-af720c4f13b5 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event deleted for resources: {'Network': ['ID=1188d9b4-eaea-4e3a-b626-d4c4e89b66ba,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:21.192330 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-24456bbe-2c5c-4d74-a926-1a7574ff1248 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting port 74eccaab-eaef-424e-98c6-343b4c25f2a3 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:21.193031 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24456bbe-2c5c-4d74-a926-1a7574ff1248 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:21.207198 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e73113e8-2aaa-4a00-9200-d42686ea50e4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3629165 Jul 14 07:17:21.270385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-7494be46-0c11-4dd2-9ad9-d015ce80b5e4 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Deleting subnet b6eeaad9-94cf-4f13-984e-84a153e50d27 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:17:21.274190 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7494be46-0c11-4dd2-9ad9-d015ce80b5e4 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:21.319927 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf5001ea-c40f-4126-a07b-67b850b1f5b7 req-88a71f9e-2039-4221-984a-9dab2fb1797e tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008521 Jul 14 07:17:21.323805 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7494be46-0c11-4dd2-9ad9-d015ce80b5e4 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:21.361513 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-d8701be6-99ff-4794-be90-1ac5e29dab97 service neutron] 10.222.0.35 "GET /v2.0/networks/d1e9b77a-3218-40fd-9745-54b5c604b152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508269 Jul 14 07:17:21.472952 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-838e5c2d-b60f-4b05-834f-964facadd01e service neutron] 10.222.0.35 "GET /v2.0/networks/d1e9b77a-3218-40fd-9745-54b5c604b152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103566 Jul 14 07:17:21.532528 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24456bbe-2c5c-4d74-a926-1a7574ff1248 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:21.545405 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-04b162bb-e809-43db-ad97-83d55b18ccb4 service neutron] 10.222.0.35 "GET /v2.0/ports/d8b1564a-4f35-4de5-9954-86f6e6e84b2e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0712121 Jul 14 07:17:21.547360 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-24456bbe-2c5c-4d74-a926-1a7574ff1248 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Calling delete_port for 74eccaab-eaef-424e-98c6-343b4c25f2a3 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:21.754582 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-8e4ac6b1-3b09-48fc-9041-12d6725c276d service neutron] 10.222.0.35 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079926 Jul 14 07:17:21.894241 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24456bbe-2c5c-4d74-a926-1a7574ff1248 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:21.934314 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-5f51e0fe-e4c7-4eb4-b422-f785829b5a64 service neutron] 10.222.0.35 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786041 Jul 14 07:17:22.046359 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7494be46-0c11-4dd2-9ad9-d015ce80b5e4 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:22.061924 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-1793341a-937f-4718-8fe4-4225963e03ad service neutron] 10.222.0.35 "GET /v2.0/ports/ca5ed6d3-e912-4f9c-a0a1-6c27eb124021?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1264193 Jul 14 07:17:22.176958 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-d1254545-754c-4985-9aff-70bd9f4d0dd1 service neutron] 10.222.0.35 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129825 Jul 14 07:17:22.228028 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24456bbe-2c5c-4d74-a926-1a7574ff1248 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Port': ['ID=74eccaab-eaef-424e-98c6-343b4c25f2a3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:22.440284 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24456bbe-2c5c-4d74-a926-1a7574ff1248 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:22.442812 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7494be46-0c11-4dd2-9ad9-d015ce80b5e4 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:22.480248 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebae8e4f-5d19-487b-b73c-193b61b85489 None None] Network 2b504e74-e7d7-4a47-a89e-a04bcfd85039 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:17:22.481266 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7494be46-0c11-4dd2-9ad9-d015ce80b5e4 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:22.486498 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7494be46-0c11-4dd2-9ad9-d015ce80b5e4 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "DELETE /v2.0/subnets/b6eeaad9-94cf-4f13-984e-84a153e50d27 HTTP/1.1" status: 204 len: 168 time: 1.3674035 Jul 14 07:17:22.487134 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60824) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:22.611125 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:22.623013 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494be46-0c11-4dd2-9ad9-d015ce80b5e4 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event deleted for resources: {'Subnet': ['ID=b6eeaad9-94cf-4f13-984e-84a153e50d27,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:22.780032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d62dd2-2156-4c9c-becf-034e8a9553bf req-25093768-2569-4f39-94c6-31a5dd835ca9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:22.781637 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15d62dd2-2156-4c9c-becf-034e8a9553bf req-25093768-2569-4f39-94c6-31a5dd835ca9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.8638320 Jul 14 07:17:22.800278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60832) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:22.846020 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-fa437439-04a2-4494-aabd-03e8b42e8be7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Request body: {'floatingip': {'port_id': 'a95555e9-f29e-46fe-909a-ea4787d06942'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:22.911989 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad5ab6b-f039-4a61-bd82-4c4c06fbac77 None None] DHCP port deletion for 2b504e74-e7d7-4a47-a89e-a04bcfd85039 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:17:22.914158 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fa437439-04a2-4494-aabd-03e8b42e8be7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:23.001624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5ab6b-f039-4a61-bd82-4c4c06fbac77 None None] Deleting port bb4acba0-18c3-4501-80da-cc66372d941a {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:23.002503 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ab6b-f039-4a61-bd82-4c4c06fbac77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:23.197530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Deleting port bb4acba0-18c3-4501-80da-cc66372d941a {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:23.198138 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:23.218082 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24456bbe-2c5c-4d74-a926-1a7574ff1248 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router 7d7b7115-5ddc-450f-a77a-5c1562c77531 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:17:23.229544 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-7ad5ab6b-f039-4a61-bd82-4c4c06fbac77 None None] For port bb4acba0-18c3-4501-80da-cc66372d941a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=bb4acba0-18c3-4501-80da-cc66372d941a,segment=NetworkSegment(9f0f2e27-e7c1-402b-9095-2b1e54804996),segment_id=9f0f2e27-e7c1-402b-9095-2b1e54804996)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:23.230244 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ab6b-f039-4a61-bd82-4c4c06fbac77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:23.287321 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5ab6b-f039-4a61-bd82-4c4c06fbac77 None None] Calling delete_port for bb4acba0-18c3-4501-80da-cc66372d941a owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:23.363614 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device bb4acba0-18c3-4501-80da-cc66372d941a no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:17:23.406362 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] For port bb4acba0-18c3-4501-80da-cc66372d941a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=bb4acba0-18c3-4501-80da-cc66372d941a,segment=NetworkSegment(9f0f2e27-e7c1-402b-9095-2b1e54804996),segment_id=9f0f2e27-e7c1-402b-9095-2b1e54804996)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:23.406732 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:23.410392 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-206458c8-939d-45de-acf0-85b4fe417104 service neutron] 10.222.0.35 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2325287 Jul 14 07:17:23.492380 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Calling delete_port for bb4acba0-18c3-4501-80da-cc66372d941a owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:23.578203 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:23.581843 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ab6b-f039-4a61-bd82-4c4c06fbac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:23.617995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24456bbe-2c5c-4d74-a926-1a7574ff1248 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:17:23.632754 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-24456bbe-2c5c-4d74-a926-1a7574ff1248 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/7d7b7115-5ddc-450f-a77a-5c1562c77531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5293920 Jul 14 07:17:23.635031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60862) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:23.644042 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5ab6b-f039-4a61-bd82-4c4c06fbac77 None None] No DVR routers for this DVR port bb4acba0-18c3-4501-80da-cc66372d941a on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:17:23.660487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a11dd-1d2d-4465-8e92-5d055b2cef10 None None] Sync routers for ids ['7d7b7115-5ddc-450f-a77a-5c1562c77531'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:17:23.674748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3c13a-2c2e-4a23-aaa8-793358c3e53a req-5cc0c833-1854-4942-a584-eef4a315d349 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:23.681788 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-75c3c13a-2c2e-4a23-aaa8-793358c3e53a req-5cc0c833-1854-4942-a584-eef4a315d349 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 945 time: 0.4479213 Jul 14 07:17:23.722024 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581a11dd-1d2d-4465-8e92-5d055b2cef10 None None] Routers {'7d7b7115-5ddc-450f-a77a-5c1562c77531'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:17:23.723056 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-581a11dd-1d2d-4465-8e92-5d055b2cef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:17:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['7d7b7115-5ddc-450f-a77a-5c1562c77531'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:23.726624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5ab6b-f039-4a61-bd82-4c4c06fbac77 None None] Pushing event deleted for resources: {'Port': ['ID=bb4acba0-18c3-4501-80da-cc66372d941a,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:23.728495 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 4714b9ef-1695-4587-b19a-5ec7f2ccae9c details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:17:23.773752 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-581a11dd-1d2d-4465-8e92-5d055b2cef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:23.800453 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581a11dd-1d2d-4465-8e92-5d055b2cef10 None None] Routers {'7d7b7115-5ddc-450f-a77a-5c1562c77531'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:17:23.801101 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-581a11dd-1d2d-4465-8e92-5d055b2cef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:17:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['7d7b7115-5ddc-450f-a77a-5c1562c77531'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:23.931458 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:23.963526 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event deleted for resources: {'Port': ['ID=bb4acba0-18c3-4501-80da-cc66372d941a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:23.970372 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] No DVR routers for this DVR port bb4acba0-18c3-4501-80da-cc66372d941a on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:17:24.001307 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-75c3c13a-2c2e-4a23-aaa8-793358c3e53a req-a3ffa738-806e-4bb0-b2e0-dd03ba18a154 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182170 Jul 14 07:17:24.005042 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-172c6d0f-335d-4674-8d03-3251ec2761c4 service neutron] 10.222.0.35 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503855 Jul 14 07:17:24.048471 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-23f5e4f2-d05f-4345-b5dc-2cf6933dd688 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] remove_router_interface failed (client error): The resource could not be found. Jul 14 07:17:24.052146 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-23f5e4f2-d05f-4345-b5dc-2cf6933dd688 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/7d7b7115-5ddc-450f-a77a-5c1562c77531/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4134843 Jul 14 07:17:24.053616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60868) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:24.071587 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 4714b9ef-1695-4587-b19a-5ec7f2ccae9c, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=4714b9ef-1695-4587-b19a-5ec7f2ccae9c,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:24.085536 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-581a11dd-1d2d-4465-8e92-5d055b2cef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:24.086196 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a11dd-1d2d-4465-8e92-5d055b2cef10 None None] The sync data for ids ['7d7b7115-5ddc-450f-a77a-5c1562c77531'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:17:24.088413 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '4714b9ef-1695-4587-b19a-5ec7f2ccae9c', 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911', 'port_id': '4714b9ef-1695-4587-b19a-5ec7f2ccae9c', 'mac_address': 'fa:16:3e:d1:39:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5918044e-a8af-4c2f-b837-95b1468fa844', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:17:24.138517 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1631b564-89a8-4e3b-a9fa-f45bbc8cface tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d7b7115-5ddc-450f-a77a-5c1562c77531 HTTP/1.1" status: 200 len: 205 time: 0.0837379 Jul 14 07:17:24.164852 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60880) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:24.171733 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:24.203743 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4714b9ef-1695-4587-b19a-5ec7f2ccae9c {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:17:24.256272 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:24.259632 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 4714b9ef-1695-4587-b19a-5ec7f2ccae9c, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=4714b9ef-1695-4587-b19a-5ec7f2ccae9c,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:24.268127 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:24.272257 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4087093-f43a-478e-97de-8f539d092e80 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:24.275472 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b504e74-e7d7-4a47-a89e-a04bcfd85039']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:24.303783 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.db.resource_extend [None req-fa437439-04a2-4494-aabd-03e8b42e8be7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:17:24.370453 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-7f801595-7247-48a4-959c-b8491ce9f802 service neutron] 10.222.0.35 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522699 Jul 14 07:17:24.379179 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0f2e27-e7c1-402b-9095-2b1e54804996') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:24.380935 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0f2e27-e7c1-402b-9095-2b1e54804996') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:24.389845 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['4714b9ef-1695-4587-b19a-5ec7f2ccae9c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:17:24.415395 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:24.464037 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=4714b9ef-1695-4587-b19a-5ec7f2ccae9c,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:24.528068 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fa437439-04a2-4494-aabd-03e8b42e8be7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:24.535272 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:24.547946 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:17:24.548555 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:17:24.551836 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:17:24.555114 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4087093-f43a-478e-97de-8f539d092e80 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:24.568828 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4087093-f43a-478e-97de-8f539d092e80 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:24.578521 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-9212f8f6-84c2-4688-8880-60bcc9ffbdd2 service neutron] 10.222.0.35 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897838 Jul 14 07:17:24.582454 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fa437439-04a2-4494-aabd-03e8b42e8be7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:24.668014 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4087093-f43a-478e-97de-8f539d092e80 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:24.669952 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4087093-f43a-478e-97de-8f539d092e80 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Fanout notify agent at l3_agent the message router_deleted on router 7d7b7115-5ddc-450f-a77a-5c1562c77531 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:17:24.682572 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4087093-f43a-478e-97de-8f539d092e80 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:24.684498 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f4087093-f43a-478e-97de-8f539d092e80 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/routers/7d7b7115-5ddc-450f-a77a-5c1562c77531 HTTP/1.1" status: 204 len: 168 time: 0.5182586 Jul 14 07:17:24.686425 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:24.707013 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:24.708904 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60886) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:24.712586 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "DELETE /v2.0/networks/2b504e74-e7d7-4a47-a89e-a04bcfd85039 HTTP/1.1" status: 204 len: 168 time: 2.2164960 Jul 14 07:17:24.713251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60888) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:24.819471 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-133a0b09-b18f-4128-aa4f-d4ce3d621d3f tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "GET /v2.0/ports?device_id=386d87cd-5400-4e12-b9c5-9367c40eeeec HTTP/1.1" status: 200 len: 205 time: 0.1000216 Jul 14 07:17:24.819471 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2cc0b-ab69-433c-94c7-e28af6c974b3 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Pushing event deleted for resources: {'Network': ['ID=2b504e74-e7d7-4a47-a89e-a04bcfd85039,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:24.821032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60890) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:24.894495 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724b68b-0ac6-4dd5-bd1d-764d04e636df req-3c4e478e-7419-4180-a130-989b263fa8c5 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:24.901802 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c724b68b-0ac6-4dd5-bd1d-764d04e636df req-3c4e478e-7419-4180-a130-989b263fa8c5 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ea90f38-5f68-480f-9791-0e4c34ec7358 HTTP/1.1" status: 200 len: 951 time: 0.4153156 Jul 14 07:17:24.914612 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce54dba7-42e9-47e7-b3b3-1afa2e8f14f3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting subnet 8afebfb1-da47-4a9f-9759-5ed5372c6691 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:17:24.918946 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce54dba7-42e9-47e7-b3b3-1afa2e8f14f3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:24.944936 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-942ac957-26ef-4f3c-8454-c9ccfb08a917 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:24.978981 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce54dba7-42e9-47e7-b3b3-1afa2e8f14f3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:25.075239 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce54dba7-42e9-47e7-b3b3-1afa2e8f14f3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:25.128261 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-67da666e-e640-4dfb-93b8-f721ba81708d service neutron] 10.222.0.35 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403364 Jul 14 07:17:25.160093 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-942ac957-26ef-4f3c-8454-c9ccfb08a917 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:25.168683 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-942ac957-26ef-4f3c-8454-c9ccfb08a917 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:25.204388 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-fa437439-04a2-4494-aabd-03e8b42e8be7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Floating IP f11bd2da-5d0d-41d6-9fcc-37f4c1d1d9ef associated. External IP: 172.25.7.118, port: a95555e9-f29e-46fe-909a-ea4787d06942. Jul 14 07:17:25.234631 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-942ac957-26ef-4f3c-8454-c9ccfb08a917 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:25.238144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942ac957-26ef-4f3c-8454-c9ccfb08a917 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Fanout notify agent at l3_agent the message router_deleted on router 386d87cd-5400-4e12-b9c5-9367c40eeeec {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:17:25.259082 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-942ac957-26ef-4f3c-8454-c9ccfb08a917 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:25.260264 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-942ac957-26ef-4f3c-8454-c9ccfb08a917 tempest-RoutersNegativeIpV6Test-1591960088 tempest-RoutersNegativeIpV6Test-1591960088-project] 10.222.0.35 "DELETE /v2.0/routers/386d87cd-5400-4e12-b9c5-9367c40eeeec HTTP/1.1" status: 204 len: 168 time: 0.4346108 Jul 14 07:17:25.334258 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c724b68b-0ac6-4dd5-bd1d-764d04e636df req-18d8c0c3-5837-4bf2-b083-983bcc7db1c4 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307146 Jul 14 07:17:25.361417 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce54dba7-42e9-47e7-b3b3-1afa2e8f14f3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:25.429114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54dba7-42e9-47e7-b3b3-1afa2e8f14f3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Subnet': ['ID=8afebfb1-da47-4a9f-9759-5ed5372c6691,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:25.465576 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce54dba7-42e9-47e7-b3b3-1afa2e8f14f3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:25.465829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6770a9a8-9cd2-49b3-a2fd-1caead35c987 None None] Network 6fb180f0-eaa4-4e13-bc63-3320156c7c2e requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:17:25.471377 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ce54dba7-42e9-47e7-b3b3-1afa2e8f14f3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/subnets/8afebfb1-da47-4a9f-9759-5ed5372c6691 HTTP/1.1" status: 204 len: 168 time: 0.7487304 Jul 14 07:17:25.473528 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60902) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:25.519244 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-511c24ef-7098-476c-b0e4-3b329b7a6a88 service neutron] 10.222.0.35 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798482 Jul 14 07:17:25.569741 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:25.733317 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60908) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:25.785787 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 4714b9ef-1695-4587-b19a-5ec7f2ccae9c up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:17:25.792062 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting port c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:25.793067 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:25.896487 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-f970af98-92a4-447a-8986-c68cc95a4059 service neutron] 10.222.0.35 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641601 Jul 14 07:17:25.997112 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] For port c2a8c7e7-fc8e-4f33-b345-fbc877b6a252, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c2a8c7e7-fc8e-4f33-b345-fbc877b6a252,segment=NetworkSegment(85b2ad52-3e7f-4904-a3bf-7c710f6bda2e),segment_id=85b2ad52-3e7f-4904-a3bf-7c710f6bda2e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:26.014541 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 4714b9ef-1695-4587-b19a-5ec7f2ccae9c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:26.014928 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.017762 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.048655 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Calling delete_port for c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:26.063033 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1d3d6681-b3c5-44d4-a38c-81282632dd65 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=44b963c56b5748d397cb15a197e6a57f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284791 Jul 14 07:17:26.066809 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60914) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:26.075393 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ddf04b-850d-41d4-8dcd-75702f8d7239 None None] DHCP port deletion for 6fb180f0-eaa4-4e13-bc63-3320156c7c2e request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:17:26.182212 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-69ddf04b-850d-41d4-8dcd-75702f8d7239 None None] Deleting port c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:26.182620 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-69ddf04b-850d-41d4-8dcd-75702f8d7239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.184309 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02f7a4ce-5bf9-4cb4-aca0-47841d48c1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.222024 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02f7a4ce-5bf9-4cb4-aca0-47841d48c1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.242277 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.256372 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.288088 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:17:26.326284 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Port': ['ID=c2a8c7e7-fc8e-4f33-b345-fbc877b6a252,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:26.337646 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] No DVR routers for this DVR port c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:17:26.354024 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 4714b9ef-1695-4587-b19a-5ec7f2ccae9c, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=4714b9ef-1695-4587-b19a-5ec7f2ccae9c,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:26.361078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5baf3197-9fc1-4ca8-add6-51dd74890951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4714b9ef-1695-4587-b19a-5ec7f2ccae9c'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:17:26.364408 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefc64ec-9189-40c1-9951-13427aa1d951" -d '{"events": [{"server_uuid": "5baf3197-9fc1-4ca8-add6-51dd74890951", "name": "network-vif-plugged", "status": "completed", "tag": "4714b9ef-1695-4587-b19a-5ec7f2ccae9c"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:17:26.378622 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.425800 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-69ddf04b-850d-41d4-8dcd-75702f8d7239 None None] For port c2a8c7e7-fc8e-4f33-b345-fbc877b6a252, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c2a8c7e7-fc8e-4f33-b345-fbc877b6a252,segment=NetworkSegment(85b2ad52-3e7f-4904-a3bf-7c710f6bda2e),segment_id=85b2ad52-3e7f-4904-a3bf-7c710f6bda2e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:26.426199 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-69ddf04b-850d-41d4-8dcd-75702f8d7239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.435882 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02f7a4ce-5bf9-4cb4-aca0-47841d48c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.444227 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02f7a4ce-5bf9-4cb4-aca0-47841d48c1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.445466 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-02f7a4ce-5bf9-4cb4-aca0-47841d48c1f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c55547d-a2dc-4c2b-8fe9-18ea3a37998b HTTP/1.1" status: 204 len: 168 time: 0.3777258 Jul 14 07:17:26.447575 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.450967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-69ddf04b-850d-41d4-8dcd-75702f8d7239 None None] Calling delete_port for c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:26.467409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7a4ce-5bf9-4cb4-aca0-47841d48c1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c55547d-a2dc-4c2b-8fe9-18ea3a37998b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:26.476146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb180f0-eaa4-4e13-bc63-3320156c7c2e']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:26.484658 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=4714b9ef-1695-4587-b19a-5ec7f2ccae9c,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:26.495051 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b2ad52-3e7f-4904-a3bf-7c710f6bda2e') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:26.495342 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b2ad52-3e7f-4904-a3bf-7c710f6bda2e') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:26.535139 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.555331 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.564624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:17:26.565076 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:17:26.568921 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:17:26.599086 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.654231 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.654417 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa437439-04a2-4494-aabd-03e8b42e8be7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Router 576ae54a-688c-4507-a946-5eadbb45a4e3 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:17:26.665729 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.673693 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/networks/6fb180f0-eaa4-4e13-bc63-3320156c7c2e HTTP/1.1" status: 204 len: 168 time: 1.1989307 Jul 14 07:17:26.674688 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60922) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:26.687070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:26.691000 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a840b-6d98-48f4-96c9-5b9401918bc4 req-034cb8d9-b060-420c-9122-65a1d6549c49 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:26.692521 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e6a840b-6d98-48f4-96c9-5b9401918bc4 req-034cb8d9-b060-420c-9122-65a1d6549c49 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 944 time: 1.0408297 Jul 14 07:17:26.695309 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.707851 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-081ae40c-76e9-413c-834a-4735e14a14b6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2046330816'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:26.712359 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-69ddf04b-850d-41d4-8dcd-75702f8d7239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.717356 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5ad13-7778-453e-86cd-6d2d620795e6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Network': ['ID=6fb180f0-eaa4-4e13-bc63-3320156c7c2e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:26.770273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081ae40c-76e9-413c-834a-4735e14a14b6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Made reservation on behalf of e869b58861d740ef88846266cf3195ab for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:26.774570 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-081ae40c-76e9-413c-834a-4735e14a14b6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.785987 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-69ddf04b-850d-41d4-8dcd-75702f8d7239 None None] Network 6fb180f0-eaa4-4e13-bc63-3320156c7c2e is not hosted by any dhcp agent {{(pid=93829) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 07:17:26.787089 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ddf04b-850d-41d4-8dcd-75702f8d7239 None None] No DVR routers for this DVR port c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:17:26.831240 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081ae40c-76e9-413c-834a-4735e14a14b6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:17:26.840666 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,revision_number=11']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:26.863867 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-081ae40c-76e9-413c-834a-4735e14a14b6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.866750 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-081ae40c-76e9-413c-834a-4735e14a14b6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Added segment 7412519d-c7e2-49a8-85e9-8e86416d6013 of type vlan for network 8058d7c4-edd4-4154-ae8b-4ade8ccfe357 Jul 14 07:17:26.910159 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddf04b-850d-41d4-8dcd-75702f8d7239 None None] Pushing event deleted for resources: {'Port': ['ID=c2a8c7e7-fc8e-4f33-b345-fbc877b6a252,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:26.935362 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-081ae40c-76e9-413c-834a-4735e14a14b6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:26.993952 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e6a840b-6d98-48f4-96c9-5b9401918bc4 req-4c4ac6af-434c-4426-884a-fc141d51dbcf tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703509 Jul 14 07:17:27.015341 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-081ae40c-76e9-413c-834a-4735e14a14b6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:27.017782 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-6925d91b-97be-4e69-b770-0e56400f1e82 service neutron] 10.222.0.35 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1204462 Jul 14 07:17:27.036404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ae40c-76e9-413c-834a-4735e14a14b6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:27.037069 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-081ae40c-76e9-413c-834a-4735e14a14b6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:27.205827 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:17:27.262463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa437439-04a2-4494-aabd-03e8b42e8be7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:17:27.267270 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:17:27.267627 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c2a8c7e7-fc8e-4f33-b345-fbc877b6a252 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:17:27.273463 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020e4fa9-27e8-41b5-8c21-1a6ebab7318e None None] Sync routers for ids ['576ae54a-688c-4507-a946-5eadbb45a4e3'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:17:27.277202 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-081ae40c-76e9-413c-834a-4735e14a14b6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5776346 Jul 14 07:17:27.280496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60948) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:27.293661 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020e4fa9-27e8-41b5-8c21-1a6ebab7318e None None] Routers {'576ae54a-688c-4507-a946-5eadbb45a4e3'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:17:27.294496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-96e57798-4db9-4dc6-bf6c-a3d5bde401e4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'subnet': {'network_id': '8058d7c4-edd4-4154-ae8b-4ade8ccfe357', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:27.295977 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-020e4fa9-27e8-41b5-8c21-1a6ebab7318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:17:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['576ae54a-688c-4507-a946-5eadbb45a4e3'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:27.302816 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fa437439-04a2-4494-aabd-03e8b42e8be7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:27.316671 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ae40c-76e9-413c-834a-4735e14a14b6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Network': ['ID=8058d7c4-edd4-4154-ae8b-4ade8ccfe357,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:27.327793 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 8058d7c4-edd4-4154-ae8b-4ade8ccfe357 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:17:27.406373 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed646925-6524-452f-8f62-46e02f6f407b x-openstack-request-id: req-ed646925-6524-452f-8f62-46e02f6f407b {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:17:27.406675 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5baf3197-9fc1-4ca8-add6-51dd74890951", "name": "network-vif-plugged", "status": "completed", "tag": "4714b9ef-1695-4587-b19a-5ec7f2ccae9c", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:17:27.406931 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ed646925-6524-452f-8f62-46e02f6f407b {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:17:27.407339 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5baf3197-9fc1-4ca8-add6-51dd74890951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4714b9ef-1695-4587-b19a-5ec7f2ccae9c', 'code': 200} Jul 14 07:17:27.423936 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fa437439-04a2-4494-aabd-03e8b42e8be7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "PUT /v2.0/floatingips/f11bd2da-5d0d-41d6-9fcc-37f4c1d1d9ef HTTP/1.1" status: 200 len: 992 time: 4.6160262 Jul 14 07:17:27.461017 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5a1ab8-8996-4d62-a915-eb7bf7b3b886', 'tag': 'a95555e9-f29e-46fe-909a-ea4787d06942'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:17:27.469522 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e041a6-e349-4ea4-a095-91f14bf69286" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5a1ab8-8996-4d62-a915-eb7bf7b3b886", "tag": "a95555e9-f29e-46fe-909a-ea4787d06942"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:17:27.511989 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-019a9a2f-f4ca-4a53-8a7f-a452589c1e82 service neutron] 10.222.0.35 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700489 Jul 14 07:17:27.521985 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e57798-4db9-4dc6-bf6c-a3d5bde401e4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Made reservation on behalf of e869b58861d740ef88846266cf3195ab for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:27.536306 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96e57798-4db9-4dc6-bf6c-a3d5bde401e4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:27.686386 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-020e4fa9-27e8-41b5-8c21-1a6ebab7318e None None] Set router 576ae54a-688c-4507-a946-5eadbb45a4e3 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:17:28.077161 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96e57798-4db9-4dc6-bf6c-a3d5bde401e4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:28.199053 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-020e4fa9-27e8-41b5-8c21-1a6ebab7318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:16:26Z', 'revision_number': 4, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'f11bd2da-5d0d-41d6-9fcc-37f4c1d1d9ef', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'port_id': 'a95555e9-f29e-46fe-909a-ea4787d06942', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'mac_address': 'fa:16:3e:61:69:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5a1ab8-8996-4d62-a915-eb7bf7b3b886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:16:43Z', 'updated_at': '2021-07-14T07:17:24Z', 'revision_number': 1, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975db078-365c-4073-9b74-6b4700bdbc66', 'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'mac_address': 'fa:16:3e:93:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:24Z', 'updated_at': '2021-07-14T07:16:47Z', 'revision_number': 5, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'subnets': [{'id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:28.232320 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e57798-4db9-4dc6-bf6c-a3d5bde401e4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Subnet': ['ID=8ba02f69-bdc0-408a-b324-30762c315cfe,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:28.245010 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e57798-4db9-4dc6-bf6c-a3d5bde401e4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Checking segment: {'id': '7412519d-c7e2-49a8-85e9-8e86416d6013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8058d7c4-edd4-4154-ae8b-4ade8ccfe357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:17:28.245596 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e57798-4db9-4dc6-bf6c-a3d5bde401e4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network hostable DHCP agents. Network: 8058d7c4-edd4-4154-ae8b-4ade8ccfe357, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:17:28.281693 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e57798-4db9-4dc6-bf6c-a3d5bde401e4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network 8058d7c4-edd4-4154-ae8b-4ade8ccfe357 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:17:28.291123 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020e4fa9-27e8-41b5-8c21-1a6ebab7318e None None] Checking router: 576ae54a-688c-4507-a946-5eadbb45a4e3 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:17:28.299633 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-96e57798-4db9-4dc6-bf6c-a3d5bde401e4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 8058d7c4-edd4-4154-ae8b-4ade8ccfe357) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:28.306327 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020e4fa9-27e8-41b5-8c21-1a6ebab7318e None None] Routers {'576ae54a-688c-4507-a946-5eadbb45a4e3'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:17:28.309988 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2ef229-82c5-4b83-8d41-d118ce3841a4 None None] Network 8058d7c4-edd4-4154-ae8b-4ade8ccfe357 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:17:28.319873 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-020e4fa9-27e8-41b5-8c21-1a6ebab7318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:17:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['576ae54a-688c-4507-a946-5eadbb45a4e3'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:28.320611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e57798-4db9-4dc6-bf6c-a3d5bde401e4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:28.321369 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96e57798-4db9-4dc6-bf6c-a3d5bde401e4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:28.324708 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20739afd-30d8-4065-8687-7ce17d242b35 x-openstack-request-id: req-20739afd-30d8-4065-8687-7ce17d242b35 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:17:28.325304 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5a1ab8-8996-4d62-a915-eb7bf7b3b886", "tag": "a95555e9-f29e-46fe-909a-ea4787d06942", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:17:28.325668 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20739afd-30d8-4065-8687-7ce17d242b35 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:17:28.326157 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5a1ab8-8996-4d62-a915-eb7bf7b3b886', 'tag': 'a95555e9-f29e-46fe-909a-ea4787d06942', 'status': 'completed', 'code': 200} Jul 14 07:17:28.399297 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-96e57798-4db9-4dc6-bf6c-a3d5bde401e4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1171012 Jul 14 07:17:28.411716 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60996) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:28.426860 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b072cdfc-26a8-4569-92d3-567222bc663c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-61389991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:28.461512 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 32768) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:28.523319 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b072cdfc-26a8-4569-92d3-567222bc663c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:28.524475 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b072cdfc-26a8-4569-92d3-567222bc663c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:28.582313 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-020e4fa9-27e8-41b5-8c21-1a6ebab7318e None None] Set router 576ae54a-688c-4507-a946-5eadbb45a4e3 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:17:28.645250 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e041a6-e349-4ea4-a095-91f14bf69286 req-a6f51345-cad5-43da-80ed-7a134d98ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:28.647174 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31e041a6-e349-4ea4-a095-91f14bf69286 req-a6f51345-cad5-43da-80ed-7a134d98ea52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7&device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 1097 time: 0.2717850 Jul 14 07:17:28.720545 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b072cdfc-26a8-4569-92d3-567222bc663c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:28.729496 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b072cdfc-26a8-4569-92d3-567222bc663c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:28.763771 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b072cdfc-26a8-4569-92d3-567222bc663c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:28.767723 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b072cdfc-26a8-4569-92d3-567222bc663c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3522604 Jul 14 07:17:28.768000 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 32790) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:28.872073 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-4ed691c1-9c06-4c9d-9a57-500b44a96cd0 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108477166'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:28.890967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-8058d7c4-edd4-4154-ae8b-4ade8ccfe357', 'network_id': '8058d7c4-edd4-4154-ae8b-4ade8ccfe357', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'fixed_ips': [{'subnet_id': '8ba02f69-bdc0-408a-b324-30762c315cfe'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:17:28.891839 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:28.939362 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ed691c1-9c06-4c9d-9a57-500b44a96cd0 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:29.027020 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ed691c1-9c06-4c9d-9a57-500b44a96cd0 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:29.265130 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Allocated IP 2001:db8::2 (8058d7c4-edd4-4154-ae8b-4ade8ccfe357/8ba02f69-bdc0-408a-b324-30762c315cfe/014e4572-85f6-4587-9d84-c1507125a60f) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:17:29.336083 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-020e4fa9-27e8-41b5-8c21-1a6ebab7318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:16:26Z', 'revision_number': 4, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'f11bd2da-5d0d-41d6-9fcc-37f4c1d1d9ef', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'port_id': 'a95555e9-f29e-46fe-909a-ea4787d06942', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'mac_address': 'fa:16:3e:61:69:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5a1ab8-8996-4d62-a915-eb7bf7b3b886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:16:43Z', 'updated_at': '2021-07-14T07:17:24Z', 'revision_number': 1, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975db078-365c-4073-9b74-6b4700bdbc66', 'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'mac_address': 'fa:16:3e:93:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:24Z', 'updated_at': '2021-07-14T07:16:47Z', 'revision_number': 5, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'subnets': [{'id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:29.386071 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020e4fa9-27e8-41b5-8c21-1a6ebab7318e None None] The sync data for ids ['576ae54a-688c-4507-a946-5eadbb45a4e3'] in n-d-778696-5 is: [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:16:26Z', 'revision_number': 4, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'f11bd2da-5d0d-41d6-9fcc-37f4c1d1d9ef', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'port_id': 'a95555e9-f29e-46fe-909a-ea4787d06942', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'mac_address': 'fa:16:3e:61:69:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5a1ab8-8996-4d62-a915-eb7bf7b3b886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:16:43Z', 'updated_at': '2021-07-14T07:17:24Z', 'revision_number': 1, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975db078-365c-4073-9b74-6b4700bdbc66', 'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'mac_address': 'fa:16:3e:93:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:24Z', 'updated_at': '2021-07-14T07:16:47Z', 'revision_number': 5, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'subnets': [{'id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:17:29.406528 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e041a6-e349-4ea4-a095-91f14bf69286 req-9024f3c7-cde0-4d32-baa3-17de36ef45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:29.410311 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31e041a6-e349-4ea4-a095-91f14bf69286 req-9024f3c7-cde0-4d32-baa3-17de36ef45a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd653837-16d0-4ce4-89f6-32469a5cf229 HTTP/1.1" status: 200 len: 918 time: 0.7538776 Jul 14 07:17:29.482649 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea90f38-5f68-480f-9791-0e4c34ec7358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:17:29.485316 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767b4fa7-f9b2-419e-b759-a0bc01367a8a" -d '{"events": [{"server_uuid": "0ea90f38-5f68-480f-9791-0e4c34ec7358", "name": "network-vif-unplugged", "status": "completed", "tag": "ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:17:29.494033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62d10768-166c-4f45-96a0-a38fdab2c733 req-6ecfa242-0a1a-4e67-9ed3-cb742fceae96 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 210 time: 0.0815270 Jul 14 07:17:29.570875 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f95a8-a8af-4475-bd12-b9ecaaf10f57 req-4bc731d9-646d-4d7b-ba95-648fb201299d tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:29.591959 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d30f95a8-a8af-4475-bd12-b9ecaaf10f57 req-4bc731d9-646d-4d7b-ba95-648fb201299d tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 945 time: 0.7973292 Jul 14 07:17:29.796092 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:29.832724 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Transition to ACTIVE for port object 014e4572-85f6-4587-9d84-c1507125a60f will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:29.876554 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Transition to ACTIVE for port object 014e4572-85f6-4587-9d84-c1507125a60f will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:29.889042 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:30.025003 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31e041a6-e349-4ea4-a095-91f14bf69286 req-cb063c0d-9f3e-4d58-8340-c81573ffc8cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a95555e9-f29e-46fe-909a-ea4787d06942 HTTP/1.1" status: 200 len: 1000 time: 0.5265036 Jul 14 07:17:30.037352 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Network 8058d7c4-edd4-4154-ae8b-4ade8ccfe357 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:17:30.042615 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4461007-9c62-422b-af73-40e3a45f4fb4 None None] New status for floating IP f11bd2da-5d0d-41d6-9fcc-37f4c1d1d9ef: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:17:30.052996 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60f553e-d815-424d-9e6a-5cf6cdf3e63f x-openstack-request-id: req-f60f553e-d815-424d-9e6a-5cf6cdf3e63f {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:17:30.053530 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea90f38-5f68-480f-9791-0e4c34ec7358", "name": "network-vif-unplugged", "status": "completed", "tag": "ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:17:30.055485 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f60f553e-d815-424d-9e6a-5cf6cdf3e63f {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:17:30.056050 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea90f38-5f68-480f-9791-0e4c34ec7358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04', 'code': 200} Jul 14 07:17:30.059754 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Pushing event updated for resources: {'Port': ['ID=014e4572-85f6-4587-9d84-c1507125a60f,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:30.067147 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:30.069795 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:17:30.220034 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e041a6-e349-4ea4-a095-91f14bf69286 req-be4bab86-0d25-4f56-8665-b92279379690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:30.221902 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31e041a6-e349-4ea4-a095-91f14bf69286 req-be4bab86-0d25-4f56-8665-b92279379690 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54c389bb-f8cc-4826-9a6a-5f4ac58e9131 HTTP/1.1" status: 200 len: 856 time: 0.1357861 Jul 14 07:17:30.255638 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:30.264484 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d30f95a8-a8af-4475-bd12-b9ecaaf10f57 req-2b3e09e7-a46d-4612-a07e-2296f3057450 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853478 Jul 14 07:17:30.273899 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ed691c1-9c06-4c9d-9a57-500b44a96cd0 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:30.362101 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ed691c1-9c06-4c9d-9a57-500b44a96cd0 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:30.461812 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Attempting to bind port 014e4572-85f6-4587-9d84-c1507125a60f on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:17:30.462332 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Attempting to bind port 014e4572-85f6-4587-9d84-c1507125a60f by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '7412519d-c7e2-49a8-85e9-8e86416d6013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8058d7c4-edd4-4154-ae8b-4ade8ccfe357'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:17:30.462546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Attempting to bind port 014e4572-85f6-4587-9d84-c1507125a60f on network 8058d7c4-edd4-4154-ae8b-4ade8ccfe357 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:17:30.490161 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:17:30.490842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Checking segment: {'id': '7412519d-c7e2-49a8-85e9-8e86416d6013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8058d7c4-edd4-4154-ae8b-4ade8ccfe357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:17:30.491271 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c778c94-eb16-4874-8b63-a2e13634d5a6 req-39aa5fa8-827d-42db-a5a5-30cd3f8803c1 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:30.491708 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:30.492045 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Bound using segment: {'id': '7412519d-c7e2-49a8-85e9-8e86416d6013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8058d7c4-edd4-4154-ae8b-4ade8ccfe357'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:17:30.493316 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Bound port: 014e4572-85f6-4587-9d84-c1507125a60f, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7412519d-c7e2-49a8-85e9-8e86416d6013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8058d7c4-edd4-4154-ae8b-4ade8ccfe357'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:17:30.493802 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:30.494139 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c778c94-eb16-4874-8b63-a2e13634d5a6 req-39aa5fa8-827d-42db-a5a5-30cd3f8803c1 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.15 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 945 time: 0.9010761 Jul 14 07:17:30.551664 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10815559-7b12-41f4-aef6-245abc604f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:30.580087 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed691c1-9c06-4c9d-9a57-500b44a96cd0 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5951e6fc-8b86-4f26-afa6-5d17b9ad6546,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:30.635095 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e041a6-e349-4ea4-a095-91f14bf69286 req-b910f9e8-93d6-4580-84c7-0d788604361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:30.637784 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31e041a6-e349-4ea4-a095-91f14bf69286 req-b910f9e8-93d6-4580-84c7-0d788604361c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd653837-16d0-4ce4-89f6-32469a5cf229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4030890 Jul 14 07:17:30.812332 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ed691c1-9c06-4c9d-9a57-500b44a96cd0 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:30.845602 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] For port 014e4572-85f6-4587-9d84-c1507125a60f, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:17:30.852527 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ed691c1-9c06-4c9d-9a57-500b44a96cd0 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:30.855689 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] For port 014e4572-85f6-4587-9d84-c1507125a60f, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=014e4572-85f6-4587-9d84-c1507125a60f,segment=NetworkSegment(7412519d-c7e2-49a8-85e9-8e86416d6013),segment_id=7412519d-c7e2-49a8-85e9-8e86416d6013)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:17:30.867500 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:30.951087 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Allocated IP 2001:db8::1 (8058d7c4-edd4-4154-ae8b-4ade8ccfe357/8ba02f69-bdc0-408a-b324-30762c315cfe/dbb185d0-ca63-438a-b527-8aced0131e32) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:17:31.029361 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b51101a1-f04d-40f4-ab02-11aa8130a416 req-58f0c173-522b-4e5b-ba49-363a025fecb5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 210 time: 0.2115674 Jul 14 07:17:31.032637 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31e041a6-e349-4ea4-a095-91f14bf69286 req-d0f304ca-f1a5-4831-a951-9b4c597a5c7c service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880491 Jul 14 07:17:31.163148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb01de9-582c-42f6-a597-e2261c295aaa None None] Pushing event updated for resources: {'Port': ['ID=014e4572-85f6-4587-9d84-c1507125a60f,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:31.202865 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ed691c1-9c06-4c9d-9a57-500b44a96cd0 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:31.207241 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4ed691c1-9c06-4c9d-9a57-500b44a96cd0 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.7214661 Jul 14 07:17:31.208962 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6c778c94-eb16-4874-8b63-a2e13634d5a6 req-b3da6f0f-0772-4033-b86e-91f4148f10cd tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Deleting port 4714b9ef-1695-4587-b19a-5ec7f2ccae9c {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:31.211488 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6c778c94-eb16-4874-8b63-a2e13634d5a6 req-b3da6f0f-0772-4033-b86e-91f4148f10cd tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:31.217796 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33076) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:31.451846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6c778c94-eb16-4874-8b63-a2e13634d5a6 req-b3da6f0f-0772-4033-b86e-91f4148f10cd tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] For port 4714b9ef-1695-4587-b19a-5ec7f2ccae9c, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=4714b9ef-1695-4587-b19a-5ec7f2ccae9c,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:31.452650 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6c778c94-eb16-4874-8b63-a2e13634d5a6 req-b3da6f0f-0772-4033-b86e-91f4148f10cd tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:31.515751 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6c778c94-eb16-4874-8b63-a2e13634d5a6 req-b3da6f0f-0772-4033-b86e-91f4148f10cd tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Calling delete_port for 4714b9ef-1695-4587-b19a-5ec7f2ccae9c owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:31.574936 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed691c1-9c06-4c9d-9a57-500b44a96cd0 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4f6bef-069f-4f5a-8241-9b3d74c01d84,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:31.775581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-53bbc73f-8b3d-419a-8b23-c3b0317738ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:31.777074 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-53bbc73f-8b3d-419a-8b23-c3b0317738ab service neutron] 10.222.0.30 "GET /v2.0/ports/d8b1564a-4f35-4de5-9954-86f6e6e84b2e HTTP/1.1" status: 200 len: 1028 time: 0.4642708 Jul 14 07:17:31.784292 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 4714b9ef-1695-4587-b19a-5ec7f2ccae9c no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:17:31.875788 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:31.906922 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31e041a6-e349-4ea4-a095-91f14bf69286 req-7a108e6f-7076-4519-91b0-ed4f4989c55c service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8402550 Jul 14 07:17:31.945205 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e6270-22c6-40c5-acb3-5af12cf26467 req-9e6eac58-9432-4661-899a-fd5bb858a8f5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:31.955062 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c12e6270-22c6-40c5-acb3-5af12cf26467 req-9e6eac58-9432-4661-899a-fd5bb858a8f5 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 945 time: 0.3726673 Jul 14 07:17:31.980725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Transition to ACTIVE for port object dbb185d0-ca63-438a-b527-8aced0131e32 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:31.992936 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-baef5fd6-ca88-4128-a822-f1a0c3110a66 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.7590842 Jul 14 07:17:31.993579 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33174) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:31.998273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-974096a1-cb6a-4d07-a86a-7fb589fb087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:31.999588 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-974096a1-cb6a-4d07-a86a-7fb589fb087d service neutron] 10.222.0.30 "GET /v2.0/ports/ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 HTTP/1.1" status: 200 len: 1026 time: 0.1867423 Jul 14 07:17:32.006732 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6706af8d-81b2-4202-97f7-83f8b9932bd4 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group': {'name': 'tempest-security--1249906218', 'description': 'tempest-security-description-713073639'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:32.019377 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:32.063566 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c12e6270-22c6-40c5-acb3-5af12cf26467 req-c930b14d-8441-4f52-a08e-425782d3cd4a tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972321 Jul 14 07:17:32.115633 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6c778c94-eb16-4874-8b63-a2e13634d5a6 req-b3da6f0f-0772-4033-b86e-91f4148f10cd tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:32.189909 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da6f0f-0772-4033-b86e-91f4148f10cd tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Pushing event deleted for resources: {'Port': ['ID=4714b9ef-1695-4587-b19a-5ec7f2ccae9c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:32.211892 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6706af8d-81b2-4202-97f7-83f8b9932bd4 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:32.238856 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-d08c0019-cc08-4727-a608-5a10933dd744 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:32.244910 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-d08c0019-cc08-4727-a608-5a10933dd744 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:32.251788 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-d08c0019-cc08-4727-a608-5a10933dd744 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:32.253709 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-d08c0019-cc08-4727-a608-5a10933dd744 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.30 "GET /v2.0/networks?id=d1e9b77a-3218-40fd-9745-54b5c604b152&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf HTTP/1.1" status: 200 len: 1989 time: 0.2402885 Jul 14 07:17:32.309355 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:32.352628 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6706af8d-81b2-4202-97f7-83f8b9932bd4 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:32.359604 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c778c94-eb16-4874-8b63-a2e13634d5a6 req-b3da6f0f-0772-4033-b86e-91f4148f10cd tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] No DVR routers for this DVR port 4714b9ef-1695-4587-b19a-5ec7f2ccae9c on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:17:32.433900 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0cf5e09a-94cb-44fa-b041-65fb4d5a7cb5 req-1f4ca895-7170-4111-8f0a-91ed32b6d647 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 210 time: 0.0751231 Jul 14 07:17:32.435293 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6c778c94-eb16-4874-8b63-a2e13634d5a6 req-b3da6f0f-0772-4033-b86e-91f4148f10cd tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:32.438629 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c778c94-eb16-4874-8b63-a2e13634d5a6 req-b3da6f0f-0772-4033-b86e-91f4148f10cd tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.15 "DELETE /v2.0/ports/4714b9ef-1695-4587-b19a-5ec7f2ccae9c HTTP/1.1" status: 204 len: 173 time: 1.9302437 Jul 14 07:17:32.439276 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5baf3197-9fc1-4ca8-add6-51dd74890951', 'name': 'network-vif-deleted', 'tag': '4714b9ef-1695-4587-b19a-5ec7f2ccae9c'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:17:32.447206 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6706af8d-81b2-4202-97f7-83f8b9932bd4 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:32.449768 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6706af8d-81b2-4202-97f7-83f8b9932bd4 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:32.455853 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c80b71-73b0-493e-ad6a-9a408d404aef" -d '{"events": [{"server_uuid": "5baf3197-9fc1-4ca8-add6-51dd74890951", "name": "network-vif-deleted", "tag": "4714b9ef-1695-4587-b19a-5ec7f2ccae9c"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:17:32.459076 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6706af8d-81b2-4202-97f7-83f8b9932bd4 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "PUT /v2.0/security-groups/bd4f6bef-069f-4f5a-8241-9b3d74c01d84 HTTP/1.1" status: 200 len: 1779 time: 0.4621043 Jul 14 07:17:32.461755 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33244) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:32.519914 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-707c6fd6-a885-4c2a-a7a9-a52e97d25d23 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079 HTTP/1.1" status: 200 len: 380 time: 0.2540255 Jul 14 07:17:32.603824 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-b762a30a-cb27-43ad-a496-9374121de05f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Request body: {'port': {'device_id': '70aed3f3-4254-438f-b75e-74f7845698d8', 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152', 'admin_state_up': True, 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'security_groups': ['3591ce90-7b40-4e9a-a3ac-4505407c24fe']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:32.620305 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network 8058d7c4-edd4-4154-ae8b-4ade8ccfe357 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:17:32.678550 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2a02b4-2bfa-4bd6-bbac-148f8d4b44de x-openstack-request-id: req-cb2a02b4-2bfa-4bd6-bbac-148f8d4b44de {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:17:32.679029 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5baf3197-9fc1-4ca8-add6-51dd74890951", "name": "network-vif-deleted", "tag": "4714b9ef-1695-4587-b19a-5ec7f2ccae9c", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:17:32.679135 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb2a02b4-2bfa-4bd6-bbac-148f8d4b44de {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:17:32.679483 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5baf3197-9fc1-4ca8-add6-51dd74890951', 'name': 'network-vif-deleted', 'tag': '4714b9ef-1695-4587-b19a-5ec7f2ccae9c', 'status': 'completed', 'code': 200} Jul 14 07:17:32.718647 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:32.731883 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:17:32.732552 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:32.746364 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=dbb185d0-ca63-438a-b527-8aced0131e32,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:33.016612 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a031d7a-4814-4545-9a6f-ff8aa37a51b5 None None] Network 8058d7c4-edd4-4154-ae8b-4ade8ccfe357 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:17:33.034779 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:33.035264 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:33.035452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:33.035788 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:33.036121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:33.036447 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:33.047385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:33.049327 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:33.049797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:33.050153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:33.050539 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:33.051734 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:33.063127 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706af8d-81b2-4202-97f7-83f8b9932bd4 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4f6bef-069f-4f5a-8241-9b3d74c01d84,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:33.132931 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-99c226e6-b0a6-45ec-b25f-c619de2addf0 None None] Provisioning for port 014e4572-85f6-4587-9d84-c1507125a60f completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:33.305314 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33356) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:33.305908 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e7bd2096-366f-4412-a8e6-77aa12475e95 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-groups/bd4f6bef-069f-4f5a-8241-9b3d74c01d84 HTTP/1.1" status: 200 len: 1779 time: 0.8077309 Jul 14 07:17:33.351706 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-b762a30a-cb27-43ad-a496-9374121de05f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Made reservation on behalf of fa1319ff0abd4cafa263b8b7a1f4e079 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:33.374350 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-b762a30a-cb27-43ad-a496-9374121de05f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:33.408395 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:33.443492 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 014e4572-85f6-4587-9d84-c1507125a60f up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:17:33.525619 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f58bdc7b-0586-4e04-891d-284dce46df27 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:33.545142 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-caf03135-e491-4a86-b012-a2b409fca55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:33.570313 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3964678e-860e-453d-9884-16698bdab06a req-abf4d85f-6cc6-4898-9f40-221a1309a006 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=5baf3197-9fc1-4ca8-add6-51dd74890951 HTTP/1.1" status: 200 len: 210 time: 0.0614645 Jul 14 07:17:33.623157 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:33.628641 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 014e4572-85f6-4587-9d84-c1507125a60f completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:33.633618 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 014e4572-85f6-4587-9d84-c1507125a60f triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:33.633990 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:33.635842 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f58bdc7b-0586-4e04-891d-284dce46df27 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:33.795298 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f58bdc7b-0586-4e04-891d-284dce46df27 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:33.800862 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f58bdc7b-0586-4e04-891d-284dce46df27 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:33.803376 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f58bdc7b-0586-4e04-891d-284dce46df27 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-groups/bd4f6bef-069f-4f5a-8241-9b3d74c01d84 HTTP/1.1" status: 204 len: 168 time: 0.4970536 Jul 14 07:17:33.815510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33416) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:33.851364 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:33.883539 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bdc7b-0586-4e04-891d-284dce46df27 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4f6bef-069f-4f5a-8241-9b3d74c01d84,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:34.016615 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 014e4572-85f6-4587-9d84-c1507125a60f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=014e4572-85f6-4587-9d84-c1507125a60f,segment=NetworkSegment(7412519d-c7e2-49a8-85e9-8e86416d6013),segment_id=7412519d-c7e2-49a8-85e9-8e86416d6013)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:34.026377 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:34.093882 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac01c903-2ed5-40a6-bc4a-96284b158f7d req-a39721dd-f9a4-4837-ac8b-57160032d766 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 210 time: 0.1773264 Jul 14 07:17:34.158748 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8c49c7de-7f74-4519-9ee9-b72c73ba58d2 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3371141 Jul 14 07:17:34.161950 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33448) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:34.221349 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-c4b4c21a-4bd2-4ef4-9a6c-52f6d59bf5b6 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] delete failed (client error): The resource could not be found. Jul 14 07:17:34.228230 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c4b4c21a-4bd2-4ef4-9a6c-52f6d59bf5b6 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-groups/bd4f6bef-069f-4f5a-8241-9b3d74c01d84 HTTP/1.1" status: 404 len: 347 time: 0.0607750 Jul 14 07:17:34.228966 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33456) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:34.233742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=014e4572-85f6-4587-9d84-c1507125a60f,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:34.239130 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-5a0380f1-643f-4876-91db-71b63b628180 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group': {'name': 'tempest-secgroup--926854515'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:34.263861 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-05a91439-5f2d-4e7c-bffb-5c3c93c267fa None None] Provisioning complete for port 014e4572-85f6-4587-9d84-c1507125a60f triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:34.264488 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05a91439-5f2d-4e7c-bffb-5c3c93c267fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:34.323687 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a0380f1-643f-4876-91db-71b63b628180 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:34.544450 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-05a91439-5f2d-4e7c-bffb-5c3c93c267fa None None] Provisioning for port dbb185d0-ca63-438a-b527-8aced0131e32 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:34.582946 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-05a91439-5f2d-4e7c-bffb-5c3c93c267fa None None] Provisioning complete for port dbb185d0-ca63-438a-b527-8aced0131e32 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:34.588039 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05a91439-5f2d-4e7c-bffb-5c3c93c267fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:34.596570 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a0380f1-643f-4876-91db-71b63b628180 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:34.613566 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a0380f1-643f-4876-91db-71b63b628180 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:34.663477 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:34.699501 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a0380f1-643f-4876-91db-71b63b628180 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:34.704144 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5a0380f1-643f-4876-91db-71b63b628180 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4722028 Jul 14 07:17:34.706278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-05a91439-5f2d-4e7c-bffb-5c3c93c267fa None None] Port dbb185d0-ca63-438a-b527-8aced0131e32 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:17:34.708086 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-b762a30a-cb27-43ad-a496-9374121de05f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Allocated IP 172.20.0.7 (d1e9b77a-3218-40fd-9745-54b5c604b152/77c1b1a7-c56f-42a9-955a-c8d5ef7376f9/e8489e5d-2c28-4a14-9aff-ad242571e831) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:17:34.708618 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33494) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:34.716792 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-446c5e70-6deb-47c1-9310-a6c898564e3e tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group_rule': {'security_group_id': 'fa1dca76-cf4f-4e90-b9f4-d8467967e754', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:34.725441 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0380f1-643f-4876-91db-71b63b628180 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1dca76-cf4f-4e90-b9f4-d8467967e754,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:34.779987 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-446c5e70-6deb-47c1-9310-a6c898564e3e tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:34.836939 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-68bd3490-b146-4cde-8086-43404c2607f6 None None] Provisioning complete for port dbb185d0-ca63-438a-b527-8aced0131e32 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:34.837252 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-68bd3490-b146-4cde-8086-43404c2607f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:34.938145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-68bd3490-b146-4cde-8086-43404c2607f6 None None] Port dbb185d0-ca63-438a-b527-8aced0131e32 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:17:34.945030 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:34.952914 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-446c5e70-6deb-47c1-9310-a6c898564e3e tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:34.957538 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-446c5e70-6deb-47c1-9310-a6c898564e3e tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:34.968437 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:34.969684 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:34.983771 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c5e70-6deb-47c1-9310-a6c898564e3e tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6f173a-8fde-4998-a40b-e4c30652e61e,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:34.989238 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-446c5e70-6deb-47c1-9310-a6c898564e3e tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:34.993744 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-446c5e70-6deb-47c1-9310-a6c898564e3e tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2809565 Jul 14 07:17:34.994436 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33524) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:35.034477 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6c02c99-f844-435d-afc4-985eb87b912b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:35.044307 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6c02c99-f844-435d-afc4-985eb87b912b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:35.090177 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6c02c99-f844-435d-afc4-985eb87b912b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:35.102938 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6c02c99-f844-435d-afc4-985eb87b912b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:35.107670 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e6c02c99-f844-435d-afc4-985eb87b912b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/6c6f173a-8fde-4998-a40b-e4c30652e61e HTTP/1.1" status: 204 len: 168 time: 0.1050615 Jul 14 07:17:35.107670 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33542) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:35.191763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c02c99-f844-435d-afc4-985eb87b912b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c6f173a-8fde-4998-a40b-e4c30652e61e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:35.281049 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=dbb185d0-ca63-438a-b527-8aced0131e32,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:35.307220 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 014e4572-85f6-4587-9d84-c1507125a60f up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:17:35.439867 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-f9889db3-de9c-4d92-b895-367e7236623f tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:35.443901 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-f9889db3-de9c-4d92-b895-367e7236623f tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/networks?id=0016421d-df1c-4cd1-a834-dae508e47911 HTTP/1.1" status: 200 len: 821 time: 0.3163230 Jul 14 07:17:35.444913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 014e4572-85f6-4587-9d84-c1507125a60f triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:35.448435 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:35.472832 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4466b1b7-4e8e-498a-a1ea-2f9d21414625 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3609097 Jul 14 07:17:35.473484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33554) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:35.482853 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-b762a30a-cb27-43ad-a496-9374121de05f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:35.496191 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-b762a30a-cb27-43ad-a496-9374121de05f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Transition to ACTIVE for port object e8489e5d-2c28-4a14-9aff-ad242571e831 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:35.541214 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-b762a30a-cb27-43ad-a496-9374121de05f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:35.544199 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network 8058d7c4-edd4-4154-ae8b-4ade8ccfe357 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:17:35.552074 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-3a46a3b3-3884-4077-8eed-02e707852cce tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/quotas/63f88cc9896d4fd7addd98da9d3f57db HTTP/1.1" status: 200 len: 375 time: 0.0720820 Jul 14 07:17:35.612946 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762a30a-cb27-43ad-a496-9374121de05f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event updated for resources: {'Port': ['ID=e8489e5d-2c28-4a14-9aff-ad242571e831,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:35.620159 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:35.643798 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-b762a30a-cb27-43ad-a496-9374121de05f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Network d1e9b77a-3218-40fd-9745-54b5c604b152 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:17:35.646822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-b762a30a-cb27-43ad-a496-9374121de05f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:35.649170 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-b762a30a-cb27-43ad-a496-9374121de05f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:17:35.773323 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41412b7a-1123-43d5-837b-1094d79fd58e tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:35.783065 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-b762a30a-cb27-43ad-a496-9374121de05f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:35.783748 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-b762a30a-cb27-43ad-a496-9374121de05f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:35.814556 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-b762a30a-cb27-43ad-a496-9374121de05f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2788393 Jul 14 07:17:35.826113 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-da7f1337-8163-4ef8-8a02-f69c2bc39a27 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Request body: {'port': {'device_id': '70aed3f3-4254-438f-b75e-74f7845698d8', 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f', 'admin_state_up': True, 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'security_groups': ['3591ce90-7b40-4e9a-a3ac-4505407c24fe']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:35.828882 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506882f-38ab-4f19-81f5-b4d942f82bb1 req-eafef379-2d85-4f96-907a-0ada497515f7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:35.841786 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c506882f-38ab-4f19-81f5-b4d942f82bb1 req-eafef379-2d85-4f96-907a-0ada497515f7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 931 time: 0.3653059 Jul 14 07:17:35.868481 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41412b7a-1123-43d5-837b-1094d79fd58e tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:35.901152 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-37748d6d-2710-44e7-a15c-dd4b1efb8fc7 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=63f88cc9896d4fd7addd98da9d3f57db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3474388 Jul 14 07:17:35.966966 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c506882f-38ab-4f19-81f5-b4d942f82bb1 req-80dea8be-533f-49ab-899c-fbe4fe7a6466 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238365 Jul 14 07:17:35.983883 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41412b7a-1123-43d5-837b-1094d79fd58e tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:35.991832 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41412b7a-1123-43d5-837b-1094d79fd58e tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:35.993672 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-41412b7a-1123-43d5-837b-1094d79fd58e tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-groups/fa1dca76-cf4f-4e90-b9f4-d8467967e754 HTTP/1.1" status: 204 len: 168 time: 0.5128646 Jul 14 07:17:35.996601 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33558) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:36.044243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router 19c432f8-e3c8-4d24-9153-7029ce1408d5 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:17:36.084478 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-26175a7f-931b-48f4-b43b-caff9ae4b154 None None] Provisioning complete for port dbb185d0-ca63-438a-b527-8aced0131e32 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:36.084880 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-26175a7f-931b-48f4-b43b-caff9ae4b154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:36.153048 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:36.168897 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-26175a7f-931b-48f4-b43b-caff9ae4b154 None None] Port dbb185d0-ca63-438a-b527-8aced0131e32 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:17:36.175454 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41412b7a-1123-43d5-837b-1094d79fd58e tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1dca76-cf4f-4e90-b9f4-d8467967e754,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:36.271977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5aa5249b-32d5-436a-ad47-8917fcebc6de tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2599657 Jul 14 07:17:36.282389 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33578) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:36.289826 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c8c73a22-5999-45c8-8f79-b6dd7ef070ad tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1571156999'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:36.317450 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3cdc60a7-ae36-43ff-bad7-df25277b9c1a None None] Provisioning for port e8489e5d-2c28-4a14-9aff-ad242571e831 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:36.322618 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3cdc60a7-ae36-43ff-bad7-df25277b9c1a None None] Provisioning complete for port e8489e5d-2c28-4a14-9aff-ad242571e831 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:36.323008 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3cdc60a7-ae36-43ff-bad7-df25277b9c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:36.334830 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:17:36.346980 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235da18-73e7-4f9e-ac52-479a5226694f None None] Sync routers for ids ['19c432f8-e3c8-4d24-9153-7029ce1408d5'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:17:36.350088 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-89440a98-42d4-4f45-a066-f50f48b6ad78 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/19c432f8-e3c8-4d24-9153-7029ce1408d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5810277 Jul 14 07:17:36.352584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33582) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:36.367054 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a235da18-73e7-4f9e-ac52-479a5226694f None None] Routers {'19c432f8-e3c8-4d24-9153-7029ce1408d5'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:17:36.374110 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a235da18-73e7-4f9e-ac52-479a5226694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:17:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['19c432f8-e3c8-4d24-9153-7029ce1408d5'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:36.380064 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-68ff2e39-8285-449d-b9b8-8961ba5c0cd9 service neutron] 10.222.0.35 "GET /v2.0/networks/0016421d-df1c-4cd1-a834-dae508e47911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779565 Jul 14 07:17:36.385146 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.db.api [None req-c8c73a22-5999-45c8-8f79-b6dd7ef070ad tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 07:17:36.385146 n-d-778696-5 neutron-server[93828]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 07:17:36.385146 n-d-778696-5 neutron-server[93828]: [parameters: {'project_id': '9db33fd45cb04f7bbb93453cf15550a0', 'id': 'e91bbe3e-1cc3-4f43-beff-6f045a7022e9', 'expiration': datetime.datetime(2021, 7, 14, 7, 19, 36, 351667)}] Jul 14 07:17:36.385146 n-d-778696-5 neutron-server[93828]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:17:36.386028 n-d-778696-5 neutron-server[93828]: DEBUG oslo_db.api [None req-c8c73a22-5999-45c8-8f79-b6dd7ef070ad tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:17:36.435890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc60a7-ae36-43ff-bad7-df25277b9c1a None None] Port e8489e5d-2c28-4a14-9aff-ad242571e831 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:17:36.440228 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-da7f1337-8163-4ef8-8a02-f69c2bc39a27 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Made reservation on behalf of fa1319ff0abd4cafa263b8b7a1f4e079 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:36.443709 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-da7f1337-8163-4ef8-8a02-f69c2bc39a27 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:36.466081 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a235da18-73e7-4f9e-ac52-479a5226694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:36.480620 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c12f523-7b53-4e37-be3c-439a43472ab7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:36.482584 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1c12f523-7b53-4e37-be3c-439a43472ab7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/ports/dbb185d0-ca63-438a-b527-8aced0131e32 HTTP/1.1" status: 200 len: 911 time: 0.1288476 Jul 14 07:17:36.485359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33596) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:36.488067 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a235da18-73e7-4f9e-ac52-479a5226694f None None] Routers {'19c432f8-e3c8-4d24-9153-7029ce1408d5'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:17:36.490115 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a235da18-73e7-4f9e-ac52-479a5226694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:17:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['19c432f8-e3c8-4d24-9153-7029ce1408d5'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:36.560399 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a235da18-73e7-4f9e-ac52-479a5226694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:36.563790 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235da18-73e7-4f9e-ac52-479a5226694f None None] The sync data for ids ['19c432f8-e3c8-4d24-9153-7029ce1408d5'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:17:36.610353 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-5c1d1b5c-83bf-4fcf-849f-6db7e8817e71 service neutron] 10.222.0.35 "GET /v2.0/networks/0016421d-df1c-4cd1-a834-dae508e47911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218499 Jul 14 07:17:36.936008 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8c73a22-5999-45c8-8f79-b6dd7ef070ad tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:37.065277 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8c73a22-5999-45c8-8f79-b6dd7ef070ad tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:37.084404 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8c73a22-5999-45c8-8f79-b6dd7ef070ad tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:37.158393 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92ee50c1-5966-4e09-9486-dff07d55d0e5 req-7466e9fb-ebbc-4966-b69e-6eaec6a08328 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a42269e-b77b-435a-9474-4b8713c826e2 HTTP/1.1" status: 200 len: 210 time: 0.0915694 Jul 14 07:17:37.159119 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8c73a22-5999-45c8-8f79-b6dd7ef070ad tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:37.160208 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c8c73a22-5999-45c8-8f79-b6dd7ef070ad tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8766012 Jul 14 07:17:37.177685 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33622) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:37.207523 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-91807da9-8841-4b74-ad3c-9bebdc911c50 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group_rule': {'security_group_id': 'a18ba70b-8203-4300-b7ec-ff4685591307', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:37.229470 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c73a22-5999-45c8-8f79-b6dd7ef070ad tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a18ba70b-8203-4300-b7ec-ff4685591307,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:37.602458 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e1b3a-90df-4944-a647-1369ef61ac7b req-58f22405-0a4d-4e1f-ac69-ca2016eb112f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:37.605794 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-da7f1337-8163-4ef8-8a02-f69c2bc39a27 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Allocated IP 10.1.1.182 (e2bffbaa-11bf-44cd-a766-8c9e55cefe3f/16dcc09a-1e30-45e6-86b4-4ea5de857c42/d4545f69-ed88-4ffb-9479-73ab5a234def) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:17:37.615979 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-418e1b3a-90df-4944-a647-1369ef61ac7b req-58f22405-0a4d-4e1f-ac69-ca2016eb112f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 931 time: 0.2684672 Jul 14 07:17:37.635413 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91807da9-8841-4b74-ad3c-9bebdc911c50 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:37.691045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59fb5b-ec72-4721-8d90-27b48db65bd6 req-f5e1e981-1d21-48c1-913e-7f26b0e8d565 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:37.709233 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf59fb5b-ec72-4721-8d90-27b48db65bd6 req-f5e1e981-1d21-48c1-913e-7f26b0e8d565 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 948 time: 0.3061516 Jul 14 07:17:37.774110 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-418e1b3a-90df-4944-a647-1369ef61ac7b req-9e68e046-2908-4c5c-9ece-8779c51e3401 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566923 Jul 14 07:17:37.819581 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf59fb5b-ec72-4721-8d90-27b48db65bd6 req-894798ce-22ae-4919-90eb-866136e83b7a tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092360 Jul 14 07:17:37.950144 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91807da9-8841-4b74-ad3c-9bebdc911c50 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:37.977814 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91807da9-8841-4b74-ad3c-9bebdc911c50 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:38.044388 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-da7f1337-8163-4ef8-8a02-f69c2bc39a27 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:38.065493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-da7f1337-8163-4ef8-8a02-f69c2bc39a27 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Transition to ACTIVE for port object d4545f69-ed88-4ffb-9479-73ab5a234def will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:38.133473 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91807da9-8841-4b74-ad3c-9bebdc911c50 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:38.137981 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-91807da9-8841-4b74-ad3c-9bebdc911c50 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9551625 Jul 14 07:17:38.138143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33644) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:38.138631 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-da7f1337-8163-4ef8-8a02-f69c2bc39a27 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:38.140785 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91807da9-8841-4b74-ad3c-9bebdc911c50 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d457f372-6113-4a00-9e83-f1fcc537bf44,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:38.142824 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2f36202e-863c-43b4-8f2d-af05270d18bc tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group_rule': {'security_group_id': 'a18ba70b-8203-4300-b7ec-ff4685591307', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:38.196586 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f1337-8163-4ef8-8a02-f69c2bc39a27 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event updated for resources: {'Port': ['ID=d4545f69-ed88-4ffb-9479-73ab5a234def,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:38.197172 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f36202e-863c-43b4-8f2d-af05270d18bc tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:38.250321 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-da7f1337-8163-4ef8-8a02-f69c2bc39a27 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:17:38.254840 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-da7f1337-8163-4ef8-8a02-f69c2bc39a27 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:38.258855 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-da7f1337-8163-4ef8-8a02-f69c2bc39a27 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:17:38.302374 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f36202e-863c-43b4-8f2d-af05270d18bc tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:38.314049 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f36202e-863c-43b4-8f2d-af05270d18bc tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:38.343309 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-da7f1337-8163-4ef8-8a02-f69c2bc39a27 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:38.347760 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-da7f1337-8163-4ef8-8a02-f69c2bc39a27 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:38.360933 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36202e-863c-43b4-8f2d-af05270d18bc tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f2dd26-d548-4df9-a977-2bcb577f1be7,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:38.374975 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f36202e-863c-43b4-8f2d-af05270d18bc tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:38.376085 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ece3065-0ea1-45f9-a8d2-b474f49e5298 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:38.376709 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2f36202e-863c-43b4-8f2d-af05270d18bc tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2375998 Jul 14 07:17:38.385766 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33648) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:38.391356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-144a334c-3012-41a1-809e-a069b3fe3210 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group_rule': {'security_group_id': 'a18ba70b-8203-4300-b7ec-ff4685591307', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:38.504355 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e3ca03f-9851-4dca-81ec-98fc6189a628 req-6617bc02-a1ed-4ae8-be11-a294b4ab097b tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a42269e-b77b-435a-9474-4b8713c826e2 HTTP/1.1" status: 200 len: 210 time: 0.0530252 Jul 14 07:17:38.510443 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-144a334c-3012-41a1-809e-a069b3fe3210 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:38.589304 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-144a334c-3012-41a1-809e-a069b3fe3210 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:38.604135 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-144a334c-3012-41a1-809e-a069b3fe3210 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:38.648965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a334c-3012-41a1-809e-a069b3fe3210 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43da764-9850-4265-8d61-3725f112fabc,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:38.661460 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-144a334c-3012-41a1-809e-a069b3fe3210 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:38.663910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-144a334c-3012-41a1-809e-a069b3fe3210 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2764180 Jul 14 07:17:38.666827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33650) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:38.675227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-18bf843f-9802-4f7e-8683-86fe2754abbe tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group_rule': {'security_group_id': 'a18ba70b-8203-4300-b7ec-ff4685591307', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:38.676529 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-da7f1337-8163-4ef8-8a02-f69c2bc39a27 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8542557 Jul 14 07:17:38.704031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-865a53dc-7752-4892-8178-b83e8dbe69b4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Request body: {'port': {'device_id': '70aed3f3-4254-438f-b75e-74f7845698d8', 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f', 'admin_state_up': True, 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'security_groups': ['3591ce90-7b40-4e9a-a3ac-4505407c24fe']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:38.787584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2bfef0ea-868f-4d75-9058-681d1ee26f87 None None] Provisioning for port d4545f69-ed88-4ffb-9479-73ab5a234def completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:38.795593 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2bfef0ea-868f-4d75-9058-681d1ee26f87 None None] Provisioning complete for port d4545f69-ed88-4ffb-9479-73ab5a234def triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:38.796857 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2bfef0ea-868f-4d75-9058-681d1ee26f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:38.890899 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-2bfef0ea-868f-4d75-9058-681d1ee26f87 None None] Port d4545f69-ed88-4ffb-9479-73ab5a234def cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:17:39.023008 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:17:39.121326 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18bf843f-9802-4f7e-8683-86fe2754abbe tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:39.146773 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-865a53dc-7752-4892-8178-b83e8dbe69b4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Made reservation on behalf of fa1319ff0abd4cafa263b8b7a1f4e079 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:39.155033 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-865a53dc-7752-4892-8178-b83e8dbe69b4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:39.205891 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2ece3065-0ea1-45f9-a8d2-b474f49e5298 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting port dbb185d0-ca63-438a-b527-8aced0131e32 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:39.206624 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ece3065-0ea1-45f9-a8d2-b474f49e5298 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:39.247617 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-3001060e-ce3b-4762-9948-84a9990e0ecf tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:39.249032 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-3001060e-ce3b-4762-9948-84a9990e0ecf tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.15 "GET /v2.0/networks?id=0016421d-df1c-4cd1-a834-dae508e47911 HTTP/1.1" status: 200 len: 821 time: 0.5569594 Jul 14 07:17:39.295755 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-1e959c28-ca02-42af-b206-491e834cd86a tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Request body: {'port': {'device_id': '4a42269e-b77b-435a-9474-4b8713c826e2', 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911', 'admin_state_up': True, 'tenant_id': '63f88cc9896d4fd7addd98da9d3f57db'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:39.311609 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ece3065-0ea1-45f9-a8d2-b474f49e5298 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:39.318280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb207ca-7064-48b2-9662-16f737d4df55 req-223718d7-9455-470f-822b-5d0de93db333 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:39.320029 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-adb207ca-7064-48b2-9662-16f737d4df55 req-223718d7-9455-470f-822b-5d0de93db333 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 948 time: 0.4879003 Jul 14 07:17:39.325551 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2ece3065-0ea1-45f9-a8d2-b474f49e5298 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Calling delete_port for dbb185d0-ca63-438a-b527-8aced0131e32 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:39.560759 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18bf843f-9802-4f7e-8683-86fe2754abbe tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:39.597241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cdb68-e4d5-433d-b7be-9b10963d1ede req-93ffb4a9-0b28-475a-ab7f-2424d3f3e378 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:39.605776 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cdb68-e4d5-433d-b7be-9b10963d1ede req-93ffb4a9-0b28-475a-ab7f-2424d3f3e378 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:39.607617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc2cdb68-e4d5-433d-b7be-9b10963d1ede req-93ffb4a9-0b28-475a-ab7f-2424d3f3e378 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 1653 time: 0.4445312 Jul 14 07:17:39.621614 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580330ff-6096-4b8b-a020-c5562edbaf94 req-9494ccd2-4dc1-4325-8edd-b070dd31cfbd tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:39.623396 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-580330ff-6096-4b8b-a020-c5562edbaf94 req-9494ccd2-4dc1-4325-8edd-b070dd31cfbd tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 948 time: 0.4592164 Jul 14 07:17:39.635361 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18bf843f-9802-4f7e-8683-86fe2754abbe tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:39.649106 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ece3065-0ea1-45f9-a8d2-b474f49e5298 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:39.718195 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-865a53dc-7752-4892-8178-b83e8dbe69b4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Allocated IP 10.1.1.212 (e2bffbaa-11bf-44cd-a766-8c9e55cefe3f/16dcc09a-1e30-45e6-86b4-4ea5de857c42/bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:17:39.721144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece3065-0ea1-45f9-a8d2-b474f49e5298 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Port': ['ID=dbb185d0-ca63-438a-b527-8aced0131e32,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:39.741997 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf843f-9802-4f7e-8683-86fe2754abbe tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f66a257-4b09-4df0-a64d-57f1084b79ff,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:39.744970 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-adb207ca-7064-48b2-9662-16f737d4df55 req-51396766-8fa4-48a3-ab72-209a184a8ee2 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Deleting port a3935879-baa3-49fe-a9d0-35dd5b538fb6 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:39.745534 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-adb207ca-7064-48b2-9662-16f737d4df55 req-51396766-8fa4-48a3-ab72-209a184a8ee2 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:39.828929 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ece3065-0ea1-45f9-a8d2-b474f49e5298 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:40.073373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ece3065-0ea1-45f9-a8d2-b474f49e5298 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router 19c432f8-e3c8-4d24-9153-7029ce1408d5 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:17:40.186026 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ece3065-0ea1-45f9-a8d2-b474f49e5298 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:17:40.195522 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7151d3-4ed7-4282-8188-a87498aff000 None None] Sync routers for ids ['19c432f8-e3c8-4d24-9153-7029ce1408d5'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:17:40.207213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7151d3-4ed7-4282-8188-a87498aff000 None None] Routers {'19c432f8-e3c8-4d24-9153-7029ce1408d5'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:17:40.208055 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ed7151d3-4ed7-4282-8188-a87498aff000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:17:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['19c432f8-e3c8-4d24-9153-7029ce1408d5'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:40.211716 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2ece3065-0ea1-45f9-a8d2-b474f49e5298 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/19c432f8-e3c8-4d24-9153-7029ce1408d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7242835 Jul 14 07:17:40.221611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33670) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:40.280119 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc2cdb68-e4d5-433d-b7be-9b10963d1ede req-fa1e48c2-a8c8-4255-b03e-418bf2c56253 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6545451 Jul 14 07:17:40.285648 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ed7151d3-4ed7-4282-8188-a87498aff000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:40.286826 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18bf843f-9802-4f7e-8683-86fe2754abbe tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:40.288242 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-18bf843f-9802-4f7e-8683-86fe2754abbe tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6197510 Jul 14 07:17:40.299756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33674) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:40.314681 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7151d3-4ed7-4282-8188-a87498aff000 None None] Routers {'19c432f8-e3c8-4d24-9153-7029ce1408d5'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:17:40.316676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ed7151d3-4ed7-4282-8188-a87498aff000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:17:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['19c432f8-e3c8-4d24-9153-7029ce1408d5'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:40.322336 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-fb2b0a19-9257-4b29-97b7-1e6921eb376b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group_rule': {'security_group_id': 'a18ba70b-8203-4300-b7ec-ff4685591307', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:40.323154 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a7e775e9-fa47-4bc5-aae8-cfeafd5b978c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/ports?device_id=19c432f8-e3c8-4d24-9153-7029ce1408d5 HTTP/1.1" status: 200 len: 205 time: 0.0993669 Jul 14 07:17:40.336686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33676) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:40.374777 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-580330ff-6096-4b8b-a020-c5562edbaf94 req-85ee4f78-d90b-4bb9-bc22-1732a7b53821 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7303131 Jul 14 07:17:40.403303 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ed7151d3-4ed7-4282-8188-a87498aff000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:40.404925 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7151d3-4ed7-4282-8188-a87498aff000 None None] The sync data for ids ['19c432f8-e3c8-4d24-9153-7029ce1408d5'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:17:40.444451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-1e959c28-ca02-42af-b206-491e834cd86a tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Made reservation on behalf of 63f88cc9896d4fd7addd98da9d3f57db for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:40.450508 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-1e959c28-ca02-42af-b206-491e834cd86a tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:40.491112 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-145ea60c-f111-4f58-8fcf-cd7c5eb996d3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:40.555597 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb2b0a19-9257-4b29-97b7-1e6921eb376b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:40.685883 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-adb207ca-7064-48b2-9662-16f737d4df55 req-51396766-8fa4-48a3-ab72-209a184a8ee2 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] For port a3935879-baa3-49fe-a9d0-35dd5b538fb6, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a3935879-baa3-49fe-a9d0-35dd5b538fb6,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:40.686296 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-adb207ca-7064-48b2-9662-16f737d4df55 req-51396766-8fa4-48a3-ab72-209a184a8ee2 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:40.748723 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d4087881-60c7-4e09-a8bf-e60a29fcccd1 req-f3dae346-1ae3-4f2d-9e36-d52c4195b283 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a42269e-b77b-435a-9474-4b8713c826e2 HTTP/1.1" status: 200 len: 210 time: 0.0942349 Jul 14 07:17:40.756967 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-adb207ca-7064-48b2-9662-16f737d4df55 req-51396766-8fa4-48a3-ab72-209a184a8ee2 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Calling delete_port for a3935879-baa3-49fe-a9d0-35dd5b538fb6 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:40.814823 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb2b0a19-9257-4b29-97b7-1e6921eb376b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:40.860965 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb2b0a19-9257-4b29-97b7-1e6921eb376b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:40.905777 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b0a19-9257-4b29-97b7-1e6921eb376b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9f1bd8-5ceb-4482-95ce-5b5884d6e569,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:40.911538 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-1e959c28-ca02-42af-b206-491e834cd86a tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Allocated IP 172.20.0.5 (0016421d-df1c-4cd1-a834-dae508e47911/5918044e-a8af-4c2f-b837-95b1468fa844/9474bf8d-2059-4b59-abfd-8c1dda41cb47) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:17:40.918869 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb2b0a19-9257-4b29-97b7-1e6921eb376b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:40.923701 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fb2b0a19-9257-4b29-97b7-1e6921eb376b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6048038 Jul 14 07:17:40.924450 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33678) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:40.984219 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93713f9b-a7cc-4f86-bd2f-915450132eef tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:40.994106 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93713f9b-a7cc-4f86-bd2f-915450132eef tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:41.085138 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93713f9b-a7cc-4f86-bd2f-915450132eef tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:41.091221 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93713f9b-a7cc-4f86-bd2f-915450132eef tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:41.095915 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-93713f9b-a7cc-4f86-bd2f-915450132eef tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/0b9f1bd8-5ceb-4482-95ce-5b5884d6e569 HTTP/1.1" status: 204 len: 168 time: 0.1638288 Jul 14 07:17:41.096805 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33682) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:41.149757 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93713f9b-a7cc-4f86-bd2f-915450132eef tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b9f1bd8-5ceb-4482-95ce-5b5884d6e569,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:41.210363 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-adb207ca-7064-48b2-9662-16f737d4df55 req-51396766-8fa4-48a3-ab72-209a184a8ee2 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:41.254001 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-865a53dc-7752-4892-8178-b83e8dbe69b4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:41.260640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2ce75850-8743-4b21-9995-0fa31154d688 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1343758 Jul 14 07:17:41.264082 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33684) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:41.272351 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-865a53dc-7752-4892-8178-b83e8dbe69b4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Transition to ACTIVE for port object bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:41.300688 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51396766-8fa4-48a3-ab72-209a184a8ee2 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Pushing event deleted for resources: {'Port': ['ID=a3935879-baa3-49fe-a9d0-35dd5b538fb6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:41.327593 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-145ea60c-f111-4f58-8fcf-cd7c5eb996d3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:41.332142 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-145ea60c-f111-4f58-8fcf-cd7c5eb996d3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:41.403023 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-865a53dc-7752-4892-8178-b83e8dbe69b4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:41.427790 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ab79872-f4b0-4469-9e77-fe0e69ad8e1a tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:41.432330 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb207ca-7064-48b2-9662-16f737d4df55 req-51396766-8fa4-48a3-ab72-209a184a8ee2 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] No DVR routers for this DVR port a3935879-baa3-49fe-a9d0-35dd5b538fb6 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:17:41.437533 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-adb207ca-7064-48b2-9662-16f737d4df55 req-51396766-8fa4-48a3-ab72-209a184a8ee2 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:41.441173 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-adb207ca-7064-48b2-9662-16f737d4df55 req-51396766-8fa4-48a3-ab72-209a184a8ee2 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.15 "DELETE /v2.0/ports/a3935879-baa3-49fe-a9d0-35dd5b538fb6 HTTP/1.1" status: 204 len: 173 time: 2.1139450 Jul 14 07:17:41.453773 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d7bb81-1cc2-4dbc-858e-182a5601cc3d', 'name': 'network-vif-deleted', 'tag': 'a3935879-baa3-49fe-a9d0-35dd5b538fb6'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:17:41.457546 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364ef85e-ea82-47a9-82f1-16a9fbde1bfd" -d '{"events": [{"server_uuid": "d5d7bb81-1cc2-4dbc-858e-182a5601cc3d", "name": "network-vif-deleted", "tag": "a3935879-baa3-49fe-a9d0-35dd5b538fb6"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:17:41.513867 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ab79872-f4b0-4469-9e77-fe0e69ad8e1a tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:41.537162 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a53dc-7752-4892-8178-b83e8dbe69b4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event updated for resources: {'Port': ['ID=bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:41.563495 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-145ea60c-f111-4f58-8fcf-cd7c5eb996d3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:41.567709 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145ea60c-f111-4f58-8fcf-cd7c5eb996d3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Fanout notify agent at l3_agent the message router_deleted on router 19c432f8-e3c8-4d24-9153-7029ce1408d5 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:17:41.594161 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-145ea60c-f111-4f58-8fcf-cd7c5eb996d3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:41.599224 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-145ea60c-f111-4f58-8fcf-cd7c5eb996d3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/routers/19c432f8-e3c8-4d24-9153-7029ce1408d5 HTTP/1.1" status: 204 len: 168 time: 1.2607024 Jul 14 07:17:41.600247 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33702) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:41.627371 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-865a53dc-7752-4892-8178-b83e8dbe69b4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:17:41.662405 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-1e959c28-ca02-42af-b206-491e834cd86a tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:41.805406 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-865a53dc-7752-4892-8178-b83e8dbe69b4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:41.811181 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-865a53dc-7752-4892-8178-b83e8dbe69b4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:17:41.833488 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a3935879-baa3-49fe-a9d0-35dd5b538fb6 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:17:41.835126 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ab79872-f4b0-4469-9e77-fe0e69ad8e1a tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:41.859112 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e92c7601-b14d-4478-b2c3-4df37271a46e req-597b63b2-ab75-4634-b00e-a45850ee54fc tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d7bb81-1cc2-4dbc-858e-182a5601cc3d HTTP/1.1" status: 200 len: 210 time: 0.0862112 Jul 14 07:17:41.873386 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ab79872-f4b0-4469-9e77-fe0e69ad8e1a tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:41.876983 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1ab79872-f4b0-4469-9e77-fe0e69ad8e1a tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/3f66a257-4b09-4df0-a64d-57f1084b79ff HTTP/1.1" status: 204 len: 168 time: 0.5920575 Jul 14 07:17:41.904176 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33712) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:41.924243 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: a3935879-baa3-49fe-a9d0-35dd5b538fb6 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:17:41.926163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a3935879-baa3-49fe-a9d0-35dd5b538fb6 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:17:41.926565 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab79872-f4b0-4469-9e77-fe0e69ad8e1a tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f66a257-4b09-4df0-a64d-57f1084b79ff,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:41.948380 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d488d8d-0c64-4af6-b9f4-135fb3596fa3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting subnet 8ba02f69-bdc0-408a-b324-30762c315cfe {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:17:41.968141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e47af-451a-486c-b52c-ff510e4b86db req-33b1ae1d-b86b-44ad-9b5b-338fe2152408 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:41.986184 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-865a53dc-7752-4892-8178-b83e8dbe69b4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:41.988966 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-865a53dc-7752-4892-8178-b83e8dbe69b4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:42.004059 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e47af-451a-486c-b52c-ff510e4b86db req-33b1ae1d-b86b-44ad-9b5b-338fe2152408 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:42.021874 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e47af-451a-486c-b52c-ff510e4b86db req-33b1ae1d-b86b-44ad-9b5b-338fe2152408 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:42.045805 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d488d8d-0c64-4af6-b9f4-135fb3596fa3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:42.063331 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8b9e47af-451a-486c-b52c-ff510e4b86db req-33b1ae1d-b86b-44ad-9b5b-338fe2152408 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 2374 time: 0.4199595 Jul 14 07:17:42.066487 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a75009-438b-40a4-8029-924f5ac6938f x-openstack-request-id: req-e2a75009-438b-40a4-8029-924f5ac6938f {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:17:42.066768 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d7bb81-1cc2-4dbc-858e-182a5601cc3d", "name": "network-vif-deleted", "tag": "a3935879-baa3-49fe-a9d0-35dd5b538fb6", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:17:42.067023 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2a75009-438b-40a4-8029-924f5ac6938f {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:17:42.067420 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d7bb81-1cc2-4dbc-858e-182a5601cc3d', 'name': 'network-vif-deleted', 'tag': 'a3935879-baa3-49fe-a9d0-35dd5b538fb6', 'status': 'completed', 'code': 200} Jul 14 07:17:42.133043 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-865a53dc-7752-4892-8178-b83e8dbe69b4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4506669 Jul 14 07:17:42.169704 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-bc59b162-d447-4fb5-aa26-009b2fcd02b5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Request body: {'port': {'device_id': '70aed3f3-4254-438f-b75e-74f7845698d8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0f2d86f7-e97d-407b-af2a-19fc19ea6fbf', 'admin_state_up': True, 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'security_groups': ['3591ce90-7b40-4e9a-a3ac-4505407c24fe']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:42.305952 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-59c6c696-26a3-4a6f-b0f8-ea447a63bddc tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4007773 Jul 14 07:17:42.307236 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-1e959c28-ca02-42af-b206-491e834cd86a tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:42.314608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33722) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:42.384608 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8b9e47af-451a-486c-b52c-ff510e4b86db req-d0d639fa-2c06-47b2-a374-1ca44089d864 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3192728 Jul 14 07:17:42.475304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a0fd36a-d45e-4313-b9ff-5b4f81492f7c None None] Provisioning for port bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:42.480198 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d488d8d-0c64-4af6-b9f4-135fb3596fa3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:42.489476 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-1e959c28-ca02-42af-b206-491e834cd86a tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Network 0016421d-df1c-4cd1-a834-dae508e47911 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:17:42.490196 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a0fd36a-d45e-4313-b9ff-5b4f81492f7c None None] Provisioning complete for port bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:42.494599 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a0fd36a-d45e-4313-b9ff-5b4f81492f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:42.501148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-1e959c28-ca02-42af-b206-491e834cd86a tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:42.504381 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-1e959c28-ca02-42af-b206-491e834cd86a tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:17:42.515752 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33726) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:42.526723 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c30d61a-d262-4d53-82a8-d3b3f0806a3d tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:42.530697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e959c28-ca02-42af-b206-491e834cd86a tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Pushing event updated for resources: {'Port': ['ID=9474bf8d-2059-4b59-abfd-8c1dda41cb47,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:42.604940 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a0fd36a-d45e-4313-b9ff-5b4f81492f7c None None] Port bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:17:42.615993 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c30d61a-d262-4d53-82a8-d3b3f0806a3d tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:42.694806 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-1e959c28-ca02-42af-b206-491e834cd86a tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:42.695758 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-1e959c28-ca02-42af-b206-491e834cd86a tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:42.729219 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d488d8d-0c64-4af6-b9f4-135fb3596fa3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:42.739244 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c30d61a-d262-4d53-82a8-d3b3f0806a3d tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:42.751137 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c30d61a-d262-4d53-82a8-d3b3f0806a3d tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:42.753254 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2c30d61a-d262-4d53-82a8-d3b3f0806a3d tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/f43da764-9850-4265-8d61-3725f112fabc HTTP/1.1" status: 204 len: 168 time: 0.4373477 Jul 14 07:17:42.761180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33730) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:42.794938 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-bc59b162-d447-4fb5-aa26-009b2fcd02b5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Made reservation on behalf of fa1319ff0abd4cafa263b8b7a1f4e079 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:42.800030 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30d61a-d262-4d53-82a8-d3b3f0806a3d tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f43da764-9850-4265-8d61-3725f112fabc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:42.823416 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-1e959c28-ca02-42af-b206-491e834cd86a tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5342336 Jul 14 07:17:42.852499 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Request body: {'port': {'device_id': '4a42269e-b77b-435a-9474-4b8713c826e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:42.898072 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-bc59b162-d447-4fb5-aa26-009b2fcd02b5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:42.904690 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45de9c26-4f57-4535-b186-5e1f6bfbf663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:42.936050 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7df26b0e-bb29-42ef-87d0-78eccefea146 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1650805 Jul 14 07:17:42.941308 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33734) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:42.969049 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2d6c7-e243-45ab-94fc-e9d191bfc559 req-25fad76f-8197-47c0-a25d-c6005e161725 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:42.976557 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9fd2d6c7-e243-45ab-94fc-e9d191bfc559 req-25fad76f-8197-47c0-a25d-c6005e161725 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a42269e-b77b-435a-9474-4b8713c826e2 HTTP/1.1" status: 200 len: 931 time: 0.2915516 Jul 14 07:17:43.098845 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e62475a-f104-4104-961a-7946ed50e1c2 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:43.121086 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e62475a-f104-4104-961a-7946ed50e1c2 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:43.136322 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9fd2d6c7-e243-45ab-94fc-e9d191bfc559 req-f428cc84-82d2-4b17-901e-70e8a4eb1ce4 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587687 Jul 14 07:17:43.142029 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:43.165949 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d488d8d-0c64-4af6-b9f4-135fb3596fa3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:43.227861 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d488d8d-0c64-4af6-b9f4-135fb3596fa3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba02f69-bdc0-408a-b324-30762c315cfe,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:43.237448 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d488d8d-0c64-4af6-b9f4-135fb3596fa3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:43.241443 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1d488d8d-0c64-4af6-b9f4-135fb3596fa3 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/subnets/8ba02f69-bdc0-408a-b324-30762c315cfe HTTP/1.1" status: 204 len: 168 time: 1.6100974 Jul 14 07:17:43.242133 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33738) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:43.267337 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7dccf9-9c28-4902-beca-5780b73e9451 None None] Network 8058d7c4-edd4-4154-ae8b-4ade8ccfe357 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:17:43.283682 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e62475a-f104-4104-961a-7946ed50e1c2 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:43.320143 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e62475a-f104-4104-961a-7946ed50e1c2 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:43.323941 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9e62475a-f104-4104-961a-7946ed50e1c2 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/c8f2dd26-d548-4df9-a977-2bcb577f1be7 HTTP/1.1" status: 204 len: 168 time: 0.3750799 Jul 14 07:17:43.325573 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33740) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:43.361158 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62475a-f104-4104-961a-7946ed50e1c2 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8f2dd26-d548-4df9-a977-2bcb577f1be7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:43.429919 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:43.434391 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-bc59b162-d447-4fb5-aa26-009b2fcd02b5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Allocated IP 10.2.2.100 (0f2d86f7-e97d-407b-af2a-19fc19ea6fbf/6e3d73eb-1b79-476a-9c74-b4eeb2a0decc/657ec3e0-c604-4d77-83f7-2f17b5ca4a0d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:17:43.494146 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ea5e2fa5-033d-49ce-92f9-ac12b2786175 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1009483 Jul 14 07:17:43.499199 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33748) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:43.584803 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45de9c26-4f57-4535-b186-5e1f6bfbf663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:43.591517 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] DHCP port deletion for 8058d7c4-edd4-4154-ae8b-4ade8ccfe357 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:17:43.623965 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1e16b05b-77b0-4a2c-ac52-15ed34eead2a tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:43.627207 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45de9c26-4f57-4535-b186-5e1f6bfbf663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:43.700622 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1e16b05b-77b0-4a2c-ac52-15ed34eead2a tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:43.731816 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] Deleting port 014e4572-85f6-4587-9d84-c1507125a60f {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:43.732184 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:43.760467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting port 014e4572-85f6-4587-9d84-c1507125a60f {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:43.760962 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:43.762315 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-45de9c26-4f57-4535-b186-5e1f6bfbf663 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a95f7ee11e549bfaab4c972c3027f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2325292 Jul 14 07:17:43.766829 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33752) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:43.774014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de9c26-4f57-4535-b186-5e1f6bfbf663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d532fcc8-7b68-42da-853b-51150b5dbbc4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:43.801722 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ace5c-9232-476a-a5bb-8101112ca891 req-b358dcde-17fb-48f9-9d26-53f634dd1753 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:43.804906 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3b9ace5c-9232-476a-a5bb-8101112ca891 req-b358dcde-17fb-48f9-9d26-53f634dd1753 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ea90f38-5f68-480f-9791-0e4c34ec7358 HTTP/1.1" status: 200 len: 949 time: 0.2272630 Jul 14 07:17:43.847316 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1e16b05b-77b0-4a2c-ac52-15ed34eead2a tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:43.863387 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1e16b05b-77b0-4a2c-ac52-15ed34eead2a tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:43.864529 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1e16b05b-77b0-4a2c-ac52-15ed34eead2a tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/d457f372-6113-4a00-9e83-f1fcc537bf44 HTTP/1.1" status: 204 len: 168 time: 0.3617656 Jul 14 07:17:43.872173 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3b9ace5c-9232-476a-a5bb-8101112ca891 req-10457b58-4d2a-4cfa-9db7-de61337bc430 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608721 Jul 14 07:17:43.872688 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33754) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:43.892312 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] For port 014e4572-85f6-4587-9d84-c1507125a60f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=014e4572-85f6-4587-9d84-c1507125a60f,segment=NetworkSegment(7412519d-c7e2-49a8-85e9-8e86416d6013),segment_id=7412519d-c7e2-49a8-85e9-8e86416d6013)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:43.893277 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:43.897847 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-bc59b162-d447-4fb5-aa26-009b2fcd02b5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:43.911315 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16b05b-77b0-4a2c-ac52-15ed34eead2a tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d457f372-6113-4a00-9e83-f1fcc537bf44,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:43.922906 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] Calling delete_port for 014e4572-85f6-4587-9d84-c1507125a60f owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:43.928936 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] For port 014e4572-85f6-4587-9d84-c1507125a60f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=014e4572-85f6-4587-9d84-c1507125a60f,segment=NetworkSegment(7412519d-c7e2-49a8-85e9-8e86416d6013),segment_id=7412519d-c7e2-49a8-85e9-8e86416d6013)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:43.929459 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:43.943395 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-bc59b162-d447-4fb5-aa26-009b2fcd02b5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Transition to ACTIVE for port object 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:43.964237 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Calling delete_port for 014e4572-85f6-4587-9d84-c1507125a60f owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:43.968390 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84958bf3-7afd-4ee0-a236-6410098dbf72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.049830 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ef71eb80-2aaf-4453-a2db-6d6199c69de7 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1290710 Jul 14 07:17:44.050909 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33756) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:44.059267 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.087828 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] Pushing event deleted for resources: {'Port': ['ID=014e4572-85f6-4587-9d84-c1507125a60f,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:44.088526 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9474bf8d-2059-4b59-abfd-8c1dda41cb47 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:17:44.097956 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:44.098499 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:44.098780 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84958bf3-7afd-4ee0-a236-6410098dbf72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.099017 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:44.099744 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:44.100165 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:44.100663 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:44.101090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:44.101653 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:44.102194 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:44.102669 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:44.103092 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:44.103827 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:17:44.106972 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762df35-2c8e-477e-93b9-2b3f1d2ccac8 req-7b812d73-f4ce-4ca1-b075-02be9465fef0 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:44.111206 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c12051-f9bc-4ade-8e73-9274d23eef72 None None] No DVR routers for this DVR port 014e4572-85f6-4587-9d84-c1507125a60f on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:17:44.113422 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762df35-2c8e-477e-93b9-2b3f1d2ccac8 req-7b812d73-f4ce-4ca1-b075-02be9465fef0 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:44.122584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762df35-2c8e-477e-93b9-2b3f1d2ccac8 req-7b812d73-f4ce-4ca1-b075-02be9465fef0 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:44.122584 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5762df35-2c8e-477e-93b9-2b3f1d2ccac8 req-7b812d73-f4ce-4ca1-b075-02be9465fef0 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 2374 time: 0.2659652 Jul 14 07:17:44.132222 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.179009 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.195388 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-bc59b162-d447-4fb5-aa26-009b2fcd02b5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.202821 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Transition to ACTIVE for port object 9474bf8d-2059-4b59-abfd-8c1dda41cb47 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:44.244498 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-574d3d74-2ec5-4c5b-bbb7-69a566073a3f tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.244827 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-bc59b162-d447-4fb5-aa26-009b2fcd02b5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Network 0f2d86f7-e97d-407b-af2a-19fc19ea6fbf is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:17:44.249480 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-bc59b162-d447-4fb5-aa26-009b2fcd02b5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:44.251417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Port': ['ID=014e4572-85f6-4587-9d84-c1507125a60f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:44.257428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-bc59b162-d447-4fb5-aa26-009b2fcd02b5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:17:44.268822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] No DVR routers for this DVR port 014e4572-85f6-4587-9d84-c1507125a60f on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:17:44.270614 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-574d3d74-2ec5-4c5b-bbb7-69a566073a3f tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.333660 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.338984 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5762df35-2c8e-477e-93b9-2b3f1d2ccac8 req-78661796-1a07-48c1-9220-925f7ccafa09 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998415 Jul 14 07:17:44.341423 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-574d3d74-2ec5-4c5b-bbb7-69a566073a3f tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.344034 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-574d3d74-2ec5-4c5b-bbb7-69a566073a3f tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.348547 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-574d3d74-2ec5-4c5b-bbb7-69a566073a3f tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-groups/a18ba70b-8203-4300-b7ec-ff4685591307 HTTP/1.1" status: 204 len: 168 time: 0.2941658 Jul 14 07:17:44.350594 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33760) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:44.458639 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d3d74-2ec5-4c5b-bbb7-69a566073a3f tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18ba70b-8203-4300-b7ec-ff4685591307,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:44.517329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Pushing event updated for resources: {'Port': ['ID=9474bf8d-2059-4b59-abfd-8c1dda41cb47,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:44.553225 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.562770 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8bc77c45-d667-42d1-8aab-eecb08587376 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2060969 Jul 14 07:17:44.570624 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33762) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:44.574982 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8058d7c4-edd4-4154-ae8b-4ade8ccfe357']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:44.578986 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2e3fc9fe-64e3-4c38-aa3e-1c5c2949ed16 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247599379'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:44.588193 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7412519d-c7e2-49a8-85e9-8e86416d6013') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:44.588589 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7412519d-c7e2-49a8-85e9-8e86416d6013') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:44.600683 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.644620 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.649741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a38e8-a282-4396-a3c8-e7af5096aef9 req-799b2ad3-c45c-44ba-b533-59cd1911de87 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:44.651370 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-190a38e8-a282-4396-a3c8-e7af5096aef9 req-799b2ad3-c45c-44ba-b533-59cd1911de87 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a42269e-b77b-435a-9474-4b8713c826e2 HTTP/1.1" status: 200 len: 943 time: 0.2549393 Jul 14 07:17:44.663233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59b162-d447-4fb5-aa26-009b2fcd02b5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event updated for resources: {'Port': ['ID=657ec3e0-c604-4d77-83f7-2f17b5ca4a0d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:44.675158 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:17:44.675812 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.679828 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e3fc9fe-64e3-4c38-aa3e-1c5c2949ed16 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:17:44.683973 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:17:44.736037 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84958bf3-7afd-4ee0-a236-6410098dbf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.752014 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84958bf3-7afd-4ee0-a236-6410098dbf72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.755778 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-84958bf3-7afd-4ee0-a236-6410098dbf72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d532fcc8-7b68-42da-853b-51150b5dbbc4 HTTP/1.1" status: 204 len: 168 time: 0.9803319 Jul 14 07:17:44.763162 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3483142b-6a28-4b91-bbec-1dceb2ab3a80 None None] Provisioning for port 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:44.769510 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3483142b-6a28-4b91-bbec-1dceb2ab3a80 None None] Provisioning complete for port 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:44.769886 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3483142b-6a28-4b91-bbec-1dceb2ab3a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.793453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Attempting to bind port 9474bf8d-2059-4b59-abfd-8c1dda41cb47 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:17:44.794060 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Attempting to bind port 9474bf8d-2059-4b59-abfd-8c1dda41cb47 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '3b03084f-175a-4e05-bd55-eb0e283b9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:17:44.794712 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Attempting to bind port 9474bf8d-2059-4b59-abfd-8c1dda41cb47 on network 0016421d-df1c-4cd1-a834-dae508e47911 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:17:44.821531 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-190a38e8-a282-4396-a3c8-e7af5096aef9 req-609f1288-6f5e-4420-94f3-10d2102be6fc tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482968 Jul 14 07:17:44.826906 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Port 9474bf8d-2059-4b59-abfd-8c1dda41cb47 on network 0016421d-df1c-4cd1-a834-dae508e47911 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:17:44.829424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Attempting to bind port 9474bf8d-2059-4b59-abfd-8c1dda41cb47 on network 0016421d-df1c-4cd1-a834-dae508e47911 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:17:44.837276 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:17:44.837949 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Checking segment: {'id': '3b03084f-175a-4e05-bd55-eb0e283b9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:17:44.838841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Bound using segment: {'id': '3b03084f-175a-4e05-bd55-eb0e283b9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:17:44.839579 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Bound port: 9474bf8d-2059-4b59-abfd-8c1dda41cb47, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b03084f-175a-4e05-bd55-eb0e283b9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:17:44.840196 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.849539 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-bc59b162-d447-4fb5-aa26-009b2fcd02b5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:44.850228 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-bc59b162-d447-4fb5-aa26-009b2fcd02b5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.880905 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84958bf3-7afd-4ee0-a236-6410098dbf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d532fcc8-7b68-42da-853b-51150b5dbbc4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:44.938430 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.940714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3483142b-6a28-4b91-bbec-1dceb2ab3a80 None None] Port 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:17:44.952799 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] For port 9474bf8d-2059-4b59-abfd-8c1dda41cb47, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:17:44.961667 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.962451 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e3fc9fe-64e3-4c38-aa3e-1c5c2949ed16 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:44.968218 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/networks/8058d7c4-edd4-4154-ae8b-4ade8ccfe357 HTTP/1.1" status: 204 len: 168 time: 1.7207706 Jul 14 07:17:44.974578 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33772) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:44.982571 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] For port 9474bf8d-2059-4b59-abfd-8c1dda41cb47, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=9474bf8d-2059-4b59-abfd-8c1dda41cb47,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:17:44.984594 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e3fc9fe-64e3-4c38-aa3e-1c5c2949ed16 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:45.004539 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:45.009508 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1546401877', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:45.027659 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835aec0-174b-47fa-817b-31b73efcd31c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Network': ['ID=8058d7c4-edd4-4154-ae8b-4ade8ccfe357,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:45.032493 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-bc59b162-d447-4fb5-aa26-009b2fcd02b5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8914747 Jul 14 07:17:45.069408 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e1d83f13-1407-4f60-bbec-a1d6c1abc587 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Request body: {'port': {'device_id': '70aed3f3-4254-438f-b75e-74f7845698d8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0f2d86f7-e97d-407b-af2a-19fc19ea6fbf', 'admin_state_up': True, 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'security_groups': ['3591ce90-7b40-4e9a-a3ac-4505407c24fe']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:45.145658 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Pushing event updated for resources: {'Port': ['ID=9474bf8d-2059-4b59-abfd-8c1dda41cb47,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:45.214110 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 014e4572-85f6-4587-9d84-c1507125a60f no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:17:45.225713 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:45.226791 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:45.243985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 014e4572-85f6-4587-9d84-c1507125a60f {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:17:45.244909 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 014e4572-85f6-4587-9d84-c1507125a60f not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:17:45.258977 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:45.259861 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:45.263678 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7c90a4ba-18e8-4598-afa7-39613266a281 service neutron] 10.222.0.15 "PUT /v2.0/ports/9474bf8d-2059-4b59-abfd-8c1dda41cb47 HTTP/1.1" status: 200 len: 1091 time: 2.4208856 Jul 14 07:17:45.278970 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a42269e-b77b-435a-9474-4b8713c826e2', 'tag': '9474bf8d-2059-4b59-abfd-8c1dda41cb47'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:17:45.281862 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ed52a1-3236-4d2e-a249-596bf9cc2793" -d '{"events": [{"name": "network-changed", "server_uuid": "4a42269e-b77b-435a-9474-4b8713c826e2", "tag": "9474bf8d-2059-4b59-abfd-8c1dda41cb47"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:17:45.304966 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e3fc9fe-64e3-4c38-aa3e-1c5c2949ed16 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:45.309506 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2e3fc9fe-64e3-4c38-aa3e-1c5c2949ed16 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7344549 Jul 14 07:17:45.318360 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33778) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:45.320716 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fc9fe-64e3-4c38-aa3e-1c5c2949ed16 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de58de2a-786e-4894-870d-b6b9734ed89c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:45.328934 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e1d83f13-1407-4f60-bbec-a1d6c1abc587 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Made reservation on behalf of fa1319ff0abd4cafa263b8b7a1f4e079 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:45.333564 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e1d83f13-1407-4f60-bbec-a1d6c1abc587 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:45.336097 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:45.362543 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33780) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:45.384389 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2f7ce4e5-1e4c-42a7-b41a-65ff369cae21 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group_rule': {'security_group_id': 'de58de2a-786e-4894-870d-b6b9734ed89c', 'direction': 'ingress', 'protocol': 17}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:45.413841 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f776c122-fb5c-41ef-8858-f6ca08d0fb4e x-openstack-request-id: req-f776c122-fb5c-41ef-8858-f6ca08d0fb4e {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:17:45.414286 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a42269e-b77b-435a-9474-4b8713c826e2", "tag": "9474bf8d-2059-4b59-abfd-8c1dda41cb47", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:17:45.414436 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f776c122-fb5c-41ef-8858-f6ca08d0fb4e {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:17:45.414887 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a42269e-b77b-435a-9474-4b8713c826e2', 'tag': '9474bf8d-2059-4b59-abfd-8c1dda41cb47', 'status': 'completed', 'code': 200} Jul 14 07:17:45.420615 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:45.422007 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-045b6217-123d-48e4-95f6-145a1ca0c80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:45.452820 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce4e5-1e4c-42a7-b41a-65ff369cae21 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:45.511953 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7e4c0-28fe-4cc0-b42c-9eaafd8942a5 req-d72895aa-7dac-4abe-a022-1461f50ed5d1 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:45.521219 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-80a7e4c0-28fe-4cc0-b42c-9eaafd8942a5 req-d72895aa-7dac-4abe-a022-1461f50ed5d1 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ea90f38-5f68-480f-9791-0e4c34ec7358 HTTP/1.1" status: 200 len: 949 time: 0.3628981 Jul 14 07:17:45.541058 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:45.569659 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7e48c520-ced9-48a6-8c7f-93b4c09f7f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:45.571544 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-7e48c520-ced9-48a6-8c7f-93b4c09f7f4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63f88cc9896d4fd7addd98da9d3f57db&device_id=4a42269e-b77b-435a-9474-4b8713c826e2 HTTP/1.1" status: 200 len: 1094 time: 0.2526951 Jul 14 07:17:45.586414 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefad8cf-d950-4364-8e09-1ebaf1696d27 req-37e3e173-c704-423e-9e84-ce0dcabbac82 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:45.587923 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eefad8cf-d950-4364-8e09-1ebaf1696d27 req-37e3e173-c704-423e-9e84-ce0dcabbac82 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ea90f38-5f68-480f-9791-0e4c34ec7358 HTTP/1.1" status: 200 len: 949 time: 0.3860626 Jul 14 07:17:45.645827 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:45.647290 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-2e5c555f-ba37-44f2-a392-256bfef8651b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9474bf8d-2059-4b59-abfd-8c1dda41cb47 HTTP/1.1" status: 200 len: 217 time: 0.0582557 Jul 14 07:17:45.735823 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-80a7e4c0-28fe-4cc0-b42c-9eaafd8942a5 req-6643185b-5f14-4ce6-8bc3-108412d748ca tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/security-groups?id=b86bcde5-ba82-474e-bb15-ba604a360920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134962 Jul 14 07:17:45.792712 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce4e5-1e4c-42a7-b41a-65ff369cae21 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:45.817126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-49c7a5ba-81f6-4385-9c21-c78d6af48d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:45.824330 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-49c7a5ba-81f6-4385-9c21-c78d6af48d5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5918044e-a8af-4c2f-b837-95b1468fa844 HTTP/1.1" status: 200 len: 861 time: 0.1519523 Jul 14 07:17:45.878051 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e1d83f13-1407-4f60-bbec-a1d6c1abc587 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Allocated IP 10.2.2.200 (0f2d86f7-e97d-407b-af2a-19fc19ea6fbf/6e3d73eb-1b79-476a-9c74-b4eeb2a0decc/3181db43-d375-4837-9acb-b23c672feff1) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:17:45.891580 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce4e5-1e4c-42a7-b41a-65ff369cae21 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:45.935662 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-045b6217-123d-48e4-95f6-145a1ca0c80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:45.958343 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-045b6217-123d-48e4-95f6-145a1ca0c80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:46.022577 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ce4e5-1e4c-42a7-b41a-65ff369cae21 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775c1497-e801-4828-b605-ce8ab3d29343,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:46.026276 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-5ba470ff-dbb3-43f3-a632-4c50b135fc10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0016421d-df1c-4cd1-a834-dae508e47911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316631 Jul 14 07:17:46.035969 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-045b6217-123d-48e4-95f6-145a1ca0c80e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a19f7a47e2254742912366bf46a6902a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6723673 Jul 14 07:17:46.043500 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33790) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:46.055911 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce4e5-1e4c-42a7-b41a-65ff369cae21 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:46.057140 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2f7ce4e5-1e4c-42a7-b41a-65ff369cae21 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7202995 Jul 14 07:17:46.063473 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33792) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:46.082038 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b6217-123d-48e4-95f6-145a1ca0c80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f82cee-5cbd-4486-965d-2b2ecdd90480,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:46.125132 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170494f-93f6-4fe6-88e5-16a2b3b6e355 req-290b3c15-0250-43fb-b32e-32b7fcc32bd2 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:46.131198 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170494f-93f6-4fe6-88e5-16a2b3b6e355 req-290b3c15-0250-43fb-b32e-32b7fcc32bd2 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:46.137842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170494f-93f6-4fe6-88e5-16a2b3b6e355 req-290b3c15-0250-43fb-b32e-32b7fcc32bd2 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:46.143807 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170494f-93f6-4fe6-88e5-16a2b3b6e355 req-290b3c15-0250-43fb-b32e-32b7fcc32bd2 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:46.145726 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e170494f-93f6-4fe6-88e5-16a2b3b6e355 req-290b3c15-0250-43fb-b32e-32b7fcc32bd2 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 3095 time: 0.4845355 Jul 14 07:17:46.156339 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-eefad8cf-d950-4364-8e09-1ebaf1696d27 req-92e6cb41-676e-4d8f-bea1-4048dbe7b21c tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Deleting port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:46.156695 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-eefad8cf-d950-4364-8e09-1ebaf1696d27 req-92e6cb41-676e-4d8f-bea1-4048dbe7b21c tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:46.309292 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-03261731-5494-4f3b-8305-9426b309ca1d service neutron] 10.222.0.15 "GET /v2.0/networks/0016421d-df1c-4cd1-a834-dae508e47911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686684 Jul 14 07:17:46.319819 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e170494f-93f6-4fe6-88e5-16a2b3b6e355 req-3c90f47d-2ad2-4db6-9255-f3882ae9f1c9 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582780 Jul 14 07:17:46.456164 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652fa18-9353-4449-b03d-fbf5ca001e9f req-c9a029da-1cae-45a5-8764-6f35e8e0e3ee tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:46.458636 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a652fa18-9353-4449-b03d-fbf5ca001e9f req-c9a029da-1cae-45a5-8764-6f35e8e0e3ee tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a42269e-b77b-435a-9474-4b8713c826e2 HTTP/1.1" status: 200 len: 943 time: 0.2053273 Jul 14 07:17:46.460595 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-eefad8cf-d950-4364-8e09-1ebaf1696d27 req-92e6cb41-676e-4d8f-bea1-4048dbe7b21c tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] For port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:46.460960 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-eefad8cf-d950-4364-8e09-1ebaf1696d27 req-92e6cb41-676e-4d8f-bea1-4048dbe7b21c tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:46.501158 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-eefad8cf-d950-4364-8e09-1ebaf1696d27 req-92e6cb41-676e-4d8f-bea1-4048dbe7b21c tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Calling delete_port for ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:46.518970 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a51ab22-e632-4546-a6f4-2a593e40fdab req-ec5d8e67-c2d8-403d-84c3-0dd551249ae7 service neutron] 10.222.0.15 "GET /v2.0/networks/0016421d-df1c-4cd1-a834-dae508e47911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958489 Jul 14 07:17:46.640902 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a652fa18-9353-4449-b03d-fbf5ca001e9f req-65706350-7f4a-44ae-985d-e48f4838781a tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754439 Jul 14 07:17:46.668042 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:46.711434 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:46.722738 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed52a1-3236-4d2e-a249-596bf9cc2793 req-91ec9949-5f6d-4308-9e79-9897e5b5ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:46.724429 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2ed52a1-3236-4d2e-a249-596bf9cc2793 req-91ec9949-5f6d-4308-9e79-9897e5b5ede0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63f88cc9896d4fd7addd98da9d3f57db&device_id=4a42269e-b77b-435a-9474-4b8713c826e2 HTTP/1.1" status: 200 len: 1094 time: 0.1529288 Jul 14 07:17:46.763425 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-eefad8cf-d950-4364-8e09-1ebaf1696d27 req-92e6cb41-676e-4d8f-bea1-4048dbe7b21c tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:46.833762 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Allocated IP 172.25.7.9 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/e9a55181-6d68-4f82-97ae-392c33b3f23e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:17:46.945705 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:46.946218 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6cb41-676e-4d8f-bea1-4048dbe7b21c tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Pushing event deleted for resources: {'Port': ['ID=ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:46.953150 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefad8cf-d950-4364-8e09-1ebaf1696d27 req-92e6cb41-676e-4d8f-bea1-4048dbe7b21c tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] No DVR routers for this DVR port ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:17:47.007178 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e1d83f13-1407-4f60-bbec-a1d6c1abc587 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:47.010318 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:47.016719 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0473489e-0e77-40e7-ae31-04f582aca5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:47.095431 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:17:47.101671 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e1d83f13-1407-4f60-bbec-a1d6c1abc587 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Transition to ACTIVE for port object 3181db43-d375-4837-9acb-b23c672feff1 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:47.106321 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:47.108988 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:17:47.132051 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-137d5beb-4e49-46b5-9864-038bf460de0c tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:47.137128 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0473489e-0e77-40e7-ae31-04f582aca5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:47.261389 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=e9a55181-6d68-4f82-97ae-392c33b3f23e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:47.278252 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-137d5beb-4e49-46b5-9864-038bf460de0c tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:47.470341 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e1d83f13-1407-4f60-bbec-a1d6c1abc587 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:47.527412 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0473489e-0e77-40e7-ae31-04f582aca5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:47.530028 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0473489e-0e77-40e7-ae31-04f582aca5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:47.531180 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0473489e-0e77-40e7-ae31-04f582aca5e5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5f82cee-5cbd-4486-965d-2b2ecdd90480 HTTP/1.1" status: 204 len: 168 time: 1.4823980 Jul 14 07:17:47.571427 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473489e-0e77-40e7-ae31-04f582aca5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f82cee-5cbd-4486-965d-2b2ecdd90480,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:47.631206 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-eefad8cf-d950-4364-8e09-1ebaf1696d27 req-92e6cb41-676e-4d8f-bea1-4048dbe7b21c tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:47.633690 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eefad8cf-d950-4364-8e09-1ebaf1696d27 req-92e6cb41-676e-4d8f-bea1-4048dbe7b21c tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.30 "DELETE /v2.0/ports/ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 HTTP/1.1" status: 204 len: 173 time: 1.9831223 Jul 14 07:17:47.638134 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea90f38-5f68-480f-9791-0e4c34ec7358', 'name': 'network-vif-deleted', 'tag': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:17:47.640480 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b5859c-ce24-4a1c-a3ab-2f00651b3746" -d '{"events": [{"server_uuid": "0ea90f38-5f68-480f-9791-0e4c34ec7358", "name": "network-vif-deleted", "tag": "ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:17:47.655244 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b7dba38-cf4a-446c-aa41-8a48901130b7 req-f04f6b92-c0a5-43b1-b411-1b3261d2eef3 tempest-ListImageFiltersTestJSON-1170956312 tempest-ListImageFiltersTestJSON-1170956312-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ea90f38-5f68-480f-9791-0e4c34ec7358 HTTP/1.1" status: 200 len: 210 time: 0.7413759 Jul 14 07:17:47.678554 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e1d83f13-1407-4f60-bbec-a1d6c1abc587 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Network 0f2d86f7-e97d-407b-af2a-19fc19ea6fbf is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:17:47.739239 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed52a1-3236-4d2e-a249-596bf9cc2793 req-689d5fe1-8878-4e0e-97e3-7d27844367c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:47.742996 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e1d83f13-1407-4f60-bbec-a1d6c1abc587 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:47.744125 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2ed52a1-3236-4d2e-a249-596bf9cc2793 req-689d5fe1-8878-4e0e-97e3-7d27844367c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0016421d-df1c-4cd1-a834-dae508e47911 HTTP/1.1" status: 200 len: 922 time: 1.0112145 Jul 14 07:17:47.755352 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d83f13-1407-4f60-bbec-a1d6c1abc587 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event updated for resources: {'Port': ['ID=3181db43-d375-4837-9acb-b23c672feff1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:47.760493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e1d83f13-1407-4f60-bbec-a1d6c1abc587 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:17:47.780122 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-137d5beb-4e49-46b5-9864-038bf460de0c tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:47.792135 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-137d5beb-4e49-46b5-9864-038bf460de0c tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:47.793643 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-137d5beb-4e49-46b5-9864-038bf460de0c tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-groups/de58de2a-786e-4894-870d-b6b9734ed89c HTTP/1.1" status: 204 len: 168 time: 1.7252669 Jul 14 07:17:47.799980 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33816) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:47.807653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33818) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:47.845584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 9474bf8d-2059-4b59-abfd-8c1dda41cb47 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:17:47.879226 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b53403-70f7-4c8f-b7d6-27c65af09ae7 x-openstack-request-id: req-27b53403-70f7-4c8f-b7d6-27c65af09ae7 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:17:47.879647 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea90f38-5f68-480f-9791-0e4c34ec7358", "name": "network-vif-deleted", "tag": "ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:17:47.880362 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27b53403-70f7-4c8f-b7d6-27c65af09ae7 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:17:47.880876 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea90f38-5f68-480f-9791-0e4c34ec7358', 'name': 'network-vif-deleted', 'tag': 'ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04', 'status': 'completed', 'code': 200} Jul 14 07:17:47.886584 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2ed52a1-3236-4d2e-a249-596bf9cc2793 req-5d4ce907-632f-4dba-bcca-e3c901a4ef83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9474bf8d-2059-4b59-abfd-8c1dda41cb47 HTTP/1.1" status: 200 len: 217 time: 0.1330230 Jul 14 07:17:47.916817 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca314c-1948-4090-9882-ed6f3bfe0f49 req-fa5597c4-b8d4-42d9-85ae-27e7591b1711 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:47.928100 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d5beb-4e49-46b5-9864-038bf460de0c tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de58de2a-786e-4894-870d-b6b9734ed89c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:47.928957 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca314c-1948-4090-9882-ed6f3bfe0f49 req-fa5597c4-b8d4-42d9-85ae-27e7591b1711 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:47.949111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca314c-1948-4090-9882-ed6f3bfe0f49 req-fa5597c4-b8d4-42d9-85ae-27e7591b1711 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:47.971834 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca314c-1948-4090-9882-ed6f3bfe0f49 req-fa5597c4-b8d4-42d9-85ae-27e7591b1711 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:47.999042 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca314c-1948-4090-9882-ed6f3bfe0f49 req-fa5597c4-b8d4-42d9-85ae-27e7591b1711 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:48.000722 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:48.012418 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ca314c-1948-4090-9882-ed6f3bfe0f49 req-fa5597c4-b8d4-42d9-85ae-27e7591b1711 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 3816 time: 0.3686802 Jul 14 07:17:48.058638 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e1d83f13-1407-4f60-bbec-a1d6c1abc587 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:48.059566 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e1d83f13-1407-4f60-bbec-a1d6c1abc587 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:48.132098 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d876b5ef-7d31-4783-ad30-4e7592c5647c tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3150496 Jul 14 07:17:48.143347 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33830) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:48.148584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9319cde8-cfd6-4f99-808c-e1b663c8bfd9 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group': {'name': 'tempest-secgroup--133739013'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:48.173515 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 9474bf8d-2059-4b59-abfd-8c1dda41cb47, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=9474bf8d-2059-4b59-abfd-8c1dda41cb47,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:48.202163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '9474bf8d-2059-4b59-abfd-8c1dda41cb47', 'network_id': '0016421d-df1c-4cd1-a834-dae508e47911', 'port_id': '9474bf8d-2059-4b59-abfd-8c1dda41cb47', 'mac_address': 'fa:16:3e:f9:d5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5918044e-a8af-4c2f-b837-95b1468fa844', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:17:48.223162 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ca314c-1948-4090-9882-ed6f3bfe0f49 req-30957075-e580-4e09-a9d9-097b19f393dc tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097888 Jul 14 07:17:48.228888 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e1d83f13-1407-4f60-bbec-a1d6c1abc587 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1794522 Jul 14 07:17:48.253686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Request body: {'port': {'device_id': '70aed3f3-4254-438f-b75e-74f7845698d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:48.258226 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed52a1-3236-4d2e-a249-596bf9cc2793 req-b9f4f761-fa9d-42f7-85d6-cd00dcdf54aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:48.271050 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2ed52a1-3236-4d2e-a249-596bf9cc2793 req-b9f4f761-fa9d-42f7-85d6-cd00dcdf54aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5918044e-a8af-4c2f-b837-95b1468fa844 HTTP/1.1" status: 200 len: 861 time: 0.2451668 Jul 14 07:17:48.322332 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:48.342647 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9474bf8d-2059-4b59-abfd-8c1dda41cb47 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:17:48.347654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2ed52a1-3236-4d2e-a249-596bf9cc2793 req-71f7dd03-3356-430d-b7ca-58e0088d1276 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0016421d-df1c-4cd1-a834-dae508e47911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740097 Jul 14 07:17:48.350346 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-62de7ed7-578a-4aca-ac8a-dbb6afa0ff43 None None] Provisioning for port 3181db43-d375-4837-9acb-b23c672feff1 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:48.394402 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 9474bf8d-2059-4b59-abfd-8c1dda41cb47, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=9474bf8d-2059-4b59-abfd-8c1dda41cb47,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:48.402537 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-62de7ed7-578a-4aca-ac8a-dbb6afa0ff43 None None] Provisioning complete for port 3181db43-d375-4837-9acb-b23c672feff1 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:48.405061 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-62de7ed7-578a-4aca-ac8a-dbb6afa0ff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:48.413874 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:48.421531 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b76a2f22-19c5-4f39-98fb-8acf6c9e75bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9eb3f86af5834724afc3cd68242bb8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6091104 Jul 14 07:17:48.439136 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33840) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:48.463648 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:17:48.466647 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9319cde8-cfd6-4f99-808c-e1b663c8bfd9 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:48.532621 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:17:48.533534 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device ac99ccf9-da3f-4ebc-90e6-eadbd6f34e04 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:17:48.577710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d695150-687c-4149-ab5d-0eb6fcf48aa5 req-caa4f4ef-5d35-4d5b-a544-60cd7551dc9f tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:48.579391 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-62de7ed7-578a-4aca-ac8a-dbb6afa0ff43 None None] Port 3181db43-d375-4837-9acb-b23c672feff1 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:17:48.581750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d695150-687c-4149-ab5d-0eb6fcf48aa5 req-caa4f4ef-5d35-4d5b-a544-60cd7551dc9f tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a42269e-b77b-435a-9474-4b8713c826e2 HTTP/1.1" status: 200 len: 943 time: 0.4097760 Jul 14 07:17:48.612749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=9474bf8d-2059-4b59-abfd-8c1dda41cb47,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:48.643241 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['9474bf8d-2059-4b59-abfd-8c1dda41cb47'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:17:48.661328 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2ed52a1-3236-4d2e-a249-596bf9cc2793 req-a100f83e-2b4c-43ff-b9e6-168696beeaa5 service neutron] 10.222.0.15 "GET /v2.0/networks/0016421d-df1c-4cd1-a834-dae508e47911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993400 Jul 14 07:17:48.678970 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d695150-687c-4149-ab5d-0eb6fcf48aa5 req-cc7f8e77-aed6-4329-9fc9-aece08097d1f tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876663 Jul 14 07:17:48.786697 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2ed52a1-3236-4d2e-a249-596bf9cc2793 req-4e412624-dcdb-4b58-aad1-301f840c3687 service neutron] 10.222.0.15 "GET /v2.0/networks/0016421d-df1c-4cd1-a834-dae508e47911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061900 Jul 14 07:17:48.826899 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aebff843-14e9-440c-8eb6-0e2f0070e941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:48.900748 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9319cde8-cfd6-4f99-808c-e1b663c8bfd9 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:48.907580 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:48.913875 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9319cde8-cfd6-4f99-808c-e1b663c8bfd9 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:48.916206 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:48.956206 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319cde8-cfd6-4f99-808c-e1b663c8bfd9 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5421844c-9bdd-4e99-ad6d-0e97aae6b287,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:49.078552 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aebff843-14e9-440c-8eb6-0e2f0070e941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:49.129550 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9319cde8-cfd6-4f99-808c-e1b663c8bfd9 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:49.130814 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9319cde8-cfd6-4f99-808c-e1b663c8bfd9 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9861977 Jul 14 07:17:49.133696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33868) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:49.139221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f9dafaf1-35e4-4ea5-bd25-758d4bd7e22c tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1991849444'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:49.192710 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9dafaf1-35e4-4ea5-bd25-758d4bd7e22c tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:49.260134 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router b34dd754-99ac-497c-a33d-3308b1f59389 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:17:49.394807 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aebff843-14e9-440c-8eb6-0e2f0070e941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:49.397708 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aebff843-14e9-440c-8eb6-0e2f0070e941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:49.402607 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-aebff843-14e9-440c-8eb6-0e2f0070e941 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e80b750-934d-4afe-831a-3ef01cd52ec4 HTTP/1.1" status: 204 len: 168 time: 0.9556947 Jul 14 07:17:49.453400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebff843-14e9-440c-8eb6-0e2f0070e941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e80b750-934d-4afe-831a-3ef01cd52ec4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:49.499571 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:17:49.509697 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7557e4c-0d11-4dfa-9142-b431f7bf5d3b None None] Sync routers for ids ['b34dd754-99ac-497c-a33d-3308b1f59389'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:17:49.514620 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9dafaf1-35e4-4ea5-bd25-758d4bd7e22c tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:49.524771 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7557e4c-0d11-4dfa-9142-b431f7bf5d3b None None] Routers {'b34dd754-99ac-497c-a33d-3308b1f59389'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:17:49.527072 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b7557e4c-0d11-4dfa-9142-b431f7bf5d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:17:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b34dd754-99ac-497c-a33d-3308b1f59389'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:49.529040 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9dafaf1-35e4-4ea5-bd25-758d4bd7e22c tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:49.533086 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:49.537003 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d34c374f-85bb-4f6e-bb3b-bfe0e62d9aa6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.5574467 Jul 14 07:17:49.537209 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33896) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:49.563764 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9dafaf1-35e4-4ea5-bd25-758d4bd7e22c tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:49.569431 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f9dafaf1-35e4-4ea5-bd25-758d4bd7e22c tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4343510 Jul 14 07:17:49.570465 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33898) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:49.581406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c082430a-3758-41fe-b56e-f65aa48fc2ac tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group_rule': {'security_group_id': '5421844c-9bdd-4e99-ad6d-0e97aae6b287', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '60fed4ee-9222-4e18-b3b1-da22a02a0796', 'remote_ip_prefix': None}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:49.607209 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dafaf1-35e4-4ea5-bd25-758d4bd7e22c tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60fed4ee-9222-4e18-b3b1-da22a02a0796,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:49.619588 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b7557e4c-0d11-4dfa-9142-b431f7bf5d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:49.634686 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7557e4c-0d11-4dfa-9142-b431f7bf5d3b None None] Routers {'b34dd754-99ac-497c-a33d-3308b1f59389'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:17:49.637376 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b7557e4c-0d11-4dfa-9142-b431f7bf5d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:17:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b34dd754-99ac-497c-a33d-3308b1f59389'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:49.673297 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f8609-c640-4dc0-8789-799d2015379f req-abaaac2b-82af-4de6-a4da-e7ef12c47afd tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:49.680691 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f8609-c640-4dc0-8789-799d2015379f req-abaaac2b-82af-4de6-a4da-e7ef12c47afd tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:49.687943 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f8609-c640-4dc0-8789-799d2015379f req-abaaac2b-82af-4de6-a4da-e7ef12c47afd tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:49.694442 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f8609-c640-4dc0-8789-799d2015379f req-abaaac2b-82af-4de6-a4da-e7ef12c47afd tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:49.702909 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f8609-c640-4dc0-8789-799d2015379f req-abaaac2b-82af-4de6-a4da-e7ef12c47afd tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:49.710479 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-687f8609-c640-4dc0-8789-799d2015379f req-abaaac2b-82af-4de6-a4da-e7ef12c47afd tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 3816 time: 0.2516522 Jul 14 07:17:49.713570 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b7557e4c-0d11-4dfa-9142-b431f7bf5d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:49.714794 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7557e4c-0d11-4dfa-9142-b431f7bf5d3b None None] The sync data for ids ['b34dd754-99ac-497c-a33d-3308b1f59389'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:17:49.732051 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8489e5d-2c28-4a14-9aff-ad242571e831 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:17:49.748094 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c082430a-3758-41fe-b56e-f65aa48fc2ac tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:49.755796 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:49.784075 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Transition to ACTIVE for port object e8489e5d-2c28-4a14-9aff-ad242571e831 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:49.793574 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9ac78cf9-7e89-48a4-8a19-080d3863aa50 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/routers/b34dd754-99ac-497c-a33d-3308b1f59389 HTTP/1.1" status: 200 len: 883 time: 0.2528727 Jul 14 07:17:49.794806 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33910) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:49.804345 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:49.810394 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-687f8609-c640-4dc0-8789-799d2015379f req-0d4cb088-7f90-492a-97dc-0c8553944337 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979700 Jul 14 07:17:49.855698 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 9474bf8d-2059-4b59-abfd-8c1dda41cb47 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:17:49.917855 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c082430a-3758-41fe-b56e-f65aa48fc2ac tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:49.929598 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c082430a-3758-41fe-b56e-f65aa48fc2ac tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:49.959517 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 9474bf8d-2059-4b59-abfd-8c1dda41cb47 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:17:49.963771 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082430a-3758-41fe-b56e-f65aa48fc2ac tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ed3913-dba9-41a5-92a6-5009d01ee4ec,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:49.966465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 9474bf8d-2059-4b59-abfd-8c1dda41cb47 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:17:49.967082 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:49.997789 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c082430a-3758-41fe-b56e-f65aa48fc2ac tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:50.002507 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c082430a-3758-41fe-b56e-f65aa48fc2ac tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4263022 Jul 14 07:17:50.003759 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33914) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:50.062704 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ba1f9a8b-7806-4532-9f66-b649d9964642 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:50.081995 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ba1f9a8b-7806-4532-9f66-b649d9964642 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:50.095188 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Pushing event updated for resources: {'Port': ['ID=e8489e5d-2c28-4a14-9aff-ad242571e831,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:50.096831 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:50.130591 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a42269e-b77b-435a-9474-4b8713c826e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9474bf8d-2059-4b59-abfd-8c1dda41cb47'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:17:50.134501 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78edec96-32d6-4fb2-ac12-e9d5c37e41bc" -d '{"events": [{"server_uuid": "4a42269e-b77b-435a-9474-4b8713c826e2", "name": "network-vif-plugged", "status": "completed", "tag": "9474bf8d-2059-4b59-abfd-8c1dda41cb47"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:17:50.153612 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ba1f9a8b-7806-4532-9f66-b649d9964642 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:50.159278 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ba1f9a8b-7806-4532-9f66-b649d9964642 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:50.165942 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ba1f9a8b-7806-4532-9f66-b649d9964642 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/b1ed3913-dba9-41a5-92a6-5009d01ee4ec HTTP/1.1" status: 204 len: 168 time: 0.1595025 Jul 14 07:17:50.172752 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33922) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:50.178961 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 9474bf8d-2059-4b59-abfd-8c1dda41cb47, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=9474bf8d-2059-4b59-abfd-8c1dda41cb47,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:50.191147 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:50.228312 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f9a8b-7806-4532-9f66-b649d9964642 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1ed3913-dba9-41a5-92a6-5009d01ee4ec,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:50.322143 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a29dc5fa-1ded-467d-a8e3-c3b40204d6e5 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1473083 Jul 14 07:17:50.324990 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33932) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:50.326467 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=9474bf8d-2059-4b59-abfd-8c1dda41cb47,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:50.460303 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9be95c-efe5-43b7-9ef1-4bdcc0fae03a x-openstack-request-id: req-3e9be95c-efe5-43b7-9ef1-4bdcc0fae03a {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:17:50.460994 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a42269e-b77b-435a-9474-4b8713c826e2", "name": "network-vif-plugged", "status": "completed", "tag": "9474bf8d-2059-4b59-abfd-8c1dda41cb47", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:17:50.461479 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e9be95c-efe5-43b7-9ef1-4bdcc0fae03a {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:17:50.462037 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a42269e-b77b-435a-9474-4b8713c826e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9474bf8d-2059-4b59-abfd-8c1dda41cb47', 'code': 200} Jul 14 07:17:50.546934 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f18a8b7-13c2-4f19-934b-d3690e70e66b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:50.690345 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f18a8b7-13c2-4f19-934b-d3690e70e66b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:50.711162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09998a32-a3ff-429c-8a6d-f86107c5b9e4 req-f72a7878-3960-46ec-ada5-a0345451a990 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:50.719808 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09998a32-a3ff-429c-8a6d-f86107c5b9e4 req-f72a7878-3960-46ec-ada5-a0345451a990 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a42269e-b77b-435a-9474-4b8713c826e2 HTTP/1.1" status: 200 len: 945 time: 0.3355420 Jul 14 07:17:50.794027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5154826-46ec-4c8f-a68e-c87b8d864eda req-4e5166db-5d92-488e-b5d6-bc0838490bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:50.796715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5154826-46ec-4c8f-a68e-c87b8d864eda req-4e5166db-5d92-488e-b5d6-bc0838490bfa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a42269e-b77b-435a-9474-4b8713c826e2 HTTP/1.1" status: 200 len: 1096 time: 0.2387114 Jul 14 07:17:50.852187 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09998a32-a3ff-429c-8a6d-f86107c5b9e4 req-79ba5831-5f69-447c-827a-eddce8cea4b1 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258831 Jul 14 07:17:50.877215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Attempting to bind port e8489e5d-2c28-4a14-9aff-ad242571e831 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:17:50.877585 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Attempting to bind port e8489e5d-2c28-4a14-9aff-ad242571e831 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '35059387-cc9b-4d1f-b50f-10e95f5a9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:17:50.877930 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Attempting to bind port e8489e5d-2c28-4a14-9aff-ad242571e831 on network d1e9b77a-3218-40fd-9745-54b5c604b152 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:17:50.879660 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5154826-46ec-4c8f-a68e-c87b8d864eda req-bfc3adfb-9b0c-45f4-bf5e-4e8f21943f7d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727017 Jul 14 07:17:50.880382 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f18a8b7-13c2-4f19-934b-d3690e70e66b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:50.884123 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f18a8b7-13c2-4f19-934b-d3690e70e66b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:50.887983 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1f18a8b7-13c2-4f19-934b-d3690e70e66b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-groups/60fed4ee-9222-4e18-b3b1-da22a02a0796 HTTP/1.1" status: 204 len: 168 time: 0.5573952 Jul 14 07:17:50.889619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33964) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:50.894181 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Port e8489e5d-2c28-4a14-9aff-ad242571e831 on network d1e9b77a-3218-40fd-9745-54b5c604b152 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:17:50.894572 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Attempting to bind port e8489e5d-2c28-4a14-9aff-ad242571e831 on network d1e9b77a-3218-40fd-9745-54b5c604b152 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:17:50.912864 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:17:50.914000 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Checking segment: {'id': '35059387-cc9b-4d1f-b50f-10e95f5a9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:17:50.914000 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Bound using segment: {'id': '35059387-cc9b-4d1f-b50f-10e95f5a9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:17:50.914244 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Bound port: e8489e5d-2c28-4a14-9aff-ad242571e831, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35059387-cc9b-4d1f-b50f-10e95f5a9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:17:50.914549 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:50.916642 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18a8b7-13c2-4f19-934b-d3690e70e66b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fed4ee-9222-4e18-b3b1-da22a02a0796,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:50.966640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d8c9398e-33bc-40b2-b95c-84d631178461 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0756571 Jul 14 07:17:50.969314 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33966) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:51.047456 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-af95a499-6aca-41c5-9cc2-793bacea7fbb tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.2504246 Jul 14 07:17:51.052473 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33970) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:51.057948 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b009d2c2-9cb9-4adc-a2f9-7caa426b03a2 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1546401877'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:51.253738 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b9fd950b-c280-44af-aafb-09c67b4f9e43 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:51.260213 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] For port e8489e5d-2c28-4a14-9aff-ad242571e831, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:17:51.286420 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] For port e8489e5d-2c28-4a14-9aff-ad242571e831, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=e8489e5d-2c28-4a14-9aff-ad242571e831,segment=NetworkSegment(35059387-cc9b-4d1f-b50f-10e95f5a9e3d),segment_id=35059387-cc9b-4d1f-b50f-10e95f5a9e3d)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:17:51.297467 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:51.357024 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b9fd950b-c280-44af-aafb-09c67b4f9e43 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:51.411697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c3f8f-fbaa-4e7f-babd-44d233b2009c req-cb815fd2-b5ac-4a8d-8126-42413ee93839 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:51.420827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c3f8f-fbaa-4e7f-babd-44d233b2009c req-cb815fd2-b5ac-4a8d-8126-42413ee93839 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:51.430952 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:51.432187 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:51.433925 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] 10.222.0.30 "PUT /v2.0/ports/e8489e5d-2c28-4a14-9aff-ad242571e831 HTTP/1.1" status: 200 len: 1091 time: 3.1851966 Jul 14 07:17:51.441728 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'tag': 'e8489e5d-2c28-4a14-9aff-ad242571e831'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:17:51.444371 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe84931-509c-4584-9813-9119b2a4d4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "tag": "e8489e5d-2c28-4a14-9aff-ad242571e831"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:17:51.449335 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c3f8f-fbaa-4e7f-babd-44d233b2009c req-cb815fd2-b5ac-4a8d-8126-42413ee93839 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:51.461291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c3f8f-fbaa-4e7f-babd-44d233b2009c req-cb815fd2-b5ac-4a8d-8126-42413ee93839 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:51.469926 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Request body: {'port': {'device_id': '70aed3f3-4254-438f-b75e-74f7845698d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:51.470539 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c3f8f-fbaa-4e7f-babd-44d233b2009c req-cb815fd2-b5ac-4a8d-8126-42413ee93839 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:51.485721 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc6c3f8f-fbaa-4e7f-babd-44d233b2009c req-cb815fd2-b5ac-4a8d-8126-42413ee93839 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 3828 time: 0.4020710 Jul 14 07:17:51.526778 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265f209-4ba6-4ec7-9c67-fb633c3d7c8e service neutron] Pushing event updated for resources: {'Port': ['ID=e8489e5d-2c28-4a14-9aff-ad242571e831,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:51.564730 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b9fd950b-c280-44af-aafb-09c67b4f9e43 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:51.570504 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b9fd950b-c280-44af-aafb-09c67b4f9e43 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:51.579037 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b9fd950b-c280-44af-aafb-09c67b4f9e43 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-groups/5421844c-9bdd-4e99-ad6d-0e97aae6b287 HTTP/1.1" status: 204 len: 168 time: 0.6025431 Jul 14 07:17:51.579778 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33992) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:51.580107 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33994) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:51.649862 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd950b-c280-44af-aafb-09c67b4f9e43 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5421844c-9bdd-4e99-ad6d-0e97aae6b287,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:51.690128 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc6c3f8f-fbaa-4e7f-babd-44d233b2009c req-1abb50c3-cbe4-4d41-95c4-90b0f519d969 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031255 Jul 14 07:17:51.743841 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:51.765092 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33998) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:51.766227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a92b6efb-b27c-4fa0-9f5b-446eaf534d93 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1681941 Jul 14 07:17:51.771887 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-cbf241d7-8596-480d-a5ac-d1690d305983 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group': {'name': 'tempest-secgroup--361834820'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:51.787119 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b009d2c2-9cb9-4adc-a2f9-7caa426b03a2 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:51.823597 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b009d2c2-9cb9-4adc-a2f9-7caa426b03a2 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:51.845255 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbf241d7-8596-480d-a5ac-d1690d305983 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:52.015602 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420539c5-188d-4f74-b0d0-051d1c5a134c x-openstack-request-id: req-420539c5-188d-4f74-b0d0-051d1c5a134c {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:17:52.016012 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "tag": "e8489e5d-2c28-4a14-9aff-ad242571e831", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:17:52.016261 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-420539c5-188d-4f74-b0d0-051d1c5a134c {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:17:52.016661 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'tag': 'e8489e5d-2c28-4a14-9aff-ad242571e831', 'status': 'completed', 'code': 200} Jul 14 07:17:52.147844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe84931-509c-4584-9813-9119b2a4d4d5 req-0a85f3bb-bb84-41b9-9977-d3d2c8aaa822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:52.148435 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe84931-509c-4584-9813-9119b2a4d4d5 req-0a85f3bb-bb84-41b9-9977-d3d2c8aaa822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:52.149147 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe84931-509c-4584-9813-9119b2a4d4d5 req-0a85f3bb-bb84-41b9-9977-d3d2c8aaa822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:52.149742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe84931-509c-4584-9813-9119b2a4d4d5 req-0a85f3bb-bb84-41b9-9977-d3d2c8aaa822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:52.150266 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe84931-509c-4584-9813-9119b2a4d4d5 req-0a85f3bb-bb84-41b9-9977-d3d2c8aaa822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:52.152597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6fe84931-509c-4584-9813-9119b2a4d4d5 req-0a85f3bb-bb84-41b9-9977-d3d2c8aaa822 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 4363 time: 0.2078555 Jul 14 07:17:52.219845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b009d2c2-9cb9-4adc-a2f9-7caa426b03a2 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router b34dd754-99ac-497c-a33d-3308b1f59389 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:17:52.508716 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-36a26826-94aa-448e-82d5-471f8da40c9d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0548f9dd1de141de93cbf4d0c5999f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8928297 Jul 14 07:17:52.510674 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34012) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:52.533838 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbf241d7-8596-480d-a5ac-d1690d305983 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:52.573869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b1564a-4f35-4de5-9954-86f6e6e84b2e {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:17:52.581117 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbf241d7-8596-480d-a5ac-d1690d305983 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:52.596069 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:52.637586 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Transition to ACTIVE for port object d8b1564a-4f35-4de5-9954-86f6e6e84b2e will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:52.648582 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbf241d7-8596-480d-a5ac-d1690d305983 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:52.650098 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cbf241d7-8596-480d-a5ac-d1690d305983 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8846207 Jul 14 07:17:52.654254 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34018) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:52.657622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf241d7-8596-480d-a5ac-d1690d305983 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4737209-432f-4bfa-9fcc-23a95d2b0893,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:52.659988 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:52.679179 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-123ca732-4c26-4069-94d1-76e6268ee6dc tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group_rule': {'security_group_id': 'a4737209-432f-4bfa-9fcc-23a95d2b0893', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:52.684908 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32570dd8-efb8-48fc-91f8-f50841e30c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:52.689630 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe84931-509c-4584-9813-9119b2a4d4d5 req-0d58e62d-18ba-43e9-94cb-1776ad167fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:52.690305 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe84931-509c-4584-9813-9119b2a4d4d5 req-0d58e62d-18ba-43e9-94cb-1776ad167fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:52.690940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe84931-509c-4584-9813-9119b2a4d4d5 req-0d58e62d-18ba-43e9-94cb-1776ad167fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:52.693084 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6fe84931-509c-4584-9813-9119b2a4d4d5 req-0d58e62d-18ba-43e9-94cb-1776ad167fb8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5062265 Jul 14 07:17:52.703500 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf95aa-c131-48f9-be54-de9b9cb98430 req-45cd2802-8d9c-44d3-b399-941b0c91c4d9 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:52.704882 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b2bf95aa-c131-48f9-be54-de9b9cb98430 req-45cd2802-8d9c-44d3-b399-941b0c91c4d9 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a42269e-b77b-435a-9474-4b8713c826e2 HTTP/1.1" status: 200 len: 945 time: 0.5887892 Jul 14 07:17:52.821143 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b009d2c2-9cb9-4adc-a2f9-7caa426b03a2 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:17:52.837851 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-123ca732-4c26-4069-94d1-76e6268ee6dc tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:52.840678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d09466-6798-4c78-8aeb-5c2796bfb540 None None] Sync routers for ids ['b34dd754-99ac-497c-a33d-3308b1f59389'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:17:52.857054 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b009d2c2-9cb9-4adc-a2f9-7caa426b03a2 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:52.857774 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d09466-6798-4c78-8aeb-5c2796bfb540 None None] Routers {'b34dd754-99ac-497c-a33d-3308b1f59389'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:17:52.858683 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d6d09466-6798-4c78-8aeb-5c2796bfb540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:17:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b34dd754-99ac-497c-a33d-3308b1f59389'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:52.859789 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b009d2c2-9cb9-4adc-a2f9-7caa426b03a2 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/b34dd754-99ac-497c-a33d-3308b1f59389 HTTP/1.1" status: 200 len: 890 time: 1.8057110 Jul 14 07:17:52.864753 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34022) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:52.938089 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d6d09466-6798-4c78-8aeb-5c2796bfb540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:52.950731 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d09466-6798-4c78-8aeb-5c2796bfb540 None None] Routers {'b34dd754-99ac-497c-a33d-3308b1f59389'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:17:52.951687 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d6d09466-6798-4c78-8aeb-5c2796bfb540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:17:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b34dd754-99ac-497c-a33d-3308b1f59389'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:52.975108 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b1564a-4f35-4de5-9954-86f6e6e84b2e,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:52.997079 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d6d09466-6798-4c78-8aeb-5c2796bfb540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:17:52.998153 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d09466-6798-4c78-8aeb-5c2796bfb540 None None] The sync data for ids ['b34dd754-99ac-497c-a33d-3308b1f59389'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:17:53.065218 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32570dd8-efb8-48fc-91f8-f50841e30c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:53.092559 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b2bf95aa-c131-48f9-be54-de9b9cb98430 req-f2620882-4444-42c9-a37a-f6546797a340 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797028 Jul 14 07:17:53.093672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe84931-509c-4584-9813-9119b2a4d4d5 req-7fac7c8d-3b17-4dca-b4fe-4ae1475c1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:53.095046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6fe84931-509c-4584-9813-9119b2a4d4d5 req-7fac7c8d-3b17-4dca-b4fe-4ae1475c1a71 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3835821 Jul 14 07:17:53.156804 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-178cd2c0-4d08-4edb-8f38-5213b321fc89 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/routers/b34dd754-99ac-497c-a33d-3308b1f59389 HTTP/1.1" status: 200 len: 890 time: 0.2832341 Jul 14 07:17:53.161671 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34026) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:53.174293 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9529cc-ebe8-4c70-b55f-7663071d99be req-c0a387c1-0cda-4e9d-919a-19dd98910810 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:53.180735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9529cc-ebe8-4c70-b55f-7663071d99be req-c0a387c1-0cda-4e9d-919a-19dd98910810 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:53.187488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9529cc-ebe8-4c70-b55f-7663071d99be req-c0a387c1-0cda-4e9d-919a-19dd98910810 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:53.193382 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9529cc-ebe8-4c70-b55f-7663071d99be req-c0a387c1-0cda-4e9d-919a-19dd98910810 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:53.200077 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9529cc-ebe8-4c70-b55f-7663071d99be req-c0a387c1-0cda-4e9d-919a-19dd98910810 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:53.208645 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9529cc-ebe8-4c70-b55f-7663071d99be req-c0a387c1-0cda-4e9d-919a-19dd98910810 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:53.216870 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2c4bca53-b0b6-4ad3-8089-dd807bb3e40f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/ports?device_id=b34dd754-99ac-497c-a33d-3308b1f59389 HTTP/1.1" status: 200 len: 205 time: 0.0518546 Jul 14 07:17:53.222415 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc9529cc-ebe8-4c70-b55f-7663071d99be req-c0a387c1-0cda-4e9d-919a-19dd98910810 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 4601 time: 0.2448237 Jul 14 07:17:53.222602 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34028) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:53.264834 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32570dd8-efb8-48fc-91f8-f50841e30c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:53.267617 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32570dd8-efb8-48fc-91f8-f50841e30c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:53.271809 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-32570dd8-efb8-48fc-91f8-f50841e30c3e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b86bcde5-ba82-474e-bb15-ba604a360920 HTTP/1.1" status: 204 len: 168 time: 0.7432706 Jul 14 07:17:53.291949 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32570dd8-efb8-48fc-91f8-f50841e30c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86bcde5-ba82-474e-bb15-ba604a360920,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:53.321923 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc9529cc-ebe8-4c70-b55f-7663071d99be req-5b7d1878-1e0e-43f0-bdca-540275c6a83a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987656 Jul 14 07:17:53.380073 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-123ca732-4c26-4069-94d1-76e6268ee6dc tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:53.380916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Attempting to bind port d8b1564a-4f35-4de5-9954-86f6e6e84b2e on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:17:53.381254 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Attempting to bind port d8b1564a-4f35-4de5-9954-86f6e6e84b2e by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:17:53.381588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Attempting to bind port d8b1564a-4f35-4de5-9954-86f6e6e84b2e on network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:17:53.404193 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-123ca732-4c26-4069-94d1-76e6268ee6dc tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:53.451369 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Port d8b1564a-4f35-4de5-9954-86f6e6e84b2e on network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:17:53.451744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Attempting to bind port d8b1564a-4f35-4de5-9954-86f6e6e84b2e on network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:17:53.466594 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ca732-4c26-4069-94d1-76e6268ee6dc tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49179a2e-da14-4110-a990-7e1288cdf4c7,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:53.472409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:17:53.472739 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Checking segment: {'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:17:53.473132 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Bound using segment: {'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:17:53.473609 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Bound port: d8b1564a-4f35-4de5-9954-86f6e6e84b2e, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:17:53.474538 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:53.499617 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-123ca732-4c26-4069-94d1-76e6268ee6dc tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:53.500936 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-123ca732-4c26-4069-94d1-76e6268ee6dc tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8319833 Jul 14 07:17:53.504234 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34038) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:53.542782 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a940f85e-ae20-41d9-a3b5-e6a418bcba34 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:53.603193 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ccfd9e5-51fb-494c-bd96-e21c48f92f2e tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:53.617779 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ccfd9e5-51fb-494c-bd96-e21c48f92f2e tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:53.694592 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ccfd9e5-51fb-494c-bd96-e21c48f92f2e tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:53.707883 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ccfd9e5-51fb-494c-bd96-e21c48f92f2e tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:53.712232 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3ccfd9e5-51fb-494c-bd96-e21c48f92f2e tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/49179a2e-da14-4110-a990-7e1288cdf4c7 HTTP/1.1" status: 204 len: 168 time: 0.2055340 Jul 14 07:17:53.721230 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34048) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:53.785954 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfd9e5-51fb-494c-bd96-e21c48f92f2e tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49179a2e-da14-4110-a990-7e1288cdf4c7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:53.873122 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-477746dc-1891-42d3-80ce-2b6a0cfb4ae3 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1507525 Jul 14 07:17:53.879161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34058) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:53.992846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb14dfb-7a5b-42c3-b9b5-207e70a45d30 req-467774e6-0dc7-472c-82b3-caf834040232 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:53.995698 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9bb14dfb-7a5b-42c3-b9b5-207e70a45d30 req-467774e6-0dc7-472c-82b3-caf834040232 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a42269e-b77b-435a-9474-4b8713c826e2 HTTP/1.1" status: 200 len: 945 time: 0.2140541 Jul 14 07:17:54.049105 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-518c32f6-2938-42cc-9ee2-83408896cfc5 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:54.119213 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] For port d8b1564a-4f35-4de5-9954-86f6e6e84b2e, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:17:54.125491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] For port d8b1564a-4f35-4de5-9954-86f6e6e84b2e, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d8b1564a-4f35-4de5-9954-86f6e6e84b2e,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:17:54.133209 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9bb14dfb-7a5b-42c3-b9b5-207e70a45d30 req-403ce1a5-be1a-4cb5-bb98-42a53d11e3fb tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905943 Jul 14 07:17:54.142461 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-518c32f6-2938-42cc-9ee2-83408896cfc5 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:54.142613 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:54.208920 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a940f85e-ae20-41d9-a3b5-e6a418bcba34 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:54.214996 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:54.215631 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:54.217125 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] 10.222.0.30 "PUT /v2.0/ports/d8b1564a-4f35-4de5-9954-86f6e6e84b2e HTTP/1.1" status: 200 len: 1131 time: 2.7541797 Jul 14 07:17:54.217594 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'tag': 'd8b1564a-4f35-4de5-9954-86f6e6e84b2e'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:17:54.220255 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3630ce2a-7e02-42b0-897e-bccf21f9bb12" -d '{"events": [{"name": "network-changed", "server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "tag": "d8b1564a-4f35-4de5-9954-86f6e6e84b2e"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:17:54.257880 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-518c32f6-2938-42cc-9ee2-83408896cfc5 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:54.261966 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-518c32f6-2938-42cc-9ee2-83408896cfc5 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:54.265624 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-518c32f6-2938-42cc-9ee2-83408896cfc5 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-groups/a4737209-432f-4bfa-9fcc-23a95d2b0893 HTTP/1.1" status: 204 len: 168 time: 0.3879917 Jul 14 07:17:54.275053 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34072) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:54.277620 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Request body: {'port': {'device_id': '70aed3f3-4254-438f-b75e-74f7845698d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:54.321643 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c32f6-2938-42cc-9ee2-83408896cfc5 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4737209-432f-4bfa-9fcc-23a95d2b0893,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:54.399135 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9494e2f-00d2-4c89-9683-5a1975e12ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b1564a-4f35-4de5-9954-86f6e6e84b2e,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:54.410503 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a629923e-9fdc-4498-9cd8-84b7e751d2fc x-openstack-request-id: req-a629923e-9fdc-4498-9cd8-84b7e751d2fc {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:17:54.411016 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "tag": "d8b1564a-4f35-4de5-9954-86f6e6e84b2e", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:17:54.411432 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a629923e-9fdc-4498-9cd8-84b7e751d2fc {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:17:54.412171 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'tag': 'd8b1564a-4f35-4de5-9954-86f6e6e84b2e', 'status': 'completed', 'code': 200} Jul 14 07:17:54.443433 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3b605626-2675-4bbb-9af7-fd4ec4fd9f03 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1639628 Jul 14 07:17:54.450344 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34080) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:54.455173 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-29ac079f-9522-4edb-b2b7-b698f5f11d38 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group': {'name': 'tempest-secgroup--268351133'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:54.513845 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ce2a-7e02-42b0-897e-bccf21f9bb12 req-7abd88d4-1d24-42e3-a02d-8664de5606bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:54.514325 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ce2a-7e02-42b0-897e-bccf21f9bb12 req-7abd88d4-1d24-42e3-a02d-8664de5606bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:54.514881 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ce2a-7e02-42b0-897e-bccf21f9bb12 req-7abd88d4-1d24-42e3-a02d-8664de5606bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:54.515681 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ce2a-7e02-42b0-897e-bccf21f9bb12 req-7abd88d4-1d24-42e3-a02d-8664de5606bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:54.516146 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ce2a-7e02-42b0-897e-bccf21f9bb12 req-7abd88d4-1d24-42e3-a02d-8664de5606bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:54.517471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ce2a-7e02-42b0-897e-bccf21f9bb12 req-7abd88d4-1d24-42e3-a02d-8664de5606bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:54.519626 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3630ce2a-7e02-42b0-897e-bccf21f9bb12 req-7abd88d4-1d24-42e3-a02d-8664de5606bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5287 time: 0.1653688 Jul 14 07:17:54.550976 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:54.573662 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29ac079f-9522-4edb-b2b7-b698f5f11d38 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:54.621724 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a940f85e-ae20-41d9-a3b5-e6a418bcba34 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting port e9a55181-6d68-4f82-97ae-392c33b3f23e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:54.622064 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a940f85e-ae20-41d9-a3b5-e6a418bcba34 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:54.752463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34084) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:54.893506 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ce2a-7e02-42b0-897e-bccf21f9bb12 req-73c8e593-a60d-4fa7-add2-b76a5e29c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:54.894097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ce2a-7e02-42b0-897e-bccf21f9bb12 req-73c8e593-a60d-4fa7-add2-b76a5e29c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:54.894635 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ce2a-7e02-42b0-897e-bccf21f9bb12 req-73c8e593-a60d-4fa7-add2-b76a5e29c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:54.896291 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3630ce2a-7e02-42b0-897e-bccf21f9bb12 req-73c8e593-a60d-4fa7-add2-b76a5e29c11e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3672757 Jul 14 07:17:55.016614 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de15b-0fbe-4c0a-aec8-a582688b8d84 req-d27227e8-61c1-4240-95b3-560a410f92bd tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:55.023166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de15b-0fbe-4c0a-aec8-a582688b8d84 req-d27227e8-61c1-4240-95b3-560a410f92bd tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:55.030010 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de15b-0fbe-4c0a-aec8-a582688b8d84 req-d27227e8-61c1-4240-95b3-560a410f92bd tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:55.036007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de15b-0fbe-4c0a-aec8-a582688b8d84 req-d27227e8-61c1-4240-95b3-560a410f92bd tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:55.038860 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a940f85e-ae20-41d9-a3b5-e6a418bcba34 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.042362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de15b-0fbe-4c0a-aec8-a582688b8d84 req-d27227e8-61c1-4240-95b3-560a410f92bd tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:55.048357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de15b-0fbe-4c0a-aec8-a582688b8d84 req-d27227e8-61c1-4240-95b3-560a410f92bd tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:55.056067 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-752de15b-0fbe-4c0a-aec8-a582688b8d84 req-d27227e8-61c1-4240-95b3-560a410f92bd tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 4601 time: 0.3508363 Jul 14 07:17:55.068056 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-7f8e233c-3946-4e9e-85f2-b261a9a29848 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-43230781-network', 'tenant_id': 'f98b07fef0d24137a903d3fd554bb3a3'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:55.109359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a940f85e-ae20-41d9-a3b5-e6a418bcba34 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Calling delete_port for e9a55181-6d68-4f82-97ae-392c33b3f23e owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:55.183751 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29ac079f-9522-4edb-b2b7-b698f5f11d38 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.210454 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd35ec1-9871-42fc-90ec-be48be59b0db req-c1e9cc1b-898c-4932-a706-3dbc6f8ef0bf tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:55.212244 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1cd35ec1-9871-42fc-90ec-be48be59b0db req-c1e9cc1b-898c-4932-a706-3dbc6f8ef0bf tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a42269e-b77b-435a-9474-4b8713c826e2 HTTP/1.1" status: 200 len: 945 time: 0.3356740 Jul 14 07:17:55.213033 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29ac079f-9522-4edb-b2b7-b698f5f11d38 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.228246 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-752de15b-0fbe-4c0a-aec8-a582688b8d84 req-3c70224f-4891-4a3d-b309-26e0fc3b0b49 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1710837 Jul 14 07:17:55.322141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ce2a-7e02-42b0-897e-bccf21f9bb12 req-fff688ea-7ecc-4274-8aba-fe70ac76d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:55.324426 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3630ce2a-7e02-42b0-897e-bccf21f9bb12 req-fff688ea-7ecc-4274-8aba-fe70ac76d49e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4055469 Jul 14 07:17:55.347453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac079f-9522-4edb-b2b7-b698f5f11d38 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7fcb71-ffd1-4ee0-98ce-744367c96c6e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:55.382325 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8e233c-3946-4e9e-85f2-b261a9a29848 admin admin] Made reservation on behalf of f98b07fef0d24137a903d3fd554bb3a3 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:55.384620 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f8e233c-3946-4e9e-85f2-b261a9a29848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.404043 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29ac079f-9522-4edb-b2b7-b698f5f11d38 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.408101 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-29ac079f-9522-4edb-b2b7-b698f5f11d38 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9565868 Jul 14 07:17:55.410202 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34096) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:55.423265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-534334be-cc1d-497c-a954-5e5fc1420c4b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group_rule': {'security_group_id': 'ff7fcb71-ffd1-4ee0-98ce-744367c96c6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:55.441616 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f8e233c-3946-4e9e-85f2-b261a9a29848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.468610 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a940f85e-ae20-41d9-a3b5-e6a418bcba34 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.483268 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-534334be-cc1d-497c-a954-5e5fc1420c4b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.507307 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940f85e-ae20-41d9-a3b5-e6a418bcba34 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Port': ['ID=e9a55181-6d68-4f82-97ae-392c33b3f23e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:55.516521 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:17:55.526930 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.550133 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-1cd35ec1-9871-42fc-90ec-be48be59b0db req-5357d590-4541-4551-a883-675540f192f0 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Deleting port 9474bf8d-2059-4b59-abfd-8c1dda41cb47 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:17:55.550468 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1cd35ec1-9871-42fc-90ec-be48be59b0db req-5357d590-4541-4551-a883-675540f192f0 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.559846 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Transition to ACTIVE for port object ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:55.581673 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfb32d-d82d-4c45-9d29-abca588f017a req-481157b6-1ff7-4bd6-9b45-d7dd4958e204 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:55.584847 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.585877 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16cfb32d-d82d-4c45-9d29-abca588f017a req-481157b6-1ff7-4bd6-9b45-d7dd4958e204 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a42269e-b77b-435a-9474-4b8713c826e2 HTTP/1.1" status: 200 len: 945 time: 0.2456980 Jul 14 07:17:55.651197 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a940f85e-ae20-41d9-a3b5-e6a418bcba34 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.653583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5ed6d3-e912-4f9c-a0a1-6c27eb124021,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:55.672272 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-534334be-cc1d-497c-a954-5e5fc1420c4b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.722930 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16cfb32d-d82d-4c45-9d29-abca588f017a req-7c2d14af-6328-410a-b5f7-681044b4402e tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfab0226-0a57-4e1d-b915-886e176daf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987563 Jul 14 07:17:55.734022 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-534334be-cc1d-497c-a954-5e5fc1420c4b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.786515 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534334be-cc1d-497c-a954-5e5fc1420c4b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9432a8c8-616e-4f1d-80f9-60a967ae745a,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:55.803809 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a940f85e-ae20-41d9-a3b5-e6a418bcba34 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.810151 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a940f85e-ae20-41d9-a3b5-e6a418bcba34 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.825949 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-1cd35ec1-9871-42fc-90ec-be48be59b0db req-5357d590-4541-4551-a883-675540f192f0 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] For port 9474bf8d-2059-4b59-abfd-8c1dda41cb47, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=9474bf8d-2059-4b59-abfd-8c1dda41cb47,segment=NetworkSegment(3b03084f-175a-4e05-bd55-eb0e283b9424),segment_id=3b03084f-175a-4e05-bd55-eb0e283b9424)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:17:55.826317 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1cd35ec1-9871-42fc-90ec-be48be59b0db req-5357d590-4541-4551-a883-675540f192f0 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.849530 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-1cd35ec1-9871-42fc-90ec-be48be59b0db req-5357d590-4541-4551-a883-675540f192f0 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Calling delete_port for 9474bf8d-2059-4b59-abfd-8c1dda41cb47 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:17:55.852360 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f8e233c-3946-4e9e-85f2-b261a9a29848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.866732 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f8e233c-3946-4e9e-85f2-b261a9a29848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.875761 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Attempting to bind port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:17:55.876374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Attempting to bind port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:17:55.876806 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Attempting to bind port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 on network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:17:55.880429 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a940f85e-ae20-41d9-a3b5-e6a418bcba34 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.881213 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a940f85e-ae20-41d9-a3b5-e6a418bcba34 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Fanout notify agent at l3_agent the message router_deleted on router b34dd754-99ac-497c-a33d-3308b1f59389 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:17:55.890864 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a940f85e-ae20-41d9-a3b5-e6a418bcba34 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.892091 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a940f85e-ae20-41d9-a3b5-e6a418bcba34 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/routers/b34dd754-99ac-497c-a33d-3308b1f59389 HTTP/1.1" status: 204 len: 168 time: 2.6654930 Jul 14 07:17:55.893395 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 on network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:17:55.893826 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Attempting to bind port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 on network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:17:55.896743 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34098) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:55.900478 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-534334be-cc1d-497c-a954-5e5fc1420c4b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.904225 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e8a86faa-9968-49c9-9c3b-c18b718887cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1634018109'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:55.905607 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-534334be-cc1d-497c-a954-5e5fc1420c4b tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4879231 Jul 14 07:17:55.907650 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34100) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:55.910744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:17:55.911199 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Checking segment: {'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:17:55.911812 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Bound using segment: {'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:17:55.912220 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Bound port: ca5ed6d3-e912-4f9c-a0a1-6c27eb124021, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:17:55.912702 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.944447 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8e233c-3946-4e9e-85f2-b261a9a29848 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:17:55.955789 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cf5b3bc0-6656-471c-98b7-119b43fc189c tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-group-rules/9432a8c8-616e-4f1d-80f9-60a967ae745a HTTP/1.1" status: 200 len: 763 time: 0.0409894 Jul 14 07:17:55.955789 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34104) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:55.971153 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e233c-3946-4e9e-85f2-b261a9a29848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964d1de5-1866-4b55-9efe-6b020e186577,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:55.981078 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f8e233c-3946-4e9e-85f2-b261a9a29848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:55.981078 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-7f8e233c-3946-4e9e-85f2-b261a9a29848 admin admin] Added segment 235ab3a5-285e-446e-a017-621aa6899ff4 of type vlan for network f4a1c70c-2d49-48b3-b383-105cc59db275 Jul 14 07:17:56.015270 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a86faa-9968-49c9-9c3b-c18b718887cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Made reservation on behalf of e869b58861d740ef88846266cf3195ab for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:56.019363 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8a86faa-9968-49c9-9c3b-c18b718887cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:56.046247 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f8e233c-3946-4e9e-85f2-b261a9a29848 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:56.087318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a86faa-9968-49c9-9c3b-c18b718887cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:17:56.097915 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] For port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:17:56.102728 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] For port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ca5ed6d3-e912-4f9c-a0a1-6c27eb124021,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:17:56.115328 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4232df2d-f2c3-4fa6-9739-7f68bf8ad18f tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1541824 Jul 14 07:17:56.118224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34108) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:56.119349 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:56.128492 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8a86faa-9968-49c9-9c3b-c18b718887cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:56.128721 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-e8a86faa-9968-49c9-9c3b-c18b718887cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Added segment 2343867f-2091-47f4-a979-7bfa3dd09fd8 of type vlan for network 0fb01535-613a-4628-a810-3a2bc2aaa48e Jul 14 07:17:56.165838 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1cd35ec1-9871-42fc-90ec-be48be59b0db req-5357d590-4541-4551-a883-675540f192f0 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:56.169153 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f8e233c-3946-4e9e-85f2-b261a9a29848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:56.170522 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8e233c-3946-4e9e-85f2-b261a9a29848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:56.171806 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f8e233c-3946-4e9e-85f2-b261a9a29848 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:56.192827 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:56.193483 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:56.194881 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] 10.222.0.30 "PUT /v2.0/ports/ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 HTTP/1.1" status: 200 len: 1129 time: 1.9318583 Jul 14 07:17:56.235023 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Request body: {'port': {'device_id': '70aed3f3-4254-438f-b75e-74f7845698d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:56.239858 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cdd7c66c-cc95-49b8-b41d-1f558850df85 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:56.275764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357d590-4541-4551-a883-675540f192f0 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Pushing event deleted for resources: {'Port': ['ID=9474bf8d-2059-4b59-abfd-8c1dda41cb47,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:56.282648 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8a86faa-9968-49c9-9c3b-c18b718887cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:56.291008 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cdd7c66c-cc95-49b8-b41d-1f558850df85 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:56.304802 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7f8e233c-3946-4e9e-85f2-b261a9a29848 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5022857 Jul 14 07:17:56.313867 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34114) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:56.318994 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da80ba-b4d6-48a0-b0a1-7c3a48d85418 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5ed6d3-e912-4f9c-a0a1-6c27eb124021,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:56.320795 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ee66d617-e09f-4fda-a551-19374024dabb admin admin] Request body: {'subnet': {'network_id': 'f4a1c70c-2d49-48b3-b383-105cc59db275', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-43230781-subnet', 'tenant_id': 'f98b07fef0d24137a903d3fd554bb3a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:56.396970 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd35ec1-9871-42fc-90ec-be48be59b0db req-5357d590-4541-4551-a883-675540f192f0 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] No DVR routers for this DVR port 9474bf8d-2059-4b59-abfd-8c1dda41cb47 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:17:56.399622 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e233c-3946-4e9e-85f2-b261a9a29848 admin admin] Pushing event updated for resources: {'Network': ['ID=f4a1c70c-2d49-48b3-b383-105cc59db275,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:56.402957 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1cd35ec1-9871-42fc-90ec-be48be59b0db req-5357d590-4541-4551-a883-675540f192f0 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:56.405256 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1cd35ec1-9871-42fc-90ec-be48be59b0db req-5357d590-4541-4551-a883-675540f192f0 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.15 "DELETE /v2.0/ports/9474bf8d-2059-4b59-abfd-8c1dda41cb47 HTTP/1.1" status: 204 len: 173 time: 1.1658158 Jul 14 07:17:56.405861 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a42269e-b77b-435a-9474-4b8713c826e2', 'name': 'network-vif-deleted', 'tag': '9474bf8d-2059-4b59-abfd-8c1dda41cb47'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:17:56.408954 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f3b2d4-0982-4c6f-b09d-ef12e40a21d6" -d '{"events": [{"server_uuid": "4a42269e-b77b-435a-9474-4b8713c826e2", "name": "network-vif-deleted", "tag": "9474bf8d-2059-4b59-abfd-8c1dda41cb47"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:17:56.420124 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'tag': 'ca5ed6d3-e912-4f9c-a0a1-6c27eb124021'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:17:56.421511 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network f4a1c70c-2d49-48b3-b383-105cc59db275 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:17:56.422439 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bd9e53-ee99-4922-9c8f-37b1f68dfef5" -d '{"events": [{"name": "network-changed", "server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "tag": "ca5ed6d3-e912-4f9c-a0a1-6c27eb124021"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:17:56.425655 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee66d617-e09f-4fda-a551-19374024dabb admin admin] Made reservation on behalf of f98b07fef0d24137a903d3fd554bb3a3 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:56.432574 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee66d617-e09f-4fda-a551-19374024dabb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:56.453056 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cdd7c66c-cc95-49b8-b41d-1f558850df85 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:56.470177 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cdd7c66c-cc95-49b8-b41d-1f558850df85 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:56.471354 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cdd7c66c-cc95-49b8-b41d-1f558850df85 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/9432a8c8-616e-4f1d-80f9-60a967ae745a HTTP/1.1" status: 204 len: 168 time: 0.3496685 Jul 14 07:17:56.473512 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8a86faa-9968-49c9-9c3b-c18b718887cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:56.479426 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34120) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:56.498596 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a86faa-9968-49c9-9c3b-c18b718887cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:56.499494 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8a86faa-9968-49c9-9c3b-c18b718887cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:56.502286 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:56.541634 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7c66c-cc95-49b8-b41d-1f558850df85 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9432a8c8-616e-4f1d-80f9-60a967ae745a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:56.588430 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e995bc-508a-40aa-83ca-fad88fa2e6fd x-openstack-request-id: req-45e995bc-508a-40aa-83ca-fad88fa2e6fd {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:17:56.588962 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a42269e-b77b-435a-9474-4b8713c826e2", "name": "network-vif-deleted", "tag": "9474bf8d-2059-4b59-abfd-8c1dda41cb47", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:17:56.589336 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-45e995bc-508a-40aa-83ca-fad88fa2e6fd {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:17:56.590942 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a42269e-b77b-435a-9474-4b8713c826e2', 'name': 'network-vif-deleted', 'tag': '9474bf8d-2059-4b59-abfd-8c1dda41cb47', 'status': 'completed', 'code': 200} Jul 14 07:17:56.591547 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ba9a2d-62ad-44d5-b631-3f73fbde167c x-openstack-request-id: req-29ba9a2d-62ad-44d5-b631-3f73fbde167c {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:17:56.592050 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "tag": "ca5ed6d3-e912-4f9c-a0a1-6c27eb124021", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:17:56.592050 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29ba9a2d-62ad-44d5-b631-3f73fbde167c {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:17:56.592440 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'tag': 'ca5ed6d3-e912-4f9c-a0a1-6c27eb124021', 'status': 'completed', 'code': 200} Jul 14 07:17:56.629305 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e8a86faa-9968-49c9-9c3b-c18b718887cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7313440 Jul 14 07:17:56.632238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34122) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:56.643424 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-fa3331d5-9fb0-49da-8e54-ca8ee7ddb090 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'subnet': {'network_id': '0fb01535-613a-4628-a810-3a2bc2aaa48e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:56.649433 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a86faa-9968-49c9-9c3b-c18b718887cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Network': ['ID=0fb01535-613a-4628-a810-3a2bc2aaa48e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:56.663555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 0fb01535-613a-4628-a810-3a2bc2aaa48e details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:17:56.706993 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-601bef55-bdf8-4df2-94ca-808c88a57b44 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2249212 Jul 14 07:17:56.714808 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34124) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:56.796048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9e53-ee99-4922-9c8f-37b1f68dfef5 req-f3b8511f-ed0b-4ec6-ba05-9d126c5aa274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:56.796681 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9e53-ee99-4922-9c8f-37b1f68dfef5 req-f3b8511f-ed0b-4ec6-ba05-9d126c5aa274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:56.797261 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9e53-ee99-4922-9c8f-37b1f68dfef5 req-f3b8511f-ed0b-4ec6-ba05-9d126c5aa274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:56.797798 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9e53-ee99-4922-9c8f-37b1f68dfef5 req-f3b8511f-ed0b-4ec6-ba05-9d126c5aa274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:56.798331 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9e53-ee99-4922-9c8f-37b1f68dfef5 req-f3b8511f-ed0b-4ec6-ba05-9d126c5aa274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:56.798860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9e53-ee99-4922-9c8f-37b1f68dfef5 req-f3b8511f-ed0b-4ec6-ba05-9d126c5aa274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:56.799385 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9e53-ee99-4922-9c8f-37b1f68dfef5 req-f3b8511f-ed0b-4ec6-ba05-9d126c5aa274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:56.801401 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41bd9e53-ee99-4922-9c8f-37b1f68dfef5 req-f3b8511f-ed0b-4ec6-ba05-9d126c5aa274 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 6209 time: 0.1974845 Jul 14 07:17:56.815330 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a19ec-97a0-4aeb-8754-8ac74a80bc6e req-aa5f5de3-1e32-4951-990d-f8b58a0584ce tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:56.821608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a19ec-97a0-4aeb-8754-8ac74a80bc6e req-aa5f5de3-1e32-4951-990d-f8b58a0584ce tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:56.827870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a19ec-97a0-4aeb-8754-8ac74a80bc6e req-aa5f5de3-1e32-4951-990d-f8b58a0584ce tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:56.834303 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a19ec-97a0-4aeb-8754-8ac74a80bc6e req-aa5f5de3-1e32-4951-990d-f8b58a0584ce tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:56.840872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a19ec-97a0-4aeb-8754-8ac74a80bc6e req-aa5f5de3-1e32-4951-990d-f8b58a0584ce tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:56.847033 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a19ec-97a0-4aeb-8754-8ac74a80bc6e req-aa5f5de3-1e32-4951-990d-f8b58a0584ce tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:56.853161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a19ec-97a0-4aeb-8754-8ac74a80bc6e req-aa5f5de3-1e32-4951-990d-f8b58a0584ce tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:56.855715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-989a19ec-97a0-4aeb-8754-8ac74a80bc6e req-aa5f5de3-1e32-4951-990d-f8b58a0584ce tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5372 time: 0.2693219 Jul 14 07:17:57.004631 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-231b79e9-06ed-491b-ac1f-779b151a5e60 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group_rule': {'security_group_id': 'ff7fcb71-ffd1-4ee0-98ce-744367c96c6e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:57.065427 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3331d5-9fb0-49da-8e54-ca8ee7ddb090 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Made reservation on behalf of e869b58861d740ef88846266cf3195ab for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:17:57.069058 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa3331d5-9fb0-49da-8e54-ca8ee7ddb090 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:57.206855 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-231b79e9-06ed-491b-ac1f-779b151a5e60 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:57.231935 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4545f69-ed88-4ffb-9479-73ab5a234def {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:17:57.245870 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:57.284813 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Transition to ACTIVE for port object d4545f69-ed88-4ffb-9479-73ab5a234def will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:57.302565 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:57.378301 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8b89bfc9-7d6d-4ada-8de6-6787dd30d12b req-24d7f06f-7070-46bc-8e6b-f35ba9ec9ae9 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a42269e-b77b-435a-9474-4b8713c826e2 HTTP/1.1" status: 200 len: 210 time: 0.0730970 Jul 14 07:17:57.408620 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-231b79e9-06ed-491b-ac1f-779b151a5e60 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:57.418552 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4545f69-ed88-4ffb-9479-73ab5a234def,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:57.427376 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-231b79e9-06ed-491b-ac1f-779b151a5e60 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:57.445376 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-989a19ec-97a0-4aeb-8754-8ac74a80bc6e req-1db03502-7534-41d7-987a-9d8821ded8ec tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5605602 Jul 14 07:17:57.484932 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee66d617-e09f-4fda-a551-19374024dabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:57.541098 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b79e9-06ed-491b-ac1f-779b151a5e60 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df501eb4-a121-4132-8e9e-e2a79d521817,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:57.547028 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66d617-e09f-4fda-a551-19374024dabb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5523d20d-c8a3-4e54-a340-7e8e2cc735b5,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:57.554023 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-231b79e9-06ed-491b-ac1f-779b151a5e60 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:57.558431 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-231b79e9-06ed-491b-ac1f-779b151a5e60 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5929232 Jul 14 07:17:57.559219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34134) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:57.578808 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa3331d5-9fb0-49da-8e54-ca8ee7ddb090 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:57.627092 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d9e76579-c59c-4a37-8242-cd8bc56608c0 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-group-rules/df501eb4-a121-4132-8e9e-e2a79d521817 HTTP/1.1" status: 200 len: 763 time: 0.0605655 Jul 14 07:17:57.630397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34136) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:57.647276 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Attempting to bind port d4545f69-ed88-4ffb-9479-73ab5a234def on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:17:57.647880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Attempting to bind port d4545f69-ed88-4ffb-9479-73ab5a234def by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:17:57.647880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Attempting to bind port d4545f69-ed88-4ffb-9479-73ab5a234def on network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:17:57.656214 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Port d4545f69-ed88-4ffb-9479-73ab5a234def on network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:17:57.656546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Attempting to bind port d4545f69-ed88-4ffb-9479-73ab5a234def on network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:17:57.670139 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3331d5-9fb0-49da-8e54-ca8ee7ddb090 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Subnet': ['ID=230de9ec-3a01-4b1c-92c1-acea0b00e9c7,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:57.673627 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:17:57.673973 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Checking segment: {'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:17:57.674361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Bound using segment: {'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:17:57.674853 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Bound port: d4545f69-ed88-4ffb-9479-73ab5a234def, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:17:57.675167 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:57.677275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9e53-ee99-4922-9c8f-37b1f68dfef5 req-fac2ba10-ba51-4d1f-b355-714c94ed1c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:57.677948 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9e53-ee99-4922-9c8f-37b1f68dfef5 req-fac2ba10-ba51-4d1f-b355-714c94ed1c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:57.678574 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9e53-ee99-4922-9c8f-37b1f68dfef5 req-fac2ba10-ba51-4d1f-b355-714c94ed1c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:57.680348 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41bd9e53-ee99-4922-9c8f-37b1f68dfef5 req-fac2ba10-ba51-4d1f-b355-714c94ed1c34 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8125219 Jul 14 07:17:57.697129 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34138) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:57.697755 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b067ea9b-e605-48dd-bf2f-1481315e3974 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0658443 Jul 14 07:17:57.726572 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3331d5-9fb0-49da-8e54-ca8ee7ddb090 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Checking segment: {'id': '2343867f-2091-47f4-a979-7bfa3dd09fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fb01535-613a-4628-a810-3a2bc2aaa48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:17:57.726938 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3331d5-9fb0-49da-8e54-ca8ee7ddb090 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network hostable DHCP agents. Network: 0fb01535-613a-4628-a810-3a2bc2aaa48e, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:17:57.748278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66d617-e09f-4fda-a551-19374024dabb admin admin] Checking segment: {'id': '235ab3a5-285e-446e-a017-621aa6899ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f4a1c70c-2d49-48b3-b383-105cc59db275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:17:57.748645 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee66d617-e09f-4fda-a551-19374024dabb admin admin] Network hostable DHCP agents. Network: f4a1c70c-2d49-48b3-b383-105cc59db275, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:17:57.753720 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be695f13-dde6-4cb4-ad82-c6ac9a2277de tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:57.774022 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be695f13-dde6-4cb4-ad82-c6ac9a2277de tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:57.783446 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee66d617-e09f-4fda-a551-19374024dabb admin admin] Network f4a1c70c-2d49-48b3-b383-105cc59db275 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:17:57.814537 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9e53-ee99-4922-9c8f-37b1f68dfef5 req-5b08a9da-d7b1-4e06-8479-c39e059cf892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:57.815806 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3331d5-9fb0-49da-8e54-ca8ee7ddb090 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network 0fb01535-613a-4628-a810-3a2bc2aaa48e is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:17:57.817429 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41bd9e53-ee99-4922-9c8f-37b1f68dfef5 req-5b08a9da-d7b1-4e06-8479-c39e059cf892 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1176834 Jul 14 07:17:57.818543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ee66d617-e09f-4fda-a551-19374024dabb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, f4a1c70c-2d49-48b3-b383-105cc59db275) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:57.828763 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] For port d4545f69-ed88-4ffb-9479-73ab5a234def, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:17:57.830589 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee66d617-e09f-4fda-a551-19374024dabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:57.831495 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee66d617-e09f-4fda-a551-19374024dabb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:57.835793 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcf78ef-27df-4a13-ade5-d7395c81bc62 None None] Network f4a1c70c-2d49-48b3-b383-105cc59db275 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:17:57.836983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] For port d4545f69-ed88-4ffb-9479-73ab5a234def, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d4545f69-ed88-4ffb-9479-73ab5a234def,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:17:57.838410 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-fa3331d5-9fb0-49da-8e54-ca8ee7ddb090 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 0fb01535-613a-4628-a810-3a2bc2aaa48e) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:57.845845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3331d5-9fb0-49da-8e54-ca8ee7ddb090 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:57.846493 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa3331d5-9fb0-49da-8e54-ca8ee7ddb090 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:57.852479 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be695f13-dde6-4cb4-ad82-c6ac9a2277de tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:57.855330 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ee66d617-e09f-4fda-a551-19374024dabb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5391674 Jul 14 07:17:57.864566 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be695f13-dde6-4cb4-ad82-c6ac9a2277de tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:57.868845 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34142) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:57.873730 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-be695f13-dde6-4cb4-ad82-c6ac9a2277de tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/df501eb4-a121-4132-8e9e-e2a79d521817 HTTP/1.1" status: 204 len: 168 time: 0.1753812 Jul 14 07:17:57.885806 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:57.910404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be695f13-dde6-4cb4-ad82-c6ac9a2277de tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df501eb4-a121-4132-8e9e-e2a79d521817,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:57.923644 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b8f157e4-8c3f-47ef-a572-499170f76258 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0531366 Jul 14 07:17:57.924300 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34144) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:57.929985 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-4ed8899d-bb83-40ea-a00b-ca76122de8cf tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Request body: {'security_group_rule': {'security_group_id': 'ff7fcb71-ffd1-4ee0-98ce-744367c96c6e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:57.935411 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e301e27c-473e-499e-b8bb-a8e31aeb3d9a None None] Network 0fb01535-613a-4628-a810-3a2bc2aaa48e requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:17:57.952436 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 9474bf8d-2059-4b59-abfd-8c1dda41cb47 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:17:57.967027 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fa3331d5-9fb0-49da-8e54-ca8ee7ddb090 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3323100 Jul 14 07:17:57.972364 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:57.973503 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:57.974939 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] 10.222.0.30 "PUT /v2.0/ports/d4545f69-ed88-4ffb-9479-73ab5a234def HTTP/1.1" status: 200 len: 1091 time: 1.7473710 Jul 14 07:17:57.977079 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34146) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:57.982758 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e23ef770-6260-474b-842f-57473a228e1f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-529497758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:58.005649 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-4ed8899d-bb83-40ea-a00b-ca76122de8cf tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Project 9db33fd45cb04f7bbb93453cf15550a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:17:58.011770 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ed8899d-bb83-40ea-a00b-ca76122de8cf tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:58.030444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Request body: {'port': {'device_id': '70aed3f3-4254-438f-b75e-74f7845698d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:17:58.051566 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 9474bf8d-2059-4b59-abfd-8c1dda41cb47 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:17:58.052037 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 9474bf8d-2059-4b59-abfd-8c1dda41cb47 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:17:58.075075 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e23ef770-6260-474b-842f-57473a228e1f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:58.076104 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e23ef770-6260-474b-842f-57473a228e1f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:58.126459 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc500241-05c6-4376-bc1b-be1467a8051a None None] Network f4a1c70c-2d49-48b3-b383-105cc59db275 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:17:58.133456 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ed8899d-bb83-40ea-a00b-ca76122de8cf tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:58.143048 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ed8899d-bb83-40ea-a00b-ca76122de8cf tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:58.147152 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e23ef770-6260-474b-842f-57473a228e1f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:58.157820 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e23ef770-6260-474b-842f-57473a228e1f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:58.175999 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9b045-2dbf-4413-bd87-8fb78e251de0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4545f69-ed88-4ffb-9479-73ab5a234def,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:58.184230 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e23ef770-6260-474b-842f-57473a228e1f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:58.185713 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e23ef770-6260-474b-842f-57473a228e1f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2075725 Jul 14 07:17:58.188436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34154) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:58.197031 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8899d-bb83-40ea-a00b-ca76122de8cf tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9992d6f3-acaf-45a3-af42-9bcfbfa6724c,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:58.218539 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ed8899d-bb83-40ea-a00b-ca76122de8cf tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:58.223394 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4ed8899d-bb83-40ea-a00b-ca76122de8cf tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2953575 Jul 14 07:17:58.225483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34156) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:58.268067 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6a3ce36c-ede7-4bbf-8a38-da2b030e3a70 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-group-rules/9992d6f3-acaf-45a3-af42-9bcfbfa6724c HTTP/1.1" status: 200 len: 769 time: 0.0388691 Jul 14 07:17:58.269982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34158) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:58.357986 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fa04a0d6-592c-4468-8a46-0fd4952a371f tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0739143 Jul 14 07:17:58.360604 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34162) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:58.397779 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-000e6528-a478-49eb-840e-880707bfd931 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:58.400661 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-d382be48-0bc5-4e5b-ae35-f774aac532f1 req-9a76142a-06a5-42de-a0c5-51fb87e9b217 tempest-SecurityGroupsNegativeTestJSON-157586545 tempest-SecurityGroupsNegativeTestJSON-157586545-project] show failed (client error): The resource could not be found. Jul 14 07:17:58.402442 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d382be48-0bc5-4e5b-ae35-f774aac532f1 req-9a76142a-06a5-42de-a0c5-51fb87e9b217 tempest-SecurityGroupsNegativeTestJSON-157586545 tempest-SecurityGroupsNegativeTestJSON-157586545-project] 10.222.0.35 "GET /v2.0/security-groups/bf0d2b85-cdc7-41f3-bdfb-ea4929bd451d HTTP/1.1" status: 404 len: 352 time: 0.0429723 Jul 14 07:17:58.413128 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-000e6528-a478-49eb-840e-880707bfd931 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:58.503485 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-000e6528-a478-49eb-840e-880707bfd931 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:58.518403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-0fb01535-613a-4628-a810-3a2bc2aaa48e', 'network_id': '0fb01535-613a-4628-a810-3a2bc2aaa48e', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'fixed_ips': [{'subnet_id': '230de9ec-3a01-4b1c-92c1-acea0b00e9c7'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:17:58.520151 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-000e6528-a478-49eb-840e-880707bfd931 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:58.523097 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-000e6528-a478-49eb-840e-880707bfd931 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/9992d6f3-acaf-45a3-af42-9bcfbfa6724c HTTP/1.1" status: 204 len: 168 time: 0.1588035 Jul 14 07:17:58.524379 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:58.530835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34172) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:58.545683 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e6528-a478-49eb-840e-880707bfd931 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9992d6f3-acaf-45a3-af42-9bcfbfa6724c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:58.568093 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18c12449-402f-459a-baf0-94b9002f4fa3 req-7770c708-409a-45b2-90ab-1708737d6547 tempest-SecurityGroupsNegativeTestJSON-157586545 tempest-SecurityGroupsNegativeTestJSON-157586545-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f98b07fef0d24137a903d3fd554bb3a3 HTTP/1.1" status: 200 len: 2988 time: 0.1122684 Jul 14 07:17:58.607075 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'tag': 'd4545f69-ed88-4ffb-9479-73ab5a234def'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:17:58.614178 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af30854-ff0f-4933-8eef-3f9b39818fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "tag": "d4545f69-ed88-4ffb-9479-73ab5a234def"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:17:58.623273 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:58.634099 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18c12449-402f-459a-baf0-94b9002f4fa3 req-eb49c61c-6682-4ccf-997f-233a1350f28a tempest-SecurityGroupsNegativeTestJSON-157586545 tempest-SecurityGroupsNegativeTestJSON-157586545-project] 10.222.0.35 "GET /v2.0/security-groups/964d1de5-1866-4b55-9efe-6b020e186577 HTTP/1.1" status: 200 len: 2985 time: 0.0650599 Jul 14 07:17:58.678260 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2d17eab2-615c-4550-a3ee-65c1a9c3a3fd tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1453552 Jul 14 07:17:58.681026 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34178) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:58.725207 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18c12449-402f-459a-baf0-94b9002f4fa3 req-41b72585-4f96-41ab-8f21-a7fd6701a2b4 tempest-SecurityGroupsNegativeTestJSON-157586545 tempest-SecurityGroupsNegativeTestJSON-157586545-project] 10.222.0.35 "GET /v2.0/security-groups/964d1de5-1866-4b55-9efe-6b020e186577 HTTP/1.1" status: 200 len: 2985 time: 0.0901170 Jul 14 07:17:58.765484 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Allocated IP 2001:db8::2 (0fb01535-613a-4628-a810-3a2bc2aaa48e/230de9ec-3a01-4b1c-92c1-acea0b00e9c7/42d75959-7831-4f5e-87af-38a48ba4439d) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:17:58.849062 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769f4354-d4f8-407f-92f3-56c05eadf2d4 x-openstack-request-id: req-769f4354-d4f8-407f-92f3-56c05eadf2d4 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:17:58.849378 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "tag": "d4545f69-ed88-4ffb-9479-73ab5a234def", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:17:58.849695 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-769f4354-d4f8-407f-92f3-56c05eadf2d4 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:17:58.850118 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'tag': 'd4545f69-ed88-4ffb-9479-73ab5a234def', 'status': 'completed', 'code': 200} Jul 14 07:17:58.861926 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:58.868032 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5891befd-e656-497e-b501-56b86ca77929 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:58.914544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b485f9-1ab5-4d45-910b-f31435650fd1 req-06ec43ae-5f64-4e15-8f1a-21a9f2e9c1a9 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:58.927492 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b485f9-1ab5-4d45-910b-f31435650fd1 req-06ec43ae-5f64-4e15-8f1a-21a9f2e9c1a9 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:58.935577 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b485f9-1ab5-4d45-910b-f31435650fd1 req-06ec43ae-5f64-4e15-8f1a-21a9f2e9c1a9 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:58.942977 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b485f9-1ab5-4d45-910b-f31435650fd1 req-06ec43ae-5f64-4e15-8f1a-21a9f2e9c1a9 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:58.951096 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b485f9-1ab5-4d45-910b-f31435650fd1 req-06ec43ae-5f64-4e15-8f1a-21a9f2e9c1a9 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:58.957943 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b485f9-1ab5-4d45-910b-f31435650fd1 req-06ec43ae-5f64-4e15-8f1a-21a9f2e9c1a9 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:58.965211 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b485f9-1ab5-4d45-910b-f31435650fd1 req-06ec43ae-5f64-4e15-8f1a-21a9f2e9c1a9 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:58.967336 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01b485f9-1ab5-4d45-910b-f31435650fd1 req-06ec43ae-5f64-4e15-8f1a-21a9f2e9c1a9 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5384 time: 0.2411704 Jul 14 07:17:59.004838 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:59.016604 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Transition to ACTIVE for port object 42d75959-7831-4f5e-87af-38a48ba4439d will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:59.035996 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Transition to ACTIVE for port object 42d75959-7831-4f5e-87af-38a48ba4439d will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:17:59.048026 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:59.070445 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Network 0fb01535-613a-4628-a810-3a2bc2aaa48e is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:17:59.074177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:17:59.081464 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a98929b5-a0a7-4302-ab9a-a07eadf897d3 req-0fe1c04c-4865-4d49-a515-be30187e02cd tempest-SecurityGroupsNegativeTestJSON-157586545 tempest-SecurityGroupsNegativeTestJSON-157586545-project] 10.222.0.35 "GET /v2.0/security-groups/964d1de5-1866-4b55-9efe-6b020e186577 HTTP/1.1" status: 200 len: 2985 time: 0.0786755 Jul 14 07:17:59.105418 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:17:59.134977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01b485f9-1ab5-4d45-910b-f31435650fd1 req-af273854-615c-488b-8291-43c21483f97f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1332712 Jul 14 07:17:59.204426 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Pushing event updated for resources: {'Port': ['ID=42d75959-7831-4f5e-87af-38a48ba4439d,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:59.208136 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af30854-ff0f-4933-8eef-3f9b39818fb0 req-5a613f62-b534-4800-827e-2c75ebd5f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:59.208860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af30854-ff0f-4933-8eef-3f9b39818fb0 req-5a613f62-b534-4800-827e-2c75ebd5f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:59.213615 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af30854-ff0f-4933-8eef-3f9b39818fb0 req-5a613f62-b534-4800-827e-2c75ebd5f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:59.214450 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af30854-ff0f-4933-8eef-3f9b39818fb0 req-5a613f62-b534-4800-827e-2c75ebd5f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:59.214932 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af30854-ff0f-4933-8eef-3f9b39818fb0 req-5a613f62-b534-4800-827e-2c75ebd5f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:59.215407 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af30854-ff0f-4933-8eef-3f9b39818fb0 req-5a613f62-b534-4800-827e-2c75ebd5f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:59.215875 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af30854-ff0f-4933-8eef-3f9b39818fb0 req-5a613f62-b534-4800-827e-2c75ebd5f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:59.216235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Attempting to bind port 42d75959-7831-4f5e-87af-38a48ba4439d on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:17:59.216767 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Attempting to bind port 42d75959-7831-4f5e-87af-38a48ba4439d by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '2343867f-2091-47f4-a979-7bfa3dd09fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fb01535-613a-4628-a810-3a2bc2aaa48e'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:17:59.217326 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Attempting to bind port 42d75959-7831-4f5e-87af-38a48ba4439d on network 0fb01535-613a-4628-a810-3a2bc2aaa48e {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:17:59.217957 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4af30854-ff0f-4933-8eef-3f9b39818fb0 req-5a613f62-b534-4800-827e-2c75ebd5f32e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 6276 time: 0.3763196 Jul 14 07:17:59.223881 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:17:59.224557 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Checking segment: {'id': '2343867f-2091-47f4-a979-7bfa3dd09fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fb01535-613a-4628-a810-3a2bc2aaa48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:17:59.225130 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:59.225727 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Bound using segment: {'id': '2343867f-2091-47f4-a979-7bfa3dd09fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fb01535-613a-4628-a810-3a2bc2aaa48e'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:17:59.226370 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Bound port: 42d75959-7831-4f5e-87af-38a48ba4439d, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2343867f-2091-47f4-a979-7bfa3dd09fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fb01535-613a-4628-a810-3a2bc2aaa48e'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:17:59.226938 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:59.294512 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] For port 42d75959-7831-4f5e-87af-38a48ba4439d, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:17:59.303013 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] For port 42d75959-7831-4f5e-87af-38a48ba4439d, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=42d75959-7831-4f5e-87af-38a48ba4439d,segment=NetworkSegment(2343867f-2091-47f4-a979-7bfa3dd09fd8),segment_id=2343867f-2091-47f4-a979-7bfa3dd09fd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:17:59.313401 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:59.371798 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5891befd-e656-497e-b501-56b86ca77929 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:59.430276 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b49f38-16e6-4c46-8656-d48fabc65845 None None] Pushing event updated for resources: {'Port': ['ID=42d75959-7831-4f5e-87af-38a48ba4439d,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:59.449877 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-a98929b5-a0a7-4302-ab9a-a07eadf897d3 req-3f282d62-4b9e-4c44-9955-98542df3afa2 tempest-SecurityGroupsNegativeTestJSON-157586545 tempest-SecurityGroupsNegativeTestJSON-157586545-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 07:17:59.456063 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a98929b5-a0a7-4302-ab9a-a07eadf897d3 req-3f282d62-4b9e-4c44-9955-98542df3afa2 tempest-SecurityGroupsNegativeTestJSON-157586545 tempest-SecurityGroupsNegativeTestJSON-157586545-project] 10.222.0.35 "DELETE /v2.0/security-groups/964d1de5-1866-4b55-9efe-6b020e186577 HTTP/1.1" status: 409 len: 352 time: 0.3670130 Jul 14 07:17:59.462029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34198) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:59.516813 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af30854-ff0f-4933-8eef-3f9b39818fb0 req-96e9491f-f9cd-4bf3-b404-d2a384df46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:59.517313 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af30854-ff0f-4933-8eef-3f9b39818fb0 req-96e9491f-f9cd-4bf3-b404-d2a384df46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:59.517779 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af30854-ff0f-4933-8eef-3f9b39818fb0 req-96e9491f-f9cd-4bf3-b404-d2a384df46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:59.519386 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4af30854-ff0f-4933-8eef-3f9b39818fb0 req-96e9491f-f9cd-4bf3-b404-d2a384df46fc service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2913716 Jul 14 07:17:59.523282 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-e6071c0e-c6a4-4516-8c5d-a35caae99325 req-d4f158cd-4f38-45c1-bca5-ea3093a7bf6b tempest-SecurityGroupsNegativeTestJSON-157586545 tempest-SecurityGroupsNegativeTestJSON-157586545-project] show failed (client error): The resource could not be found. Jul 14 07:17:59.524242 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6071c0e-c6a4-4516-8c5d-a35caae99325 req-d4f158cd-4f38-45c1-bca5-ea3093a7bf6b tempest-SecurityGroupsNegativeTestJSON-157586545 tempest-SecurityGroupsNegativeTestJSON-157586545-project] 10.222.0.35 "GET /v2.0/security-groups/d2c521aa-4443-43ee-b9a8-e4bac5f2c547 HTTP/1.1" status: 404 len: 352 time: 0.0379159 Jul 14 07:17:59.616024 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-77cb9d80-3b3f-4c42-a125-36f955cc2662 req-f9e9ad8c-4bcc-4755-b429-010cd8d0c196 tempest-SecurityGroupsNegativeTestJSON-157586545 tempest-SecurityGroupsNegativeTestJSON-157586545-project] show failed (client error): The resource could not be found. Jul 14 07:17:59.616955 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5891befd-e656-497e-b501-56b86ca77929 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:59.619512 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5891befd-e656-497e-b501-56b86ca77929 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:59.621223 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5891befd-e656-497e-b501-56b86ca77929 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "DELETE /v2.0/security-groups/ff7fcb71-ffd1-4ee0-98ce-744367c96c6e HTTP/1.1" status: 204 len: 168 time: 0.9391048 Jul 14 07:17:59.629720 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77cb9d80-3b3f-4c42-a125-36f955cc2662 req-f9e9ad8c-4bcc-4755-b429-010cd8d0c196 tempest-SecurityGroupsNegativeTestJSON-157586545 tempest-SecurityGroupsNegativeTestJSON-157586545-project] 10.222.0.35 "GET /v2.0/security-groups/4fd35a67-61a6-4c24-8c8d-ce6fb9a4b602 HTTP/1.1" status: 404 len: 352 time: 0.0625341 Jul 14 07:17:59.631532 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34204) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:59.631869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34206) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:59.685095 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8df22a6d-96cd-472f-b27c-72cfa42550b6 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:59.730114 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8df22a6d-96cd-472f-b27c-72cfa42550b6 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:59.761363 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af30854-ff0f-4933-8eef-3f9b39818fb0 req-a109c5ab-3269-450a-930e-46143cd64ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:17:59.761676 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4af30854-ff0f-4933-8eef-3f9b39818fb0 req-a109c5ab-3269-450a-930e-46143cd64ebf service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2334194 Jul 14 07:17:59.765218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891befd-e656-497e-b501-56b86ca77929 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7fcb71-ffd1-4ee0-98ce-744367c96c6e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:59.819329 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8df22a6d-96cd-472f-b27c-72cfa42550b6 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:59.822146 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8df22a6d-96cd-472f-b27c-72cfa42550b6 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:59.823482 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8df22a6d-96cd-472f-b27c-72cfa42550b6 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "DELETE /v2.0/security-groups/ae99198d-8b4e-4a7f-962e-27b2ca31a024 HTTP/1.1" status: 204 len: 168 time: 0.3600955 Jul 14 07:17:59.827316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34208) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:59.847681 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df22a6d-96cd-472f-b27c-72cfa42550b6 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae99198d-8b4e-4a7f-962e-27b2ca31a024,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:17:59.849493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Allocated IP 2001:db8::1 (0fb01535-613a-4628-a810-3a2bc2aaa48e/230de9ec-3a01-4b1c-92c1-acea0b00e9c7/ffe04baa-f2d3-46d1-b444-3e4d3f13dd22) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:17:59.852620 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-07fef233-79ec-496e-b234-0d918ff06919 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] show failed (client error): The resource could not be found. Jul 14 07:17:59.853725 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-07fef233-79ec-496e-b234-0d918ff06919 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "GET /v2.0/security-groups/ae99198d-8b4e-4a7f-962e-27b2ca31a024 HTTP/1.1" status: 404 len: 347 time: 0.0244007 Jul 14 07:17:59.857637 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34210) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:17:59.863620 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-270555c3-d409-4710-b9e4-4f2c0c1c4818 admin admin] Deleting subnet 5523d20d-c8a3-4e54-a340-7e8e2cc735b5 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:17:59.897206 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-270555c3-d409-4710-b9e4-4f2c0c1c4818 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:17:59.909487 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0b74ef75-3fea-428e-8ed4-2f9db8740ed5 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2765005 Jul 14 07:17:59.915660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34212) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:00.000600 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:18:00.014051 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:00.025033 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-270555c3-d409-4710-b9e4-4f2c0c1c4818 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:00.045522 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c512389b-c405-45bb-ae70-11695c83cf48 tempest-SecGroupIPv6Test-980778676 tempest-SecGroupIPv6Test-980778676-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1287084 Jul 14 07:18:00.081789 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Transition to ACTIVE for port object bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:00.091663 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:00.121620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-66e29e1d-db13-4ca0-a60b-209b6374dad1 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Deleting port b3831d47-6a10-4070-b8dd-06556707b77a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:18:00.122024 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66e29e1d-db13-4ca0-a60b-209b6374dad1 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:00.221523 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66e29e1d-db13-4ca0-a60b-209b6374dad1 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:00.221930 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66e29e1d-db13-4ca0-a60b-209b6374dad1 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:00.236593 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-66e29e1d-db13-4ca0-a60b-209b6374dad1 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Calling delete_port for b3831d47-6a10-4070-b8dd-06556707b77a owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:18:00.301723 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-270555c3-d409-4710-b9e4-4f2c0c1c4818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:00.409046 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:00.483400 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d8e99374-9787-4b04-9985-8bc4ee070c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:00.499051 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Pushing event updated for resources: {'Port': ['ID=bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:00.554200 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34226) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:00.559098 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Transition to ACTIVE for port object ffe04baa-f2d3-46d1-b444-3e4d3f13dd22 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:00.686142 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66e29e1d-db13-4ca0-a60b-209b6374dad1 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:00.692289 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Attempting to bind port bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:18:00.692678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Attempting to bind port bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:18:00.692983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Attempting to bind port bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 on network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:00.706660 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-270555c3-d409-4710-b9e4-4f2c0c1c4818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:00.723448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Port bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 on network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:18:00.723764 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Attempting to bind port bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 on network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:00.748520 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7b497-d5c8-458a-ab1a-a8624cad073e req-099b8a26-549c-4899-93ed-da53657abc28 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:00.755455 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7b497-d5c8-458a-ab1a-a8624cad073e req-099b8a26-549c-4899-93ed-da53657abc28 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:00.757301 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:00.759341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270555c3-d409-4710-b9e4-4f2c0c1c4818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5523d20d-c8a3-4e54-a340-7e8e2cc735b5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:00.764420 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-270555c3-d409-4710-b9e4-4f2c0c1c4818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:00.768082 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-270555c3-d409-4710-b9e4-4f2c0c1c4818 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5523d20d-c8a3-4e54-a340-7e8e2cc735b5 HTTP/1.1" status: 204 len: 168 time: 1.1257343 Jul 14 07:18:00.772719 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7b497-d5c8-458a-ab1a-a8624cad073e req-099b8a26-549c-4899-93ed-da53657abc28 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:00.774399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34230) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:00.774932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:18:00.775268 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Checking segment: {'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:00.775655 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Bound using segment: {'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:18:00.776092 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Bound port: bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457121e4-765c-4c4e-987c-a0f372dfbf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:18:00.776983 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:00.779786 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7b497-d5c8-458a-ab1a-a8624cad073e req-099b8a26-549c-4899-93ed-da53657abc28 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:00.786370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7b497-d5c8-458a-ab1a-a8624cad073e req-099b8a26-549c-4899-93ed-da53657abc28 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:00.793441 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7b497-d5c8-458a-ab1a-a8624cad073e req-099b8a26-549c-4899-93ed-da53657abc28 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:00.799787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7b497-d5c8-458a-ab1a-a8624cad073e req-099b8a26-549c-4899-93ed-da53657abc28 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:00.807792 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-49a7b497-d5c8-458a-ab1a-a8624cad073e req-099b8a26-549c-4899-93ed-da53657abc28 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5396 time: 0.3300982 Jul 14 07:18:00.811348 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e29e1d-db13-4ca0-a60b-209b6374dad1 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Pushing event deleted for resources: {'Port': ['ID=b3831d47-6a10-4070-b8dd-06556707b77a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:00.874465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63a8a22-fcf4-4f0a-8012-c7deec08cfca None None] Network 0fb01535-613a-4628-a810-3a2bc2aaa48e requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:18:00.887057 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network 0fb01535-613a-4628-a810-3a2bc2aaa48e is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:00.907046 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:00.931452 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66e29e1d-db13-4ca0-a60b-209b6374dad1 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:00.932424 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:18:00.933002 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:00.934361 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66e29e1d-db13-4ca0-a60b-209b6374dad1 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:00.938077 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-66e29e1d-db13-4ca0-a60b-209b6374dad1 tempest-ImagesOneServerNegativeTestJSON-1654952847 tempest-ImagesOneServerNegativeTestJSON-1654952847-project] 10.222.0.35 "DELETE /v2.0/floatingips/4ccac092-74a8-498e-b1c2-7f5432a9af18 HTTP/1.1" status: 204 len: 168 time: 1.0771520 Jul 14 07:18:00.938239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=ffe04baa-f2d3-46d1-b444-3e4d3f13dd22,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:00.940607 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-49a7b497-d5c8-458a-ab1a-a8624cad073e req-5539d290-614f-4547-a990-38557e1347af tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1315620 Jul 14 07:18:00.986484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34238) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:00.986629 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dfdb48d8-b85a-4ce5-9f41-f60f9d5d3d62 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9db33fd45cb04f7bbb93453cf15550a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254656 Jul 14 07:18:01.005737 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f344f15-6dd6-487e-ba1d-df3efe5fc98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.044414 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3bbcf317-1eeb-4261-8eb8-d4f33f9d3fd2 None None] Provisioning for port 42d75959-7831-4f5e-87af-38a48ba4439d completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:01.064159 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ff2fd34-fc64-43cb-9d78-ca053313f5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.069266 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] For port bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:18:01.076600 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] For port bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:18:01.095019 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ff2fd34-fc64-43cb-9d78-ca053313f5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.109160 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.166186 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ff2fd34-fc64-43cb-9d78-ca053313f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.170946 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ff2fd34-fc64-43cb-9d78-ca053313f5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.172933 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1ff2fd34-fc64-43cb-9d78-ca053313f5e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5951e6fc-8b86-4f26-afa6-5d17b9ad6546 HTTP/1.1" status: 204 len: 168 time: 0.1853147 Jul 14 07:18:01.201623 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2fd34-fc64-43cb-9d78-ca053313f5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5951e6fc-8b86-4f26-afa6-5d17b9ad6546,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:01.223922 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:01.224749 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.226446 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] 10.222.0.30 "PUT /v2.0/ports/bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 HTTP/1.1" status: 200 len: 1091 time: 3.2021201 Jul 14 07:18:01.233038 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'tag': 'bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:18:01.235918 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d752ce6-e30b-41c6-b61b-71e4af5e8e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "tag": "bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:18:01.263004 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f344f15-6dd6-487e-ba1d-df3efe5fc98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.302663 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Request body: {'port': {'device_id': '70aed3f3-4254-438f-b75e-74f7845698d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:01.346922 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 42d75959-7831-4f5e-87af-38a48ba4439d up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:01.398804 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-1f344f15-6dd6-487e-ba1d-df3efe5fc98b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a1c70c-2d49-48b3-b383-105cc59db275']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:01.401511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34252) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:01.414688 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.458967 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-1f344f15-6dd6-487e-ba1d-df3efe5fc98b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235ab3a5-285e-446e-a017-621aa6899ff4') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:01.460938 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-1f344f15-6dd6-487e-ba1d-df3efe5fc98b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235ab3a5-285e-446e-a017-621aa6899ff4') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:01.488875 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c7f28-bcb0-4f21-890a-211efc00d10c service neutron] Pushing event updated for resources: {'Port': ['ID=bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:01.499468 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f344f15-6dd6-487e-ba1d-df3efe5fc98b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.549768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f33087-8191-40d2-a175-f0b6547828b4 admin admin] Deleting subnet 5918044e-a8af-4c2f-b837-95b1468fa844 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:18:01.551653 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 42d75959-7831-4f5e-87af-38a48ba4439d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:01.559429 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-50f33087-8191-40d2-a175-f0b6547828b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.559665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 42d75959-7831-4f5e-87af-38a48ba4439d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:01.559829 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.599906 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ad17d6-ea07-4dd4-b2e8-eeeebc48206a x-openstack-request-id: req-e5ad17d6-ea07-4dd4-b2e8-eeeebc48206a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:18:01.600415 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "tag": "bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:18:01.600850 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e5ad17d6-ea07-4dd4-b2e8-eeeebc48206a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:18:01.601454 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'tag': 'bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7', 'status': 'completed', 'code': 200} Jul 14 07:18:01.636941 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-50f33087-8191-40d2-a175-f0b6547828b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.650692 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f344f15-6dd6-487e-ba1d-df3efe5fc98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.674644 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f344f15-6dd6-487e-ba1d-df3efe5fc98b admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:18:01.675049 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f344f15-6dd6-487e-ba1d-df3efe5fc98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:18:01.679643 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:18:01.716326 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.789638 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 42d75959-7831-4f5e-87af-38a48ba4439d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=42d75959-7831-4f5e-87af-38a48ba4439d,segment=NetworkSegment(2343867f-2091-47f4-a979-7bfa3dd09fd8),segment_id=2343867f-2091-47f4-a979-7bfa3dd09fd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:01.799071 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.824693 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-50f33087-8191-40d2-a175-f0b6547828b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.842116 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.890655 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-684bf55c-0bf6-4ebf-a09b-5b3b2caffb03 None None] Provisioning for port ffe04baa-f2d3-46d1-b444-3e4d3f13dd22 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:01.903124 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-684bf55c-0bf6-4ebf-a09b-5b3b2caffb03 None None] Provisioning complete for port ffe04baa-f2d3-46d1-b444-3e4d3f13dd22 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:01.903500 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-684bf55c-0bf6-4ebf-a09b-5b3b2caffb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.906924 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f344f15-6dd6-487e-ba1d-df3efe5fc98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.931525 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f344f15-6dd6-487e-ba1d-df3efe5fc98b admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.939521 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-50f33087-8191-40d2-a175-f0b6547828b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:01.941985 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1f344f15-6dd6-487e-ba1d-df3efe5fc98b admin admin] 10.222.0.35 "DELETE /v2.0/networks/f4a1c70c-2d49-48b3-b383-105cc59db275 HTTP/1.1" status: 204 len: 168 time: 1.1627166 Jul 14 07:18:01.990116 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-684bf55c-0bf6-4ebf-a09b-5b3b2caffb03 None None] Port ffe04baa-f2d3-46d1-b444-3e4d3f13dd22 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:18:02.005061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f33087-8191-40d2-a175-f0b6547828b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5918044e-a8af-4c2f-b837-95b1468fa844,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:02.014364 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-50f33087-8191-40d2-a175-f0b6547828b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:02.018346 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-50f33087-8191-40d2-a175-f0b6547828b4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5918044e-a8af-4c2f-b837-95b1468fa844 HTTP/1.1" status: 204 len: 168 time: 0.6157932 Jul 14 07:18:02.020039 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=42d75959-7831-4f5e-87af-38a48ba4439d,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:02.021273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34270) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:02.035444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-684bf55c-0bf6-4ebf-a09b-5b3b2caffb03 None None] Provisioning complete for port 42d75959-7831-4f5e-87af-38a48ba4439d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:02.036021 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-684bf55c-0bf6-4ebf-a09b-5b3b2caffb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:02.042918 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d752ce6-e30b-41c6-b61b-71e4af5e8e4e req-9d8f5ba5-55b1-4db8-a5e3-a66a17559362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:02.044676 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d752ce6-e30b-41c6-b61b-71e4af5e8e4e req-9d8f5ba5-55b1-4db8-a5e3-a66a17559362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:02.045174 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d752ce6-e30b-41c6-b61b-71e4af5e8e4e req-9d8f5ba5-55b1-4db8-a5e3-a66a17559362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:02.045686 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d752ce6-e30b-41c6-b61b-71e4af5e8e4e req-9d8f5ba5-55b1-4db8-a5e3-a66a17559362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:02.046989 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d752ce6-e30b-41c6-b61b-71e4af5e8e4e req-9d8f5ba5-55b1-4db8-a5e3-a66a17559362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:02.047475 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d752ce6-e30b-41c6-b61b-71e4af5e8e4e req-9d8f5ba5-55b1-4db8-a5e3-a66a17559362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:02.047958 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d752ce6-e30b-41c6-b61b-71e4af5e8e4e req-9d8f5ba5-55b1-4db8-a5e3-a66a17559362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:02.051776 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3d752ce6-e30b-41c6-b61b-71e4af5e8e4e req-9d8f5ba5-55b1-4db8-a5e3-a66a17559362 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 6343 time: 0.3558686 Jul 14 07:18:02.059772 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f344f15-6dd6-487e-ba1d-df3efe5fc98b admin admin] Pushing event deleted for resources: {'Network': ['ID=f4a1c70c-2d49-48b3-b383-105cc59db275,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:02.244488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d752ce6-e30b-41c6-b61b-71e4af5e8e4e req-4eeaff41-b3b9-4082-8585-020b602d2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:02.244971 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d752ce6-e30b-41c6-b61b-71e4af5e8e4e req-4eeaff41-b3b9-4082-8585-020b602d2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:02.246216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d752ce6-e30b-41c6-b61b-71e4af5e8e4e req-4eeaff41-b3b9-4082-8585-020b602d2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:02.250069 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3d752ce6-e30b-41c6-b61b-71e4af5e8e4e req-4eeaff41-b3b9-4082-8585-020b602d2a97 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1902692 Jul 14 07:18:02.319238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2e14b197-e1c4-4810-9756-59c5139e5086 None None] Provisioning complete for port ffe04baa-f2d3-46d1-b444-3e4d3f13dd22 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:02.320311 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2e14b197-e1c4-4810-9756-59c5139e5086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:02.348167 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34278) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:02.386320 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-2e14b197-e1c4-4810-9756-59c5139e5086 None None] Port ffe04baa-f2d3-46d1-b444-3e4d3f13dd22 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:18:02.387453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d752ce6-e30b-41c6-b61b-71e4af5e8e4e req-e0f598bc-0faf-453e-ae2f-73f96161c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:02.392595 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3d752ce6-e30b-41c6-b61b-71e4af5e8e4e req-e0f598bc-0faf-453e-ae2f-73f96161c88e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1360688 Jul 14 07:18:02.504977 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-26777a94-d8e8-40d4-9be5-a62819e41d1d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f98b07fef0d24137a903d3fd554bb3a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472051 Jul 14 07:18:02.505109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34288) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:02.538737 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a941e362-5d9d-4ccd-9df7-955a4024c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:02.575005 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6eba1a6-8b5e-413a-96a5-6c43ad81d386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:02.605992 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6eba1a6-8b5e-413a-96a5-6c43ad81d386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:02.630044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70fdcf-2f28-4cb3-87c4-524c68a568f8 req-6ac745a8-b564-4f14-bcb4-3fc7f5f493f7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:02.637217 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70fdcf-2f28-4cb3-87c4-524c68a568f8 req-6ac745a8-b564-4f14-bcb4-3fc7f5f493f7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:02.643661 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70fdcf-2f28-4cb3-87c4-524c68a568f8 req-6ac745a8-b564-4f14-bcb4-3fc7f5f493f7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:02.650182 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70fdcf-2f28-4cb3-87c4-524c68a568f8 req-6ac745a8-b564-4f14-bcb4-3fc7f5f493f7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:02.656795 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70fdcf-2f28-4cb3-87c4-524c68a568f8 req-6ac745a8-b564-4f14-bcb4-3fc7f5f493f7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:02.662895 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70fdcf-2f28-4cb3-87c4-524c68a568f8 req-6ac745a8-b564-4f14-bcb4-3fc7f5f493f7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:02.669827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70fdcf-2f28-4cb3-87c4-524c68a568f8 req-6ac745a8-b564-4f14-bcb4-3fc7f5f493f7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:02.677909 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c70fdcf-2f28-4cb3-87c4-524c68a568f8 req-6ac745a8-b564-4f14-bcb4-3fc7f5f493f7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5396 time: 0.2842865 Jul 14 07:18:02.709212 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:02.728347 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:02.729367 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34292) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:02.730052 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:02.733882 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a941e362-5d9d-4ccd-9df7-955a4024c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:02.757563 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c70fdcf-2f28-4cb3-87c4-524c68a568f8 req-a97cc599-1e81-4aa7-acdf-006156fca376 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786886 Jul 14 07:18:02.773252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a941e362-5d9d-4ccd-9df7-955a4024c0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0016421d-df1c-4cd1-a834-dae508e47911']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:02.794272 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6eba1a6-8b5e-413a-96a5-6c43ad81d386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:02.797713 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6eba1a6-8b5e-413a-96a5-6c43ad81d386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:02.801272 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b6eba1a6-8b5e-413a-96a5-6c43ad81d386 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/964d1de5-1866-4b55-9efe-6b020e186577 HTTP/1.1" status: 204 len: 168 time: 0.2966890 Jul 14 07:18:02.808931 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eba1a6-8b5e-413a-96a5-6c43ad81d386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964d1de5-1866-4b55-9efe-6b020e186577,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:02.838416 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a941e362-5d9d-4ccd-9df7-955a4024c0a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b03084f-175a-4e05-bd55-eb0e283b9424') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:02.839360 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a941e362-5d9d-4ccd-9df7-955a4024c0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b03084f-175a-4e05-bd55-eb0e283b9424') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:02.899252 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a941e362-5d9d-4ccd-9df7-955a4024c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:02.930194 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=ffe04baa-f2d3-46d1-b444-3e4d3f13dd22,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:02.931854 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-62add779-07f2-4739-ac10-dacd6b025b64 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:02.932589 n-d-778696-5 neutron-server[93828]: WARNING neutron.api.v2.base [None req-62add779-07f2-4739-ac10-dacd6b025b64 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 07:18:02.933084 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-62add779-07f2-4739-ac10-dacd6b025b64 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 07:18:02.938885 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-62add779-07f2-4739-ac10-dacd6b025b64 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2032664 Jul 14 07:18:02.938885 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34298) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:02.947612 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f4eebd5e-151e-455d-945d-c09b528db4ef tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group': {'name': 'tempest-secgroup--754503707'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:02.970369 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a941e362-5d9d-4ccd-9df7-955a4024c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:03.001890 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4eebd5e-151e-455d-945d-c09b528db4ef tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:03.003572 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a941e362-5d9d-4ccd-9df7-955a4024c0a6 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:18:03.004176 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a941e362-5d9d-4ccd-9df7-955a4024c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:18:03.006408 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:18:03.009976 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:18:03.032405 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4eebd5e-151e-455d-945d-c09b528db4ef tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:03.037017 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:03.115867 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network 0fb01535-613a-4628-a810-3a2bc2aaa48e is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:03.123255 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:03.126407 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Transition to ACTIVE for port object 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:03.145779 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:03.147756 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a941e362-5d9d-4ccd-9df7-955a4024c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:03.160717 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a941e362-5d9d-4ccd-9df7-955a4024c0a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:03.166212 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a941e362-5d9d-4ccd-9df7-955a4024c0a6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0016421d-df1c-4cd1-a834-dae508e47911 HTTP/1.1" status: 204 len: 168 time: 1.1348214 Jul 14 07:18:03.250581 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4eebd5e-151e-455d-945d-c09b528db4ef tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:03.260610 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4eebd5e-151e-455d-945d-c09b528db4ef tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:03.292898 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 42d75959-7831-4f5e-87af-38a48ba4439d up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:03.342962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941e362-5d9d-4ccd-9df7-955a4024c0a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0016421d-df1c-4cd1-a834-dae508e47911,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:03.345265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eebd5e-151e-455d-945d-c09b528db4ef tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f954425-dfec-4fad-a3ef-74131442e35a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:03.420672 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-381231bd-ad71-4787-a045-d11873c32a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:03.491788 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4eebd5e-151e-455d-945d-c09b528db4ef tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:03.499764 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4eebd5e-151e-455d-945d-c09b528db4ef tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:03.508330 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 42d75959-7831-4f5e-87af-38a48ba4439d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:03.508976 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:03.573594 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4eebd5e-151e-455d-945d-c09b528db4ef tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:03.578257 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f4eebd5e-151e-455d-945d-c09b528db4ef tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6385956 Jul 14 07:18:03.590404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34312) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:03.612075 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-18129a2c-5840-4778-ac4e-618ce43c7c85 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': '1ef16c92-a414-48b0-8fc4-f6944d098a43', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:03.640608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eebd5e-151e-455d-945d-c09b528db4ef tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef16c92-a414-48b0-8fc4-f6944d098a43,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:03.743686 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34318) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:03.790608 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18129a2c-5840-4778-ac4e-618ce43c7c85 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:03.873894 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:03.907131 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-db9aa3c5-b342-43cf-9a37-91db9d38fb02 None None] Provisioning complete for port ffe04baa-f2d3-46d1-b444-3e4d3f13dd22 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:03.907508 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db9aa3c5-b342-43cf-9a37-91db9d38fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:04.015860 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-db9aa3c5-b342-43cf-9a37-91db9d38fb02 None None] Port ffe04baa-f2d3-46d1-b444-3e4d3f13dd22 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:18:04.020581 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18129a2c-5840-4778-ac4e-618ce43c7c85 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:04.038963 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18129a2c-5840-4778-ac4e-618ce43c7c85 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:04.083910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8dbba10d-a3da-467b-958f-feae26c489ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63f88cc9896d4fd7addd98da9d3f57db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278315 Jul 14 07:18:04.091454 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34326) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:04.109169 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18129a2c-5840-4778-ac4e-618ce43c7c85 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959eab03-b9a2-4881-abdf-aef0ed9dac1c,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:04.132073 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18129a2c-5840-4778-ac4e-618ce43c7c85 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:04.133226 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-18129a2c-5840-4778-ac4e-618ce43c7c85 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5418129 Jul 14 07:18:04.142682 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34328) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:04.153314 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f617e633-a089-450f-94b3-2c438c603552 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': '1ef16c92-a414-48b0-8fc4-f6944d098a43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:04.168664 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Pushing event updated for resources: {'Port': ['ID=657ec3e0-c604-4d77-83f7-2f17b5ca4a0d,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:04.224568 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4b590-ce23-4174-a512-df63fd29a13a req-8fa2f43c-7349-4f2b-b3de-278902e3c963 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:04.230546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4b590-ce23-4174-a512-df63fd29a13a req-8fa2f43c-7349-4f2b-b3de-278902e3c963 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:04.236574 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4b590-ce23-4174-a512-df63fd29a13a req-8fa2f43c-7349-4f2b-b3de-278902e3c963 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:04.242618 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4b590-ce23-4174-a512-df63fd29a13a req-8fa2f43c-7349-4f2b-b3de-278902e3c963 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:04.249224 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4b590-ce23-4174-a512-df63fd29a13a req-8fa2f43c-7349-4f2b-b3de-278902e3c963 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:04.255084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4b590-ce23-4174-a512-df63fd29a13a req-8fa2f43c-7349-4f2b-b3de-278902e3c963 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:04.261905 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4b590-ce23-4174-a512-df63fd29a13a req-8fa2f43c-7349-4f2b-b3de-278902e3c963 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:04.269336 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-47f4b590-ce23-4174-a512-df63fd29a13a req-8fa2f43c-7349-4f2b-b3de-278902e3c963 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5408 time: 0.2366800 Jul 14 07:18:04.282311 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22aeb8a4-8966-42e9-a924-bdc333f6f95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:04.294430 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f617e633-a089-450f-94b3-2c438c603552 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:04.338452 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22aeb8a4-8966-42e9-a924-bdc333f6f95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:04.343048 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Attempting to bind port 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:18:04.343712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Attempting to bind port 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '81c74f52-a606-4f21-8874-53e335c2e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f2d86f7-e97d-407b-af2a-19fc19ea6fbf'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:18:04.344923 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Attempting to bind port 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d on network 0f2d86f7-e97d-407b-af2a-19fc19ea6fbf {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:04.359258 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Port 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d on network 0f2d86f7-e97d-407b-af2a-19fc19ea6fbf not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:18:04.360178 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Attempting to bind port 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d on network 0f2d86f7-e97d-407b-af2a-19fc19ea6fbf {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:04.363778 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router d76e725b-39f0-4dfd-aa4b-67af12ec12b8 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:18:04.376002 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-47f4b590-ce23-4174-a512-df63fd29a13a req-69debb11-7c2c-47a4-960c-60f1936a8a30 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056280 Jul 14 07:18:04.445433 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-f617e633-a089-450f-94b3-2c438c603552 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 07:18:04.449222 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f617e633-a089-450f-94b3-2c438c603552 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3021157 Jul 14 07:18:04.452070 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34338) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:04.468825 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:18:04.470072 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Checking segment: {'id': '81c74f52-a606-4f21-8874-53e335c2e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f2d86f7-e97d-407b-af2a-19fc19ea6fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:04.470867 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Bound using segment: {'id': '81c74f52-a606-4f21-8874-53e335c2e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f2d86f7-e97d-407b-af2a-19fc19ea6fbf'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:18:04.473014 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Bound port: 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c74f52-a606-4f21-8874-53e335c2e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f2d86f7-e97d-407b-af2a-19fc19ea6fbf'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:18:04.474754 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:04.540668 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22aeb8a4-8966-42e9-a924-bdc333f6f95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:04.543903 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22aeb8a4-8966-42e9-a924-bdc333f6f95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:04.547702 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-22aeb8a4-8966-42e9-a924-bdc333f6f95f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cfab0226-0a57-4e1d-b915-886e176daf9b HTTP/1.1" status: 204 len: 168 time: 0.4510019 Jul 14 07:18:04.561841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aeb8a4-8966-42e9-a924-bdc333f6f95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfab0226-0a57-4e1d-b915-886e176daf9b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:04.564917 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-913026b1-6e61-4c17-8c26-1b4b7807f189 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:04.618254 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:04.631282 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-913026b1-6e61-4c17-8c26-1b4b7807f189 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:04.680032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34346) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:04.731735 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] For port 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:18:04.735236 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-913026b1-6e61-4c17-8c26-1b4b7807f189 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:04.737091 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] For port 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=657ec3e0-c604-4d77-83f7-2f17b5ca4a0d,segment=NetworkSegment(81c74f52-a606-4f21-8874-53e335c2e1a9),segment_id=81c74f52-a606-4f21-8874-53e335c2e1a9)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:18:04.739981 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-913026b1-6e61-4c17-8c26-1b4b7807f189 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:04.742048 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-913026b1-6e61-4c17-8c26-1b4b7807f189 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "DELETE /v2.0/security-groups/1ef16c92-a414-48b0-8fc4-f6944d098a43 HTTP/1.1" status: 204 len: 168 time: 0.2883935 Jul 14 07:18:04.746902 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34350) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:04.769377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913026b1-6e61-4c17-8c26-1b4b7807f189 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef16c92-a414-48b0-8fc4-f6944d098a43,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:04.788885 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:04.831954 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c84d654e-b0d9-48b9-b72c-c4c6ce5e7084 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0822136 Jul 14 07:18:04.840036 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34360) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:04.844890 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-db766635-6806-45e3-a1f7-35c45fdb2491 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group': {'name': 'tempest-secgroup--944856170'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:04.887350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:04.888018 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:04.889612 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] 10.222.0.30 "PUT /v2.0/ports/657ec3e0-c604-4d77-83f7-2f17b5ca4a0d HTTP/1.1" status: 200 len: 1091 time: 3.6292226 Jul 14 07:18:04.890384 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'tag': '657ec3e0-c604-4d77-83f7-2f17b5ca4a0d'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:18:04.892766 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03359786-4305-4773-89b0-9d4dc14996aa" -d '{"events": [{"name": "network-changed", "server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "tag": "657ec3e0-c604-4d77-83f7-2f17b5ca4a0d"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:18:04.896044 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db766635-6806-45e3-a1f7-35c45fdb2491 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:04.923828 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:18:04.937104 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc49cd2-1c31-4a3a-8520-e8a9754407f4 None None] Sync routers for ids ['d76e725b-39f0-4dfd-aa4b-67af12ec12b8'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:18:04.941456 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Request body: {'port': {'device_id': '70aed3f3-4254-438f-b75e-74f7845698d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:04.951218 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3b0153c7-eff0-4515-b619-00224b9dd57a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/d76e725b-39f0-4dfd-aa4b-67af12ec12b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7617095 Jul 14 07:18:04.953889 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34366) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:04.957319 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc49cd2-1c31-4a3a-8520-e8a9754407f4 None None] Routers {'d76e725b-39f0-4dfd-aa4b-67af12ec12b8'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:18:04.960618 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2dc49cd2-1c31-4a3a-8520-e8a9754407f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:18:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d76e725b-39f0-4dfd-aa4b-67af12ec12b8'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:05.040757 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2dc49cd2-1c31-4a3a-8520-e8a9754407f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:05.067783 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1a1779-1f25-4455-9a9a-c3fdf076b2a8 x-openstack-request-id: req-9b1a1779-1f25-4455-9a9a-c3fdf076b2a8 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:18:05.069659 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc49cd2-1c31-4a3a-8520-e8a9754407f4 None None] Routers {'d76e725b-39f0-4dfd-aa4b-67af12ec12b8'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:18:05.071268 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2dc49cd2-1c31-4a3a-8520-e8a9754407f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:18:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d76e725b-39f0-4dfd-aa4b-67af12ec12b8'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:05.078984 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "tag": "657ec3e0-c604-4d77-83f7-2f17b5ca4a0d", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:18:05.079404 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b1a1779-1f25-4455-9a9a-c3fdf076b2a8 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:18:05.079889 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'tag': '657ec3e0-c604-4d77-83f7-2f17b5ca4a0d', 'status': 'completed', 'code': 200} Jul 14 07:18:05.107736 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831512dc-001b-4d2d-b530-e533a8eedb76 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:05.109115 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-831512dc-001b-4d2d-b530-e533a8eedb76 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/ports/ffe04baa-f2d3-46d1-b444-3e4d3f13dd22 HTTP/1.1" status: 200 len: 911 time: 0.1537857 Jul 14 07:18:05.117164 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34370) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:05.132582 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ea0fed8c-1c41-4e5b-9b32-a9ff3ace7049 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '230de9ec-3a01-4b1c-92c1-acea0b00e9c7'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:05.147458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7b89b-02d1-4680-87f0-d3286efdd888 service neutron] Pushing event updated for resources: {'Port': ['ID=657ec3e0-c604-4d77-83f7-2f17b5ca4a0d,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:05.156250 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b356bb26-2bca-486c-a72a-08b890a2f846 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1602166414-network', 'tenant_id': '8ee1aa9eb6844f0bab525765623d79dc'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:05.208962 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2dc49cd2-1c31-4a3a-8520-e8a9754407f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:05.209659 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc49cd2-1c31-4a3a-8520-e8a9754407f4 None None] The sync data for ids ['d76e725b-39f0-4dfd-aa4b-67af12ec12b8'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:18:05.385408 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03359786-4305-4773-89b0-9d4dc14996aa req-3e337b43-0260-44ec-8ca8-5c35b7a5762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:05.385932 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03359786-4305-4773-89b0-9d4dc14996aa req-3e337b43-0260-44ec-8ca8-5c35b7a5762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:05.386470 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03359786-4305-4773-89b0-9d4dc14996aa req-3e337b43-0260-44ec-8ca8-5c35b7a5762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:05.386996 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03359786-4305-4773-89b0-9d4dc14996aa req-3e337b43-0260-44ec-8ca8-5c35b7a5762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:05.387764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03359786-4305-4773-89b0-9d4dc14996aa req-3e337b43-0260-44ec-8ca8-5c35b7a5762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:05.388313 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03359786-4305-4773-89b0-9d4dc14996aa req-3e337b43-0260-44ec-8ca8-5c35b7a5762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:05.388787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03359786-4305-4773-89b0-9d4dc14996aa req-3e337b43-0260-44ec-8ca8-5c35b7a5762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:05.397570 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-03359786-4305-4773-89b0-9d4dc14996aa req-3e337b43-0260-44ec-8ca8-5c35b7a5762a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 6410 time: 0.2787547 Jul 14 07:18:05.400682 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db766635-6806-45e3-a1f7-35c45fdb2491 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:05.434704 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db766635-6806-45e3-a1f7-35c45fdb2491 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:05.438629 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:05.562784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b356bb26-2bca-486c-a72a-08b890a2f846 admin admin] Made reservation on behalf of 8ee1aa9eb6844f0bab525765623d79dc for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:18:05.565442 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b356bb26-2bca-486c-a72a-08b890a2f846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:05.579904 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db766635-6806-45e3-a1f7-35c45fdb2491 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:05.581692 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-db766635-6806-45e3-a1f7-35c45fdb2491 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7407029 Jul 14 07:18:05.585947 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db766635-6806-45e3-a1f7-35c45fdb2491 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffc9a69-073a-4c34-92df-04994160904a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:05.588351 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34392) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:05.596832 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b356bb26-2bca-486c-a72a-08b890a2f846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:05.607032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-7d73051d-d022-4207-8880-95aa06d97a7c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': '4ffc9a69-073a-4c34-92df-04994160904a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:05.607780 n-d-778696-5 neutron-server[93828]: WARNING neutron.api.v2.base [None req-7d73051d-d022-4207-8880-95aa06d97a7c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 14 07:18:05.608283 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-7d73051d-d022-4207-8880-95aa06d97a7c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:18:05.609296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7d73051d-d022-4207-8880-95aa06d97a7c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065086 Jul 14 07:18:05.616126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34396) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:05.782908 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ea0fed8c-1c41-4e5b-9b32-a9ff3ace7049 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:05.824681 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b356bb26-2bca-486c-a72a-08b890a2f846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:05.835001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03359786-4305-4773-89b0-9d4dc14996aa req-40b42544-6572-4bf5-a89b-d2b6ccce240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:05.835001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03359786-4305-4773-89b0-9d4dc14996aa req-40b42544-6572-4bf5-a89b-d2b6ccce240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:05.835001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03359786-4305-4773-89b0-9d4dc14996aa req-40b42544-6572-4bf5-a89b-d2b6ccce240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:05.835001 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-03359786-4305-4773-89b0-9d4dc14996aa req-40b42544-6572-4bf5-a89b-d2b6ccce240a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4298725 Jul 14 07:18:05.865078 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b356bb26-2bca-486c-a72a-08b890a2f846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:05.995945 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b356bb26-2bca-486c-a72a-08b890a2f846 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:18:06.023358 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0ce467c-775c-4dd3-8b27-89e4b8befdb8 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:06.065224 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b356bb26-2bca-486c-a72a-08b890a2f846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:06.065703 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-b356bb26-2bca-486c-a72a-08b890a2f846 admin admin] Added segment a274c997-ffe0-4d1f-8442-6ea5e9d19b2f of type vlan for network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 Jul 14 07:18:06.067705 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356bb26-2bca-486c-a72a-08b890a2f846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:06.108053 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22e903-f32a-45c6-96f8-4f377b63f81a req-6872bb78-3d21-4b9b-aa93-82867834317c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:06.114871 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22e903-f32a-45c6-96f8-4f377b63f81a req-6872bb78-3d21-4b9b-aa93-82867834317c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:06.121209 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22e903-f32a-45c6-96f8-4f377b63f81a req-6872bb78-3d21-4b9b-aa93-82867834317c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:06.127893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22e903-f32a-45c6-96f8-4f377b63f81a req-6872bb78-3d21-4b9b-aa93-82867834317c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:06.134045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22e903-f32a-45c6-96f8-4f377b63f81a req-6872bb78-3d21-4b9b-aa93-82867834317c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:06.140843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22e903-f32a-45c6-96f8-4f377b63f81a req-6872bb78-3d21-4b9b-aa93-82867834317c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:06.147272 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22e903-f32a-45c6-96f8-4f377b63f81a req-6872bb78-3d21-4b9b-aa93-82867834317c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:06.149432 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd22e903-f32a-45c6-96f8-4f377b63f81a req-6872bb78-3d21-4b9b-aa93-82867834317c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5408 time: 0.5135379 Jul 14 07:18:06.150676 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:06.201276 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0ce467c-775c-4dd3-8b27-89e4b8befdb8 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:06.255474 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b356bb26-2bca-486c-a72a-08b890a2f846 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:06.307657 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03359786-4305-4773-89b0-9d4dc14996aa req-30f023fd-0bcb-4698-9f6c-f97e24c55106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:06.309732 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-03359786-4305-4773-89b0-9d4dc14996aa req-30f023fd-0bcb-4698-9f6c-f97e24c55106 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4626269 Jul 14 07:18:06.318986 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd22e903-f32a-45c6-96f8-4f377b63f81a req-9039b684-d70c-427c-b10e-b62aa1dcbd8b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509032 Jul 14 07:18:06.335536 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0ce467c-775c-4dd3-8b27-89e4b8befdb8 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:06.338393 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0ce467c-775c-4dd3-8b27-89e4b8befdb8 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:06.342619 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c0ce467c-775c-4dd3-8b27-89e4b8befdb8 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "DELETE /v2.0/security-groups/4ffc9a69-073a-4c34-92df-04994160904a HTTP/1.1" status: 204 len: 168 time: 0.7229912 Jul 14 07:18:06.344799 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34422) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:06.371969 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b356bb26-2bca-486c-a72a-08b890a2f846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:06.373006 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b356bb26-2bca-486c-a72a-08b890a2f846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:06.373673 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b356bb26-2bca-486c-a72a-08b890a2f846 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:06.378701 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce467c-775c-4dd3-8b27-89e4b8befdb8 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffc9a69-073a-4c34-92df-04994160904a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:06.467157 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3181db43-d375-4837-9acb-b23c672feff1 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:18:06.493641 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ba657945-a3c5-4e4b-939c-4e463e78913e tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1468561 Jul 14 07:18:06.499189 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34426) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:06.500442 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:06.518841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-14ea9faf-c3f9-48f4-9e17-5fce70cc6a39 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1017135078'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:06.523973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356bb26-2bca-486c-a72a-08b890a2f846 admin admin] Pushing event updated for resources: {'Network': ['ID=3a3cf2cb-40ea-4eb2-abec-56307fbfa118,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:06.533448 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:18:06.543393 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b356bb26-2bca-486c-a72a-08b890a2f846 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8563056 Jul 14 07:18:06.546534 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34428) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:06.561946 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-55647b12-d747-4f42-b385-b7322c0053f0 admin admin] Request body: {'subnet': {'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1602166414-subnet', 'tenant_id': '8ee1aa9eb6844f0bab525765623d79dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:06.604023 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14ea9faf-c3f9-48f4-9e17-5fce70cc6a39 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:06.611799 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Transition to ACTIVE for port object 3181db43-d375-4837-9acb-b23c672feff1 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:06.623437 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:06.665686 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55647b12-d747-4f42-b385-b7322c0053f0 admin admin] Made reservation on behalf of 8ee1aa9eb6844f0bab525765623d79dc for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:18:06.668404 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55647b12-d747-4f42-b385-b7322c0053f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:06.704891 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Pushing event updated for resources: {'Port': ['ID=3181db43-d375-4837-9acb-b23c672feff1,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:06.886404 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14ea9faf-c3f9-48f4-9e17-5fce70cc6a39 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:06.984525 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ea0fed8c-1c41-4e5b-9b32-a9ff3ace7049 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:06.997540 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Attempting to bind port 3181db43-d375-4837-9acb-b23c672feff1 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:18:06.997894 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Attempting to bind port 3181db43-d375-4837-9acb-b23c672feff1 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '81c74f52-a606-4f21-8874-53e335c2e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f2d86f7-e97d-407b-af2a-19fc19ea6fbf'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:18:06.998314 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Attempting to bind port 3181db43-d375-4837-9acb-b23c672feff1 on network 0f2d86f7-e97d-407b-af2a-19fc19ea6fbf {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:07.002847 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ea0fed8c-1c41-4e5b-9b32-a9ff3ace7049 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:07.009339 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0fed8c-1c41-4e5b-9b32-a9ff3ace7049 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:07.010016 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ea0fed8c-1c41-4e5b-9b32-a9ff3ace7049 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:07.011706 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ea0fed8c-1c41-4e5b-9b32-a9ff3ace7049 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/ports/ffe04baa-f2d3-46d1-b444-3e4d3f13dd22 HTTP/1.1" status: 200 len: 911 time: 1.8920996 Jul 14 07:18:07.073602 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34442) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:07.074531 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fed8c-1c41-4e5b-9b32-a9ff3ace7049 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=ffe04baa-f2d3-46d1-b444-3e4d3f13dd22,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:07.080235 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14ea9faf-c3f9-48f4-9e17-5fce70cc6a39 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:07.083304 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Port 3181db43-d375-4837-9acb-b23c672feff1 on network 0f2d86f7-e97d-407b-af2a-19fc19ea6fbf not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:18:07.083875 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Attempting to bind port 3181db43-d375-4837-9acb-b23c672feff1 on network 0f2d86f7-e97d-407b-af2a-19fc19ea6fbf {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:07.117508 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55647b12-d747-4f42-b385-b7322c0053f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:07.120729 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:18:07.120729 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Checking segment: {'id': '81c74f52-a606-4f21-8874-53e335c2e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f2d86f7-e97d-407b-af2a-19fc19ea6fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:07.120729 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Bound using segment: {'id': '81c74f52-a606-4f21-8874-53e335c2e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f2d86f7-e97d-407b-af2a-19fc19ea6fbf'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:18:07.120981 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Bound port: 3181db43-d375-4837-9acb-b23c672feff1, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c74f52-a606-4f21-8874-53e335c2e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f2d86f7-e97d-407b-af2a-19fc19ea6fbf'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:18:07.121308 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:07.158136 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14ea9faf-c3f9-48f4-9e17-5fce70cc6a39 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:07.162340 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-14ea9faf-c3f9-48f4-9e17-5fce70cc6a39 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6573870 Jul 14 07:18:07.164609 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34444) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:07.165671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea9faf-c3f9-48f4-9e17-5fce70cc6a39 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac96f6ea-4129-4e9e-a7f7-0bd9acbfdddb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:07.172951 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f2a2638b-2628-4ed2-b2eb-33a7ac1903c0 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': 'ac96f6ea-4129-4e9e-a7f7-0bd9acbfdddb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:07.181309 n-d-778696-5 neutron-server[93827]: WARNING neutron.api.v2.base [None req-f2a2638b-2628-4ed2-b2eb-33a7ac1903c0 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 14 07:18:07.181911 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-f2a2638b-2628-4ed2-b2eb-33a7ac1903c0 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:18:07.185036 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f2a2638b-2628-4ed2-b2eb-33a7ac1903c0 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0179372 Jul 14 07:18:07.194678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34446) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:07.212334 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55647b12-d747-4f42-b385-b7322c0053f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33beb41d-173d-40f1-9dcf-045c8c6a18de,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:07.217866 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55647b12-d747-4f42-b385-b7322c0053f0 admin admin] Checking segment: {'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:07.218218 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55647b12-d747-4f42-b385-b7322c0053f0 admin admin] Network hostable DHCP agents. Network: 3a3cf2cb-40ea-4eb2-abec-56307fbfa118, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:18:07.274871 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55647b12-d747-4f42-b385-b7322c0053f0 admin admin] Network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:18:07.305947 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-55647b12-d747-4f42-b385-b7322c0053f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 3a3cf2cb-40ea-4eb2-abec-56307fbfa118) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:07.314584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9becc99-192a-4152-a342-be3ec77fbff8 None None] Network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:18:07.320765 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55647b12-d747-4f42-b385-b7322c0053f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:07.321536 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55647b12-d747-4f42-b385-b7322c0053f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:07.341261 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] For port 3181db43-d375-4837-9acb-b23c672feff1, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:18:07.349030 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] For port 3181db43-d375-4837-9acb-b23c672feff1, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3181db43-d375-4837-9acb-b23c672feff1,segment=NetworkSegment(81c74f52-a606-4f21-8874-53e335c2e1a9),segment_id=81c74f52-a606-4f21-8874-53e335c2e1a9)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:18:07.365353 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:07.367280 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-55647b12-d747-4f42-b385-b7322c0053f0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8197365 Jul 14 07:18:07.430596 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ff955e3-0d56-4237-816f-bb1ea824f9cb req-bf566e11-f192-4136-b3a9-4db8cb58305b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1676524 Jul 14 07:18:07.583547 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b467f0-b2f0-493f-81ef-61ab62c196ad None None] Network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:18:07.668286 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff955e3-0d56-4237-816f-bb1ea824f9cb req-dc9cbe2f-bb7c-4279-8492-f7d72f392b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:07.672343 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ff955e3-0d56-4237-816f-bb1ea824f9cb req-dc9cbe2f-bb7c-4279-8492-f7d72f392b59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7&device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 1097 time: 0.1616123 Jul 14 07:18:07.727780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:07.728459 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:07.730135 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] 10.222.0.30 "PUT /v2.0/ports/3181db43-d375-4837-9acb-b23c672feff1 HTTP/1.1" status: 200 len: 1091 time: 2.8001430 Jul 14 07:18:07.734618 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'tag': '3181db43-d375-4837-9acb-b23c672feff1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:18:07.736863 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bc1ce9-5274-40d8-930a-bb5dad26f49e" -d '{"events": [{"name": "network-changed", "server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "tag": "3181db43-d375-4837-9acb-b23c672feff1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:18:07.762154 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51b3b8c7-2408-44c7-9e13-e6b4bdb4e95b tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:07.918504 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b6504-8eeb-46f2-9c82-01b230ed7a53 service neutron] Pushing event updated for resources: {'Port': ['ID=3181db43-d375-4837-9acb-b23c672feff1,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:07.942853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff955e3-0d56-4237-816f-bb1ea824f9cb req-f5a8a801-7d13-45ff-8cfa-94f21b80a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:07.944610 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ff955e3-0d56-4237-816f-bb1ea824f9cb req-f5a8a801-7d13-45ff-8cfa-94f21b80a13b service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd653837-16d0-4ce4-89f6-32469a5cf229 HTTP/1.1" status: 200 len: 918 time: 0.1950448 Jul 14 07:18:08.055171 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51b3b8c7-2408-44c7-9e13-e6b4bdb4e95b tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:08.104523 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ff955e3-0d56-4237-816f-bb1ea824f9cb req-997e161d-47cd-40c3-954b-e450efdb69fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a95555e9-f29e-46fe-909a-ea4787d06942 HTTP/1.1" status: 200 len: 1002 time: 0.1130247 Jul 14 07:18:08.127296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739dbe0-3544-4d21-83fd-767497733035 req-51b4012c-30b0-4349-96ec-bf5c06eb2996 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:08.134438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739dbe0-3544-4d21-83fd-767497733035 req-51b4012c-30b0-4349-96ec-bf5c06eb2996 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:08.141427 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739dbe0-3544-4d21-83fd-767497733035 req-51b4012c-30b0-4349-96ec-bf5c06eb2996 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:08.147962 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739dbe0-3544-4d21-83fd-767497733035 req-51b4012c-30b0-4349-96ec-bf5c06eb2996 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:08.154812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739dbe0-3544-4d21-83fd-767497733035 req-51b4012c-30b0-4349-96ec-bf5c06eb2996 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:08.160923 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739dbe0-3544-4d21-83fd-767497733035 req-51b4012c-30b0-4349-96ec-bf5c06eb2996 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:08.167133 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739dbe0-3544-4d21-83fd-767497733035 req-51b4012c-30b0-4349-96ec-bf5c06eb2996 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:08.169164 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8739dbe0-3544-4d21-83fd-767497733035 req-51b4012c-30b0-4349-96ec-bf5c06eb2996 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5420 time: 0.4810448 Jul 14 07:18:08.207742 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e7b6aa6d-ed37-4faa-876a-62999a037e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:08.208278 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e7b6aa6d-ed37-4faa-876a-62999a037e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:08.208760 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e7b6aa6d-ed37-4faa-876a-62999a037e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:08.209339 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e7b6aa6d-ed37-4faa-876a-62999a037e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:08.209769 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e7b6aa6d-ed37-4faa-876a-62999a037e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:08.210244 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e7b6aa6d-ed37-4faa-876a-62999a037e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:08.210843 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e7b6aa6d-ed37-4faa-876a-62999a037e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:08.212804 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e7b6aa6d-ed37-4faa-876a-62999a037e3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 6477 time: 0.4229925 Jul 14 07:18:08.239965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff955e3-0d56-4237-816f-bb1ea824f9cb req-14015ccd-5cff-41e5-b9e9-e451fa8215fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:08.241797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ff955e3-0d56-4237-816f-bb1ea824f9cb req-14015ccd-5cff-41e5-b9e9-e451fa8215fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54c389bb-f8cc-4826-9a6a-5f4ac58e9131 HTTP/1.1" status: 200 len: 856 time: 0.1299324 Jul 14 07:18:08.282794 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51b3b8c7-2408-44c7-9e13-e6b4bdb4e95b tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:08.285735 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51b3b8c7-2408-44c7-9e13-e6b4bdb4e95b tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:08.286993 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-51b3b8c7-2408-44c7-9e13-e6b4bdb4e95b tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "DELETE /v2.0/security-groups/ac96f6ea-4129-4e9e-a7f7-0bd9acbfdddb HTTP/1.1" status: 204 len: 168 time: 1.0913444 Jul 14 07:18:08.290506 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34484) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:08.305607 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8739dbe0-3544-4d21-83fd-767497733035 req-02aa8560-751a-49a1-b4c8-e8251c854883 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1087780 Jul 14 07:18:08.332650 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-6cfd3996-9d03-42ed-8f44-cf2eeb26c67c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8489e5d-2c28-4a14-9aff-ad242571e831 HTTP/1.1" status: 200 len: 217 time: 0.0700247 Jul 14 07:18:08.352585 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3b8c7-2408-44c7-9e13-e6b4bdb4e95b tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac96f6ea-4129-4e9e-a7f7-0bd9acbfdddb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:08.464878 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-61487a75-ad57-49b0-a713-8ecb5076eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:08.466396 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-61487a75-ad57-49b0-a713-8ecb5076eca8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77c1b1a7-c56f-42a9-955a-c8d5ef7376f9 HTTP/1.1" status: 200 len: 850 time: 0.1236696 Jul 14 07:18:08.478288 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bc5f9f7b-3a34-46b5-8ea5-7df0833fbef1 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1621592 Jul 14 07:18:08.484408 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34490) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:08.487473 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff955e3-0d56-4237-816f-bb1ea824f9cb req-3a489cf2-c5b7-4d9e-8bf7-73b1abf27608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:08.489244 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ff955e3-0d56-4237-816f-bb1ea824f9cb req-3a489cf2-c5b7-4d9e-8bf7-73b1abf27608 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd653837-16d0-4ce4-89f6-32469a5cf229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2366176 Jul 14 07:18:08.496257 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ca4e5be3-8940-4941-8f98-71bf3f18562c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405432441'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:08.539643 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b719cd3c-5605-4ef3-b311-79bc3eabd1cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:08.623856 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13290d0-7887-41a2-a1ad-f2e65fe91266 x-openstack-request-id: req-c13290d0-7887-41a2-a1ad-f2e65fe91266 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:18:08.624158 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "tag": "3181db43-d375-4837-9acb-b23c672feff1", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:18:08.624410 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c13290d0-7887-41a2-a1ad-f2e65fe91266 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:18:08.624804 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'tag': '3181db43-d375-4837-9acb-b23c672feff1', 'status': 'completed', 'code': 200} Jul 14 07:18:08.629198 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5be3-8940-4941-8f98-71bf3f18562c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:08.683817 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ff955e3-0d56-4237-816f-bb1ea824f9cb req-199b6850-85c0-4e85-9840-dfcbc0ee3e5e service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852994 Jul 14 07:18:08.789747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-8bc87a00-979b-4bca-9e34-637884070210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:08.791975 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-8bc87a00-979b-4bca-9e34-637884070210 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1e9b77a-3218-40fd-9745-54b5c604b152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3189459 Jul 14 07:18:08.892181 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-f38e4381-b5d3-491b-9f66-dc68a4430bb8 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:08.900092 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-f38e4381-b5d3-491b-9f66-dc68a4430bb8 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 812 time: 0.2320323 Jul 14 07:18:08.913787 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-127dec2f-3d63-4946-aef8-485f2df9afea service neutron] 10.222.0.30 "GET /v2.0/networks/d1e9b77a-3218-40fd-9745-54b5c604b152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014669 Jul 14 07:18:08.958076 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-095dad11-6f4d-4597-aa0d-7185b24acec8 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/quotas/8ee1aa9eb6844f0bab525765623d79dc HTTP/1.1" status: 200 len: 375 time: 0.0465579 Jul 14 07:18:08.997159 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5be3-8940-4941-8f98-71bf3f18562c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:09.016683 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5be3-8940-4941-8f98-71bf3f18562c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:09.023095 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-8505a1dd-846b-4e5b-bc18-2703c498cbac tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638981 Jul 14 07:18:09.099489 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ff955e3-0d56-4237-816f-bb1ea824f9cb req-9e1ee8dd-43a1-43cf-919c-4a7f9e175c53 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956144 Jul 14 07:18:09.292250 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-2b16fd3a-1f6c-432a-9d25-97c9355033d8 service neutron] 10.222.0.35 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682524 Jul 14 07:18:09.373701 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5be3-8940-4941-8f98-71bf3f18562c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:09.374934 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ca4e5be3-8940-4941-8f98-71bf3f18562c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8884246 Jul 14 07:18:09.378171 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34530) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:09.385131 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-6fbb9f7d-ed3d-410f-9821-48e9fa9e7935 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': '303ae0ef-cda4-46a4-8139-e7b5942c9b27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:09.394320 n-d-778696-5 neutron-server[93828]: WARNING neutron.api.v2.base [None req-6fbb9f7d-ed3d-410f-9821-48e9fa9e7935 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 14 07:18:09.395098 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-6fbb9f7d-ed3d-410f-9821-48e9fa9e7935 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:18:09.399270 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6fbb9f7d-ed3d-410f-9821-48e9fa9e7935 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0171793 Jul 14 07:18:09.399270 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34532) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:09.406737 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e5be3-8940-4941-8f98-71bf3f18562c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303ae0ef-cda4-46a4-8139-e7b5942c9b27,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:09.406943 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d016baf5-3828-48f8-9b20-2d269c767551 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': '303ae0ef-cda4-46a4-8139-e7b5942c9b27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:09.407749 n-d-778696-5 neutron-server[93828]: WARNING neutron.api.v2.base [None req-d016baf5-3828-48f8-9b20-2d269c767551 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 14 07:18:09.408803 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-d016baf5-3828-48f8-9b20-2d269c767551 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:18:09.411977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d016baf5-3828-48f8-9b20-2d269c767551 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0089917 Jul 14 07:18:09.413049 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34534) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:09.419051 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-542a65d0-49c6-41b5-b11d-aec01ab0d755 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': '303ae0ef-cda4-46a4-8139-e7b5942c9b27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:09.420981 n-d-778696-5 neutron-server[93827]: WARNING neutron.api.v2.base [None req-542a65d0-49c6-41b5-b11d-aec01ab0d755 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 14 07:18:09.422890 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-542a65d0-49c6-41b5-b11d-aec01ab0d755 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:18:09.422890 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-542a65d0-49c6-41b5-b11d-aec01ab0d755 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077288 Jul 14 07:18:09.425582 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34536) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:09.430057 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-aed64a95-f515-4df6-bac5-79a276610e52 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': '303ae0ef-cda4-46a4-8139-e7b5942c9b27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:09.430570 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-94bd1ea4-dc2f-4f85-a0e4-428afcc6e186 service neutron] 10.222.0.30 "GET /v2.0/networks/d1e9b77a-3218-40fd-9745-54b5c604b152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063443 Jul 14 07:18:09.430990 n-d-778696-5 neutron-server[93828]: WARNING neutron.api.v2.base [None req-aed64a95-f515-4df6-bac5-79a276610e52 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 14 07:18:09.431473 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-aed64a95-f515-4df6-bac5-79a276610e52 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:18:09.435102 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-aed64a95-f515-4df6-bac5-79a276610e52 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058811 Jul 14 07:18:09.450233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34538) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:09.456296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-289fa2da-aa91-4db0-8ef5-7a415d1ba84b service neutron] 10.222.0.35 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568317 Jul 14 07:18:09.519607 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-71976cb1-38ef-43e2-a325-5ba2c0bbaf37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=d8b1564a-4f35-4de5-9954-86f6e6e84b2e HTTP/1.1" status: 200 len: 217 time: 0.0684102 Jul 14 07:18:09.617078 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3882f6-98dd-41bf-8312-9e3baf2a0d47 req-766a0355-dfa1-4032-a7de-fccd1449822c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:09.626639 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3882f6-98dd-41bf-8312-9e3baf2a0d47 req-766a0355-dfa1-4032-a7de-fccd1449822c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:09.630222 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-1fc372a4-1f6a-4264-8963-b130afdfb934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:09.631701 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-1fc372a4-1f6a-4264-8963-b130afdfb934 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.1027508 Jul 14 07:18:09.638820 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-808dd1f8-b941-45f5-8b5f-5a2b638bec49 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:09.641380 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3882f6-98dd-41bf-8312-9e3baf2a0d47 req-766a0355-dfa1-4032-a7de-fccd1449822c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:09.652879 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3882f6-98dd-41bf-8312-9e3baf2a0d47 req-766a0355-dfa1-4032-a7de-fccd1449822c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:09.664683 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3882f6-98dd-41bf-8312-9e3baf2a0d47 req-766a0355-dfa1-4032-a7de-fccd1449822c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:09.677307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3882f6-98dd-41bf-8312-9e3baf2a0d47 req-766a0355-dfa1-4032-a7de-fccd1449822c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:09.693886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3882f6-98dd-41bf-8312-9e3baf2a0d47 req-766a0355-dfa1-4032-a7de-fccd1449822c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:09.704810 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-808dd1f8-b941-45f5-8b5f-5a2b638bec49 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:09.706801 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c3882f6-98dd-41bf-8312-9e3baf2a0d47 req-766a0355-dfa1-4032-a7de-fccd1449822c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5420 time: 0.2049007 Jul 14 07:18:09.709059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b719cd3c-5605-4ef3-b311-79bc3eabd1cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting port ffe04baa-f2d3-46d1-b444-3e4d3f13dd22 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:18:09.709500 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b719cd3c-5605-4ef3-b311-79bc3eabd1cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:09.836370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-87212e78-19ed-4bd4-a81a-b65a9c1d5d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:09.840921 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-87212e78-19ed-4bd4-a81a-b65a9c1d5d89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1964283 Jul 14 07:18:09.845109 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c3882f6-98dd-41bf-8312-9e3baf2a0d47 req-a9c46f11-d23a-4475-b04f-f6487f86fc98 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1372340 Jul 14 07:18:09.906571 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e3e4994c-f52e-47be-bc0c-17907241e4ff req-65ba3416-b77a-4c25-8eba-affbdcd8f2ab tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3286ea1-7f9d-4d12-b69e-d90c40cc9935 HTTP/1.1" status: 200 len: 210 time: 0.0452011 Jul 14 07:18:09.936864 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-808dd1f8-b941-45f5-8b5f-5a2b638bec49 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:09.939551 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-808dd1f8-b941-45f5-8b5f-5a2b638bec49 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:09.943195 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-808dd1f8-b941-45f5-8b5f-5a2b638bec49 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "DELETE /v2.0/security-groups/303ae0ef-cda4-46a4-8139-e7b5942c9b27 HTTP/1.1" status: 204 len: 168 time: 0.4884131 Jul 14 07:18:09.945075 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34564) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:09.994582 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b719cd3c-5605-4ef3-b311-79bc3eabd1cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:09.997033 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dd1f8-b941-45f5-8b5f-5a2b638bec49 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303ae0ef-cda4-46a4-8139-e7b5942c9b27,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:10.050648 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8e0ec6c9-ac73-44e7-860c-6af03534b394 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1052065 Jul 14 07:18:10.056373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b719cd3c-5605-4ef3-b311-79bc3eabd1cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Calling delete_port for ffe04baa-f2d3-46d1-b444-3e4d3f13dd22 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:18:10.057007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34566) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:10.062346 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-15d2c6b8-e0f7-4b04-b8cb-f68e3ed0c5d7 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group': {'name': 'tempest-secgroup--41640589'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:10.130034 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-15d2c6b8-e0f7-4b04-b8cb-f68e3ed0c5d7 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:10.253988 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-15d2c6b8-e0f7-4b04-b8cb-f68e3ed0c5d7 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:10.264727 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-15d2c6b8-e0f7-4b04-b8cb-f68e3ed0c5d7 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:10.265588 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-88b1c4dd-debd-440d-a2c5-b31775871904 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977830 Jul 14 07:18:10.352935 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-15d2c6b8-e0f7-4b04-b8cb-f68e3ed0c5d7 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:10.354442 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-15d2c6b8-e0f7-4b04-b8cb-f68e3ed0c5d7 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2958441 Jul 14 07:18:10.357368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2c6b8-e0f7-4b04-b8cb-f68e3ed0c5d7 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdf4674-1913-4641-a226-11f4ed81871e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:10.369786 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34576) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:10.386315 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-bfe5379b-3605-482e-890d-e00066080a53 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': 'ccdf4674-1913-4641-a226-11f4ed81871e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:10.387844 n-d-778696-5 neutron-server[93827]: WARNING neutron.api.v2.base [None req-bfe5379b-3605-482e-890d-e00066080a53 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 07:18:10.388402 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-bfe5379b-3605-482e-890d-e00066080a53 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:18:10.389421 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bfe5379b-3605-482e-890d-e00066080a53 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0180604 Jul 14 07:18:10.392351 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34578) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:10.398566 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9d2ab39e-b8e3-448f-b0e6-4df5b56dea5c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': 'ccdf4674-1913-4641-a226-11f4ed81871e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:10.466831 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-9d2ab39e-b8e3-448f-b0e6-4df5b56dea5c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:18:10.469153 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9d2ab39e-b8e3-448f-b0e6-4df5b56dea5c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0736852 Jul 14 07:18:10.471828 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34580) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:10.482946 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d3ef05e1-60b4-4e07-9d6e-144e7674b6e5 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': 'ccdf4674-1913-4641-a226-11f4ed81871e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:10.484712 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-1d87967f-f302-4c94-8722-a1b213402899 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176321 Jul 14 07:18:10.485770 n-d-778696-5 neutron-server[93828]: WARNING neutron.api.v2.base [None req-d3ef05e1-60b4-4e07-9d6e-144e7674b6e5 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 14 07:18:10.486279 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-d3ef05e1-60b4-4e07-9d6e-144e7674b6e5 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:18:10.487843 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d3ef05e1-60b4-4e07-9d6e-144e7674b6e5 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0159612 Jul 14 07:18:10.491672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34582) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:10.503434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-dccf7b42-0a86-44ab-9cc9-dbee9f79a847 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': 'ccdf4674-1913-4641-a226-11f4ed81871e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:10.530811 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34590) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:10.582851 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-0e6192d2-4582-476a-9145-74a26b61075a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 HTTP/1.1" status: 200 len: 217 time: 0.0895481 Jul 14 07:18:10.593276 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-dccf7b42-0a86-44ab-9cc9-dbee9f79a847 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:18:10.597441 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-dccf7b42-0a86-44ab-9cc9-dbee9f79a847 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1019275 Jul 14 07:18:10.597643 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34598) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:10.602291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-148888cc-c4f5-4902-92fb-eb99a90233f4 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': 'ccdf4674-1913-4641-a226-11f4ed81871e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:10.603064 n-d-778696-5 neutron-server[93828]: WARNING neutron.api.v2.base [None req-148888cc-c4f5-4902-92fb-eb99a90233f4 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 07:18:10.603267 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-148888cc-c4f5-4902-92fb-eb99a90233f4 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:18:10.605497 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-148888cc-c4f5-4902-92fb-eb99a90233f4 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055828 Jul 14 07:18:10.608046 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34600) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:10.615899 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c91db5b0-a7eb-4fa0-b53b-1a91210b6e2f tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': 'ccdf4674-1913-4641-a226-11f4ed81871e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:10.637305 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b719cd3c-5605-4ef3-b311-79bc3eabd1cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:10.656734 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-c91db5b0-a7eb-4fa0-b53b-1a91210b6e2f tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:18:10.658459 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c91db5b0-a7eb-4fa0-b53b-1a91210b6e2f tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0492373 Jul 14 07:18:10.661664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34606) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:10.667721 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-11a8ecd9-1d9c-4171-8b8e-479e1a377fbc tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': 'ccdf4674-1913-4641-a226-11f4ed81871e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:10.668294 n-d-778696-5 neutron-server[93828]: WARNING neutron.api.v2.base [None req-11a8ecd9-1d9c-4171-8b8e-479e1a377fbc tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 14 07:18:10.668845 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-11a8ecd9-1d9c-4171-8b8e-479e1a377fbc tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:18:10.669876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-11a8ecd9-1d9c-4171-8b8e-479e1a377fbc tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070722 Jul 14 07:18:10.673131 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34608) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:10.678409 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2b45c561-f04b-4679-9018-0a00ddb220b9 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': 'ccdf4674-1913-4641-a226-11f4ed81871e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:10.701824 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-791f1f62-2e32-44ad-ad32-dc686136b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:10.703431 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-791f1f62-2e32-44ad-ad32-dc686136b467 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.1141670 Jul 14 07:18:10.723240 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-2b45c561-f04b-4679-9018-0a00ddb220b9 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:18:10.724621 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2b45c561-f04b-4679-9018-0a00ddb220b9 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0505481 Jul 14 07:18:10.727751 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34610) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:10.738929 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e90100ff-d77e-4d8e-a60d-cf149237732c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': 'ccdf4674-1913-4641-a226-11f4ed81871e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:10.757262 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719cd3c-5605-4ef3-b311-79bc3eabd1cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Port': ['ID=ffe04baa-f2d3-46d1-b444-3e4d3f13dd22,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:10.851730 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb182c23-7c13-4b03-a50c-6ff22fdf5fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:11.010336 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb182c23-7c13-4b03-a50c-6ff22fdf5fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:11.018672 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb182c23-7c13-4b03-a50c-6ff22fdf5fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:11.089227 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-e90100ff-d77e-4d8e-a60d-cf149237732c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:18:11.089227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e90100ff-d77e-4d8e-a60d-cf149237732c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3422148 Jul 14 07:18:11.089227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fb182c23-7c13-4b03-a50c-6ff22fdf5fe5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f6e30075d7a340f99a726d1ff0b727d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5433757 Jul 14 07:18:11.089227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34628) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:11.089227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34630) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:11.138977 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b719cd3c-5605-4ef3-b311-79bc3eabd1cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:11.239993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb182c23-7c13-4b03-a50c-6ff22fdf5fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd4e843-33ca-4cd2-81c3-a3f2aad4abd4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:11.271279 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-16697147-6a9d-4e38-808f-064e380fab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:11.273224 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-16697147-6a9d-4e38-808f-064e380fab75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5364745 Jul 14 07:18:11.495872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b719cd3c-5605-4ef3-b311-79bc3eabd1cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router d76e725b-39f0-4dfd-aa4b-67af12ec12b8 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:18:11.519028 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-01e50235-fa9a-484e-8ac4-2202e0e5d429 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374218 Jul 14 07:18:11.642576 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b719cd3c-5605-4ef3-b311-79bc3eabd1cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:18:11.655530 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b55011a-3110-47b6-9acf-2dca92bc9b26 None None] Sync routers for ids ['d76e725b-39f0-4dfd-aa4b-67af12ec12b8'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:18:11.662421 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b719cd3c-5605-4ef3-b311-79bc3eabd1cf tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/d76e725b-39f0-4dfd-aa4b-67af12ec12b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5851669 Jul 14 07:18:11.665224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34648) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:11.674474 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b55011a-3110-47b6-9acf-2dca92bc9b26 None None] Routers {'d76e725b-39f0-4dfd-aa4b-67af12ec12b8'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:18:11.675474 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3b55011a-3110-47b6-9acf-2dca92bc9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:18:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d76e725b-39f0-4dfd-aa4b-67af12ec12b8'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:11.732635 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-57fa08f3-ffa5-4c38-8a87-753110bcc283 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/ports?device_id=d76e725b-39f0-4dfd-aa4b-67af12ec12b8 HTTP/1.1" status: 200 len: 205 time: 0.0635087 Jul 14 07:18:11.747065 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34650) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:11.757627 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3b55011a-3110-47b6-9acf-2dca92bc9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:11.770433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b55011a-3110-47b6-9acf-2dca92bc9b26 None None] Routers {'d76e725b-39f0-4dfd-aa4b-67af12ec12b8'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:18:11.771564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3b55011a-3110-47b6-9acf-2dca92bc9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:18:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d76e725b-39f0-4dfd-aa4b-67af12ec12b8'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:11.811886 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3b55011a-3110-47b6-9acf-2dca92bc9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:11.813059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b55011a-3110-47b6-9acf-2dca92bc9b26 None None] The sync data for ids ['d76e725b-39f0-4dfd-aa4b-67af12ec12b8'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:18:11.883415 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-42651608-7b53-443a-a847-ee49d5a997c0 req-d6cfb545-83b9-4126-9a32-e327a1174674 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3286ea1-7f9d-4d12-b69e-d90c40cc9935 HTTP/1.1" status: 200 len: 210 time: 0.0639606 Jul 14 07:18:11.885297 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f2daea8-ab70-4bbd-9a78-c516ca39deba tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:11.967149 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b768ccb-7347-4703-9ff7-687b7700b66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:11.968018 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-9a50c7ed-8533-409d-b7f1-f301beff46c9 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105299 Jul 14 07:18:11.989595 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-267c744a-e4f8-4078-9f6a-7c11bc6d7a7c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:12.021883 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd4357-f8c8-43fe-9c8f-fc8e5a8f6b7f req-da8cc9e8-4afd-45db-91a8-94ef825c4e0c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:12.028436 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd4357-f8c8-43fe-9c8f-fc8e5a8f6b7f req-da8cc9e8-4afd-45db-91a8-94ef825c4e0c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:12.034426 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd4357-f8c8-43fe-9c8f-fc8e5a8f6b7f req-da8cc9e8-4afd-45db-91a8-94ef825c4e0c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:12.040400 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd4357-f8c8-43fe-9c8f-fc8e5a8f6b7f req-da8cc9e8-4afd-45db-91a8-94ef825c4e0c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:12.046072 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ab2fe425-4aef-435d-b33d-282a4d01af7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=d4545f69-ed88-4ffb-9479-73ab5a234def HTTP/1.1" status: 200 len: 217 time: 0.0542984 Jul 14 07:18:12.047418 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd4357-f8c8-43fe-9c8f-fc8e5a8f6b7f req-da8cc9e8-4afd-45db-91a8-94ef825c4e0c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:12.053378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd4357-f8c8-43fe-9c8f-fc8e5a8f6b7f req-da8cc9e8-4afd-45db-91a8-94ef825c4e0c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:12.059554 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd4357-f8c8-43fe-9c8f-fc8e5a8f6b7f req-da8cc9e8-4afd-45db-91a8-94ef825c4e0c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:12.061537 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22cd4357-f8c8-43fe-9c8f-fc8e5a8f6b7f req-da8cc9e8-4afd-45db-91a8-94ef825c4e0c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5420 time: 1.0261378 Jul 14 07:18:12.084077 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b768ccb-7347-4703-9ff7-687b7700b66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:12.141967 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-267c744a-e4f8-4078-9f6a-7c11bc6d7a7c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:12.144833 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f2daea8-ab70-4bbd-9a78-c516ca39deba tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:12.146996 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f2daea8-ab70-4bbd-9a78-c516ca39deba tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:12.168315 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-b1b5d27c-f68c-4ca3-9e27-f2e93d3235e4 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:12.169802 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-b1b5d27c-f68c-4ca3-9e27-f2e93d3235e4 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.15 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 812 time: 0.3360398 Jul 14 07:18:12.173784 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22cd4357-f8c8-43fe-9c8f-fc8e5a8f6b7f req-f73b1e39-dac4-4f4f-914c-89ab62aa0a89 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975904 Jul 14 07:18:12.196188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-7e2a0549-f3a5-4c7a-b275-b91f194ad763 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Request body: {'port': {'device_id': 'e3286ea1-7f9d-4d12-b69e-d90c40cc9935', 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118', 'admin_state_up': True, 'tenant_id': '8ee1aa9eb6844f0bab525765623d79dc'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:12.262714 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-a3ea989d-5632-483d-850f-e4c753acc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:12.265214 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-a3ea989d-5632-483d-850f-e4c753acc24b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.0744886 Jul 14 07:18:12.266117 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f2daea8-ab70-4bbd-9a78-c516ca39deba tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:12.266691 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2daea8-ab70-4bbd-9a78-c516ca39deba tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Fanout notify agent at l3_agent the message router_deleted on router d76e725b-39f0-4dfd-aa4b-67af12ec12b8 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:18:12.275767 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f2daea8-ab70-4bbd-9a78-c516ca39deba tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:12.277486 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9f2daea8-ab70-4bbd-9a78-c516ca39deba tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/routers/d76e725b-39f0-4dfd-aa4b-67af12ec12b8 HTTP/1.1" status: 204 len: 168 time: 0.5207016 Jul 14 07:18:12.282426 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34662) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:12.307494 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-267c744a-e4f8-4078-9f6a-7c11bc6d7a7c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:12.309600 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-267c744a-e4f8-4078-9f6a-7c11bc6d7a7c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:12.310840 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-267c744a-e4f8-4078-9f6a-7c11bc6d7a7c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "DELETE /v2.0/security-groups/ccdf4674-1913-4641-a226-11f4ed81871e HTTP/1.1" status: 204 len: 168 time: 1.2230327 Jul 14 07:18:12.331954 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34668) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:12.354648 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c744a-e4f8-4078-9f6a-7c11bc6d7a7c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdf4674-1913-4641-a226-11f4ed81871e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:12.395284 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b768ccb-7347-4703-9ff7-687b7700b66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:12.404230 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b768ccb-7347-4703-9ff7-687b7700b66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:12.406086 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8b768ccb-7347-4703-9ff7-687b7700b66d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3cd4e843-33ca-4cd2-81c3-a3f2aad4abd4 HTTP/1.1" status: 204 len: 168 time: 1.3157392 Jul 14 07:18:12.425658 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b768ccb-7347-4703-9ff7-687b7700b66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd4e843-33ca-4cd2-81c3-a3f2aad4abd4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:12.425848 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1d01178b-d311-4dec-85cf-f16fbd8a1a21 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0910339 Jul 14 07:18:12.427580 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34678) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:12.432109 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3be76adc-bbb6-4ea2-8f61-49a7629382d0 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1962637157'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:12.461217 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1659561-f97e-4ef9-8c94-79ce993a2cd8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting subnet 230de9ec-3a01-4b1c-92c1-acea0b00e9c7 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:18:12.461217 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d1659561-f97e-4ef9-8c94-79ce993a2cd8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:12.507372 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-bdce0231-a7dc-4dc1-942e-a3b43f2ae6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:12.508450 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d1659561-f97e-4ef9-8c94-79ce993a2cd8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:12.509956 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-bdce0231-a7dc-4dc1-942e-a3b43f2ae6c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2229743 Jul 14 07:18:12.514456 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3be76adc-bbb6-4ea2-8f61-49a7629382d0 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:12.587169 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-7e2a0549-f3a5-4c7a-b275-b91f194ad763 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Made reservation on behalf of 8ee1aa9eb6844f0bab525765623d79dc for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:18:12.596306 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-7e2a0549-f3a5-4c7a-b275-b91f194ad763 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:12.699590 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-0e52de56-f666-4ead-adc4-ac9c6816bc8c service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473100 Jul 14 07:18:12.802264 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3be76adc-bbb6-4ea2-8f61-49a7629382d0 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:12.821860 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3be76adc-bbb6-4ea2-8f61-49a7629382d0 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:12.853006 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d1659561-f97e-4ef9-8c94-79ce993a2cd8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:12.877460 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3be76adc-bbb6-4ea2-8f61-49a7629382d0 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:12.879279 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3be76adc-bbb6-4ea2-8f61-49a7629382d0 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4507818 Jul 14 07:18:12.883004 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4fc6128e-4f3b-4bed-8943-044632e65052 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768448 Jul 14 07:18:12.883741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34698) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:12.888802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b5c2b915-c32c-412f-8651-1110abb20f5a tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': 'cbcb8d36-42af-4a56-a2f6-24480cf54f61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:12.893942 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be76adc-bbb6-4ea2-8f61-49a7629382d0 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcb8d36-42af-4a56-a2f6-24480cf54f61,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:12.913748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-7e2a0549-f3a5-4c7a-b275-b91f194ad763 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Allocated IP 172.20.0.5 (3a3cf2cb-40ea-4eb2-abec-56307fbfa118/33beb41d-173d-40f1-9dcf-045c8c6a18de/c0bd5f3f-d734-4dcb-a357-87248de765ab) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:18:13.009352 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-2c219073-16bc-437e-a540-4afd4f5b0571 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 HTTP/1.1" status: 200 len: 217 time: 0.1107917 Jul 14 07:18:13.114428 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-7e2a0549-f3a5-4c7a-b275-b91f194ad763 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:13.138367 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-0492794f-f488-4d5c-8da6-a699f8ae830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:13.140662 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-0492794f-f488-4d5c-8da6-a699f8ae830a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.1205380 Jul 14 07:18:13.184878 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-b5c2b915-c32c-412f-8651-1110abb20f5a tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): The resource could not be found. Jul 14 07:18:13.185990 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b5c2b915-c32c-412f-8651-1110abb20f5a tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3011777 Jul 14 07:18:13.189232 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34712) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:13.196308 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a826c1b1-77c6-4052-b665-972671728113 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': 'cbcb8d36-42af-4a56-a2f6-24480cf54f61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '93ce029a-02f1-415c-beb5-47449abe65fe'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:13.270141 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-7e2a0549-f3a5-4c7a-b275-b91f194ad763 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:13.330632 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a0549-f3a5-4c7a-b275-b91f194ad763 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Pushing event updated for resources: {'Port': ['ID=c0bd5f3f-d734-4dcb-a357-87248de765ab,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:13.338183 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-8073600e-45d8-4e8e-943e-73e4a999e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:13.340390 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-8073600e-45d8-4e8e-943e-73e4a999e6ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1939600 Jul 14 07:18:13.342095 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-a826c1b1-77c6-4052-b665-972671728113 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): The resource could not be found. Jul 14 07:18:13.345822 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a826c1b1-77c6-4052-b665-972671728113 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1528096 Jul 14 07:18:13.347646 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34724) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:13.435997 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-7e2a0549-f3a5-4c7a-b275-b91f194ad763 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:13.476077 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-7e2a0549-f3a5-4c7a-b275-b91f194ad763 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:13.483860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-7e2a0549-f3a5-4c7a-b275-b91f194ad763 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:18:13.506964 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d1659561-f97e-4ef9-8c94-79ce993a2cd8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:13.521660 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-0b9a5c3f-38fa-428f-9406-d410b1efb36d service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642840 Jul 14 07:18:13.534271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb2a38a-5d99-4d1c-9f77-5d0c6efdcd49 None None] Network 0fb01535-613a-4628-a810-3a2bc2aaa48e requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:18:13.558269 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d1659561-f97e-4ef9-8c94-79ce993a2cd8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:13.560511 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d1659561-f97e-4ef9-8c94-79ce993a2cd8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/subnets/230de9ec-3a01-4b1c-92c1-acea0b00e9c7 HTTP/1.1" status: 204 len: 168 time: 1.2780526 Jul 14 07:18:13.604008 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34732) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:13.633840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1659561-f97e-4ef9-8c94-79ce993a2cd8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Subnet': ['ID=230de9ec-3a01-4b1c-92c1-acea0b00e9c7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:13.656080 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-ae020c6f-c0a0-4c73-9ae6-71c426cbd5e6 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279745 Jul 14 07:18:13.714310 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d183410-5548-4fc1-b856-a159c8c3a376 req-73996374-198c-4c3c-92eb-ccd0444f755a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:13.715874 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d183410-5548-4fc1-b856-a159c8c3a376 req-73996374-198c-4c3c-92eb-ccd0444f755a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3286ea1-7f9d-4d12-b69e-d90c40cc9935 HTTP/1.1" status: 200 len: 931 time: 0.5264795 Jul 14 07:18:13.717328 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-67022ae2-57d9-400d-86c9-c250898713a0 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:13.757326 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4e814916-0f55-4cfb-b94b-dea70713f809 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=657ec3e0-c604-4d77-83f7-2f17b5ca4a0d HTTP/1.1" status: 200 len: 217 time: 0.0945134 Jul 14 07:18:13.814579 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-67022ae2-57d9-400d-86c9-c250898713a0 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:13.842735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-7e2a0549-f3a5-4c7a-b275-b91f194ad763 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:13.843453 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-7e2a0549-f3a5-4c7a-b275-b91f194ad763 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:13.845136 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09d2221-d761-4d03-a4cb-3564e69e91ad None None] DHCP port deletion for 0fb01535-613a-4628-a810-3a2bc2aaa48e request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:18:13.923755 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-7e2a0549-f3a5-4c7a-b275-b91f194ad763 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7395308 Jul 14 07:18:13.929732 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f09d2221-d761-4d03-a4cb-3564e69e91ad None None] Deleting port 42d75959-7831-4f5e-87af-38a48ba4439d {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:18:13.930204 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f09d2221-d761-4d03-a4cb-3564e69e91ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:13.948881 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:13.969590 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d183410-5548-4fc1-b856-a159c8c3a376 req-f6daaf58-2352-4951-844b-766ae5e280d9 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343047 Jul 14 07:18:13.992417 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4abe3-7711-4417-b454-a3fbdb791b78 req-5638318f-c338-498b-b383-1f5668c2246c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:14.006540 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4abe3-7711-4417-b454-a3fbdb791b78 req-5638318f-c338-498b-b383-1f5668c2246c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:14.014073 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4abe3-7711-4417-b454-a3fbdb791b78 req-5638318f-c338-498b-b383-1f5668c2246c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:14.023044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4abe3-7711-4417-b454-a3fbdb791b78 req-5638318f-c338-498b-b383-1f5668c2246c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:14.030629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4abe3-7711-4417-b454-a3fbdb791b78 req-5638318f-c338-498b-b383-1f5668c2246c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:14.037947 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4abe3-7711-4417-b454-a3fbdb791b78 req-5638318f-c338-498b-b383-1f5668c2246c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:14.044356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4abe3-7711-4417-b454-a3fbdb791b78 req-5638318f-c338-498b-b383-1f5668c2246c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:14.053435 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bea4abe3-7711-4417-b454-a3fbdb791b78 req-5638318f-c338-498b-b383-1f5668c2246c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5420 time: 0.6197486 Jul 14 07:18:14.062216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Request body: {'port': {'device_id': 'e3286ea1-7f9d-4d12-b69e-d90c40cc9935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:14.190191 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-67022ae2-57d9-400d-86c9-c250898713a0 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:14.193403 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-67022ae2-57d9-400d-86c9-c250898713a0 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:14.194805 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-67022ae2-57d9-400d-86c9-c250898713a0 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "DELETE /v2.0/security-groups/cbcb8d36-42af-4a56-a2f6-24480cf54f61 HTTP/1.1" status: 204 len: 168 time: 0.8454084 Jul 14 07:18:14.203778 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34758) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:14.308251 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bea4abe3-7711-4417-b454-a3fbdb791b78 req-e877fe24-980d-4400-8868-3d7126a73fdd tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2536025 Jul 14 07:18:14.315184 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-1bf3d806-297f-4603-87e3-f8fca80759ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:14.316914 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-1bf3d806-297f-4603-87e3-f8fca80759ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e3d73eb-1b79-476a-9c74-b4eeb2a0decc HTTP/1.1" status: 200 len: 797 time: 0.5532088 Jul 14 07:18:14.334001 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f09d2221-d761-4d03-a4cb-3564e69e91ad None None] For port 42d75959-7831-4f5e-87af-38a48ba4439d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=42d75959-7831-4f5e-87af-38a48ba4439d,segment=NetworkSegment(2343867f-2091-47f4-a979-7bfa3dd09fd8),segment_id=2343867f-2091-47f4-a979-7bfa3dd09fd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:14.335414 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f09d2221-d761-4d03-a4cb-3564e69e91ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:14.350199 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f09d2221-d761-4d03-a4cb-3564e69e91ad None None] Calling delete_port for 42d75959-7831-4f5e-87af-38a48ba4439d owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:18:14.377990 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67022ae2-57d9-400d-86c9-c250898713a0 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcb8d36-42af-4a56-a2f6-24480cf54f61,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:14.431634 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-2dd1d92d-df88-4df9-b4d8-fc2d2dca27a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:14.434101 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-2dd1d92d-df88-4df9-b4d8-fc2d2dca27a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1082630 Jul 14 07:18:14.479318 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f09d2221-d761-4d03-a4cb-3564e69e91ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:14.493538 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:14.540909 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d2221-d761-4d03-a4cb-3564e69e91ad None None] Pushing event deleted for resources: {'Port': ['ID=42d75959-7831-4f5e-87af-38a48ba4439d,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:14.561291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09d2221-d761-4d03-a4cb-3564e69e91ad None None] No DVR routers for this DVR port 42d75959-7831-4f5e-87af-38a48ba4439d on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:18:14.599325 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-25bf0948-1715-404c-8488-1707a142b79f tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3514702 Jul 14 07:18:14.605555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34772) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:14.606543 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4d9038ba-b4a6-470c-b404-bf6c6266a3eb service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523263 Jul 14 07:18:14.613489 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e45fb4bf-6bf5-4da7-bddc-c8ee32af30c8 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': '42060fa3-c658-4648-b30e-3428c1181db8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:14.634478 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting port 42d75959-7831-4f5e-87af-38a48ba4439d {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:18:14.635106 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:14.764639 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-02ec586d-80ba-4094-9a4c-6baf9a26039e service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521504 Jul 14 07:18:14.831061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] For port 42d75959-7831-4f5e-87af-38a48ba4439d, host n-d-778696-5, got binding levels [] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:14.831358 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:14.836861 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-4d479b86-11cd-4c72-8121-46ffcd9861dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3181db43-d375-4837-9acb-b23c672feff1 HTTP/1.1" status: 200 len: 217 time: 0.0642574 Jul 14 07:18:14.874637 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Calling delete_port for 42d75959-7831-4f5e-87af-38a48ba4439d owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:18:14.879607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.ipam_backend_mixin [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Port 42d75959-7831-4f5e-87af-38a48ba4439d was not found and therefore no delete operation was performed {{(pid=93828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 07:18:14.883213 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:14.890710 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-e45fb4bf-6bf5-4da7-bddc-c8ee32af30c8 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): The resource could not be found. Jul 14 07:18:14.891775 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e45fb4bf-6bf5-4da7-bddc-c8ee32af30c8 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2829545 Jul 14 07:18:14.898161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34780) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:14.936941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-fc8c4c5b-9bba-4d06-89c7-ee1f18f67222 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group': {'name': 'tempest-secgroup--565783068'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:14.946774 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e5affa06-15f3-4f92-a7a4-7ebc3b61a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:14.950646 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-e5affa06-15f3-4f92-a7a4-7ebc3b61a906 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e3d73eb-1b79-476a-9c74-b4eeb2a0decc HTTP/1.1" status: 200 len: 797 time: 0.1069167 Jul 14 07:18:14.958704 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Port': ['ID=42d75959-7831-4f5e-87af-38a48ba4439d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:14.961197 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] No DVR routers for this DVR port 42d75959-7831-4f5e-87af-38a48ba4439d on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:18:15.065116 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-43fe0762-3b24-4741-aae3-fa38b640a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:15.067771 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-43fe0762-3b24-4741-aae3-fa38b640a6ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0974243 Jul 14 07:18:15.105980 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:15.106324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:15.106665 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:15.107002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:15.107444 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:15.107786 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:15.108113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:15.108438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:15.108763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:15.109089 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:15.109436 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:15.109757 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:15.207852 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fc8c4c5b-9bba-4d06-89c7-ee1f18f67222 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:15.230130 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-f4648d5e-453e-43ed-8861-8b1bdc609db2 service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557043 Jul 14 07:18:15.253050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 42d75959-7831-4f5e-87af-38a48ba4439d no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:18:15.287016 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 42d75959-7831-4f5e-87af-38a48ba4439d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:18:15.287597 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 42d75959-7831-4f5e-87af-38a48ba4439d not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:18:15.340510 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:15.352299 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:15.361599 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-feac5bb1-514d-4b7c-bf83-5c3c38d063f9 req-63bf18c8-1dcf-424e-aaca-1793a0e1374e service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252382 Jul 14 07:18:15.375601 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb01535-613a-4628-a810-3a2bc2aaa48e']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:15.406544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2343867f-2091-47f4-a979-7bfa3dd09fd8') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:15.406941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2343867f-2091-47f4-a979-7bfa3dd09fd8') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:15.430376 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:15.485077 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:15.507994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:18:15.508412 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:18:15.511882 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:18:15.531101 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:15.572480 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1ce9-5274-40d8-930a-bb5dad26f49e req-4c13e3dc-c112-4b74-b73b-0b7a79209132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:15.577375 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1ce9-5274-40d8-930a-bb5dad26f49e req-4c13e3dc-c112-4b74-b73b-0b7a79209132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:15.578080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1ce9-5274-40d8-930a-bb5dad26f49e req-4c13e3dc-c112-4b74-b73b-0b7a79209132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:15.578690 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1ce9-5274-40d8-930a-bb5dad26f49e req-4c13e3dc-c112-4b74-b73b-0b7a79209132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:15.579227 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1ce9-5274-40d8-930a-bb5dad26f49e req-4c13e3dc-c112-4b74-b73b-0b7a79209132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:15.579817 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1ce9-5274-40d8-930a-bb5dad26f49e req-4c13e3dc-c112-4b74-b73b-0b7a79209132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:15.580417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1ce9-5274-40d8-930a-bb5dad26f49e req-4c13e3dc-c112-4b74-b73b-0b7a79209132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:15.583203 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-78bc1ce9-5274-40d8-930a-bb5dad26f49e req-4c13e3dc-c112-4b74-b73b-0b7a79209132 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 6477 time: 0.1459980 Jul 14 07:18:15.621226 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858cbaf-c0a9-4d69-bd4b-ec0da65d302a req-3bc26554-733e-495b-9a55-74ad606d9969 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:15.623040 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9858cbaf-c0a9-4d69-bd4b-ec0da65d302a req-3bc26554-733e-495b-9a55-74ad606d9969 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3286ea1-7f9d-4d12-b69e-d90c40cc9935 HTTP/1.1" status: 200 len: 931 time: 0.4941483 Jul 14 07:18:15.671105 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fc8c4c5b-9bba-4d06-89c7-ee1f18f67222 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:15.689215 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fc8c4c5b-9bba-4d06-89c7-ee1f18f67222 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:15.689906 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1ce9-5274-40d8-930a-bb5dad26f49e req-d5402d7b-b733-42e2-9412-13d419bd659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:15.692620 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-78bc1ce9-5274-40d8-930a-bb5dad26f49e req-d5402d7b-b733-42e2-9412-13d419bd659a service neutron] 10.222.0.30 "GET /v2.0/networks?id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf HTTP/1.1" status: 200 len: 903 time: 0.1015913 Jul 14 07:18:15.746685 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:15.758397 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-78bc1ce9-5274-40d8-930a-bb5dad26f49e req-944bac86-218a-41d0-890b-6ab422a333da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3181db43-d375-4837-9acb-b23c672feff1 HTTP/1.1" status: 200 len: 217 time: 0.0474148 Jul 14 07:18:15.761616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0bd5f3f-d734-4dcb-a357-87248de765ab {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:18:15.798727 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:15.800625 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/networks/0fb01535-613a-4628-a810-3a2bc2aaa48e HTTP/1.1" status: 204 len: 168 time: 2.1798396 Jul 14 07:18:15.802589 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe36115-b90b-40df-94f4-364d42dce1ff tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Network': ['ID=0fb01535-613a-4628-a810-3a2bc2aaa48e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:15.804727 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fc8c4c5b-9bba-4d06-89c7-ee1f18f67222 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:15.810451 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fc8c4c5b-9bba-4d06-89c7-ee1f18f67222 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8777328 Jul 14 07:18:15.812922 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:15.814309 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34814) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:15.814755 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34816) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:15.821421 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-33e5eb8a-5404-4004-8a23-cdad9bbd12bb tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-949077903', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:15.831873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8bcd9d8a-3c92-4c1f-8fe0-b014550b0c76 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group': {'name': 'tempest-secgroup--716725915'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:15.843830 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9858cbaf-c0a9-4d69-bd4b-ec0da65d302a req-18b7d610-bdc8-449e-b898-817db973c893 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064764 Jul 14 07:18:15.866482 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1ce9-5274-40d8-930a-bb5dad26f49e req-31b88752-87e2-4b5f-a5bf-cdb0530ff6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:15.868073 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-78bc1ce9-5274-40d8-930a-bb5dad26f49e req-31b88752-87e2-4b5f-a5bf-cdb0530ff6bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e3d73eb-1b79-476a-9c74-b4eeb2a0decc HTTP/1.1" status: 200 len: 797 time: 0.0873017 Jul 14 07:18:15.871887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa4877-98ad-4fdd-b4f8-c54190203744 req-34db93ba-9323-467c-a1ba-e010144188f4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:15.878642 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa4877-98ad-4fdd-b4f8-c54190203744 req-34db93ba-9323-467c-a1ba-e010144188f4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:15.886099 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa4877-98ad-4fdd-b4f8-c54190203744 req-34db93ba-9323-467c-a1ba-e010144188f4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:15.889554 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33e5eb8a-5404-4004-8a23-cdad9bbd12bb tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:15.890556 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33e5eb8a-5404-4004-8a23-cdad9bbd12bb tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:15.893339 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa4877-98ad-4fdd-b4f8-c54190203744 req-34db93ba-9323-467c-a1ba-e010144188f4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:15.905833 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa4877-98ad-4fdd-b4f8-c54190203744 req-34db93ba-9323-467c-a1ba-e010144188f4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:15.914516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa4877-98ad-4fdd-b4f8-c54190203744 req-34db93ba-9323-467c-a1ba-e010144188f4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:15.921671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa4877-98ad-4fdd-b4f8-c54190203744 req-34db93ba-9323-467c-a1ba-e010144188f4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:15.923448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5dfa4877-98ad-4fdd-b4f8-c54190203744 req-34db93ba-9323-467c-a1ba-e010144188f4 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5420 time: 0.4194667 Jul 14 07:18:15.924413 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c4c5b-9bba-4d06-89c7-ee1f18f67222 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca3912a-5af3-45f9-a2cf-348305d148b6,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:15.931483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Transition to ACTIVE for port object c0bd5f3f-d734-4dcb-a357-87248de765ab will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:15.942255 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:15.963220 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9d8a-3c92-4c1f-8fe0-b014550b0c76 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:16.027807 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:18:16.042263 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bd5f3f-d734-4dcb-a357-87248de765ab,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:16.063294 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33e5eb8a-5404-4004-8a23-cdad9bbd12bb tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:16.081513 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33e5eb8a-5404-4004-8a23-cdad9bbd12bb tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:16.101665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5dfa4877-98ad-4fdd-b4f8-c54190203744 req-82472493-9129-412a-a350-7c94d4d30645 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1680298 Jul 14 07:18:16.102682 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1ce9-5274-40d8-930a-bb5dad26f49e req-b7fab620-46d4-402a-94b9-e5ed3df6b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:16.104893 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-78bc1ce9-5274-40d8-930a-bb5dad26f49e req-b7fab620-46d4-402a-94b9-e5ed3df6b3a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2245746 Jul 14 07:18:16.228199 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9d8a-3c92-4c1f-8fe0-b014550b0c76 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:16.228318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Attempting to bind port c0bd5f3f-d734-4dcb-a357-87248de765ab on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:18:16.231880 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Attempting to bind port c0bd5f3f-d734-4dcb-a357-87248de765ab by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:18:16.232637 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Attempting to bind port c0bd5f3f-d734-4dcb-a357-87248de765ab on network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:16.243793 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9d8a-3c92-4c1f-8fe0-b014550b0c76 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:16.245715 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Port c0bd5f3f-d734-4dcb-a357-87248de765ab on network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:18:16.246162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Attempting to bind port c0bd5f3f-d734-4dcb-a357-87248de765ab on network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:16.253610 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:18:16.253968 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Checking segment: {'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:16.254611 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Bound using segment: {'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:18:16.255125 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Bound port: c0bd5f3f-d734-4dcb-a357-87248de765ab, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:18:16.255598 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:16.271460 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33e5eb8a-5404-4004-8a23-cdad9bbd12bb tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:16.272824 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-33e5eb8a-5404-4004-8a23-cdad9bbd12bb tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4565253 Jul 14 07:18:16.277781 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34828) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:16.283966 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9d8a-3c92-4c1f-8fe0-b014550b0c76 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:16.289162 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8bcd9d8a-3c92-4c1f-8fe0-b014550b0c76 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4716277 Jul 14 07:18:16.289848 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34832) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:16.305533 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c8a5857c-30a3-468f-9db8-82725f1a142f tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group_rule': {'security_group_id': '7ca3912a-5af3-45f9-a2cf-348305d148b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '640b5f35-253d-4479-9456-acde71fd83a2'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:16.311980 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8a972bf4-1a72-42d6-b989-fdefb5fa20c1 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1449534338'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:16.357832 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a972bf4-1a72-42d6-b989-fdefb5fa20c1 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Made reservation on behalf of e869b58861d740ef88846266cf3195ab for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:18:16.361374 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a972bf4-1a72-42d6-b989-fdefb5fa20c1 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:16.374232 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd9d8a-3c92-4c1f-8fe0-b014550b0c76 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640b5f35-253d-4479-9456-acde71fd83a2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:16.401705 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] For port c0bd5f3f-d734-4dcb-a357-87248de765ab, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:18:16.414069 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-78bc1ce9-5274-40d8-930a-bb5dad26f49e req-2788bb9a-d37b-42b2-8b0e-341cf7098fea service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005216 Jul 14 07:18:16.418326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] For port c0bd5f3f-d734-4dcb-a357-87248de765ab, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c0bd5f3f-d734-4dcb-a357-87248de765ab,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:18:16.419559 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-c8a5857c-30a3-468f-9db8-82725f1a142f tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:18:16.420765 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c8a5857c-30a3-468f-9db8-82725f1a142f tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1253510 Jul 14 07:18:16.423609 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34838) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:16.428804 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:16.431637 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a972bf4-1a72-42d6-b989-fdefb5fa20c1 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:18:16.506137 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bd5f3f-d734-4dcb-a357-87248de765ab,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:16.521067 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a972bf4-1a72-42d6-b989-fdefb5fa20c1 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:16.521723 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-8a972bf4-1a72-42d6-b989-fdefb5fa20c1 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Added segment 9775846c-0bcf-46be-8cc8-0e5e35fa78ab of type vlan for network c4bdbf78-0e24-46d7-bd44-b80282c629fe Jul 14 07:18:16.524723 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:16.525728 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:16.528101 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-4cd12c5b-a080-432e-b21a-65053eaf4039 service neutron] 10.222.0.15 "PUT /v2.0/ports/c0bd5f3f-d734-4dcb-a357-87248de765ab HTTP/1.1" status: 200 len: 1091 time: 2.5762992 Jul 14 07:18:16.529174 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3286ea1-7f9d-4d12-b69e-d90c40cc9935', 'tag': 'c0bd5f3f-d734-4dcb-a357-87248de765ab'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:18:16.531733 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cea1d2-b117-4211-940b-11bc5567c3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e3286ea1-7f9d-4d12-b69e-d90c40cc9935", "tag": "c0bd5f3f-d734-4dcb-a357-87248de765ab"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:18:16.618853 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a972bf4-1a72-42d6-b989-fdefb5fa20c1 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:16.621772 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d3e82c1-3e1c-42c7-a47e-2c38e0c8ac69 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:16.623922 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5cfd36-7840-41ee-8d67-72afebd0a523 x-openstack-request-id: req-da5cfd36-7840-41ee-8d67-72afebd0a523 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:18:16.624221 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3286ea1-7f9d-4d12-b69e-d90c40cc9935", "tag": "c0bd5f3f-d734-4dcb-a357-87248de765ab", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:18:16.624475 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da5cfd36-7840-41ee-8d67-72afebd0a523 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:18:16.624879 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3286ea1-7f9d-4d12-b69e-d90c40cc9935', 'tag': 'c0bd5f3f-d734-4dcb-a357-87248de765ab', 'status': 'completed', 'code': 200} Jul 14 07:18:16.666879 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d3e82c1-3e1c-42c7-a47e-2c38e0c8ac69 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:16.671513 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-78bc1ce9-5274-40d8-930a-bb5dad26f49e req-945cbedf-a82f-4cf6-9b89-8a7b3b118199 service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495751 Jul 14 07:18:16.675322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-a848904b-266e-4225-bd61-1e89f57a2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:16.677044 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-a848904b-266e-4225-bd61-1e89f57a2a83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&device_id=e3286ea1-7f9d-4d12-b69e-d90c40cc9935 HTTP/1.1" status: 200 len: 1094 time: 0.1026938 Jul 14 07:18:16.682612 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a972bf4-1a72-42d6-b989-fdefb5fa20c1 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:16.705819 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a972bf4-1a72-42d6-b989-fdefb5fa20c1 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:16.707039 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a972bf4-1a72-42d6-b989-fdefb5fa20c1 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:16.756892 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d3e82c1-3e1c-42c7-a47e-2c38e0c8ac69 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:16.759792 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d3e82c1-3e1c-42c7-a47e-2c38e0c8ac69 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:16.763797 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5d3e82c1-3e1c-42c7-a47e-2c38e0c8ac69 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "DELETE /v2.0/security-groups/640b5f35-253d-4479-9456-acde71fd83a2 HTTP/1.1" status: 204 len: 168 time: 0.3368690 Jul 14 07:18:16.766084 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34858) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:16.778846 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e82c1-3e1c-42c7-a47e-2c38e0c8ac69 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=640b5f35-253d-4479-9456-acde71fd83a2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:16.858457 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-ae0e9f61-6ce7-48e3-a230-914f55538e88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0bd5f3f-d734-4dcb-a357-87248de765ab HTTP/1.1" status: 200 len: 217 time: 0.1451194 Jul 14 07:18:16.858608 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-93597dab-7cfd-4188-9b01-65519baa4e1d tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0886791 Jul 14 07:18:16.858941 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34862) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:16.873406 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8a972bf4-1a72-42d6-b989-fdefb5fa20c1 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5645256 Jul 14 07:18:16.881780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34864) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:16.887089 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1edc85f8-7977-43d4-9531-b57dc7c54a7c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'subnet': {'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:16.943344 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a972bf4-1a72-42d6-b989-fdefb5fa20c1 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Network': ['ID=c4bdbf78-0e24-46d7-bd44-b80282c629fe,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:16.962002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network c4bdbf78-0e24-46d7-bd44-b80282c629fe details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:18:16.985032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-bce4dbbb-b5e3-4322-81a2-52d68103d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:16.986581 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-bce4dbbb-b5e3-4322-81a2-52d68103d76e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33beb41d-173d-40f1-9dcf-045c8c6a18de HTTP/1.1" status: 200 len: 852 time: 0.1252897 Jul 14 07:18:17.025128 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8b3906db-a695-4ce6-8e16-fa46adf85776 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:17.071620 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8b3906db-a695-4ce6-8e16-fa46adf85776 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:17.082087 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-7639e427-fb22-4fcc-9a2b-b4aeb9978083 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857325 Jul 14 07:18:17.167490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34882) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:17.189942 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edc85f8-7977-43d4-9531-b57dc7c54a7c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Made reservation on behalf of e869b58861d740ef88846266cf3195ab for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:18:17.194840 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1edc85f8-7977-43d4-9531-b57dc7c54a7c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:17.313863 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8b3906db-a695-4ce6-8e16-fa46adf85776 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:17.320612 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8b3906db-a695-4ce6-8e16-fa46adf85776 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:17.331402 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34888) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:17.332548 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8b3906db-a695-4ce6-8e16-fa46adf85776 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "DELETE /v2.0/security-groups/7ca3912a-5af3-45f9-a2cf-348305d148b6 HTTP/1.1" status: 204 len: 168 time: 0.4714320 Jul 14 07:18:17.381738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3906db-a695-4ce6-8e16-fa46adf85776 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca3912a-5af3-45f9-a2cf-348305d148b6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:17.384305 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-8011667a-bb3c-4f51-9781-ce70038dfa60 service neutron] 10.222.0.15 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866113 Jul 14 07:18:17.433955 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83aecb3e-8606-4081-87af-06135f152883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:17.454631 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ecdd40fd-dce0-4598-9cc2-db386dd0262e tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1220355 Jul 14 07:18:17.458780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34890) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:17.464800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-735babca-1883-43b2-b14f-7669b9f9186c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group': {'name': 'tempest-secgroup--774616754'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:17.475656 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef66eca-8049-47f8-8cf0-5190f74addaf req-f2849a57-65b6-4928-8dd6-5eb3652b6218 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:17.484155 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2ef66eca-8049-47f8-8cf0-5190f74addaf req-f2849a57-65b6-4928-8dd6-5eb3652b6218 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3286ea1-7f9d-4d12-b69e-d90c40cc9935 HTTP/1.1" status: 200 len: 943 time: 0.2381089 Jul 14 07:18:17.553632 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2ef66eca-8049-47f8-8cf0-5190f74addaf req-320cb6dc-3a23-4a2f-b284-9f043a7ecf42 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684021 Jul 14 07:18:17.696332 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1edc85f8-7977-43d4-9531-b57dc7c54a7c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:17.751623 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32fb9b-07eb-4fa9-9233-c16118d7845f req-302dc0cd-035d-449d-9a65-5dd3c624f72a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:17.757622 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32fb9b-07eb-4fa9-9233-c16118d7845f req-302dc0cd-035d-449d-9a65-5dd3c624f72a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:17.763853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32fb9b-07eb-4fa9-9233-c16118d7845f req-302dc0cd-035d-449d-9a65-5dd3c624f72a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:17.769798 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32fb9b-07eb-4fa9-9233-c16118d7845f req-302dc0cd-035d-449d-9a65-5dd3c624f72a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:17.776713 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32fb9b-07eb-4fa9-9233-c16118d7845f req-302dc0cd-035d-449d-9a65-5dd3c624f72a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:17.782495 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32fb9b-07eb-4fa9-9233-c16118d7845f req-302dc0cd-035d-449d-9a65-5dd3c624f72a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:17.788588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32fb9b-07eb-4fa9-9233-c16118d7845f req-302dc0cd-035d-449d-9a65-5dd3c624f72a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:17.794544 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc85f8-7977-43d4-9531-b57dc7c54a7c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Subnet': ['ID=e907aa4e-7ce8-48e5-9b72-61339ca26d19,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:17.794799 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5e32fb9b-07eb-4fa9-9233-c16118d7845f req-302dc0cd-035d-449d-9a65-5dd3c624f72a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5420 time: 0.3783991 Jul 14 07:18:17.798365 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e193950-afdb-48af-9e4d-53d06f0ed168 req-d8c3e4ca-85c9-4f73-87a4-1753cab30df8 service neutron] 10.222.0.15 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842118 Jul 14 07:18:17.838446 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5e32fb9b-07eb-4fa9-9233-c16118d7845f req-6f0e1e8c-6e5e-4df8-bf6d-9ba21299fade tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390470 Jul 14 07:18:17.846612 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc85f8-7977-43d4-9531-b57dc7c54a7c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Checking segment: {'id': '9775846c-0bcf-46be-8cc8-0e5e35fa78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:17.846848 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc85f8-7977-43d4-9531-b57dc7c54a7c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network hostable DHCP agents. Network: c4bdbf78-0e24-46d7-bd44-b80282c629fe, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:18:17.855347 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83aecb3e-8606-4081-87af-06135f152883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:17.869008 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83aecb3e-8606-4081-87af-06135f152883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:17.913033 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc85f8-7977-43d4-9531-b57dc7c54a7c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network c4bdbf78-0e24-46d7-bd44-b80282c629fe is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:18:17.915171 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-735babca-1883-43b2-b14f-7669b9f9186c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:17.928932 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cea1d2-b117-4211-940b-11bc5567c3d9 req-0532899e-6dd7-47ab-a421-bfac3ca8552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:17.930498 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7cea1d2-b117-4211-940b-11bc5567c3d9 req-0532899e-6dd7-47ab-a421-bfac3ca8552f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&device_id=e3286ea1-7f9d-4d12-b69e-d90c40cc9935 HTTP/1.1" status: 200 len: 1094 time: 0.0754144 Jul 14 07:18:17.958305 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-83aecb3e-8606-4081-87af-06135f152883 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf4b7322988742de9ee87785c17f7287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7889109 Jul 14 07:18:17.966895 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34910) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:17.967563 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1edc85f8-7977-43d4-9531-b57dc7c54a7c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, c4bdbf78-0e24-46d7-bd44-b80282c629fe) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:17.969423 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aecb3e-8606-4081-87af-06135f152883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2489f48c-acb8-4a02-a9ef-a230c6d5bb16,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:17.989769 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00dd4c2-b90f-4f36-92ce-8436de21a3e7 None None] Network c4bdbf78-0e24-46d7-bd44-b80282c629fe requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:18:18.010240 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edc85f8-7977-43d4-9531-b57dc7c54a7c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:18.012176 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1edc85f8-7977-43d4-9531-b57dc7c54a7c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:18.086285 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cea1d2-b117-4211-940b-11bc5567c3d9 req-df3df6c1-01d0-437d-9c41-69f930b7e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:18.087828 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7cea1d2-b117-4211-940b-11bc5567c3d9 req-df3df6c1-01d0-437d-9c41-69f930b7e21d service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 913 time: 0.1498845 Jul 14 07:18:18.138134 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90654b9a-5336-4048-ab32-a8a5aac89c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:18.155093 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7cea1d2-b117-4211-940b-11bc5567c3d9 req-e63a69ae-a659-42d0-b2e0-79f32ef272aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0bd5f3f-d734-4dcb-a357-87248de765ab HTTP/1.1" status: 200 len: 217 time: 0.0588489 Jul 14 07:18:18.183896 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90654b9a-5336-4048-ab32-a8a5aac89c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:18.186437 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:18:18.187295 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:18.195767 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-735babca-1883-43b2-b14f-7669b9f9186c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:18.208929 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-735babca-1883-43b2-b14f-7669b9f9186c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:18.224848 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cea1d2-b117-4211-940b-11bc5567c3d9 req-36e8683c-0222-4961-9e66-38048e7ae77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:18.226522 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7cea1d2-b117-4211-940b-11bc5567c3d9 req-36e8683c-0222-4961-9e66-38048e7ae77b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33beb41d-173d-40f1-9dcf-045c8c6a18de HTTP/1.1" status: 200 len: 852 time: 0.0647385 Jul 14 07:18:18.274180 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1edc85f8-7977-43d4-9531-b57dc7c54a7c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3890145 Jul 14 07:18:18.278481 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34916) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:18.321775 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7cea1d2-b117-4211-940b-11bc5567c3d9 req-5a0d52cc-91f0-408e-a7da-7089f19f7c0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869622 Jul 14 07:18:18.380722 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90654b9a-5336-4048-ab32-a8a5aac89c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:18.386127 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90654b9a-5336-4048-ab32-a8a5aac89c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:18.386127 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-90654b9a-5336-4048-ab32-a8a5aac89c26 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2489f48c-acb8-4a02-a9ef-a230c6d5bb16 HTTP/1.1" status: 204 len: 168 time: 0.4129879 Jul 14 07:18:18.412558 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Allocated IP 2001:db8::2 (c4bdbf78-0e24-46d7-bd44-b80282c629fe/e907aa4e-7ce8-48e5-9b72-61339ca26d19/5dcc6a3a-988c-449b-810d-49bd2c52b2fe) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:18:18.420329 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-735babca-1883-43b2-b14f-7669b9f9186c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:18.422000 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-735babca-1883-43b2-b14f-7669b9f9186c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9617209 Jul 14 07:18:18.431228 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34926) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:18.445167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e03fb08a-b973-4577-822d-1b5e007c2d63 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:18.445601 n-d-778696-5 neutron-server[93828]: WARNING neutron.api.v2.base [None req-e03fb08a-b973-4577-822d-1b5e007c2d63 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 07:18:18.446243 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-e03fb08a-b973-4577-822d-1b5e007c2d63 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 07:18:18.449827 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e03fb08a-b973-4577-822d-1b5e007c2d63 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "PUT /v2.0/security-groups/95b26dca-34a2-4912-aa8a-04d5db16ce13 HTTP/1.1" status: 409 len: 330 time: 0.0148146 Jul 14 07:18:18.450007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735babca-1883-43b2-b14f-7669b9f9186c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b26dca-34a2-4912-aa8a-04d5db16ce13,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:18.454160 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34928) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:18.463800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90654b9a-5336-4048-ab32-a8a5aac89c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2489f48c-acb8-4a02-a9ef-a230c6d5bb16,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:18.606137 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7cea1d2-b117-4211-940b-11bc5567c3d9 req-2131e011-2716-4952-8c9f-0afe72f46457 service neutron] 10.222.0.15 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782409 Jul 14 07:18:18.771578 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-da156ea8-ac57-4096-9ea8-fdbf6b1b8161 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:18.780533 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:18.790153 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Transition to ACTIVE for port object 5dcc6a3a-988c-449b-810d-49bd2c52b2fe will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:18.810831 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Transition to ACTIVE for port object 5dcc6a3a-988c-449b-810d-49bd2c52b2fe will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:18.820835 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:18.873607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Network c4bdbf78-0e24-46d7-bd44-b80282c629fe is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:18.881628 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:18.885963 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:18:19.003654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Pushing event updated for resources: {'Port': ['ID=5dcc6a3a-988c-449b-810d-49bd2c52b2fe,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:19.054549 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:19.060433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Attempting to bind port 5dcc6a3a-988c-449b-810d-49bd2c52b2fe on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:18:19.061583 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Attempting to bind port 5dcc6a3a-988c-449b-810d-49bd2c52b2fe by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '9775846c-0bcf-46be-8cc8-0e5e35fa78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:18:19.062288 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Attempting to bind port 5dcc6a3a-988c-449b-810d-49bd2c52b2fe on network c4bdbf78-0e24-46d7-bd44-b80282c629fe {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:19.074470 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-da156ea8-ac57-4096-9ea8-fdbf6b1b8161 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:19.075614 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:18:19.076188 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Checking segment: {'id': '9775846c-0bcf-46be-8cc8-0e5e35fa78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:19.078339 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:19.078892 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Bound using segment: {'id': '9775846c-0bcf-46be-8cc8-0e5e35fa78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:18:19.080073 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Bound port: 5dcc6a3a-988c-449b-810d-49bd2c52b2fe, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9775846c-0bcf-46be-8cc8-0e5e35fa78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:18:19.083109 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:19.178442 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7cea1d2-b117-4211-940b-11bc5567c3d9 req-846f1952-b15e-47d9-8419-b287cbeaaa4a service neutron] 10.222.0.15 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647044 Jul 14 07:18:19.191081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105943ee-e873-4771-afe8-0153032992fd req-e7c938dc-211b-4b74-8136-503cbbbcc931 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:19.192841 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-105943ee-e873-4771-afe8-0153032992fd req-e7c938dc-211b-4b74-8136-503cbbbcc931 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3286ea1-7f9d-4d12-b69e-d90c40cc9935 HTTP/1.1" status: 200 len: 943 time: 0.4104991 Jul 14 07:18:19.221146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] For port 5dcc6a3a-988c-449b-810d-49bd2c52b2fe, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:18:19.229414 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] For port 5dcc6a3a-988c-449b-810d-49bd2c52b2fe, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=5dcc6a3a-988c-449b-810d-49bd2c52b2fe,segment=NetworkSegment(9775846c-0bcf-46be-8cc8-0e5e35fa78ab),segment_id=9775846c-0bcf-46be-8cc8-0e5e35fa78ab)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:18:19.234186 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:19.285263 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-da156ea8-ac57-4096-9ea8-fdbf6b1b8161 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:19.287855 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-da156ea8-ac57-4096-9ea8-fdbf6b1b8161 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:19.289630 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-da156ea8-ac57-4096-9ea8-fdbf6b1b8161 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "DELETE /v2.0/security-groups/95b26dca-34a2-4912-aa8a-04d5db16ce13 HTTP/1.1" status: 204 len: 168 time: 0.8274422 Jul 14 07:18:19.298669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34958) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:19.326805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294ecaa-593d-42d6-a078-4883c3a75ebe None None] Pushing event updated for resources: {'Port': ['ID=5dcc6a3a-988c-449b-810d-49bd2c52b2fe,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:19.332119 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da156ea8-ac57-4096-9ea8-fdbf6b1b8161 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b26dca-34a2-4912-aa8a-04d5db16ce13,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:19.353746 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-105943ee-e873-4771-afe8-0153032992fd req-64333943-ff0f-4622-bbc2-d2f1978d3443 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498609 Jul 14 07:18:19.376671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acd0bc-8eb6-4ff2-8363-cc6fa464efd6 req-8fb1c95e-79dd-49e8-a5cc-4da4803d4c30 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:19.405998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acd0bc-8eb6-4ff2-8363-cc6fa464efd6 req-8fb1c95e-79dd-49e8-a5cc-4da4803d4c30 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:19.421385 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acd0bc-8eb6-4ff2-8363-cc6fa464efd6 req-8fb1c95e-79dd-49e8-a5cc-4da4803d4c30 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:19.437886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acd0bc-8eb6-4ff2-8363-cc6fa464efd6 req-8fb1c95e-79dd-49e8-a5cc-4da4803d4c30 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:19.452158 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acd0bc-8eb6-4ff2-8363-cc6fa464efd6 req-8fb1c95e-79dd-49e8-a5cc-4da4803d4c30 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:19.473423 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acd0bc-8eb6-4ff2-8363-cc6fa464efd6 req-8fb1c95e-79dd-49e8-a5cc-4da4803d4c30 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:19.482659 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acd0bc-8eb6-4ff2-8363-cc6fa464efd6 req-8fb1c95e-79dd-49e8-a5cc-4da4803d4c30 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:19.496816 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-38acd0bc-8eb6-4ff2-8363-cc6fa464efd6 req-8fb1c95e-79dd-49e8-a5cc-4da4803d4c30 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5420 time: 0.3891764 Jul 14 07:18:19.530917 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6177651d-1c12-43cb-b543-f4ac45e3cbef tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2286880 Jul 14 07:18:19.536873 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34972) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:19.566096 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-410018d6-8dd7-4f85-b9c2-6bd1a701f957 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] delete failed (client error): The resource could not be found. Jul 14 07:18:19.567135 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-410018d6-8dd7-4f85-b9c2-6bd1a701f957 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "DELETE /v2.0/security-groups/92605135-8916-4edc-a3d7-e038698677c2 HTTP/1.1" status: 404 len: 347 time: 0.0289271 Jul 14 07:18:19.579519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34974) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:19.651656 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-38acd0bc-8eb6-4ff2-8363-cc6fa464efd6 req-5914a3a3-b2b0-4d6c-8966-25627498ba1e tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1532524 Jul 14 07:18:19.652660 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-f6b2637e-950d-4466-9ee9-66171fa98873 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] show failed (client error): The resource could not be found. Jul 14 07:18:19.662612 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f6b2637e-950d-4466-9ee9-66171fa98873 tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "GET /v2.0/security-groups/5807f109-0b4c-4062-8a34-1249298ebc6d HTTP/1.1" status: 404 len: 347 time: 0.0823598 Jul 14 07:18:19.665929 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34978) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:19.682364 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-51a01f3a-bc9b-433d-bd89-a9927c6b592c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] show failed (client error): The resource could not be found. Jul 14 07:18:19.686644 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-51a01f3a-bc9b-433d-bd89-a9927c6b592c tempest-NegativeSecGroupTest-956722515 tempest-NegativeSecGroupTest-956722515-project] 10.222.0.35 "GET /v2.0/security-group-rules/b66e75b3-7832-4590-a96c-707c50297007 HTTP/1.1" status: 404 len: 356 time: 0.0164087 Jul 14 07:18:19.787264 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Allocated IP 2001:db8::1 (c4bdbf78-0e24-46d7-bd44-b80282c629fe/e907aa4e-7ce8-48e5-9b72-61339ca26d19/48c29e6a-d221-4300-9cd2-030d2652ae7d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:18:19.883750 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34988) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:19.971401 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device c0bd5f3f-d734-4dcb-a357-87248de765ab details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:18:20.033021 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:20.049592 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Transition to ACTIVE for port object 48c29e6a-d221-4300-9cd2-030d2652ae7d will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:20.082403 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35002) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:20.133419 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:20.172977 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e55b9528-b4e3-421f-b544-f3ef60393817 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1050186320-network', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:20.190130 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port c0bd5f3f-d734-4dcb-a357-87248de765ab, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c0bd5f3f-d734-4dcb-a357-87248de765ab,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:20.227029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'c0bd5f3f-d734-4dcb-a357-87248de765ab', 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118', 'port_id': 'c0bd5f3f-d734-4dcb-a357-87248de765ab', 'mac_address': 'fa:16:3e:db:a4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33beb41d-173d-40f1-9dcf-045c8c6a18de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:18:20.249790 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55b9528-b4e3-421f-b544-f3ef60393817 admin admin] Made reservation on behalf of 2f13bd40ef814da48e4c516ed8fe37d4 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:18:20.252915 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e55b9528-b4e3-421f-b544-f3ef60393817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:20.266963 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network c4bdbf78-0e24-46d7-bd44-b80282c629fe is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:20.272634 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e55b9528-b4e3-421f-b544-f3ef60393817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:20.277718 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:20.284017 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:18:20.284924 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:20.290242 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:20.309291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0bd5f3f-d734-4dcb-a357-87248de765ab {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:18:20.335108 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port c0bd5f3f-d734-4dcb-a357-87248de765ab, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c0bd5f3f-d734-4dcb-a357-87248de765ab,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:20.342472 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:20.370488 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=48c29e6a-d221-4300-9cd2-030d2652ae7d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:20.378381 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-27a81d36-db31-4677-9f4b-4c59549dff00 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a0ab2d6490c42199bdeda8420711634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920697 Jul 14 07:18:20.380081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35014) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:20.443439 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=c0bd5f3f-d734-4dcb-a357-87248de765ab,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:20.562734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['c0bd5f3f-d734-4dcb-a357-87248de765ab'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:18:20.587356 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e55b9528-b4e3-421f-b544-f3ef60393817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:20.609010 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:20.613964 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e55b9528-b4e3-421f-b544-f3ef60393817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:20.628404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55b9528-b4e3-421f-b544-f3ef60393817 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:18:20.639422 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e55b9528-b4e3-421f-b544-f3ef60393817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:20.639810 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-e55b9528-b4e3-421f-b544-f3ef60393817 admin admin] Added segment 8349b6e8-ab21-4160-bfcc-f7cc987f5618 of type vlan for network f0238ee1-7249-4bb0-8396-c6cf116934a3 Jul 14 07:18:20.686282 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e55b9528-b4e3-421f-b544-f3ef60393817 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:20.742787 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e55b9528-b4e3-421f-b544-f3ef60393817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:20.743900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55b9528-b4e3-421f-b544-f3ef60393817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:20.744649 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e55b9528-b4e3-421f-b544-f3ef60393817 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:20.762301 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-602ba42a-5fc9-463f-b78f-7ed2b1a7c5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:21.060061 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87691650-5ac7-4ef2-a4e9-d7434affa838 None None] Network c4bdbf78-0e24-46d7-bd44-b80282c629fe requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:18:21.092368 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:21.100878 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:21.102619 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:21.197741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=48c29e6a-d221-4300-9cd2-030d2652ae7d,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:21.262465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f7591b8f-f0fe-408e-bb79-2b23a709278d None None] Provisioning for port 5dcc6a3a-988c-449b-810d-49bd2c52b2fe completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:21.329545 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5dcc6a3a-988c-449b-810d-49bd2c52b2fe up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:21.374625 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network c4bdbf78-0e24-46d7-bd44-b80282c629fe is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:21.376263 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:21.425455 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 5dcc6a3a-988c-449b-810d-49bd2c52b2fe completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:21.430823 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 5dcc6a3a-988c-449b-810d-49bd2c52b2fe triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:21.431206 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:21.549574 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:21.572753 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router 28139388-ef37-4f2f-99e0-222bded2e140 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:18:21.621357 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 5dcc6a3a-988c-449b-810d-49bd2c52b2fe, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=5dcc6a3a-988c-449b-810d-49bd2c52b2fe,segment=NetworkSegment(9775846c-0bcf-46be-8cc8-0e5e35fa78ab),segment_id=9775846c-0bcf-46be-8cc8-0e5e35fa78ab)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:21.634334 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:21.670969 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-602ba42a-5fc9-463f-b78f-7ed2b1a7c5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:21.730052 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b9528-b4e3-421f-b544-f3ef60393817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f555489-6a48-4762-b545-c27530490ea2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:21.732299 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=5dcc6a3a-988c-449b-810d-49bd2c52b2fe,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:21.768447 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:18:21.771170 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e55b9528-b4e3-421f-b544-f3ef60393817 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8860707 Jul 14 07:18:21.781619 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a961a41c-1e22-49ee-872a-f5bca92ad1ac tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/28139388-ef37-4f2f-99e0-222bded2e140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5012343 Jul 14 07:18:21.784343 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Sync routers for ids ['28139388-ef37-4f2f-99e0-222bded2e140'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:18:21.791846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35052) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:21.792164 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35054) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:21.792845 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-602ba42a-5fc9-463f-b78f-7ed2b1a7c5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:21.795441 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-602ba42a-5fc9-463f-b78f-7ed2b1a7c5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:21.798833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-602ba42a-5fc9-463f-b78f-7ed2b1a7c5db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f954425-dfec-4fad-a3ef-74131442e35a HTTP/1.1" status: 204 len: 168 time: 1.4152424 Jul 14 07:18:21.802166 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Routers {'28139388-ef37-4f2f-99e0-222bded2e140'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:18:21.802797 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:18:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['28139388-ef37-4f2f-99e0-222bded2e140'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:21.804479 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6176fbde-3285-45e9-9f91-573f9cda04aa None None] Provisioning complete for port 5dcc6a3a-988c-449b-810d-49bd2c52b2fe triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:21.804856 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6176fbde-3285-45e9-9f91-573f9cda04aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:21.813498 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-41717d5a-5775-461b-b549-3c6de844717e admin admin] Request body: {'subnet': {'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1050186320-subnet', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:21.831951 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2fb48fdd-e026-41ed-a767-792339e8eede tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-793820223'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:21.912379 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b9528-b4e3-421f-b544-f3ef60393817 admin admin] Pushing event updated for resources: {'Network': ['ID=f0238ee1-7249-4bb0-8396-c6cf116934a3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:21.934532 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network f0238ee1-7249-4bb0-8396-c6cf116934a3 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:18:21.947198 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ba42a-5fc9-463f-b78f-7ed2b1a7c5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f954425-dfec-4fad-a3ef-74131442e35a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:22.030975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c2a53-aa8e-40ca-80cd-365a0e787a50 req-328e9773-bfd8-4e11-b1ae-66e82ba8a734 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:22.032906 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b3c2a53-aa8e-40ca-80cd-365a0e787a50 req-328e9773-bfd8-4e11-b1ae-66e82ba8a734 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3286ea1-7f9d-4d12-b69e-d90c40cc9935 HTTP/1.1" status: 200 len: 944 time: 1.4434814 Jul 14 07:18:22.038845 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Set router 28139388-ef37-4f2f-99e0-222bded2e140 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:18:22.040176 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.db.api [None req-41717d5a-5775-461b-b549-3c6de844717e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 07:18:22.040176 n-d-778696-5 neutron-server[93828]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 07:18:22.040176 n-d-778696-5 neutron-server[93828]: [parameters: {'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'id': '476409c7-7448-48f2-81bd-d8bf1eb03eac', 'expiration': datetime.datetime(2021, 7, 14, 7, 20, 21, 918522)}] Jul 14 07:18:22.040176 n-d-778696-5 neutron-server[93828]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:18:22.040575 n-d-778696-5 neutron-server[93828]: DEBUG oslo_db.api [None req-41717d5a-5775-461b-b549-3c6de844717e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:18:22.084513 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device c0bd5f3f-d734-4dcb-a357-87248de765ab up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:22.087456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb48fdd-e026-41ed-a767-792339e8eede tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Made reservation on behalf of e869b58861d740ef88846266cf3195ab for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:18:22.098837 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fb48fdd-e026-41ed-a767-792339e8eede tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:22.208052 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e7c6b-ffc3-495b-9217-94cd889ef689 req-4ea6aa92-aace-4146-95a1-7969b7051139 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:22.219944 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e7c6b-ffc3-495b-9217-94cd889ef689 req-4ea6aa92-aace-4146-95a1-7969b7051139 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:22.245631 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e7c6b-ffc3-495b-9217-94cd889ef689 req-4ea6aa92-aace-4146-95a1-7969b7051139 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:22.246460 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6176fbde-3285-45e9-9f91-573f9cda04aa None None] Provisioning for port 48c29e6a-d221-4300-9cd2-030d2652ae7d completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:22.250999 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6176fbde-3285-45e9-9f91-573f9cda04aa None None] Provisioning complete for port 48c29e6a-d221-4300-9cd2-030d2652ae7d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:22.251459 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6176fbde-3285-45e9-9f91-573f9cda04aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:22.253776 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e7c6b-ffc3-495b-9217-94cd889ef689 req-4ea6aa92-aace-4146-95a1-7969b7051139 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:22.260603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e7c6b-ffc3-495b-9217-94cd889ef689 req-4ea6aa92-aace-4146-95a1-7969b7051139 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:22.300106 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-6176fbde-3285-45e9-9f91-573f9cda04aa None None] Port 48c29e6a-d221-4300-9cd2-030d2652ae7d cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:18:22.300920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e7c6b-ffc3-495b-9217-94cd889ef689 req-4ea6aa92-aace-4146-95a1-7969b7051139 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:22.306013 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port c0bd5f3f-d734-4dcb-a357-87248de765ab completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:22.312134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port c0bd5f3f-d734-4dcb-a357-87248de765ab triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:22.312988 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:22.318653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e7c6b-ffc3-495b-9217-94cd889ef689 req-4ea6aa92-aace-4146-95a1-7969b7051139 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:22.328310 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:18:20Z', 'revision_number': 2, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:20Z', 'revision_number': 2, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:22.329142 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ec4e7c6b-ffc3-495b-9217-94cd889ef689 req-4ea6aa92-aace-4146-95a1-7969b7051139 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5420 time: 0.5858264 Jul 14 07:18:22.378742 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Checking router: 28139388-ef37-4f2f-99e0-222bded2e140 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:18:22.379185 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Updating router 28139388-ef37-4f2f-99e0-222bded2e140 port 48c29e6a-d221-4300-9cd2-030d2652ae7d binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:18:22.475641 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b3c2a53-aa8e-40ca-80cd-365a0e787a50 req-dc298ca7-9660-4408-ac68-97c129e27176 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122589 Jul 14 07:18:22.512413 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:22.528440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e2ba0b39-85c3-4f84-aa2c-c308c0a56ed8 None None] Provisioning complete for port 48c29e6a-d221-4300-9cd2-030d2652ae7d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:22.528819 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e2ba0b39-85c3-4f84-aa2c-c308c0a56ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:22.536302 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:22.555848 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ec4e7c6b-ffc3-495b-9217-94cd889ef689 req-6808dc9d-34b8-497b-9d77-b90836b91480 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2256980 Jul 14 07:18:22.556664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb48fdd-e026-41ed-a767-792339e8eede tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:18:22.594907 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fb48fdd-e026-41ed-a767-792339e8eede tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:22.595265 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-2fb48fdd-e026-41ed-a767-792339e8eede tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Added segment 28866e8b-8598-410e-9f63-9ffeed3a79bc of type vlan for network 94b75698-ba3d-4277-8693-4b9e2b4f4b97 Jul 14 07:18:22.634198 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3286ea1-7f9d-4d12-b69e-d90c40cc9935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bd5f3f-d734-4dcb-a357-87248de765ab'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:18:22.638193 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41717d5a-5775-461b-b549-3c6de844717e admin admin] Made reservation on behalf of 2f13bd40ef814da48e4c516ed8fe37d4 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:18:22.640875 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41717d5a-5775-461b-b549-3c6de844717e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:22.647597 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae37ddfe-ba7f-4346-84b3-5eaa6de5fefe" -d '{"events": [{"server_uuid": "e3286ea1-7f9d-4d12-b69e-d90c40cc9935", "name": "network-vif-plugged", "status": "completed", "tag": "c0bd5f3f-d734-4dcb-a357-87248de765ab"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:18:22.660965 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba0b39-85c3-4f84-aa2c-c308c0a56ed8 None None] Port 48c29e6a-d221-4300-9cd2-030d2652ae7d cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:18:22.684335 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port c0bd5f3f-d734-4dcb-a357-87248de765ab, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c0bd5f3f-d734-4dcb-a357-87248de765ab,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:22.693728 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:22.802388 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47bbcd3-fd9b-46da-a0c2-508335c60de8 x-openstack-request-id: req-e47bbcd3-fd9b-46da-a0c2-508335c60de8 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:18:22.802734 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3286ea1-7f9d-4d12-b69e-d90c40cc9935", "name": "network-vif-plugged", "status": "completed", "tag": "c0bd5f3f-d734-4dcb-a357-87248de765ab", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:18:22.802948 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e47bbcd3-fd9b-46da-a0c2-508335c60de8 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:18:22.803344 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3286ea1-7f9d-4d12-b69e-d90c40cc9935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bd5f3f-d734-4dcb-a357-87248de765ab', 'code': 200} Jul 14 07:18:22.803968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=c0bd5f3f-d734-4dcb-a357-87248de765ab,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:22.835021 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a5c43b20-31b3-4c41-8c10-37b884cbf262 None None] Provisioning complete for port 48c29e6a-d221-4300-9cd2-030d2652ae7d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:22.835429 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a5c43b20-31b3-4c41-8c10-37b884cbf262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:22.884917 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a5c43b20-31b3-4c41-8c10-37b884cbf262 None None] Port 48c29e6a-d221-4300-9cd2-030d2652ae7d cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:18:22.947373 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41717d5a-5775-461b-b549-3c6de844717e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:22.956312 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fb48fdd-e026-41ed-a767-792339e8eede tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:23.060433 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41717d5a-5775-461b-b549-3c6de844717e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:23.066387 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fb48fdd-e026-41ed-a767-792339e8eede tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:23.072396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb48fdd-e026-41ed-a767-792339e8eede tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:23.072648 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fb48fdd-e026-41ed-a767-792339e8eede tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:23.091313 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:23.092012 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e70d16-e5a4-4db1-b70f-465482ea328a req-240ac544-6115-4cb3-985d-78be5dffa347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:23.093402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e3e70d16-e5a4-4db1-b70f-465482ea328a req-240ac544-6115-4cb3-985d-78be5dffa347 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3286ea1-7f9d-4d12-b69e-d90c40cc9935 HTTP/1.1" status: 200 len: 1096 time: 0.2274003 Jul 14 07:18:23.105248 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41717d5a-5775-461b-b549-3c6de844717e admin admin] Checking segment: {'id': '8349b6e8-ab21-4160-bfcc-f7cc987f5618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:23.105248 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41717d5a-5775-461b-b549-3c6de844717e admin admin] Network hostable DHCP agents. Network: f0238ee1-7249-4bb0-8396-c6cf116934a3, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:18:23.108545 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Transition to ACTIVE for port object 48c29e6a-d221-4300-9cd2-030d2652ae7d will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:23.116782 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:23.170015 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2fb48fdd-e026-41ed-a767-792339e8eede tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3524127 Jul 14 07:18:23.173003 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35100) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:23.186000 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-38b10fb5-6c05-4722-b31a-ba0bfb5ebbe8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'subnet': {'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:23.192798 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae552ce6-5fb7-4193-9837-e004cb4e4ae4 None None] Pushing event updated for resources: {'Port': ['ID=48c29e6a-d221-4300-9cd2-030d2652ae7d,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:23.204389 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae552ce6-5fb7-4193-9837-e004cb4e4ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:23.204866 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae552ce6-5fb7-4193-9837-e004cb4e4ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:23.205343 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae552ce6-5fb7-4193-9837-e004cb4e4ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:23.205774 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae552ce6-5fb7-4193-9837-e004cb4e4ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:23.206201 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae552ce6-5fb7-4193-9837-e004cb4e4ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:23.206684 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae552ce6-5fb7-4193-9837-e004cb4e4ae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:23.207105 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae552ce6-5fb7-4193-9837-e004cb4e4ae4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:23.207657 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae552ce6-5fb7-4193-9837-e004cb4e4ae4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:23.208534 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae552ce6-5fb7-4193-9837-e004cb4e4ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:23.209454 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae552ce6-5fb7-4193-9837-e004cb4e4ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:23.209917 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae552ce6-5fb7-4193-9837-e004cb4e4ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:23.210346 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae552ce6-5fb7-4193-9837-e004cb4e4ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:23.214527 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb48fdd-e026-41ed-a767-792339e8eede tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Network': ['ID=94b75698-ba3d-4277-8693-4b9e2b4f4b97,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:23.250952 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 94b75698-ba3d-4277-8693-4b9e2b4f4b97 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:18:23.256213 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41717d5a-5775-461b-b549-3c6de844717e admin admin] Network f0238ee1-7249-4bb0-8396-c6cf116934a3 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:18:23.279051 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e3e70d16-e5a4-4db1-b70f-465482ea328a req-98f11ea8-8014-45ca-bde8-79a37a48ef1c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422300 Jul 14 07:18:23.280636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-41717d5a-5775-461b-b549-3c6de844717e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, f0238ee1-7249-4bb0-8396-c6cf116934a3) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:23.285796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41717d5a-5775-461b-b549-3c6de844717e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:23.286710 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41717d5a-5775-461b-b549-3c6de844717e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:23.319825 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067331b4-dc60-47d0-a7ad-5df155af651f None None] Network f0238ee1-7249-4bb0-8396-c6cf116934a3 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:18:23.323424 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-41717d5a-5775-461b-b549-3c6de844717e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5239191 Jul 14 07:18:23.325972 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35108) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:23.331063 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1050186320-router', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:23.331360 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5dcc6a3a-988c-449b-810d-49bd2c52b2fe up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:23.368299 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Attempting to bind port 48c29e6a-d221-4300-9cd2-030d2652ae7d on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:18:23.368790 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Attempting to bind port 48c29e6a-d221-4300-9cd2-030d2652ae7d by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '9775846c-0bcf-46be-8cc8-0e5e35fa78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:18:23.369366 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Attempting to bind port 48c29e6a-d221-4300-9cd2-030d2652ae7d on network c4bdbf78-0e24-46d7-bd44-b80282c629fe {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:23.390146 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:23.390146 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:23.390434 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:18:23.390434 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Checking segment: {'id': '9775846c-0bcf-46be-8cc8-0e5e35fa78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:23.390916 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:23.391358 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Bound using segment: {'id': '9775846c-0bcf-46be-8cc8-0e5e35fa78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:18:23.391963 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Bound port: 48c29e6a-d221-4300-9cd2-030d2652ae7d, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9775846c-0bcf-46be-8cc8-0e5e35fa78ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:18:23.397237 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:23.495610 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:23.496536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35114) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:23.519053 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b10fb5-6c05-4722-b31a-ba0bfb5ebbe8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Made reservation on behalf of e869b58861d740ef88846266cf3195ab for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:18:23.532495 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38b10fb5-6c05-4722-b31a-ba0bfb5ebbe8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:23.579725 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] For port 48c29e6a-d221-4300-9cd2-030d2652ae7d, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:18:23.587926 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] For port 48c29e6a-d221-4300-9cd2-030d2652ae7d, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=48c29e6a-d221-4300-9cd2-030d2652ae7d,segment=NetworkSegment(9775846c-0bcf-46be-8cc8-0e5e35fa78ab),segment_id=9775846c-0bcf-46be-8cc8-0e5e35fa78ab)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:18:23.606848 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:23.641592 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 5dcc6a3a-988c-449b-810d-49bd2c52b2fe triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:23.642089 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:23.737166 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Routers {'28139388-ef37-4f2f-99e0-222bded2e140'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:18:23.737996 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:18:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['28139388-ef37-4f2f-99e0-222bded2e140'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:23.791129 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae552ce6-5fb7-4193-9837-e004cb4e4ae4 None None] Pushing event updated for resources: {'Port': ['ID=48c29e6a-d221-4300-9cd2-030d2652ae7d,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:23.839129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d9b4dea7-b154-4813-b5c6-a70f0e4d855e tempest-SubnetPoolsTestJSON-557095482 tempest-SubnetPoolsTestJSON-557095482-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-134799469', 'prefixes': ['172.20.0.0/16']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:23.905382 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] Set router 28139388-ef37-4f2f-99e0-222bded2e140 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:18:24.021986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-f0238ee1-7249-4bb0-8396-c6cf116934a3', 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'fixed_ips': [{'subnet_id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:18:24.022995 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:24.050291 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38b10fb5-6c05-4722-b31a-ba0bfb5ebbe8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:24.135248 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:24.209224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b10fb5-6c05-4722-b31a-ba0bfb5ebbe8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Subnet': ['ID=949f15dc-4bc9-4597-b4ad-41294ce76df9,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:24.266913 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b10fb5-6c05-4722-b31a-ba0bfb5ebbe8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Checking segment: {'id': '28866e8b-8598-410e-9f63-9ffeed3a79bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:24.269789 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b10fb5-6c05-4722-b31a-ba0bfb5ebbe8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network hostable DHCP agents. Network: 94b75698-ba3d-4277-8693-4b9e2b4f4b97, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:18:24.308428 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Allocated IP 172.20.0.2 (f0238ee1-7249-4bb0-8396-c6cf116934a3/1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8/0ff45a68-d6be-4e07-bca9-8ab27aaa08a7) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:18:24.335730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b10fb5-6c05-4722-b31a-ba0bfb5ebbe8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network 94b75698-ba3d-4277-8693-4b9e2b4f4b97 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:18:24.375115 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-38b10fb5-6c05-4722-b31a-ba0bfb5ebbe8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 94b75698-ba3d-4277-8693-4b9e2b4f4b97) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:24.379431 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b10fb5-6c05-4722-b31a-ba0bfb5ebbe8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:24.380253 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38b10fb5-6c05-4722-b31a-ba0bfb5ebbe8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:24.411987 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-38b10fb5-6c05-4722-b31a-ba0bfb5ebbe8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2345638 Jul 14 07:18:24.412185 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a25a25-e1e1-4eb3-8839-095350b407d3 None None] Network 94b75698-ba3d-4277-8693-4b9e2b4f4b97 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:18:24.412691 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35138) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:24.454939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d998193-899f-4f26-b00b-c5618ae47c2d req-a8941878-9542-4c3c-b3e6-39e2566b46ea tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:24.462035 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d998193-899f-4f26-b00b-c5618ae47c2d req-a8941878-9542-4c3c-b3e6-39e2566b46ea tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3286ea1-7f9d-4d12-b69e-d90c40cc9935 HTTP/1.1" status: 200 len: 945 time: 0.6869879 Jul 14 07:18:24.483497 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:18:20Z', 'revision_number': 2, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:23Z', 'revision_number': 4, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:24.525464 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea7b57-4656-4af4-ba57-5c8f2b80bf17 req-9ad9a654-9fe3-4e93-b013-a4ac56df70e6 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:24.534250 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea7b57-4656-4af4-ba57-5c8f2b80bf17 req-9ad9a654-9fe3-4e93-b013-a4ac56df70e6 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:24.544825 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea7b57-4656-4af4-ba57-5c8f2b80bf17 req-9ad9a654-9fe3-4e93-b013-a4ac56df70e6 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:24.550516 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67501a35-fc88-4a58-9a84-9ed533a7e60b None None] The sync data for ids ['28139388-ef37-4f2f-99e0-222bded2e140'] in n-d-778696-5 is: [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:18:20Z', 'revision_number': 2, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:23Z', 'revision_number': 4, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:18:24.557985 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea7b57-4656-4af4-ba57-5c8f2b80bf17 req-9ad9a654-9fe3-4e93-b013-a4ac56df70e6 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:24.564531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea7b57-4656-4af4-ba57-5c8f2b80bf17 req-9ad9a654-9fe3-4e93-b013-a4ac56df70e6 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:24.571198 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea7b57-4656-4af4-ba57-5c8f2b80bf17 req-9ad9a654-9fe3-4e93-b013-a4ac56df70e6 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:24.577818 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea7b57-4656-4af4-ba57-5c8f2b80bf17 req-9ad9a654-9fe3-4e93-b013-a4ac56df70e6 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:24.588058 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67ea7b57-4656-4af4-ba57-5c8f2b80bf17 req-9ad9a654-9fe3-4e93-b013-a4ac56df70e6 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5420 time: 0.5720992 Jul 14 07:18:24.597230 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d9b4dea7-b154-4813-b5c6-a70f0e4d855e tempest-SubnetPoolsTestJSON-557095482 tempest-SubnetPoolsTestJSON-557095482-project] Notify callbacks [] for subnetpool, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:24.598434 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d9b4dea7-b154-4813-b5c6-a70f0e4d855e tempest-SubnetPoolsTestJSON-557095482 tempest-SubnetPoolsTestJSON-557095482-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.1006744 Jul 14 07:18:24.603178 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35142) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:24.652292 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d998193-899f-4f26-b00b-c5618ae47c2d req-7c2db3e9-24a3-4360-85ae-2ac09d49a86d tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892478 Jul 14 07:18:24.823713 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-49722bb5-cb2c-4c11-8b8a-24e7a0a6109d tempest-SubnetPoolsTestJSON-557095482 tempest-SubnetPoolsTestJSON-557095482-project] 10.222.0.35 "GET /v2.0/subnetpools/7e187a9f-b57a-42d6-b15e-aa691a767c35 HTTP/1.1" status: 200 len: 731 time: 0.2088296 Jul 14 07:18:24.832193 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35148) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:24.844821 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-94b75698-ba3d-4277-8693-4b9e2b4f4b97', 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'fixed_ips': [{'subnet_id': '949f15dc-4bc9-4597-b4ad-41294ce76df9'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:18:24.845729 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:24.860563 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67ea7b57-4656-4af4-ba57-5c8f2b80bf17 req-fda74729-a2c5-4d97-82c2-b213065de2f3 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2714772 Jul 14 07:18:24.864069 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a01083a9-5e55-422a-ae26-52c9c09ec3e9 tempest-SubnetPoolsTestJSON-557095482 tempest-SubnetPoolsTestJSON-557095482-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1028757281'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:25.055430 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:25.087456 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Transition to ACTIVE for port object 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:25.145846 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a01083a9-5e55-422a-ae26-52c9c09ec3e9 tempest-SubnetPoolsTestJSON-557095482 tempest-SubnetPoolsTestJSON-557095482-project] Notify callbacks [] for subnetpool, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:25.149398 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a01083a9-5e55-422a-ae26-52c9c09ec3e9 tempest-SubnetPoolsTestJSON-557095482 tempest-SubnetPoolsTestJSON-557095482-project] 10.222.0.35 "PUT /v2.0/subnetpools/7e187a9f-b57a-42d6-b15e-aa691a767c35 HTTP/1.1" status: 200 len: 684 time: 0.3137121 Jul 14 07:18:25.151273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35158) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:25.203087 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Transition to ACTIVE for port object 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:25.237200 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:25.311631 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Pushing event updated for resources: {'Port': ['ID=0ff45a68-d6be-4e07-bca9-8ab27aaa08a7,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:25.322934 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:25.328493 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Network f0238ee1-7249-4bb0-8396-c6cf116934a3 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:25.337142 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:25.343973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:18:25.351987 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 48c29e6a-d221-4300-9cd2-030d2652ae7d up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:25.390037 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Allocated IP 2001:db8:1::2 (94b75698-ba3d-4277-8693-4b9e2b4f4b97/949f15dc-4bc9-4597-b4ad-41294ce76df9/53cee02a-abca-4f9b-b936-bf04e3e1e5b2) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:18:25.456388 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:25.570686 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55dbfab7-150b-47c7-a540-fea4ba9cfc04 tempest-SubnetPoolsTestJSON-557095482 tempest-SubnetPoolsTestJSON-557095482-project] Notify callbacks [] for subnetpool, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:25.573671 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-55dbfab7-150b-47c7-a540-fea4ba9cfc04 tempest-SubnetPoolsTestJSON-557095482 tempest-SubnetPoolsTestJSON-557095482-project] 10.222.0.35 "DELETE /v2.0/subnetpools/7e187a9f-b57a-42d6-b15e-aa691a767c35 HTTP/1.1" status: 204 len: 168 time: 0.4196978 Jul 14 07:18:25.576625 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35170) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:25.609013 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-ba49a83f-cab4-40b2-91cb-d78357f51068 tempest-SubnetPoolsTestJSON-557095482 tempest-SubnetPoolsTestJSON-557095482-project] show failed (client error): The resource could not be found. Jul 14 07:18:25.609013 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ba49a83f-cab4-40b2-91cb-d78357f51068 tempest-SubnetPoolsTestJSON-557095482 tempest-SubnetPoolsTestJSON-557095482-project] 10.222.0.35 "GET /v2.0/subnetpools/7e187a9f-b57a-42d6-b15e-aa691a767c35 HTTP/1.1" status: 404 len: 346 time: 0.0281279 Jul 14 07:18:25.609013 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35174) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:25.633520 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-15be2d2f-8f3a-44d2-bd99-d86299e16642 tempest-SubnetPoolsTestJSON-557095482 tempest-SubnetPoolsTestJSON-557095482-project] delete failed (client error): The resource could not be found. Jul 14 07:18:25.633520 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-15be2d2f-8f3a-44d2-bd99-d86299e16642 tempest-SubnetPoolsTestJSON-557095482 tempest-SubnetPoolsTestJSON-557095482-project] 10.222.0.35 "DELETE /v2.0/subnetpools/7e187a9f-b57a-42d6-b15e-aa691a767c35 HTTP/1.1" status: 404 len: 346 time: 0.0197628 Jul 14 07:18:25.633520 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:25.729744 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Attempting to bind port 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:18:25.730302 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Attempting to bind port 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '8349b6e8-ab21-4160-bfcc-f7cc987f5618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:18:25.730494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Attempting to bind port 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 on network f0238ee1-7249-4bb0-8396-c6cf116934a3 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:25.762472 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 48c29e6a-d221-4300-9cd2-030d2652ae7d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:25.799084 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:18:25.799462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Checking segment: {'id': '8349b6e8-ab21-4160-bfcc-f7cc987f5618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:25.799889 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:25.800267 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Bound using segment: {'id': '8349b6e8-ab21-4160-bfcc-f7cc987f5618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:18:25.801539 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Bound port: 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8349b6e8-ab21-4160-bfcc-f7cc987f5618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:18:25.801885 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:25.888877 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] For port 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:18:25.901222 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] For port 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0ff45a68-d6be-4e07-bca9-8ab27aaa08a7,segment=NetworkSegment(8349b6e8-ab21-4160-bfcc-f7cc987f5618),segment_id=8349b6e8-ab21-4160-bfcc-f7cc987f5618)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:18:25.901222 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 48c29e6a-d221-4300-9cd2-030d2652ae7d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:25.901222 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:25.914982 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:26.043741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] Allocated IP 172.25.7.81 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/1e40fbd6-d198-4af7-8d3c-6392bf9054a2) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:18:26.091468 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20f1bb-07cc-4cdc-885b-e3830d81def6 None None] Pushing event updated for resources: {'Port': ['ID=0ff45a68-d6be-4e07-bca9-8ab27aaa08a7,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:26.178618 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35190) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:26.223184 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2386bc4-7a42-4550-90a0-db21b354a8ad req-09fa515f-eaeb-4e89-b8b3-c174df557e60 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:26.227016 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c2386bc4-7a42-4550-90a0-db21b354a8ad req-09fa515f-eaeb-4e89-b8b3-c174df557e60 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3286ea1-7f9d-4d12-b69e-d90c40cc9935 HTTP/1.1" status: 200 len: 945 time: 0.2901881 Jul 14 07:18:26.344714 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:26.411692 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-14f7dcfc-1ffc-448b-84df-02728c206ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:26.419611 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:26.465678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 48c29e6a-d221-4300-9cd2-030d2652ae7d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=48c29e6a-d221-4300-9cd2-030d2652ae7d,segment=NetworkSegment(9775846c-0bcf-46be-8cc8-0e5e35fa78ab),segment_id=9775846c-0bcf-46be-8cc8-0e5e35fa78ab)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:26.467146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Transition to ACTIVE for port object 53cee02a-abca-4f9b-b936-bf04e3e1e5b2 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:26.468813 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:26.477542 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c2386bc4-7a42-4550-90a0-db21b354a8ad req-11347986-1546-45ba-add3-e0db1e5cf2b7 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818514 Jul 14 07:18:26.495529 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:26.538900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1871b-51ff-44d6-8e65-f7b4d156b88e req-d6cc3b52-b7d0-42ce-b569-55819ddfd915 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:26.545520 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1871b-51ff-44d6-8e65-f7b4d156b88e req-d6cc3b52-b7d0-42ce-b569-55819ddfd915 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:26.558934 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1871b-51ff-44d6-8e65-f7b4d156b88e req-d6cc3b52-b7d0-42ce-b569-55819ddfd915 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:26.588123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1871b-51ff-44d6-8e65-f7b4d156b88e req-d6cc3b52-b7d0-42ce-b569-55819ddfd915 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:26.595383 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1871b-51ff-44d6-8e65-f7b4d156b88e req-d6cc3b52-b7d0-42ce-b569-55819ddfd915 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:26.614179 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1871b-51ff-44d6-8e65-f7b4d156b88e req-d6cc3b52-b7d0-42ce-b569-55819ddfd915 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:26.632887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1871b-51ff-44d6-8e65-f7b4d156b88e req-d6cc3b52-b7d0-42ce-b569-55819ddfd915 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:26.634954 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b8c1871b-51ff-44d6-8e65-f7b4d156b88e req-d6cc3b52-b7d0-42ce-b569-55819ddfd915 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5420 time: 0.3383613 Jul 14 07:18:26.659041 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Transition to ACTIVE for port object 53cee02a-abca-4f9b-b936-bf04e3e1e5b2 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:26.729742 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-14f7dcfc-1ffc-448b-84df-02728c206ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:26.736181 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-14f7dcfc-1ffc-448b-84df-02728c206ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:26.742341 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=48c29e6a-d221-4300-9cd2-030d2652ae7d,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:26.756349 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:26.815608 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:26.821876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b8c1871b-51ff-44d6-8e65-f7b4d156b88e req-61a99674-3afc-45f0-a094-dcce5a66c373 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1395059 Jul 14 07:18:26.857639 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Network 94b75698-ba3d-4277-8693-4b9e2b4f4b97 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:26.860628 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Allocated IP 2001:db8:1::1 (94b75698-ba3d-4277-8693-4b9e2b4f4b97/949f15dc-4bc9-4597-b4ad-41294ce76df9/1db95131-084e-4996-af45-f81b7520a253) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:18:26.864333 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:26.871279 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:18:26.913505 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:26.918032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:26.925155 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:18:26.979027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] Pushing event updated for resources: {'Port': ['ID=1e40fbd6-d198-4af7-8d3c-6392bf9054a2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:26.994701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Pushing event updated for resources: {'Port': ['ID=53cee02a-abca-4f9b-b936-bf04e3e1e5b2,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:27.002310 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-14f7dcfc-1ffc-448b-84df-02728c206ae7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cdccd656a51f4419bd4ff42d75347c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8182576 Jul 14 07:18:27.006921 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35212) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:27.037732 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7dcfc-1ffc-448b-84df-02728c206ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6101e08-361e-4cbb-acaf-7b16a09adcab,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:27.063672 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Attempting to bind port 53cee02a-abca-4f9b-b936-bf04e3e1e5b2 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:18:27.064041 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Attempting to bind port 53cee02a-abca-4f9b-b936-bf04e3e1e5b2 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '28866e8b-8598-410e-9f63-9ffeed3a79bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:18:27.064418 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Attempting to bind port 53cee02a-abca-4f9b-b936-bf04e3e1e5b2 on network 94b75698-ba3d-4277-8693-4b9e2b4f4b97 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:27.076316 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:18:27.076703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Checking segment: {'id': '28866e8b-8598-410e-9f63-9ffeed3a79bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:27.077113 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:27.077536 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Bound using segment: {'id': '28866e8b-8598-410e-9f63-9ffeed3a79bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:18:27.078008 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Bound port: 53cee02a-abca-4f9b-b936-bf04e3e1e5b2, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28866e8b-8598-410e-9f63-9ffeed3a79bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:18:27.078394 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:27.177400 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:27.240384 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Transition to ACTIVE for port object 1db95131-084e-4996-af45-f81b7520a253 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:27.265781 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1e51967e-8e99-4acf-a4d8-746b9f714a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:27.274917 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] For port 53cee02a-abca-4f9b-b936-bf04e3e1e5b2, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:18:27.279623 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] For port 53cee02a-abca-4f9b-b936-bf04e3e1e5b2, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=53cee02a-abca-4f9b-b936-bf04e3e1e5b2,segment=NetworkSegment(28866e8b-8598-410e-9f63-9ffeed3a79bc),segment_id=28866e8b-8598-410e-9f63-9ffeed3a79bc)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:18:27.293262 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1e51967e-8e99-4acf-a4d8-746b9f714a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:27.295864 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:27.371401 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:27.451664 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network 94b75698-ba3d-4277-8693-4b9e2b4f4b97 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:27.464854 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:27.473404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:18:27.474118 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:27.511065 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b12829-2bf6-420e-ba30-e434fccb7ade None None] Pushing event updated for resources: {'Port': ['ID=53cee02a-abca-4f9b-b936-bf04e3e1e5b2,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:27.544225 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:27.584422 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1e51967e-8e99-4acf-a4d8-746b9f714a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:27.588248 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1e51967e-8e99-4acf-a4d8-746b9f714a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:27.592984 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1e51967e-8e99-4acf-a4d8-746b9f714a2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6101e08-361e-4cbb-acaf-7b16a09adcab HTTP/1.1" status: 204 len: 168 time: 0.5849688 Jul 14 07:18:27.621762 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=1db95131-084e-4996-af45-f81b7520a253,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:27.692671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51967e-8e99-4acf-a4d8-746b9f714a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6101e08-361e-4cbb-acaf-7b16a09adcab,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:27.699395 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:27.706194 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 48c29e6a-d221-4300-9cd2-030d2652ae7d up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:27.822016 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9720bf-4ebe-458d-a4ea-c29f44bd7ffd req-c25d1472-d379-4057-a472-6c9ea568d530 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:27.822016 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a9720bf-4ebe-458d-a4ea-c29f44bd7ffd req-c25d1472-d379-4057-a472-6c9ea568d530 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3286ea1-7f9d-4d12-b69e-d90c40cc9935 HTTP/1.1" status: 200 len: 945 time: 0.5589027 Jul 14 07:18:27.863090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 48c29e6a-d221-4300-9cd2-030d2652ae7d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:27.863583 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:27.864448 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:27.919662 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:28.057833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a9720bf-4ebe-458d-a4ea-c29f44bd7ffd req-01752eb2-4eab-4dd0-9886-294f422865c5 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128215 Jul 14 07:18:28.153348 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5039851c-16a2-438e-96a4-348b3edf5655 None None] Network f0238ee1-7249-4bb0-8396-c6cf116934a3 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:18:28.249062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a32ebc24-ba07-41fd-8b99-7818b46376c0 None None] Provisioning for port 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:28.257607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a32ebc24-ba07-41fd-8b99-7818b46376c0 None None] Provisioning complete for port 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:28.258159 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a32ebc24-ba07-41fd-8b99-7818b46376c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:28.390508 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8e615-f234-4ee1-bd6e-844ae6048987 req-5074dc1d-f784-4e12-80ba-336afc9bd2f1 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:28.398179 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8e615-f234-4ee1-bd6e-844ae6048987 req-5074dc1d-f784-4e12-80ba-336afc9bd2f1 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:28.416323 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8e615-f234-4ee1-bd6e-844ae6048987 req-5074dc1d-f784-4e12-80ba-336afc9bd2f1 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:28.426707 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8e615-f234-4ee1-bd6e-844ae6048987 req-5074dc1d-f784-4e12-80ba-336afc9bd2f1 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:28.449135 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8e615-f234-4ee1-bd6e-844ae6048987 req-5074dc1d-f784-4e12-80ba-336afc9bd2f1 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:28.463729 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8e615-f234-4ee1-bd6e-844ae6048987 req-5074dc1d-f784-4e12-80ba-336afc9bd2f1 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:28.470001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8e615-f234-4ee1-bd6e-844ae6048987 req-5074dc1d-f784-4e12-80ba-336afc9bd2f1 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:28.477762 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-39f8e615-f234-4ee1-bd6e-844ae6048987 req-5074dc1d-f784-4e12-80ba-336afc9bd2f1 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5420 time: 0.4171793 Jul 14 07:18:28.529242 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:28.541168 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:28.542544 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:28.635250 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a32ebc24-ba07-41fd-8b99-7818b46376c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:28.713711 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network 94b75698-ba3d-4277-8693-4b9e2b4f4b97 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:28.718240 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:28.719420 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a32ebc24-ba07-41fd-8b99-7818b46376c0 None None] For port 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0ff45a68-d6be-4e07-bca9-8ab27aaa08a7,segment=NetworkSegment(8349b6e8-ab21-4160-bfcc-f7cc987f5618),segment_id=8349b6e8-ab21-4160-bfcc-f7cc987f5618)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:28.720772 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=1db95131-084e-4996-af45-f81b7520a253,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:28.731556 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a32ebc24-ba07-41fd-8b99-7818b46376c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:28.834173 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ebc24-ba07-41fd-8b99-7818b46376c0 None None] Pushing event updated for resources: {'Port': ['ID=0ff45a68-d6be-4e07-bca9-8ab27aaa08a7,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:28.934983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router 28139388-ef37-4f2f-99e0-222bded2e140 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:18:29.240550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:18:29.249960 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Sync routers for ids ['28139388-ef37-4f2f-99e0-222bded2e140'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:18:29.267181 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2583c851-ef82-4b43-b25c-ee291b07c04b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/28139388-ef37-4f2f-99e0-222bded2e140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8516371 Jul 14 07:18:29.269768 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35282) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:29.279428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e7166eec-efab-41a8-8542-22f1ebb1a775 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-585014963'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:29.289102 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Routers {'28139388-ef37-4f2f-99e0-222bded2e140'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:18:29.297867 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:18:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['28139388-ef37-4f2f-99e0-222bded2e140'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:29.336662 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35286) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:29.356133 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7166eec-efab-41a8-8542-22f1ebb1a775 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Made reservation on behalf of e869b58861d740ef88846266cf3195ab for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:18:29.368163 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7166eec-efab-41a8-8542-22f1ebb1a775 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:29.439766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8b2f79c8-e8dc-47d0-b41f-eeda0c918173 None None] Provisioning complete for port 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:29.445735 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b2f79c8-e8dc-47d0-b41f-eeda0c918173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:29.455837 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7166eec-efab-41a8-8542-22f1ebb1a775 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:18:29.480588 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7166eec-efab-41a8-8542-22f1ebb1a775 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:29.480945 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-e7166eec-efab-41a8-8542-22f1ebb1a775 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Added segment 15ff4cf5-cf0c-42c8-9613-f00592802d61 of type vlan for network b0a005a3-391a-4c1c-b299-f4c7cae1e220 Jul 14 07:18:29.490680 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac69dc58-f032-456b-bcb8-323145d4c090 None None] Network 94b75698-ba3d-4277-8693-4b9e2b4f4b97 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:18:29.550498 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Set router 28139388-ef37-4f2f-99e0-222bded2e140 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:18:29.556815 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-db533024-f4a2-4fd8-9de5-8152b81f14c1 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-757633912'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:29.625084 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7166eec-efab-41a8-8542-22f1ebb1a775 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:29.678378 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-39f8e615-f234-4ee1-bd6e-844ae6048987 req-e2c114a7-0d70-4177-9f30-2422a6e9b0eb tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1944697 Jul 14 07:18:29.698543 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db533024-f4a2-4fd8-9de5-8152b81f14c1 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Made reservation on behalf of accd845403a54b9ca6381d366ab53e0d for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:18:29.704889 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db533024-f4a2-4fd8-9de5-8152b81f14c1 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:29.716575 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db533024-f4a2-4fd8-9de5-8152b81f14c1 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:29.726526 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7166eec-efab-41a8-8542-22f1ebb1a775 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:29.739758 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7166eec-efab-41a8-8542-22f1ebb1a775 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:29.739990 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:29.740767 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7166eec-efab-41a8-8542-22f1ebb1a775 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:29.803596 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd1c00-f1df-45e9-91cb-3d7d4061dd14 req-6910c04c-496a-4050-8375-84cf13dd07ab tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:29.813157 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b8cd1c00-f1df-45e9-91cb-3d7d4061dd14 req-6910c04c-496a-4050-8375-84cf13dd07ab tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3286ea1-7f9d-4d12-b69e-d90c40cc9935 HTTP/1.1" status: 200 len: 945 time: 1.3330989 Jul 14 07:18:29.826062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:29.911293 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7166eec-efab-41a8-8542-22f1ebb1a775 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Network': ['ID=b0a005a3-391a-4c1c-b299-f4c7cae1e220,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:29.968894 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network b0a005a3-391a-4c1c-b299-f4c7cae1e220 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:18:29.996021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3efb5-81d3-4044-8e15-676194a329ef req-c7175a2f-7156-472c-97c7-bcc692c5f882 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:30.005671 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-25c3efb5-81d3-4044-8e15-676194a329ef req-c7175a2f-7156-472c-97c7-bcc692c5f882 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3286ea1-7f9d-4d12-b69e-d90c40cc9935 HTTP/1.1" status: 200 len: 945 time: 0.4479260 Jul 14 07:18:30.045568 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db533024-f4a2-4fd8-9de5-8152b81f14c1 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:30.051335 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db533024-f4a2-4fd8-9de5-8152b81f14c1 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:30.083717 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e7166eec-efab-41a8-8542-22f1ebb1a775 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8099637 Jul 14 07:18:30.091715 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35308) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:30.102137 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-aced9a5d-0a7d-451a-8a5f-9e0e24681115 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'subnet': {'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:30.107856 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db533024-f4a2-4fd8-9de5-8152b81f14c1 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:18:30.196478 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:30.196853 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:30.203667 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db533024-f4a2-4fd8-9de5-8152b81f14c1 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:30.205499 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-db533024-f4a2-4fd8-9de5-8152b81f14c1 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Added segment 973a8821-836e-41df-9b7a-933b8efc638d of type vlan for network 299c559e-49ed-4aae-afd5-337f8d8d94a9 Jul 14 07:18:30.226321 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db533024-f4a2-4fd8-9de5-8152b81f14c1 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddebd084-68df-41d2-8a41-acea83c3d5e5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:30.233592 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:18:27Z', 'revision_number': 3, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '1db95131-084e-4996-af45-f81b7520a253', 'name': '', 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:df:54:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:28Z', 'revision_number': 2, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:26Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:30.251478 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-25c3efb5-81d3-4044-8e15-676194a329ef req-446d0fe7-586f-4b68-81ba-928b00a7290d tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424409 Jul 14 07:18:30.300063 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-b8cd1c00-f1df-45e9-91cb-3d7d4061dd14 req-d6144250-0733-457b-9b5e-bfef1e0cf9bc tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Deleting port c0bd5f3f-d734-4dcb-a357-87248de765ab {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:18:30.300754 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b8cd1c00-f1df-45e9-91cb-3d7d4061dd14 req-d6144250-0733-457b-9b5e-bfef1e0cf9bc tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:30.310392 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db533024-f4a2-4fd8-9de5-8152b81f14c1 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:30.324732 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Checking router: 28139388-ef37-4f2f-99e0-222bded2e140 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:18:30.325742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Updating router 28139388-ef37-4f2f-99e0-222bded2e140 port 1db95131-084e-4996-af45-f81b7520a253 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:18:30.346445 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aced9a5d-0a7d-451a-8a5f-9e0e24681115 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Made reservation on behalf of e869b58861d740ef88846266cf3195ab for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:18:30.354679 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aced9a5d-0a7d-451a-8a5f-9e0e24681115 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:30.394516 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:30.396373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ae9fcec5-679f-458d-9f6f-4c5ad1dd2a8d None None] Provisioning for port 53cee02a-abca-4f9b-b936-bf04e3e1e5b2 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:30.400164 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] Router c4cff889-c4b0-4f9a-bbd8-b882c693d770 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:18:30.484837 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 53cee02a-abca-4f9b-b936-bf04e3e1e5b2 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:30.543587 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.db.resource_extend [None req-db533024-f4a2-4fd8-9de5-8152b81f14c1 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:18:30.617173 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0e1c73c1-e8d6-4345-a37c-0baa41c5f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:30.618652 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db533024-f4a2-4fd8-9de5-8152b81f14c1 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:30.626159 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db533024-f4a2-4fd8-9de5-8152b81f14c1 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:30.627308 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db533024-f4a2-4fd8-9de5-8152b81f14c1 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:30.664039 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-b8cd1c00-f1df-45e9-91cb-3d7d4061dd14 req-d6144250-0733-457b-9b5e-bfef1e0cf9bc tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] For port c0bd5f3f-d734-4dcb-a357-87248de765ab, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c0bd5f3f-d734-4dcb-a357-87248de765ab,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:30.664676 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b8cd1c00-f1df-45e9-91cb-3d7d4061dd14 req-d6144250-0733-457b-9b5e-bfef1e0cf9bc tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:30.686671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-b8cd1c00-f1df-45e9-91cb-3d7d4061dd14 req-d6144250-0733-457b-9b5e-bfef1e0cf9bc tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Calling delete_port for c0bd5f3f-d734-4dcb-a357-87248de765ab owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:18:30.726578 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-db533024-f4a2-4fd8-9de5-8152b81f14c1 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3858285 Jul 14 07:18:30.728328 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35326) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:30.798873 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ebc1ca7f-d8b6-4dba-9c67-cc579193e80b tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Request body: {'subnet': {'network_id': '299c559e-49ed-4aae-afd5-337f8d8d94a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:30.805330 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db533024-f4a2-4fd8-9de5-8152b81f14c1 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Pushing event updated for resources: {'Network': ['ID=299c559e-49ed-4aae-afd5-337f8d8d94a9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:30.846801 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 299c559e-49ed-4aae-afd5-337f8d8d94a9 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:18:30.946689 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aced9a5d-0a7d-451a-8a5f-9e0e24681115 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:30.979140 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:18:30.994033 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Sync routers for ids ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:18:31.015128 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Routers {'c4cff889-c4b0-4f9a-bbd8-b882c693d770'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:18:31.017157 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:18:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:31.059467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced9a5d-0a7d-451a-8a5f-9e0e24681115 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Subnet': ['ID=ef114cf4-f3a4-4393-95a9-0916b0fbc487,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:31.136244 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:31.142386 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-05ebda05-e41d-4588-b775-c70e09d7a43c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8128448 Jul 14 07:18:31.150699 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35336) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:31.156933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced9a5d-0a7d-451a-8a5f-9e0e24681115 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Checking segment: {'id': '15ff4cf5-cf0c-42c8-9613-f00592802d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:31.159350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aced9a5d-0a7d-451a-8a5f-9e0e24681115 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network hostable DHCP agents. Network: b0a005a3-391a-4c1c-b299-f4c7cae1e220, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:18:31.202037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aced9a5d-0a7d-451a-8a5f-9e0e24681115 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network b0a005a3-391a-4c1c-b299-f4c7cae1e220 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:18:31.216998 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-aced9a5d-0a7d-451a-8a5f-9e0e24681115 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, b0a005a3-391a-4c1c-b299-f4c7cae1e220) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:31.221318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aced9a5d-0a7d-451a-8a5f-9e0e24681115 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:31.221910 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aced9a5d-0a7d-451a-8a5f-9e0e24681115 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:31.298010 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Set router c4cff889-c4b0-4f9a-bbd8-b882c693d770 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:18:31.300934 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23746907-2926-4dc0-b5e4-e3b606e22a31 None None] Network b0a005a3-391a-4c1c-b299-f4c7cae1e220 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:18:31.303917 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 53cee02a-abca-4f9b-b936-bf04e3e1e5b2 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:31.381039 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 53cee02a-abca-4f9b-b936-bf04e3e1e5b2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:31.382188 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:31.482212 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-56babc21-1d75-4e6c-87b0-80b22e6c7578 None None] Provisioning complete for port 53cee02a-abca-4f9b-b936-bf04e3e1e5b2 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:31.482756 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-56babc21-1d75-4e6c-87b0-80b22e6c7578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:31.566734 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-aced9a5d-0a7d-451a-8a5f-9e0e24681115 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4673057 Jul 14 07:18:31.567207 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35350) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:31.578441 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc1ca7f-d8b6-4dba-9c67-cc579193e80b tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Made reservation on behalf of accd845403a54b9ca6381d366ab53e0d for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:18:31.585209 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ca7f-d8b6-4dba-9c67-cc579193e80b tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:31.629285 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'name': 'tempest-ServersTestManualDisk-1050186320-router', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:23Z', 'updated_at': '2021-07-14T07:18:27Z', 'revision_number': 3, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'gw_port': {'id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:31.832003 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:31.836398 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:31.863723 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Checking router: c4cff889-c4b0-4f9a-bbd8-b882c693d770 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:18:31.864362 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Updating router c4cff889-c4b0-4f9a-bbd8-b882c693d770 port 1e40fbd6-d198-4af7-8d3c-6392bf9054a2 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:18:31.889686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Transition to ACTIVE for port object 1db95131-084e-4996-af45-f81b7520a253 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:31.923768 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:31.956882 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:31.960078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 53cee02a-abca-4f9b-b936-bf04e3e1e5b2, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=53cee02a-abca-4f9b-b936-bf04e3e1e5b2,segment=NetworkSegment(28866e8b-8598-410e-9f63-9ffeed3a79bc),segment_id=28866e8b-8598-410e-9f63-9ffeed3a79bc)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:31.999956 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:32.009482 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ca7f-d8b6-4dba-9c67-cc579193e80b tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:32.040453 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-b0a005a3-391a-4c1c-b299-f4c7cae1e220', 'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'fixed_ips': [{'subnet_id': 'ef114cf4-f3a4-4393-95a9-0916b0fbc487'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:18:32.041461 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:32.047857 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-56babc21-1d75-4e6c-87b0-80b22e6c7578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:32.089373 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491bc90-cb60-4204-952f-4e5b4a0890e8 req-9c463cfe-77f1-46a9-8122-5b813fe979de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:32.096748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491bc90-cb60-4204-952f-4e5b4a0890e8 req-9c463cfe-77f1-46a9-8122-5b813fe979de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:32.117640 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491bc90-cb60-4204-952f-4e5b4a0890e8 req-9c463cfe-77f1-46a9-8122-5b813fe979de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:32.128884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491bc90-cb60-4204-952f-4e5b4a0890e8 req-9c463cfe-77f1-46a9-8122-5b813fe979de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:32.139350 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491bc90-cb60-4204-952f-4e5b4a0890e8 req-9c463cfe-77f1-46a9-8122-5b813fe979de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:32.145741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491bc90-cb60-4204-952f-4e5b4a0890e8 req-9c463cfe-77f1-46a9-8122-5b813fe979de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:32.153608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491bc90-cb60-4204-952f-4e5b4a0890e8 req-9c463cfe-77f1-46a9-8122-5b813fe979de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:32.155727 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d491bc90-cb60-4204-952f-4e5b4a0890e8 req-9c463cfe-77f1-46a9-8122-5b813fe979de tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5420 time: 1.1926868 Jul 14 07:18:32.194868 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609b660-6ab3-4bbd-bfb3-a306756d9a78 None None] Pushing event updated for resources: {'Port': ['ID=1db95131-084e-4996-af45-f81b7520a253,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:32.317781 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b8cd1c00-f1df-45e9-91cb-3d7d4061dd14 req-d6144250-0733-457b-9b5e-bfef1e0cf9bc tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:32.374188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f82c5-6940-4988-8438-628b6ffdc0a1 req-0c20b900-1c34-44dd-8601-ddf5ba207c80 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:32.380893 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cd6f82c5-6940-4988-8438-628b6ffdc0a1 req-0c20b900-1c34-44dd-8601-ddf5ba207c80 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3286ea1-7f9d-4d12-b69e-d90c40cc9935 HTTP/1.1" status: 200 len: 945 time: 0.6470387 Jul 14 07:18:32.389699 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1ca7f-d8b6-4dba-9c67-cc579193e80b tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Pushing event updated for resources: {'Subnet': ['ID=afb4a381-8e0b-4c84-9985-6c1955c7d84b,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:32.467817 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6144250-0733-457b-9b5e-bfef1e0cf9bc tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Pushing event deleted for resources: {'Port': ['ID=c0bd5f3f-d734-4dcb-a357-87248de765ab,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:32.516284 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:32.519679 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d491bc90-cb60-4204-952f-4e5b4a0890e8 req-7041a755-5d71-4031-b3cd-99024da20db8 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3434944 Jul 14 07:18:32.520408 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc1ca7f-d8b6-4dba-9c67-cc579193e80b tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Checking segment: {'id': '973a8821-836e-41df-9b7a-933b8efc638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '299c559e-49ed-4aae-afd5-337f8d8d94a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:32.520777 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc1ca7f-d8b6-4dba-9c67-cc579193e80b tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Network hostable DHCP agents. Network: 299c559e-49ed-4aae-afd5-337f8d8d94a9, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:18:32.557576 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:32.598750 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Allocated IP 2001:db8:2::2 (b0a005a3-391a-4c1c-b299-f4c7cae1e220/ef114cf4-f3a4-4393-95a9-0916b0fbc487/a23a1635-c5fb-4d6f-a62f-0588585bdc9c) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:18:32.599324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cd1c00-f1df-45e9-91cb-3d7d4061dd14 req-d6144250-0733-457b-9b5e-bfef1e0cf9bc tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] No DVR routers for this DVR port c0bd5f3f-d734-4dcb-a357-87248de765ab on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:18:32.608051 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b8cd1c00-f1df-45e9-91cb-3d7d4061dd14 req-d6144250-0733-457b-9b5e-bfef1e0cf9bc tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:32.610185 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b8cd1c00-f1df-45e9-91cb-3d7d4061dd14 req-d6144250-0733-457b-9b5e-bfef1e0cf9bc tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.15 "DELETE /v2.0/ports/c0bd5f3f-d734-4dcb-a357-87248de765ab HTTP/1.1" status: 204 len: 173 time: 2.7815225 Jul 14 07:18:32.611225 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3286ea1-7f9d-4d12-b69e-d90c40cc9935', 'name': 'network-vif-deleted', 'tag': 'c0bd5f3f-d734-4dcb-a357-87248de765ab'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:18:32.611667 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Transition to ACTIVE for port object 1e40fbd6-d198-4af7-8d3c-6392bf9054a2 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:32.613511 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce7cd8f-b84d-460d-8f5b-6367fa93711b" -d '{"events": [{"server_uuid": "e3286ea1-7f9d-4d12-b69e-d90c40cc9935", "name": "network-vif-deleted", "tag": "c0bd5f3f-d734-4dcb-a357-87248de765ab"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:18:32.627852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cd6f82c5-6940-4988-8438-628b6ffdc0a1 req-2005459b-7359-4ab8-b9d5-0b8edc5154f9 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459619 Jul 14 07:18:32.632137 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:32.674544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc1ca7f-d8b6-4dba-9c67-cc579193e80b tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Network 299c559e-49ed-4aae-afd5-337f8d8d94a9 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:18:32.752071 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3971013e-b92e-4d68-b68a-aa6b7f43b296 x-openstack-request-id: req-3971013e-b92e-4d68-b68a-aa6b7f43b296 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:18:32.752413 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3286ea1-7f9d-4d12-b69e-d90c40cc9935", "name": "network-vif-deleted", "tag": "c0bd5f3f-d734-4dcb-a357-87248de765ab", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:18:32.752611 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3971013e-b92e-4d68-b68a-aa6b7f43b296 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:18:32.753009 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3286ea1-7f9d-4d12-b69e-d90c40cc9935', 'name': 'network-vif-deleted', 'tag': 'c0bd5f3f-d734-4dcb-a357-87248de765ab', 'status': 'completed', 'code': 200} Jul 14 07:18:32.755287 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ebc1ca7f-d8b6-4dba-9c67-cc579193e80b tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 299c559e-49ed-4aae-afd5-337f8d8d94a9) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:32.765776 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc1ca7f-d8b6-4dba-9c67-cc579193e80b tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:32.766369 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ca7f-d8b6-4dba-9c67-cc579193e80b tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:32.770301 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Attempting to bind port 1e40fbd6-d198-4af7-8d3c-6392bf9054a2 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:18:32.777221 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Attempting to bind port 1e40fbd6-d198-4af7-8d3c-6392bf9054a2 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:18:32.777221 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Attempting to bind port 1e40fbd6-d198-4af7-8d3c-6392bf9054a2 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:32.810574 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:18:32.814920 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:32.815451 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:32.815945 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:18:32.816667 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Bound port: 1e40fbd6-d198-4af7-8d3c-6392bf9054a2, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:18:32.817546 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:32.821159 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ebc1ca7f-d8b6-4dba-9c67-cc579193e80b tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0825956 Jul 14 07:18:32.821600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35380) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:32.838651 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86f7e4-7aa5-4b83-8a82-620b4ed11db5 None None] Pushing event updated for resources: {'Port': ['ID=1e40fbd6-d198-4af7-8d3c-6392bf9054a2,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:32.838888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-1ee4371a-21c0-4cef-a5ed-aee69be6fca8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Request body: {'port': {'network_id': '299c559e-49ed-4aae-afd5-337f8d8d94a9', 'name': 'tempest-TagsExtTest-739488171'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:32.898949 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3a9fa2-ac20-4976-84f5-22dc4573e992 None None] Network 299c559e-49ed-4aae-afd5-337f8d8d94a9 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:18:33.016075 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] For port 1e40fbd6-d198-4af7-8d3c-6392bf9054a2, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:18:33.019659 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] For port 1e40fbd6-d198-4af7-8d3c-6392bf9054a2, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1e40fbd6-d198-4af7-8d3c-6392bf9054a2,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:18:33.027957 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:33.103321 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Routers {'c4cff889-c4b0-4f9a-bbd8-b882c693d770'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:18:33.104510 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:18:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:33.212501 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Attempting to bind port 1db95131-084e-4996-af45-f81b7520a253 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:18:33.212874 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Attempting to bind port 1db95131-084e-4996-af45-f81b7520a253 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '28866e8b-8598-410e-9f63-9ffeed3a79bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:18:33.213315 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Attempting to bind port 1db95131-084e-4996-af45-f81b7520a253 on network 94b75698-ba3d-4277-8693-4b9e2b4f4b97 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:33.253082 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.api [None req-56babc21-1d75-4e6c-87b0-80b22e6c7578 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:18:33.253471 n-d-778696-5 neutron-server[93829]: DEBUG oslo_db.api [None req-56babc21-1d75-4e6c-87b0-80b22e6c7578 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:18:33.273436 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:18:33.275198 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Checking segment: {'id': '28866e8b-8598-410e-9f63-9ffeed3a79bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:33.275198 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:33.275198 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Bound using segment: {'id': '28866e8b-8598-410e-9f63-9ffeed3a79bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:18:33.275198 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Bound port: 1db95131-084e-4996-af45-f81b7520a253, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28866e8b-8598-410e-9f63-9ffeed3a79bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:18:33.275565 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:33.313381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=53cee02a-abca-4f9b-b936-bf04e3e1e5b2,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:33.350924 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] Set router c4cff889-c4b0-4f9a-bbd8-b882c693d770 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:18:33.561072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] For port 1db95131-084e-4996-af45-f81b7520a253, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:18:33.579002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] For port 1db95131-084e-4996-af45-f81b7520a253, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1db95131-084e-4996-af45-f81b7520a253,segment=NetworkSegment(28866e8b-8598-410e-9f63-9ffeed3a79bc),segment_id=28866e8b-8598-410e-9f63-9ffeed3a79bc)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:18:33.739251 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-01510049-495b-4e7a-a383-ebf17dd5d795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:33.762614 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86f7e4-7aa5-4b83-8a82-620b4ed11db5 None None] Pushing event updated for resources: {'Port': ['ID=1e40fbd6-d198-4af7-8d3c-6392bf9054a2,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:33.800730 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'name': 'tempest-ServersTestManualDisk-1050186320-router', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:23Z', 'updated_at': '2021-07-14T07:18:27Z', 'revision_number': 3, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'gw_port': {'id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:33.832325 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686b6338-fdac-4f68-be59-672d395f9763 None None] The sync data for ids ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'] in n-d-778696-5 is: [{'id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'name': 'tempest-ServersTestManualDisk-1050186320-router', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:23Z', 'updated_at': '2021-07-14T07:18:27Z', 'revision_number': 3, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'gw_port': {'id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:18:33.875813 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:33.918809 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:33.949153 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:34.077459 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device c0bd5f3f-d734-4dcb-a357-87248de765ab no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:18:34.123286 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee4371a-21c0-4cef-a5ed-aee69be6fca8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Made reservation on behalf of accd845403a54b9ca6381d366ab53e0d for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:18:34.133927 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ee4371a-21c0-4cef-a5ed-aee69be6fca8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:34.180985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 53cee02a-abca-4f9b-b936-bf04e3e1e5b2 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:34.186918 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b629-5b33-4127-a2cc-d1daa1554109 req-5ea85fc9-1f7e-49e4-a10f-0bf3664b41b3 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:34.200171 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: c0bd5f3f-d734-4dcb-a357-87248de765ab {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:18:34.200514 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device c0bd5f3f-d734-4dcb-a357-87248de765ab not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:18:34.218544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b629-5b33-4127-a2cc-d1daa1554109 req-5ea85fc9-1f7e-49e4-a10f-0bf3664b41b3 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:34.224636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b629-5b33-4127-a2cc-d1daa1554109 req-5ea85fc9-1f7e-49e4-a10f-0bf3664b41b3 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:34.260765 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b629-5b33-4127-a2cc-d1daa1554109 req-5ea85fc9-1f7e-49e4-a10f-0bf3664b41b3 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:34.274275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b629-5b33-4127-a2cc-d1daa1554109 req-5ea85fc9-1f7e-49e4-a10f-0bf3664b41b3 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:34.294781 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b629-5b33-4127-a2cc-d1daa1554109 req-5ea85fc9-1f7e-49e4-a10f-0bf3664b41b3 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:34.303422 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b629-5b33-4127-a2cc-d1daa1554109 req-5ea85fc9-1f7e-49e4-a10f-0bf3664b41b3 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:34.305739 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c6e1b629-5b33-4127-a2cc-d1daa1554109 req-5ea85fc9-1f7e-49e4-a10f-0bf3664b41b3 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5420 time: 0.4603045 Jul 14 07:18:34.315903 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:34.330903 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609b660-6ab3-4bbd-bfb3-a306756d9a78 None None] Pushing event updated for resources: {'Port': ['ID=1db95131-084e-4996-af45-f81b7520a253,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:34.339098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Routers {'28139388-ef37-4f2f-99e0-222bded2e140'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:18:34.340660 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:18:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['28139388-ef37-4f2f-99e0-222bded2e140'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:34.344913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-56babc21-1d75-4e6c-87b0-80b22e6c7578 None None] Provisioning for port 1db95131-084e-4996-af45-f81b7520a253 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:34.379835 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Transition to ACTIVE for port object a23a1635-c5fb-4d6f-a62f-0588585bdc9c will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:34.383741 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-299c559e-49ed-4aae-afd5-337f8d8d94a9', 'network_id': '299c559e-49ed-4aae-afd5-337f8d8d94a9', 'tenant_id': 'accd845403a54b9ca6381d366ab53e0d', 'fixed_ips': [{'subnet_id': 'afb4a381-8e0b-4c84-9985-6c1955c7d84b'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:18:34.384849 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:34.572254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Transition to ACTIVE for port object a23a1635-c5fb-4d6f-a62f-0588585bdc9c will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:34.576755 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device e8489e5d-2c28-4a14-9aff-ad242571e831 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:18:34.621968 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b3212-acee-4ba6-b619-d19c9988c341 req-08740809-b6db-4cd3-bf5d-cdfd7517acdd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:34.628797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-584b3212-acee-4ba6-b619-d19c9988c341 req-08740809-b6db-4cd3-bf5d-cdfd7517acdd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 812 time: 0.3218391 Jul 14 07:18:34.629439 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] Set router 28139388-ef37-4f2f-99e0-222bded2e140 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:18:34.687026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-1ee4371a-21c0-4cef-a5ed-aee69be6fca8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] device_id is not set on port f609ea86-40c6-4da2-98fa-7d6726d24339 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:18:34.735091 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c6e1b629-5b33-4127-a2cc-d1daa1554109 req-e40319ec-ec03-4e69-918c-87354c9c73c7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3230882 Jul 14 07:18:34.742074 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-584b3212-acee-4ba6-b619-d19c9988c341 req-3f6a0329-28a6-43f5-8dbd-548a57e8e661 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/quotas/8ee1aa9eb6844f0bab525765623d79dc HTTP/1.1" status: 200 len: 375 time: 0.1122947 Jul 14 07:18:34.797394 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:34.836175 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Allocated IP 2001:db8:2::1 (b0a005a3-391a-4c1c-b299-f4c7cae1e220/ef114cf4-f3a4-4393-95a9-0916b0fbc487/033a5433-527f-4e96-9272-e9a29e85e0de) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:18:34.917738 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Network b0a005a3-391a-4c1c-b299-f4c7cae1e220 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:34.919452 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:34.926091 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-584b3212-acee-4ba6-b619-d19c9988c341 req-bb02a02a-317a-4b50-9600-adecdb641f04 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1827421 Jul 14 07:18:34.964006 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Pushing event updated for resources: {'Port': ['ID=a23a1635-c5fb-4d6f-a62f-0588585bdc9c,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:34.967314 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:34.986047 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 53cee02a-abca-4f9b-b936-bf04e3e1e5b2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:34.986500 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:35.068346 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-584b3212-acee-4ba6-b619-d19c9988c341 req-42bfce42-f0bf-44f0-a4fe-dc703ad70c53 service neutron] 10.222.0.35 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399012 Jul 14 07:18:35.099814 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:35.129270 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Transition to ACTIVE for port object 033a5433-527f-4e96-9272-e9a29e85e0de will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:35.179356 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:35.240566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network b0a005a3-391a-4c1c-b299-f4c7cae1e220 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:35.244095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:35.248910 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:18:35.249617 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:35.278318 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-584b3212-acee-4ba6-b619-d19c9988c341 req-82995e3a-a92b-43e3-b98d-1c4d9895b7a8 service neutron] 10.222.0.35 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088079 Jul 14 07:18:35.327301 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=033a5433-527f-4e96-9272-e9a29e85e0de,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:35.363200 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:18:35.427080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:35.427428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:35.427765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:35.428096 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:35.428426 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:35.428751 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:35.438771 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-1ee4371a-21c0-4cef-a5ed-aee69be6fca8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Allocated IP 172.20.0.3 (299c559e-49ed-4aae-afd5-337f8d8d94a9/afb4a381-8e0b-4c84-9985-6c1955c7d84b/f609ea86-40c6-4da2-98fa-7d6726d24339) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:18:35.441579 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:35.441956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:35.442349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:35.442641 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:35.443032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:35.443358 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:35.554689 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.resource_extend [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:18:35.627171 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:35.664784 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e28ac33-69f9-4bcf-96e5-d80de3e54c62 req-99f5bbc8-15a5-4f84-b6fc-6bce7b30595e tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 210 time: 0.0967045 Jul 14 07:18:35.790639 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] Allocated IP 172.20.0.1 (f0238ee1-7249-4bb0-8396-c6cf116934a3/1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8/67288302-38fa-4345-900b-b7c21eafac2a) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:18:35.842617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Attempting to bind port a23a1635-c5fb-4d6f-a62f-0588585bdc9c on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:18:35.843082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Attempting to bind port a23a1635-c5fb-4d6f-a62f-0588585bdc9c by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '15ff4cf5-cf0c-42c8-9613-f00592802d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:18:35.843341 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Attempting to bind port a23a1635-c5fb-4d6f-a62f-0588585bdc9c on network b0a005a3-391a-4c1c-b299-f4c7cae1e220 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:35.864414 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:18:35.864717 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Checking segment: {'id': '15ff4cf5-cf0c-42c8-9613-f00592802d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:35.865121 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:35.865554 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Bound using segment: {'id': '15ff4cf5-cf0c-42c8-9613-f00592802d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:18:35.866019 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Bound port: a23a1635-c5fb-4d6f-a62f-0588585bdc9c, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ff4cf5-cf0c-42c8-9613-f00592802d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:18:35.866402 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:35.927893 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port e8489e5d-2c28-4a14-9aff-ad242571e831, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=e8489e5d-2c28-4a14-9aff-ad242571e831,segment=NetworkSegment(35059387-cc9b-4d1f-b50f-10e95f5a9e3d),segment_id=35059387-cc9b-4d1f-b50f-10e95f5a9e3d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:35.943974 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ee4371a-21c0-4cef-a5ed-aee69be6fca8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:35.957648 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-1ee4371a-21c0-4cef-a5ed-aee69be6fca8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Transition to ACTIVE for port object f609ea86-40c6-4da2-98fa-7d6726d24339 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:35.997273 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'e8489e5d-2c28-4a14-9aff-ad242571e831', 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152', 'port_id': 'e8489e5d-2c28-4a14-9aff-ad242571e831', 'mac_address': 'fa:16:3e:58:30:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:18:36.080721 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] For port a23a1635-c5fb-4d6f-a62f-0588585bdc9c, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:18:36.087239 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:18:27Z', 'revision_number': 3, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '1db95131-084e-4996-af45-f81b7520a253', 'name': '', 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:df:54:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:33Z', 'revision_number': 4, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:26Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:36.140106 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:36.160267 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] For port a23a1635-c5fb-4d6f-a62f-0588585bdc9c, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a23a1635-c5fb-4d6f-a62f-0588585bdc9c,segment=NetworkSegment(15ff4cf5-cf0c-42c8-9613-f00592802d61),segment_id=15ff4cf5-cf0c-42c8-9613-f00592802d61)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:18:36.179046 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05681b55-7c9f-4c0b-9776-b608f3f7b08a None None] The sync data for ids ['28139388-ef37-4f2f-99e0-222bded2e140'] in n-d-778696-5 is: [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:18:27Z', 'revision_number': 3, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '1db95131-084e-4996-af45-f81b7520a253', 'name': '', 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:df:54:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:33Z', 'revision_number': 4, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:26Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:18:36.187004 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:36.236025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] Transition to ACTIVE for port object 67288302-38fa-4345-900b-b7c21eafac2a will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:36.261428 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:36.325775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8489e5d-2c28-4a14-9aff-ad242571e831 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:18:36.345897 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1e40fbd6-d198-4af7-8d3c-6392bf9054a2 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:36.357992 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ee4371a-21c0-4cef-a5ed-aee69be6fca8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:36.362137 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:36.368386 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:36.375519 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:36.394477 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:36.430132 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Allocated IP 172.20.0.2 (299c559e-49ed-4aae-afd5-337f8d8d94a9/afb4a381-8e0b-4c84-9985-6c1955c7d84b/6d359e42-b7d0-41c5-967d-e78c0e6a9819) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:18:36.495529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] Pushing event updated for resources: {'Port': ['ID=67288302-38fa-4345-900b-b7c21eafac2a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:36.614240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] Network f0238ee1-7249-4bb0-8396-c6cf116934a3 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:36.616806 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee4371a-21c0-4cef-a5ed-aee69be6fca8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Network 299c559e-49ed-4aae-afd5-337f8d8d94a9 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:36.628167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:36.638409 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:18:36.711926 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=033a5433-527f-4e96-9272-e9a29e85e0de,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:36.759510 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:36.844995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network b0a005a3-391a-4c1c-b299-f4c7cae1e220 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:36.847005 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:36.906509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-1ee4371a-21c0-4cef-a5ed-aee69be6fca8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:36.912694 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee4371a-21c0-4cef-a5ed-aee69be6fca8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:18:36.928260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee4371a-21c0-4cef-a5ed-aee69be6fca8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Pushing event updated for resources: {'Port': ['ID=f609ea86-40c6-4da2-98fa-7d6726d24339,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:37.190090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port e8489e5d-2c28-4a14-9aff-ad242571e831, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=e8489e5d-2c28-4a14-9aff-ad242571e831,segment=NetworkSegment(35059387-cc9b-4d1f-b50f-10e95f5a9e3d),segment_id=35059387-cc9b-4d1f-b50f-10e95f5a9e3d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:37.305169 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-51c23f7c-d038-4b14-8899-7ae0cbe0a921 req-0bd67d63-98d5-4cbd-852c-700268ac82be tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 210 time: 0.1650062 Jul 14 07:18:37.325747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router 28139388-ef37-4f2f-99e0-222bded2e140 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:18:37.365965 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:37.366634 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3181db43-d375-4837-9acb-b23c672feff1 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:18:37.413092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee4371a-21c0-4cef-a5ed-aee69be6fca8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:37.413855 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ee4371a-21c0-4cef-a5ed-aee69be6fca8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:37.492328 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935715a-1e9c-47ae-9359-333e39bb5a1f req-96c7f13e-c0db-49c6-a29b-1ba74f4e9408 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:37.493566 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3181db43-d375-4837-9acb-b23c672feff1, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3181db43-d375-4837-9acb-b23c672feff1,segment=NetworkSegment(81c74f52-a606-4f21-8874-53e335c2e1a9),segment_id=81c74f52-a606-4f21-8874-53e335c2e1a9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:37.503712 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935715a-1e9c-47ae-9359-333e39bb5a1f req-96c7f13e-c0db-49c6-a29b-1ba74f4e9408 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:37.515826 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935715a-1e9c-47ae-9359-333e39bb5a1f req-96c7f13e-c0db-49c6-a29b-1ba74f4e9408 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:37.522325 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:37.528124 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935715a-1e9c-47ae-9359-333e39bb5a1f req-96c7f13e-c0db-49c6-a29b-1ba74f4e9408 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:37.536112 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935715a-1e9c-47ae-9359-333e39bb5a1f req-96c7f13e-c0db-49c6-a29b-1ba74f4e9408 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:37.538494 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:37.543551 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935715a-1e9c-47ae-9359-333e39bb5a1f req-96c7f13e-c0db-49c6-a29b-1ba74f4e9408 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:37.551017 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935715a-1e9c-47ae-9359-333e39bb5a1f req-96c7f13e-c0db-49c6-a29b-1ba74f4e9408 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:37.551171 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Transition to ACTIVE for port object 6d359e42-b7d0-41c5-967d-e78c0e6a9819 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:37.554487 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7935715a-1e9c-47ae-9359-333e39bb5a1f req-96c7f13e-c0db-49c6-a29b-1ba74f4e9408 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5420 time: 1.2070005 Jul 14 07:18:37.556161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1ee4371a-21c0-4cef-a5ed-aee69be6fca8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.7334700 Jul 14 07:18:37.560314 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35498) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:37.565979 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b52ec07d-0cf0-459e-830f-054307dd0004 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1435453253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:37.573051 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Transition to ACTIVE for port object 6d359e42-b7d0-41c5-967d-e78c0e6a9819 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:37.603631 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '3181db43-d375-4837-9acb-b23c672feff1', 'network_id': '0f2d86f7-e97d-407b-af2a-19fc19ea6fbf', 'port_id': '3181db43-d375-4837-9acb-b23c672feff1', 'mac_address': 'fa:16:3e:42:0c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e3d73eb-1b79-476a-9c74-b4eeb2a0decc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:18:37.606988 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:37.637850 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9814f53a-7f57-4404-9f46-8d059db2fea3 None None] Provisioning for port 67288302-38fa-4345-900b-b7c21eafac2a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:37.657636 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:18:37.663887 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-500a38f0-f483-429e-8dc4-d8c5cca02a5a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/28139388-ef37-4f2f-99e0-222bded2e140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0957894 Jul 14 07:18:37.665238 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b52ec07d-0cf0-459e-830f-054307dd0004 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:37.667855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35504) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:37.668131 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b52ec07d-0cf0-459e-830f-054307dd0004 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:37.681707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9814f53a-7f57-4404-9f46-8d059db2fea3 None None] Provisioning complete for port 67288302-38fa-4345-900b-b7c21eafac2a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:37.683078 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9814f53a-7f57-4404-9f46-8d059db2fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:37.684157 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-0070360e-595e-48cb-b49a-7d02965d6537 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-781545913'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:37.703202 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662db7c-5706-4b5e-814a-9a1f8d1e1a2b None None] Pushing event updated for resources: {'Port': ['ID=a23a1635-c5fb-4d6f-a62f-0588585bdc9c,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:37.722744 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7935715a-1e9c-47ae-9359-333e39bb5a1f req-89b1758b-3f06-41bb-82db-9d88008d2e8a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1597216 Jul 14 07:18:37.820866 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b52ec07d-0cf0-459e-830f-054307dd0004 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:37.852952 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:37.862752 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 1e40fbd6-d198-4af7-8d3c-6392bf9054a2 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:37.865833 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Network 299c559e-49ed-4aae-afd5-337f8d8d94a9 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:37.866363 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b52ec07d-0cf0-459e-830f-054307dd0004 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:37.875563 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0070360e-595e-48cb-b49a-7d02965d6537 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Made reservation on behalf of e869b58861d740ef88846266cf3195ab for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:18:37.880477 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0070360e-595e-48cb-b49a-7d02965d6537 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:37.883618 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 1e40fbd6-d198-4af7-8d3c-6392bf9054a2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:37.883999 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:37.885980 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:37.913257 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b52ec07d-0cf0-459e-830f-054307dd0004 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:37.918134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:18:37.920798 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b52ec07d-0cf0-459e-830f-054307dd0004 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3586042 Jul 14 07:18:37.923436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35510) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:37.930287 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-139125da-bf42-48e1-8a64-772e15fd8876 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-781428619', 'prefixes': ['172.20.0.0/16']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:37.945867 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:37.951985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9814f53a-7f57-4404-9f46-8d059db2fea3 None None] Port 67288302-38fa-4345-900b-b7c21eafac2a cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:18:38.071107 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-139125da-bf42-48e1-8a64-772e15fd8876 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks [] for subnetpool, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:38.074213 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-139125da-bf42-48e1-8a64-772e15fd8876 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1489987 Jul 14 07:18:38.077021 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35518) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:38.093578 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-0a155d8c-d248-46e9-8a82-74b367d2ed12 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'afb4a381-8e0b-4c84-9985-6c1955c7d84b', 'tempest-TagsExtTest-Tag-1850936254') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:38.123038 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Sync routers for ids ['28139388-ef37-4f2f-99e0-222bded2e140'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:18:38.135170 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3181db43-d375-4837-9acb-b23c672feff1 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:18:38.145326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0070360e-595e-48cb-b49a-7d02965d6537 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:18:38.155693 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0070360e-595e-48cb-b49a-7d02965d6537 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:38.156049 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-0070360e-595e-48cb-b49a-7d02965d6537 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Added segment ba370c08-40ad-4a74-a46d-4f2d655f83d1 of type vlan for network d64cff4a-33a0-4872-a96b-afd63f4944f4 Jul 14 07:18:38.199494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3181db43-d375-4837-9acb-b23c672feff1, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3181db43-d375-4837-9acb-b23c672feff1,segment=NetworkSegment(81c74f52-a606-4f21-8874-53e335c2e1a9),segment_id=81c74f52-a606-4f21-8874-53e335c2e1a9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:38.211335 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=e8489e5d-2c28-4a14-9aff-ad242571e831,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:38.222714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Routers {'28139388-ef37-4f2f-99e0-222bded2e140'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:18:38.223711 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:18:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['28139388-ef37-4f2f-99e0-222bded2e140'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:38.406753 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0a155d8c-d248-46e9-8a82-74b367d2ed12 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "PUT /v2.0/subnets/afb4a381-8e0b-4c84-9985-6c1955c7d84b/tags/tempest-TagsExtTest-Tag-1850936254 HTTP/1.1" status: 201 len: 201 time: 0.3285804 Jul 14 07:18:38.407346 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35526) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:38.411897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-30695e50-6061-499f-9f4c-b8dc6cd6cf0b tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f609ea86-40c6-4da2-98fa-7d6726d24339', 'tempest-TagsExtTest-Tag-1333797968') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:38.528930 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0070360e-595e-48cb-b49a-7d02965d6537 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:38.578966 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-30695e50-6061-499f-9f4c-b8dc6cd6cf0b tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "PUT /v2.0/ports/f609ea86-40c6-4da2-98fa-7d6726d24339/tags/tempest-TagsExtTest-Tag-1333797968 HTTP/1.1" status: 201 len: 201 time: 0.1704688 Jul 14 07:18:38.580008 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35536) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:38.584619 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-f87a22e5-15f3-4f5d-9ff8-c92d5308e18f tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd090b771-86e4-4ac0-a59f-fa0d78da17ed', 'tempest-TagsExtTest-Tag-1889565859') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:38.620187 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Pushing event updated for resources: {'Port': ['ID=6d359e42-b7d0-41c5-967d-e78c0e6a9819,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:38.629819 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Attempting to bind port 6d359e42-b7d0-41c5-967d-e78c0e6a9819 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:18:38.630475 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Attempting to bind port 6d359e42-b7d0-41c5-967d-e78c0e6a9819 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '973a8821-836e-41df-9b7a-933b8efc638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '299c559e-49ed-4aae-afd5-337f8d8d94a9'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:18:38.630770 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Attempting to bind port 6d359e42-b7d0-41c5-967d-e78c0e6a9819 on network 299c559e-49ed-4aae-afd5-337f8d8d94a9 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:38.639169 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:38.640120 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:18:38.650657 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:18:38.651190 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Checking segment: {'id': '973a8821-836e-41df-9b7a-933b8efc638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '299c559e-49ed-4aae-afd5-337f8d8d94a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:38.651698 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:38.652202 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Bound using segment: {'id': '973a8821-836e-41df-9b7a-933b8efc638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '299c559e-49ed-4aae-afd5-337f8d8d94a9'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:18:38.653277 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Bound port: 6d359e42-b7d0-41c5-967d-e78c0e6a9819, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973a8821-836e-41df-9b7a-933b8efc638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '299c559e-49ed-4aae-afd5-337f8d8d94a9'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:18:38.654016 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:38.717264 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=3181db43-d375-4837-9acb-b23c672feff1,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:38.720126 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223d67c8-5fa6-4f74-9d34-3f70382e7c3b None None] Network b0a005a3-391a-4c1c-b299-f4c7cae1e220 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:18:38.811985 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f87a22e5-15f3-4f5d-9ff8-c92d5308e18f tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "PUT /v2.0/routers/d090b771-86e4-4ac0-a59f-fa0d78da17ed/tags/tempest-TagsExtTest-Tag-1889565859 HTTP/1.1" status: 201 len: 201 time: 0.2312579 Jul 14 07:18:38.814490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35542) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:38.823480 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-528c007b-3403-4a76-a172-34fedf0c25a4 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8a71fb41-5dd2-4d66-9a20-f7d4ab834eea', 'tempest-TagsExtTest-Tag-1609655134') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:38.848848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Set router 28139388-ef37-4f2f-99e0-222bded2e140 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:18:38.890832 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-528c007b-3403-4a76-a172-34fedf0c25a4 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "PUT /v2.0/subnetpools/8a71fb41-5dd2-4d66-9a20-f7d4ab834eea/tags/tempest-TagsExtTest-Tag-1609655134 HTTP/1.1" status: 201 len: 201 time: 0.0751641 Jul 14 07:18:38.893115 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35548) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:38.897692 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-4df4efe0-4a42-4b00-803b-3582c4357e32 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'afb4a381-8e0b-4c84-9985-6c1955c7d84b') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:39.010622 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4df4efe0-4a42-4b00-803b-3582c4357e32 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/subnets/afb4a381-8e0b-4c84-9985-6c1955c7d84b/tags HTTP/1.1" status: 200 len: 241 time: 0.1161940 Jul 14 07:18:39.011400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35550) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:39.015997 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-0264f9ee-dd3c-469c-9d67-3849679632f3 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'afb4a381-8e0b-4c84-9985-6c1955c7d84b', 'tempest-TagsExtTest-Tag-1850936254') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:39.090770 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0264f9ee-dd3c-469c-9d67-3849679632f3 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/subnets/afb4a381-8e0b-4c84-9985-6c1955c7d84b/tags/tempest-TagsExtTest-Tag-1850936254 HTTP/1.1" status: 204 len: 168 time: 0.0781496 Jul 14 07:18:39.093263 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35558) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:39.109032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-f9c1f7fc-1c70-43f6-a681-b4f4214a77ce tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'afb4a381-8e0b-4c84-9985-6c1955c7d84b', 'tempest-TagsExtTest-Tag-1850936254') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:39.112501 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.db.resource_extend [None req-0070360e-595e-48cb-b49a-7d02965d6537 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:18:39.136321 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.resource_extend [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:18:39.164794 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9b92aed-f9fb-42b0-bb37-2b2cfc1d5411 req-e84deeee-3086-4c51-bb91-40a6fa54f18f tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 210 time: 0.5815613 Jul 14 07:18:39.171667 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b3212-acee-4ba6-b619-d19c9988c341 req-83a51406-54c8-4daf-abfc-8c06062d3754 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:39.173095 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-584b3212-acee-4ba6-b619-d19c9988c341 req-83a51406-54c8-4daf-abfc-8c06062d3754 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.15 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 812 time: 1.3010921 Jul 14 07:18:39.212601 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:39.216119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-584b3212-acee-4ba6-b619-d19c9988c341 req-6c232fdf-397c-4853-a8b3-0392bac95b20 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Request body: {'port': {'device_id': 'd8b22cd4-f270-41fd-9ed3-5e91ea07102a', 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118', 'admin_state_up': True, 'tenant_id': '8ee1aa9eb6844f0bab525765623d79dc'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:39.277825 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f9c1f7fc-1c70-43f6-a681-b4f4214a77ce tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/subnets/afb4a381-8e0b-4c84-9985-6c1955c7d84b/tags/tempest-TagsExtTest-Tag-1850936254 HTTP/1.1" status: 204 len: 168 time: 0.1827152 Jul 14 07:18:39.280219 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35562) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:39.284867 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-727e8412-1524-4f88-adca-429dbfc7678c tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'afb4a381-8e0b-4c84-9985-6c1955c7d84b') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:39.387553 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-727e8412-1524-4f88-adca-429dbfc7678c tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/subnets/afb4a381-8e0b-4c84-9985-6c1955c7d84b/tags HTTP/1.1" status: 200 len: 205 time: 0.1050658 Jul 14 07:18:39.388689 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35572) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:39.394288 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-214f1712-e40c-496f-a78f-598bfe59592f tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f609ea86-40c6-4da2-98fa-7d6726d24339') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:39.450535 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0070360e-595e-48cb-b49a-7d02965d6537 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:39.458637 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0070360e-595e-48cb-b49a-7d02965d6537 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:39.459487 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0070360e-595e-48cb-b49a-7d02965d6537 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:39.477175 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-39620ed0-377a-4620-ad71-f482d84db6f3 None None] Provisioning for port a23a1635-c5fb-4d6f-a62f-0588585bdc9c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:39.518035 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-214f1712-e40c-496f-a78f-598bfe59592f tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/ports/f609ea86-40c6-4da2-98fa-7d6726d24339/tags HTTP/1.1" status: 200 len: 241 time: 0.1280737 Jul 14 07:18:39.518563 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc8d27-e834-4d98-bca4-b5038d67d133 req-5ba7266c-34d7-459b-8277-ac5e8fccdd12 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:39.518691 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35574) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:39.523679 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-f07540d3-30f8-4b08-bbb0-d10c63ddccf4 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f609ea86-40c6-4da2-98fa-7d6726d24339', 'tempest-TagsExtTest-Tag-1333797968') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:39.525659 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc8d27-e834-4d98-bca4-b5038d67d133 req-5ba7266c-34d7-459b-8277-ac5e8fccdd12 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:39.531783 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc8d27-e834-4d98-bca4-b5038d67d133 req-5ba7266c-34d7-459b-8277-ac5e8fccdd12 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:39.535926 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 1e40fbd6-d198-4af7-8d3c-6392bf9054a2, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1e40fbd6-d198-4af7-8d3c-6392bf9054a2,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:39.541056 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc8d27-e834-4d98-bca4-b5038d67d133 req-5ba7266c-34d7-459b-8277-ac5e8fccdd12 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:39.547280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc8d27-e834-4d98-bca4-b5038d67d133 req-5ba7266c-34d7-459b-8277-ac5e8fccdd12 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:39.553303 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc8d27-e834-4d98-bca4-b5038d67d133 req-5ba7266c-34d7-459b-8277-ac5e8fccdd12 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:39.560032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc8d27-e834-4d98-bca4-b5038d67d133 req-5ba7266c-34d7-459b-8277-ac5e8fccdd12 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:39.562098 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3bc8d27-e834-4d98-bca4-b5038d67d133 req-5ba7266c-34d7-459b-8277-ac5e8fccdd12 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5422 time: 0.4459114 Jul 14 07:18:39.593930 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f07540d3-30f8-4b08-bbb0-d10c63ddccf4 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/ports/f609ea86-40c6-4da2-98fa-7d6726d24339/tags/tempest-TagsExtTest-Tag-1333797968 HTTP/1.1" status: 204 len: 168 time: 0.0739202 Jul 14 07:18:39.594547 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35576) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:39.597106 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:39.603625 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-54c83409-b0d5-46ff-bc7b-9c1aa602d03e tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f609ea86-40c6-4da2-98fa-7d6726d24339', 'tempest-TagsExtTest-Tag-1333797968') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:39.664078 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0070360e-595e-48cb-b49a-7d02965d6537 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9947698 Jul 14 07:18:39.667615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35578) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:39.671338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584b3212-acee-4ba6-b619-d19c9988c341 req-6c232fdf-397c-4853-a8b3-0392bac95b20 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Made reservation on behalf of 8ee1aa9eb6844f0bab525765623d79dc for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:18:39.676460 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-584b3212-acee-4ba6-b619-d19c9988c341 req-6c232fdf-397c-4853-a8b3-0392bac95b20 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:39.686588 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:39.698143 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-684a6041-bf6d-4f5a-906d-cd8fab81c162 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'subnet': {'network_id': 'd64cff4a-33a0-4872-a96b-afd63f4944f4', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:39.716379 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3bc8d27-e834-4d98-bca4-b5038d67d133 req-c8af0fdf-42f5-477c-9171-013f8bec741f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1133683 Jul 14 07:18:39.726231 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:39.731564 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070360e-595e-48cb-b49a-7d02965d6537 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Network': ['ID=d64cff4a-33a0-4872-a96b-afd63f4944f4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:39.778631 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:39.807591 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network d64cff4a-33a0-4872-a96b-afd63f4944f4 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:18:39.884607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7', 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f', 'port_id': 'bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7', 'mac_address': 'fa:16:3e:7a:69:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16dcc09a-1e30-45e6-86b4-4ea5de857c42', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:18:39.891963 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] For port 6d359e42-b7d0-41c5-967d-e78c0e6a9819, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:18:39.941964 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-54c83409-b0d5-46ff-bc7b-9c1aa602d03e tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/ports/f609ea86-40c6-4da2-98fa-7d6726d24339/tags/tempest-TagsExtTest-Tag-1333797968 HTTP/1.1" status: 204 len: 168 time: 0.3432965 Jul 14 07:18:39.944247 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35590) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:39.950788 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-198e07c8-7d7f-4616-a816-095f716f24de tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f609ea86-40c6-4da2-98fa-7d6726d24339') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:40.002118 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:40.033927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684a6041-bf6d-4f5a-906d-cd8fab81c162 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Made reservation on behalf of e869b58861d740ef88846266cf3195ab for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:18:40.038541 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-684a6041-bf6d-4f5a-906d-cd8fab81c162 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:40.076648 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-584b3212-acee-4ba6-b619-d19c9988c341 req-6c232fdf-397c-4853-a8b3-0392bac95b20 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Allocated IP 172.20.0.5 (3a3cf2cb-40ea-4eb2-abec-56307fbfa118/33beb41d-173d-40f1-9dcf-045c8c6a18de/b9af971b-b4d6-4929-b7de-2699229502e8) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:18:40.081066 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1db95131-084e-4996-af45-f81b7520a253 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:40.093806 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] Pushing event updated for resources: {'Port': ['ID=67288302-38fa-4345-900b-b7c21eafac2a,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:40.115652 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=1e40fbd6-d198-4af7-8d3c-6392bf9054a2,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:40.167462 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-198e07c8-7d7f-4616-a816-095f716f24de tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/ports/f609ea86-40c6-4da2-98fa-7d6726d24339/tags HTTP/1.1" status: 200 len: 205 time: 0.2221675 Jul 14 07:18:40.170797 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35596) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:40.184320 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-8ad4264d-dbc8-4a2d-a452-bbd7ce4a32f3 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd090b771-86e4-4ac0-a59f-fa0d78da17ed') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:40.271300 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] For port 6d359e42-b7d0-41c5-967d-e78c0e6a9819, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6d359e42-b7d0-41c5-967d-e78c0e6a9819,segment=NetworkSegment(973a8821-836e-41df-9b7a-933b8efc638d),segment_id=973a8821-836e-41df-9b7a-933b8efc638d)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:18:40.322208 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] Network f0238ee1-7249-4bb0-8396-c6cf116934a3 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:40.332199 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-684a6041-bf6d-4f5a-906d-cd8fab81c162 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:40.336948 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:40.431138 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a6041-bf6d-4f5a-906d-cd8fab81c162 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Subnet': ['ID=4353cdd1-9d7a-4153-8eac-9586e0658423,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:40.433599 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684a6041-bf6d-4f5a-906d-cd8fab81c162 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Checking segment: {'id': 'ba370c08-40ad-4a74-a46d-4f2d655f83d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd64cff4a-33a0-4872-a96b-afd63f4944f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:40.434282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684a6041-bf6d-4f5a-906d-cd8fab81c162 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network hostable DHCP agents. Network: d64cff4a-33a0-4872-a96b-afd63f4944f4, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:18:40.452700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:40.456036 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684a6041-bf6d-4f5a-906d-cd8fab81c162 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network d64cff4a-33a0-4872-a96b-afd63f4944f4 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:18:40.475727 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-684a6041-bf6d-4f5a-906d-cd8fab81c162 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, d64cff4a-33a0-4872-a96b-afd63f4944f4) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:40.482822 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:40.486328 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684a6041-bf6d-4f5a-906d-cd8fab81c162 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:40.487094 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-684a6041-bf6d-4f5a-906d-cd8fab81c162 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:40.498099 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5763c902-d980-4fbb-9f6d-7f0f97c33293 None None] Network d64cff4a-33a0-4872-a96b-afd63f4944f4 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:18:40.518982 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-684a6041-bf6d-4f5a-906d-cd8fab81c162 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8478844 Jul 14 07:18:40.520058 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35608) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:40.568699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:18:40.590780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:40.608961 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe6e297b-d1dc-4698-a249-1e3326edbb9e req-50eeaa65-d9ce-4f3d-a2f7-e7397e64edb9 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 210 time: 0.1235907 Jul 14 07:18:40.631144 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:18:35Z', 'revision_number': 4, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '033a5433-527f-4e96-9272-e9a29e85e0de', 'name': '', 'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:24:e0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'ef114cf4-f3a4-4393-95a9-0916b0fbc487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:33Z', 'updated_at': '2021-07-14T07:18:36Z', 'revision_number': 2, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'ef114cf4-f3a4-4393-95a9-0916b0fbc487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1db95131-084e-4996-af45-f81b7520a253', 'name': '', 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:df:54:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:33Z', 'revision_number': 4, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:26Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:40.633314 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:40.633956 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d8b1564a-4f35-4de5-9954-86f6e6e84b2e details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:18:40.768526 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8ad4264d-dbc8-4a2d-a452-bbd7ce4a32f3 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/routers/d090b771-86e4-4ac0-a59f-fa0d78da17ed/tags HTTP/1.1" status: 200 len: 241 time: 0.5938730 Jul 14 07:18:40.775395 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35616) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:40.794794 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-026ce091-f61b-40b4-bf2c-12ab89fdf9ed tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd090b771-86e4-4ac0-a59f-fa0d78da17ed', 'tempest-TagsExtTest-Tag-1889565859') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:40.807518 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Checking router: 28139388-ef37-4f2f-99e0-222bded2e140 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:18:40.807964 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Updating router 28139388-ef37-4f2f-99e0-222bded2e140 port 033a5433-527f-4e96-9272-e9a29e85e0de binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:18:40.930645 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:40.966384 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b426d13-0ae3-430f-931b-7fa8cbe9e87a None None] Pushing event updated for resources: {'Port': ['ID=6d359e42-b7d0-41c5-967d-e78c0e6a9819,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:40.969510 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-584b3212-acee-4ba6-b619-d19c9988c341 req-6c232fdf-397c-4853-a8b3-0392bac95b20 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:40.989749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 1db95131-084e-4996-af45-f81b7520a253 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:41.118839 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.resource_extend [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:18:41.122233 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-026ce091-f61b-40b4-bf2c-12ab89fdf9ed tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/routers/d090b771-86e4-4ac0-a59f-fa0d78da17ed/tags/tempest-TagsExtTest-Tag-1889565859 HTTP/1.1" status: 204 len: 168 time: 0.3439305 Jul 14 07:18:41.124870 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35622) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:41.125065 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 1db95131-084e-4996-af45-f81b7520a253 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:41.129924 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-9adc6ba8-b4e1-4bc2-aace-6c9837f5dfc7 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd090b771-86e4-4ac0-a59f-fa0d78da17ed', 'tempest-TagsExtTest-Tag-1889565859') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:41.134569 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:41.261053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port d8b1564a-4f35-4de5-9954-86f6e6e84b2e, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d8b1564a-4f35-4de5-9954-86f6e6e84b2e,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:41.271356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] Router c4cff889-c4b0-4f9a-bbd8-b882c693d770 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:18:41.367922 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-584b3212-acee-4ba6-b619-d19c9988c341 req-6c232fdf-397c-4853-a8b3-0392bac95b20 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:41.520291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c232fdf-397c-4853-a8b3-0392bac95b20 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Pushing event updated for resources: {'Port': ['ID=b9af971b-b4d6-4929-b7de-2699229502e8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:41.590107 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:41.604903 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'd8b1564a-4f35-4de5-9954-86f6e6e84b2e', 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f', 'port_id': 'd8b1564a-4f35-4de5-9954-86f6e6e84b2e', 'mac_address': 'fa:16:3e:aa:28:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16dcc09a-1e30-45e6-86b4-4ea5de857c42', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:18:41.685968 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584b3212-acee-4ba6-b619-d19c9988c341 req-6c232fdf-397c-4853-a8b3-0392bac95b20 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:41.726204 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-584b3212-acee-4ba6-b619-d19c9988c341 req-6c232fdf-397c-4853-a8b3-0392bac95b20 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:41.827449 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-584b3212-acee-4ba6-b619-d19c9988c341 req-6c232fdf-397c-4853-a8b3-0392bac95b20 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:18:41.880485 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9adc6ba8-b4e1-4bc2-aace-6c9837f5dfc7 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/routers/d090b771-86e4-4ac0-a59f-fa0d78da17ed/tags/tempest-TagsExtTest-Tag-1889565859 HTTP/1.1" status: 204 len: 168 time: 0.7537491 Jul 14 07:18:41.883198 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff239ecb-1c60-4659-92ce-0b1539963f83 req-50c587d5-75f9-4c8a-a102-896661873019 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:41.886491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35646) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:41.894426 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-5bde1cf6-4c5d-4ec7-ad42-4aeeeb3264b0 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd090b771-86e4-4ac0-a59f-fa0d78da17ed') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:41.899004 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff239ecb-1c60-4659-92ce-0b1539963f83 req-50c587d5-75f9-4c8a-a102-896661873019 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:41.917262 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff239ecb-1c60-4659-92ce-0b1539963f83 req-50c587d5-75f9-4c8a-a102-896661873019 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:41.937532 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff239ecb-1c60-4659-92ce-0b1539963f83 req-50c587d5-75f9-4c8a-a102-896661873019 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:41.986292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff239ecb-1c60-4659-92ce-0b1539963f83 req-50c587d5-75f9-4c8a-a102-896661873019 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:41.993253 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff239ecb-1c60-4659-92ce-0b1539963f83 req-50c587d5-75f9-4c8a-a102-896661873019 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:42.001704 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-d64cff4a-33a0-4872-a96b-afd63f4944f4', 'network_id': 'd64cff4a-33a0-4872-a96b-afd63f4944f4', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'fixed_ips': [{'subnet_id': '4353cdd1-9d7a-4153-8eac-9586e0658423'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:18:42.002559 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:42.008174 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff239ecb-1c60-4659-92ce-0b1539963f83 req-50c587d5-75f9-4c8a-a102-896661873019 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:42.020790 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff239ecb-1c60-4659-92ce-0b1539963f83 req-50c587d5-75f9-4c8a-a102-896661873019 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5423 time: 0.9027164 Jul 14 07:18:42.021346 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-059962ae-2c10-4493-a7c4-1a85b624cc6f None None] Provisioning for port 033a5433-527f-4e96-9272-e9a29e85e0de completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:42.027622 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:42.046464 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-059962ae-2c10-4493-a7c4-1a85b624cc6f None None] Provisioning complete for port 033a5433-527f-4e96-9272-e9a29e85e0de triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:42.046843 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-059962ae-2c10-4493-a7c4-1a85b624cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:42.048476 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:42.234217 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b1564a-4f35-4de5-9954-86f6e6e84b2e {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:18:42.274812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:18:42.285536 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Sync routers for ids ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:18:42.290134 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4b6f01be-66ff-4a1c-a01e-7b1f9286c25f admin admin] 10.222.0.35 "PUT /v2.0/routers/c4cff889-c4b0-4f9a-bbd8-b882c693d770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1333005 Jul 14 07:18:42.297988 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Routers {'c4cff889-c4b0-4f9a-bbd8-b882c693d770'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:18:42.305551 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7265af85-7d55-4293-9a48-44616535e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:18:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:42.323874 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:42.326916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b3212-acee-4ba6-b619-d19c9988c341 req-6c232fdf-397c-4853-a8b3-0392bac95b20 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:42.328469 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-584b3212-acee-4ba6-b619-d19c9988c341 req-6c232fdf-397c-4853-a8b3-0392bac95b20 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:42.355228 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port d8b1564a-4f35-4de5-9954-86f6e6e84b2e, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d8b1564a-4f35-4de5-9954-86f6e6e84b2e,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:42.365607 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff239ecb-1c60-4659-92ce-0b1539963f83 req-92b72eb5-485e-4a1b-b0f1-bde425f62194 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3434596 Jul 14 07:18:42.380899 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-584b3212-acee-4ba6-b619-d19c9988c341 req-6c232fdf-397c-4853-a8b3-0392bac95b20 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1741087 Jul 14 07:18:42.394190 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Request body: {'port': {'device_id': 'd8b22cd4-f270-41fd-9ed3-5e91ea07102a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:42.417595 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:42.419941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:18:42.453666 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5bde1cf6-4c5d-4ec7-ad42-4aeeeb3264b0 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/routers/d090b771-86e4-4ac0-a59f-fa0d78da17ed/tags HTTP/1.1" status: 200 len: 205 time: 0.5635152 Jul 14 07:18:42.453916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35660) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:42.467743 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-0b9f39a6-63b8-458e-a59b-f43612b08219 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8a71fb41-5dd2-4d66-9a20-f7d4ab834eea') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:42.554786 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=657ec3e0-c604-4d77-83f7-2f17b5ca4a0d,segment=NetworkSegment(81c74f52-a606-4f21-8874-53e335c2e1a9),segment_id=81c74f52-a606-4f21-8874-53e335c2e1a9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:42.589088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b9710-5ac8-4f51-875f-89b1e23f5c4d req-84066fcb-2967-4108-8e67-033652079470 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:42.593726 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-057b9710-5ac8-4f51-875f-89b1e23f5c4d req-84066fcb-2967-4108-8e67-033652079470 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 931 time: 0.5073385 Jul 14 07:18:42.595729 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Set router c4cff889-c4b0-4f9a-bbd8-b882c693d770 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:18:42.655597 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '657ec3e0-c604-4d77-83f7-2f17b5ca4a0d', 'network_id': '0f2d86f7-e97d-407b-af2a-19fc19ea6fbf', 'port_id': '657ec3e0-c604-4d77-83f7-2f17b5ca4a0d', 'mac_address': 'fa:16:3e:f4:9e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e3d73eb-1b79-476a-9c74-b4eeb2a0decc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:18:42.659483 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-059962ae-2c10-4493-a7c4-1a85b624cc6f None None] Port 033a5433-527f-4e96-9272-e9a29e85e0de cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:18:42.670438 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f26c58e-c5a8-413f-8894-567c00033d0c None None] Network 299c559e-49ed-4aae-afd5-337f8d8d94a9 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:18:42.772117 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 1db95131-084e-4996-af45-f81b7520a253, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1db95131-084e-4996-af45-f81b7520a253,segment=NetworkSegment(28866e8b-8598-410e-9f63-9ffeed3a79bc),segment_id=28866e8b-8598-410e-9f63-9ffeed3a79bc)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:42.777148 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-057b9710-5ac8-4f51-875f-89b1e23f5c4d req-dfd8c154-5a2e-439c-95ac-1d05c949b9cd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731329 Jul 14 07:18:42.778461 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:42.820405 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0b9f39a6-63b8-458e-a59b-f43612b08219 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/subnetpools/8a71fb41-5dd2-4d66-9a20-f7d4ab834eea/tags HTTP/1.1" status: 200 len: 241 time: 0.3653617 Jul 14 07:18:42.822836 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35672) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:42.829609 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-d5b11b3b-64aa-47c5-9a5d-1196aa71457c tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8a71fb41-5dd2-4d66-9a20-f7d4ab834eea', 'tempest-TagsExtTest-Tag-1609655134') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:42.840864 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:42.841844 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a23a1635-c5fb-4d6f-a62f-0588585bdc9c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:42.845909 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:42.873254 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d5b11b3b-64aa-47c5-9a5d-1196aa71457c tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/subnetpools/8a71fb41-5dd2-4d66-9a20-f7d4ab834eea/tags/tempest-TagsExtTest-Tag-1609655134 HTTP/1.1" status: 204 len: 168 time: 0.0488477 Jul 14 07:18:42.873433 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35676) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:42.883813 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-54633158-1a99-4951-a99d-b6aef4f3cec7 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8a71fb41-5dd2-4d66-9a20-f7d4ab834eea', 'tempest-TagsExtTest-Tag-1609655134') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:42.943982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Allocated IP 2001:db8:3::2 (d64cff4a-33a0-4872-a96b-afd63f4944f4/4353cdd1-9d7a-4153-8eac-9586e0658423/46758489-997e-445e-8fbb-507fe9258cd5) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:18:43.003555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Transition to ACTIVE for port object 033a5433-527f-4e96-9272-e9a29e85e0de will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:43.025715 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-059962ae-2c10-4493-a7c4-1a85b624cc6f None None] Provisioning complete for port 67288302-38fa-4345-900b-b7c21eafac2a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:43.026091 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-059962ae-2c10-4493-a7c4-1a85b624cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:43.067132 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-059962ae-2c10-4493-a7c4-1a85b624cc6f None None] Port 67288302-38fa-4345-900b-b7c21eafac2a cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:18:43.076287 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:43.078475 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:43.121087 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7265af85-7d55-4293-9a48-44616535e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'name': 'tempest-ServersTestManualDisk-1050186320-router', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:23Z', 'updated_at': '2021-07-14T07:18:37Z', 'revision_number': 4, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'gw_port': {'id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '67288302-38fa-4345-900b-b7c21eafac2a', 'name': '', 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'mac_address': 'fa:16:3e:e7:85:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:34Z', 'updated_at': '2021-07-14T07:18:38Z', 'revision_number': 2, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'subnets': [{'id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:43.137544 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=d8b1564a-4f35-4de5-9954-86f6e6e84b2e,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:43.140848 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-54633158-1a99-4951-a99d-b6aef4f3cec7 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/subnetpools/8a71fb41-5dd2-4d66-9a20-f7d4ab834eea/tags/tempest-TagsExtTest-Tag-1609655134 HTTP/1.1" status: 204 len: 168 time: 0.2621348 Jul 14 07:18:43.143573 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35682) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:43.148932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-3f422948-6709-4abd-8203-6aa747f306c4 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8a71fb41-5dd2-4d66-9a20-f7d4ab834eea') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:43.153299 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Checking router: c4cff889-c4b0-4f9a-bbd8-b882c693d770 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:18:43.153648 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Updating router c4cff889-c4b0-4f9a-bbd8-b882c693d770 port 67288302-38fa-4345-900b-b7c21eafac2a binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:18:43.200722 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35686) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:43.202989 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3f422948-6709-4abd-8203-6aa747f306c4 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/subnetpools/8a71fb41-5dd2-4d66-9a20-f7d4ab834eea/tags HTTP/1.1" status: 200 len: 205 time: 0.0583026 Jul 14 07:18:43.210091 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-96fd7bd7-d2ae-468b-ad87-ed0922335cf8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8a71fb41-5dd2-4d66-9a20-f7d4ab834eea') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:43.214621 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:43.429479 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-96fd7bd7-d2ae-468b-ad87-ed0922335cf8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/subnetpools/8a71fb41-5dd2-4d66-9a20-f7d4ab834eea/tags HTTP/1.1" status: 204 len: 168 time: 0.2254610 Jul 14 07:18:43.430268 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35698) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:43.437346 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-2fc76328-d50a-43b5-b905-5baf0fadb915 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd090b771-86e4-4ac0-a59f-fa0d78da17ed') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:43.578847 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35700) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:43.609982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ca40fd8b-9441-4c19-aa55-193e80fa24d8 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1147631139', 'description': 'tempest-description--674692372'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:43.612969 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:18:43.620950 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port a23a1635-c5fb-4d6f-a62f-0588585bdc9c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:43.658171 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2fc76328-d50a-43b5-b905-5baf0fadb915 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/routers/d090b771-86e4-4ac0-a59f-fa0d78da17ed/tags HTTP/1.1" status: 204 len: 168 time: 0.2243774 Jul 14 07:18:43.658410 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35702) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:43.675010 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-f34bb8f8-c5c1-4ca8-bbf9-f6c6b506dd6c tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f609ea86-40c6-4da2-98fa-7d6726d24339') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:43.680376 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port a23a1635-c5fb-4d6f-a62f-0588585bdc9c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:43.681099 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:43.691789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9af971b-b4d6-4929-b7de-2699229502e8 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:18:43.720143 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:43.746610 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Transition to ACTIVE for port object b9af971b-b4d6-4929-b7de-2699229502e8 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:43.756879 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f3b26ebd-a658-4f11-869d-6996c6d65251 None None] Provisioning for port 6d359e42-b7d0-41c5-967d-e78c0e6a9819 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:43.785109 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f34bb8f8-c5c1-4ca8-bbf9-f6c6b506dd6c tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/ports/f609ea86-40c6-4da2-98fa-7d6726d24339/tags HTTP/1.1" status: 204 len: 168 time: 0.1248276 Jul 14 07:18:43.791197 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=657ec3e0-c604-4d77-83f7-2f17b5ca4a0d,segment=NetworkSegment(81c74f52-a606-4f21-8874-53e335c2e1a9),segment_id=81c74f52-a606-4f21-8874-53e335c2e1a9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:43.792779 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35708) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:43.799862 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:43.812267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-57c02fa2-a1b0-4a71-8ec8-294b104c710c tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'afb4a381-8e0b-4c84-9985-6c1955c7d84b') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:43.870375 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:43.922575 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Transition to ACTIVE for port object 67288302-38fa-4345-900b-b7c21eafac2a will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:43.924119 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=1db95131-084e-4996-af45-f81b7520a253,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:43.936576 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:44.018095 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ca40fd8b-9441-4c19-aa55-193e80fa24d8 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:44.032874 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb793fc-8518-4504-afd5-d8faf6e1c287 None None] Pushing event updated for resources: {'Port': ['ID=67288302-38fa-4345-900b-b7c21eafac2a,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:44.049771 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:44.050811 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d4545f69-ed88-4ffb-9479-73ab5a234def details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:18:44.169678 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:44.170939 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Attempting to bind port 67288302-38fa-4345-900b-b7c21eafac2a on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:18:44.171476 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Attempting to bind port 67288302-38fa-4345-900b-b7c21eafac2a by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '8349b6e8-ab21-4160-bfcc-f7cc987f5618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:18:44.172012 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Attempting to bind port 67288302-38fa-4345-900b-b7c21eafac2a on network f0238ee1-7249-4bb0-8396-c6cf116934a3 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:44.178727 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Transition to ACTIVE for port object 46758489-997e-445e-8fbb-507fe9258cd5 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:44.183070 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:18:44.183705 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Checking segment: {'id': '8349b6e8-ab21-4160-bfcc-f7cc987f5618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:44.184519 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:44.185055 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Bound using segment: {'id': '8349b6e8-ab21-4160-bfcc-f7cc987f5618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:18:44.193564 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Bound port: 67288302-38fa-4345-900b-b7c21eafac2a, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8349b6e8-ab21-4160-bfcc-f7cc987f5618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:18:44.194197 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:44.195079 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Transition to ACTIVE for port object 46758489-997e-445e-8fbb-507fe9258cd5 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:44.200473 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Attempting to bind port 033a5433-527f-4e96-9272-e9a29e85e0de on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:18:44.200473 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Attempting to bind port 033a5433-527f-4e96-9272-e9a29e85e0de by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '15ff4cf5-cf0c-42c8-9613-f00592802d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:18:44.200473 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Attempting to bind port 033a5433-527f-4e96-9272-e9a29e85e0de on network b0a005a3-391a-4c1c-b299-f4c7cae1e220 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:44.240231 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:44.314074 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Allocated IP 2001:db8:3::1 (d64cff4a-33a0-4872-a96b-afd63f4944f4/4353cdd1-9d7a-4153-8eac-9586e0658423/7dc7b275-4f8d-4e11-885b-62324779f6cb) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:18:44.314676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Network d64cff4a-33a0-4872-a96b-afd63f4944f4 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:44.327985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:44.342450 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:18:44.342831 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Checking segment: {'id': '15ff4cf5-cf0c-42c8-9613-f00592802d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:44.343247 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:44.343701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Bound using segment: {'id': '15ff4cf5-cf0c-42c8-9613-f00592802d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:18:44.344144 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Bound port: 033a5433-527f-4e96-9272-e9a29e85e0de, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ff4cf5-cf0c-42c8-9613-f00592802d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:18:44.344536 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:44.346904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:18:44.375776 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-7265af85-7d55-4293-9a48-44616535e84c None None] For port 67288302-38fa-4345-900b-b7c21eafac2a, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:18:44.384473 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-7265af85-7d55-4293-9a48-44616535e84c None None] For port 67288302-38fa-4345-900b-b7c21eafac2a, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=67288302-38fa-4345-900b-b7c21eafac2a,segment=NetworkSegment(8349b6e8-ab21-4160-bfcc-f7cc987f5618),segment_id=8349b6e8-ab21-4160-bfcc-f7cc987f5618)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:18:44.387870 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.resource_extend [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:18:44.403568 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:44.419676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320a0bf-c40a-4cb9-84f9-968fbe6313f7 None None] Pushing event updated for resources: {'Port': ['ID=033a5433-527f-4e96-9272-e9a29e85e0de,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:44.498407 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port d4545f69-ed88-4ffb-9479-73ab5a234def, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d4545f69-ed88-4ffb-9479-73ab5a234def,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:44.534878 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Routers {'c4cff889-c4b0-4f9a-bbd8-b882c693d770'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:18:44.536348 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7265af85-7d55-4293-9a48-44616535e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:18:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:44.556102 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320a0bf-c40a-4cb9-84f9-968fbe6313f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:44.556446 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320a0bf-c40a-4cb9-84f9-968fbe6313f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:44.556855 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320a0bf-c40a-4cb9-84f9-968fbe6313f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:44.557718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320a0bf-c40a-4cb9-84f9-968fbe6313f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:44.558048 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320a0bf-c40a-4cb9-84f9-968fbe6313f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:44.558377 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320a0bf-c40a-4cb9-84f9-968fbe6313f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:44.558699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320a0bf-c40a-4cb9-84f9-968fbe6313f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:44.559288 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320a0bf-c40a-4cb9-84f9-968fbe6313f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:44.559737 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320a0bf-c40a-4cb9-84f9-968fbe6313f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:44.559968 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:44.560088 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320a0bf-c40a-4cb9-84f9-968fbe6313f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:44.560367 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320a0bf-c40a-4cb9-84f9-968fbe6313f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:44.560681 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320a0bf-c40a-4cb9-84f9-968fbe6313f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:18:44.607028 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Transition to ACTIVE for port object 7dc7b275-4f8d-4e11-885b-62324779f6cb will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:44.617974 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] For port 033a5433-527f-4e96-9272-e9a29e85e0de, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:18:44.622003 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] For port 033a5433-527f-4e96-9272-e9a29e85e0de, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=033a5433-527f-4e96-9272-e9a29e85e0de,segment=NetworkSegment(15ff4cf5-cf0c-42c8-9613-f00592802d61),segment_id=15ff4cf5-cf0c-42c8-9613-f00592802d61)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:18:44.640481 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:44.687764 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'd4545f69-ed88-4ffb-9479-73ab5a234def', 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f', 'port_id': 'd4545f69-ed88-4ffb-9479-73ab5a234def', 'mac_address': 'fa:16:3e:ee:10:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16dcc09a-1e30-45e6-86b4-4ea5de857c42', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:18:44.698970 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:44.774852 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb793fc-8518-4504-afd5-d8faf6e1c287 None None] Pushing event updated for resources: {'Port': ['ID=67288302-38fa-4345-900b-b7c21eafac2a,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:44.804194 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=7dc7b275-4f8d-4e11-885b-62324779f6cb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:44.812766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Attempting to bind port 46758489-997e-445e-8fbb-507fe9258cd5 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:18:44.813222 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Attempting to bind port 46758489-997e-445e-8fbb-507fe9258cd5 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'ba370c08-40ad-4a74-a46d-4f2d655f83d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd64cff4a-33a0-4872-a96b-afd63f4944f4'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:18:44.816892 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Attempting to bind port 46758489-997e-445e-8fbb-507fe9258cd5 on network d64cff4a-33a0-4872-a96b-afd63f4944f4 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:44.821398 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network d64cff4a-33a0-4872-a96b-afd63f4944f4 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:44.822781 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:44.826555 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:44.830311 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:18:44.830875 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:44.921537 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:18:44.922082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Checking segment: {'id': 'ba370c08-40ad-4a74-a46d-4f2d655f83d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd64cff4a-33a0-4872-a96b-afd63f4944f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:44.923418 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:44.923941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Bound using segment: {'id': 'ba370c08-40ad-4a74-a46d-4f2d655f83d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd64cff4a-33a0-4872-a96b-afd63f4944f4'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:18:44.924545 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Bound port: 46758489-997e-445e-8fbb-507fe9258cd5, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba370c08-40ad-4a74-a46d-4f2d655f83d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd64cff4a-33a0-4872-a96b-afd63f4944f4'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:18:44.925041 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:44.951964 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Pushing event updated for resources: {'Port': ['ID=b9af971b-b4d6-4929-b7de-2699229502e8,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:44.966606 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-7265af85-7d55-4293-9a48-44616535e84c None None] Set router c4cff889-c4b0-4f9a-bbd8-b882c693d770 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:18:45.015334 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=657ec3e0-c604-4d77-83f7-2f17b5ca4a0d,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:45.097100 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ca40fd8b-9441-4c19-aa55-193e80fa24d8 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:45.119196 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:45.134605 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:45.169104 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ca40fd8b-9441-4c19-aa55-193e80fa24d8 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:45.199061 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port a23a1635-c5fb-4d6f-a62f-0588585bdc9c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a23a1635-c5fb-4d6f-a62f-0588585bdc9c,segment=NetworkSegment(15ff4cf5-cf0c-42c8-9613-f00592802d61),segment_id=15ff4cf5-cf0c-42c8-9613-f00592802d61)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:45.267071 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Routers {'28139388-ef37-4f2f-99e0-222bded2e140'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:18:45.268204 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:18:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['28139388-ef37-4f2f-99e0-222bded2e140'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:45.281307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c527e-488f-4b44-aa84-cd59ce62f315 req-e8d80ca5-b6d5-42bb-bb52-4ba313fba757 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:45.286473 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:45.287624 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c527e-488f-4b44-aa84-cd59ce62f315 req-e8d80ca5-b6d5-42bb-bb52-4ba313fba757 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:45.312812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c527e-488f-4b44-aa84-cd59ce62f315 req-e8d80ca5-b6d5-42bb-bb52-4ba313fba757 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:45.340059 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c527e-488f-4b44-aa84-cd59ce62f315 req-e8d80ca5-b6d5-42bb-bb52-4ba313fba757 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:45.355397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c527e-488f-4b44-aa84-cd59ce62f315 req-e8d80ca5-b6d5-42bb-bb52-4ba313fba757 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:45.382612 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c527e-488f-4b44-aa84-cd59ce62f315 req-e8d80ca5-b6d5-42bb-bb52-4ba313fba757 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:45.387350 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4545f69-ed88-4ffb-9479-73ab5a234def {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:18:45.443419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c527e-488f-4b44-aa84-cd59ce62f315 req-e8d80ca5-b6d5-42bb-bb52-4ba313fba757 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:45.457382 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f52c527e-488f-4b44-aa84-cd59ce62f315 req-e8d80ca5-b6d5-42bb-bb52-4ba313fba757 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5424 time: 1.8299291 Jul 14 07:18:45.510037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40fd8b-9441-4c19-aa55-193e80fa24d8 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ff9297-24b4-404f-9baf-68a464a445ff,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:45.568930 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f52c527e-488f-4b44-aa84-cd59ce62f315 req-aacbf378-ab91-4591-ab78-8d94581c41b8 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1084864 Jul 14 07:18:45.576494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Pushing event updated for resources: {'Port': ['ID=46758489-997e-445e-8fbb-507fe9258cd5,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:45.596714 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7265af85-7d55-4293-9a48-44616535e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'name': 'tempest-ServersTestManualDisk-1050186320-router', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:23Z', 'updated_at': '2021-07-14T07:18:37Z', 'revision_number': 4, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'gw_port': {'id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '67288302-38fa-4345-900b-b7c21eafac2a', 'name': '', 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'mac_address': 'fa:16:3e:e7:85:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:34Z', 'updated_at': '2021-07-14T07:18:44Z', 'revision_number': 4, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'subnets': [{'id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:45.634134 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ca40fd8b-9441-4c19-aa55-193e80fa24d8 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:45.635433 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ca40fd8b-9441-4c19-aa55-193e80fa24d8 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.0315642 Jul 14 07:18:45.649276 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35750) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:45.654594 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-880cc79c-e951-4439-90f5-bc4c77fa834b tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Request body: {'security_group_rule': {'security_group_id': '29ff9297-24b4-404f-9baf-68a464a445ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:45.672144 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072f3d7-c554-4336-860e-86baa5908f8b req-4fc31770-4304-4a07-9946-d652da679103 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:45.681901 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9072f3d7-c554-4336-860e-86baa5908f8b req-4fc31770-4304-4a07-9946-d652da679103 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 943 time: 1.0252485 Jul 14 07:18:45.697942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port d4545f69-ed88-4ffb-9479-73ab5a234def, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d4545f69-ed88-4ffb-9479-73ab5a234def,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:45.738262 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265af85-7d55-4293-9a48-44616535e84c None None] The sync data for ids ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'] in n-d-778696-5 is: [{'id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'name': 'tempest-ServersTestManualDisk-1050186320-router', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:23Z', 'updated_at': '2021-07-14T07:18:37Z', 'revision_number': 4, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'gw_port': {'id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '67288302-38fa-4345-900b-b7c21eafac2a', 'name': '', 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'mac_address': 'fa:16:3e:e7:85:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:34Z', 'updated_at': '2021-07-14T07:18:44Z', 'revision_number': 4, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'subnets': [{'id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:18:45.756046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-57c02fa2-a1b0-4a71-8ec8-294b104c710c tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/subnets/afb4a381-8e0b-4c84-9985-6c1955c7d84b/tags HTTP/1.1" status: 204 len: 168 time: 1.9523938 Jul 14 07:18:45.766697 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35752) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:45.786449 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-69198420-7767-42d7-80d6-f9bd4ba76a8d tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'afb4a381-8e0b-4c84-9985-6c1955c7d84b', 'tempest-TagsExtTest-Tag-1604581800') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:45.814398 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9072f3d7-c554-4336-860e-86baa5908f8b req-ec51fb07-a375-4247-ae7c-e45fa8eefac8 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283166 Jul 14 07:18:45.830947 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-880cc79c-e951-4439-90f5-bc4c77fa834b tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:45.842696 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:45.843331 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Attempting to bind port b9af971b-b4d6-4929-b7de-2699229502e8 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:18:45.843671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Attempting to bind port b9af971b-b4d6-4929-b7de-2699229502e8 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:18:45.844002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Attempting to bind port b9af971b-b4d6-4929-b7de-2699229502e8 on network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:45.844116 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1db95131-084e-4996-af45-f81b7520a253 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:45.846719 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:45.852393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Port b9af971b-b4d6-4929-b7de-2699229502e8 on network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:18:45.854266 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:18:45.860774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Attempting to bind port b9af971b-b4d6-4929-b7de-2699229502e8 on network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:45.894877 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:18:45.895471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Checking segment: {'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:45.896018 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Bound using segment: {'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:18:45.896618 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Bound port: b9af971b-b4d6-4929-b7de-2699229502e8, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:18:45.897141 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:45.949860 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:45.956492 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] For port 46758489-997e-445e-8fbb-507fe9258cd5, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:18:46.014686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] Set router 28139388-ef37-4f2f-99e0-222bded2e140 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:18:46.019536 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-880cc79c-e951-4439-90f5-bc4c77fa834b tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:46.035915 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-880cc79c-e951-4439-90f5-bc4c77fa834b tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:46.080009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] For port b9af971b-b4d6-4929-b7de-2699229502e8, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:18:46.084397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] For port b9af971b-b4d6-4929-b7de-2699229502e8, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b9af971b-b4d6-4929-b7de-2699229502e8,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:18:46.085851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cc79c-e951-4439-90f5-bc4c77fa834b tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5355a1-469d-4fea-ba28-29a85f71e402,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:46.103022 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-880cc79c-e951-4439-90f5-bc4c77fa834b tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:46.107408 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-880cc79c-e951-4439-90f5-bc4c77fa834b tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4568701 Jul 14 07:18:46.108301 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35760) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:46.114174 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-6404b212-73bc-439e-ba8a-01f9b85f3ef9 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Request body: {'security_group_rule': {'security_group_id': '29ff9297-24b4-404f-9baf-68a464a445ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:46.115508 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:46.119522 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:46.122278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] For port 46758489-997e-445e-8fbb-507fe9258cd5, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=46758489-997e-445e-8fbb-507fe9258cd5,segment=NetworkSegment(ba370c08-40ad-4a74-a46d-4f2d655f83d1),segment_id=ba370c08-40ad-4a74-a46d-4f2d655f83d1)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:18:46.128596 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:46.129514 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:46.147182 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.resource_extend [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:18:46.161325 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:46.179481 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320a0bf-c40a-4cb9-84f9-968fbe6313f7 None None] Pushing event updated for resources: {'Port': ['ID=033a5433-527f-4e96-9272-e9a29e85e0de,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:46.185948 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ca5ed6d3-e912-4f9c-a0a1-6c27eb124021,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:46.211465 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event updated for resources: {'Port': ['ID=7dc7b275-4f8d-4e11-885b-62324779f6cb,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:46.218396 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-69198420-7767-42d7-80d6-f9bd4ba76a8d tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "PUT /v2.0/subnets/afb4a381-8e0b-4c84-9985-6c1955c7d84b/tags/tempest-TagsExtTest-Tag-1604581800 HTTP/1.1" status: 201 len: 201 time: 0.4482536 Jul 14 07:18:46.219025 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35766) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:46.236385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-ff9837f2-e30e-437c-a3b4-ac7ebee64e73 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f609ea86-40c6-4da2-98fa-7d6726d24339', 'tempest-TagsExtTest-Tag-1423222601') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:46.265984 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:46.268814 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:46.271010 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-584b3212-acee-4ba6-b619-d19c9988c341 req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] 10.222.0.15 "PUT /v2.0/ports/b9af971b-b4d6-4929-b7de-2699229502e8 HTTP/1.1" status: 200 len: 1091 time: 3.8813968 Jul 14 07:18:46.271689 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b22cd4-f270-41fd-9ed3-5e91ea07102a', 'tag': 'b9af971b-b4d6-4929-b7de-2699229502e8'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:18:46.274303 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19edb774-b90d-4b2d-b8f9-531d96c1adbc" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b22cd4-f270-41fd-9ed3-5e91ea07102a", "tag": "b9af971b-b4d6-4929-b7de-2699229502e8"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:18:46.345453 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'ca5ed6d3-e912-4f9c-a0a1-6c27eb124021', 'network_id': 'e2bffbaa-11bf-44cd-a766-8c9e55cefe3f', 'port_id': 'ca5ed6d3-e912-4f9c-a0a1-6c27eb124021', 'mac_address': 'fa:16:3e:58:15:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16dcc09a-1e30-45e6-86b4-4ea5de857c42', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:18:46.416905 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6404b212-73bc-439e-ba8a-01f9b85f3ef9 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:46.431421 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a49a813-4e30-4cae-9854-ff19e230088b x-openstack-request-id: req-4a49a813-4e30-4cae-9854-ff19e230088b {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:18:46.432530 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b22cd4-f270-41fd-9ed3-5e91ea07102a", "tag": "b9af971b-b4d6-4929-b7de-2699229502e8", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:18:46.433018 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a49a813-4e30-4cae-9854-ff19e230088b {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:18:46.433658 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b22cd4-f270-41fd-9ed3-5e91ea07102a', 'tag': 'b9af971b-b4d6-4929-b7de-2699229502e8', 'status': 'completed', 'code': 200} Jul 14 07:18:46.447153 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd6c49-e8e7-4c8a-bd52-e7d2361f9f35 service neutron] Pushing event updated for resources: {'Port': ['ID=b9af971b-b4d6-4929-b7de-2699229502e8,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:46.466326 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ff9837f2-e30e-437c-a3b4-ac7ebee64e73 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "PUT /v2.0/ports/f609ea86-40c6-4da2-98fa-7d6726d24339/tags/tempest-TagsExtTest-Tag-1423222601 HTTP/1.1" status: 201 len: 201 time: 0.2411153 Jul 14 07:18:46.469074 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35772) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:46.484947 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-c0754db9-6999-443f-9675-d6e30e315967 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd090b771-86e4-4ac0-a59f-fa0d78da17ed', 'tempest-TagsExtTest-Tag-734282686') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:46.509316 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:46.542780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 1db95131-084e-4996-af45-f81b7520a253 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:46.543538 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:46.580607 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Network d64cff4a-33a0-4872-a96b-afd63f4944f4 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:46.583432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:46.600914 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:18:46.660172 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6404b212-73bc-439e-ba8a-01f9b85f3ef9 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:46.675087 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b3212-acee-4ba6-b619-d19c9988c341 req-ccbd7f59-c92f-4c5f-b2ca-f3fc073d8575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:46.676633 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-584b3212-acee-4ba6-b619-d19c9988c341 req-ccbd7f59-c92f-4c5f-b2ca-f3fc073d8575 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 1094 time: 0.3483016 Jul 14 07:18:46.677478 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6404b212-73bc-439e-ba8a-01f9b85f3ef9 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:46.703128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=a23a1635-c5fb-4d6f-a62f-0588585bdc9c,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:46.730786 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ca5ed6d3-e912-4f9c-a0a1-6c27eb124021,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:46.792477 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:46.870470 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4d9062a7-3212-476c-b7c1-c7e1262ce088 None None] Provisioning for port f609ea86-40c6-4da2-98fa-7d6726d24339 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:46.890011 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404b212-73bc-439e-ba8a-01f9b85f3ef9 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b928991d-12b3-484a-81d7-e1581a16c97c,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:46.895248 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router 28139388-ef37-4f2f-99e0-222bded2e140 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:18:46.933731 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-584b3212-acee-4ba6-b619-d19c9988c341 req-dd5769ff-1fb2-4654-b3f9-f2177e0d6806 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9af971b-b4d6-4929-b7de-2699229502e8 HTTP/1.1" status: 200 len: 217 time: 0.2443705 Jul 14 07:18:47.004021 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4d9062a7-3212-476c-b7c1-c7e1262ce088 None None] Provisioning complete for port f609ea86-40c6-4da2-98fa-7d6726d24339 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:47.017896 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4d9062a7-3212-476c-b7c1-c7e1262ce088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:47.056011 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6404b212-73bc-439e-ba8a-01f9b85f3ef9 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:47.061229 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6404b212-73bc-439e-ba8a-01f9b85f3ef9 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9513853 Jul 14 07:18:47.064771 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35788) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:47.093249 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c0754db9-6999-443f-9675-d6e30e315967 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "PUT /v2.0/routers/d090b771-86e4-4ac0-a59f-fa0d78da17ed/tags/tempest-TagsExtTest-Tag-734282686 HTTP/1.1" status: 201 len: 201 time: 0.6116223 Jul 14 07:18:47.121073 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35794) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:47.144374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9b461720-6431-4afc-8a1b-2472f5e1793a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:47.168132 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=d4545f69-ed88-4ffb-9479-73ab5a234def,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:47.193634 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-1e52664a-465d-421b-84a0-04b101a9c1f2 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8a71fb41-5dd2-4d66-9a20-f7d4ab834eea', 'tempest-TagsExtTest-Tag-1807112488') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:47.222321 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-4d9062a7-3212-476c-b7c1-c7e1262ce088 None None] Port f609ea86-40c6-4da2-98fa-7d6726d24339 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:18:47.268686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:18:47.274629 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6d359e42-b7d0-41c5-967d-e78c0e6a9819 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:47.280050 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b3212-acee-4ba6-b619-d19c9988c341 req-7be5e43c-8072-4a4a-9a8d-46fac3dc7daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:47.286287 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-172086ac-79e2-40d8-af3c-21e943047b11 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/28139388-ef37-4f2f-99e0-222bded2e140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7637048 Jul 14 07:18:47.289036 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35800) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:47.294822 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-584b3212-acee-4ba6-b619-d19c9988c341 req-7be5e43c-8072-4a4a-9a8d-46fac3dc7daf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33beb41d-173d-40f1-9dcf-045c8c6a18de HTTP/1.1" status: 200 len: 852 time: 0.3058841 Jul 14 07:18:47.300942 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-783652ed-9146-42be-b32f-db003ef84e9c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:47.330173 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9b461720-6431-4afc-8a1b-2472f5e1793a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:47.398101 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['e8489e5d-2c28-4a14-9aff-ad242571e831'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:18:47.403299 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['d4545f69-ed88-4ffb-9479-73ab5a234def'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:18:47.424756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['657ec3e0-c604-4d77-83f7-2f17b5ca4a0d'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:18:47.492838 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-584b3212-acee-4ba6-b619-d19c9988c341 req-d51bd8f4-7982-4bf8-82a3-87622c2646da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1969702 Jul 14 07:18:47.736565 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f38ae0-3895-4475-9a13-078adaf5fe2f req-a9b0d759-e079-4c73-83dd-6e370146e56e tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:47.748360 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f38ae0-3895-4475-9a13-078adaf5fe2f req-a9b0d759-e079-4c73-83dd-6e370146e56e tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:47.762316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f38ae0-3895-4475-9a13-078adaf5fe2f req-a9b0d759-e079-4c73-83dd-6e370146e56e tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:47.785472 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f38ae0-3895-4475-9a13-078adaf5fe2f req-a9b0d759-e079-4c73-83dd-6e370146e56e tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:47.803030 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f38ae0-3895-4475-9a13-078adaf5fe2f req-a9b0d759-e079-4c73-83dd-6e370146e56e tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:47.824952 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f38ae0-3895-4475-9a13-078adaf5fe2f req-a9b0d759-e079-4c73-83dd-6e370146e56e tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:47.842028 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f38ae0-3895-4475-9a13-078adaf5fe2f req-a9b0d759-e079-4c73-83dd-6e370146e56e tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:47.854918 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9f38ae0-3895-4475-9a13-078adaf5fe2f req-a9b0d759-e079-4c73-83dd-6e370146e56e tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5427 time: 0.9527545 Jul 14 07:18:47.938698 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['3181db43-d375-4837-9acb-b23c672feff1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:18:47.940882 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['d8b1564a-4f35-4de5-9954-86f6e6e84b2e'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:18:48.047003 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:18:48.067705 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.extraroute_db [None req-783652ed-9146-42be-b32f-db003ef84e9c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 07:18:48.086426 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1e52664a-465d-421b-84a0-04b101a9c1f2 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "PUT /v2.0/subnetpools/8a71fb41-5dd2-4d66-9a20-f7d4ab834eea/tags/tempest-TagsExtTest-Tag-1807112488 HTTP/1.1" status: 201 len: 201 time: 0.9008112 Jul 14 07:18:48.100624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.extraroute_db [None req-783652ed-9146-42be-b32f-db003ef84e9c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Removed routes are [] {{(pid=93827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 07:18:48.100823 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35814) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:48.101079 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-783652ed-9146-42be-b32f-db003ef84e9c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:48.114787 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aff22d-380c-4159-aa8e-565d3880a21a None None] Pushing event updated for resources: {'Port': ['ID=46758489-997e-445e-8fbb-507fe9258cd5,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:48.133694 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-24f5cdce-502d-4de1-a10b-105441bf4cdc tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'afb4a381-8e0b-4c84-9985-6c1955c7d84b', {'tags': ['tempest-TagsExtTest-Tag-539309593', 'tempest-TagsExtTest-Tag-406213877', 'tempest-TagsExtTest-Tag-967371280']}) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:48.207243 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:18:45Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '033a5433-527f-4e96-9272-e9a29e85e0de', 'name': '', 'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:24:e0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'ef114cf4-f3a4-4393-95a9-0916b0fbc487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:33Z', 'updated_at': '2021-07-14T07:18:44Z', 'revision_number': 4, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'ef114cf4-f3a4-4393-95a9-0916b0fbc487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1db95131-084e-4996-af45-f81b7520a253', 'name': '', 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:df:54:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:42Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:26Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dc7b275-4f8d-4e11-885b-62324779f6cb', 'name': '', 'network_id': 'd64cff4a-33a0-4872-a96b-afd63f4944f4', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:17:e8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '4353cdd1-9d7a-4153-8eac-9586e0658423', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:42Z', 'updated_at': '2021-07-14T07:18:44Z', 'revision_number': 1, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': '4353cdd1-9d7a-4153-8eac-9586e0658423', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:48.305026 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-584b3212-acee-4ba6-b619-d19c9988c341 req-e35db31d-b952-4f5c-9365-b9c3235e99cb service neutron] 10.222.0.15 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7931712 Jul 14 07:18:48.330371 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9f38ae0-3895-4475-9a13-078adaf5fe2f req-fc2cb439-10b5-44ce-8063-55bfec6276b3 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4362786 Jul 14 07:18:48.473920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003e9450-24a1-4a52-af60-6cab6318573c None None] The sync data for ids ['28139388-ef37-4f2f-99e0-222bded2e140'] in n-d-778696-5 is: [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:18:45Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '033a5433-527f-4e96-9272-e9a29e85e0de', 'name': '', 'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:24:e0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'ef114cf4-f3a4-4393-95a9-0916b0fbc487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:33Z', 'updated_at': '2021-07-14T07:18:44Z', 'revision_number': 4, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'ef114cf4-f3a4-4393-95a9-0916b0fbc487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1db95131-084e-4996-af45-f81b7520a253', 'name': '', 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:df:54:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:42Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:26Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dc7b275-4f8d-4e11-885b-62324779f6cb', 'name': '', 'network_id': 'd64cff4a-33a0-4872-a96b-afd63f4944f4', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:17:e8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '4353cdd1-9d7a-4153-8eac-9586e0658423', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:42Z', 'updated_at': '2021-07-14T07:18:44Z', 'revision_number': 1, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': '4353cdd1-9d7a-4153-8eac-9586e0658423', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:18:48.479374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35828) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:48.479594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-24f5cdce-502d-4de1-a10b-105441bf4cdc tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "PUT /v2.0/subnets/afb4a381-8e0b-4c84-9985-6c1955c7d84b/tags HTTP/1.1" status: 200 len: 315 time: 0.3731399 Jul 14 07:18:48.488228 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-52203fb3-ec7a-4875-becd-28854ba3e3a9 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'afb4a381-8e0b-4c84-9985-6c1955c7d84b') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:48.507786 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46582905-a3b6-4912-bfa4-b0adef1dbb6d req-36c10106-6f6d-48f2-a906-c4a591605fd2 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:48.514775 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-46582905-a3b6-4912-bfa4-b0adef1dbb6d req-36c10106-6f6d-48f2-a906-c4a591605fd2 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 943 time: 0.6381738 Jul 14 07:18:48.518942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ed6d5a-9e7b-4488-a374-d989bd58d4ed None None] Network d64cff4a-33a0-4872-a96b-afd63f4944f4 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:18:48.521826 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['ca5ed6d3-e912-4f9c-a0a1-6c27eb124021'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:18:48.554809 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-783652ed-9146-42be-b32f-db003ef84e9c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:48.577334 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-783652ed-9146-42be-b32f-db003ef84e9c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:48.636260 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-584b3212-acee-4ba6-b619-d19c9988c341 req-63da5c20-696d-482c-8f60-0d210d0542f5 service neutron] 10.222.0.15 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015540 Jul 14 07:18:48.650180 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e46abc54-547c-4d82-a2f9-598e80b39e51 None None] Provisioning complete for port f609ea86-40c6-4da2-98fa-7d6726d24339 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:48.653228 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e46abc54-547c-4d82-a2f9-598e80b39e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:48.667490 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9b461720-6431-4afc-8a1b-2472f5e1793a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:48.742425 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-46582905-a3b6-4912-bfa4-b0adef1dbb6d req-a1368ae6-56f0-4ce5-b475-2dd11c11345f tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266705 Jul 14 07:18:48.843916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783652ed-9146-42be-b32f-db003ef84e9c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router 28139388-ef37-4f2f-99e0-222bded2e140 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:18:48.862456 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-52203fb3-ec7a-4875-becd-28854ba3e3a9 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/subnets/afb4a381-8e0b-4c84-9985-6c1955c7d84b/tags HTTP/1.1" status: 204 len: 168 time: 0.3810837 Jul 14 07:18:48.862654 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35838) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:48.867869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-52547a27-e3ab-43a2-97d6-8233c0da69e8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'afb4a381-8e0b-4c84-9985-6c1955c7d84b', 'tempest-TagsExtTest-Tag-539309593') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:48.962870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-9b461720-6431-4afc-8a1b-2472f5e1793a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Allocated IP 172.25.7.209 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/2254d817-446b-405c-a217-05f47526bfb5) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:18:49.095750 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-52547a27-e3ab-43a2-97d6-8233c0da69e8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] show failed (client error): The resource could not be found. Jul 14 07:18:49.099920 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-52547a27-e3ab-43a2-97d6-8233c0da69e8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/subnets/afb4a381-8e0b-4c84-9985-6c1955c7d84b/tags/tempest-TagsExtTest-Tag-539309593 HTTP/1.1" status: 404 len: 328 time: 0.2358785 Jul 14 07:18:49.100556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35842) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:49.107467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-91ddb72b-2cd5-436d-9069-4aafd8e4a2fe tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'afb4a381-8e0b-4c84-9985-6c1955c7d84b', 'tempest-TagsExtTest-Tag-406213877') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:49.146499 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783652ed-9146-42be-b32f-db003ef84e9c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:18:49.157552 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-783652ed-9146-42be-b32f-db003ef84e9c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:49.171994 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-783652ed-9146-42be-b32f-db003ef84e9c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/28139388-ef37-4f2f-99e0-222bded2e140 HTTP/1.1" status: 200 len: 953 time: 1.8734574 Jul 14 07:18:49.191610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35846) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:49.312738 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9b461720-6431-4afc-8a1b-2472f5e1793a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:49.316536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edb774-b90d-4b2d-b8f9-531d96c1adbc req-c806bcea-42b6-4359-bc5f-68d3840d8e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:49.318541 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19edb774-b90d-4b2d-b8f9-531d96c1adbc req-c806bcea-42b6-4359-bc5f-68d3840d8e90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 1094 time: 0.4029036 Jul 14 07:18:49.327484 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=ca5ed6d3-e912-4f9c-a0a1-6c27eb124021,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:49.424006 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 6d359e42-b7d0-41c5-967d-e78c0e6a9819 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:49.474710 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-91ddb72b-2cd5-436d-9069-4aafd8e4a2fe tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] show failed (client error): The resource could not be found. Jul 14 07:18:49.479851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35858) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:49.481726 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-91ddb72b-2cd5-436d-9069-4aafd8e4a2fe tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/subnets/afb4a381-8e0b-4c84-9985-6c1955c7d84b/tags/tempest-TagsExtTest-Tag-406213877 HTTP/1.1" status: 404 len: 328 time: 0.3781009 Jul 14 07:18:49.485455 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-f81235d6-f1bc-4c60-b77e-b406a12bf365 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'afb4a381-8e0b-4c84-9985-6c1955c7d84b', 'tempest-TagsExtTest-Tag-967371280') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:49.489504 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-49fcbfd1-6117-4169-b834-b74c44846ca7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/routers/28139388-ef37-4f2f-99e0-222bded2e140 HTTP/1.1" status: 200 len: 953 time: 0.2934072 Jul 14 07:18:49.511549 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35860) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:49.535013 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-17e22a97-5c46-4931-847b-d4731c72944c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'router': {'routes': None}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:49.579127 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edb774-b90d-4b2d-b8f9-531d96c1adbc req-d3d259dd-6ec8-431c-9e4e-6f9e6a82d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:49.580362 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19edb774-b90d-4b2d-b8f9-531d96c1adbc req-d3d259dd-6ec8-431c-9e4e-6f9e6a82d4a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 913 time: 0.2540119 Jul 14 07:18:49.580627 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 6d359e42-b7d0-41c5-967d-e78c0e6a9819 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:49.581008 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:49.583900 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9b461720-6431-4afc-8a1b-2472f5e1793a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:49.617246 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e46abc54-547c-4d82-a2f9-598e80b39e51 None None] Port f609ea86-40c6-4da2-98fa-7d6726d24339 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:18:49.713056 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b461720-6431-4afc-8a1b-2472f5e1793a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:49.779606 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-9b461720-6431-4afc-8a1b-2472f5e1793a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:49.786293 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19edb774-b90d-4b2d-b8f9-531d96c1adbc req-20b75cfd-0f67-4641-afd1-d3346ac3ef29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9af971b-b4d6-4929-b7de-2699229502e8 HTTP/1.1" status: 200 len: 217 time: 0.1610596 Jul 14 07:18:49.792232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b461720-6431-4afc-8a1b-2472f5e1793a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:18:49.913306 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b461720-6431-4afc-8a1b-2472f5e1793a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Pushing event updated for resources: {'Port': ['ID=2254d817-446b-405c-a217-05f47526bfb5,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:50.018540 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-f81235d6-f1bc-4c60-b77e-b406a12bf365 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] show failed (client error): The resource could not be found. Jul 14 07:18:50.022115 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f81235d6-f1bc-4c60-b77e-b406a12bf365 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/subnets/afb4a381-8e0b-4c84-9985-6c1955c7d84b/tags/tempest-TagsExtTest-Tag-967371280 HTTP/1.1" status: 404 len: 328 time: 0.5388086 Jul 14 07:18:50.022115 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edb774-b90d-4b2d-b8f9-531d96c1adbc req-a86c9232-0969-45e4-b35b-7242a5c59ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:50.022823 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19edb774-b90d-4b2d-b8f9-531d96c1adbc req-a86c9232-0969-45e4-b35b-7242a5c59ecb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33beb41d-173d-40f1-9dcf-045c8c6a18de HTTP/1.1" status: 200 len: 852 time: 0.2244570 Jul 14 07:18:50.029680 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35876) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:50.162366 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-97f5a753-be11-45b1-9555-30d6e21764af None None] Provisioning for port 46758489-997e-445e-8fbb-507fe9258cd5 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:50.173126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776ad1a-1ce9-4771-948a-5324e6fe9f08 req-653c24d9-7cc3-4380-ba51-6e72615ae382 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:50.185664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776ad1a-1ce9-4771-948a-5324e6fe9f08 req-653c24d9-7cc3-4380-ba51-6e72615ae382 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:50.192746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776ad1a-1ce9-4771-948a-5324e6fe9f08 req-653c24d9-7cc3-4380-ba51-6e72615ae382 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:50.200085 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776ad1a-1ce9-4771-948a-5324e6fe9f08 req-653c24d9-7cc3-4380-ba51-6e72615ae382 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:50.219417 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776ad1a-1ce9-4771-948a-5324e6fe9f08 req-653c24d9-7cc3-4380-ba51-6e72615ae382 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:50.228471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776ad1a-1ce9-4771-948a-5324e6fe9f08 req-653c24d9-7cc3-4380-ba51-6e72615ae382 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:50.229917 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device b9af971b-b4d6-4929-b7de-2699229502e8 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:18:50.238639 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776ad1a-1ce9-4771-948a-5324e6fe9f08 req-653c24d9-7cc3-4380-ba51-6e72615ae382 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:50.240736 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c776ad1a-1ce9-4771-948a-5324e6fe9f08 req-653c24d9-7cc3-4380-ba51-6e72615ae382 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5427 time: 0.6352911 Jul 14 07:18:50.246265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-8e0739a8-39b5-46f9-998e-8e5ee77bc3de tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f609ea86-40c6-4da2-98fa-7d6726d24339', {'tags': ['tempest-TagsExtTest-Tag-1770495558', 'tempest-TagsExtTest-Tag-689515831', 'tempest-TagsExtTest-Tag-1327315795']}) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:50.251377 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19edb774-b90d-4b2d-b8f9-531d96c1adbc req-c8762da4-6e18-4e0b-bdfa-9f588ef6ee8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2207599 Jul 14 07:18:50.497807 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9b461720-6431-4afc-8a1b-2472f5e1793a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:50.516733 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Sync routers for ids ['28139388-ef37-4f2f-99e0-222bded2e140'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:18:50.618268 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Routers {'28139388-ef37-4f2f-99e0-222bded2e140'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:18:50.618842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:18:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['28139388-ef37-4f2f-99e0-222bded2e140'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:50.623604 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:50.645786 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c776ad1a-1ce9-4771-948a-5324e6fe9f08 req-c8e6d0f0-3804-453c-aaf5-d9a4bf896143 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3892605 Jul 14 07:18:50.648979 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19edb774-b90d-4b2d-b8f9-531d96c1adbc req-f559cc63-6711-4fc8-84d4-d06558371331 service neutron] 10.222.0.15 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400779 Jul 14 07:18:50.658071 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8e0739a8-39b5-46f9-998e-8e5ee77bc3de tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "PUT /v2.0/ports/f609ea86-40c6-4da2-98fa-7d6726d24339/tags HTTP/1.1" status: 200 len: 317 time: 0.4139330 Jul 14 07:18:50.667098 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35890) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:50.713413 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.extraroute_db [None req-17e22a97-5c46-4931-847b-d4731c72944c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Added routes are [] {{(pid=93827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 07:18:50.714002 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.extraroute_db [None req-17e22a97-5c46-4931-847b-d4731c72944c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 07:18:50.728368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-51480697-31a3-4448-beaa-e6ffc9b39e5b tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f609ea86-40c6-4da2-98fa-7d6726d24339') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:50.755732 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-17e22a97-5c46-4931-847b-d4731c72944c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:50.814343 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port b9af971b-b4d6-4929-b7de-2699229502e8, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b9af971b-b4d6-4929-b7de-2699229502e8,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:50.856238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device e8489e5d-2c28-4a14-9aff-ad242571e831 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:50.929536 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 6d359e42-b7d0-41c5-967d-e78c0e6a9819, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6d359e42-b7d0-41c5-967d-e78c0e6a9819,segment=NetworkSegment(973a8821-836e-41df-9b7a-933b8efc638d),segment_id=973a8821-836e-41df-9b7a-933b8efc638d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:50.955429 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Set router 28139388-ef37-4f2f-99e0-222bded2e140 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:18:51.092845 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'b9af971b-b4d6-4929-b7de-2699229502e8', 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118', 'port_id': 'b9af971b-b4d6-4929-b7de-2699229502e8', 'mac_address': 'fa:16:3e:40:cf:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33beb41d-173d-40f1-9dcf-045c8c6a18de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:18:51.095621 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:51.096795 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1e40fbd6-d198-4af7-8d3c-6392bf9054a2 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:51.157757 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-17e22a97-5c46-4931-847b-d4731c72944c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:51.172302 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-17e22a97-5c46-4931-847b-d4731c72944c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:51.320338 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a68921d1-22bb-4d63-92ed-4832c40bba81 None None] Provisioning for port 7dc7b275-4f8d-4e11-885b-62324779f6cb completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:51.357877 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a68921d1-22bb-4d63-92ed-4832c40bba81 None None] Provisioning complete for port 7dc7b275-4f8d-4e11-885b-62324779f6cb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:51.358248 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a68921d1-22bb-4d63-92ed-4832c40bba81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:51.366109 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=6d359e42-b7d0-41c5-967d-e78c0e6a9819,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:51.371352 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:51.413113 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e22a97-5c46-4931-847b-d4731c72944c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router 28139388-ef37-4f2f-99e0-222bded2e140 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:18:51.433065 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9b461720-6431-4afc-8a1b-2472f5e1793a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:51.444166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fec236-39b2-47f2-b6c7-aae7cf690262 req-a8569d7f-195d-4809-95ce-5b779faeb17d tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:51.446171 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7fec236-39b2-47f2-b6c7-aae7cf690262 req-a8569d7f-195d-4809-95ce-5b779faeb17d tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 943 time: 1.1887081 Jul 14 07:18:51.620721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e22a97-5c46-4931-847b-d4731c72944c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:18:51.647940 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9af971b-b4d6-4929-b7de-2699229502e8 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:18:51.656584 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7fec236-39b2-47f2-b6c7-aae7cf690262 req-7c906028-6e82-4339-a2e4-3d3e6544381d tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714001 Jul 14 07:18:51.665039 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19edb774-b90d-4b2d-b8f9-531d96c1adbc req-f4f2cc2d-b0dc-44f4-89eb-e97fb75c685b service neutron] 10.222.0.15 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9656579 Jul 14 07:18:51.667719 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-17e22a97-5c46-4931-847b-d4731c72944c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:51.674510 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-17e22a97-5c46-4931-847b-d4731c72944c tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/28139388-ef37-4f2f-99e0-222bded2e140 HTTP/1.1" status: 200 len: 703 time: 2.1720738 Jul 14 07:18:51.677021 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35912) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:51.680535 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port e8489e5d-2c28-4a14-9aff-ad242571e831 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:51.734211 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port e8489e5d-2c28-4a14-9aff-ad242571e831 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:51.734589 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:51.742790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a68921d1-22bb-4d63-92ed-4832c40bba81 None None] Port 7dc7b275-4f8d-4e11-885b-62324779f6cb cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:18:51.764305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 1e40fbd6-d198-4af7-8d3c-6392bf9054a2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:51.764714 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:51.783511 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port b9af971b-b4d6-4929-b7de-2699229502e8, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b9af971b-b4d6-4929-b7de-2699229502e8,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:51.831835 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:51.843231 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-51480697-31a3-4448-beaa-e6ffc9b39e5b tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/ports/f609ea86-40c6-4da2-98fa-7d6726d24339/tags HTTP/1.1" status: 204 len: 168 time: 1.1416347 Jul 14 07:18:51.849612 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35916) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:51.858843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-99c3365b-169d-4b60-aa72-80469281decc tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f609ea86-40c6-4da2-98fa-7d6726d24339', 'tempest-TagsExtTest-Tag-1770495558') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:51.878797 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-689bf039-041e-49e2-9c80-3a53d6e5e2d1 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/routers/28139388-ef37-4f2f-99e0-222bded2e140 HTTP/1.1" status: 200 len: 703 time: 0.2005792 Jul 14 07:18:51.880187 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35920) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:51.989623 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=b9af971b-b4d6-4929-b7de-2699229502e8,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:52.008509 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9b461720-6431-4afc-8a1b-2472f5e1793a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:52.037968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:18:48Z', 'revision_number': 6, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '033a5433-527f-4e96-9272-e9a29e85e0de', 'name': '', 'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:24:e0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'ef114cf4-f3a4-4393-95a9-0916b0fbc487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:33Z', 'updated_at': '2021-07-14T07:18:44Z', 'revision_number': 4, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'ef114cf4-f3a4-4393-95a9-0916b0fbc487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1db95131-084e-4996-af45-f81b7520a253', 'name': '', 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:df:54:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:42Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:26Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dc7b275-4f8d-4e11-885b-62324779f6cb', 'name': '', 'network_id': 'd64cff4a-33a0-4872-a96b-afd63f4944f4', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:17:e8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '4353cdd1-9d7a-4153-8eac-9586e0658423', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:42Z', 'updated_at': '2021-07-14T07:18:45Z', 'revision_number': 2, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': '4353cdd1-9d7a-4153-8eac-9586e0658423', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:52.075268 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['b9af971b-b4d6-4929-b7de-2699229502e8'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:18:52.086268 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9b461720-6431-4afc-8a1b-2472f5e1793a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:52.160041 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Checking router: 28139388-ef37-4f2f-99e0-222bded2e140 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:18:52.160404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Updating router 28139388-ef37-4f2f-99e0-222bded2e140 port 7dc7b275-4f8d-4e11-885b-62324779f6cb binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:18:52.169922 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b461720-6431-4afc-8a1b-2472f5e1793a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Pushing event updated for resources: {'Port': ['ID=2254d817-446b-405c-a217-05f47526bfb5,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:52.199538 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:52.222597 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-50660567-239f-43a1-a31c-bf94cda230a5 None None] Provisioning complete for port 7dc7b275-4f8d-4e11-885b-62324779f6cb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:52.223045 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-50660567-239f-43a1-a31c-bf94cda230a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:52.286009 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9b461720-6431-4afc-8a1b-2472f5e1793a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:52.287982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port e8489e5d-2c28-4a14-9aff-ad242571e831, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=e8489e5d-2c28-4a14-9aff-ad242571e831,segment=NetworkSegment(35059387-cc9b-4d1f-b50f-10e95f5a9e3d),segment_id=35059387-cc9b-4d1f-b50f-10e95f5a9e3d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:52.295804 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8489e5d-2c28-4a14-9aff-ad242571e831'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:18:52.298208 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614e81ea-22ed-4943-b345-a8daccc6ecc1" -d '{"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-plugged", "status": "completed", "tag": "e8489e5d-2c28-4a14-9aff-ad242571e831"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:18:52.303840 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:52.304574 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-99c3365b-169d-4b60-aa72-80469281decc tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] show failed (client error): The resource could not be found. Jul 14 07:18:52.305947 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-99c3365b-169d-4b60-aa72-80469281decc tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/ports/f609ea86-40c6-4da2-98fa-7d6726d24339/tags/tempest-TagsExtTest-Tag-1770495558 HTTP/1.1" status: 404 len: 329 time: 0.4524925 Jul 14 07:18:52.323060 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:52.323920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:52.325232 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35934) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:52.334984 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1671e-786a-48cb-87df-518be8aad003 req-6bfa10f0-6082-4ec2-9ea1-cb2d7057ce45 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:52.342446 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-3fde6e77-e600-4851-983b-51e3e68a0e7f tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f609ea86-40c6-4da2-98fa-7d6726d24339', 'tempest-TagsExtTest-Tag-689515831') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:52.362744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1671e-786a-48cb-87df-518be8aad003 req-6bfa10f0-6082-4ec2-9ea1-cb2d7057ce45 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:52.369009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1671e-786a-48cb-87df-518be8aad003 req-6bfa10f0-6082-4ec2-9ea1-cb2d7057ce45 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:52.374936 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1671e-786a-48cb-87df-518be8aad003 req-6bfa10f0-6082-4ec2-9ea1-cb2d7057ce45 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:52.397276 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1671e-786a-48cb-87df-518be8aad003 req-6bfa10f0-6082-4ec2-9ea1-cb2d7057ce45 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:52.412024 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec13a53-6ee8-4cdd-a46a-88645ae470fa x-openstack-request-id: req-dec13a53-6ee8-4cdd-a46a-88645ae470fa {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:18:52.412736 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1671e-786a-48cb-87df-518be8aad003 req-6bfa10f0-6082-4ec2-9ea1-cb2d7057ce45 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:52.413469 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-plugged", "status": "completed", "tag": "e8489e5d-2c28-4a14-9aff-ad242571e831", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:18:52.413725 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dec13a53-6ee8-4cdd-a46a-88645ae470fa {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:18:52.414165 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8489e5d-2c28-4a14-9aff-ad242571e831', 'code': 200} Jul 14 07:18:52.426798 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1671e-786a-48cb-87df-518be8aad003 req-6bfa10f0-6082-4ec2-9ea1-cb2d7057ce45 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:52.428792 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-84a1671e-786a-48cb-87df-518be8aad003 req-6bfa10f0-6082-4ec2-9ea1-cb2d7057ce45 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5427 time: 0.5373697 Jul 14 07:18:52.433585 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9b461720-6431-4afc-8a1b-2472f5e1793a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:52.437224 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9b461720-6431-4afc-8a1b-2472f5e1793a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3647640 Jul 14 07:18:52.535308 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-84a1671e-786a-48cb-87df-518be8aad003 req-0d4ca767-c105-47f9-976c-3985ca4ca14e tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930862 Jul 14 07:18:52.591707 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-3fde6e77-e600-4851-983b-51e3e68a0e7f tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] show failed (client error): The resource could not be found. Jul 14 07:18:52.592894 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3fde6e77-e600-4851-983b-51e3e68a0e7f tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/ports/f609ea86-40c6-4da2-98fa-7d6726d24339/tags/tempest-TagsExtTest-Tag-689515831 HTTP/1.1" status: 404 len: 328 time: 0.2603557 Jul 14 07:18:52.595663 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35956) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:52.610368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-4265dd7d-7f4a-4f1a-9dfa-389f81711905 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f609ea86-40c6-4da2-98fa-7d6726d24339', 'tempest-TagsExtTest-Tag-1327315795') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:52.632040 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-50660567-239f-43a1-a31c-bf94cda230a5 None None] Port 7dc7b275-4f8d-4e11-885b-62324779f6cb cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:18:52.636923 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 46758489-997e-445e-8fbb-507fe9258cd5 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:52.707661 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-180f9479-65ea-415b-a8f5-5bc2ea60ea3a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:52.782443 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-8a2acf20-8c40-464f-a433-f25575f57d70 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1147631139&fields=id&tenant_id=2f13bd40ef814da48e4c516ed8fe37d4 HTTP/1.1" status: 200 len: 267 time: 0.1691220 Jul 14 07:18:52.903171 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-470d3191-ffe3-4950-914b-ddbe4118a006 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:52.905134 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-470d3191-ffe3-4950-914b-ddbe4118a006 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/networks?id=f0238ee1-7249-4bb0-8396-c6cf116934a3 HTTP/1.1" status: 200 len: 812 time: 0.1156187 Jul 14 07:18:52.917261 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-4265dd7d-7f4a-4f1a-9dfa-389f81711905 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] show failed (client error): The resource could not be found. Jul 14 07:18:52.918637 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4265dd7d-7f4a-4f1a-9dfa-389f81711905 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/ports/f609ea86-40c6-4da2-98fa-7d6726d24339/tags/tempest-TagsExtTest-Tag-1327315795 HTTP/1.1" status: 404 len: 329 time: 0.3217678 Jul 14 07:18:52.928936 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35966) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:52.958450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-65f6701d-fb18-400e-8988-44d21539f8d2 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd090b771-86e4-4ac0-a59f-fa0d78da17ed', {'tags': ['tempest-TagsExtTest-Tag-365344043', 'tempest-TagsExtTest-Tag-1846994175', 'tempest-TagsExtTest-Tag-1348628667']}) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:52.965589 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-c3e9cb92-1762-4128-a06c-bc6acb2574e5 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/quotas/2f13bd40ef814da48e4c516ed8fe37d4 HTTP/1.1" status: 200 len: 375 time: 0.0220833 Jul 14 07:18:53.003226 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:53.004093 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cd573-9472-4fc0-b133-b83ae903db0b req-0aaddd1b-8090-47d7-bc40-a345ab6beb18 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:53.005848 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf8cd573-9472-4fc0-b133-b83ae903db0b req-0aaddd1b-8090-47d7-bc40-a345ab6beb18 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 944 time: 0.0995564 Jul 14 07:18:53.026688 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:18:53.078065 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=e8489e5d-2c28-4a14-9aff-ad242571e831,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:53.116913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:53.117650 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:53.130355 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf8cd573-9472-4fc0-b133-b83ae903db0b req-c5b1921c-6173-4f7c-af0c-671db920408f tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027164 Jul 14 07:18:53.167191 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-b7c6301e-20ec-4c31-8e9a-ae2ac8701f85 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2f13bd40ef814da48e4c516ed8fe37d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1943748 Jul 14 07:18:53.175702 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-65f6701d-fb18-400e-8988-44d21539f8d2 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "PUT /v2.0/routers/d090b771-86e4-4ac0-a59f-fa0d78da17ed/tags HTTP/1.1" status: 200 len: 317 time: 0.2453949 Jul 14 07:18:53.178234 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35974) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:53.185123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-ae902ece-e3ab-4001-97bd-29ef020893e7 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd090b771-86e4-4ac0-a59f-fa0d78da17ed') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:53.214336 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 46758489-997e-445e-8fbb-507fe9258cd5 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:53.227251 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 46758489-997e-445e-8fbb-507fe9258cd5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:53.227763 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:53.389284 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-180f9479-65ea-415b-a8f5-5bc2ea60ea3a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting port 7dc7b275-4f8d-4e11-885b-62324779f6cb {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:18:53.389634 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-180f9479-65ea-415b-a8f5-5bc2ea60ea3a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:53.442793 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:53.470590 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-065a1f21-7c4c-4140-ab9c-60d1c3abb10e service neutron] 10.222.0.35 "GET /v2.0/networks/f0238ee1-7249-4bb0-8396-c6cf116934a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121365 Jul 14 07:18:53.545648 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ae902ece-e3ab-4001-97bd-29ef020893e7 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/routers/d090b771-86e4-4ac0-a59f-fa0d78da17ed/tags HTTP/1.1" status: 204 len: 168 time: 0.3657711 Jul 14 07:18:53.547825 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35986) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:53.554041 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-1f371e32-7a4c-4811-8101-2b6b325a9892 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd090b771-86e4-4ac0-a59f-fa0d78da17ed', 'tempest-TagsExtTest-Tag-365344043') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:53.573169 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-180f9479-65ea-415b-a8f5-5bc2ea60ea3a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:53.581607 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:53.603353 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:53.611146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-180f9479-65ea-415b-a8f5-5bc2ea60ea3a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Calling delete_port for 7dc7b275-4f8d-4e11-885b-62324779f6cb owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:18:53.638720 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:53.675561 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Transition to ACTIVE for port object 7dc7b275-4f8d-4e11-885b-62324779f6cb will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:53.677785 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-1f371e32-7a4c-4811-8101-2b6b325a9892 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] show failed (client error): The resource could not be found. Jul 14 07:18:53.682268 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1f371e32-7a4c-4811-8101-2b6b325a9892 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/routers/d090b771-86e4-4ac0-a59f-fa0d78da17ed/tags/tempest-TagsExtTest-Tag-365344043 HTTP/1.1" status: 404 len: 328 time: 0.1329265 Jul 14 07:18:53.683113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35994) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:53.687175 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-80b01bb4-d953-4377-b9e4-c6fac2c27bea service neutron] 10.222.0.35 "GET /v2.0/networks/f0238ee1-7249-4bb0-8396-c6cf116934a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092080 Jul 14 07:18:53.690561 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-3d440554-048c-40a4-b95a-ddc2e17b76f5 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd090b771-86e4-4ac0-a59f-fa0d78da17ed', 'tempest-TagsExtTest-Tag-1846994175') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:53.727213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3181db43-d375-4837-9acb-b23c672feff1 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:53.802866 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:53.817969 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:53.877081 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 46758489-997e-445e-8fbb-507fe9258cd5, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=46758489-997e-445e-8fbb-507fe9258cd5,segment=NetworkSegment(ba370c08-40ad-4a74-a46d-4f2d655f83d1),segment_id=ba370c08-40ad-4a74-a46d-4f2d655f83d1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:53.909304 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-180f9479-65ea-415b-a8f5-5bc2ea60ea3a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:53.918886 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:53.919637 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 033a5433-527f-4e96-9272-e9a29e85e0de up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:53.982675 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-3d440554-048c-40a4-b95a-ddc2e17b76f5 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] show failed (client error): The resource could not be found. Jul 14 07:18:53.986626 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3d440554-048c-40a4-b95a-ddc2e17b76f5 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/routers/d090b771-86e4-4ac0-a59f-fa0d78da17ed/tags/tempest-TagsExtTest-Tag-1846994175 HTTP/1.1" status: 404 len: 329 time: 0.2997236 Jul 14 07:18:53.990166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36004) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:53.995548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-3fef95fd-1b34-4881-acb9-19639780cb30 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd090b771-86e4-4ac0-a59f-fa0d78da17ed', 'tempest-TagsExtTest-Tag-1348628667') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:54.005862 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f9479-65ea-415b-a8f5-5bc2ea60ea3a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Port': ['ID=7dc7b275-4f8d-4e11-885b-62324779f6cb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:54.071835 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 3181db43-d375-4837-9acb-b23c672feff1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:54.108213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 3181db43-d375-4837-9acb-b23c672feff1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:54.108591 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:54.200775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:54.263161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f8a9057-2aa5-40d3-8d2e-191bd5c1f14f req-d4b1deb8-74be-4554-8fdf-89070a8ed31e tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 210 time: 0.1608074 Jul 14 07:18:54.306021 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device b9af971b-b4d6-4929-b7de-2699229502e8 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:54.316112 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d95d5-ed3a-4b79-9c53-96e7c8fd3feb req-44452587-94f9-4de8-a144-6e141028583c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:54.323454 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d95d5-ed3a-4b79-9c53-96e7c8fd3feb req-44452587-94f9-4de8-a144-6e141028583c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:54.334900 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-180f9479-65ea-415b-a8f5-5bc2ea60ea3a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:54.337683 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d95d5-ed3a-4b79-9c53-96e7c8fd3feb req-44452587-94f9-4de8-a144-6e141028583c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:54.357475 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d95d5-ed3a-4b79-9c53-96e7c8fd3feb req-44452587-94f9-4de8-a144-6e141028583c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:54.403477 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d95d5-ed3a-4b79-9c53-96e7c8fd3feb req-44452587-94f9-4de8-a144-6e141028583c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:54.415532 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d95d5-ed3a-4b79-9c53-96e7c8fd3feb req-44452587-94f9-4de8-a144-6e141028583c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:54.422519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d95d5-ed3a-4b79-9c53-96e7c8fd3feb req-44452587-94f9-4de8-a144-6e141028583c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:54.431260 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab4d95d5-ed3a-4b79-9c53-96e7c8fd3feb req-44452587-94f9-4de8-a144-6e141028583c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5429 time: 0.6096284 Jul 14 07:18:54.445666 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-3fef95fd-1b34-4881-acb9-19639780cb30 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] show failed (client error): The resource could not be found. Jul 14 07:18:54.447912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3fef95fd-1b34-4881-acb9-19639780cb30 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/routers/d090b771-86e4-4ac0-a59f-fa0d78da17ed/tags/tempest-TagsExtTest-Tag-1348628667 HTTP/1.1" status: 404 len: 329 time: 0.4560530 Jul 14 07:18:54.456512 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36026) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:54.476358 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:18:54.484224 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131b58be-72b9-4924-b082-e82c457828fd" -d '{"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-plugged", "status": "completed", "tag": "bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:18:54.496064 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab4d95d5-ed3a-4b79-9c53-96e7c8fd3feb req-67d273e2-8fad-4b12-9d02-80fb8e553880 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635469 Jul 14 07:18:54.556493 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fcba23aa-c113-4f01-a662-a3bbbdbe1d82 None None] Could not find standard attr ID for object 7dc7b275-4f8d-4e11-885b-62324779f6cb. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:18:54.595225 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-5ec94168-e603-4684-9572-3c7d1b8fcd47 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8a71fb41-5dd2-4d66-9a20-f7d4ab834eea', {'tags': ['tempest-TagsExtTest-Tag-1286573277', 'tempest-TagsExtTest-Tag-2012858520', 'tempest-TagsExtTest-Tag-491441395']}) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:54.624690 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Attempting to bind port 7dc7b275-4f8d-4e11-885b-62324779f6cb on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:18:54.625055 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Attempting to bind port 7dc7b275-4f8d-4e11-885b-62324779f6cb by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'ba370c08-40ad-4a74-a46d-4f2d655f83d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd64cff4a-33a0-4872-a96b-afd63f4944f4'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:18:54.625446 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Attempting to bind port 7dc7b275-4f8d-4e11-885b-62324779f6cb on network d64cff4a-33a0-4872-a96b-afd63f4944f4 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:18:54.637468 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f3e6c-b469-41b7-a4f6-8046402225f3 None None] Pushing event deleted for resources: {'Port': ['ID=7dc7b275-4f8d-4e11-885b-62324779f6cb,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:54.728792 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619cdf0-6b8b-4b69-a537-bc6228de7356 req-9e51e219-6625-4d63-a019-a6824db9bf2b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:54.733136 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9619cdf0-6b8b-4b69-a537-bc6228de7356 req-9e51e219-6625-4d63-a019-a6824db9bf2b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 944 time: 0.1590867 Jul 14 07:18:54.780707 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36038) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:54.781361 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5ec94168-e603-4684-9572-3c7d1b8fcd47 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "PUT /v2.0/subnetpools/8a71fb41-5dd2-4d66-9a20-f7d4ab834eea/tags HTTP/1.1" status: 200 len: 317 time: 0.3203788 Jul 14 07:18:54.792858 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-30fef447-1743-4125-ac54-3a91ae8a8808 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8a71fb41-5dd2-4d66-9a20-f7d4ab834eea') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:54.817845 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401a0c22-22c6-4f6c-aa83-531330d9b305 x-openstack-request-id: req-401a0c22-22c6-4f6c-aa83-531330d9b305 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:18:54.818181 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-plugged", "status": "completed", "tag": "bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:18:54.818390 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-401a0c22-22c6-4f6c-aa83-531330d9b305 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:18:54.821335 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7', 'code': 200} Jul 14 07:18:54.834706 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9619cdf0-6b8b-4b69-a537-bc6228de7356 req-894df040-15fe-4e2e-bc95-3b0510a1575b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972776 Jul 14 07:18:54.855537 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:54.857247 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:18:54.857626 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Checking segment: {'id': 'ba370c08-40ad-4a74-a46d-4f2d655f83d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd64cff4a-33a0-4872-a96b-afd63f4944f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:18:54.858023 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:54.858422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Bound using segment: {'id': 'ba370c08-40ad-4a74-a46d-4f2d655f83d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd64cff4a-33a0-4872-a96b-afd63f4944f4'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:18:54.858904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Bound port: 7dc7b275-4f8d-4e11-885b-62324779f6cb, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba370c08-40ad-4a74-a46d-4f2d655f83d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd64cff4a-33a0-4872-a96b-afd63f4944f4'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:18:54.859284 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:54.891205 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-30fef447-1743-4125-ac54-3a91ae8a8808 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/subnetpools/8a71fb41-5dd2-4d66-9a20-f7d4ab834eea/tags HTTP/1.1" status: 204 len: 168 time: 0.1093714 Jul 14 07:18:54.894405 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36044) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:54.900207 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-e33baea1-cfe0-4475-a0f0-7bb4cf5af125 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8a71fb41-5dd2-4d66-9a20-f7d4ab834eea', 'tempest-TagsExtTest-Tag-1286573277') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:54.943407 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port b9af971b-b4d6-4929-b7de-2699229502e8 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:54.964122 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-e33baea1-cfe0-4475-a0f0-7bb4cf5af125 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] show failed (client error): The resource could not be found. Jul 14 07:18:54.964122 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e33baea1-cfe0-4475-a0f0-7bb4cf5af125 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/subnetpools/8a71fb41-5dd2-4d66-9a20-f7d4ab834eea/tags/tempest-TagsExtTest-Tag-1286573277 HTTP/1.1" status: 404 len: 329 time: 0.0641937 Jul 14 07:18:54.964122 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36046) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:54.964481 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port b9af971b-b4d6-4929-b7de-2699229502e8 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:54.964745 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:54.977834 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-95571760-1a96-4929-be7e-b4667839b9d6 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8a71fb41-5dd2-4d66-9a20-f7d4ab834eea', 'tempest-TagsExtTest-Tag-2012858520') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:54.997621 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Port 7dc7b275-4f8d-4e11-885b-62324779f6cb has been deleted concurrently {{(pid=93829) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 14 07:18:55.002362 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180f9479-65ea-415b-a8f5-5bc2ea60ea3a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router 28139388-ef37-4f2f-99e0-222bded2e140 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:18:55.030121 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-95571760-1a96-4929-be7e-b4667839b9d6 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] show failed (client error): The resource could not be found. Jul 14 07:18:55.033779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 033a5433-527f-4e96-9272-e9a29e85e0de completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:55.033927 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-95571760-1a96-4929-be7e-b4667839b9d6 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/subnetpools/8a71fb41-5dd2-4d66-9a20-f7d4ab834eea/tags/tempest-TagsExtTest-Tag-2012858520 HTTP/1.1" status: 404 len: 329 time: 0.0661354 Jul 14 07:18:55.034016 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36048) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:55.042769 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-f9563a11-a720-4e18-9a86-70860c295539 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8a71fb41-5dd2-4d66-9a20-f7d4ab834eea', 'tempest-TagsExtTest-Tag-491441395') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:55.045612 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=46758489-997e-445e-8fbb-507fe9258cd5,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:55.058185 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 033a5433-527f-4e96-9272-e9a29e85e0de triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:55.058559 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:55.085176 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-f9563a11-a720-4e18-9a86-70860c295539 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] show failed (client error): The resource could not be found. Jul 14 07:18:55.089403 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f9563a11-a720-4e18-9a86-70860c295539 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/subnetpools/8a71fb41-5dd2-4d66-9a20-f7d4ab834eea/tags/tempest-TagsExtTest-Tag-491441395 HTTP/1.1" status: 404 len: 328 time: 0.0516043 Jul 14 07:18:55.090865 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36050) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:55.096306 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-66fa2211-1178-45d0-a506-8ce13e076338 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8a71fb41-5dd2-4d66-9a20-f7d4ab834eea') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:55.097373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3181db43-d375-4837-9acb-b23c672feff1, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3181db43-d375-4837-9acb-b23c672feff1,segment=NetworkSegment(81c74f52-a606-4f21-8874-53e335c2e1a9),segment_id=81c74f52-a606-4f21-8874-53e335c2e1a9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:55.108971 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Routers {'28139388-ef37-4f2f-99e0-222bded2e140'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:18:55.109741 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:18:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['28139388-ef37-4f2f-99e0-222bded2e140'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:55.115140 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:55.115955 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d4545f69-ed88-4ffb-9479-73ab5a234def up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:55.131993 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-66fa2211-1178-45d0-a506-8ce13e076338 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/subnetpools/8a71fb41-5dd2-4d66-9a20-f7d4ab834eea/tags HTTP/1.1" status: 204 len: 168 time: 0.0371435 Jul 14 07:18:55.131993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36052) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:55.137048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-5f5ad0fa-bd61-4e97-98c9-5c236ea1bc9c tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd090b771-86e4-4ac0-a59f-fa0d78da17ed') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:55.238601 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180f9479-65ea-415b-a8f5-5bc2ea60ea3a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:18:55.249673 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5f5ad0fa-bd61-4e97-98c9-5c236ea1bc9c tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/routers/d090b771-86e4-4ac0-a59f-fa0d78da17ed/tags HTTP/1.1" status: 204 len: 168 time: 0.1158864 Jul 14 07:18:55.253022 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-180f9479-65ea-415b-a8f5-5bc2ea60ea3a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/28139388-ef37-4f2f-99e0-222bded2e140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3693857 Jul 14 07:18:55.253022 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36054) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:55.254315 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36056) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:55.256761 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-a5ff0a15-24e7-41ec-88fc-56f4b1218936 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f609ea86-40c6-4da2-98fa-7d6726d24339') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:55.354638 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f53e238-76c6-42ab-bfdb-f37e30b336ed tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting subnet 4353cdd1-9d7a-4153-8eac-9586e0658423 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:18:55.375933 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f53e238-76c6-42ab-bfdb-f37e30b336ed tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:55.432012 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a5ff0a15-24e7-41ec-88fc-56f4b1218936 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/ports/f609ea86-40c6-4da2-98fa-7d6726d24339/tags HTTP/1.1" status: 204 len: 168 time: 0.1711781 Jul 14 07:18:55.432012 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36070) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:55.442317 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-e592b9ec-f573-46c5-bb64-6ccc9bfd86fe tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'afb4a381-8e0b-4c84-9985-6c1955c7d84b') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:55.490644 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f53e238-76c6-42ab-bfdb-f37e30b336ed tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:55.571227 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e592b9ec-f573-46c5-bb64-6ccc9bfd86fe tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/subnets/afb4a381-8e0b-4c84-9985-6c1955c7d84b/tags HTTP/1.1" status: 204 len: 168 time: 0.1415770 Jul 14 07:18:55.577467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36074) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:55.644867 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9c33ddf6-3254-4e22-9b4d-61a1f3adf52b req-b6a30126-034a-4068-9eda-fcef2f73a7dd tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 210 time: 0.1512609 Jul 14 07:18:55.671310 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f53e238-76c6-42ab-bfdb-f37e30b336ed tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:55.731725 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] Set router 28139388-ef37-4f2f-99e0-222bded2e140 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:18:55.738137 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=3181db43-d375-4837-9acb-b23c672feff1,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:55.785764 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:55.801602 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port d4545f69-ed88-4ffb-9479-73ab5a234def completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:55.861136 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:55.878845 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-53531084-b7f8-453c-8f48-315a04b6d12c tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks [] for subnetpool, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:55.882084 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-53531084-b7f8-453c-8f48-315a04b6d12c tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/subnetpools/8a71fb41-5dd2-4d66-9a20-f7d4ab834eea HTTP/1.1" status: 204 len: 168 time: 0.3012190 Jul 14 07:18:55.882374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36090) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:55.885551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port d4545f69-ed88-4ffb-9479-73ab5a234def triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:55.886109 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:55.905655 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f53e238-76c6-42ab-bfdb-f37e30b336ed tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:55.967396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db8128-01c0-474e-886e-3397cfece085 req-2ab3f0b4-84be-49f3-8c8b-dd2e34a4c66f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:55.978004 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fd63029b-937c-4bdf-9659-48e4b05ab38b tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "GET /v2.0/ports?device_id=d090b771-86e4-4ac0-a59f-fa0d78da17ed HTTP/1.1" status: 200 len: 205 time: 0.0916879 Jul 14 07:18:55.987150 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db8128-01c0-474e-886e-3397cfece085 req-2ab3f0b4-84be-49f3-8c8b-dd2e34a4c66f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:55.993907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db8128-01c0-474e-886e-3397cfece085 req-2ab3f0b4-84be-49f3-8c8b-dd2e34a4c66f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:55.996050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 033a5433-527f-4e96-9272-e9a29e85e0de, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=033a5433-527f-4e96-9272-e9a29e85e0de,segment=NetworkSegment(15ff4cf5-cf0c-42c8-9613-f00592802d61),segment_id=15ff4cf5-cf0c-42c8-9613-f00592802d61)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:56.001442 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db8128-01c0-474e-886e-3397cfece085 req-2ab3f0b4-84be-49f3-8c8b-dd2e34a4c66f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:56.007805 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db8128-01c0-474e-886e-3397cfece085 req-2ab3f0b4-84be-49f3-8c8b-dd2e34a4c66f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:56.015057 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db8128-01c0-474e-886e-3397cfece085 req-2ab3f0b4-84be-49f3-8c8b-dd2e34a4c66f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:56.021822 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db8128-01c0-474e-886e-3397cfece085 req-2ab3f0b4-84be-49f3-8c8b-dd2e34a4c66f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:56.029852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31db8128-01c0-474e-886e-3397cfece085 req-2ab3f0b4-84be-49f3-8c8b-dd2e34a4c66f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5430 time: 0.3330398 Jul 14 07:18:56.039557 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36092) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:56.103737 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-54824423-ebfa-4506-a853-c698d6fef7de tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:56.105227 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-54824423-ebfa-4506-a853-c698d6fef7de tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.30 "GET /v2.0/networks?id=f0238ee1-7249-4bb0-8396-c6cf116934a3 HTTP/1.1" status: 200 len: 812 time: 0.1390319 Jul 14 07:18:56.158086 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0fd47596-43e9-4dc6-bc6f-45cb24c941a8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:56.181160 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:56.185716 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 67288302-38fa-4345-900b-b7c21eafac2a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:56.188490 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port b9af971b-b4d6-4929-b7de-2699229502e8, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b9af971b-b4d6-4929-b7de-2699229502e8,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:56.208533 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53e238-76c6-42ab-bfdb-f37e30b336ed tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Subnet': ['ID=4353cdd1-9d7a-4153-8eac-9586e0658423,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:56.217754 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f53e238-76c6-42ab-bfdb-f37e30b336ed tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:56.222591 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-057502a0-b2ce-4cec-b027-93c31ef47352 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f13bd40ef814da48e4c516ed8fe37d4 HTTP/1.1" status: 200 len: 380 time: 0.1090186 Jul 14 07:18:56.223150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36096) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:56.224522 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4f53e238-76c6-42ab-bfdb-f37e30b336ed tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/subnets/4353cdd1-9d7a-4153-8eac-9586e0658423 HTTP/1.1" status: 204 len: 168 time: 0.9679425 Jul 14 07:18:56.276123 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-dc3ffdfe-d951-417b-a5ac-90857ec2c827 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Request body: {'port': {'device_id': '42353473-0c0a-4f70-8c89-0eb48091e65c', 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3', 'admin_state_up': True, 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'security_groups': ['29ff9297-24b4-404f-9baf-68a464a445ff']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:56.341854 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=033a5433-527f-4e96-9272-e9a29e85e0de,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:56.352492 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddf13ee-de0a-4d0f-8577-f0fa1754804c None None] Network d64cff4a-33a0-4872-a96b-afd63f4944f4 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:18:56.360035 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:56.527131 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:56.558642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-dc3ffdfe-d951-417b-a5ac-90857ec2c827 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Made reservation on behalf of 2f13bd40ef814da48e4c516ed8fe37d4 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:18:56.565065 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-dc3ffdfe-d951-417b-a5ac-90857ec2c827 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:56.596778 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:56.631656 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=b9af971b-b4d6-4929-b7de-2699229502e8,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:56.723134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 67288302-38fa-4345-900b-b7c21eafac2a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:56.725979 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31db8128-01c0-474e-886e-3397cfece085 req-34b40f85-3d01-4174-bcca-3f9803a486ba tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6945207 Jul 14 07:18:56.751159 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting port 46758489-997e-445e-8fbb-507fe9258cd5 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:18:56.751434 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:56.795666 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 67288302-38fa-4345-900b-b7c21eafac2a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:56.796304 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:56.827440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3181db43-d375-4837-9acb-b23c672feff1'}, {'server_uuid': 'd8b22cd4-f270-41fd-9ed3-5e91ea07102a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9af971b-b4d6-4929-b7de-2699229502e8'}, {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4545f69-ed88-4ffb-9479-73ab5a234def'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:18:56.829754 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7d8b3d-a595-4421-941d-6e6e58a7ecaa" -d '{"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-plugged", "status": "completed", "tag": "3181db43-d375-4837-9acb-b23c672feff1"}, {"server_uuid": "d8b22cd4-f270-41fd-9ed3-5e91ea07102a", "name": "network-vif-plugged", "status": "completed", "tag": "b9af971b-b4d6-4929-b7de-2699229502e8"}, {"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-plugged", "status": "completed", "tag": "d4545f69-ed88-4ffb-9479-73ab5a234def"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:18:56.863474 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0fd47596-43e9-4dc6-bc6f-45cb24c941a8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:56.866562 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0fd47596-43e9-4dc6-bc6f-45cb24c941a8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:56.884196 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] For port 46758489-997e-445e-8fbb-507fe9258cd5, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=46758489-997e-445e-8fbb-507fe9258cd5,segment=NetworkSegment(ba370c08-40ad-4a74-a46d-4f2d655f83d1),segment_id=ba370c08-40ad-4a74-a46d-4f2d655f83d1)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:56.884863 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:56.903323 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Calling delete_port for 46758489-997e-445e-8fbb-507fe9258cd5 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:18:56.909597 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port d4545f69-ed88-4ffb-9479-73ab5a234def, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d4545f69-ed88-4ffb-9479-73ab5a234def,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:56.943983 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:56.944956 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d8b1564a-4f35-4de5-9954-86f6e6e84b2e up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:57.054461 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30edbc0f-4f73-4439-83c5-2db2aa826b3e req-8c06964d-2f82-423c-bc0e-2574d4474d4d tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 210 time: 0.0506015 Jul 14 07:18:57.059237 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0fd47596-43e9-4dc6-bc6f-45cb24c941a8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:57.059838 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd47596-43e9-4dc6-bc6f-45cb24c941a8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Fanout notify agent at l3_agent the message router_deleted on router d090b771-86e4-4ac0-a59f-fa0d78da17ed {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:18:57.068817 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0fd47596-43e9-4dc6-bc6f-45cb24c941a8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:57.069925 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0fd47596-43e9-4dc6-bc6f-45cb24c941a8 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/routers/d090b771-86e4-4ac0-a59f-fa0d78da17ed HTTP/1.1" status: 204 len: 168 time: 1.0254793 Jul 14 07:18:57.073705 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36130) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:57.091109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41694d1-ebe6-41fc-9674-19575d279a7d req-d4950d85-ebf7-4ee0-85a0-af5ba219d1dc tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:57.102297 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d41694d1-ebe6-41fc-9674-19575d279a7d req-d4950d85-ebf7-4ee0-85a0-af5ba219d1dc tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 945 time: 0.8029544 Jul 14 07:18:57.127737 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:18:53Z', 'revision_number': 8, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '033a5433-527f-4e96-9272-e9a29e85e0de', 'name': '', 'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:24:e0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'ef114cf4-f3a4-4393-95a9-0916b0fbc487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:33Z', 'updated_at': '2021-07-14T07:18:44Z', 'revision_number': 4, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'ef114cf4-f3a4-4393-95a9-0916b0fbc487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1db95131-084e-4996-af45-f81b7520a253', 'name': '', 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:df:54:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:42Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:26Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:57.139193 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-dc3ffdfe-d951-417b-a5ac-90857ec2c827 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Allocated IP 172.20.0.10 (f0238ee1-7249-4bb0-8396-c6cf116934a3/1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8/99f8dce7-2ab3-4d36-8099-01db93d7ab93) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:18:57.174327 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d41694d1-ebe6-41fc-9674-19575d279a7d req-126434f5-11b7-406e-a5c2-fa5a2b8cb5e8 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707352 Jul 14 07:18:57.223797 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 14 Jul 2021 07:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ecd513-93b0-43da-a50c-27d81a040272 x-openstack-request-id: req-a6ecd513-93b0-43da-a50c-27d81a040272 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:18:57.223797 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-plugged", "status": "completed", "tag": "3181db43-d375-4837-9acb-b23c672feff1", "code": 200}, {"server_uuid": "d8b22cd4-f270-41fd-9ed3-5e91ea07102a", "name": "network-vif-plugged", "status": "completed", "tag": "b9af971b-b4d6-4929-b7de-2699229502e8", "code": 200}, {"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-plugged", "status": "completed", "tag": "d4545f69-ed88-4ffb-9479-73ab5a234def", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:18:57.223797 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6ecd513-93b0-43da-a50c-27d81a040272 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:18:57.223797 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3181db43-d375-4837-9acb-b23c672feff1', 'code': 200} Jul 14 07:18:57.223797 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b22cd4-f270-41fd-9ed3-5e91ea07102a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9af971b-b4d6-4929-b7de-2699229502e8', 'code': 200} Jul 14 07:18:57.223797 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4545f69-ed88-4ffb-9479-73ab5a234def', 'code': 200} Jul 14 07:18:57.273583 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c48767-edda-47f4-8dad-f44dc3992588 None None] DHCP port deletion for d64cff4a-33a0-4872-a96b-afd63f4944f4 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:18:57.276903 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=d4545f69-ed88-4ffb-9479-73ab5a234def,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:57.282551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd0029b-625c-4549-b400-9d0027583837 None None] The sync data for ids ['28139388-ef37-4f2f-99e0-222bded2e140'] in n-d-778696-5 is: [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:18:53Z', 'revision_number': 8, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '033a5433-527f-4e96-9272-e9a29e85e0de', 'name': '', 'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:24:e0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'ef114cf4-f3a4-4393-95a9-0916b0fbc487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:33Z', 'updated_at': '2021-07-14T07:18:44Z', 'revision_number': 4, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'ef114cf4-f3a4-4393-95a9-0916b0fbc487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1db95131-084e-4996-af45-f81b7520a253', 'name': '', 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:df:54:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:42Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:26Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:18:57.285312 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:57.353460 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa256cef-2368-4d43-8213-154e8e98a0d2 req-658b77a1-265b-4135-85c0-c0bcee31c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:57.355520 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa256cef-2368-4d43-8213-154e8e98a0d2 req-658b77a1-265b-4135-85c0-c0bcee31c423 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 1096 time: 0.0909519 Jul 14 07:18:57.405020 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa256cef-2368-4d43-8213-154e8e98a0d2 req-31a284d2-c7b8-4fd1-8a48-ef0ac9a9f0d6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430388 Jul 14 07:18:57.413689 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port d8b1564a-4f35-4de5-9954-86f6e6e84b2e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:57.432851 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port d8b1564a-4f35-4de5-9954-86f6e6e84b2e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:57.433248 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:57.496568 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 67288302-38fa-4345-900b-b7c21eafac2a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=67288302-38fa-4345-900b-b7c21eafac2a,segment=NetworkSegment(8349b6e8-ab21-4160-bfcc-f7cc987f5618),segment_id=8349b6e8-ab21-4160-bfcc-f7cc987f5618)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:57.511444 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:57.512300 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6d359e42-b7d0-41c5-967d-e78c0e6a9819 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:57.613631 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:57.636676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-24c48767-edda-47f4-8dad-f44dc3992588 None None] Deleting port 46758489-997e-445e-8fbb-507fe9258cd5 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:18:57.637121 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-24c48767-edda-47f4-8dad-f44dc3992588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:57.745137 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=67288302-38fa-4345-900b-b7c21eafac2a,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:57.754493 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:57.830055 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] No DVR routers for this DVR port 46758489-997e-445e-8fbb-507fe9258cd5 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:18:57.839697 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Port': ['ID=46758489-997e-445e-8fbb-507fe9258cd5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:57.872007 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-24c48767-edda-47f4-8dad-f44dc3992588 None None] For port 46758489-997e-445e-8fbb-507fe9258cd5, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=46758489-997e-445e-8fbb-507fe9258cd5,segment=NetworkSegment(ba370c08-40ad-4a74-a46d-4f2d655f83d1),segment_id=ba370c08-40ad-4a74-a46d-4f2d655f83d1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:57.872711 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-24c48767-edda-47f4-8dad-f44dc3992588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:57.901596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-24c48767-edda-47f4-8dad-f44dc3992588 None None] Calling delete_port for 46758489-997e-445e-8fbb-507fe9258cd5 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:18:58.010441 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-dc3ffdfe-d951-417b-a5ac-90857ec2c827 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:58.024454 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-dc3ffdfe-d951-417b-a5ac-90857ec2c827 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Transition to ACTIVE for port object 99f8dce7-2ab3-4d36-8099-01db93d7ab93 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:58.042417 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 07:18:58.070817 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-24c48767-edda-47f4-8dad-f44dc3992588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:58.078308 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-215c1943-243c-487f-b89f-ceb844625ba9 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Deleting port f609ea86-40c6-4da2-98fa-7d6726d24339 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:18:58.079969 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-215c1943-243c-487f-b89f-ceb844625ba9 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:58.114102 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-dc3ffdfe-d951-417b-a5ac-90857ec2c827 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:58.158340 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c48767-edda-47f4-8dad-f44dc3992588 None None] No DVR routers for this DVR port 46758489-997e-445e-8fbb-507fe9258cd5 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:18:58.180616 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf2cda-f1d6-4c75-8c1d-83f8ebd0654b None None] Sync routers for ids ['28139388-ef37-4f2f-99e0-222bded2e140'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:18:58.203863 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf2cda-f1d6-4c75-8c1d-83f8ebd0654b None None] Routers {'28139388-ef37-4f2f-99e0-222bded2e140'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:18:58.204739 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-22cf2cda-f1d6-4c75-8c1d-83f8ebd0654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:18:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['28139388-ef37-4f2f-99e0-222bded2e140'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:58.328188 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port d8b1564a-4f35-4de5-9954-86f6e6e84b2e, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d8b1564a-4f35-4de5-9954-86f6e6e84b2e,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:58.331753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c48767-edda-47f4-8dad-f44dc3992588 None None] Pushing event deleted for resources: {'Port': ['ID=46758489-997e-445e-8fbb-507fe9258cd5,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:58.342996 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:58.348275 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:58.367221 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-22cf2cda-f1d6-4c75-8c1d-83f8ebd0654b None None] Set router 28139388-ef37-4f2f-99e0-222bded2e140 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:18:58.407050 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911af6c-4236-447f-9cb7-867beb7ef9a1 req-178dc4a6-f6ae-49b4-aa5b-43b6eb8fb318 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:58.416611 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911af6c-4236-447f-9cb7-867beb7ef9a1 req-178dc4a6-f6ae-49b4-aa5b-43b6eb8fb318 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:58.423931 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-215c1943-243c-487f-b89f-ceb844625ba9 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:58.427017 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911af6c-4236-447f-9cb7-867beb7ef9a1 req-178dc4a6-f6ae-49b4-aa5b-43b6eb8fb318 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:58.437004 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911af6c-4236-447f-9cb7-867beb7ef9a1 req-178dc4a6-f6ae-49b4-aa5b-43b6eb8fb318 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:58.452819 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-215c1943-243c-487f-b89f-ceb844625ba9 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Calling delete_port for f609ea86-40c6-4da2-98fa-7d6726d24339 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:18:58.466372 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911af6c-4236-447f-9cb7-867beb7ef9a1 req-178dc4a6-f6ae-49b4-aa5b-43b6eb8fb318 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:58.482131 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911af6c-4236-447f-9cb7-867beb7ef9a1 req-178dc4a6-f6ae-49b4-aa5b-43b6eb8fb318 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:58.494374 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 6d359e42-b7d0-41c5-967d-e78c0e6a9819 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:58.494752 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:58.497746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911af6c-4236-447f-9cb7-867beb7ef9a1 req-178dc4a6-f6ae-49b4-aa5b-43b6eb8fb318 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:58.503604 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a911af6c-4236-447f-9cb7-867beb7ef9a1 req-178dc4a6-f6ae-49b4-aa5b-43b6eb8fb318 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5431 time: 0.4176419 Jul 14 07:18:58.581823 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a911af6c-4236-447f-9cb7-867beb7ef9a1 req-d5164e83-80d9-486a-9fea-0282230244c8 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734720 Jul 14 07:18:58.628497 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:58.636567 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10096ce8-0d84-450e-9e69-96ef852be516 req-edc5c7ca-48e3-49bb-865a-361fccd770cd tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:58.638267 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10096ce8-0d84-450e-9e69-96ef852be516 req-edc5c7ca-48e3-49bb-865a-361fccd770cd tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 932 time: 0.3191507 Jul 14 07:18:58.678503 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:58.678879 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:58.680904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=d8b1564a-4f35-4de5-9954-86f6e6e84b2e,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:58.701364 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10096ce8-0d84-450e-9e69-96ef852be516 req-4eda3cd9-2aea-4d36-9037-41902b549c8c tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ff9297-24b4-404f-9baf-68a464a445ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569403 Jul 14 07:18:58.864913 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-dc3ffdfe-d951-417b-a5ac-90857ec2c827 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Network f0238ee1-7249-4bb0-8396-c6cf116934a3 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:18:58.867983 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-215c1943-243c-487f-b89f-ceb844625ba9 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:58.893431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e1230-1dad-4b9b-9d4e-7455b1d03ed0 req-84b89b80-82cf-4363-930a-d8903208ed26 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:58.895755 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc9e1230-1dad-4b9b-9d4e-7455b1d03ed0 req-84b89b80-82cf-4363-930a-d8903208ed26 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 945 time: 0.1049323 Jul 14 07:18:58.909704 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-dc3ffdfe-d951-417b-a5ac-90857ec2c827 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:18:58.911252 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-22cf2cda-f1d6-4c75-8c1d-83f8ebd0654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:18:53Z', 'revision_number': 8, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '033a5433-527f-4e96-9272-e9a29e85e0de', 'name': '', 'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:24:e0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'ef114cf4-f3a4-4393-95a9-0916b0fbc487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:33Z', 'updated_at': '2021-07-14T07:18:55Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'ef114cf4-f3a4-4393-95a9-0916b0fbc487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1db95131-084e-4996-af45-f81b7520a253', 'name': '', 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:df:54:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:42Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:26Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:58.961796 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:58.972314 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc9e1230-1dad-4b9b-9d4e-7455b1d03ed0 req-0011486d-d95e-4387-8618-887729b3bafb tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560956 Jul 14 07:18:58.988686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a23a1635-c5fb-4d6f-a62f-0588585bdc9c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:58.993162 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf2cda-f1d6-4c75-8c1d-83f8ebd0654b None None] Checking router: 28139388-ef37-4f2f-99e0-222bded2e140 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:18:59.025135 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ffdfe-d951-417b-a5ac-90857ec2c827 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Pushing event updated for resources: {'Port': ['ID=99f8dce7-2ab3-4d36-8099-01db93d7ab93,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:59.028887 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-dc3ffdfe-d951-417b-a5ac-90857ec2c827 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:18:59.031844 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf2cda-f1d6-4c75-8c1d-83f8ebd0654b None None] Routers {'28139388-ef37-4f2f-99e0-222bded2e140'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:18:59.032485 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-22cf2cda-f1d6-4c75-8c1d-83f8ebd0654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:18:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['28139388-ef37-4f2f-99e0-222bded2e140'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:59.060409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64cff4a-33a0-4872-a96b-afd63f4944f4']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:59.274022 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba370c08-40ad-4a74-a46d-4f2d655f83d1') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:59.274323 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba370c08-40ad-4a74-a46d-4f2d655f83d1') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:59.311305 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-22cf2cda-f1d6-4c75-8c1d-83f8ebd0654b None None] Set router 28139388-ef37-4f2f-99e0-222bded2e140 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:18:59.315413 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c1943-243c-487f-b89f-ceb844625ba9 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Pushing event deleted for resources: {'Port': ['ID=f609ea86-40c6-4da2-98fa-7d6726d24339,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:59.354046 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-dc3ffdfe-d951-417b-a5ac-90857ec2c827 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:18:59.354699 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-dc3ffdfe-d951-417b-a5ac-90857ec2c827 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:59.361929 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-215c1943-243c-487f-b89f-ceb844625ba9 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:59.366397 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-215c1943-243c-487f-b89f-ceb844625ba9 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/ports/f609ea86-40c6-4da2-98fa-7d6726d24339 HTTP/1.1" status: 204 len: 168 time: 2.2824163 Jul 14 07:18:59.366397 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:59.367625 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36176) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:59.402644 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:59.407899 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-dc3ffdfe-d951-417b-a5ac-90857ec2c827 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1408136 Jul 14 07:18:59.413846 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:18:59.415090 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: items = [ Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:18:59.426496 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:18:59.439637 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Request body: {'port': {'device_id': '42353473-0c0a-4f70-8c89-0eb48091e65c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:18:59.524240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-071f0d10-08cd-4c9d-9ed5-4c515e867b86 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Deleting subnet afb4a381-8e0b-4c84-9985-6c1955c7d84b {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:18:59.536916 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-071f0d10-08cd-4c9d-9ed5-4c515e867b86 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:59.540960 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b1564a-4f35-4de5-9954-86f6e6e84b2e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:18:59.549835 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05a17a7-81a2-49d9-aaec-aeeeeacc9078" -d '{"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-plugged", "status": "completed", "tag": "d8b1564a-4f35-4de5-9954-86f6e6e84b2e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:18:59.607676 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:59.675573 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:59.694174 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:59.700301 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/networks/d64cff4a-33a0-4872-a96b-afd63f4944f4 HTTP/1.1" status: 204 len: 168 time: 3.4746053 Jul 14 07:18:59.706122 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36188) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:18:59.709838 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68af5dc5-6095-4bdc-a11d-ae00262f025a x-openstack-request-id: req-68af5dc5-6095-4bdc-a11d-ae00262f025a {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:18:59.710145 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-plugged", "status": "completed", "tag": "d8b1564a-4f35-4de5-9954-86f6e6e84b2e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:18:59.710413 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68af5dc5-6095-4bdc-a11d-ae00262f025a {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:18:59.710819 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b1564a-4f35-4de5-9954-86f6e6e84b2e', 'code': 200} Jul 14 07:18:59.738737 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9bea1250-2e53-453b-8f76-3689c87e6aa1 None None] Provisioning for port 99f8dce7-2ab3-4d36-8099-01db93d7ab93 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:18:59.746874 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ca5ed6d3-e912-4f9c-a0a1-6c27eb124021,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:18:59.748057 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9bea1250-2e53-453b-8f76-3689c87e6aa1 None None] Provisioning complete for port 99f8dce7-2ab3-4d36-8099-01db93d7ab93 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:59.748334 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9bea1250-2e53-453b-8f76-3689c87e6aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:59.762931 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port a23a1635-c5fb-4d6f-a62f-0588585bdc9c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:18:59.763345 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:59.767200 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:59.768300 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:18:59.818685 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-22cf2cda-f1d6-4c75-8c1d-83f8ebd0654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:18:53Z', 'revision_number': 8, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '033a5433-527f-4e96-9272-e9a29e85e0de', 'name': '', 'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:24:e0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'ef114cf4-f3a4-4393-95a9-0916b0fbc487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:33Z', 'updated_at': '2021-07-14T07:18:55Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'ef114cf4-f3a4-4393-95a9-0916b0fbc487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1db95131-084e-4996-af45-f81b7520a253', 'name': '', 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:df:54:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:42Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:26Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:18:59.823706 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3181ff1-e0ed-4773-9d45-5ae99ee11063 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Network': ['ID=d64cff4a-33a0-4872-a96b-afd63f4944f4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:18:59.834562 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:18:59.880451 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf2cda-f1d6-4c75-8c1d-83f8ebd0654b None None] The sync data for ids ['28139388-ef37-4f2f-99e0-222bded2e140'] in n-d-778696-5 is: [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:18:53Z', 'revision_number': 8, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '033a5433-527f-4e96-9272-e9a29e85e0de', 'name': '', 'network_id': 'b0a005a3-391a-4c1c-b299-f4c7cae1e220', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:24:e0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'ef114cf4-f3a4-4393-95a9-0916b0fbc487', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:33Z', 'updated_at': '2021-07-14T07:18:55Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'ef114cf4-f3a4-4393-95a9-0916b0fbc487', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1db95131-084e-4996-af45-f81b7520a253', 'name': '', 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:df:54:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:42Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:26Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:18:59.915950 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-071f0d10-08cd-4c9d-9ed5-4c515e867b86 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:00.011520 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-071f0d10-08cd-4c9d-9ed5-4c515e867b86 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:00.108239 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9bea1250-2e53-453b-8f76-3689c87e6aa1 None None] Port 99f8dce7-2ab3-4d36-8099-01db93d7ab93 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:19:00.117926 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=ca5ed6d3-e912-4f9c-a0a1-6c27eb124021,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:00.210084 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:19:00.211443 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-071f0d10-08cd-4c9d-9ed5-4c515e867b86 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:00.237971 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:19:00.238420 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:00.309537 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f0d10-08cd-4c9d-9ed5-4c515e867b86 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Pushing event deleted for resources: {'Subnet': ['ID=afb4a381-8e0b-4c84-9985-6c1955c7d84b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:00.331369 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-071f0d10-08cd-4c9d-9ed5-4c515e867b86 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:00.337594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-071f0d10-08cd-4c9d-9ed5-4c515e867b86 tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/subnets/afb4a381-8e0b-4c84-9985-6c1955c7d84b HTTP/1.1" status: 204 len: 168 time: 0.9678779 Jul 14 07:19:00.339288 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36206) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:00.353739 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701db863-b8a1-4e4d-a063-ccd46b5b558d None None] Network 299c559e-49ed-4aae-afd5-337f8d8d94a9 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:19:00.517679 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d41b60c0-f838-4446-9783-2e5d635a4096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:00.589478 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 033a5433-527f-4e96-9272-e9a29e85e0de up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:19:00.591941 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:00.595132 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f8dce7-2ab3-4d36-8099-01db93d7ab93 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:19:00.613583 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:00.638228 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Transition to ACTIVE for port object 99f8dce7-2ab3-4d36-8099-01db93d7ab93 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:19:00.647709 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:00.747266 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=99f8dce7-2ab3-4d36-8099-01db93d7ab93,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:00.783990 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=657ec3e0-c604-4d77-83f7-2f17b5ca4a0d,segment=NetworkSegment(81c74f52-a606-4f21-8874-53e335c2e1a9),segment_id=81c74f52-a606-4f21-8874-53e335c2e1a9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:00.809335 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:00.861231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c073c-f8af-49cc-ad43-6e2b537b2333 req-8d3df273-b4a5-4248-b9ba-d72b6719785b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:00.875885 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c073c-f8af-49cc-ad43-6e2b537b2333 req-8d3df273-b4a5-4248-b9ba-d72b6719785b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:00.889009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c073c-f8af-49cc-ad43-6e2b537b2333 req-8d3df273-b4a5-4248-b9ba-d72b6719785b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:00.903715 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c073c-f8af-49cc-ad43-6e2b537b2333 req-8d3df273-b4a5-4248-b9ba-d72b6719785b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:00.919016 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c073c-f8af-49cc-ad43-6e2b537b2333 req-8d3df273-b4a5-4248-b9ba-d72b6719785b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:00.926597 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 033a5433-527f-4e96-9272-e9a29e85e0de triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:19:00.926975 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:00.936920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c073c-f8af-49cc-ad43-6e2b537b2333 req-8d3df273-b4a5-4248-b9ba-d72b6719785b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:00.949180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c073c-f8af-49cc-ad43-6e2b537b2333 req-8d3df273-b4a5-4248-b9ba-d72b6719785b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:00.956352 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Attempting to bind port 99f8dce7-2ab3-4d36-8099-01db93d7ab93 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:19:00.958965 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Attempting to bind port 99f8dce7-2ab3-4d36-8099-01db93d7ab93 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '8349b6e8-ab21-4160-bfcc-f7cc987f5618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:19:00.959310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Attempting to bind port 99f8dce7-2ab3-4d36-8099-01db93d7ab93 on network f0238ee1-7249-4bb0-8396-c6cf116934a3 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:19:00.960145 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-122c073c-f8af-49cc-ad43-6e2b537b2333 req-8d3df273-b4a5-4248-b9ba-d72b6719785b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5433 time: 1.0545280 Jul 14 07:19:00.970168 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Port 99f8dce7-2ab3-4d36-8099-01db93d7ab93 on network f0238ee1-7249-4bb0-8396-c6cf116934a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:19:00.970577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Attempting to bind port 99f8dce7-2ab3-4d36-8099-01db93d7ab93 on network f0238ee1-7249-4bb0-8396-c6cf116934a3 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:19:00.998824 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:19:00.999186 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Checking segment: {'id': '8349b6e8-ab21-4160-bfcc-f7cc987f5618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:19:00.999595 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Bound using segment: {'id': '8349b6e8-ab21-4160-bfcc-f7cc987f5618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:19:01.002700 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Bound port: 99f8dce7-2ab3-4d36-8099-01db93d7ab93, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8349b6e8-ab21-4160-bfcc-f7cc987f5618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:19:01.002700 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:01.023207 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46023be7-fc8c-4803-be22-630a9c8becf6 req-99ebb7e1-31d2-4847-a707-8bfdee0c9e3a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:01.027562 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b14c2e-ad4a-4790-9fb1-d9a38e2a9d8b None None] DHCP port deletion for 299c559e-49ed-4aae-afd5-337f8d8d94a9 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:19:01.031178 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-46023be7-fc8c-4803-be22-630a9c8becf6 req-99ebb7e1-31d2-4847-a707-8bfdee0c9e3a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 932 time: 0.9460592 Jul 14 07:19:01.052999 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=657ec3e0-c604-4d77-83f7-2f17b5ca4a0d,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:01.113450 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:01.128747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] For port 99f8dce7-2ab3-4d36-8099-01db93d7ab93, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:19:01.133158 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] For port 99f8dce7-2ab3-4d36-8099-01db93d7ab93, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=99f8dce7-2ab3-4d36-8099-01db93d7ab93,segment=NetworkSegment(8349b6e8-ab21-4160-bfcc-f7cc987f5618),segment_id=8349b6e8-ab21-4160-bfcc-f7cc987f5618)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:19:01.141500 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:01.208408 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-62b14c2e-ad4a-4790-9fb1-d9a38e2a9d8b None None] Deleting port 6d359e42-b7d0-41c5-967d-e78c0e6a9819 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:19:01.209022 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-62b14c2e-ad4a-4790-9fb1-d9a38e2a9d8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:01.212770 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 67288302-38fa-4345-900b-b7c21eafac2a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:19:01.230000 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:01.230653 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:01.232136 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] 10.222.0.30 "PUT /v2.0/ports/99f8dce7-2ab3-4d36-8099-01db93d7ab93 HTTP/1.1" status: 200 len: 1092 time: 1.8031669 Jul 14 07:19:01.234499 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42353473-0c0a-4f70-8c89-0eb48091e65c', 'tag': '99f8dce7-2ab3-4d36-8099-01db93d7ab93'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:19:01.242275 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-46023be7-fc8c-4803-be22-630a9c8becf6 req-47625826-b06a-4254-b514-b4180ce65224 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ff9297-24b4-404f-9baf-68a464a445ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098644 Jul 14 07:19:01.257206 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db20cf53-5794-4c4f-866c-d3853ea0c21e" -d '{"events": [{"name": "network-changed", "server_uuid": "42353473-0c0a-4f70-8c89-0eb48091e65c", "tag": "99f8dce7-2ab3-4d36-8099-01db93d7ab93"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:19:01.291535 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-122c073c-f8af-49cc-ad43-6e2b537b2333 req-9e51f8cd-e399-4935-a611-140570cfff57 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3299572 Jul 14 07:19:01.381943 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7535f-1f20-4328-8574-7873b7b97fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=99f8dce7-2ab3-4d36-8099-01db93d7ab93,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:01.420389 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-5bb9b7d0-f9e8-4464-85c3-2be681705727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:01.422884 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-5bb9b7d0-f9e8-4464-85c3-2be681705727 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f13bd40ef814da48e4c516ed8fe37d4&device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 1095 time: 0.1198761 Jul 14 07:19:01.569510 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9d9639-3717-4c72-9ac2-6fc4c5a89a88 x-openstack-request-id: req-7f9d9639-3717-4c72-9ac2-6fc4c5a89a88 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:19:01.569801 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42353473-0c0a-4f70-8c89-0eb48091e65c", "tag": "99f8dce7-2ab3-4d36-8099-01db93d7ab93", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:19:01.570052 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f9d9639-3717-4c72-9ac2-6fc4c5a89a88 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:19:01.578100 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42353473-0c0a-4f70-8c89-0eb48091e65c', 'tag': '99f8dce7-2ab3-4d36-8099-01db93d7ab93', 'status': 'completed', 'code': 200} Jul 14 07:19:01.580918 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-bdd5f366-ec0f-4120-b21b-482c781a1547 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99f8dce7-2ab3-4d36-8099-01db93d7ab93 HTTP/1.1" status: 200 len: 217 time: 0.1496572 Jul 14 07:19:01.593569 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-62b14c2e-ad4a-4790-9fb1-d9a38e2a9d8b None None] For port 6d359e42-b7d0-41c5-967d-e78c0e6a9819, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6d359e42-b7d0-41c5-967d-e78c0e6a9819,segment=NetworkSegment(973a8821-836e-41df-9b7a-933b8efc638d),segment_id=973a8821-836e-41df-9b7a-933b8efc638d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:01.594064 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-62b14c2e-ad4a-4790-9fb1-d9a38e2a9d8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:01.642582 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-62b14c2e-ad4a-4790-9fb1-d9a38e2a9d8b None None] Calling delete_port for 6d359e42-b7d0-41c5-967d-e78c0e6a9819 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:19:01.677984 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 67288302-38fa-4345-900b-b7c21eafac2a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:19:01.679549 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:01.693132 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-428b1c2d-c35e-477b-b52b-57ddc942e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:01.694662 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-428b1c2d-c35e-477b-b52b-57ddc942e2f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8 HTTP/1.1" status: 200 len: 851 time: 0.1084280 Jul 14 07:19:01.749285 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Deleting port 6d359e42-b7d0-41c5-967d-e78c0e6a9819 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:19:01.749632 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:01.816882 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5ed6d3-e912-4f9c-a0a1-6c27eb124021'}, {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657ec3e0-c604-4d77-83f7-2f17b5ca4a0d'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:19:01.819489 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739a5904-7bbb-4f0d-b157-91406faa6889" -d '{"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-plugged", "status": "completed", "tag": "ca5ed6d3-e912-4f9c-a0a1-6c27eb124021"}, {"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-plugged", "status": "completed", "tag": "657ec3e0-c604-4d77-83f7-2f17b5ca4a0d"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:19:01.821216 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-b4a334ba-94b4-4a6d-abd3-427f8252c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:01.827144 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-b4a334ba-94b4-4a6d-abd3-427f8252c2c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0238ee1-7249-4bb0-8396-c6cf116934a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252158 Jul 14 07:19:01.889620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] For port 6d359e42-b7d0-41c5-967d-e78c0e6a9819, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6d359e42-b7d0-41c5-967d-e78c0e6a9819,segment=NetworkSegment(973a8821-836e-41df-9b7a-933b8efc638d),segment_id=973a8821-836e-41df-9b7a-933b8efc638d)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:01.890226 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:01.934359 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95639c2d-39ff-4abc-ab02-6ac44b0ed9d5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:01.945930 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 07:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098d454d-95b0-49d8-bafc-745950432a46 x-openstack-request-id: req-098d454d-95b0-49d8-bafc-745950432a46 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:19:01.946282 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-plugged", "status": "completed", "tag": "ca5ed6d3-e912-4f9c-a0a1-6c27eb124021", "code": 200}, {"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-plugged", "status": "completed", "tag": "657ec3e0-c604-4d77-83f7-2f17b5ca4a0d", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:19:01.946489 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-098d454d-95b0-49d8-bafc-745950432a46 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:19:01.946905 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5ed6d3-e912-4f9c-a0a1-6c27eb124021', 'code': 200} Jul 14 07:19:01.947203 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657ec3e0-c604-4d77-83f7-2f17b5ca4a0d', 'code': 200} Jul 14 07:19:01.995015 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Calling delete_port for 6d359e42-b7d0-41c5-967d-e78c0e6a9819 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:19:02.017798 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-a5ecee50-3afb-47ad-984e-cac71996f111 service neutron] 10.222.0.30 "GET /v2.0/networks/f0238ee1-7249-4bb0-8396-c6cf116934a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839776 Jul 14 07:19:02.087284 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-62b14c2e-ad4a-4790-9fb1-d9a38e2a9d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:02.153921 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b14c2e-ad4a-4790-9fb1-d9a38e2a9d8b None None] No DVR routers for this DVR port 6d359e42-b7d0-41c5-967d-e78c0e6a9819 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:19:02.178124 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:02.202900 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b14c2e-ad4a-4790-9fb1-d9a38e2a9d8b None None] Pushing event deleted for resources: {'Port': ['ID=6d359e42-b7d0-41c5-967d-e78c0e6a9819,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:02.218498 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 46758489-997e-445e-8fbb-507fe9258cd5 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:19:02.232594 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] No DVR routers for this DVR port 6d359e42-b7d0-41c5-967d-e78c0e6a9819 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:19:02.236515 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Pushing event deleted for resources: {'Port': ['ID=6d359e42-b7d0-41c5-967d-e78c0e6a9819,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:02.298662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 46758489-997e-445e-8fbb-507fe9258cd5 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:19:02.299559 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 46758489-997e-445e-8fbb-507fe9258cd5 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:19:02.299559 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7dc7b275-4f8d-4e11-885b-62324779f6cb no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:19:02.323867 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7017bf9a-cade-41fd-9753-e9554c5f7f5c req-f4982f0d-563c-44b1-82df-7f7382ca1b19 service neutron] 10.222.0.30 "GET /v2.0/networks/f0238ee1-7249-4bb0-8396-c6cf116934a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853172 Jul 14 07:19:02.351102 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 7dc7b275-4f8d-4e11-885b-62324779f6cb {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:19:02.352606 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7dc7b275-4f8d-4e11-885b-62324779f6cb not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:19:02.510871 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6d359e42-b7d0-41c5-967d-e78c0e6a9819 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:19:02.511953 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20cf53-5794-4c4f-866c-d3853ea0c21e req-b4240a36-1016-43b9-96c5-397e2ede64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:02.513730 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db20cf53-5794-4c4f-866c-d3853ea0c21e req-b4240a36-1016-43b9-96c5-397e2ede64bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f13bd40ef814da48e4c516ed8fe37d4&device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 1095 time: 0.1148603 Jul 14 07:19:02.533376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f169d28-711f-43be-839d-d6157f10a2db req-35c7cdd2-f4de-429b-a0ea-7f36d502f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:02.533946 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f169d28-711f-43be-839d-d6157f10a2db req-35c7cdd2-f4de-429b-a0ea-7f36d502f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:02.534419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f169d28-711f-43be-839d-d6157f10a2db req-35c7cdd2-f4de-429b-a0ea-7f36d502f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:02.534878 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f169d28-711f-43be-839d-d6157f10a2db req-35c7cdd2-f4de-429b-a0ea-7f36d502f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:02.535341 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f169d28-711f-43be-839d-d6157f10a2db req-35c7cdd2-f4de-429b-a0ea-7f36d502f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:02.535797 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f169d28-711f-43be-839d-d6157f10a2db req-35c7cdd2-f4de-429b-a0ea-7f36d502f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:02.536250 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f169d28-711f-43be-839d-d6157f10a2db req-35c7cdd2-f4de-429b-a0ea-7f36d502f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:02.538259 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f169d28-711f-43be-839d-d6157f10a2db req-35c7cdd2-f4de-429b-a0ea-7f36d502f93b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 6491 time: 0.4895577 Jul 14 07:19:02.556446 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 6d359e42-b7d0-41c5-967d-e78c0e6a9819 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:19:02.556799 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6d359e42-b7d0-41c5-967d-e78c0e6a9819 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:19:02.605893 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:02.627562 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20cf53-5794-4c4f-866c-d3853ea0c21e req-58e7786a-eb85-44bc-aee1-87f290543070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:02.629373 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db20cf53-5794-4c4f-866c-d3853ea0c21e req-58e7786a-eb85-44bc-aee1-87f290543070 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f0238ee1-7249-4bb0-8396-c6cf116934a3 HTTP/1.1" status: 200 len: 913 time: 0.1091995 Jul 14 07:19:02.634031 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299c559e-49ed-4aae-afd5-337f8d8d94a9']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:02.664501 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973a8821-836e-41df-9b7a-933b8efc638d') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:02.664818 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973a8821-836e-41df-9b7a-933b8efc638d') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:02.682528 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db20cf53-5794-4c4f-866c-d3853ea0c21e req-73f30ca6-cbc3-4f12-979b-bd4fe8bdb610 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99f8dce7-2ab3-4d36-8099-01db93d7ab93 HTTP/1.1" status: 200 len: 217 time: 0.0444598 Jul 14 07:19:02.690310 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:02.706174 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f169d28-711f-43be-839d-d6157f10a2db req-9df43856-9566-4ffd-bcc7-6f8331098f86 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1596019 Jul 14 07:19:02.727124 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:02.743347 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:19:02.743697 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:02.752910 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20cf53-5794-4c4f-866c-d3853ea0c21e req-8f3624c7-622b-4e30-a50b-da0786ca8fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:02.755025 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db20cf53-5794-4c4f-866c-d3853ea0c21e req-8f3624c7-622b-4e30-a50b-da0786ca8fef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8 HTTP/1.1" status: 200 len: 851 time: 0.0673199 Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:19:02.758081 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:19:02.852539 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20cf53-5794-4c4f-866c-d3853ea0c21e req-522b6170-4b72-45c8-a3f5-331156ad95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:02.854841 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db20cf53-5794-4c4f-866c-d3853ea0c21e req-522b6170-4b72-45c8-a3f5-331156ad95e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0238ee1-7249-4bb0-8396-c6cf116934a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867479 Jul 14 07:19:02.966290 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db20cf53-5794-4c4f-866c-d3853ea0c21e req-462a44f2-ae95-409a-b6be-1348933777c6 service neutron] 10.222.0.30 "GET /v2.0/networks/f0238ee1-7249-4bb0-8396-c6cf116934a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037617 Jul 14 07:19:03.073006 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db20cf53-5794-4c4f-866c-d3853ea0c21e req-68ff3020-1454-475d-ac12-278c34936b67 service neutron] 10.222.0.30 "GET /v2.0/networks/f0238ee1-7249-4bb0-8396-c6cf116934a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999641 Jul 14 07:19:03.150255 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe080d26-02a2-4053-8ee5-bd6e309136ed req-1d1aa408-55e0-4f93-964c-e214e593f995 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:03.152297 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe080d26-02a2-4053-8ee5-bd6e309136ed req-1d1aa408-55e0-4f93-964c-e214e593f995 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.7229168 Jul 14 07:19:03.169768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838810d-003e-4ac0-939b-9f7a88e1f275 req-84be1963-74e8-41d5-a1ae-5a988c2e5e83 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:03.171257 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5838810d-003e-4ac0-939b-9f7a88e1f275 req-84be1963-74e8-41d5-a1ae-5a988c2e5e83 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 944 time: 0.6031590 Jul 14 07:19:03.220958 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:03.240709 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:03.242599 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] 10.222.0.35 "DELETE /v2.0/networks/299c559e-49ed-4aae-afd5-337f8d8d94a9 HTTP/1.1" status: 204 len: 168 time: 2.8938000 Jul 14 07:19:03.284441 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4a6c49ab-16a8-41f7-a268-9990d9e281d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:03.292153 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18b9c4-c04b-45ce-9a70-4b8fecedc1ea tempest-TagsExtTest-1794753646 tempest-TagsExtTest-1794753646-project] Pushing event deleted for resources: {'Network': ['ID=299c559e-49ed-4aae-afd5-337f8d8d94a9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:03.303302 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe080d26-02a2-4053-8ee5-bd6e309136ed req-aba1eeab-4217-49fb-aee0-780531531f3e tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453266 Jul 14 07:19:03.312672 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5838810d-003e-4ac0-939b-9f7a88e1f275 req-54ea3ef3-3443-4ef1-8851-6fd9b7b9c10a tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ff9297-24b4-404f-9baf-68a464a445ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301074 Jul 14 07:19:03.365059 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-95639c2d-39ff-4abc-ab02-6ac44b0ed9d5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting port 033a5433-527f-4e96-9272-e9a29e85e0de {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:19:03.365457 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95639c2d-39ff-4abc-ab02-6ac44b0ed9d5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:03.586565 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:03.600780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-95639c2d-39ff-4abc-ab02-6ac44b0ed9d5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] For port 033a5433-527f-4e96-9272-e9a29e85e0de, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=033a5433-527f-4e96-9272-e9a29e85e0de,segment=NetworkSegment(15ff4cf5-cf0c-42c8-9613-f00592802d61),segment_id=15ff4cf5-cf0c-42c8-9613-f00592802d61)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:03.602200 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95639c2d-39ff-4abc-ab02-6ac44b0ed9d5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:03.701102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-95639c2d-39ff-4abc-ab02-6ac44b0ed9d5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Calling delete_port for 033a5433-527f-4e96-9272-e9a29e85e0de owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:19:03.770855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a8851-5fd0-4f84-9fce-25438f05c029 req-1f751e10-a382-4f67-bea6-81a95246008d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:03.786193 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a8851-5fd0-4f84-9fce-25438f05c029 req-1f751e10-a382-4f67-bea6-81a95246008d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:03.793621 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a8851-5fd0-4f84-9fce-25438f05c029 req-1f751e10-a382-4f67-bea6-81a95246008d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:03.799856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a8851-5fd0-4f84-9fce-25438f05c029 req-1f751e10-a382-4f67-bea6-81a95246008d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:03.808448 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a8851-5fd0-4f84-9fce-25438f05c029 req-1f751e10-a382-4f67-bea6-81a95246008d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:03.815005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a8851-5fd0-4f84-9fce-25438f05c029 req-1f751e10-a382-4f67-bea6-81a95246008d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:03.821433 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a8851-5fd0-4f84-9fce-25438f05c029 req-1f751e10-a382-4f67-bea6-81a95246008d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:03.835422 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-986a8851-5fd0-4f84-9fce-25438f05c029 req-1f751e10-a382-4f67-bea6-81a95246008d tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5434 time: 0.3307338 Jul 14 07:19:03.867894 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36302) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:04.013931 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-986a8851-5fd0-4f84-9fce-25438f05c029 req-ca007430-3afd-450f-96ec-bd0c1e1472ec tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1776083 Jul 14 07:19:04.205451 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dce1d438-1091-45be-833b-0c31e154250c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=accd845403a54b9ca6381d366ab53e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351393 Jul 14 07:19:04.206059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36312) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:04.290629 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95639c2d-39ff-4abc-ab02-6ac44b0ed9d5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:04.313441 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-985f82ac-0085-486d-8605-1d27da0ed83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:04.339129 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-985f82ac-0085-486d-8605-1d27da0ed83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:04.348743 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95639c2d-39ff-4abc-ab02-6ac44b0ed9d5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Port': ['ID=033a5433-527f-4e96-9272-e9a29e85e0de,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:04.401825 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-985f82ac-0085-486d-8605-1d27da0ed83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:04.405471 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-985f82ac-0085-486d-8605-1d27da0ed83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:04.409791 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-985f82ac-0085-486d-8605-1d27da0ed83b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ddebd084-68df-41d2-8a41-acea83c3d5e5 HTTP/1.1" status: 204 len: 168 time: 0.1996298 Jul 14 07:19:04.441957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f82ac-0085-486d-8605-1d27da0ed83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddebd084-68df-41d2-8a41-acea83c3d5e5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:04.587493 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:04.645624 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95639c2d-39ff-4abc-ab02-6ac44b0ed9d5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:04.907358 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 99f8dce7-2ab3-4d36-8099-01db93d7ab93 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:19:05.083200 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 99f8dce7-2ab3-4d36-8099-01db93d7ab93, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=99f8dce7-2ab3-4d36-8099-01db93d7ab93,segment=NetworkSegment(8349b6e8-ab21-4160-bfcc-f7cc987f5618),segment_id=8349b6e8-ab21-4160-bfcc-f7cc987f5618)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:05.113468 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '99f8dce7-2ab3-4d36-8099-01db93d7ab93', 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3', 'port_id': '99f8dce7-2ab3-4d36-8099-01db93d7ab93', 'mac_address': 'fa:16:3e:e0:62:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:19:05.135700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d339faa-e275-461d-ac80-4d3ef81aeeff req-2e49f448-5e06-49eb-a2a9-4fc514d058e4 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:05.142086 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1d339faa-e275-461d-ac80-4d3ef81aeeff req-2e49f448-5e06-49eb-a2a9-4fc514d058e4 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.4942055 Jul 14 07:19:05.175512 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:05.194046 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba55e7b-8634-4669-a7bd-102a40cc5af8 req-7be9dd73-d24d-41e9-98ee-9968a3c34f3e tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:05.194880 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ba55e7b-8634-4669-a7bd-102a40cc5af8 req-7be9dd73-d24d-41e9-98ee-9968a3c34f3e tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 944 time: 0.5002434 Jul 14 07:19:05.223336 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f8dce7-2ab3-4d36-8099-01db93d7ab93 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:19:05.224033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1d339faa-e275-461d-ac80-4d3ef81aeeff req-0736284d-98c0-4bee-97d6-f568f0ad62a1 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810711 Jul 14 07:19:05.245572 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95639c2d-39ff-4abc-ab02-6ac44b0ed9d5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router 28139388-ef37-4f2f-99e0-222bded2e140 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:19:05.282673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 99f8dce7-2ab3-4d36-8099-01db93d7ab93, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=99f8dce7-2ab3-4d36-8099-01db93d7ab93,segment=NetworkSegment(8349b6e8-ab21-4160-bfcc-f7cc987f5618),segment_id=8349b6e8-ab21-4160-bfcc-f7cc987f5618)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:05.292194 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:05.301912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ba55e7b-8634-4669-a7bd-102a40cc5af8 req-cad9d33a-4f68-41cc-97f9-1d6dd0cc576d tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ff9297-24b4-404f-9baf-68a464a445ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824668 Jul 14 07:19:05.388805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=99f8dce7-2ab3-4d36-8099-01db93d7ab93,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:05.492414 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95639c2d-39ff-4abc-ab02-6ac44b0ed9d5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:19:05.501878 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-95639c2d-39ff-4abc-ab02-6ac44b0ed9d5 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/28139388-ef37-4f2f-99e0-222bded2e140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7909267 Jul 14 07:19:05.502009 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36346) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:05.506655 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25e3cc3-1565-4ba5-87d4-1853baba57d8 None None] Sync routers for ids ['28139388-ef37-4f2f-99e0-222bded2e140'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:19:05.517392 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25e3cc3-1565-4ba5-87d4-1853baba57d8 None None] Routers {'28139388-ef37-4f2f-99e0-222bded2e140'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:19:05.518229 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b25e3cc3-1565-4ba5-87d4-1853baba57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:19:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['28139388-ef37-4f2f-99e0-222bded2e140'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:05.535557 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dc28f-491c-4e08-8492-6bb2f5d04234 req-b2f281e2-0e2f-4607-9d9f-ea958b5a42ec tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:05.547799 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dc28f-491c-4e08-8492-6bb2f5d04234 req-b2f281e2-0e2f-4607-9d9f-ea958b5a42ec tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:05.553891 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dc28f-491c-4e08-8492-6bb2f5d04234 req-b2f281e2-0e2f-4607-9d9f-ea958b5a42ec tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:05.576919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dc28f-491c-4e08-8492-6bb2f5d04234 req-b2f281e2-0e2f-4607-9d9f-ea958b5a42ec tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:05.583080 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dc28f-491c-4e08-8492-6bb2f5d04234 req-b2f281e2-0e2f-4607-9d9f-ea958b5a42ec tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:05.606908 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dc28f-491c-4e08-8492-6bb2f5d04234 req-b2f281e2-0e2f-4607-9d9f-ea958b5a42ec tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:05.616235 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dc28f-491c-4e08-8492-6bb2f5d04234 req-b2f281e2-0e2f-4607-9d9f-ea958b5a42ec tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:05.618537 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-042dc28f-491c-4e08-8492-6bb2f5d04234 req-b2f281e2-0e2f-4607-9d9f-ea958b5a42ec tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5434 time: 0.1695788 Jul 14 07:19:05.625149 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b20060b-4ba6-4723-8121-42fc92b14002 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting subnet ef114cf4-f3a4-4393-95a9-0916b0fbc487 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:19:05.630437 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b20060b-4ba6-4723-8121-42fc92b14002 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:05.685703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-b25e3cc3-1565-4ba5-87d4-1853baba57d8 None None] Set router 28139388-ef37-4f2f-99e0-222bded2e140 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:19:05.717964 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-b75ad1fe-d6e6-474f-a245-c13a26cde4f4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1610198 Jul 14 07:19:05.720804 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b20060b-4ba6-4723-8121-42fc92b14002 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:05.737232 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-042dc28f-491c-4e08-8492-6bb2f5d04234 req-af4aa87a-76b3-443c-9f64-792185d1eecb tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122825 Jul 14 07:19:05.795138 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['99f8dce7-2ab3-4d36-8099-01db93d7ab93'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:19:05.841677 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b20060b-4ba6-4723-8121-42fc92b14002 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:06.028385 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b20060b-4ba6-4723-8121-42fc92b14002 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:06.083441 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20060b-4ba6-4723-8121-42fc92b14002 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Subnet': ['ID=ef114cf4-f3a4-4393-95a9-0916b0fbc487,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:06.128439 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b20060b-4ba6-4723-8121-42fc92b14002 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:06.134792 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2b20060b-4ba6-4723-8121-42fc92b14002 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/subnets/ef114cf4-f3a4-4393-95a9-0916b0fbc487 HTTP/1.1" status: 204 len: 168 time: 0.6300836 Jul 14 07:19:06.139518 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36368) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:06.158747 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5161470-839f-450e-a77e-08b7f7ce3eb5 None None] Network b0a005a3-391a-4c1c-b299-f4c7cae1e220 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:19:06.160661 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70b9fd-ac1f-4635-a530-22f632249c86 req-de4c4d54-154e-4c79-9f35-7fc312b0fa4a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.172939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70b9fd-ac1f-4635-a530-22f632249c86 req-de4c4d54-154e-4c79-9f35-7fc312b0fa4a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.192664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70b9fd-ac1f-4635-a530-22f632249c86 req-de4c4d54-154e-4c79-9f35-7fc312b0fa4a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.204732 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70b9fd-ac1f-4635-a530-22f632249c86 req-de4c4d54-154e-4c79-9f35-7fc312b0fa4a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.214975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70b9fd-ac1f-4635-a530-22f632249c86 req-de4c4d54-154e-4c79-9f35-7fc312b0fa4a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.231855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70b9fd-ac1f-4635-a530-22f632249c86 req-de4c4d54-154e-4c79-9f35-7fc312b0fa4a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.245163 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70b9fd-ac1f-4635-a530-22f632249c86 req-de4c4d54-154e-4c79-9f35-7fc312b0fa4a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.247202 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd70b9fd-ac1f-4635-a530-22f632249c86 req-de4c4d54-154e-4c79-9f35-7fc312b0fa4a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5434 time: 0.2704117 Jul 14 07:19:06.257849 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36374) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:06.270400 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-6580579f-21c5-4506-b178-d50abfca546c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Request body: {'floatingip': {'port_id': 'e8489e5d-2c28-4a14-9aff-ad242571e831'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:06.342796 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:06.359780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-0afa3e3d-c440-42a1-8c4d-246d795c3120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.360268 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-0afa3e3d-c440-42a1-8c4d-246d795c3120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.365532 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-0afa3e3d-c440-42a1-8c4d-246d795c3120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.372215 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:06.383132 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-0afa3e3d-c440-42a1-8c4d-246d795c3120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.385741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-0afa3e3d-c440-42a1-8c4d-246d795c3120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.386228 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-0afa3e3d-c440-42a1-8c4d-246d795c3120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.386708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-0afa3e3d-c440-42a1-8c4d-246d795c3120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.393994 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6580579f-21c5-4506-b178-d50abfca546c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:06.401523 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-0afa3e3d-c440-42a1-8c4d-246d795c3120 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 6491 time: 0.4230146 Jul 14 07:19:06.449651 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b25e3cc3-1565-4ba5-87d4-1853baba57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:19:04Z', 'revision_number': 9, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '1db95131-084e-4996-af45-f81b7520a253', 'name': '', 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:df:54:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:42Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:26Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:06.507232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25e3cc3-1565-4ba5-87d4-1853baba57d8 None None] Checking router: 28139388-ef37-4f2f-99e0-222bded2e140 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:19:06.533370 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25e3cc3-1565-4ba5-87d4-1853baba57d8 None None] Routers {'28139388-ef37-4f2f-99e0-222bded2e140'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:19:06.534406 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b25e3cc3-1565-4ba5-87d4-1853baba57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:19:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['28139388-ef37-4f2f-99e0-222bded2e140'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:06.640240 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d271d401-73cd-437a-97fb-ea30c1e7b3f7 None None] DHCP port deletion for b0a005a3-391a-4c1c-b299-f4c7cae1e220 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:19:06.704333 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-29edb77c-0534-4a37-8b29-7923128dcf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.707304 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-29edb77c-0534-4a37-8b29-7923128dcf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.708105 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-29edb77c-0534-4a37-8b29-7923128dcf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.710006 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-29edb77c-0534-4a37-8b29-7923128dcf2a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1e9b77a-3218-40fd-9745-54b5c604b152&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf HTTP/1.1" status: 200 len: 2292 time: 0.2637634 Jul 14 07:19:06.759552 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-b25e3cc3-1565-4ba5-87d4-1853baba57d8 None None] Set router 28139388-ef37-4f2f-99e0-222bded2e140 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:19:06.800301 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22223c84-45e1-464f-be1c-648c6e09cd26 req-99fdc202-7200-4966-81e1-22cc68b239bb tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.801900 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22223c84-45e1-464f-be1c-648c6e09cd26 req-99fdc202-7200-4966-81e1-22cc68b239bb tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.2511027 Jul 14 07:19:06.809698 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d271d401-73cd-437a-97fb-ea30c1e7b3f7 None None] Deleting port a23a1635-c5fb-4d6f-a62f-0588585bdc9c {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:19:06.810074 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d271d401-73cd-437a-97fb-ea30c1e7b3f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:06.816519 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-6ae3b059-a475-4f14-a76f-d5839985186f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8489e5d-2c28-4a14-9aff-ad242571e831 HTTP/1.1" status: 200 len: 217 time: 0.0930207 Jul 14 07:19:06.904676 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-8ed935f3-d81e-4406-bf03-c0871017de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.907027 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-8ed935f3-d81e-4406-bf03-c0871017de88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77c1b1a7-c56f-42a9-955a-c8d5ef7376f9 HTTP/1.1" status: 200 len: 850 time: 0.0818713 Jul 14 07:19:06.912495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting port a23a1635-c5fb-4d6f-a62f-0588585bdc9c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:19:06.913349 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:06.940888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97db8f-3c48-455b-9a71-b9cd7b15f0dd req-e96cce9a-f616-47bd-a110-dcd1473cb703 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:06.942980 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b97db8f-3c48-455b-9a71-b9cd7b15f0dd req-e96cce9a-f616-47bd-a110-dcd1473cb703 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 945 time: 0.3328786 Jul 14 07:19:06.968711 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22223c84-45e1-464f-be1c-648c6e09cd26 req-50e5c933-5bd7-4c2e-8034-0179ca70be5f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553085 Jul 14 07:19:07.020914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] For port a23a1635-c5fb-4d6f-a62f-0588585bdc9c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a23a1635-c5fb-4d6f-a62f-0588585bdc9c,segment=NetworkSegment(15ff4cf5-cf0c-42c8-9613-f00592802d61),segment_id=15ff4cf5-cf0c-42c8-9613-f00592802d61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:07.021714 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:07.038463 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Calling delete_port for a23a1635-c5fb-4d6f-a62f-0588585bdc9c owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:19:07.117258 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b97db8f-3c48-455b-9a71-b9cd7b15f0dd req-14ce4297-2a7a-4097-ae50-024c365b158f tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ff9297-24b4-404f-9baf-68a464a445ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180925 Jul 14 07:19:07.222516 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d271d401-73cd-437a-97fb-ea30c1e7b3f7 None None] For port a23a1635-c5fb-4d6f-a62f-0588585bdc9c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a23a1635-c5fb-4d6f-a62f-0588585bdc9c,segment=NetworkSegment(15ff4cf5-cf0c-42c8-9613-f00592802d61),segment_id=15ff4cf5-cf0c-42c8-9613-f00592802d61)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:07.223178 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d271d401-73cd-437a-97fb-ea30c1e7b3f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:07.245091 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:07.256165 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d271d401-73cd-437a-97fb-ea30c1e7b3f7 None None] Calling delete_port for a23a1635-c5fb-4d6f-a62f-0588585bdc9c owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:19:07.275226 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Port': ['ID=a23a1635-c5fb-4d6f-a62f-0588585bdc9c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:07.290634 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] No DVR routers for this DVR port a23a1635-c5fb-4d6f-a62f-0588585bdc9c on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:19:07.320118 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-d46f60bf-f803-41c1-85f0-84a23af28e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:07.322030 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-d46f60bf-f803-41c1-85f0-84a23af28e48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1e9b77a-3218-40fd-9745-54b5c604b152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2154517 Jul 14 07:19:07.387343 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:07.398258 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a005a3-391a-4c1c-b299-f4c7cae1e220']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:07.409445 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ff4cf5-cf0c-42c8-9613-f00592802d61') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:07.409904 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ff4cf5-cf0c-42c8-9613-f00592802d61') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:07.419136 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:07.425128 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d271d401-73cd-437a-97fb-ea30c1e7b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:07.438223 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:07.444769 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:19:07.445466 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:07.470303 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6580579f-21c5-4506-b178-d50abfca546c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:07.479387 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6580579f-21c5-4506-b178-d50abfca546c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:19:07.522289 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:19:07.536080 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271d401-73cd-437a-97fb-ea30c1e7b3f7 None None] Pushing event deleted for resources: {'Port': ['ID=a23a1635-c5fb-4d6f-a62f-0588585bdc9c,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:07.544834 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:07.550182 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d271d401-73cd-437a-97fb-ea30c1e7b3f7 None None] No DVR routers for this DVR port a23a1635-c5fb-4d6f-a62f-0588585bdc9c on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:19:07.582689 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:07.584866 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/networks/b0a005a3-391a-4c1c-b299-f4c7cae1e220 HTTP/1.1" status: 204 len: 168 time: 1.4444380 Jul 14 07:19:07.589919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36406) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:07.614422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b25e3cc3-1565-4ba5-87d4-1853baba57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:19:04Z', 'revision_number': 9, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '1db95131-084e-4996-af45-f81b7520a253', 'name': '', 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:df:54:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:42Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:26Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:07.619647 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e05bf0-7f6e-4f80-aca1-8576d6d8bb0d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Network': ['ID=b0a005a3-391a-4c1c-b299-f4c7cae1e220,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:07.668053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25e3cc3-1565-4ba5-87d4-1853baba57d8 None None] The sync data for ids ['28139388-ef37-4f2f-99e0-222bded2e140'] in n-d-778696-5 is: [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:19:04Z', 'revision_number': 9, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '1db95131-084e-4996-af45-f81b7520a253', 'name': '', 'network_id': '94b75698-ba3d-4277-8693-4b9e2b4f4b97', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:df:54:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:42Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': '949f15dc-4bc9-4597-b4ad-41294ce76df9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:26Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:19:07.674825 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-6580579f-21c5-4506-b178-d50abfca546c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Floating IP 6b14a536-5f91-454a-a11f-109a89efc3ee associated. External IP: 172.25.7.179, port: e8489e5d-2c28-4a14-9aff-ad242571e831. Jul 14 07:19:07.711630 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-5e0329dd-6f13-4b6f-96e4-a27037819275 service neutron] 10.222.0.30 "GET /v2.0/networks/d1e9b77a-3218-40fd-9745-54b5c604b152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005653 Jul 14 07:19:07.855911 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-62973c09-7e2f-4f49-a277-acaee00bb347 service neutron] 10.222.0.30 "GET /v2.0/networks/d1e9b77a-3218-40fd-9745-54b5c604b152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222930 Jul 14 07:19:07.906187 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-b0deb5a0-fe99-434d-87fd-6dcc958e671a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=d8b1564a-4f35-4de5-9954-86f6e6e84b2e HTTP/1.1" status: 200 len: 217 time: 0.0437920 Jul 14 07:19:07.965139 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-13e74dd7-04da-4521-a075-52a10a46e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:07.967070 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-13e74dd7-04da-4521-a075-52a10a46e7e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.0550563 Jul 14 07:19:08.084394 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-ff1f4f9c-ca40-4469-b2c8-dfa90b9f48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:08.091352 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6580579f-21c5-4506-b178-d50abfca546c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Router c8afe6fe-88ad-4416-9abe-d2b85b2a5435 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:19:08.093014 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-ff1f4f9c-ca40-4469-b2c8-dfa90b9f48e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1194882 Jul 14 07:19:08.267780 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-233ead87-3ff3-4d34-bf7f-6a7e6ccd308e service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617424 Jul 14 07:19:08.432409 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-8477f828-d09b-4f19-ad08-ee066aa88f37 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636879 Jul 14 07:19:08.478048 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-3138999d-9ac1-49f4-ba74-b5cd3b98965c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 HTTP/1.1" status: 200 len: 217 time: 0.0398431 Jul 14 07:19:08.487144 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 033a5433-527f-4e96-9272-e9a29e85e0de no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:19:08.518797 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 033a5433-527f-4e96-9272-e9a29e85e0de {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:19:08.532836 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 033a5433-527f-4e96-9272-e9a29e85e0de not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:19:08.533535 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a23a1635-c5fb-4d6f-a62f-0588585bdc9c no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:19:08.541796 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-cdf6b3ad-25f2-4b07-b989-69a759c4b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:08.543611 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-cdf6b3ad-25f2-4b07-b989-69a759c4b346 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.0576615 Jul 14 07:19:08.557685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: a23a1635-c5fb-4d6f-a62f-0588585bdc9c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:19:08.558271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a23a1635-c5fb-4d6f-a62f-0588585bdc9c not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:19:08.625614 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-fce8d5b7-e3c4-4b39-aafb-c1b75aa4f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:08.627284 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-fce8d5b7-e3c4-4b39-aafb-c1b75aa4f846 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772605 Jul 14 07:19:08.710318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6580579f-21c5-4506-b178-d50abfca546c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:19:08.716094 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6580579f-21c5-4506-b178-d50abfca546c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:08.725651 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54372c4b-ea10-4dd7-9762-b09225991f0d None None] Sync routers for ids ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:19:08.754093 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ec71fa1b-b11a-4bab-a8b7-70182f530a28 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:08.755215 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54372c4b-ea10-4dd7-9762-b09225991f0d None None] Routers {'c8afe6fe-88ad-4416-9abe-d2b85b2a5435'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:19:08.755924 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-54372c4b-ea10-4dd7-9762-b09225991f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:19:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:08.758564 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-cc5e3a13-b836-4c7e-9657-328d1198e648 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248398 Jul 14 07:19:08.839384 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810a520-2310-4cfd-a28d-371efc855641 req-76afaf52-a6d1-4e67-bf8c-434b8e267939 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:08.841033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b810a520-2310-4cfd-a28d-371efc855641 req-76afaf52-a6d1-4e67-bf8c-434b8e267939 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.2909982 Jul 14 07:19:08.850744 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6580579f-21c5-4506-b178-d50abfca546c tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "PUT /v2.0/floatingips/6b14a536-5f91-454a-a11f-109a89efc3ee HTTP/1.1" status: 200 len: 991 time: 2.5915964 Jul 14 07:19:08.853858 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'tag': 'e8489e5d-2c28-4a14-9aff-ad242571e831'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:19:08.856189 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999f34e0-32d0-49e9-a94a-e51893ea7d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "tag": "e8489e5d-2c28-4a14-9aff-ad242571e831"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:19:08.865592 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5698ea2-52d7-47a3-83a6-691914c0c34f req-2f823708-946c-452f-97ce-a62177c4ecee tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:08.867203 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e5698ea2-52d7-47a3-83a6-691914c0c34f req-2f823708-946c-452f-97ce-a62177c4ecee tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 945 time: 0.3159597 Jul 14 07:19:08.934969 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-54372c4b-ea10-4dd7-9762-b09225991f0d None None] Set router c8afe6fe-88ad-4416-9abe-d2b85b2a5435 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:19:08.950657 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 99f8dce7-2ab3-4d36-8099-01db93d7ab93 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:19:08.956443 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b810a520-2310-4cfd-a28d-371efc855641 req-65479ecf-a69c-45f4-828b-074dc3c8b076 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882070 Jul 14 07:19:08.962376 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e5698ea2-52d7-47a3-83a6-691914c0c34f req-241b541f-ee6b-496e-ae2d-9dd18837679c tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ff9297-24b4-404f-9baf-68a464a445ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877843 Jul 14 07:19:09.071571 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11153507-f1c3-4ab5-8fb9-52fe7cb481bb x-openstack-request-id: req-11153507-f1c3-4ab5-8fb9-52fe7cb481bb {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:19:09.071967 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "tag": "e8489e5d-2c28-4a14-9aff-ad242571e831", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:19:09.072234 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-11153507-f1c3-4ab5-8fb9-52fe7cb481bb {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:19:09.072754 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'tag': 'e8489e5d-2c28-4a14-9aff-ad242571e831', 'status': 'completed', 'code': 200} Jul 14 07:19:09.140674 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 99f8dce7-2ab3-4d36-8099-01db93d7ab93 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:19:09.146723 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 99f8dce7-2ab3-4d36-8099-01db93d7ab93 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:19:09.147419 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:09.293951 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-0f4d4e54-d165-4c78-9ab2-8a89964eb0b9 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5299177 Jul 14 07:19:09.341661 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:09.369654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ec71fa1b-b11a-4bab-a8b7-70182f530a28 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting port 1db95131-084e-4996-af45-f81b7520a253 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:19:09.369877 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ec71fa1b-b11a-4bab-a8b7-70182f530a28 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:09.386256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42353473-0c0a-4f70-8c89-0eb48091e65c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f8dce7-2ab3-4d36-8099-01db93d7ab93'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:19:09.389283 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-45f6a813-59b7-4ea0-a4fe-7bc121a41a30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=d4545f69-ed88-4ffb-9479-73ab5a234def HTTP/1.1" status: 200 len: 217 time: 0.0885088 Jul 14 07:19:09.393124 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d8fda8-43dc-4fef-a665-23aab5a1135a" -d '{"events": [{"server_uuid": "42353473-0c0a-4f70-8c89-0eb48091e65c", "name": "network-vif-plugged", "status": "completed", "tag": "99f8dce7-2ab3-4d36-8099-01db93d7ab93"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:19:09.399046 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-54372c4b-ea10-4dd7-9762-b09225991f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'name': 'tempest-TaggedBootDevicesTest-695941789-router', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:15:59Z', 'updated_at': '2021-07-14T07:16:13Z', 'revision_number': 4, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'gw_port': {'id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:01Z', 'updated_at': '2021-07-14T07:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '6b14a536-5f91-454a-a11f-109a89efc3ee', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'port_id': 'e8489e5d-2c28-4a14-9aff-ad242571e831', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152', 'mac_address': 'fa:16:3e:58:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aed3f3-4254-438f-b75e-74f7845698d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:17:17Z', 'updated_at': '2021-07-14T07:19:07Z', 'revision_number': 1, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e6d66e-9f52-4b6a-b747-d3cbec72c367', 'name': '', 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'mac_address': 'fa:16:3e:76:5e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:10Z', 'updated_at': '2021-07-14T07:16:45Z', 'revision_number': 5, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'subnets': [{'id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:09.429389 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 99f8dce7-2ab3-4d36-8099-01db93d7ab93, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=99f8dce7-2ab3-4d36-8099-01db93d7ab93,segment=NetworkSegment(8349b6e8-ab21-4160-bfcc-f7cc987f5618),segment_id=8349b6e8-ab21-4160-bfcc-f7cc987f5618)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:09.440455 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:09.448082 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ad10a-ecb6-4fb3-9f18-a3efd24099cc req-5b8536c9-dc4a-4e0b-a6e0-36677dd2b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:09.448267 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e09ad10a-ecb6-4fb3-9f18-a3efd24099cc req-5b8536c9-dc4a-4e0b-a6e0-36677dd2b95b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7&device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 1097 time: 0.1363142 Jul 14 07:19:09.466613 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54372c4b-ea10-4dd7-9762-b09225991f0d None None] Checking router: c8afe6fe-88ad-4416-9abe-d2b85b2a5435 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:19:09.476118 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54372c4b-ea10-4dd7-9762-b09225991f0d None None] Routers {'c8afe6fe-88ad-4416-9abe-d2b85b2a5435'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:19:09.476912 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-54372c4b-ea10-4dd7-9762-b09225991f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:19:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:09.508557 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5ca64d-a1ef-4937-9bf5-9e884b1c9221 x-openstack-request-id: req-8c5ca64d-a1ef-4937-9bf5-9e884b1c9221 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:19:09.509128 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42353473-0c0a-4f70-8c89-0eb48091e65c", "name": "network-vif-plugged", "status": "completed", "tag": "99f8dce7-2ab3-4d36-8099-01db93d7ab93", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:19:09.509128 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c5ca64d-a1ef-4937-9bf5-9e884b1c9221 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:19:09.510057 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42353473-0c0a-4f70-8c89-0eb48091e65c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f8dce7-2ab3-4d36-8099-01db93d7ab93', 'code': 200} Jul 14 07:19:09.511880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-b7f1b4ef-3b88-4094-a6c7-53c45425403c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:09.513947 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-b7f1b4ef-3b88-4094-a6c7-53c45425403c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.1189747 Jul 14 07:19:09.539768 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=99f8dce7-2ab3-4d36-8099-01db93d7ab93,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:09.597010 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-617c220f-4eef-4956-9956-294f53ab11ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:09.599119 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-617c220f-4eef-4956-9956-294f53ab11ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0767879 Jul 14 07:19:09.649592 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-ec71fa1b-b11a-4bab-a8b7-70182f530a28 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] For port 1db95131-084e-4996-af45-f81b7520a253, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1db95131-084e-4996-af45-f81b7520a253,segment=NetworkSegment(28866e8b-8598-410e-9f63-9ffeed3a79bc),segment_id=28866e8b-8598-410e-9f63-9ffeed3a79bc)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:09.649861 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ec71fa1b-b11a-4bab-a8b7-70182f530a28 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:09.668725 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ad10a-ecb6-4fb3-9f18-a3efd24099cc req-9d7f1f0a-aa74-475d-9dc7-64c9d377a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:09.670243 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e09ad10a-ecb6-4fb3-9f18-a3efd24099cc req-9d7f1f0a-aa74-475d-9dc7-64c9d377a8f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd653837-16d0-4ce4-89f6-32469a5cf229 HTTP/1.1" status: 200 len: 918 time: 0.1940928 Jul 14 07:19:09.671286 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ec71fa1b-b11a-4bab-a8b7-70182f530a28 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Calling delete_port for 1db95131-084e-4996-af45-f81b7520a253 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:19:09.713319 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-3b73cecf-b089-429e-ab1e-3335879af288 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065927 Jul 14 07:19:09.727281 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-54372c4b-ea10-4dd7-9762-b09225991f0d None None] Set router c8afe6fe-88ad-4416-9abe-d2b85b2a5435 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:19:09.823943 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-35ca695f-26f5-4fbe-854e-6f079e4312ad service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047435 Jul 14 07:19:09.870427 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-a418eed1-fcf1-483e-8cb6-fb54c53480cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 HTTP/1.1" status: 200 len: 217 time: 0.0402746 Jul 14 07:19:09.887539 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e09ad10a-ecb6-4fb3-9f18-a3efd24099cc req-4a37c368-492c-48c9-b530-ab5154262a64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a95555e9-f29e-46fe-909a-ea4787d06942 HTTP/1.1" status: 200 len: 1002 time: 0.2079885 Jul 14 07:19:09.891627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe9c7d-fa19-4b0b-8464-dfa2afd3e62b req-53177f4c-61ef-48d9-a97d-fa49f0431100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:09.893087 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4efe9c7d-fa19-4b0b-8464-dfa2afd3e62b req-53177f4c-61ef-48d9-a97d-fa49f0431100 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 1097 time: 0.3179348 Jul 14 07:19:09.932537 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-7185cba7-551f-4c7a-b55c-b03f553da8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:09.934403 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-7185cba7-551f-4c7a-b55c-b03f553da8ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.0577514 Jul 14 07:19:09.975658 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-54372c4b-ea10-4dd7-9762-b09225991f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'name': 'tempest-TaggedBootDevicesTest-695941789-router', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:15:59Z', 'updated_at': '2021-07-14T07:16:13Z', 'revision_number': 4, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'gw_port': {'id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:01Z', 'updated_at': '2021-07-14T07:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '6b14a536-5f91-454a-a11f-109a89efc3ee', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'port_id': 'e8489e5d-2c28-4a14-9aff-ad242571e831', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152', 'mac_address': 'fa:16:3e:58:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aed3f3-4254-438f-b75e-74f7845698d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:17:17Z', 'updated_at': '2021-07-14T07:19:07Z', 'revision_number': 1, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e6d66e-9f52-4b6a-b747-d3cbec72c367', 'name': '', 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'mac_address': 'fa:16:3e:76:5e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:10Z', 'updated_at': '2021-07-14T07:16:45Z', 'revision_number': 5, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'subnets': [{'id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:10.000354 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4efe9c7d-fa19-4b0b-8464-dfa2afd3e62b req-4f9d988b-5e0c-458c-8e96-d4d379b69c12 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=29ff9297-24b4-404f-9baf-68a464a445ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774188 Jul 14 07:19:10.001625 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54372c4b-ea10-4dd7-9762-b09225991f0d None None] The sync data for ids ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'] in n-d-778696-5 is: [{'id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'name': 'tempest-TaggedBootDevicesTest-695941789-router', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:15:59Z', 'updated_at': '2021-07-14T07:16:13Z', 'revision_number': 4, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'gw_port': {'id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:01Z', 'updated_at': '2021-07-14T07:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '6b14a536-5f91-454a-a11f-109a89efc3ee', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'port_id': 'e8489e5d-2c28-4a14-9aff-ad242571e831', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152', 'mac_address': 'fa:16:3e:58:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aed3f3-4254-438f-b75e-74f7845698d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:17:17Z', 'updated_at': '2021-07-14T07:19:07Z', 'revision_number': 1, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e6d66e-9f52-4b6a-b747-d3cbec72c367', 'name': '', 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'mac_address': 'fa:16:3e:76:5e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:10Z', 'updated_at': '2021-07-14T07:16:45Z', 'revision_number': 5, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'subnets': [{'id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:19:10.005716 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ad10a-ecb6-4fb3-9f18-a3efd24099cc req-5d870044-a272-4fd2-b5ec-91b5c42fe0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:10.007431 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e09ad10a-ecb6-4fb3-9f18-a3efd24099cc req-5d870044-a272-4fd2-b5ec-91b5c42fe0a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54c389bb-f8cc-4826-9a6a-5f4ac58e9131 HTTP/1.1" status: 200 len: 856 time: 0.1096630 Jul 14 07:19:10.009010 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ec71fa1b-b11a-4bab-a8b7-70182f530a28 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:10.066037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-b6905695-ba64-4873-a2fa-012679a2c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:10.068134 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-b6905695-ba64-4873-a2fa-012679a2c227 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1273484 Jul 14 07:19:10.105671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71fa1b-b11a-4bab-a8b7-70182f530a28 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Port': ['ID=1db95131-084e-4996-af45-f81b7520a253,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:10.308018 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-0d0beac7-ed34-4601-909f-5b5199b962f2 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318625 Jul 14 07:19:10.444942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca1fa2-7a91-4ce4-ae77-a4f468504c59 None None] New status for floating IP 6b14a536-5f91-454a-a11f-109a89efc3ee: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:19:10.510438 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-fe4b6687-6152-43d4-9efd-5d12bb296de9 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946428 Jul 14 07:19:10.572827 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ec71fa1b-b11a-4bab-a8b7-70182f530a28 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:10.592738 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-5bd5b520-cfc4-4610-974a-0c3aa83e0cdf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=657ec3e0-c604-4d77-83f7-2f17b5ca4a0d HTTP/1.1" status: 200 len: 217 time: 0.0762649 Jul 14 07:19:10.599956 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ad10a-ecb6-4fb3-9f18-a3efd24099cc req-354e1243-ec6b-4d9a-8e6c-7cee6758ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:10.601869 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e09ad10a-ecb6-4fb3-9f18-a3efd24099cc req-354e1243-ec6b-4d9a-8e6c-7cee6758ccf0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd653837-16d0-4ce4-89f6-32469a5cf229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5820000 Jul 14 07:19:10.678721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-8055c6b4-b253-477b-9de0-3ce8659602c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:10.680355 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-8055c6b4-b253-477b-9de0-3ce8659602c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e3d73eb-1b79-476a-9c74-b4eeb2a0decc HTTP/1.1" status: 200 len: 797 time: 0.0812624 Jul 14 07:19:10.824164 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-bd868991-88ed-48f6-83d1-21dfac86fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:10.828247 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-bd868991-88ed-48f6-83d1-21dfac86fe6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1395006 Jul 14 07:19:10.887703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba79b90-8124-4be7-8ee5-f4dc45b041c1 req-f3c6527a-b3fe-4fee-bab9-a14e7139be30 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:10.889800 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ba79b90-8124-4be7-8ee5-f4dc45b041c1 req-f3c6527a-b3fe-4fee-bab9-a14e7139be30 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 946 time: 0.5588076 Jul 14 07:19:10.907090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41998946-83f9-4baa-9ca5-681838578cdf req-c85a0bb7-8d44-4c0a-902b-83add978995b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:10.914497 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41998946-83f9-4baa-9ca5-681838578cdf req-c85a0bb7-8d44-4c0a-902b-83add978995b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.6081560 Jul 14 07:19:11.023804 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-769b9f6b-cb7b-4009-8811-d0a81b876e90 service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901553 Jul 14 07:19:11.131682 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e09ad10a-ecb6-4fb3-9f18-a3efd24099cc req-e227c0ea-b79a-402a-a8f0-01214cceac2d service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662081 Jul 14 07:19:11.160940 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41998946-83f9-4baa-9ca5-681838578cdf req-f4469377-3907-421b-bccf-b16146dd95ba tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452345 Jul 14 07:19:11.174057 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ba79b90-8124-4be7-8ee5-f4dc45b041c1 req-f5d4b09a-dec7-4445-9626-b22b7bc85080 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ff9297-24b4-404f-9baf-68a464a445ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520359 Jul 14 07:19:11.202502 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-bab73815-3649-4614-9e5c-bc138e4f9655 service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724670 Jul 14 07:19:11.266487 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-0f8c00a5-78e1-45ab-bcdd-50807361c173 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3181db43-d375-4837-9acb-b23c672feff1 HTTP/1.1" status: 200 len: 217 time: 0.0523641 Jul 14 07:19:11.362189 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec71fa1b-b11a-4bab-a8b7-70182f530a28 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router 28139388-ef37-4f2f-99e0-222bded2e140 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:19:11.362531 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-a32bfe6d-4107-4071-917c-373b8c4e6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:11.370993 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-a32bfe6d-4107-4071-917c-373b8c4e6832 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e3d73eb-1b79-476a-9c74-b4eeb2a0decc HTTP/1.1" status: 200 len: 797 time: 0.0989335 Jul 14 07:19:11.455475 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-e98b8102-ba2d-4987-ac9b-a32f398f5299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:11.456991 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-e98b8102-ba2d-4987-ac9b-a32f398f5299 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0707140 Jul 14 07:19:11.515819 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e09ad10a-ecb6-4fb3-9f18-a3efd24099cc req-4979b59e-3a02-4575-b6de-f5605d6ec5bc service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736000 Jul 14 07:19:11.547215 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec71fa1b-b11a-4bab-a8b7-70182f530a28 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:19:11.558034 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975864e2-4862-49e5-8512-63bec6af8ae7 None None] Sync routers for ids ['28139388-ef37-4f2f-99e0-222bded2e140'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:19:11.561500 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-cae17f6d-498b-4e4f-865e-639cc2d59128 service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975702 Jul 14 07:19:11.571974 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975864e2-4862-49e5-8512-63bec6af8ae7 None None] Routers {'28139388-ef37-4f2f-99e0-222bded2e140'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:19:11.573866 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-975864e2-4862-49e5-8512-63bec6af8ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:19:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['28139388-ef37-4f2f-99e0-222bded2e140'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:11.575117 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ec71fa1b-b11a-4bab-a8b7-70182f530a28 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/28139388-ef37-4f2f-99e0-222bded2e140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9839687 Jul 14 07:19:11.577822 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36464) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:11.639992 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f76091f-11dd-45a2-8dda-a2711cd5fd66 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting subnet 949f15dc-4bc9-4597-b4ad-41294ce76df9 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:19:11.643306 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f76091f-11dd-45a2-8dda-a2711cd5fd66 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:11.683271 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-975864e2-4862-49e5-8512-63bec6af8ae7 None None] Set router 28139388-ef37-4f2f-99e0-222bded2e140 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:19:11.700201 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f76091f-11dd-45a2-8dda-a2711cd5fd66 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:11.759867 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-281cb3ab-5f96-4b85-8376-259b3453f71b req-a296e342-e483-4f49-bf6f-6eeb3c735337 service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919684 Jul 14 07:19:11.859000 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f76091f-11dd-45a2-8dda-a2711cd5fd66 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:11.930593 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f76091f-11dd-45a2-8dda-a2711cd5fd66 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:11.931301 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f34e0-32d0-49e9-a94a-e51893ea7d5d req-4dc5dfc9-c58d-40a3-823a-edd6f10688f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:11.931301 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f34e0-32d0-49e9-a94a-e51893ea7d5d req-4dc5dfc9-c58d-40a3-823a-edd6f10688f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:11.949257 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f34e0-32d0-49e9-a94a-e51893ea7d5d req-4dc5dfc9-c58d-40a3-823a-edd6f10688f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:11.950123 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f34e0-32d0-49e9-a94a-e51893ea7d5d req-4dc5dfc9-c58d-40a3-823a-edd6f10688f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:11.950617 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f34e0-32d0-49e9-a94a-e51893ea7d5d req-4dc5dfc9-c58d-40a3-823a-edd6f10688f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:11.951097 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f34e0-32d0-49e9-a94a-e51893ea7d5d req-4dc5dfc9-c58d-40a3-823a-edd6f10688f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:11.951575 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f34e0-32d0-49e9-a94a-e51893ea7d5d req-4dc5dfc9-c58d-40a3-823a-edd6f10688f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:11.960883 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-999f34e0-32d0-49e9-a94a-e51893ea7d5d req-4dc5dfc9-c58d-40a3-823a-edd6f10688f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 6491 time: 0.1170814 Jul 14 07:19:11.964833 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76091f-11dd-45a2-8dda-a2711cd5fd66 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Subnet': ['ID=949f15dc-4bc9-4597-b4ad-41294ce76df9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:11.967148 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f76091f-11dd-45a2-8dda-a2711cd5fd66 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:11.977221 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8f76091f-11dd-45a2-8dda-a2711cd5fd66 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/subnets/949f15dc-4bc9-4597-b4ad-41294ce76df9 HTTP/1.1" status: 204 len: 168 time: 0.3907397 Jul 14 07:19:11.977221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36466) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:11.977502 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11d0216-dbc9-49d2-baee-11db59831411 None None] Network 94b75698-ba3d-4277-8693-4b9e2b4f4b97 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:19:11.986211 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-975864e2-4862-49e5-8512-63bec6af8ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:19:09Z', 'revision_number': 10, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:26Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:12.038504 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975864e2-4862-49e5-8512-63bec6af8ae7 None None] Checking router: 28139388-ef37-4f2f-99e0-222bded2e140 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:19:12.048879 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975864e2-4862-49e5-8512-63bec6af8ae7 None None] Routers {'28139388-ef37-4f2f-99e0-222bded2e140'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:19:12.049776 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-975864e2-4862-49e5-8512-63bec6af8ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:19:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['28139388-ef37-4f2f-99e0-222bded2e140'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:12.132088 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:12.145794 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f34e0-32d0-49e9-a94a-e51893ea7d5d req-75114048-5bd7-41c2-9fce-891088f73c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:12.151148 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-999f34e0-32d0-49e9-a94a-e51893ea7d5d req-75114048-5bd7-41c2-9fce-891088f73c94 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1e9b77a-3218-40fd-9745-54b5c604b152 HTTP/1.1" status: 200 len: 912 time: 0.1848242 Jul 14 07:19:12.210445 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-975864e2-4862-49e5-8512-63bec6af8ae7 None None] Set router 28139388-ef37-4f2f-99e0-222bded2e140 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:19:12.342446 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting port 53cee02a-abca-4f9b-b936-bf04e3e1e5b2 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:19:12.343584 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:12.375800 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39856422-ce49-4ba7-bd43-b9bac4255f0f None None] DHCP port deletion for 94b75698-ba3d-4277-8693-4b9e2b4f4b97 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:19:12.486155 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-999f34e0-32d0-49e9-a94a-e51893ea7d5d req-35e364c5-e193-4dff-ad01-5c0bd1185ba5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8489e5d-2c28-4a14-9aff-ad242571e831 HTTP/1.1" status: 200 len: 1001 time: 0.3286562 Jul 14 07:19:12.488610 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-39856422-ce49-4ba7-bd43-b9bac4255f0f None None] Deleting port 53cee02a-abca-4f9b-b936-bf04e3e1e5b2 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:19:12.489227 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39856422-ce49-4ba7-bd43-b9bac4255f0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:12.590917 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f34e0-32d0-49e9-a94a-e51893ea7d5d req-820d2dac-031a-4f15-9bfb-26769c8b3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:12.594008 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 53cee02a-abca-4f9b-b936-bf04e3e1e5b2 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:19:12.597161 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-999f34e0-32d0-49e9-a94a-e51893ea7d5d req-820d2dac-031a-4f15-9bfb-26769c8b3246 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77c1b1a7-c56f-42a9-955a-c8d5ef7376f9 HTTP/1.1" status: 200 len: 850 time: 0.1029632 Jul 14 07:19:12.699079 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] For port 53cee02a-abca-4f9b-b936-bf04e3e1e5b2, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=53cee02a-abca-4f9b-b936-bf04e3e1e5b2,segment=NetworkSegment(28866e8b-8598-410e-9f63-9ffeed3a79bc),segment_id=28866e8b-8598-410e-9f63-9ffeed3a79bc)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:12.699452 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:12.703371 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f34e0-32d0-49e9-a94a-e51893ea7d5d req-8c591c73-383e-4ae9-b085-4162dcb3fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:12.704961 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-999f34e0-32d0-49e9-a94a-e51893ea7d5d req-8c591c73-383e-4ae9-b085-4162dcb3fdc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1e9b77a-3218-40fd-9745-54b5c604b152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046779 Jul 14 07:19:12.751220 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-39856422-ce49-4ba7-bd43-b9bac4255f0f None None] For port 53cee02a-abca-4f9b-b936-bf04e3e1e5b2, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=53cee02a-abca-4f9b-b936-bf04e3e1e5b2,segment=NetworkSegment(28866e8b-8598-410e-9f63-9ffeed3a79bc),segment_id=28866e8b-8598-410e-9f63-9ffeed3a79bc)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:12.751649 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39856422-ce49-4ba7-bd43-b9bac4255f0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:12.753421 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-975864e2-4862-49e5-8512-63bec6af8ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:19:09Z', 'revision_number': 10, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:26Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:12.765079 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Calling delete_port for 53cee02a-abca-4f9b-b936-bf04e3e1e5b2 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:19:12.800715 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-39856422-ce49-4ba7-bd43-b9bac4255f0f None None] Calling delete_port for 53cee02a-abca-4f9b-b936-bf04e3e1e5b2 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:19:12.839409 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-999f34e0-32d0-49e9-a94a-e51893ea7d5d req-69def76b-34f4-44c3-a8fa-4222b2021676 service neutron] 10.222.0.30 "GET /v2.0/networks/d1e9b77a-3218-40fd-9745-54b5c604b152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271112 Jul 14 07:19:12.841434 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975864e2-4862-49e5-8512-63bec6af8ae7 None None] The sync data for ids ['28139388-ef37-4f2f-99e0-222bded2e140'] in n-d-778696-5 is: [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:19:09Z', 'revision_number': 10, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None, '_interfaces': [{'id': '48c29e6a-d221-4300-9cd2-030d2652ae7d', 'name': '', 'network_id': 'c4bdbf78-0e24-46d7-bd44-b80282c629fe', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'mac_address': 'fa:16:3e:c7:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28139388-ef37-4f2f-99e0-222bded2e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:19Z', 'updated_at': '2021-07-14T07:18:26Z', 'revision_number': 5, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'subnets': [{'id': 'e907aa4e-7ce8-48e5-9b72-61339ca26d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:19:12.953924 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fc688-3ec6-4ff0-b5ed-dd1523f76bcc req-c69f670b-a544-43bf-972c-3fe001984041 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:12.955763 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d6fc688-3ec6-4ff0-b5ed-dd1523f76bcc req-c69f670b-a544-43bf-972c-3fe001984041 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 946 time: 0.4220769 Jul 14 07:19:12.973496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c885bb-d5e3-4ce7-a5fd-b87f8cb5367c req-53f860b6-6f5e-45f0-afcf-a75a962aa1f0 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:12.975217 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5c885bb-d5e3-4ce7-a5fd-b87f8cb5367c req-53f860b6-6f5e-45f0-afcf-a75a962aa1f0 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.4703491 Jul 14 07:19:13.038207 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:13.043849 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5c885bb-d5e3-4ce7-a5fd-b87f8cb5367c req-c67ebec0-039a-4e02-9614-39f4f5d82204 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554385 Jul 14 07:19:13.070197 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-999f34e0-32d0-49e9-a94a-e51893ea7d5d req-25c77f51-4717-430b-9211-9a6ceed298b5 service neutron] 10.222.0.30 "GET /v2.0/networks/d1e9b77a-3218-40fd-9745-54b5c604b152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244041 Jul 14 07:19:13.090775 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d6fc688-3ec6-4ff0-b5ed-dd1523f76bcc req-a082869a-2f58-4f85-b855-8f629cc12c77 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ff9297-24b4-404f-9baf-68a464a445ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043100 Jul 14 07:19:13.125163 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39856422-ce49-4ba7-bd43-b9bac4255f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:13.131862 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:13.172618 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39856422-ce49-4ba7-bd43-b9bac4255f0f None None] Pushing event deleted for resources: {'Port': ['ID=53cee02a-abca-4f9b-b936-bf04e3e1e5b2,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:13.190759 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39856422-ce49-4ba7-bd43-b9bac4255f0f None None] No DVR routers for this DVR port 53cee02a-abca-4f9b-b936-bf04e3e1e5b2 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:19:13.214947 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Port': ['ID=53cee02a-abca-4f9b-b936-bf04e3e1e5b2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:13.228036 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] No DVR routers for this DVR port 53cee02a-abca-4f9b-b936-bf04e3e1e5b2 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:19:13.314600 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36496) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:13.454804 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5164cf6-80ce-4512-9e95-53579d031c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:13.566461 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5164cf6-80ce-4512-9e95-53579d031c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:13.571751 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5164cf6-80ce-4512-9e95-53579d031c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:13.602426 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5164cf6-80ce-4512-9e95-53579d031c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcb25c7-ba8c-4071-a081-1a3989807ced,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:13.633412 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f5164cf6-80ce-4512-9e95-53579d031c19 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab9cbf924718445c9197f2ba607af799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3153749 Jul 14 07:19:13.633775 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36500) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:13.672537 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:13.683613 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b75698-ba3d-4277-8693-4b9e2b4f4b97']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:13.694530 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c76c5829-c332-43c4-a458-f4c75c9932f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:13.697901 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28866e8b-8598-410e-9f63-9ffeed3a79bc') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:13.698064 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28866e8b-8598-410e-9f63-9ffeed3a79bc') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:13.713728 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:13.738029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fd608-2496-4208-90f4-5e908f14ae40 req-921c99c8-462b-4ed1-9cf3-f894f896aaaf tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:13.739896 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a9fd608-2496-4208-90f4-5e908f14ae40 req-921c99c8-462b-4ed1-9cf3-f894f896aaaf tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 946 time: 0.4116256 Jul 14 07:19:13.749380 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:13.751257 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36508) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:13.753701 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c76c5829-c332-43c4-a458-f4c75c9932f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:13.755883 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-04a9925a-bd78-4f36-991a-298f175d0dac tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Request body: {'floatingip': {'port_id': '99f8dce7-2ab3-4d36-8099-01db93d7ab93'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:13.789570 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:19:13.789974 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:19:13.792996 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:19:13.824649 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c76c5829-c332-43c4-a458-f4c75c9932f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:13.827856 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c76c5829-c332-43c4-a458-f4c75c9932f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:13.829230 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c76c5829-c332-43c4-a458-f4c75c9932f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bdcb25c7-ba8c-4071-a081-1a3989807ced HTTP/1.1" status: 204 len: 168 time: 0.1936965 Jul 14 07:19:13.840895 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c5829-c332-43c4-a458-f4c75c9932f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcb25c7-ba8c-4071-a081-1a3989807ced,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:13.842545 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04a9925a-bd78-4f36-991a-298f175d0dac tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:13.926363 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:13.940247 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:13.942341 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/networks/94b75698-ba3d-4277-8693-4b9e2b4f4b97 HTTP/1.1" status: 204 len: 168 time: 1.9679441 Jul 14 07:19:13.945362 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36512) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:13.971996 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3286c05-1a85-41d1-a506-d2c40b39e9c4 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Network': ['ID=94b75698-ba3d-4277-8693-4b9e2b4f4b97,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:14.221311 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36518) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:14.244622 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df71473a-fa25-4f1a-836c-48b5e12ca4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:14.296183 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a95555e9-f29e-46fe-909a-ea4787d06942 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:19:14.404407 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-28394bda-a4e0-4b89-800a-fab92dd0bb3b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:14.404807 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a95555e9-f29e-46fe-909a-ea4787d06942, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a95555e9-f29e-46fe-909a-ea4787d06942,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:14.416869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'a95555e9-f29e-46fe-909a-ea4787d06942', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'port_id': 'a95555e9-f29e-46fe-909a-ea4787d06942', 'mac_address': 'fa:16:3e:61:69:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:19:14.446504 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1db95131-084e-4996-af45-f81b7520a253 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:19:14.449218 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3447b0d-1cfe-46bf-8212-f948a7cb72fd req-3d873e52-481e-4207-92e6-998a2cb5b78a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:14.450820 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3447b0d-1cfe-46bf-8212-f948a7cb72fd req-3d873e52-481e-4207-92e6-998a2cb5b78a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.2015276 Jul 14 07:19:14.487647 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 1db95131-084e-4996-af45-f81b7520a253 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:19:14.488214 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1db95131-084e-4996-af45-f81b7520a253 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:19:14.495110 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:14.510066 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a95555e9-f29e-46fe-909a-ea4787d06942 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:19:14.535719 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a95555e9-f29e-46fe-909a-ea4787d06942, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a95555e9-f29e-46fe-909a-ea4787d06942,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:14.542742 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:14.610732 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3447b0d-1cfe-46bf-8212-f948a7cb72fd req-466f8635-2665-43c0-9b78-7929241b21c6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447828 Jul 14 07:19:14.615969 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=a95555e9-f29e-46fe-909a-ea4787d06942,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:14.644910 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04a9925a-bd78-4f36-991a-298f175d0dac tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:14.652807 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['a95555e9-f29e-46fe-909a-ea4787d06942'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:19:14.661994 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04a9925a-bd78-4f36-991a-298f175d0dac tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:14.844588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-28394bda-a4e0-4b89-800a-fab92dd0bb3b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting port 48c29e6a-d221-4300-9cd2-030d2652ae7d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:19:14.844940 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-28394bda-a4e0-4b89-800a-fab92dd0bb3b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:14.870527 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df71473a-fa25-4f1a-836c-48b5e12ca4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:14.879634 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df71473a-fa25-4f1a-836c-48b5e12ca4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:14.958786 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-df71473a-fa25-4f1a-836c-48b5e12ca4b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd0ea945ed0f4d43a0a2b5f77eba26a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7326066 Jul 14 07:19:14.958786 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-04a9925a-bd78-4f36-991a-298f175d0dac tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Floating IP 795d2b2f-df0b-46c0-810a-1c525a9cd08f associated. External IP: 172.25.7.209, port: 99f8dce7-2ab3-4d36-8099-01db93d7ab93. Jul 14 07:19:14.959669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36542) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:14.960747 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71473a-fa25-4f1a-836c-48b5e12ca4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e6efb9-04a0-438a-8bbc-2cdcd436aa78,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:15.007529 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-28394bda-a4e0-4b89-800a-fab92dd0bb3b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] For port 48c29e6a-d221-4300-9cd2-030d2652ae7d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=48c29e6a-d221-4300-9cd2-030d2652ae7d,segment=NetworkSegment(9775846c-0bcf-46be-8cc8-0e5e35fa78ab),segment_id=9775846c-0bcf-46be-8cc8-0e5e35fa78ab)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:15.007911 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-28394bda-a4e0-4b89-800a-fab92dd0bb3b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:15.031661 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-28394bda-a4e0-4b89-800a-fab92dd0bb3b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Calling delete_port for 48c29e6a-d221-4300-9cd2-030d2652ae7d owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:19:15.093338 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ebe76a15-c351-40a6-b572-e7712b32714f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:15.141460 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ebe76a15-c351-40a6-b572-e7712b32714f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:15.220485 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a9925a-bd78-4f36-991a-298f175d0dac tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Router c4cff889-c4b0-4f9a-bbd8-b882c693d770 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:19:15.261604 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ebe76a15-c351-40a6-b572-e7712b32714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:15.264169 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ebe76a15-c351-40a6-b572-e7712b32714f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:15.267601 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ebe76a15-c351-40a6-b572-e7712b32714f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5e6efb9-04a0-438a-8bbc-2cdcd436aa78 HTTP/1.1" status: 204 len: 168 time: 0.3044794 Jul 14 07:19:15.354142 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:15.357012 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe76a15-c351-40a6-b572-e7712b32714f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e6efb9-04a0-438a-8bbc-2cdcd436aa78,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:15.431886 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-28394bda-a4e0-4b89-800a-fab92dd0bb3b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:15.517854 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28394bda-a4e0-4b89-800a-fab92dd0bb3b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Port': ['ID=48c29e6a-d221-4300-9cd2-030d2652ae7d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:15.576910 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:15.581977 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a9925a-bd78-4f36-991a-298f175d0dac tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:19:15.597375 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7322d61-2088-440d-87d4-1688bb69dc58 None None] Sync routers for ids ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:19:15.598540 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04a9925a-bd78-4f36-991a-298f175d0dac tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:15.623439 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7322d61-2088-440d-87d4-1688bb69dc58 None None] Routers {'c4cff889-c4b0-4f9a-bbd8-b882c693d770'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:19:15.630637 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f7322d61-2088-440d-87d4-1688bb69dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:19:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:15.751335 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-04a9925a-bd78-4f36-991a-298f175d0dac tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "PUT /v2.0/floatingips/795d2b2f-df0b-46c0-810a-1c525a9cd08f HTTP/1.1" status: 200 len: 992 time: 1.9930146 Jul 14 07:19:15.752170 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42353473-0c0a-4f70-8c89-0eb48091e65c', 'tag': '99f8dce7-2ab3-4d36-8099-01db93d7ab93'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:19:15.763991 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670d08b3-e26c-40a8-9059-38113f6a52e2" -d '{"events": [{"name": "network-changed", "server_uuid": "42353473-0c0a-4f70-8c89-0eb48091e65c", "tag": "99f8dce7-2ab3-4d36-8099-01db93d7ab93"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:19:15.859102 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-f7322d61-2088-440d-87d4-1688bb69dc58 None None] Set router c4cff889-c4b0-4f9a-bbd8-b882c693d770 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:19:15.882864 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-28394bda-a4e0-4b89-800a-fab92dd0bb3b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:16.199738 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cb9ba-6379-436b-84f0-bbe9b07e061d req-272b8631-cba8-4418-a0a3-0bf31a80312d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:16.209031 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e11cb9ba-6379-436b-84f0-bbe9b07e061d req-272b8631-cba8-4418-a0a3-0bf31a80312d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 945 time: 0.2637978 Jul 14 07:19:16.220076 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0670d3b-b25f-4c8b-a2e9-edadaf5d6524 x-openstack-request-id: req-f0670d3b-b25f-4c8b-a2e9-edadaf5d6524 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:19:16.220395 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42353473-0c0a-4f70-8c89-0eb48091e65c", "tag": "99f8dce7-2ab3-4d36-8099-01db93d7ab93", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:19:16.220629 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f0670d3b-b25f-4c8b-a2e9-edadaf5d6524 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:19:16.223997 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42353473-0c0a-4f70-8c89-0eb48091e65c', 'tag': '99f8dce7-2ab3-4d36-8099-01db93d7ab93', 'status': 'completed', 'code': 200} Jul 14 07:19:16.309049 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a95555e9-f29e-46fe-909a-ea4787d06942 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:19:16.339067 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e11cb9ba-6379-436b-84f0-bbe9b07e061d req-7427428d-322a-49df-9e08-70db211c506f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271791 Jul 14 07:19:16.424824 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28394bda-a4e0-4b89-800a-fab92dd0bb3b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router 28139388-ef37-4f2f-99e0-222bded2e140 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:19:16.476215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d08b3-e26c-40a8-9059-38113f6a52e2 req-f0eba2e5-040c-4d2f-a30a-b857cfef998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:16.480276 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-670d08b3-e26c-40a8-9059-38113f6a52e2 req-f0eba2e5-040c-4d2f-a30a-b857cfef998a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f13bd40ef814da48e4c516ed8fe37d4&device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 1097 time: 0.2565122 Jul 14 07:19:16.549898 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port a95555e9-f29e-46fe-909a-ea4787d06942 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:19:16.550868 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:16.632590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28394bda-a4e0-4b89-800a-fab92dd0bb3b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:19:16.643732 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36590) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:16.643978 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-28394bda-a4e0-4b89-800a-fab92dd0bb3b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/28139388-ef37-4f2f-99e0-222bded2e140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6971540 Jul 14 07:19:16.646351 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d46c0-8976-4485-905c-ef799596105a None None] Sync routers for ids ['28139388-ef37-4f2f-99e0-222bded2e140'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:19:16.663414 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f7322d61-2088-440d-87d4-1688bb69dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'name': 'tempest-ServersTestManualDisk-1050186320-router', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:23Z', 'updated_at': '2021-07-14T07:18:37Z', 'revision_number': 4, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'gw_port': {'id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '795d2b2f-df0b-46c0-810a-1c525a9cd08f', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'port_id': '99f8dce7-2ab3-4d36-8099-01db93d7ab93', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3', 'mac_address': 'fa:16:3e:e0:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42353473-0c0a-4f70-8c89-0eb48091e65c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:18:50Z', 'updated_at': '2021-07-14T07:19:14Z', 'revision_number': 1, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67288302-38fa-4345-900b-b7c21eafac2a', 'name': '', 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'mac_address': 'fa:16:3e:e7:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:34Z', 'updated_at': '2021-07-14T07:18:57Z', 'revision_number': 5, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'subnets': [{'id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:16.675509 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d46c0-8976-4485-905c-ef799596105a None None] Routers {'28139388-ef37-4f2f-99e0-222bded2e140'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:19:16.678805 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-054d46c0-8976-4485-905c-ef799596105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:19:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['28139388-ef37-4f2f-99e0-222bded2e140'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:16.725743 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting subnet e907aa4e-7ce8-48e5-9b72-61339ca26d19 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:19:16.730154 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:16.779253 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d08b3-e26c-40a8-9059-38113f6a52e2 req-b825e9ad-668b-44fc-9807-4199cd12097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:16.780894 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-670d08b3-e26c-40a8-9059-38113f6a52e2 req-b825e9ad-668b-44fc-9807-4199cd12097a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f0238ee1-7249-4bb0-8396-c6cf116934a3 HTTP/1.1" status: 200 len: 913 time: 0.2925203 Jul 14 07:19:16.786039 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:16.818240 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7322d61-2088-440d-87d4-1688bb69dc58 None None] Checking router: c4cff889-c4b0-4f9a-bbd8-b882c693d770 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:19:16.863373 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-054d46c0-8976-4485-905c-ef799596105a None None] Set router 28139388-ef37-4f2f-99e0-222bded2e140 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:19:16.901710 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7322d61-2088-440d-87d4-1688bb69dc58 None None] Routers {'c4cff889-c4b0-4f9a-bbd8-b882c693d770'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:19:16.902428 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f7322d61-2088-440d-87d4-1688bb69dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:19:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:16.990064 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-054d46c0-8976-4485-905c-ef799596105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:19:15Z', 'revision_number': 11, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:16.999105 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-670d08b3-e26c-40a8-9059-38113f6a52e2 req-e85b5619-c384-4b4d-9f71-991c94689621 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99f8dce7-2ab3-4d36-8099-01db93d7ab93 HTTP/1.1" status: 200 len: 1000 time: 0.2110591 Jul 14 07:19:17.023291 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d46c0-8976-4485-905c-ef799596105a None None] Checking router: 28139388-ef37-4f2f-99e0-222bded2e140 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:19:17.036281 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d46c0-8976-4485-905c-ef799596105a None None] Routers {'28139388-ef37-4f2f-99e0-222bded2e140'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:19:17.037051 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-054d46c0-8976-4485-905c-ef799596105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:19:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['28139388-ef37-4f2f-99e0-222bded2e140'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:17.104108 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:17.169697 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d08b3-e26c-40a8-9059-38113f6a52e2 req-56d3f814-9736-4722-b337-85e306c8cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:17.171254 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-670d08b3-e26c-40a8-9059-38113f6a52e2 req-56d3f814-9736-4722-b337-85e306c8cd0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8 HTTP/1.1" status: 200 len: 851 time: 0.1632011 Jul 14 07:19:17.173057 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-054d46c0-8976-4485-905c-ef799596105a None None] Set router 28139388-ef37-4f2f-99e0-222bded2e140 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:19:17.199124 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:17.260718 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:17.332810 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Subnet': ['ID=e907aa4e-7ce8-48e5-9b72-61339ca26d19,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:17.354573 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:17.363611 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/subnets/e907aa4e-7ce8-48e5-9b72-61339ca26d19 HTTP/1.1" status: 204 len: 168 time: 0.7182457 Jul 14 07:19:17.365145 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36608) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:17.380689 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:17.381051 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:17.381431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:17.381777 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:17.389278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:17.389634 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:17.389983 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:17.390327 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:17.397031 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:17.397513 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:17.397865 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:17.398209 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb25849-06dc-4368-b7cf-17371d4f63a7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:17.427991 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22607ee-4feb-4ce9-a239-621169d858f2 None None] Network c4bdbf78-0e24-46d7-bd44-b80282c629fe requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:19:17.437591 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d08b3-e26c-40a8-9059-38113f6a52e2 req-d09f3f34-862c-451d-9599-34fefc63af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:17.440158 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-670d08b3-e26c-40a8-9059-38113f6a52e2 req-d09f3f34-862c-451d-9599-34fefc63af3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0238ee1-7249-4bb0-8396-c6cf116934a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2595747 Jul 14 07:19:17.467357 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5a1ab8-8996-4d62-a915-eb7bf7b3b886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95555e9-f29e-46fe-909a-ea4787d06942'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:19:17.469670 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4ad8d3-1151-48d5-8dab-c427e6f97fa3" -d '{"events": [{"server_uuid": "2d5a1ab8-8996-4d62-a915-eb7bf7b3b886", "name": "network-vif-plugged", "status": "completed", "tag": "a95555e9-f29e-46fe-909a-ea4787d06942"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:19:17.504339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a95555e9-f29e-46fe-909a-ea4787d06942, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a95555e9-f29e-46fe-909a-ea4787d06942,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:17.577867 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-054d46c0-8976-4485-905c-ef799596105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:19:15Z', 'revision_number': 11, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:17.579352 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:17.663718 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d46c0-8976-4485-905c-ef799596105a None None] The sync data for ids ['28139388-ef37-4f2f-99e0-222bded2e140'] in n-d-778696-5 is: [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:19:15Z', 'revision_number': 11, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:19:17.690951 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433a4cb3-0395-41d7-8e71-3a795bb03faf x-openstack-request-id: req-433a4cb3-0395-41d7-8e71-3a795bb03faf {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:19:17.691266 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5a1ab8-8996-4d62-a915-eb7bf7b3b886", "name": "network-vif-plugged", "status": "completed", "tag": "a95555e9-f29e-46fe-909a-ea4787d06942", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:19:17.691540 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-433a4cb3-0395-41d7-8e71-3a795bb03faf {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:19:17.695728 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5a1ab8-8996-4d62-a915-eb7bf7b3b886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95555e9-f29e-46fe-909a-ea4787d06942', 'code': 200} Jul 14 07:19:17.734822 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-f7322d61-2088-440d-87d4-1688bb69dc58 None None] Set router c4cff889-c4b0-4f9a-bbd8-b882c693d770 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:19:17.766042 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5444e5-36f1-4854-b1d5-4af715fc2bc6 req-84173068-c6e9-4593-b83e-86ef1b5f8e6a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:17.773924 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e5444e5-36f1-4854-b1d5-4af715fc2bc6 req-84173068-c6e9-4593-b83e-86ef1b5f8e6a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.1621253 Jul 14 07:19:17.789847 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-670d08b3-e26c-40a8-9059-38113f6a52e2 req-b938b0df-0e4f-4e1b-a51e-a6da3941ccfa service neutron] 10.222.0.30 "GET /v2.0/networks/f0238ee1-7249-4bb0-8396-c6cf116934a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889514 Jul 14 07:19:17.845037 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:17.887195 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e5444e5-36f1-4854-b1d5-4af715fc2bc6 req-2d916c0c-e162-4f83-9174-b948838b5997 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120389 Jul 14 07:19:17.992524 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-670d08b3-e26c-40a8-9059-38113f6a52e2 req-e78a594e-39f1-4a0c-adf4-c52318da60bc service neutron] 10.222.0.30 "GET /v2.0/networks/f0238ee1-7249-4bb0-8396-c6cf116934a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419933 Jul 14 07:19:18.113159 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Deleting port 5dcc6a3a-988c-449b-810d-49bd2c52b2fe {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:19:18.113453 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:18.303277 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] For port 5dcc6a3a-988c-449b-810d-49bd2c52b2fe, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=5dcc6a3a-988c-449b-810d-49bd2c52b2fe,segment=NetworkSegment(9775846c-0bcf-46be-8cc8-0e5e35fa78ab),segment_id=9775846c-0bcf-46be-8cc8-0e5e35fa78ab)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:18.304287 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:18.323584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Calling delete_port for 5dcc6a3a-988c-449b-810d-49bd2c52b2fe owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:19:18.436774 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:18.441327 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=a95555e9-f29e-46fe-909a-ea4787d06942,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:18.448411 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 48c29e6a-d221-4300-9cd2-030d2652ae7d no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:19:18.506443 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 48c29e6a-d221-4300-9cd2-030d2652ae7d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:19:18.510237 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 48c29e6a-d221-4300-9cd2-030d2652ae7d not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:19:18.530344 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] No DVR routers for this DVR port 5dcc6a3a-988c-449b-810d-49bd2c52b2fe on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:19:18.532379 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Port': ['ID=5dcc6a3a-988c-449b-810d-49bd2c52b2fe,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:18.608364 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4adb93-01e9-4218-ab23-f4a7959336f4 None None] DHCP port deletion for c4bdbf78-0e24-46d7-bd44-b80282c629fe request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:19:18.695743 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:18.712176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4bdbf78-0e24-46d7-bd44-b80282c629fe']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:18.727002 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9775846c-0bcf-46be-8cc8-0e5e35fa78ab') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:18.727712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9775846c-0bcf-46be-8cc8-0e5e35fa78ab') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:18.737621 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:18.748474 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f7322d61-2088-440d-87d4-1688bb69dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'name': 'tempest-ServersTestManualDisk-1050186320-router', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:23Z', 'updated_at': '2021-07-14T07:18:37Z', 'revision_number': 4, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'gw_port': {'id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '795d2b2f-df0b-46c0-810a-1c525a9cd08f', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'port_id': '99f8dce7-2ab3-4d36-8099-01db93d7ab93', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3', 'mac_address': 'fa:16:3e:e0:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42353473-0c0a-4f70-8c89-0eb48091e65c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:18:50Z', 'updated_at': '2021-07-14T07:19:14Z', 'revision_number': 1, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67288302-38fa-4345-900b-b7c21eafac2a', 'name': '', 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'mac_address': 'fa:16:3e:e7:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:34Z', 'updated_at': '2021-07-14T07:18:57Z', 'revision_number': 5, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'subnets': [{'id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:18.757326 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:18.773774 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:19:18.774443 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:19:18.779511 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:19:18.806856 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7322d61-2088-440d-87d4-1688bb69dc58 None None] The sync data for ids ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'] in n-d-778696-5 is: [{'id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'name': 'tempest-ServersTestManualDisk-1050186320-router', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:23Z', 'updated_at': '2021-07-14T07:18:37Z', 'revision_number': 4, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'gw_port': {'id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '795d2b2f-df0b-46c0-810a-1c525a9cd08f', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'port_id': '99f8dce7-2ab3-4d36-8099-01db93d7ab93', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3', 'mac_address': 'fa:16:3e:e0:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42353473-0c0a-4f70-8c89-0eb48091e65c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:18:50Z', 'updated_at': '2021-07-14T07:19:14Z', 'revision_number': 1, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67288302-38fa-4345-900b-b7c21eafac2a', 'name': '', 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'mac_address': 'fa:16:3e:e7:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:34Z', 'updated_at': '2021-07-14T07:18:57Z', 'revision_number': 5, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'subnets': [{'id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:19:18.926643 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:18.937453 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:18.939300 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/networks/c4bdbf78-0e24-46d7-bd44-b80282c629fe HTTP/1.1" status: 204 len: 168 time: 1.5720992 Jul 14 07:19:18.942806 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36646) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:18.950568 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273496a-7e18-4dc9-9e0f-30b08fcbf672 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Pushing event deleted for resources: {'Network': ['ID=c4bdbf78-0e24-46d7-bd44-b80282c629fe,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:18.951573 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b0b3b1dc-4325-42cc-9cbf-8bcd15a53955 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'router': {'routes': None}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:19.386345 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe6f49-a938-47ce-b7b9-c081f1d380a4 None None] New status for floating IP 795d2b2f-df0b-46c0-810a-1c525a9cd08f: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:19:19.474672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.extraroute_db [None req-b0b3b1dc-4325-42cc-9cbf-8bcd15a53955 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Added routes are [] {{(pid=93828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 07:19:19.474978 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.extraroute_db [None req-b0b3b1dc-4325-42cc-9cbf-8bcd15a53955 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Removed routes are [] {{(pid=93828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 07:19:19.475357 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b0b3b1dc-4325-42cc-9cbf-8bcd15a53955 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:19.633648 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0723eaf-8a7b-43b1-9be8-470fca7aeaf8 req-bba2cbf6-ba7e-467a-8eb3-a294bc969825 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:19.645481 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e0723eaf-8a7b-43b1-9be8-470fca7aeaf8 req-bba2cbf6-ba7e-467a-8eb3-a294bc969825 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.4337258 Jul 14 07:19:19.779945 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b0b3b1dc-4325-42cc-9cbf-8bcd15a53955 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:19.790622 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b0b3b1dc-4325-42cc-9cbf-8bcd15a53955 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:19.897018 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b3b1dc-4325-42cc-9cbf-8bcd15a53955 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router 28139388-ef37-4f2f-99e0-222bded2e140 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:19:19.912397 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e0723eaf-8a7b-43b1-9be8-470fca7aeaf8 req-57c6fdb4-d559-4f0c-9478-6d8f5732647a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659121 Jul 14 07:19:20.125587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b3b1dc-4325-42cc-9cbf-8bcd15a53955 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:19:20.136406 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b0b3b1dc-4325-42cc-9cbf-8bcd15a53955 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:20.140495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36672) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:20.142445 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1983b33-ffa0-44d1-8391-e6507d181132 None None] Sync routers for ids ['28139388-ef37-4f2f-99e0-222bded2e140'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:19:20.163974 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1983b33-ffa0-44d1-8391-e6507d181132 None None] Routers {'28139388-ef37-4f2f-99e0-222bded2e140'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:19:20.164778 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e1983b33-ffa0-44d1-8391-e6507d181132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:19:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['28139388-ef37-4f2f-99e0-222bded2e140'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:20.169024 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b0b3b1dc-4325-42cc-9cbf-8bcd15a53955 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/28139388-ef37-4f2f-99e0-222bded2e140 HTTP/1.1" status: 200 len: 704 time: 1.2249315 Jul 14 07:19:20.252295 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-761bbb18-9b75-4185-bd33-344ce2ab4cb6 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/ports?device_id=28139388-ef37-4f2f-99e0-222bded2e140 HTTP/1.1" status: 200 len: 205 time: 0.1105163 Jul 14 07:19:20.254809 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36674) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:20.371977 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e1983b33-ffa0-44d1-8391-e6507d181132 None None] Set router 28139388-ef37-4f2f-99e0-222bded2e140 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:19:20.455721 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4bbb232a-55bf-45f2-8fe0-4c5fa4da33f0 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:20.546718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5dcc6a3a-988c-449b-810d-49bd2c52b2fe no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:19:20.584847 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e1983b33-ffa0-44d1-8391-e6507d181132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:19:15Z', 'revision_number': 11, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:20.622424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 5dcc6a3a-988c-449b-810d-49bd2c52b2fe {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:19:20.632202 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5dcc6a3a-988c-449b-810d-49bd2c52b2fe not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:19:20.671700 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1983b33-ffa0-44d1-8391-e6507d181132 None None] Checking router: 28139388-ef37-4f2f-99e0-222bded2e140 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:19:20.682392 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1983b33-ffa0-44d1-8391-e6507d181132 None None] Routers {'28139388-ef37-4f2f-99e0-222bded2e140'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:19:20.683278 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e1983b33-ffa0-44d1-8391-e6507d181132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:19:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['28139388-ef37-4f2f-99e0-222bded2e140'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:20.772749 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e1983b33-ffa0-44d1-8391-e6507d181132 None None] Set router 28139388-ef37-4f2f-99e0-222bded2e140 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:19:20.830887 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e1983b33-ffa0-44d1-8391-e6507d181132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:19:15Z', 'revision_number': 11, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:20.866140 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1983b33-ffa0-44d1-8391-e6507d181132 None None] The sync data for ids ['28139388-ef37-4f2f-99e0-222bded2e140'] in n-d-778696-5 is: [{'id': '28139388-ef37-4f2f-99e0-222bded2e140', 'name': 'tempest-RoutersIpV6Test-router-949077903', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:15Z', 'updated_at': '2021-07-14T07:19:15Z', 'revision_number': 11, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:19:20.871192 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10701c6c-e35b-4470-a039-80e25473264d req-2ab148e1-a2f6-49bb-bdb8-73b6f71e4401 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:20.873867 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10701c6c-e35b-4470-a039-80e25473264d req-2ab148e1-a2f6-49bb-bdb8-73b6f71e4401 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 945 time: 0.4875767 Jul 14 07:19:20.895521 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4bbb232a-55bf-45f2-8fe0-4c5fa4da33f0 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:20.899264 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4bbb232a-55bf-45f2-8fe0-4c5fa4da33f0 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:20.990597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10701c6c-e35b-4470-a039-80e25473264d req-6c5d2366-2aa1-4bcc-8814-0e6be1473bd2 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025450 Jul 14 07:19:21.013924 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4bbb232a-55bf-45f2-8fe0-4c5fa4da33f0 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:21.014422 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbb232a-55bf-45f2-8fe0-4c5fa4da33f0 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Fanout notify agent at l3_agent the message router_deleted on router 28139388-ef37-4f2f-99e0-222bded2e140 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:19:21.022853 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4bbb232a-55bf-45f2-8fe0-4c5fa4da33f0 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:21.028138 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36682) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:21.028275 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4bbb232a-55bf-45f2-8fe0-4c5fa4da33f0 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/routers/28139388-ef37-4f2f-99e0-222bded2e140 HTTP/1.1" status: 204 len: 168 time: 0.7722108 Jul 14 07:19:21.035287 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b4423662-e260-400d-bd9e-f3b34910c8b9 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1761207207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:21.089440 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b4423662-e260-400d-bd9e-f3b34910c8b9 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:21.091436 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b4423662-e260-400d-bd9e-f3b34910c8b9 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:21.183042 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b4423662-e260-400d-bd9e-f3b34910c8b9 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:21.192724 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b4423662-e260-400d-bd9e-f3b34910c8b9 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:21.221608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882551b-3572-49b0-a76a-2bfe65eaadff req-1b82aeab-bc93-4a73-9088-9a0b5d910943 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:21.222997 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5882551b-3572-49b0-a76a-2bfe65eaadff req-1b82aeab-bc93-4a73-9088-9a0b5d910943 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.1105354 Jul 14 07:19:21.227022 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b4423662-e260-400d-bd9e-f3b34910c8b9 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:21.231935 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36688) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:21.233960 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b4423662-e260-400d-bd9e-f3b34910c8b9 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2025263 Jul 14 07:19:21.240005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ffb2f9bb-a824-499d-ba7f-58e112bcb5ea tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:21.856938 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f9bb-a824-499d-ba7f-58e112bcb5ea tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:21.903936 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5882551b-3572-49b0-a76a-2bfe65eaadff req-70b26d9a-8d80-40fd-a142-1bb00b1b6a4b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6686199 Jul 14 07:19:21.927046 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f9bb-a824-499d-ba7f-58e112bcb5ea tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:22.237386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d409-3e78-4207-87c1-68f665fc0031 req-ba7785fb-4d91-4583-8a2d-b932165e416e tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:22.241551 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a6a5d409-3e78-4207-87c1-68f665fc0031 req-ba7785fb-4d91-4583-8a2d-b932165e416e tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 945 time: 0.3543684 Jul 14 07:19:22.249569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb2f9bb-a824-499d-ba7f-58e112bcb5ea tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Router 4060adf5-2ee1-4f4e-bfe1-859e960ec678 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:19:22.669769 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41910261-be7a-4112-842c-d0b3703008cd req-a63556a7-81a8-44d7-bbc3-b039c75a3f49 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:22.671230 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41910261-be7a-4112-842c-d0b3703008cd req-a63556a7-81a8-44d7-bbc3-b039c75a3f49 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 945 time: 0.5275111 Jul 14 07:19:22.673582 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb2f9bb-a824-499d-ba7f-58e112bcb5ea tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:19:22.682826 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f9bb-a824-499d-ba7f-58e112bcb5ea tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:22.684201 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ffb2f9bb-a824-499d-ba7f-58e112bcb5ea tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "PUT /v2.0/routers/4060adf5-2ee1-4f4e-bfe1-859e960ec678 HTTP/1.1" status: 200 len: 698 time: 1.4481754 Jul 14 07:19:22.686934 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36736) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:22.688772 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085ce9c9-2132-4ace-81ae-10891bfa2aca None None] Sync routers for ids ['4060adf5-2ee1-4f4e-bfe1-859e960ec678'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:19:22.706078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085ce9c9-2132-4ace-81ae-10891bfa2aca None None] Routers {'4060adf5-2ee1-4f4e-bfe1-859e960ec678'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:19:22.706971 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-085ce9c9-2132-4ace-81ae-10891bfa2aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:19:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['4060adf5-2ee1-4f4e-bfe1-859e960ec678'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:22.797926 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-a6a5d409-3e78-4207-87c1-68f665fc0031 req-8d2c54af-8b82-4269-9337-d8bf25b1473a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Deleting port b9af971b-b4d6-4929-b7de-2699229502e8 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:19:22.799757 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a6a5d409-3e78-4207-87c1-68f665fc0031 req-8d2c54af-8b82-4269-9337-d8bf25b1473a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:22.815844 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41910261-be7a-4112-842c-d0b3703008cd req-4597d2c1-98e9-456b-b86f-3a11ae4ef6c4 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035240 Jul 14 07:19:22.862433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-085ce9c9-2132-4ace-81ae-10891bfa2aca None None] Set router 4060adf5-2ee1-4f4e-bfe1-859e960ec678 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:19:22.969546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-085ce9c9-2132-4ace-81ae-10891bfa2aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060adf5-2ee1-4f4e-bfe1-859e960ec678', 'name': 'tempest-RoutersIpV6Test-router-1761207207', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:19:21Z', 'updated_at': '2021-07-14T07:19:21Z', 'revision_number': 2, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:23.003423 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085ce9c9-2132-4ace-81ae-10891bfa2aca None None] Checking router: 4060adf5-2ee1-4f4e-bfe1-859e960ec678 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:19:23.036152 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085ce9c9-2132-4ace-81ae-10891bfa2aca None None] Routers {'4060adf5-2ee1-4f4e-bfe1-859e960ec678'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:19:23.039089 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-085ce9c9-2132-4ace-81ae-10891bfa2aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:19:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['4060adf5-2ee1-4f4e-bfe1-859e960ec678'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:23.142829 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-a6a5d409-3e78-4207-87c1-68f665fc0031 req-8d2c54af-8b82-4269-9337-d8bf25b1473a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] For port b9af971b-b4d6-4929-b7de-2699229502e8, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b9af971b-b4d6-4929-b7de-2699229502e8,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:23.143204 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a6a5d409-3e78-4207-87c1-68f665fc0031 req-8d2c54af-8b82-4269-9337-d8bf25b1473a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:23.199860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-a6a5d409-3e78-4207-87c1-68f665fc0031 req-8d2c54af-8b82-4269-9337-d8bf25b1473a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Calling delete_port for b9af971b-b4d6-4929-b7de-2699229502e8 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:19:23.204979 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-085ce9c9-2132-4ace-81ae-10891bfa2aca None None] Set router 4060adf5-2ee1-4f4e-bfe1-859e960ec678 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:19:23.278680 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-085ce9c9-2132-4ace-81ae-10891bfa2aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060adf5-2ee1-4f4e-bfe1-859e960ec678', 'name': 'tempest-RoutersIpV6Test-router-1761207207', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:19:21Z', 'updated_at': '2021-07-14T07:19:21Z', 'revision_number': 2, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:19:23.319513 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085ce9c9-2132-4ace-81ae-10891bfa2aca None None] The sync data for ids ['4060adf5-2ee1-4f4e-bfe1-859e960ec678'] in n-d-778696-5 is: [{'id': '4060adf5-2ee1-4f4e-bfe1-859e960ec678', 'name': 'tempest-RoutersIpV6Test-router-1761207207', 'tenant_id': 'e869b58861d740ef88846266cf3195ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:19:21Z', 'updated_at': '2021-07-14T07:19:21Z', 'revision_number': 2, 'project_id': 'e869b58861d740ef88846266cf3195ab', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:19:23.748223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79132e-a173-49d1-82c9-6e2035ea95dc req-6b7a92e6-0a35-43cc-920f-464419fdd27f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:23.754549 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc79132e-a173-49d1-82c9-6e2035ea95dc req-6b7a92e6-0a35-43cc-920f-464419fdd27f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.4136748 Jul 14 07:19:23.807492 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-81b9f12a-818e-4607-ac79-f279548ed11b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/routers/4060adf5-2ee1-4f4e-bfe1-859e960ec678 HTTP/1.1" status: 200 len: 704 time: 1.1193626 Jul 14 07:19:23.810759 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36804) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:23.845538 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a6a5d409-3e78-4207-87c1-68f665fc0031 req-8d2c54af-8b82-4269-9337-d8bf25b1473a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:23.858348 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['b9af971b-b4d6-4929-b7de-2699229502e8'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:19:23.949402 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-410c63d6-78cc-4ff3-baf3-0a59362f095b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/ports?device_id=4060adf5-2ee1-4f4e-bfe1-859e960ec678 HTTP/1.1" status: 200 len: 205 time: 0.1370606 Jul 14 07:19:23.951572 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36816) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:23.971520 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c54af-8b82-4269-9337-d8bf25b1473a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Pushing event deleted for resources: {'Port': ['ID=b9af971b-b4d6-4929-b7de-2699229502e8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:24.190017 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc79132e-a173-49d1-82c9-6e2035ea95dc req-2e0befa1-413b-41ee-bf85-3464545a1183 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3564124 Jul 14 07:19:24.196282 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a873cbf0-9460-4820-b37d-7d621ef09f53 req-a2bcfd77-a276-47d3-868b-0fb5e74a3bad tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 210 time: 0.1215985 Jul 14 07:19:24.277545 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c54d735a-1209-4b87-8e62-5a353a3493dd tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:24.623739 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a5d409-3e78-4207-87c1-68f665fc0031 req-8d2c54af-8b82-4269-9337-d8bf25b1473a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] No DVR routers for this DVR port b9af971b-b4d6-4929-b7de-2699229502e8 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:19:24.626656 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a6a5d409-3e78-4207-87c1-68f665fc0031 req-8d2c54af-8b82-4269-9337-d8bf25b1473a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:24.629258 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a6a5d409-3e78-4207-87c1-68f665fc0031 req-8d2c54af-8b82-4269-9337-d8bf25b1473a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.15 "DELETE /v2.0/ports/b9af971b-b4d6-4929-b7de-2699229502e8 HTTP/1.1" status: 204 len: 173 time: 2.3753345 Jul 14 07:19:24.632409 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b22cd4-f270-41fd-9ed3-5e91ea07102a', 'name': 'network-vif-deleted', 'tag': 'b9af971b-b4d6-4929-b7de-2699229502e8'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:19:24.645906 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3249ae-7441-42d4-a693-69082290aa97" -d '{"events": [{"server_uuid": "d8b22cd4-f270-41fd-9ed3-5e91ea07102a", "name": "network-vif-deleted", "tag": "b9af971b-b4d6-4929-b7de-2699229502e8"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:19:24.658460 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c54d735a-1209-4b87-8e62-5a353a3493dd tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:24.675868 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c54d735a-1209-4b87-8e62-5a353a3493dd tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:24.736041 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6abd0b7-f923-45b8-8743-e3247d7d3d29 x-openstack-request-id: req-b6abd0b7-f923-45b8-8743-e3247d7d3d29 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:19:24.736340 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b22cd4-f270-41fd-9ed3-5e91ea07102a", "name": "network-vif-deleted", "tag": "b9af971b-b4d6-4929-b7de-2699229502e8", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:19:24.736598 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b6abd0b7-f923-45b8-8743-e3247d7d3d29 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:19:24.737000 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b22cd4-f270-41fd-9ed3-5e91ea07102a', 'name': 'network-vif-deleted', 'tag': 'b9af971b-b4d6-4929-b7de-2699229502e8', 'status': 'completed', 'code': 200} Jul 14 07:19:24.751926 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c54d735a-1209-4b87-8e62-5a353a3493dd tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:24.752490 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54d735a-1209-4b87-8e62-5a353a3493dd tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Fanout notify agent at l3_agent the message router_deleted on router 4060adf5-2ee1-4f4e-bfe1-859e960ec678 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:19:24.760425 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c54d735a-1209-4b87-8e62-5a353a3493dd tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:24.766601 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36872) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:24.780464 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c54d735a-1209-4b87-8e62-5a353a3493dd tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/routers/4060adf5-2ee1-4f4e-bfe1-859e960ec678 HTTP/1.1" status: 204 len: 168 time: 0.8017769 Jul 14 07:19:24.822942 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36878) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:24.834394 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-61f7e1ff-3cf3-47ec-919c-95781f0670d8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/ports?device_id=4060adf5-2ee1-4f4e-bfe1-859e960ec678 HTTP/1.1" status: 200 len: 205 time: 0.0648105 Jul 14 07:19:24.895243 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-b23bc315-aea5-41ac-8fcc-8b96d2bcdcd1 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] delete failed (client error): The resource could not be found. Jul 14 07:19:24.896508 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b23bc315-aea5-41ac-8fcc-8b96d2bcdcd1 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/routers/4060adf5-2ee1-4f4e-bfe1-859e960ec678 HTTP/1.1" status: 404 len: 336 time: 0.0725946 Jul 14 07:19:24.900430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36888) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:24.972282 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1e0fd1-9832-4d05-a1fc-191261f7fc70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] DELETE failed (client error): The resource could not be found. Jul 14 07:19:24.977436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb1e0fd1-9832-4d05-a1fc-191261f7fc70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:19:24.988762 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36894) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:24.989034 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cb1e0fd1-9832-4d05-a1fc-191261f7fc70 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/subnets/4353cdd1-9d7a-4153-8eac-9586e0658423 HTTP/1.1" status: 404 len: 337 time: 0.0874686 Jul 14 07:19:25.094772 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c0a793-7c51-46c2-806e-f4f7029ffa6b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] DELETE failed (client error): The resource could not be found. Jul 14 07:19:25.095584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c0a793-7c51-46c2-806e-f4f7029ffa6b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:19:25.097779 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d7c0a793-7c51-46c2-806e-f4f7029ffa6b tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/subnets/ef114cf4-f3a4-4393-95a9-0916b0fbc487 HTTP/1.1" status: 404 len: 337 time: 0.1080155 Jul 14 07:19:25.100469 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36904) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:25.167652 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-35856778-5bba-4d0f-9c9c-66a76cbfb5b8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] DELETE failed (client error): The resource could not be found. Jul 14 07:19:25.170746 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35856778-5bba-4d0f-9c9c-66a76cbfb5b8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:19:25.174924 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-35856778-5bba-4d0f-9c9c-66a76cbfb5b8 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/subnets/949f15dc-4bc9-4597-b4ad-41294ce76df9 HTTP/1.1" status: 404 len: 337 time: 0.0712192 Jul 14 07:19:25.175432 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36908) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:25.224289 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fe488f-a6cb-4c71-b6e6-5cdfe938ff73 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] DELETE failed (client error): The resource could not be found. Jul 14 07:19:25.224732 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08fe488f-a6cb-4c71-b6e6-5cdfe938ff73 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:19:25.227176 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-08fe488f-a6cb-4c71-b6e6-5cdfe938ff73 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/subnets/e907aa4e-7ce8-48e5-9b72-61339ca26d19 HTTP/1.1" status: 404 len: 337 time: 0.0507815 Jul 14 07:19:25.230624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36916) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:25.297062 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36928) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:25.305037 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-da441235-debe-4d26-8f3d-e21ce549986d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/ports?device_id=28139388-ef37-4f2f-99e0-222bded2e140 HTTP/1.1" status: 200 len: 205 time: 0.0704107 Jul 14 07:19:25.344906 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-3ffe8e37-2bee-469a-9c1e-cbec1aeac741 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] delete failed (client error): The resource could not be found. Jul 14 07:19:25.349250 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36932) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:25.360615 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3ffe8e37-2bee-469a-9c1e-cbec1aeac741 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/routers/28139388-ef37-4f2f-99e0-222bded2e140 HTTP/1.1" status: 404 len: 336 time: 0.0615039 Jul 14 07:19:25.393796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36936) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:25.408919 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-33e8cca6-3444-4407-9ca2-990e9acc1988 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/ports?device_id=d76e725b-39f0-4dfd-aa4b-67af12ec12b8 HTTP/1.1" status: 200 len: 205 time: 0.0577343 Jul 14 07:19:25.512901 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8a32942-05ac-42cd-a15d-83d1a4133df5 req-acb56e74-fdba-4a12-a251-96f868add6d7 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 210 time: 0.0609319 Jul 14 07:19:25.519241 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-88b89a7e-454a-4844-8baf-bd3aa704b889 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] delete failed (client error): The resource could not be found. Jul 14 07:19:25.520393 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-88b89a7e-454a-4844-8baf-bd3aa704b889 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/routers/d76e725b-39f0-4dfd-aa4b-67af12ec12b8 HTTP/1.1" status: 404 len: 336 time: 0.1253016 Jul 14 07:19:25.523193 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36946) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:25.562500 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90a332-1056-4ccf-bd5f-11636288f7c9 req-afeb9fbf-9042-459f-9570-5394ea276018 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:25.564055 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9c90a332-1056-4ccf-bd5f-11636288f7c9 req-afeb9fbf-9042-459f-9570-5394ea276018 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.1134167 Jul 14 07:19:25.629167 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b02739-f542-41e4-942a-8267c943b540 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] DELETE failed (client error): The resource could not be found. Jul 14 07:19:25.640592 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b02739-f542-41e4-942a-8267c943b540 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:19:25.645209 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9c90a332-1056-4ccf-bd5f-11636288f7c9 req-1ac7f56c-9fcb-48bc-9f10-2f0b29b4bbcf tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665958 Jul 14 07:19:25.658407 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b4b02739-f542-41e4-942a-8267c943b540 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/subnets/230de9ec-3a01-4b1c-92c1-acea0b00e9c7 HTTP/1.1" status: 404 len: 337 time: 0.1317613 Jul 14 07:19:25.658943 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36960) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:25.737006 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0fc32ca2-9cf0-4fc6-8e87-b46efebb5c3e tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/ports?device_id=b34dd754-99ac-497c-a33d-3308b1f59389 HTTP/1.1" status: 200 len: 205 time: 0.0769255 Jul 14 07:19:25.739452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36966) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:25.814303 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-a9f0babf-2a92-4165-bb4e-78bfbd44469f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] delete failed (client error): The resource could not be found. Jul 14 07:19:25.815522 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a9f0babf-2a92-4165-bb4e-78bfbd44469f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/routers/b34dd754-99ac-497c-a33d-3308b1f59389 HTTP/1.1" status: 404 len: 336 time: 0.0747979 Jul 14 07:19:25.818004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36974) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:25.861474 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2b9cc250-e09d-4c95-a635-89c2de486909 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/ports?device_id=19c432f8-e3c8-4d24-9153-7029ce1408d5 HTTP/1.1" status: 200 len: 205 time: 0.0417173 Jul 14 07:19:25.863659 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36978) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:25.936549 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-15ddf1b1-9d55-41a7-8042-a234d196980d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] delete failed (client error): The resource could not be found. Jul 14 07:19:25.938216 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-15ddf1b1-9d55-41a7-8042-a234d196980d tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/routers/19c432f8-e3c8-4d24-9153-7029ce1408d5 HTTP/1.1" status: 404 len: 336 time: 0.0723827 Jul 14 07:19:25.940416 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36986) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:26.001393 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3404ee6-8b19-4099-bf02-6b8c754ee70f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] DELETE failed (client error): The resource could not be found. Jul 14 07:19:26.001846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3404ee6-8b19-4099-bf02-6b8c754ee70f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:19:26.004059 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a3404ee6-8b19-4099-bf02-6b8c754ee70f tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/subnets/8ba02f69-bdc0-408a-b324-30762c315cfe HTTP/1.1" status: 404 len: 337 time: 0.0623889 Jul 14 07:19:26.006425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36994) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:26.068973 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1ec040d6-0987-4e7c-b5b1-82b3cb6dd5eb tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d7b7115-5ddc-450f-a77a-5c1562c77531 HTTP/1.1" status: 200 len: 205 time: 0.0593238 Jul 14 07:19:26.069321 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37000) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:26.155784 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-097f958c-8ab8-44ef-86f1-75f1e13a1c54 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] delete failed (client error): The resource could not be found. Jul 14 07:19:26.160503 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-097f958c-8ab8-44ef-86f1-75f1e13a1c54 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/routers/7d7b7115-5ddc-450f-a77a-5c1562c77531 HTTP/1.1" status: 404 len: 336 time: 0.0901337 Jul 14 07:19:26.163187 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37008) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:26.232957 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d0712a-471b-4e85-8c6d-b5635a3579e7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] DELETE failed (client error): The resource could not be found. Jul 14 07:19:26.238346 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d0712a-471b-4e85-8c6d-b5635a3579e7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:19:26.240443 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-61d0712a-471b-4e85-8c6d-b5635a3579e7 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/subnets/8afebfb1-da47-4a9f-9759-5ed5372c6691 HTTP/1.1" status: 404 len: 337 time: 0.0759778 Jul 14 07:19:26.243193 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37014) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:26.306281 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2d1613d8-c1f7-4e89-a693-3d3beb427af0 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8ac8b4e-4754-4d7a-a71e-b877d1c40ada HTTP/1.1" status: 200 len: 205 time: 0.0612476 Jul 14 07:19:26.309862 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37024) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:26.370446 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-edd68b1d-2d55-447e-8ef2-efc416b46fde tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] delete failed (client error): The resource could not be found. Jul 14 07:19:26.375020 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37030) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:26.376076 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device b9af971b-b4d6-4929-b7de-2699229502e8 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:19:26.384846 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-edd68b1d-2d55-447e-8ef2-efc416b46fde tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/routers/b8ac8b4e-4754-4d7a-a71e-b877d1c40ada HTTP/1.1" status: 404 len: 336 time: 0.0609758 Jul 14 07:19:26.419304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: b9af971b-b4d6-4929-b7de-2699229502e8 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:19:26.419564 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e116551-5cb7-424b-9ab1-4b9377f8c38a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] DELETE failed (client error): The resource could not be found. Jul 14 07:19:26.420104 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e116551-5cb7-424b-9ab1-4b9377f8c38a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:19:26.421004 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device b9af971b-b4d6-4929-b7de-2699229502e8 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:19:26.422328 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3e116551-5cb7-424b-9ab1-4b9377f8c38a tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/subnets/877cf950-a9e4-4c43-89a4-5219e799c959 HTTP/1.1" status: 404 len: 337 time: 0.0460250 Jul 14 07:19:26.424624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37036) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:26.464857 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba9d622-c1c5-48e2-88f5-4d5b6eaf4bf0 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] DELETE failed (client error): The resource could not be found. Jul 14 07:19:26.465268 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba9d622-c1c5-48e2-88f5-4d5b6eaf4bf0 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:19:26.467023 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3ba9d622-c1c5-48e2-88f5-4d5b6eaf4bf0 tempest-RoutersIpV6Test-89207167 tempest-RoutersIpV6Test-89207167-project] 10.222.0.35 "DELETE /v2.0/subnets/6d50b041-7daa-4537-b46e-dac149a2b592 HTTP/1.1" status: 404 len: 337 time: 0.0411775 Jul 14 07:19:26.953604 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d32651e-7a4a-4a31-9bc6-0d631a061429 req-41d49ab3-d8c6-41ac-9e28-bcc0a78cbf66 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 210 time: 0.0671952 Jul 14 07:19:27.106159 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37084) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:27.106985 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda72a1a-9b86-4b0d-8f41-701a6df0aa01 req-3808dd4f-e918-4dd0-a477-56a9057f4ac1 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:27.116638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dda72a1a-9b86-4b0d-8f41-701a6df0aa01 req-3808dd4f-e918-4dd0-a477-56a9057f4ac1 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.1491461 Jul 14 07:19:27.246966 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dda72a1a-9b86-4b0d-8f41-701a6df0aa01 req-543ceb9e-9d70-45c0-a52d-85a98c1f428c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293471 Jul 14 07:19:27.501085 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-326719be-804d-4b0d-b58a-a555ca145417 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e869b58861d740ef88846266cf3195ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3935726 Jul 14 07:19:27.503773 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37110) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:27.633301 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b59b9da-a512-459a-8076-f25c5ce5bc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:27.652983 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37122) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:27.724456 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b59b9da-a512-459a-8076-f25c5ce5bc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:27.830051 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b59b9da-a512-459a-8076-f25c5ce5bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:27.833174 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b59b9da-a512-459a-8076-f25c5ce5bc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:27.834678 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0b59b9da-a512-459a-8076-f25c5ce5bc5d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c35977d2-ef13-49d7-af19-c843ef163043 HTTP/1.1" status: 204 len: 168 time: 0.3288217 Jul 14 07:19:27.851689 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59b9da-a512-459a-8076-f25c5ce5bc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35977d2-ef13-49d7-af19-c843ef163043,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:27.889714 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c3aa4de5-68b7-4e2c-91b0-50da61b1da4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:28.125836 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c3aa4de5-68b7-4e2c-91b0-50da61b1da4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:28.133668 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c3aa4de5-68b7-4e2c-91b0-50da61b1da4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:28.188391 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c3aa4de5-68b7-4e2c-91b0-50da61b1da4f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15ae8417b72c43a2b3dd9f645abf3ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5316341 Jul 14 07:19:28.188556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37156) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:28.234090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa4de5-68b7-4e2c-91b0-50da61b1da4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80403720-9dcc-4194-aaa2-732f7d18c159,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:28.341813 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-47f159af-f382-4def-8da6-58a8df365b17 req-14918442-beb3-49b8-a6ff-c53689759b8a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 210 time: 0.0891509 Jul 14 07:19:28.353595 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eaefdc62-a7a6-4754-8e14-766d697438b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:28.437927 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eaefdc62-a7a6-4754-8e14-766d697438b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:28.517009 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eaefdc62-a7a6-4754-8e14-766d697438b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:28.525721 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eaefdc62-a7a6-4754-8e14-766d697438b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:28.526977 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-eaefdc62-a7a6-4754-8e14-766d697438b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80403720-9dcc-4194-aaa2-732f7d18c159 HTTP/1.1" status: 204 len: 168 time: 0.3368902 Jul 14 07:19:28.556104 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefdc62-a7a6-4754-8e14-766d697438b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80403720-9dcc-4194-aaa2-732f7d18c159,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:28.833981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20137bb-fca0-41d2-8648-0fd3f896e4c2 req-70caf7cc-ce6e-4d4b-a48a-c63fe0b143b9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:28.843811 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b20137bb-fca0-41d2-8648-0fd3f896e4c2 req-70caf7cc-ce6e-4d4b-a48a-c63fe0b143b9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.2662554 Jul 14 07:19:28.935206 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b20137bb-fca0-41d2-8648-0fd3f896e4c2 req-aed3067e-1ff4-4f95-9489-906841ccd81c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856569 Jul 14 07:19:29.239080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37228) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:29.282306 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fd22bcd-d73e-435e-902c-f2523b3f75b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:29.556583 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fd22bcd-d73e-435e-902c-f2523b3f75b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:29.564316 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fd22bcd-d73e-435e-902c-f2523b3f75b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:29.596170 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37250) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:29.600329 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-636ad6f2-72ac-4666-9bc5-79c979d1d630 req-0a7cf311-4b73-47c2-9e41-b45578abf20b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 210 time: 0.0852184 Jul 14 07:19:29.623391 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd22bcd-d73e-435e-902c-f2523b3f75b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5aa4699-8465-4e8f-b01c-048f3415b54e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:29.650773 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4fd22bcd-d73e-435e-902c-f2523b3f75b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b29a5a993a9d40d4bc01c6143f9c205d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4097826 Jul 14 07:19:29.653750 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37258) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:29.725969 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-438d6ed8-6847-4de2-bc0c-5b94f14f4026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:29.788175 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-438d6ed8-6847-4de2-bc0c-5b94f14f4026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:29.886959 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-438d6ed8-6847-4de2-bc0c-5b94f14f4026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:29.891248 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-438d6ed8-6847-4de2-bc0c-5b94f14f4026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:29.895132 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-438d6ed8-6847-4de2-bc0c-5b94f14f4026 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f5aa4699-8465-4e8f-b01c-048f3415b54e HTTP/1.1" status: 204 len: 168 time: 0.2391460 Jul 14 07:19:29.953622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d6ed8-6847-4de2-bc0c-5b94f14f4026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5aa4699-8465-4e8f-b01c-048f3415b54e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:29.994049 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d12e4f6b-8e3f-4e32-9ebe-c85974845873 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851051780'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:30.028437 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:19:30.073456 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d12e4f6b-8e3f-4e32-9ebe-c85974845873 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:30.127227 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d12e4f6b-8e3f-4e32-9ebe-c85974845873 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:30.308120 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f935f-6ed1-4907-8750-6a01b8a21633 req-c46da766-0883-4cc2-b1ee-026756b958a6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:30.317119 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da8f935f-6ed1-4907-8750-6a01b8a21633 req-c46da766-0883-4cc2-b1ee-026756b958a6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.0891609 Jul 14 07:19:30.383495 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d12e4f6b-8e3f-4e32-9ebe-c85974845873 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:30.392600 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d12e4f6b-8e3f-4e32-9ebe-c85974845873 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:30.421213 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da8f935f-6ed1-4907-8750-6a01b8a21633 req-e52f97e8-efe0-48d4-bd8c-bc6f6fcf1932 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024559 Jul 14 07:19:30.506327 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9beeadcc-319c-43fb-8138-e730a69a728a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:30.549516 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d12e4f6b-8e3f-4e32-9ebe-c85974845873 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:30.565796 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d12e4f6b-8e3f-4e32-9ebe-c85974845873 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:30.626506 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e4f6b-8e3f-4e32-9ebe-c85974845873 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f1a5e3-dcb4-460f-b094-53c9cc4c6f11,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:30.632348 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d12e4f6b-8e3f-4e32-9ebe-c85974845873 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:30.633748 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d12e4f6b-8e3f-4e32-9ebe-c85974845873 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0362740 Jul 14 07:19:30.637114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37318) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:30.705916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e4f6b-8e3f-4e32-9ebe-c85974845873 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cac0315-be06-4b15-86ad-e367ccdade0b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:30.789231 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-668d3ebf-33c3-4079-a130-81619447482b tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1474864 Jul 14 07:19:30.789716 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37326) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:30.794820 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c2bfabd7-f5d1-4c35-82f8-a971b6784d42 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group': {'name': 'tempest-security--1793754299', 'description': 'tempest-security-description-724562557'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:30.854993 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2bfabd7-f5d1-4c35-82f8-a971b6784d42 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:30.931903 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2bfabd7-f5d1-4c35-82f8-a971b6784d42 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:30.944359 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2bfabd7-f5d1-4c35-82f8-a971b6784d42 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:30.949463 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2bfabd7-f5d1-4c35-82f8-a971b6784d42 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:30.953588 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0adb3f2c-ace6-414b-a8f4-4e4560b8e99d req-c1bc18cb-115c-439f-8fd1-24fdb912c06a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 210 time: 0.0805719 Jul 14 07:19:30.955136 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c2bfabd7-f5d1-4c35-82f8-a971b6784d42 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "PUT /v2.0/security-groups/6cac0315-be06-4b15-86ad-e367ccdade0b HTTP/1.1" status: 200 len: 1779 time: 0.1641984 Jul 14 07:19:30.959376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37342) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:31.033728 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bfabd7-f5d1-4c35-82f8-a971b6784d42 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cac0315-be06-4b15-86ad-e367ccdade0b,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:31.062923 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2a662716-ce30-4f51-93c8-fb30a60f29c2 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-groups/6cac0315-be06-4b15-86ad-e367ccdade0b HTTP/1.1" status: 200 len: 1779 time: 0.1020296 Jul 14 07:19:31.065811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37348) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:31.174708 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5323396e-581c-436b-96ab-230ad292917e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:31.216100 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5323396e-581c-436b-96ab-230ad292917e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:31.318454 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5323396e-581c-436b-96ab-230ad292917e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:31.332368 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5323396e-581c-436b-96ab-230ad292917e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:31.336652 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5323396e-581c-436b-96ab-230ad292917e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-groups/6cac0315-be06-4b15-86ad-e367ccdade0b HTTP/1.1" status: 204 len: 168 time: 0.2663350 Jul 14 07:19:31.337237 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37362) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:31.361936 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323396e-581c-436b-96ab-230ad292917e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cac0315-be06-4b15-86ad-e367ccdade0b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:31.529203 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37380) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:31.531946 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e5370bbe-baf1-453d-bb81-0d52b3ca9ba4 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1906321 Jul 14 07:19:31.551278 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-580d7575-1c33-407d-bc5b-de9e00c97052 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] delete failed (client error): The resource could not be found. Jul 14 07:19:31.557833 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-580d7575-1c33-407d-bc5b-de9e00c97052 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-groups/6cac0315-be06-4b15-86ad-e367ccdade0b HTTP/1.1" status: 404 len: 347 time: 0.0265994 Jul 14 07:19:31.562427 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37382) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:31.573692 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f1283c90-cfdc-42e2-bb27-fb78c2d07c08 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group': {'name': 'tempest-secgroup--1077615998'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:31.646572 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1283c90-cfdc-42e2-bb27-fb78c2d07c08 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:31.905468 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1283c90-cfdc-42e2-bb27-fb78c2d07c08 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:31.932136 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1283c90-cfdc-42e2-bb27-fb78c2d07c08 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:32.033132 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1283c90-cfdc-42e2-bb27-fb78c2d07c08 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2be08f-a0c4-4161-bc82-704fc3d92af5,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:32.059884 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1283c90-cfdc-42e2-bb27-fb78c2d07c08 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:32.064570 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f1283c90-cfdc-42e2-bb27-fb78c2d07c08 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4981155 Jul 14 07:19:32.065297 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37410) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:32.071945 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-39360e9b-71d6-448c-93bb-6eb7cf07bc0e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group_rule': {'security_group_id': '0d2be08f-a0c4-4161-bc82-704fc3d92af5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:32.095398 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a83f52-9825-4a3e-a924-b741fca4bc8e req-b1cf17ec-1c6d-4581-b7f4-0643f9e3efc9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:32.102624 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2a83f52-9825-4a3e-a924-b741fca4bc8e req-b1cf17ec-1c6d-4581-b7f4-0643f9e3efc9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.1830964 Jul 14 07:19:32.165505 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39360e9b-71d6-448c-93bb-6eb7cf07bc0e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:32.178338 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2a83f52-9825-4a3e-a924-b741fca4bc8e req-6640ec9b-af18-490f-bfcd-1855dff111b2 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738618 Jul 14 07:19:32.243945 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39360e9b-71d6-448c-93bb-6eb7cf07bc0e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:32.251744 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39360e9b-71d6-448c-93bb-6eb7cf07bc0e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:32.280524 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39360e9b-71d6-448c-93bb-6eb7cf07bc0e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:32.284811 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-39360e9b-71d6-448c-93bb-6eb7cf07bc0e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2158692 Jul 14 07:19:32.285368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37418) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:32.295246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39360e9b-71d6-448c-93bb-6eb7cf07bc0e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def2ac7c-420b-4b79-9f9f-16d6e5ace6e6,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:32.299912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07869a0e-f1e3-4de5-8550-7ea68c616fdb req-db70b5c2-1cb5-444e-b081-610184d5534f tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 210 time: 0.1110148 Jul 14 07:19:32.340789 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7d791f1-d203-42d7-bab6-a2405aabff22 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:32.354439 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7d791f1-d203-42d7-bab6-a2405aabff22 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:32.425516 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7d791f1-d203-42d7-bab6-a2405aabff22 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:32.439368 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7d791f1-d203-42d7-bab6-a2405aabff22 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:32.440915 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b7d791f1-d203-42d7-bab6-a2405aabff22 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/def2ac7c-420b-4b79-9f9f-16d6e5ace6e6 HTTP/1.1" status: 204 len: 168 time: 0.1544502 Jul 14 07:19:32.443685 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37428) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:32.467410 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d791f1-d203-42d7-bab6-a2405aabff22 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=def2ac7c-420b-4b79-9f9f-16d6e5ace6e6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:32.584067 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7715b2f9-76f1-4896-b321-d06cfab3b3e0 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1354518 Jul 14 07:19:32.584067 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37438) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:32.738122 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9f60-0d9d-4439-a359-fb73c925c583 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:32.807073 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9f60-0d9d-4439-a359-fb73c925c583 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:32.939031 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9f60-0d9d-4439-a359-fb73c925c583 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:32.942440 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9f60-0d9d-4439-a359-fb73c925c583 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:32.943961 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0f8b9f60-0d9d-4439-a359-fb73c925c583 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-groups/0d2be08f-a0c4-4161-bc82-704fc3d92af5 HTTP/1.1" status: 204 len: 168 time: 0.3578470 Jul 14 07:19:32.948037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37474) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:32.957634 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b9f60-0d9d-4439-a359-fb73c925c583 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2be08f-a0c4-4161-bc82-704fc3d92af5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:33.137361 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6a49e4ce-b12e-490f-98fd-ef456f9b161a tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1840255 Jul 14 07:19:33.138045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37492) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:33.143978 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-6b91539d-f87d-4f26-8ed9-68c4b3d7b865 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group': {'name': 'tempest-secgroup--453414924'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:33.208913 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b91539d-f87d-4f26-8ed9-68c4b3d7b865 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:33.276314 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-109a946a-8532-47a5-be64-1c07f5e311db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:33.566394 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b91539d-f87d-4f26-8ed9-68c4b3d7b865 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:33.574288 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b91539d-f87d-4f26-8ed9-68c4b3d7b865 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:33.600157 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:33.628939 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b91539d-f87d-4f26-8ed9-68c4b3d7b865 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:33.634231 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37520) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:33.640265 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0a1757cd-52cd-4641-b2ec-0f0a92358c64 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group_rule': {'security_group_id': '5ad23317-41cc-4679-bc2a-e5d1435d9dd8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:33.645416 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6b91539d-f87d-4f26-8ed9-68c4b3d7b865 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5059714 Jul 14 07:19:33.747797 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91539d-f87d-4f26-8ed9-68c4b3d7b865 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad23317-41cc-4679-bc2a-e5d1435d9dd8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:33.775834 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a1757cd-52cd-4641-b2ec-0f0a92358c64 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:33.792204 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-657713e6-bd4e-4163-8629-b4f7ae36b30b req-f6810eaa-7d3a-4f5c-aa41-619d04f033b0 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8b22cd4-f270-41fd-9ed3-5e91ea07102a HTTP/1.1" status: 200 len: 210 time: 0.1311312 Jul 14 07:19:33.936541 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e541f5e-a033-49c1-9e3d-60502c01c46c req-6bec31b0-15a2-44eb-8b6d-0e47bab05aff tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:33.983450 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a1757cd-52cd-4641-b2ec-0f0a92358c64 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:33.989432 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e541f5e-a033-49c1-9e3d-60502c01c46c req-6bec31b0-15a2-44eb-8b6d-0e47bab05aff tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.3355021 Jul 14 07:19:33.996375 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a1757cd-52cd-4641-b2ec-0f0a92358c64 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:34.051980 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1757cd-52cd-4641-b2ec-0f0a92358c64 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94163d1-6966-4545-89b8-405aeeca81d6,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:34.059435 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a1757cd-52cd-4641-b2ec-0f0a92358c64 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:34.076111 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0a1757cd-52cd-4641-b2ec-0f0a92358c64 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4323323 Jul 14 07:19:34.077899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37536) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:34.086184 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-53abf22c-7826-4c13-98c2-36f58c2b4996 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group_rule': {'security_group_id': '5ad23317-41cc-4679-bc2a-e5d1435d9dd8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:34.115186 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e541f5e-a033-49c1-9e3d-60502c01c46c req-33481eb6-ba46-4dc4-94ae-aef10eef5886 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210098 Jul 14 07:19:34.188124 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-53abf22c-7826-4c13-98c2-36f58c2b4996 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:34.321541 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-53abf22c-7826-4c13-98c2-36f58c2b4996 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:34.335698 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-53abf22c-7826-4c13-98c2-36f58c2b4996 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:34.365134 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abf22c-7826-4c13-98c2-36f58c2b4996 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9f1b88-297f-44cd-bb56-3ca12c55014e,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:34.375689 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-53abf22c-7826-4c13-98c2-36f58c2b4996 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:34.379243 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-53abf22c-7826-4c13-98c2-36f58c2b4996 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2978487 Jul 14 07:19:34.379933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37544) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:34.398277 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0a71673c-0a82-41b3-b4cb-698082d9e90d tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group_rule': {'security_group_id': '5ad23317-41cc-4679-bc2a-e5d1435d9dd8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:34.473953 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a71673c-0a82-41b3-b4cb-698082d9e90d tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:34.644402 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:34.758829 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a71673c-0a82-41b3-b4cb-698082d9e90d tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:34.776349 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a71673c-0a82-41b3-b4cb-698082d9e90d tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:34.817121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71673c-0a82-41b3-b4cb-698082d9e90d tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0858f0c-2134-44f4-99a6-22c4ff4417c9,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:34.866742 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a71673c-0a82-41b3-b4cb-698082d9e90d tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:34.868343 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0a71673c-0a82-41b3-b4cb-698082d9e90d tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4813983 Jul 14 07:19:34.873527 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37558) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:34.888310 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-0fda011d-55e3-48cf-9173-b0319c62d96e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group_rule': {'security_group_id': '5ad23317-41cc-4679-bc2a-e5d1435d9dd8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:34.992153 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0fda011d-55e3-48cf-9173-b0319c62d96e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:35.180260 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0fda011d-55e3-48cf-9173-b0319c62d96e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:35.191529 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0fda011d-55e3-48cf-9173-b0319c62d96e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:35.215183 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda011d-55e3-48cf-9173-b0319c62d96e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c604b6-6bdf-4a2f-b59f-8854c586a626,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:35.248323 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0fda011d-55e3-48cf-9173-b0319c62d96e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:35.253107 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37578) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:35.254135 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0fda011d-55e3-48cf-9173-b0319c62d96e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3783264 Jul 14 07:19:35.258385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-cc126275-abe0-4e52-96b0-17fc4dd4a1c7 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group_rule': {'security_group_id': '5ad23317-41cc-4679-bc2a-e5d1435d9dd8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:35.339679 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc126275-abe0-4e52-96b0-17fc4dd4a1c7 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:35.541104 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b111e62-7afa-4c79-aedf-3677276da42b req-6d52abe5-78db-474f-b10e-fb2e5ad92ffd tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:35.550380 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b111e62-7afa-4c79-aedf-3677276da42b req-6d52abe5-78db-474f-b10e-fb2e5ad92ffd tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.0887549 Jul 14 07:19:35.591184 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc126275-abe0-4e52-96b0-17fc4dd4a1c7 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:35.606854 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc126275-abe0-4e52-96b0-17fc4dd4a1c7 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:35.607117 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b111e62-7afa-4c79-aedf-3677276da42b req-b518b63c-fac1-4b96-bf7f-f9f9a7b63feb tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543435 Jul 14 07:19:35.648416 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc126275-abe0-4e52-96b0-17fc4dd4a1c7 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:35.650804 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cc126275-abe0-4e52-96b0-17fc4dd4a1c7 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3965287 Jul 14 07:19:35.653757 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37592) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:35.666613 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc126275-abe0-4e52-96b0-17fc4dd4a1c7 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43233ef5-c828-4e43-942b-756fa0b52de3,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:35.688532 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc126275-abe0-4e52-96b0-17fc4dd4a1c7 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:35.688910 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc126275-abe0-4e52-96b0-17fc4dd4a1c7 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:35.689275 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc126275-abe0-4e52-96b0-17fc4dd4a1c7 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:35.689616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc126275-abe0-4e52-96b0-17fc4dd4a1c7 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:35.689960 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc126275-abe0-4e52-96b0-17fc4dd4a1c7 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:35.690292 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc126275-abe0-4e52-96b0-17fc4dd4a1c7 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:35.694500 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc126275-abe0-4e52-96b0-17fc4dd4a1c7 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:35.695083 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc126275-abe0-4e52-96b0-17fc4dd4a1c7 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:35.695585 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc126275-abe0-4e52-96b0-17fc4dd4a1c7 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:35.696110 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc126275-abe0-4e52-96b0-17fc4dd4a1c7 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:35.697164 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc126275-abe0-4e52-96b0-17fc4dd4a1c7 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:35.705758 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc126275-abe0-4e52-96b0-17fc4dd4a1c7 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:35.726550 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5d3250d-e879-4ea2-823a-763e0342138f tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:35.764238 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5d3250d-e879-4ea2-823a-763e0342138f tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:35.829380 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5d3250d-e879-4ea2-823a-763e0342138f tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:35.846150 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5d3250d-e879-4ea2-823a-763e0342138f tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:35.855896 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d5d3250d-e879-4ea2-823a-763e0342138f tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/43233ef5-c828-4e43-942b-756fa0b52de3 HTTP/1.1" status: 204 len: 168 time: 0.2007635 Jul 14 07:19:35.858597 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37608) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:35.901095 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3250d-e879-4ea2-823a-763e0342138f tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43233ef5-c828-4e43-942b-756fa0b52de3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:35.976523 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-62b46bef-996b-4a51-9520-85dd9e1696da tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1165507 Jul 14 07:19:35.980509 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37610) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:36.021327 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d307c49-ceba-49be-ae1e-e55620a29654 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:36.045289 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d307c49-ceba-49be-ae1e-e55620a29654 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:36.092539 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d307c49-ceba-49be-ae1e-e55620a29654 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:36.099271 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d307c49-ceba-49be-ae1e-e55620a29654 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:36.103595 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6d307c49-ceba-49be-ae1e-e55620a29654 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/a0c604b6-6bdf-4a2f-b59f-8854c586a626 HTTP/1.1" status: 204 len: 168 time: 0.1187086 Jul 14 07:19:36.106205 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37616) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:36.127389 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d307c49-ceba-49be-ae1e-e55620a29654 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0c604b6-6bdf-4a2f-b59f-8854c586a626,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:36.162155 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:36.187421 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40a133-dea6-4e0a-919a-71b9ab4d702a req-7bd0979c-b4c0-43ce-87b9-96867b5d571c tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:36.189286 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e40a133-dea6-4e0a-919a-71b9ab4d702a req-7bd0979c-b4c0-43ce-87b9-96867b5d571c tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 812 time: 0.2900116 Jul 14 07:19:36.204951 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ac6e922d-4c66-4982-9096-92442fd8fd74 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0976050 Jul 14 07:19:36.210931 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37620) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:36.239363 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e40a133-dea6-4e0a-919a-71b9ab4d702a req-7025764e-2cc7-4e36-9f21-ae8c0a5051b3 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/quotas/8ee1aa9eb6844f0bab525765623d79dc HTTP/1.1" status: 200 len: 375 time: 0.0393789 Jul 14 07:19:36.312233 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e40a133-dea6-4e0a-919a-71b9ab4d702a req-2e8a9d50-9a6d-4582-b96a-ce294fad67fc tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711629 Jul 14 07:19:36.409150 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-060351fa-45a5-4e0d-8c7b-a6067ff80068 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:36.424982 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-060351fa-45a5-4e0d-8c7b-a6067ff80068 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:36.509536 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e40a133-dea6-4e0a-919a-71b9ab4d702a req-10168f7f-993a-4856-b8e0-2c251386e5e7 service neutron] 10.222.0.35 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955602 Jul 14 07:19:36.550355 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-060351fa-45a5-4e0d-8c7b-a6067ff80068 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:36.596093 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-060351fa-45a5-4e0d-8c7b-a6067ff80068 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:36.596883 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-060351fa-45a5-4e0d-8c7b-a6067ff80068 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/c0858f0c-2134-44f4-99a6-22c4ff4417c9 HTTP/1.1" status: 204 len: 168 time: 0.3854938 Jul 14 07:19:36.597807 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060351fa-45a5-4e0d-8c7b-a6067ff80068 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0858f0c-2134-44f4-99a6-22c4ff4417c9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:36.599914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37632) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:36.659622 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-52f41ed9-7960-4ef8-b7c6-b908f2ce2e9e tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0584705 Jul 14 07:19:36.670623 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37640) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:36.704577 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5f39-238c-4081-9170-f575b95ccd72 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:36.724863 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5f39-238c-4081-9170-f575b95ccd72 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:36.747247 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e40a133-dea6-4e0a-919a-71b9ab4d702a req-1f00d7a9-6bf9-4f35-9ef2-67dc461e4b40 service neutron] 10.222.0.35 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367213 Jul 14 07:19:36.807537 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5f39-238c-4081-9170-f575b95ccd72 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:36.825296 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5f39-238c-4081-9170-f575b95ccd72 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:36.829027 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bd2d5f39-238c-4081-9170-f575b95ccd72 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/4b9f1b88-297f-44cd-bb56-3ca12c55014e HTTP/1.1" status: 204 len: 168 time: 0.1542044 Jul 14 07:19:36.829027 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d5f39-238c-4081-9170-f575b95ccd72 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b9f1b88-297f-44cd-bb56-3ca12c55014e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:36.849545 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37646) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:36.885995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb27d3-543a-4dc8-895c-e6513bb99c71 req-72a92780-b864-4010-886a-a1152ca168a6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:36.894564 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9fcb27d3-543a-4dc8-895c-e6513bb99c71 req-72a92780-b864-4010-886a-a1152ca168a6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.1238053 Jul 14 07:19:36.935722 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-14640474-c047-41fe-b468-df9c901e46df tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0811915 Jul 14 07:19:36.935930 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37654) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:36.967712 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9fcb27d3-543a-4dc8-895c-e6513bb99c71 req-9ab6ef7d-d588-4629-923e-2fc3e28d5666 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722132 Jul 14 07:19:37.013478 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f45d-ad4b-412d-9e19-7840ac2f39af tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:37.039422 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f45d-ad4b-412d-9e19-7840ac2f39af tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:37.093499 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-496dfd7d-5199-4c11-a6bf-06c107bcee79 req-ba147bc9-2bbf-4189-96ed-3a5d8328425d tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=17f08155-7fee-4906-9c99-30e217f645c3 HTTP/1.1" status: 200 len: 210 time: 0.0471554 Jul 14 07:19:37.118102 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f45d-ad4b-412d-9e19-7840ac2f39af tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:37.123794 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f45d-ad4b-412d-9e19-7840ac2f39af tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:37.125037 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8ce7f45d-ad4b-412d-9e19-7840ac2f39af tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/b94163d1-6966-4545-89b8-405aeeca81d6 HTTP/1.1" status: 204 len: 168 time: 0.1880381 Jul 14 07:19:37.128214 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37670) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:37.154180 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7f45d-ad4b-412d-9e19-7840ac2f39af tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b94163d1-6966-4545-89b8-405aeeca81d6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:37.213761 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37674) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:37.214348 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bcb211b6-146a-4bd9-9f6c-396b1b87d2a8 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0848825 Jul 14 07:19:37.364369 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3120283-72c7-410c-ae5a-54df004e9af8 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:37.448681 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3120283-72c7-410c-ae5a-54df004e9af8 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:37.528571 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3120283-72c7-410c-ae5a-54df004e9af8 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:37.532256 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3120283-72c7-410c-ae5a-54df004e9af8 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:37.536911 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d3120283-72c7-410c-ae5a-54df004e9af8 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-groups/5ad23317-41cc-4679-bc2a-e5d1435d9dd8 HTTP/1.1" status: 204 len: 168 time: 0.3219340 Jul 14 07:19:37.537880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37690) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:37.561026 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3120283-72c7-410c-ae5a-54df004e9af8 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad23317-41cc-4679-bc2a-e5d1435d9dd8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:37.662736 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88034947-3772-4571-80c0-cb429d410371 req-d6c899e3-5796-4a10-b8c5-71067cb4f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:37.669241 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88034947-3772-4571-80c0-cb429d410371 req-d6c899e3-5796-4a10-b8c5-71067cb4f132 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7&device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 1097 time: 0.1499381 Jul 14 07:19:37.709239 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f8153957-d249-436b-bc4a-b8e4b393f149 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1571174 Jul 14 07:19:37.712833 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37702) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:37.723914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-846c2f14-17a9-414d-9084-448839ad8e75 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019966236'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:37.770819 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-846c2f14-17a9-414d-9084-448839ad8e75 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:37.973398 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-846c2f14-17a9-414d-9084-448839ad8e75 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:37.981231 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-846c2f14-17a9-414d-9084-448839ad8e75 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:38.055110 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-846c2f14-17a9-414d-9084-448839ad8e75 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:38.056406 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-846c2f14-17a9-414d-9084-448839ad8e75 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3418000 Jul 14 07:19:38.064001 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37720) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:38.089541 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ac022235-029a-4231-b4cf-d2b6c7044e24 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group_rule': {'security_group_id': '7089b8a3-af83-4805-8739-02b214cc6dba', 'direction': 'ingress', 'protocol': 17}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:38.117050 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c2f14-17a9-414d-9084-448839ad8e75 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7089b8a3-af83-4805-8739-02b214cc6dba,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:38.179139 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac022235-029a-4231-b4cf-d2b6c7044e24 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:38.325145 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac022235-029a-4231-b4cf-d2b6c7044e24 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:38.338344 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac022235-029a-4231-b4cf-d2b6c7044e24 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:38.395468 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac022235-029a-4231-b4cf-d2b6c7044e24 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:38.407534 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ac022235-029a-4231-b4cf-d2b6c7044e24 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3346934 Jul 14 07:19:38.408863 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37744) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:38.411835 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac022235-029a-4231-b4cf-d2b6c7044e24 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2cb64bf-8013-4a71-b7cd-8ce9872fc738,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:38.477343 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c433541e-5cd9-4595-b7b0-5a710c998378 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:38.502160 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c433541e-5cd9-4595-b7b0-5a710c998378 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:38.588558 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c433541e-5cd9-4595-b7b0-5a710c998378 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:38.591115 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c433541e-5cd9-4595-b7b0-5a710c998378 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:38.594633 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c433541e-5cd9-4595-b7b0-5a710c998378 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-groups/7089b8a3-af83-4805-8739-02b214cc6dba HTTP/1.1" status: 204 len: 168 time: 0.1821170 Jul 14 07:19:38.595399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37748) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:38.599421 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1b9ac-8cd0-4f71-b36c-ba618ce2b9bd req-b57f65ea-1a62-4c8a-821b-1d5ee0a73bfd tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:38.610672 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9db1b9ac-8cd0-4f71-b36c-ba618ce2b9bd req-b57f65ea-1a62-4c8a-821b-1d5ee0a73bfd tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.2122266 Jul 14 07:19:38.613672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88034947-3772-4571-80c0-cb429d410371 req-1bf924e7-c6c9-48b1-b242-ae66547234c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:38.615061 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88034947-3772-4571-80c0-cb429d410371 req-1bf924e7-c6c9-48b1-b242-ae66547234c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd653837-16d0-4ce4-89f6-32469a5cf229 HTTP/1.1" status: 200 len: 918 time: 0.9414775 Jul 14 07:19:38.624976 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-661b7b9f-4d3d-42c1-b0d8-afcb840b787c tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:38.628695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433541e-5cd9-4595-b7b0-5a710c998378 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7089b8a3-af83-4805-8739-02b214cc6dba,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:38.639110 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-661b7b9f-4d3d-42c1-b0d8-afcb840b787c tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 812 time: 0.2306795 Jul 14 07:19:38.675761 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-686d3182-00c3-4a76-b74d-ba1356a302ea tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/quotas/8ee1aa9eb6844f0bab525765623d79dc HTTP/1.1" status: 200 len: 375 time: 0.0357320 Jul 14 07:19:38.685547 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d4dcd73c-4dec-4d46-9f99-cb8b25c46c17 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0889456 Jul 14 07:19:38.690076 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37754) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:38.698571 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8ed49a06-8b9e-4da6-bbf4-76de68453852 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group': {'name': 'tempest-secgroup--379947124'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:38.759525 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ed49a06-8b9e-4da6-bbf4-76de68453852 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:38.815530 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88034947-3772-4571-80c0-cb429d410371 req-1717e6b3-eff3-40a8-b052-fd6bf1b27929 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a95555e9-f29e-46fe-909a-ea4787d06942 HTTP/1.1" status: 200 len: 1002 time: 0.1742451 Jul 14 07:19:38.907627 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ed49a06-8b9e-4da6-bbf4-76de68453852 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:38.914644 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9db1b9ac-8cd0-4f71-b36c-ba618ce2b9bd req-ab5e3cb2-223e-4f9c-9890-0aa7bef57e90 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979681 Jul 14 07:19:38.916435 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ed49a06-8b9e-4da6-bbf4-76de68453852 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:38.964039 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-5a88171c-bd2a-4ee8-92c9-6397078b3078 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2797999 Jul 14 07:19:38.966323 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed49a06-8b9e-4da6-bbf4-76de68453852 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa5a857-9f15-460a-9940-0fe1365d3760,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:38.969860 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ed49a06-8b9e-4da6-bbf4-76de68453852 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:38.985812 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8ed49a06-8b9e-4da6-bbf4-76de68453852 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2935781 Jul 14 07:19:38.987774 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37770) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:39.000261 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a6a0a7a9-4c7b-444e-aa0e-5e0327061cbc tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group': {'name': 'tempest-secgroup--7259203'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:39.002750 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88034947-3772-4571-80c0-cb429d410371 req-297066cd-28a1-48e2-930c-3ccc6415e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:39.004364 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88034947-3772-4571-80c0-cb429d410371 req-297066cd-28a1-48e2-930c-3ccc6415e626 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54c389bb-f8cc-4826-9a6a-5f4ac58e9131 HTTP/1.1" status: 200 len: 856 time: 0.1692197 Jul 14 07:19:39.064622 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6a0a7a9-4c7b-444e-aa0e-5e0327061cbc tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:39.206517 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88034947-3772-4571-80c0-cb429d410371 req-3a891e56-df41-4095-a822-14acb24b92e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:39.208053 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88034947-3772-4571-80c0-cb429d410371 req-3a891e56-df41-4095-a822-14acb24b92e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd653837-16d0-4ce4-89f6-32469a5cf229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1940861 Jul 14 07:19:39.290653 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-f8c763f3-8b43-4340-a5a3-05c2cae782c0 service neutron] 10.222.0.35 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851796 Jul 14 07:19:39.363217 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6a0a7a9-4c7b-444e-aa0e-5e0327061cbc tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:39.374574 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6a0a7a9-4c7b-444e-aa0e-5e0327061cbc tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:39.417628 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6a0a7a9-4c7b-444e-aa0e-5e0327061cbc tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:39.424023 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37782) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:39.428744 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a6a0a7a9-4c7b-444e-aa0e-5e0327061cbc tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4377606 Jul 14 07:19:39.436420 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-4e87ffc9-d2a6-409f-ae15-a28583ad3529 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group_rule': {'security_group_id': 'cfa5a857-9f15-460a-9940-0fe1365d3760', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dec8451e-da56-4dac-acce-fc2941d2901d', 'remote_ip_prefix': None}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:39.496600 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0a7a9-4c7b-444e-aa0e-5e0327061cbc tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec8451e-da56-4dac-acce-fc2941d2901d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:39.498281 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88034947-3772-4571-80c0-cb429d410371 req-a5cf8fe4-86bb-477a-b85d-6f5d3f729a8a service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834752 Jul 14 07:19:39.509751 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4e87ffc9-d2a6-409f-ae15-a28583ad3529 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:39.650388 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-00c88c2a-cbd4-4754-84cf-029af8991e20 service neutron] 10.222.0.35 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456802 Jul 14 07:19:39.663443 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88034947-3772-4571-80c0-cb429d410371 req-83a4e8c5-502e-4cd4-993b-f2fdef8ad39d service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573155 Jul 14 07:19:39.732830 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4e87ffc9-d2a6-409f-ae15-a28583ad3529 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:39.740128 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4e87ffc9-d2a6-409f-ae15-a28583ad3529 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:39.758211 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87ffc9-d2a6-409f-ae15-a28583ad3529 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b4ea2e-7643-4543-b4b1-d188b981e1ca,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:39.781963 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4e87ffc9-d2a6-409f-ae15-a28583ad3529 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:39.786032 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4e87ffc9-d2a6-409f-ae15-a28583ad3529 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3573642 Jul 14 07:19:39.789271 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37790) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:39.816541 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64deb7f3-d2b4-49b2-b989-5fee8d0882c2 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:39.842447 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64deb7f3-d2b4-49b2-b989-5fee8d0882c2 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:39.926353 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64deb7f3-d2b4-49b2-b989-5fee8d0882c2 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:39.934873 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64deb7f3-d2b4-49b2-b989-5fee8d0882c2 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:39.941577 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-64deb7f3-d2b4-49b2-b989-5fee8d0882c2 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/15b4ea2e-7643-4543-b4b1-d188b981e1ca HTTP/1.1" status: 204 len: 168 time: 0.1480863 Jul 14 07:19:39.942957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37802) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:39.955824 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-68992c2c-1e9e-4dc6-96ee-31859380ca33 req-27400385-5420-4292-8521-0c709be22e2f tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=42fc81fe-78f3-437e-b9f5-b5d5c6e29e57 HTTP/1.1" status: 200 len: 210 time: 0.0600457 Jul 14 07:19:39.965814 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64deb7f3-d2b4-49b2-b989-5fee8d0882c2 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15b4ea2e-7643-4543-b4b1-d188b981e1ca,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:40.044873 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1d28a562-6946-4762-a9ad-b70ab851de2c tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0984900 Jul 14 07:19:40.045496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37808) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:40.109511 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbbd026e-eb4f-4d11-86fc-74190ae14157 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:40.179494 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbbd026e-eb4f-4d11-86fc-74190ae14157 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:40.244553 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60161b-95c3-4303-b876-cf5f90867ca5 req-387a24af-3f2e-476c-bff7-0c01e403caea tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:40.268459 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e60161b-95c3-4303-b876-cf5f90867ca5 req-387a24af-3f2e-476c-bff7-0c01e403caea tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.1725655 Jul 14 07:19:40.335002 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbbd026e-eb4f-4d11-86fc-74190ae14157 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:40.338896 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbbd026e-eb4f-4d11-86fc-74190ae14157 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:40.340128 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bbbd026e-eb4f-4d11-86fc-74190ae14157 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-groups/dec8451e-da56-4dac-acce-fc2941d2901d HTTP/1.1" status: 204 len: 168 time: 0.2940540 Jul 14 07:19:40.355006 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e60161b-95c3-4303-b876-cf5f90867ca5 req-911b28e3-03d4-4ee1-9297-d116df7a9d54 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854712 Jul 14 07:19:40.355289 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37820) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:40.415874 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd026e-eb4f-4d11-86fc-74190ae14157 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec8451e-da56-4dac-acce-fc2941d2901d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:40.500777 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37832) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:40.512709 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0141fe93-4c08-41aa-9e6e-cdab1e36a480 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1561632 Jul 14 07:19:40.515614 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37836) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:40.634789 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6206a590-fff7-47ec-a754-006a9955aa09 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:40.668077 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6206a590-fff7-47ec-a754-006a9955aa09 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:40.742924 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6206a590-fff7-47ec-a754-006a9955aa09 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:40.746878 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6206a590-fff7-47ec-a754-006a9955aa09 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:40.750065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6206a590-fff7-47ec-a754-006a9955aa09 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-groups/cfa5a857-9f15-460a-9940-0fe1365d3760 HTTP/1.1" status: 204 len: 168 time: 0.2312679 Jul 14 07:19:40.751105 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37840) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:40.761180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206a590-fff7-47ec-a754-006a9955aa09 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa5a857-9f15-460a-9940-0fe1365d3760,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:40.845430 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9930809-621b-4fc1-a52b-d61558516330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:40.848821 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4b6e665b-1603-4ae1-a645-e9aedaa63494 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0961339 Jul 14 07:19:40.856432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37844) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:40.862045 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e3e2fc61-8201-4836-b9ad-b08034df72e0 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group': {'name': 'tempest-secgroup--738810105'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:40.885565 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-e3e2fc61-8201-4836-b9ad-b08034df72e0 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 07:19:40.885565 n-d-778696-5 neutron-server[93827]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 07:19:40.885565 n-d-778696-5 neutron-server[93827]: [parameters: {'project_id': '370d392aca1e44e8a34645a3b471f3b6', 'id': 'db2df338-0544-4320-9f64-dd2447269d83', 'expiration': datetime.datetime(2021, 7, 14, 7, 21, 40, 875317)}] Jul 14 07:19:40.885565 n-d-778696-5 neutron-server[93827]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:19:40.885971 n-d-778696-5 neutron-server[93827]: DEBUG oslo_db.api [None req-e3e2fc61-8201-4836-b9ad-b08034df72e0 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:19:41.007680 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9930809-621b-4fc1-a52b-d61558516330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:41.022222 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9930809-621b-4fc1-a52b-d61558516330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:41.077692 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37852) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:41.077928 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a9930809-621b-4fc1-a52b-d61558516330 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51291be480db4f90adcdd5bf0247b2cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5757971 Jul 14 07:19:41.079286 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9930809-621b-4fc1-a52b-d61558516330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d06398-4ccd-4c45-8d89-5eb0049236a0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:41.143575 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cae9157-ef9c-40c3-ae25-1433153a926a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:41.169791 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd8a1c70-43db-4afd-8e2d-28e28d71552b req-9d00e19c-a5ee-44af-b144-da67f65f8fe9 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=42fc81fe-78f3-437e-b9f5-b5d5c6e29e57 HTTP/1.1" status: 200 len: 210 time: 0.0749323 Jul 14 07:19:41.211483 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cae9157-ef9c-40c3-ae25-1433153a926a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:41.289131 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cae9157-ef9c-40c3-ae25-1433153a926a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:41.297080 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cae9157-ef9c-40c3-ae25-1433153a926a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:41.300657 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3cae9157-ef9c-40c3-ae25-1433153a926a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/58d06398-4ccd-4c45-8d89-5eb0049236a0 HTTP/1.1" status: 204 len: 168 time: 0.2218959 Jul 14 07:19:41.325621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae9157-ef9c-40c3-ae25-1433153a926a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d06398-4ccd-4c45-8d89-5eb0049236a0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:41.434429 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e3e2fc61-8201-4836-b9ad-b08034df72e0 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:41.780876 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-31f71a50-74d5-4680-aea9-25a2e4696908 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:41.782120 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e3e2fc61-8201-4836-b9ad-b08034df72e0 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:41.782620 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-31f71a50-74d5-4680-aea9-25a2e4696908 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.15 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 812 time: 0.1721332 Jul 14 07:19:41.788807 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e3e2fc61-8201-4836-b9ad-b08034df72e0 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:41.801473 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47e16d-7921-4396-9057-b2adf61fe2f3 req-478524de-6cea-4636-b175-16d6de06b4cf tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:41.830615 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a47e16d-7921-4396-9057-b2adf61fe2f3 req-478524de-6cea-4636-b175-16d6de06b4cf tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 946 time: 0.2611353 Jul 14 07:19:41.851107 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-2c863627-3499-44b0-9c51-4766376b7877 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Request body: {'port': {'device_id': '42fc81fe-78f3-437e-b9f5-b5d5c6e29e57', 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118', 'admin_state_up': True, 'tenant_id': '8ee1aa9eb6844f0bab525765623d79dc'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:41.865723 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2fc61-8201-4836-b9ad-b08034df72e0 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5002cd7-bda4-4a45-993e-3d45a44a3911,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:41.871226 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e3e2fc61-8201-4836-b9ad-b08034df72e0 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:41.872956 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e3e2fc61-8201-4836-b9ad-b08034df72e0 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0151761 Jul 14 07:19:41.875787 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37882) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:41.883631 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b2f22d39-25ef-4899-9c57-1a56f109c887 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group_rule': {'security_group_id': 'd5002cd7-bda4-4a45-993e-3d45a44a3911', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:41.950986 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b2f22d39-25ef-4899-9c57-1a56f109c887 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:42.102436 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b2f22d39-25ef-4899-9c57-1a56f109c887 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:42.105757 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a47e16d-7921-4396-9057-b2adf61fe2f3 req-bd8cb931-565a-4b41-ba34-62bcee224d00 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728176 Jul 14 07:19:42.115444 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b2f22d39-25ef-4899-9c57-1a56f109c887 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:42.147130 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-2c863627-3499-44b0-9c51-4766376b7877 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Made reservation on behalf of 8ee1aa9eb6844f0bab525765623d79dc for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:19:42.154500 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-2c863627-3499-44b0-9c51-4766376b7877 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:42.163572 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f22d39-25ef-4899-9c57-1a56f109c887 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e11ccc2-b08e-4e66-8ff5-23fb16a61a89,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:42.181697 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b2f22d39-25ef-4899-9c57-1a56f109c887 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:42.186166 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b2f22d39-25ef-4899-9c57-1a56f109c887 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3090477 Jul 14 07:19:42.192211 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37894) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:42.402077 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-2c863627-3499-44b0-9c51-4766376b7877 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Allocated IP 172.20.0.14 (3a3cf2cb-40ea-4eb2-abec-56307fbfa118/33beb41d-173d-40f1-9dcf-045c8c6a18de/addf9797-f026-40f0-b9d0-bdeb314ea6ba) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:19:42.446818 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a95555e9-f29e-46fe-909a-ea4787d06942 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:19:42.548185 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:42.552088 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5457da4-d217-4d60-a6c6-427b19cb2d35 req-ba2663ea-6f4a-4cb9-9389-33f30a00a431 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=42fc81fe-78f3-437e-b9f5-b5d5c6e29e57 HTTP/1.1" status: 200 len: 210 time: 0.1114664 Jul 14 07:19:42.612496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5a1ab8-8996-4d62-a915-eb7bf7b3b886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a95555e9-f29e-46fe-909a-ea4787d06942'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:19:42.621515 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6387ce75-5ee2-4b46-b24e-332dee4a25e3" -d '{"events": [{"server_uuid": "2d5a1ab8-8996-4d62-a915-eb7bf7b3b886", "name": "network-vif-unplugged", "status": "completed", "tag": "a95555e9-f29e-46fe-909a-ea4787d06942"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:19:42.648361 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-856db30a-9ea8-45fc-ae02-c0910070f8fe tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:42.650961 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a95555e9-f29e-46fe-909a-ea4787d06942, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a95555e9-f29e-46fe-909a-ea4787d06942,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:42.659349 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:42.686317 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-856db30a-9ea8-45fc-ae02-c0910070f8fe tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:42.730342 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=a95555e9-f29e-46fe-909a-ea4787d06942,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:42.833965 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-856db30a-9ea8-45fc-ae02-c0910070f8fe tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:42.849580 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-856db30a-9ea8-45fc-ae02-c0910070f8fe tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:42.857873 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-856db30a-9ea8-45fc-ae02-c0910070f8fe tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/9e11ccc2-b08e-4e66-8ff5-23fb16a61a89 HTTP/1.1" status: 204 len: 168 time: 0.4232585 Jul 14 07:19:42.858958 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37936) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:42.871642 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856db30a-9ea8-45fc-ae02-c0910070f8fe tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e11ccc2-b08e-4e66-8ff5-23fb16a61a89,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:42.888826 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 07:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b094a61c-6b06-4762-b916-766c706930c0 x-openstack-request-id: req-b094a61c-6b06-4762-b916-766c706930c0 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:19:42.889285 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5a1ab8-8996-4d62-a915-eb7bf7b3b886", "name": "network-vif-unplugged", "status": "failed", "tag": "a95555e9-f29e-46fe-909a-ea4787d06942", "code": 422}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:19:42.889764 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b094a61c-6b06-4762-b916-766c706930c0 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:19:42.891491 n-d-778696-5 neutron-server[93829]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2d5a1ab8-8996-4d62-a915-eb7bf7b3b886', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a95555e9-f29e-46fe-909a-ea4787d06942', 'code': 422} returned with failed status Jul 14 07:19:42.998667 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d7460daa-bad1-4c05-a76f-6191c9073e71 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1384153 Jul 14 07:19:43.000307 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37942) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:43.114420 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-2c863627-3499-44b0-9c51-4766376b7877 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:43.163407 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33ba300f-e1f1-454d-a3d3-4d1b53c05594 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:43.208403 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-2c863627-3499-44b0-9c51-4766376b7877 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:43.242096 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33ba300f-e1f1-454d-a3d3-4d1b53c05594 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:43.372310 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-2c863627-3499-44b0-9c51-4766376b7877 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:19:43.378647 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-2c863627-3499-44b0-9c51-4766376b7877 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:19:43.384115 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-2c863627-3499-44b0-9c51-4766376b7877 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:19:43.407999 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33ba300f-e1f1-454d-a3d3-4d1b53c05594 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:43.410988 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33ba300f-e1f1-454d-a3d3-4d1b53c05594 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:43.412524 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-33ba300f-e1f1-454d-a3d3-4d1b53c05594 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-groups/d5002cd7-bda4-4a45-993e-3d45a44a3911 HTTP/1.1" status: 204 len: 168 time: 0.4107311 Jul 14 07:19:43.421556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37960) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:43.482171 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba300f-e1f1-454d-a3d3-4d1b53c05594 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5002cd7-bda4-4a45-993e-3d45a44a3911,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:43.551235 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c863627-3499-44b0-9c51-4766376b7877 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Pushing event updated for resources: {'Port': ['ID=addf9797-f026-40f0-b9d0-bdeb314ea6ba,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:43.582616 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-84cf31ab-a7c4-4225-a7f5-5effc3bc75ea tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1538393 Jul 14 07:19:43.582616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37972) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:43.587298 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-2c863627-3499-44b0-9c51-4766376b7877 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:43.589043 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-2c863627-3499-44b0-9c51-4766376b7877 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:43.606300 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c8715ba9-aa89-4a9e-bb9f-fa8bb5f5ec5d tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group': {'name': 'tempest-secgroup--258850213'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:43.695272 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8715ba9-aa89-4a9e-bb9f-fa8bb5f5ec5d tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:43.700050 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-2c863627-3499-44b0-9c51-4766376b7877 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8615334 Jul 14 07:19:43.712462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Request body: {'port': {'device_id': '42fc81fe-78f3-437e-b9f5-b5d5c6e29e57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:43.908280 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8715ba9-aa89-4a9e-bb9f-fa8bb5f5ec5d tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:43.915767 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8715ba9-aa89-4a9e-bb9f-fa8bb5f5ec5d tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:43.919899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37988) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:43.967172 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8715ba9-aa89-4a9e-bb9f-fa8bb5f5ec5d tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:43.982183 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c8715ba9-aa89-4a9e-bb9f-fa8bb5f5ec5d tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3984153 Jul 14 07:19:43.987994 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37992) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:43.996977 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d5a9d0ef-8a8e-4222-a7ac-1159ab8023f0 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group_rule': {'security_group_id': '7f3f8464-fc55-4de0-98bd-9a912e37d4b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:44.023763 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8715ba9-aa89-4a9e-bb9f-fa8bb5f5ec5d tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3f8464-fc55-4de0-98bd-9a912e37d4b6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:44.089409 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d5a9d0ef-8a8e-4222-a7ac-1159ab8023f0 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:44.157511 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d5a9d0ef-8a8e-4222-a7ac-1159ab8023f0 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:44.164919 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d5a9d0ef-8a8e-4222-a7ac-1159ab8023f0 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:44.179109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd9871-f359-4e86-a2d1-263e60bfb794 req-d8aa74ee-29a6-432a-ae54-fc1a60b5a1be tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:44.187176 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2fbd9871-f359-4e86-a2d1-263e60bfb794 req-d8aa74ee-29a6-432a-ae54-fc1a60b5a1be tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.3673151 Jul 14 07:19:44.190971 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:44.245595 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd1d415c-f44f-4e79-963b-14708ae0d53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:44.256896 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54817dfb-1860-4ea8-8a15-33511e5186aa req-2d2b160a-f329-4b55-939a-422bc043ed4d tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:44.257325 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d5a9d0ef-8a8e-4222-a7ac-1159ab8023f0 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:44.262148 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d5a9d0ef-8a8e-4222-a7ac-1159ab8023f0 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2721138 Jul 14 07:19:44.263206 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9d0ef-8a8e-4222-a7ac-1159ab8023f0 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad299d9b-bdd9-464f-8279-cb93f5190273,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:44.265271 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-54817dfb-1860-4ea8-8a15-33511e5186aa req-2d2b160a-f329-4b55-939a-422bc043ed4d tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=42fc81fe-78f3-437e-b9f5-b5d5c6e29e57 HTTP/1.1" status: 200 len: 932 time: 0.3287551 Jul 14 07:19:44.267117 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38006) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:44.302128 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7e9ab403-5e67-41b1-9f8b-7ba516491b62 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-group-rules/ad299d9b-bdd9-464f-8279-cb93f5190273 HTTP/1.1" status: 200 len: 763 time: 0.0336471 Jul 14 07:19:44.303334 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38008) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:44.357959 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2fbd9871-f359-4e86-a2d1-263e60bfb794 req-f9c2122c-b100-4245-9ab3-10c42eec7687 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696768 Jul 14 07:19:44.423631 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-54817dfb-1860-4ea8-8a15-33511e5186aa req-70b0fcce-50a6-418c-b3d9-aca919182ccb tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536427 Jul 14 07:19:44.466752 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d430e067-fcd8-48a5-bf27-55b7f7ea1356 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1580460 Jul 14 07:19:44.469735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38018) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:44.564799 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8414756b-e889-48e0-9162-90700b4716c8 req-a1bef209-2ea8-47a0-898e-6566c40fef0e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2602382 Jul 14 07:19:44.586534 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd1d415c-f44f-4e79-963b-14708ae0d53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:44.593958 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd1d415c-f44f-4e79-963b-14708ae0d53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:44.653561 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d415c-f44f-4e79-963b-14708ae0d53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166914f9-9a77-40bd-a6cb-f991e39cd97d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:44.690095 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cd1d415c-f44f-4e79-963b-14708ae0d53e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c6737d0c87f4e7c9108997859492d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7587702 Jul 14 07:19:44.690660 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38024) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:44.817812 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-75b3113f-9f8a-42b1-9a7f-5c869918890c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:44.860287 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4fe35328-4902-4f69-bab7-b50f89d52355 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:44.863273 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-75b3113f-9f8a-42b1-9a7f-5c869918890c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:44.920436 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4fe35328-4902-4f69-bab7-b50f89d52355 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:44.940021 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-75b3113f-9f8a-42b1-9a7f-5c869918890c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:44.948431 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-75b3113f-9f8a-42b1-9a7f-5c869918890c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:44.954918 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-75b3113f-9f8a-42b1-9a7f-5c869918890c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/166914f9-9a77-40bd-a6cb-f991e39cd97d HTTP/1.1" status: 204 len: 168 time: 0.2632272 Jul 14 07:19:44.963936 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3113f-9f8a-42b1-9a7f-5c869918890c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166914f9-9a77-40bd-a6cb-f991e39cd97d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:45.129380 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4fe35328-4902-4f69-bab7-b50f89d52355 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.142976 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4fe35328-4902-4f69-bab7-b50f89d52355 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.144322 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4fe35328-4902-4f69-bab7-b50f89d52355 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/ad299d9b-bdd9-464f-8279-cb93f5190273 HTTP/1.1" status: 204 len: 168 time: 0.6716304 Jul 14 07:19:45.147075 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38040) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:45.161386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe35328-4902-4f69-bab7-b50f89d52355 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad299d9b-bdd9-464f-8279-cb93f5190273,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:45.164700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id addf9797-f026-40f0-b9d0-bdeb314ea6ba {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:19:45.175130 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.214783 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Transition to ACTIVE for port object addf9797-f026-40f0-b9d0-bdeb314ea6ba will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:19:45.216994 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-756aea22-abb5-4f4e-ad9d-56340ce2fea0 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0684490 Jul 14 07:19:45.220110 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38046) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:45.223392 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.225500 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-fd802231-dd02-40eb-a62e-2eb7d2174d3a tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group_rule': {'security_group_id': '7f3f8464-fc55-4de0-98bd-9a912e37d4b6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:45.286920 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fd802231-dd02-40eb-a62e-2eb7d2174d3a tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.329218 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.372331 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Pushing event updated for resources: {'Port': ['ID=addf9797-f026-40f0-b9d0-bdeb314ea6ba,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:45.399325 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fd802231-dd02-40eb-a62e-2eb7d2174d3a tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.406323 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Attempting to bind port addf9797-f026-40f0-b9d0-bdeb314ea6ba on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:19:45.406323 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Attempting to bind port addf9797-f026-40f0-b9d0-bdeb314ea6ba by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:19:45.408302 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fd802231-dd02-40eb-a62e-2eb7d2174d3a tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.409740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Attempting to bind port addf9797-f026-40f0-b9d0-bdeb314ea6ba on network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:19:45.429818 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Port addf9797-f026-40f0-b9d0-bdeb314ea6ba on network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:19:45.433056 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Attempting to bind port addf9797-f026-40f0-b9d0-bdeb314ea6ba on network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:19:45.438955 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd802231-dd02-40eb-a62e-2eb7d2174d3a tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4793b5f4-5f5d-4032-9839-b9554d00e2e8,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:45.450792 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:19:45.451237 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Checking segment: {'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:19:45.451700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Bound using segment: {'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:19:45.453438 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fd802231-dd02-40eb-a62e-2eb7d2174d3a tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.454864 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fd802231-dd02-40eb-a62e-2eb7d2174d3a tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2335093 Jul 14 07:19:45.455831 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Bound port: addf9797-f026-40f0-b9d0-bdeb314ea6ba, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:19:45.456110 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.458199 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38056) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:45.498912 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e74e6678-de8e-4d66-a360-c435a6876362 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-group-rules/4793b5f4-5f5d-4032-9839-b9554d00e2e8 HTTP/1.1" status: 200 len: 763 time: 0.0390818 Jul 14 07:19:45.503484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38060) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:45.559433 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.583622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38062) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:45.606633 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8570ac1-df0a-4113-9170-572d831eca65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.718528 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] For port addf9797-f026-40f0-b9d0-bdeb314ea6ba, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:19:45.737399 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-657e7112-cfa1-44c0-8f57-f02c5f80fb33 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2342181 Jul 14 07:19:45.739841 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38070) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:45.751977 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] For port addf9797-f026-40f0-b9d0-bdeb314ea6ba, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=addf9797-f026-40f0-b9d0-bdeb314ea6ba,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:19:45.762626 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.764808 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8570ac1-df0a-4113-9170-572d831eca65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.779662 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e2b24eb-4cb3-4b79-a144-bbef59c68e9f tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.781829 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8570ac1-df0a-4113-9170-572d831eca65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.799519 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e2b24eb-4cb3-4b79-a144-bbef59c68e9f tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.815110 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:45.815843 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.817539 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] 10.222.0.15 "PUT /v2.0/ports/addf9797-f026-40f0-b9d0-bdeb314ea6ba HTTP/1.1" status: 200 len: 1092 time: 2.1102157 Jul 14 07:19:45.818438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fc81fe-78f3-437e-b9f5-b5d5c6e29e57', 'tag': 'addf9797-f026-40f0-b9d0-bdeb314ea6ba'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:19:45.821150 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3b8d7c-ae94-47b1-9198-1f49f6462f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "42fc81fe-78f3-437e-b9f5-b5d5c6e29e57", "tag": "addf9797-f026-40f0-b9d0-bdeb314ea6ba"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:19:45.844342 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8570ac1-df0a-4113-9170-572d831eca65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff14d70-5da5-4573-b5d1-fa092766b1c1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:45.856420 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f8570ac1-df0a-4113-9170-572d831eca65 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9e0cc8b388c4162bbc708c8e38dafeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690856 Jul 14 07:19:45.856799 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38076) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:45.870812 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e2b24eb-4cb3-4b79-a144-bbef59c68e9f tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.880585 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e2b24eb-4cb3-4b79-a144-bbef59c68e9f tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:45.884596 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9e2b24eb-4cb3-4b79-a144-bbef59c68e9f tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/4793b5f4-5f5d-4032-9839-b9554d00e2e8 HTTP/1.1" status: 204 len: 168 time: 0.1411092 Jul 14 07:19:45.887483 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38078) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:45.898246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b24eb-4cb3-4b79-a144-bbef59c68e9f tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4793b5f4-5f5d-4032-9839-b9554d00e2e8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:45.946982 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-946bb6b1-385f-4a9f-91ee-46c5d5e01ef3 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0572424 Jul 14 07:19:45.949596 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38082) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:45.954422 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-48000951-9a8f-486a-90dc-0030cf1c4b9b tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Request body: {'security_group_rule': {'security_group_id': '7f3f8464-fc55-4de0-98bd-9a912e37d4b6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:19:45.971313 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa514d-5326-49dd-a75c-f96ec5baaa06 req-ef7283fa-bc48-4523-a969-25a4e3da77b5 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:45.972779 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b5fa514d-5326-49dd-a75c-f96ec5baaa06 req-ef7283fa-bc48-4523-a969-25a4e3da77b5 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=42fc81fe-78f3-437e-b9f5-b5d5c6e29e57 HTTP/1.1" status: 200 len: 944 time: 0.3189621 Jul 14 07:19:45.977878 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2ba54-2dd9-4717-9a97-7029cd70a054 service neutron] Pushing event updated for resources: {'Port': ['ID=addf9797-f026-40f0-b9d0-bdeb314ea6ba,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:45.997472 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-48000951-9a8f-486a-90dc-0030cf1c4b9b tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:46.005372 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161733e9-ae21-44e0-aa28-d403dd9b27ae req-70710ef4-59e1-44e6-9531-b897e73fb812 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:46.007420 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-161733e9-ae21-44e0-aa28-d403dd9b27ae req-70710ef4-59e1-44e6-9531-b897e73fb812 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.4089928 Jul 14 07:19:46.081581 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-48000951-9a8f-486a-90dc-0030cf1c4b9b tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:46.102702 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-48000951-9a8f-486a-90dc-0030cf1c4b9b tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:46.117332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-82edb4fe-a2a7-4810-8a3c-55abcc761037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:46.124337 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-82edb4fe-a2a7-4810-8a3c-55abcc761037 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&device_id=42fc81fe-78f3-437e-b9f5-b5d5c6e29e57 HTTP/1.1" status: 200 len: 1095 time: 0.2551229 Jul 14 07:19:46.128060 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b5fa514d-5326-49dd-a75c-f96ec5baaa06 req-338f4024-c9cc-4309-a6e1-ef8ed4480e7c tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424005 Jul 14 07:19:46.137933 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-64b2df45-6949-4d10-a4db-f550b75891d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:46.156709 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-48000951-9a8f-486a-90dc-0030cf1c4b9b tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:46.170723 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-48000951-9a8f-486a-90dc-0030cf1c4b9b tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2197714 Jul 14 07:19:46.176063 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38090) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:46.183648 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-64b2df45-6949-4d10-a4db-f550b75891d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:46.211648 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48000951-9a8f-486a-90dc-0030cf1c4b9b tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d688c34-1966-45ba-aee0-da3562ed0a55,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:46.242299 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-d6d194b8-ddf4-4c0e-af3b-04d5de27ba30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=addf9797-f026-40f0-b9d0-bdeb314ea6ba HTTP/1.1" status: 200 len: 217 time: 0.1115832 Jul 14 07:19:46.245748 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b1e447ea-ee78-4076-879d-8c452a1ebe39 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-group-rules/4d688c34-1966-45ba-aee0-da3562ed0a55 HTTP/1.1" status: 200 len: 764 time: 0.0652699 Jul 14 07:19:46.248644 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38092) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:46.265520 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-161733e9-ae21-44e0-aa28-d403dd9b27ae req-f0b97543-0b0e-4ca1-80e6-fbea39fa0ede tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408431 Jul 14 07:19:46.348338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-973bffac-2f1b-4d19-af36-e61352e07be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:46.350097 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-973bffac-2f1b-4d19-af36-e61352e07be8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33beb41d-173d-40f1-9dcf-045c8c6a18de HTTP/1.1" status: 200 len: 852 time: 0.0882237 Jul 14 07:19:46.350715 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-30e72a3f-db67-481a-8894-5e4a26d46985 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1008301 Jul 14 07:19:46.353962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38098) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:46.387091 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1ff54e4-47b8-4388-9b52-5f2a80493031 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:46.406711 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1ff54e4-47b8-4388-9b52-5f2a80493031 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:46.425700 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-64b2df45-6949-4d10-a4db-f550b75891d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:46.438185 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-64b2df45-6949-4d10-a4db-f550b75891d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:46.441964 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-64b2df45-6949-4d10-a4db-f550b75891d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bff14d70-5da5-4573-b5d1-fa092766b1c1 HTTP/1.1" status: 204 len: 168 time: 0.5781910 Jul 14 07:19:46.451172 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1ff54e4-47b8-4388-9b52-5f2a80493031 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:46.454644 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-2fd82810-b120-486b-b0f2-575c552ffcd9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943234 Jul 14 07:19:46.465312 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1ff54e4-47b8-4388-9b52-5f2a80493031 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:46.468231 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a95555e9-f29e-46fe-909a-ea4787d06942 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:19:46.477018 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d1ff54e4-47b8-4388-9b52-5f2a80493031 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/4d688c34-1966-45ba-aee0-da3562ed0a55 HTTP/1.1" status: 204 len: 168 time: 0.1187503 Jul 14 07:19:46.480188 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38104) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:46.532838 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff54e4-47b8-4388-9b52-5f2a80493031 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d688c34-1966-45ba-aee0-da3562ed0a55,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:46.581550 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7e6b9979-d330-40cf-b5bc-dfecdd226aa1 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1001515 Jul 14 07:19:46.583845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38112) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:46.635149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2df45-6949-4d10-a4db-f550b75891d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff14d70-5da5-4573-b5d1-fa092766b1c1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:46.640190 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570dbaba-c6b2-4a7a-b230-d6cdb324ef57 x-openstack-request-id: req-570dbaba-c6b2-4a7a-b230-d6cdb324ef57 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:19:46.640641 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fc81fe-78f3-437e-b9f5-b5d5c6e29e57", "tag": "addf9797-f026-40f0-b9d0-bdeb314ea6ba", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:19:46.640958 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-570dbaba-c6b2-4a7a-b230-d6cdb324ef57 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:19:46.641389 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fc81fe-78f3-437e-b9f5-b5d5c6e29e57', 'tag': 'addf9797-f026-40f0-b9d0-bdeb314ea6ba', 'status': 'completed', 'code': 200} Jul 14 07:19:46.681822 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-249a7206-4e53-420e-ae46-e2178f54e9b5 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:46.695575 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-48cf7d3c-4218-454a-8125-95ddc454af01 service neutron] 10.222.0.15 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285118 Jul 14 07:19:46.739424 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-249a7206-4e53-420e-ae46-e2178f54e9b5 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:46.825499 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-249a7206-4e53-420e-ae46-e2178f54e9b5 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:46.828854 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-249a7206-4e53-420e-ae46-e2178f54e9b5 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:46.833128 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caadf23d-a53d-45ff-acdf-68b8fb66bb39 req-377021fb-ba07-46d6-b21f-f98a379ad5b7 service neutron] 10.222.0.15 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299224 Jul 14 07:19:46.833413 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38118) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:46.833924 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-249a7206-4e53-420e-ae46-e2178f54e9b5 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "DELETE /v2.0/security-groups/7f3f8464-fc55-4de0-98bd-9a912e37d4b6 HTTP/1.1" status: 204 len: 168 time: 0.2489300 Jul 14 07:19:46.853662 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a7206-4e53-420e-ae46-e2178f54e9b5 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3f8464-fc55-4de0-98bd-9a912e37d4b6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:46.921264 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b8bcbaad-b1a4-4e02-b12b-2f5f7ba46806 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0809329 Jul 14 07:19:46.924015 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38122) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:47.042803 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e3e1753c-c4d3-4a80-8467-130a58ddf2d0 tempest-SecGroupTest-496340335 tempest-SecGroupTest-496340335-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1175952 Jul 14 07:19:47.055515 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b8d7c-ae94-47b1-9198-1f49f6462f6a req-671bb70a-880a-4ea8-b0e8-9793ad496965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:47.058225 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b3b8d7c-ae94-47b1-9198-1f49f6462f6a req-671bb70a-880a-4ea8-b0e8-9793ad496965 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&device_id=42fc81fe-78f3-437e-b9f5-b5d5c6e29e57 HTTP/1.1" status: 200 len: 1095 time: 0.1244013 Jul 14 07:19:47.195839 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b8d7c-ae94-47b1-9198-1f49f6462f6a req-eb7dfd7e-344b-40dd-a46b-ce688cf00bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:47.197675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b3b8d7c-ae94-47b1-9198-1f49f6462f6a req-eb7dfd7e-344b-40dd-a46b-ce688cf00bed service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 913 time: 0.1329989 Jul 14 07:19:47.359015 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b3b8d7c-ae94-47b1-9198-1f49f6462f6a req-40b5c653-e5c1-4ec3-991f-631807771d8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=addf9797-f026-40f0-b9d0-bdeb314ea6ba HTTP/1.1" status: 200 len: 217 time: 0.1537631 Jul 14 07:19:47.542290 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b8d7c-ae94-47b1-9198-1f49f6462f6a req-9050d5a5-453e-4766-b869-b6745342720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:47.544477 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b3b8d7c-ae94-47b1-9198-1f49f6462f6a req-9050d5a5-453e-4766-b869-b6745342720e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33beb41d-173d-40f1-9dcf-045c8c6a18de HTTP/1.1" status: 200 len: 852 time: 0.1774900 Jul 14 07:19:47.593169 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b3b8d7c-ae94-47b1-9198-1f49f6462f6a req-8e0fb69f-274f-4b13-aaa0-1136e77cd4f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411837 Jul 14 07:19:47.691065 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38162) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:47.965378 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-022f0fd9-7ddd-4480-a64e-b08d94d62484 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=370d392aca1e44e8a34645a3b471f3b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694166 Jul 14 07:19:47.967553 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38172) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:48.078721 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e2fe8705-6b23-4b0f-9661-f40bdad0a7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:48.134777 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e2fe8705-6b23-4b0f-9661-f40bdad0a7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:48.175316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff13545-c32f-44ac-81da-25b1f12b7fb5 req-d344fc39-940f-4659-a13f-6f0b1485606e tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:48.183308 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ff13545-c32f-44ac-81da-25b1f12b7fb5 req-d344fc39-940f-4659-a13f-6f0b1485606e tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=42fc81fe-78f3-437e-b9f5-b5d5c6e29e57 HTTP/1.1" status: 200 len: 944 time: 0.7841074 Jul 14 07:19:48.250871 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e2fe8705-6b23-4b0f-9661-f40bdad0a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:48.254996 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e2fe8705-6b23-4b0f-9661-f40bdad0a7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:48.256353 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e2fe8705-6b23-4b0f-9661-f40bdad0a7b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3f1a5e3-dcb4-460f-b094-53c9cc4c6f11 HTTP/1.1" status: 204 len: 168 time: 0.2877877 Jul 14 07:19:48.272259 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe8705-6b23-4b0f-9661-f40bdad0a7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f1a5e3-dcb4-460f-b094-53c9cc4c6f11,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:48.338412 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0acf7-3dab-4564-a79d-a98a51f76dbd req-89b623bf-7a96-4404-9f56-c17df538c520 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:48.345862 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26d0acf7-3dab-4564-a79d-a98a51f76dbd req-89b623bf-7a96-4404-9f56-c17df538c520 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.7514980 Jul 14 07:19:48.368371 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ff13545-c32f-44ac-81da-25b1f12b7fb5 req-5a439877-279d-4479-b431-071f574adefd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838186 Jul 14 07:19:48.391470 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b3b8d7c-ae94-47b1-9198-1f49f6462f6a req-52215e00-e3e3-4054-9ce8-dcfd91f02ae6 service neutron] 10.222.0.15 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7814565 Jul 14 07:19:48.503476 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device addf9797-f026-40f0-b9d0-bdeb314ea6ba details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:19:48.713720 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b3b8d7c-ae94-47b1-9198-1f49f6462f6a req-e2dc7ad1-847b-4540-8a28-f601a3ba7818 service neutron] 10.222.0.15 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002813 Jul 14 07:19:48.757670 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26d0acf7-3dab-4564-a79d-a98a51f76dbd req-115c0141-261b-436d-8876-6596a6559a11 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4105942 Jul 14 07:19:48.834332 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port addf9797-f026-40f0-b9d0-bdeb314ea6ba, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=addf9797-f026-40f0-b9d0-bdeb314ea6ba,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:48.849447 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'addf9797-f026-40f0-b9d0-bdeb314ea6ba', 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118', 'port_id': 'addf9797-f026-40f0-b9d0-bdeb314ea6ba', 'mac_address': 'fa:16:3e:56:38:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33beb41d-173d-40f1-9dcf-045c8c6a18de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:19:48.943988 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:48.967120 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id addf9797-f026-40f0-b9d0-bdeb314ea6ba {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:19:48.997599 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port addf9797-f026-40f0-b9d0-bdeb314ea6ba, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=addf9797-f026-40f0-b9d0-bdeb314ea6ba,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:49.005599 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:49.087166 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=addf9797-f026-40f0-b9d0-bdeb314ea6ba,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:49.096733 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:49.097176 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:49.097591 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:49.098150 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:49.098676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:49.099194 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:49.099704 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:49.100217 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:49.100729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:49.101340 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:49.101848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:49.102399 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:19:49.212447 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['addf9797-f026-40f0-b9d0-bdeb314ea6ba'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:19:49.591157 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e2a03-843e-4b01-92c7-34e331964f73 req-3c168a82-5a2c-4afb-b596-b45f9271b036 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:49.593428 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-186e2a03-843e-4b01-92c7-34e331964f73 req-3c168a82-5a2c-4afb-b596-b45f9271b036 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=42fc81fe-78f3-437e-b9f5-b5d5c6e29e57 HTTP/1.1" status: 200 len: 945 time: 0.0842998 Jul 14 07:19:49.709621 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-186e2a03-843e-4b01-92c7-34e331964f73 req-c0a474fb-97db-49cc-8f48-e12d4b0c9140 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095383 Jul 14 07:19:50.041302 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02403426-0f03-488b-89ba-04dc911476ed req-e6b292ff-120c-458c-b650-ad2a9bd18a0d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:50.048536 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-02403426-0f03-488b-89ba-04dc911476ed req-e6b292ff-120c-458c-b650-ad2a9bd18a0d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.1189582 Jul 14 07:19:50.089882 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-02403426-0f03-488b-89ba-04dc911476ed req-62b580ed-6215-414e-b6e6-a7f6b0fcabc7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402792 Jul 14 07:19:50.444634 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38266) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:50.498146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device addf9797-f026-40f0-b9d0-bdeb314ea6ba up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:19:50.560970 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port addf9797-f026-40f0-b9d0-bdeb314ea6ba completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:19:50.566122 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port addf9797-f026-40f0-b9d0-bdeb314ea6ba triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:19:50.566666 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:50.595894 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8631d47-fca9-47d5-8dd2-bf0972b2fa40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:50.670879 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:50.712363 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fc81fe-78f3-437e-b9f5-b5d5c6e29e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addf9797-f026-40f0-b9d0-bdeb314ea6ba'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:19:50.714911 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe82458-3105-4880-b4c2-7aa5e12fcd72" -d '{"events": [{"server_uuid": "42fc81fe-78f3-437e-b9f5-b5d5c6e29e57", "name": "network-vif-plugged", "status": "completed", "tag": "addf9797-f026-40f0-b9d0-bdeb314ea6ba"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:19:50.731777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port addf9797-f026-40f0-b9d0-bdeb314ea6ba, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=addf9797-f026-40f0-b9d0-bdeb314ea6ba,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:50.737835 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8631d47-fca9-47d5-8dd2-bf0972b2fa40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:50.746661 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8631d47-fca9-47d5-8dd2-bf0972b2fa40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:50.750556 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:50.785319 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e8631d47-fca9-47d5-8dd2-bf0972b2fa40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4707c7a148d4263b46deab30c7a3a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394518 Jul 14 07:19:50.789620 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38280) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:50.815446 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8631d47-fca9-47d5-8dd2-bf0972b2fa40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732a8b61-6c24-4f1f-828f-c2a02c7c883e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:50.849292 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84637df2-a387-4641-955e-9c85a5b13a93 x-openstack-request-id: req-84637df2-a387-4641-955e-9c85a5b13a93 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:19:50.849593 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fc81fe-78f3-437e-b9f5-b5d5c6e29e57", "name": "network-vif-plugged", "status": "completed", "tag": "addf9797-f026-40f0-b9d0-bdeb314ea6ba", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:19:50.849849 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84637df2-a387-4641-955e-9c85a5b13a93 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:19:50.869771 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fc81fe-78f3-437e-b9f5-b5d5c6e29e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addf9797-f026-40f0-b9d0-bdeb314ea6ba', 'code': 200} Jul 14 07:19:50.926406 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=addf9797-f026-40f0-b9d0-bdeb314ea6ba,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:50.955623 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5ebefc8-1c10-42ee-9e48-a874f611883f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:50.997763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a592d98-2aad-448e-a914-bab7f57c1bc4 req-6e2b9b61-ec87-4161-a18b-df70e5e9ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:50.999882 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4a592d98-2aad-448e-a914-bab7f57c1bc4 req-6e2b9b61-ec87-4161-a18b-df70e5e9ebd7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42fc81fe-78f3-437e-b9f5-b5d5c6e29e57 HTTP/1.1" status: 200 len: 1097 time: 0.1170688 Jul 14 07:19:51.014601 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5ebefc8-1c10-42ee-9e48-a874f611883f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:51.117497 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5ebefc8-1c10-42ee-9e48-a874f611883f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:51.120889 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5ebefc8-1c10-42ee-9e48-a874f611883f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:51.122482 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b5ebefc8-1c10-42ee-9e48-a874f611883f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/732a8b61-6c24-4f1f-828f-c2a02c7c883e HTTP/1.1" status: 204 len: 168 time: 0.3312531 Jul 14 07:19:51.136961 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebefc8-1c10-42ee-9e48-a874f611883f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732a8b61-6c24-4f1f-828f-c2a02c7c883e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:51.145272 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4a592d98-2aad-448e-a914-bab7f57c1bc4 req-8643110f-f0ae-4c76-8b26-33699c80ef14 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397808 Jul 14 07:19:51.166491 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f4443-9866-436b-a239-b0d2dc3cc509 req-44d05d53-795d-426f-aca3-76bc204b4c24 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:51.168545 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab6f4443-9866-436b-a239-b0d2dc3cc509 req-44d05d53-795d-426f-aca3-76bc204b4c24 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=42fc81fe-78f3-437e-b9f5-b5d5c6e29e57 HTTP/1.1" status: 200 len: 946 time: 0.1367877 Jul 14 07:19:51.250417 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab6f4443-9866-436b-a239-b0d2dc3cc509 req-27f1259f-1469-4bb3-8191-2891cf673c4a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760567 Jul 14 07:19:51.414057 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0405309-5030-4634-9228-d0564bcf4f85 req-ac2e98f4-51d5-430a-a4e9-e9d576545f94 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:51.416445 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0405309-5030-4634-9228-d0564bcf4f85 req-ac2e98f4-51d5-430a-a4e9-e9d576545f94 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.0927339 Jul 14 07:19:51.461829 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0405309-5030-4634-9228-d0564bcf4f85 req-7fabf160-b4ec-4e46-8e8e-217e4a3ff4e3 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395463 Jul 14 07:19:51.553392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38298) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:51.581777 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-040de5f8-056d-4487-b1fc-fde81116f7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:51.692966 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-040de5f8-056d-4487-b1fc-fde81116f7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:51.699504 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-040de5f8-056d-4487-b1fc-fde81116f7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:51.742826 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-040de5f8-056d-4487-b1fc-fde81116f7bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa6b032d3b8b490888356eb710e24fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1881509 Jul 14 07:19:51.744026 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040de5f8-056d-4487-b1fc-fde81116f7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a0a501-18fc-4b44-8ce0-052d106c9627,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:51.745660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38302) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:51.817795 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc25d104-3b73-4487-a111-3586802fea7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:51.867677 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc25d104-3b73-4487-a111-3586802fea7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:51.953946 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc25d104-3b73-4487-a111-3586802fea7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:51.956903 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc25d104-3b73-4487-a111-3586802fea7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:51.960350 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-dc25d104-3b73-4487-a111-3586802fea7d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1a0a501-18fc-4b44-8ce0-052d106c9627 HTTP/1.1" status: 204 len: 168 time: 0.2114971 Jul 14 07:19:51.983046 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25d104-3b73-4487-a111-3586802fea7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a0a501-18fc-4b44-8ce0-052d106c9627,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:52.548307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522bef7-36c2-4554-837e-1c6387214b79 req-ba9a6f28-15c6-4a2f-a9ad-875a7fa81626 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:52.556585 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6522bef7-36c2-4554-837e-1c6387214b79 req-ba9a6f28-15c6-4a2f-a9ad-875a7fa81626 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=42fc81fe-78f3-437e-b9f5-b5d5c6e29e57 HTTP/1.1" status: 200 len: 946 time: 0.1282046 Jul 14 07:19:52.601889 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6522bef7-36c2-4554-837e-1c6387214b79 req-6d84bf5f-4ca4-426f-93ae-c3dbced9758a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439813 Jul 14 07:19:52.791091 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9175c5e-3347-4054-ab7e-b6cb52b9833d req-01e33b0b-dda0-4926-8511-300f71d7e0aa tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:52.794596 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9175c5e-3347-4054-ab7e-b6cb52b9833d req-01e33b0b-dda0-4926-8511-300f71d7e0aa tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.1270130 Jul 14 07:19:52.855972 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9175c5e-3347-4054-ab7e-b6cb52b9833d req-056cacca-2e55-4683-a0d4-a7f1124c0430 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546932 Jul 14 07:19:53.394062 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d2950-7b56-4dfe-849b-7b1a1c9b4cb7 req-cd6e6e91-7dd2-4070-b34d-55d96b9a816b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:53.396332 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b9d2950-7b56-4dfe-849b-7b1a1c9b4cb7 req-cd6e6e91-7dd2-4070-b34d-55d96b9a816b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=42fc81fe-78f3-437e-b9f5-b5d5c6e29e57 HTTP/1.1" status: 200 len: 946 time: 0.2106748 Jul 14 07:19:53.498943 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b9d2950-7b56-4dfe-849b-7b1a1c9b4cb7 req-6b9d0d35-75c2-4d2e-8f8d-8590db207103 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967364 Jul 14 07:19:54.191299 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc053d3f-7d78-41e8-82b4-53d78e5a3b8b req-d32ece6c-84b7-4e64-91f8-efd9f1dae020 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:54.199549 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc053d3f-7d78-41e8-82b4-53d78e5a3b8b req-d32ece6c-84b7-4e64-91f8-efd9f1dae020 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.1050422 Jul 14 07:19:54.255707 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc053d3f-7d78-41e8-82b4-53d78e5a3b8b req-1cca03c4-aa75-4b01-94bf-ca0ae14118ae tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549338 Jul 14 07:19:54.794921 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875a2bb-b6f1-40c9-b48e-bf1b424e0834 req-c158a9fa-9b36-4311-9a3a-01f8ad2044ba tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:54.797844 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6875a2bb-b6f1-40c9-b48e-bf1b424e0834 req-c158a9fa-9b36-4311-9a3a-01f8ad2044ba tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=42fc81fe-78f3-437e-b9f5-b5d5c6e29e57 HTTP/1.1" status: 200 len: 946 time: 0.0988863 Jul 14 07:19:54.900829 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6875a2bb-b6f1-40c9-b48e-bf1b424e0834 req-7655e430-9e4d-46dd-b156-71a91751071c tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881495 Jul 14 07:19:55.369922 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414756b-e889-48e0-9162-90700b4716c8 req-0015a9dc-0224-4120-b0ff-a9b8f7f6be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:55.371555 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8414756b-e889-48e0-9162-90700b4716c8 req-0015a9dc-0224-4120-b0ff-a9b8f7f6be67 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886&tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7 HTTP/1.1" status: 200 len: 1095 time: 0.1702213 Jul 14 07:19:55.535692 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414756b-e889-48e0-9162-90700b4716c8 req-a4ef5d6c-b5f1-4b3d-8f09-11ee2735e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:55.537339 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8414756b-e889-48e0-9162-90700b4716c8 req-a4ef5d6c-b5f1-4b3d-8f09-11ee2735e9d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7&device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 1095 time: 0.1280580 Jul 14 07:19:55.551116 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38450) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:55.677234 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414756b-e889-48e0-9162-90700b4716c8 req-a8f49b2e-7c68-465d-a45c-e524800898a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:55.677234 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8414756b-e889-48e0-9162-90700b4716c8 req-a8f49b2e-7c68-465d-a45c-e524800898a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd653837-16d0-4ce4-89f6-32469a5cf229 HTTP/1.1" status: 200 len: 918 time: 0.1183679 Jul 14 07:19:55.757544 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8414756b-e889-48e0-9162-90700b4716c8 req-9b272db0-3c10-45c3-b81c-dde17b93972f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a95555e9-f29e-46fe-909a-ea4787d06942 HTTP/1.1" status: 200 len: 1000 time: 0.0735247 Jul 14 07:19:55.780067 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-921d7b87-11f8-4fe4-ad18-44bd4371fa0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:55.898157 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a41c6-9af2-469d-a9d2-cb6e62b54a51 req-1e7a3ff6-f0ac-43f6-a890-f666b768c8f4 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:55.905423 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d3a41c6-9af2-469d-a9d2-cb6e62b54a51 req-1e7a3ff6-f0ac-43f6-a890-f666b768c8f4 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=42fc81fe-78f3-437e-b9f5-b5d5c6e29e57 HTTP/1.1" status: 200 len: 946 time: 0.4129324 Jul 14 07:19:55.917509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339fa24-e974-4938-8cd6-dba8ebfaaf88 req-61f0950f-fc4b-4c71-a311-9ba4ffd4fbf8 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:55.919105 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d339fa24-e974-4938-8cd6-dba8ebfaaf88 req-61f0950f-fc4b-4c71-a311-9ba4ffd4fbf8 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.3765750 Jul 14 07:19:55.919334 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-921d7b87-11f8-4fe4-ad18-44bd4371fa0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:55.924596 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-921d7b87-11f8-4fe4-ad18-44bd4371fa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:55.942429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414756b-e889-48e0-9162-90700b4716c8 req-e355899e-94a8-4404-9833-089e8c688951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:55.944002 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8414756b-e889-48e0-9162-90700b4716c8 req-e355899e-94a8-4404-9833-089e8c688951 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54c389bb-f8cc-4826-9a6a-5f4ac58e9131 HTTP/1.1" status: 200 len: 856 time: 0.1727500 Jul 14 07:19:55.982035 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-921d7b87-11f8-4fe4-ad18-44bd4371fa0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6016464788bf4b8a9e7ebf78e36b5daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4291677 Jul 14 07:19:55.983287 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38460) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:56.031764 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d3a41c6-9af2-469d-a9d2-cb6e62b54a51 req-3df53a96-5fce-43d5-8218-41a3554aee01 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115396 Jul 14 07:19:56.069752 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d7b87-11f8-4fe4-ad18-44bd4371fa0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1341f224-92c3-418f-b3b1-d04708567fa6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:56.098017 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d339fa24-e974-4938-8cd6-dba8ebfaaf88 req-5dc783ae-5656-43e0-92d6-8875ee61195a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655872 Jul 14 07:19:56.099003 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ae8e51c7-7b32-457d-a758-c6034d33729c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:56.124357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414756b-e889-48e0-9162-90700b4716c8 req-88183a18-b092-4adf-8675-90e616c653d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:56.125996 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8414756b-e889-48e0-9162-90700b4716c8 req-88183a18-b092-4adf-8675-90e616c653d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd653837-16d0-4ce4-89f6-32469a5cf229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744101 Jul 14 07:19:56.158601 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ae8e51c7-7b32-457d-a758-c6034d33729c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:56.316920 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ae8e51c7-7b32-457d-a758-c6034d33729c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:56.319985 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ae8e51c7-7b32-457d-a758-c6034d33729c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:56.324885 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ae8e51c7-7b32-457d-a758-c6034d33729c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1341f224-92c3-418f-b3b1-d04708567fa6 HTTP/1.1" status: 204 len: 168 time: 0.3357356 Jul 14 07:19:56.337886 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8414756b-e889-48e0-9162-90700b4716c8 req-c29a44be-c5cf-4bf5-8c4e-9eca9e1e2c08 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953888 Jul 14 07:19:56.357899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e51c7-7b32-457d-a758-c6034d33729c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1341f224-92c3-418f-b3b1-d04708567fa6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:56.484383 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8414756b-e889-48e0-9162-90700b4716c8 req-8f692875-dffe-4585-9af3-277caefd3304 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397364 Jul 14 07:19:56.811906 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38478) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:56.831657 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a431846-b813-4edb-9519-bdd95686e957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:56.839601 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd35970-49c0-4870-afd1-0d98ffc1a236 req-5ae4a1ef-50ae-47e5-b417-433ee94b11a7 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:56.841502 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9dd35970-49c0-4870-afd1-0d98ffc1a236 req-5ae4a1ef-50ae-47e5-b417-433ee94b11a7 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.15 "GET /v2.0/ports?device_id=42fc81fe-78f3-437e-b9f5-b5d5c6e29e57 HTTP/1.1" status: 200 len: 946 time: 0.1296804 Jul 14 07:19:57.001754 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a431846-b813-4edb-9519-bdd95686e957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:57.013994 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a431846-b813-4edb-9519-bdd95686e957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:57.044974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-9dd35970-49c0-4870-afd1-0d98ffc1a236 req-d5f12438-3cc0-4e78-a7d8-f99c6a295208 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Deleting port addf9797-f026-40f0-b9d0-bdeb314ea6ba {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:19:57.048170 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9dd35970-49c0-4870-afd1-0d98ffc1a236 req-d5f12438-3cc0-4e78-a7d8-f99c6a295208 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:57.095840 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3a431846-b813-4edb-9519-bdd95686e957 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47a724b341bd424f9bc275389fc3844f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2796319 Jul 14 07:19:57.098099 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a431846-b813-4edb-9519-bdd95686e957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d032ce-369c-42b4-b03c-a0272623998d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:57.104222 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38486) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:57.261300 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f3b90b7b-e6ac-4d82-ada0-eb92398f95b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:57.303781 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9dd35970-49c0-4870-afd1-0d98ffc1a236 req-d5f12438-3cc0-4e78-a7d8-f99c6a295208 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] For port addf9797-f026-40f0-b9d0-bdeb314ea6ba, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=addf9797-f026-40f0-b9d0-bdeb314ea6ba,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:19:57.304149 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9dd35970-49c0-4870-afd1-0d98ffc1a236 req-d5f12438-3cc0-4e78-a7d8-f99c6a295208 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:57.343198 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f3b90b7b-e6ac-4d82-ada0-eb92398f95b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:57.402103 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-9dd35970-49c0-4870-afd1-0d98ffc1a236 req-d5f12438-3cc0-4e78-a7d8-f99c6a295208 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Calling delete_port for addf9797-f026-40f0-b9d0-bdeb314ea6ba owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:19:57.434431 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f3b90b7b-e6ac-4d82-ada0-eb92398f95b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:57.437455 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f3b90b7b-e6ac-4d82-ada0-eb92398f95b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:57.441339 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f3b90b7b-e6ac-4d82-ada0-eb92398f95b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3d032ce-369c-42b4-b03c-a0272623998d HTTP/1.1" status: 204 len: 168 time: 0.3322036 Jul 14 07:19:57.469987 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b90b7b-e6ac-4d82-ada0-eb92398f95b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d032ce-369c-42b4-b03c-a0272623998d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:57.678050 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb898939-67bd-432f-a15d-a55c99256f06 req-0fc296f9-9372-469e-b1d0-ee0f77089920 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:57.686576 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fb898939-67bd-432f-a15d-a55c99256f06 req-0fc296f9-9372-469e-b1d0-ee0f77089920 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=42fc81fe-78f3-437e-b9f5-b5d5c6e29e57 HTTP/1.1" status: 200 len: 946 time: 0.3774197 Jul 14 07:19:57.747088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c38ce-5ed2-473b-b0a1-94c4d9541668 req-121ae4e1-a8f4-4d44-8184-e39c1303bec6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:57.769965 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a87c38ce-5ed2-473b-b0a1-94c4d9541668 req-121ae4e1-a8f4-4d44-8184-e39c1303bec6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.3610559 Jul 14 07:19:57.862466 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fb898939-67bd-432f-a15d-a55c99256f06 req-60562dff-9bb9-4ed2-890e-6d0165cb370b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744859 Jul 14 07:19:57.890923 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a87c38ce-5ed2-473b-b0a1-94c4d9541668 req-42a0d200-9896-44ea-83e4-b459914d8ab1 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174548 Jul 14 07:19:58.158906 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9dd35970-49c0-4870-afd1-0d98ffc1a236 req-d5f12438-3cc0-4e78-a7d8-f99c6a295208 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:58.178072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['addf9797-f026-40f0-b9d0-bdeb314ea6ba'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:19:58.306161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f12438-3cc0-4e78-a7d8-f99c6a295208 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Pushing event deleted for resources: {'Port': ['ID=addf9797-f026-40f0-b9d0-bdeb314ea6ba,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:58.432354 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd35970-49c0-4870-afd1-0d98ffc1a236 req-d5f12438-3cc0-4e78-a7d8-f99c6a295208 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] No DVR routers for this DVR port addf9797-f026-40f0-b9d0-bdeb314ea6ba on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:19:58.441105 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9dd35970-49c0-4870-afd1-0d98ffc1a236 req-d5f12438-3cc0-4e78-a7d8-f99c6a295208 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:58.444778 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9dd35970-49c0-4870-afd1-0d98ffc1a236 req-d5f12438-3cc0-4e78-a7d8-f99c6a295208 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.15 "DELETE /v2.0/ports/addf9797-f026-40f0-b9d0-bdeb314ea6ba HTTP/1.1" status: 204 len: 173 time: 1.5978403 Jul 14 07:19:58.447875 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fc81fe-78f3-437e-b9f5-b5d5c6e29e57', 'name': 'network-vif-deleted', 'tag': 'addf9797-f026-40f0-b9d0-bdeb314ea6ba'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:19:58.462127 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697f7c2f-4d61-430b-8789-020e1bcfe691" -d '{"events": [{"server_uuid": "42fc81fe-78f3-437e-b9f5-b5d5c6e29e57", "name": "network-vif-deleted", "tag": "addf9797-f026-40f0-b9d0-bdeb314ea6ba"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:19:58.544200 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697da690-f3f1-4664-ba35-6f9edabe6d9c x-openstack-request-id: req-697da690-f3f1-4664-ba35-6f9edabe6d9c {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:19:58.544590 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fc81fe-78f3-437e-b9f5-b5d5c6e29e57", "name": "network-vif-deleted", "tag": "addf9797-f026-40f0-b9d0-bdeb314ea6ba", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:19:58.544904 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-697da690-f3f1-4664-ba35-6f9edabe6d9c {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:19:58.545709 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fc81fe-78f3-437e-b9f5-b5d5c6e29e57', 'name': 'network-vif-deleted', 'tag': 'addf9797-f026-40f0-b9d0-bdeb314ea6ba', 'status': 'completed', 'code': 200} Jul 14 07:19:58.819627 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38550) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:59.105172 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36b7a524-c689-497e-bbd0-874587ff1f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:59.410393 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36b7a524-c689-497e-bbd0-874587ff1f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:59.418676 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36b7a524-c689-497e-bbd0-874587ff1f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:59.496217 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3ffc0d16-777a-43c3-b473-bdb1e2d015c5 req-42f19939-0214-4fe3-a021-9e35be01af69 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=42fc81fe-78f3-437e-b9f5-b5d5c6e29e57 HTTP/1.1" status: 200 len: 210 time: 0.1898990 Jul 14 07:19:59.543132 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-36b7a524-c689-497e-bbd0-874587ff1f9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5421ded3f7b24223bf6b761d9f7a0571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7199097 Jul 14 07:19:59.544269 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38586) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:19:59.547514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7a524-c689-497e-bbd0-874587ff1f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5243bb-7a78-4fb7-92aa-9ed5a1d7f2fc,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:19:59.608034 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a7c11-4e9d-442e-91e2-3145b10871d3 req-f8439536-a69f-407e-8550-4bbfd2cb6495 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:19:59.616098 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-877a7c11-4e9d-442e-91e2-3145b10871d3 req-f8439536-a69f-407e-8550-4bbfd2cb6495 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.4033883 Jul 14 07:19:59.748714 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-877a7c11-4e9d-442e-91e2-3145b10871d3 req-4c4ef38d-5290-4fa2-b6b4-5d06e0890b09 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309261 Jul 14 07:19:59.835129 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c496993-7e8a-452d-ac88-b08308d1c232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:19:59.937847 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c496993-7e8a-452d-ac88-b08308d1c232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:00.052167 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c496993-7e8a-452d-ac88-b08308d1c232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:00.064653 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c496993-7e8a-452d-ac88-b08308d1c232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:00.065948 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3c496993-7e8a-452d-ac88-b08308d1c232 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d5243bb-7a78-4fb7-92aa-9ed5a1d7f2fc HTTP/1.1" status: 204 len: 168 time: 0.5115685 Jul 14 07:20:00.095966 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c496993-7e8a-452d-ac88-b08308d1c232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5243bb-7a78-4fb7-92aa-9ed5a1d7f2fc,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:00.503131 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-52bb08c3-585a-42d5-a389-39d549ea7cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:00.559466 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device addf9797-f026-40f0-b9d0-bdeb314ea6ba no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:20:00.592161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38636) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:00.632439 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-280b1c8c-48ca-4310-a3bb-c4fdbf2ed3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:00.647068 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: addf9797-f026-40f0-b9d0-bdeb314ea6ba {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:20:00.647068 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device addf9797-f026-40f0-b9d0-bdeb314ea6ba not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:20:00.840232 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-280b1c8c-48ca-4310-a3bb-c4fdbf2ed3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:00.848204 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-280b1c8c-48ca-4310-a3bb-c4fdbf2ed3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:00.907487 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b1c8c-48ca-4310-a3bb-c4fdbf2ed3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6604aab0-9ad9-4bda-9246-bcf682994929,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:01.188038 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38698) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:01.201031 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-280b1c8c-48ca-4310-a3bb-c4fdbf2ed3aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc467b9e38ee43828e207ae0b41e0fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6035678 Jul 14 07:20:01.222274 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-22bfcd60-0234-4898-80be-afe3b5670d04 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:01.234650 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-22bfcd60-0234-4898-80be-afe3b5670d04 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 812 time: 0.2436612 Jul 14 07:20:01.287832 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-c0e283dd-e330-4280-9253-463e5c8f8b61 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/quotas/8ee1aa9eb6844f0bab525765623d79dc HTTP/1.1" status: 200 len: 375 time: 0.0522649 Jul 14 07:20:01.299189 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8dcc59e-fe48-40e8-b276-7f4969dff051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:01.361467 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-ed37fde7-160e-4b6f-aa1d-8ad23e1162b0 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566177 Jul 14 07:20:01.363018 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8dcc59e-fe48-40e8-b276-7f4969dff051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:01.431694 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8dcc59e-fe48-40e8-b276-7f4969dff051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:01.436426 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8dcc59e-fe48-40e8-b276-7f4969dff051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:01.442532 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e8dcc59e-fe48-40e8-b276-7f4969dff051 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6604aab0-9ad9-4bda-9246-bcf682994929 HTTP/1.1" status: 204 len: 168 time: 0.2533717 Jul 14 07:20:01.454939 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcc59e-fe48-40e8-b276-7f4969dff051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6604aab0-9ad9-4bda-9246-bcf682994929,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:01.537995 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-082ddb14-45d5-4a77-aa27-29858e4f7029 service neutron] 10.222.0.35 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755238 Jul 14 07:20:01.707288 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c10db-b01f-4453-9ee3-31f243984110 req-66e42f26-b4ac-4817-9856-fccc1b3dc81b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:01.720227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8c6c10db-b01f-4453-9ee3-31f243984110 req-66e42f26-b4ac-4817-9856-fccc1b3dc81b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.6234815 Jul 14 07:20:01.881840 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8c6c10db-b01f-4453-9ee3-31f243984110 req-f96f9188-6feb-4b80-838f-0132580d9a4f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602561 Jul 14 07:20:01.940757 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38754) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:01.966650 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-5acfad23-e370-489a-b3e6-169ca2c7cca9 service neutron] 10.222.0.35 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271045 Jul 14 07:20:02.179212 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c58fd61-d742-4266-b117-9ad73ad7bf8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:02.400237 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c58fd61-d742-4266-b117-9ad73ad7bf8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:02.407603 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c58fd61-d742-4266-b117-9ad73ad7bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:02.411683 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df505f5e-539f-4ad1-b41e-282f00a30715 req-2c36de59-1758-4290-89c2-8f04179624f0 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 210 time: 0.1040585 Jul 14 07:20:02.522425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38802) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:02.539616 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8c58fd61-d742-4266-b117-9ad73ad7bf8b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f4402a2c6a547b091b9d41748e56e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5974064 Jul 14 07:20:02.587471 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58fd61-d742-4266-b117-9ad73ad7bf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bfb481-42eb-4773-a851-5f7b54388d08,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:02.623507 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7686d113-c382-4968-99e6-043355bf4e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:02.675842 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7686d113-c382-4968-99e6-043355bf4e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:02.842298 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7686d113-c382-4968-99e6-043355bf4e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:02.848072 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7686d113-c382-4968-99e6-043355bf4e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:02.858946 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7686d113-c382-4968-99e6-043355bf4e5f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f5bfb481-42eb-4773-a851-5f7b54388d08 HTTP/1.1" status: 204 len: 168 time: 0.3349202 Jul 14 07:20:02.895867 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686d113-c382-4968-99e6-043355bf4e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bfb481-42eb-4773-a851-5f7b54388d08,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:03.279683 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59c2fef1-7d36-4826-b78c-366f583cc2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:03.428061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6cdcd-6e3f-4fa0-bc8e-15ce10f0f3d0 req-25e36878-5f84-4611-8afc-838b85def8c0 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:03.433675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f4a6cdcd-6e3f-4fa0-bc8e-15ce10f0f3d0 req-25e36878-5f84-4611-8afc-838b85def8c0 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.2498751 Jul 14 07:20:03.506304 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f4a6cdcd-6e3f-4fa0-bc8e-15ce10f0f3d0 req-7e7ad4af-88ff-406d-97f8-910699efa0da tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638533 Jul 14 07:20:03.594838 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:03.824860 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd1365c4-4d15-4644-a5b1-b7b75d5270be req-85fa74a2-7c83-4d09-9e3a-626be39054d6 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 210 time: 0.1417966 Jul 14 07:20:03.909949 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38874) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:03.933960 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31dd542f-aa74-4bf7-9227-2e6a9a2f2976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:04.143542 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31dd542f-aa74-4bf7-9227-2e6a9a2f2976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:04.151181 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31dd542f-aa74-4bf7-9227-2e6a9a2f2976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:04.210383 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38882) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:04.245112 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-31dd542f-aa74-4bf7-9227-2e6a9a2f2976 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e7c882defbc43eb83f7ea5272c69ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315489 Jul 14 07:20:04.248845 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd542f-aa74-4bf7-9227-2e6a9a2f2976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad72e312-6606-4ec1-8b28-a2e262b9932d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:04.423373 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fe35df6-5764-448a-96d1-b10d6b760e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:04.449973 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fe35df6-5764-448a-96d1-b10d6b760e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:04.516027 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fe35df6-5764-448a-96d1-b10d6b760e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:04.519654 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fe35df6-5764-448a-96d1-b10d6b760e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:04.521295 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1fe35df6-5764-448a-96d1-b10d6b760e3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad72e312-6606-4ec1-8b28-a2e262b9932d HTTP/1.1" status: 204 len: 168 time: 0.3078527 Jul 14 07:20:04.535615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe35df6-5764-448a-96d1-b10d6b760e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad72e312-6606-4ec1-8b28-a2e262b9932d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:04.544854 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38908) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:04.650132 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:04.907327 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b393d104-5cea-4ea6-958f-4cf710517763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:05.251655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2de4922d-b28f-4ce2-8729-ea5c49a193db req-2466d2ae-a3f3-419f-bca3-140d0a7d29d2 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 210 time: 0.0313978 Jul 14 07:20:05.426230 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d31b78-4a7a-4c0d-8838-7597da158d49 req-90753083-70f2-4589-8740-c38b3f9c042f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:05.427836 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0d31b78-4a7a-4c0d-8838-7597da158d49 req-90753083-70f2-4589-8740-c38b3f9c042f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.4667583 Jul 14 07:20:05.442639 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-230c8913-0dca-4405-9ebb-5ce5a4ca1077 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:05.452292 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-230c8913-0dca-4405-9ebb-5ce5a4ca1077 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.15 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 812 time: 0.5359743 Jul 14 07:20:05.480482 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-4eea2efd-6578-4513-aeca-78925b4ad8f6 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Request body: {'port': {'device_id': 'c74ae215-5665-4c0c-bbb3-6d02df4fddd8', 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118', 'admin_state_up': True, 'tenant_id': '8ee1aa9eb6844f0bab525765623d79dc'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:20:05.552117 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0d31b78-4a7a-4c0d-8838-7597da158d49 req-67537603-c449-40d1-a14b-1ff31c0aa169 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986540 Jul 14 07:20:05.745728 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b393d104-5cea-4ea6-958f-4cf710517763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:05.752311 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b393d104-5cea-4ea6-958f-4cf710517763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:05.788528 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393d104-5cea-4ea6-958f-4cf710517763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf84796b-2af3-40a2-8e9e-3954001324ad,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:05.839846 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b393d104-5cea-4ea6-958f-4cf710517763 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3cbe963216f847cc80aa325a9c2ac33b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2875984 Jul 14 07:20:05.840084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38988) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:05.842026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-4eea2efd-6578-4513-aeca-78925b4ad8f6 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Made reservation on behalf of 8ee1aa9eb6844f0bab525765623d79dc for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:20:05.845702 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-4eea2efd-6578-4513-aeca-78925b4ad8f6 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:06.156132 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:06.197984 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-850639b1-4256-4c62-921a-d855697de894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:06.254574 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-4eea2efd-6578-4513-aeca-78925b4ad8f6 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Allocated IP 172.20.0.3 (3a3cf2cb-40ea-4eb2-abec-56307fbfa118/33beb41d-173d-40f1-9dcf-045c8c6a18de/635a952f-a932-449b-b772-73a45c4168be) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:20:06.306156 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-850639b1-4256-4c62-921a-d855697de894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:06.395826 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-8fe20f4e-24b0-4e69-bbaf-b02c210cfff3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1214452 Jul 14 07:20:06.586187 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-4ed725f2-0f14-470b-ab0d-d9c6b4112352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:06.586713 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-4ed725f2-0f14-470b-ab0d-d9c6b4112352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:06.587251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-4ed725f2-0f14-470b-ab0d-d9c6b4112352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:06.587834 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-4ed725f2-0f14-470b-ab0d-d9c6b4112352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:06.588303 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-4ed725f2-0f14-470b-ab0d-d9c6b4112352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:06.597603 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-4ed725f2-0f14-470b-ab0d-d9c6b4112352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:06.598197 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-4ed725f2-0f14-470b-ab0d-d9c6b4112352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:06.600553 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-4ed725f2-0f14-470b-ab0d-d9c6b4112352 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 6491 time: 0.1474314 Jul 14 07:20:06.692379 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2afe8f26-9ed0-4d2e-9563-0c124072a0d2 req-4f812cee-f5a8-4aa5-a4b6-8f0a62f91b41 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 210 time: 0.1575484 Jul 14 07:20:06.723777 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-850639b1-4256-4c62-921a-d855697de894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:06.726723 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-850639b1-4256-4c62-921a-d855697de894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:06.728446 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-850639b1-4256-4c62-921a-d855697de894 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf84796b-2af3-40a2-8e9e-3954001324ad HTTP/1.1" status: 204 len: 168 time: 0.8873813 Jul 14 07:20:06.816016 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850639b1-4256-4c62-921a-d855697de894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf84796b-2af3-40a2-8e9e-3954001324ad,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:06.939852 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-7fd44631-2fdd-4e96-aca5-35e3c29cb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:06.940719 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-7fd44631-2fdd-4e96-aca5-35e3c29cb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:06.942402 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-7fd44631-2fdd-4e96-aca5-35e3c29cb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:06.950020 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-7fd44631-2fdd-4e96-aca5-35e3c29cb63b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1e9b77a-3218-40fd-9745-54b5c604b152&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf HTTP/1.1" status: 200 len: 2292 time: 0.3177860 Jul 14 07:20:06.971772 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-4eea2efd-6578-4513-aeca-78925b4ad8f6 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:07.069763 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:20:07.115715 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-9cdd477a-df99-4027-8ffe-cd8347f9afa5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8489e5d-2c28-4a14-9aff-ad242571e831 HTTP/1.1" status: 200 len: 1001 time: 0.1573191 Jul 14 07:20:07.237926 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-13e9231d-0d6e-4ece-91a3-4824e80f088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:07.239516 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-13e9231d-0d6e-4ece-91a3-4824e80f088b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77c1b1a7-c56f-42a9-955a-c8d5ef7376f9 HTTP/1.1" status: 200 len: 850 time: 0.1165516 Jul 14 07:20:07.292118 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de443a4-4dd3-4f91-9842-1ec29c831cde req-a57f0e22-8356-4e7d-8095-232c36a75274 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:07.299462 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7de443a4-4dd3-4f91-9842-1ec29c831cde req-a57f0e22-8356-4e7d-8095-232c36a75274 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.2831576 Jul 14 07:20:07.462720 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-4eea2efd-6578-4513-aeca-78925b4ad8f6 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:07.468192 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-58b61fa5-72b6-43d7-b786-b785fe3da366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:07.473568 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-58b61fa5-72b6-43d7-b786-b785fe3da366 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1e9b77a-3218-40fd-9745-54b5c604b152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2182424 Jul 14 07:20:07.603513 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7de443a4-4dd3-4f91-9842-1ec29c831cde req-fb61c380-f944-4f77-934a-8a384cba3738 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768705 Jul 14 07:20:07.647412 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-4eea2efd-6578-4513-aeca-78925b4ad8f6 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:20:07.652744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea2efd-6578-4513-aeca-78925b4ad8f6 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Pushing event updated for resources: {'Port': ['ID=635a952f-a932-449b-b772-73a45c4168be,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:07.661853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-4eea2efd-6578-4513-aeca-78925b4ad8f6 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:20:07.664281 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-4eea2efd-6578-4513-aeca-78925b4ad8f6 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:20:07.708086 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-ac51609e-7773-4a76-bd1c-b4509ddc18f4 service neutron] 10.222.0.30 "GET /v2.0/networks/d1e9b77a-3218-40fd-9745-54b5c604b152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281854 Jul 14 07:20:07.734054 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-4eea2efd-6578-4513-aeca-78925b4ad8f6 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:07.734612 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-4eea2efd-6578-4513-aeca-78925b4ad8f6 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:07.777021 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-4eea2efd-6578-4513-aeca-78925b4ad8f6 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3007348 Jul 14 07:20:07.796733 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Request body: {'port': {'device_id': 'c74ae215-5665-4c0c-bbb3-6d02df4fddd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:20:07.943238 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-6b3312da-7164-4267-8665-9f8e43c5ec73 service neutron] 10.222.0.30 "GET /v2.0/networks/d1e9b77a-3218-40fd-9745-54b5c604b152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282429 Jul 14 07:20:08.060570 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-4904415f-e89f-488d-bdc8-aa927254a520 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=d8b1564a-4f35-4de5-9954-86f6e6e84b2e HTTP/1.1" status: 200 len: 217 time: 0.1010542 Jul 14 07:20:08.130270 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-693e0b23-7d4c-4e52-8824-a0e44ed11b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:08.132551 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-693e0b23-7d4c-4e52-8824-a0e44ed11b18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.0656333 Jul 14 07:20:08.175178 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:08.350450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-8365d6fe-0547-4b38-a1b9-2b1dbbb515fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:08.354656 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-8365d6fe-0547-4b38-a1b9-2b1dbbb515fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2057064 Jul 14 07:20:08.667994 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-4e76fc42-6afd-4e2a-b5dd-a7118377977b service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063183 Jul 14 07:20:08.873140 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-dd24012f-5a67-44e8-8d25-c065d7d5a0ed service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965172 Jul 14 07:20:08.959277 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-9d289364-cb7e-486b-85f9-af6da5685dde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 HTTP/1.1" status: 200 len: 217 time: 0.0800097 Jul 14 07:20:09.028636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345bf89-fe08-4d3c-809e-b4111d8c750a req-d6ae700a-3214-4156-967d-21813c64070c tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:09.038461 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7345bf89-fe08-4d3c-809e-b4111d8c750a req-d6ae700a-3214-4156-967d-21813c64070c tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 931 time: 0.9703703 Jul 14 07:20:09.109303 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-166dc032-3305-442f-9bb7-14b3a1f04da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:09.114566 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-166dc032-3305-442f-9bb7-14b3a1f04da3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.1460261 Jul 14 07:20:09.249470 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-d96ef853-cbc1-4c20-8683-abe7fe4f7631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:09.251740 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-d96ef853-cbc1-4c20-8683-abe7fe4f7631 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1324680 Jul 14 07:20:09.368769 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7345bf89-fe08-4d3c-809e-b4111d8c750a req-9a148d6f-93f8-44a6-9175-83b8a95bde1b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273284 Jul 14 07:20:09.371908 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-de05518a-f6eb-4624-90d8-83d25ec595ab service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134229 Jul 14 07:20:09.572144 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-c4cef0bc-2544-40b2-8468-0407678f79d9 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933942 Jul 14 07:20:09.636821 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-c9a78cb9-e1bf-4630-94d9-1bb2130a58d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=d4545f69-ed88-4ffb-9479-73ab5a234def HTTP/1.1" status: 200 len: 217 time: 0.0532975 Jul 14 07:20:09.743956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-4613e454-e548-4fa8-a22d-beead3d1d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:09.745512 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-4613e454-e548-4fa8-a22d-beead3d1d228 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.1024654 Jul 14 07:20:09.764367 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678f864-5440-4de4-963f-7d6cf035c364 req-6b76d8b2-0362-43b8-bca7-bd304527d63f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:09.766029 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6678f864-5440-4de4-963f-7d6cf035c364 req-6b76d8b2-0362-43b8-bca7-bd304527d63f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.5700440 Jul 14 07:20:09.915198 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-311d0cb1-7f89-407c-a62b-f1dd2b6237ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:09.917508 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-311d0cb1-7f89-407c-a62b-f1dd2b6237ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1621313 Jul 14 07:20:09.971431 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6678f864-5440-4de4-963f-7d6cf035c364 req-f72993d2-57e5-44b8-a77a-030b6002cedf tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919324 Jul 14 07:20:09.978486 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635a952f-a932-449b-b772-73a45c4168be {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:20:09.997958 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:10.044276 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Transition to ACTIVE for port object 635a952f-a932-449b-b772-73a45c4168be will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:20:10.051608 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:10.161568 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Pushing event updated for resources: {'Port': ['ID=635a952f-a932-449b-b772-73a45c4168be,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:10.190995 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-5fc2f99a-596b-4f7d-8300-24fe553c78ff service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539003 Jul 14 07:20:10.308000 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-7c21c930-fbba-4496-8c69-d4bdc691422c service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117826 Jul 14 07:20:10.320706 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Attempting to bind port 635a952f-a932-449b-b772-73a45c4168be on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:20:10.323791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Attempting to bind port 635a952f-a932-449b-b772-73a45c4168be by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:20:10.326357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Attempting to bind port 635a952f-a932-449b-b772-73a45c4168be on network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:20:10.338748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Port 635a952f-a932-449b-b772-73a45c4168be on network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:20:10.340121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Attempting to bind port 635a952f-a932-449b-b772-73a45c4168be on network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:20:10.367421 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:20:10.368207 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-06a42d31-a934-47ed-9699-0e2b82f8b5be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 HTTP/1.1" status: 200 len: 217 time: 0.0530617 Jul 14 07:20:10.369113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Checking segment: {'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:20:10.369881 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Bound using segment: {'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:20:10.371083 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Bound port: 635a952f-a932-449b-b772-73a45c4168be, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:20:10.371716 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:10.385543 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-6654f0d5-82ff-4edf-ae7a-29c89a31c41a req-46d27ba0-c3f0-4e22-b578-cd56376170b3 service neutron] (93827) timed out ('10.222.0.35', 39174) {{(pid=93827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 07:20:10.444193 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-be76c185-968f-4c28-88ca-c5679e1930a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:10.446802 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-be76c185-968f-4c28-88ca-c5679e1930a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.0730922 Jul 14 07:20:10.529970 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-7845e0d3-8705-4b00-aa28-7730c02944f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:10.531663 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-7845e0d3-8705-4b00-aa28-7730c02944f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0757067 Jul 14 07:20:10.574274 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] For port 635a952f-a932-449b-b772-73a45c4168be, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:20:10.582619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] For port 635a952f-a932-449b-b772-73a45c4168be, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=635a952f-a932-449b-b772-73a45c4168be,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:20:10.592580 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:10.665428 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:10.666328 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:10.674034 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] 10.222.0.15 "PUT /v2.0/ports/635a952f-a932-449b-b772-73a45c4168be HTTP/1.1" status: 200 len: 1091 time: 2.8824270 Jul 14 07:20:10.787661 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74ae215-5665-4c0c-bbb3-6d02df4fddd8', 'tag': '635a952f-a932-449b-b772-73a45c4168be'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:20:10.799672 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594f6feb-39cd-46c8-9913-598ad74e2747" -d '{"events": [{"name": "network-changed", "server_uuid": "c74ae215-5665-4c0c-bbb3-6d02df4fddd8", "tag": "635a952f-a932-449b-b772-73a45c4168be"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:20:10.827106 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-78b2e8ab-310d-4172-b9c5-0738bb422894 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793241 Jul 14 07:20:11.023815 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607e39c-e67f-4624-bc3b-0f870873e710 service neutron] Pushing event updated for resources: {'Port': ['ID=635a952f-a932-449b-b772-73a45c4168be,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:11.036239 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-14fee7d0-8aca-4aac-a750-a3750854442c service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005022 Jul 14 07:20:11.040839 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e80d41-3b7d-4137-b72c-ee4e2829d99f x-openstack-request-id: req-06e80d41-3b7d-4137-b72c-ee4e2829d99f {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:20:11.045677 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74ae215-5665-4c0c-bbb3-6d02df4fddd8", "tag": "635a952f-a932-449b-b772-73a45c4168be", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:20:11.046701 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06e80d41-3b7d-4137-b72c-ee4e2829d99f {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:20:11.048139 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74ae215-5665-4c0c-bbb3-6d02df4fddd8', 'tag': '635a952f-a932-449b-b772-73a45c4168be', 'status': 'completed', 'code': 200} Jul 14 07:20:11.121099 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-1a1e343f-3419-4f45-be01-2d01b159e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:11.123421 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-a478e327-517e-4566-88bf-1b9f751c61ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=657ec3e0-c604-4d77-83f7-2f17b5ca4a0d HTTP/1.1" status: 200 len: 217 time: 0.0814054 Jul 14 07:20:11.125131 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-1a1e343f-3419-4f45-be01-2d01b159e724 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 1094 time: 0.3199890 Jul 14 07:20:11.147393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023819b-f3ab-4629-bb16-381bf4f71eb8 req-54d41e0e-d721-4930-8470-88b3c2df2995 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:11.159673 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0023819b-f3ab-4629-bb16-381bf4f71eb8 req-54d41e0e-d721-4930-8470-88b3c2df2995 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 943 time: 0.3556874 Jul 14 07:20:11.227998 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-b4aebf04-13c4-4253-92c0-a46f7152333f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:11.236032 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-b4aebf04-13c4-4253-92c0-a46f7152333f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e3d73eb-1b79-476a-9c74-b4eeb2a0decc HTTP/1.1" status: 200 len: 797 time: 0.1063733 Jul 14 07:20:11.338510 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-faea4e85-2010-4d0f-bcc6-493b949e632d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=635a952f-a932-449b-b772-73a45c4168be HTTP/1.1" status: 200 len: 217 time: 0.1651437 Jul 14 07:20:11.365305 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0023819b-f3ab-4629-bb16-381bf4f71eb8 req-3cd4135a-3885-41cb-86fb-19e8b8a37e8c tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987672 Jul 14 07:20:11.365747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-1879a79c-b9d6-4d43-8218-6f7fbc261cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:11.368298 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-1879a79c-b9d6-4d43-8218-6f7fbc261cf4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1254375 Jul 14 07:20:11.461149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-f7a11bd9-4229-445f-887d-b881cc921499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:11.462901 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-f7a11bd9-4229-445f-887d-b881cc921499 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33beb41d-173d-40f1-9dcf-045c8c6a18de HTTP/1.1" status: 200 len: 852 time: 0.0840108 Jul 14 07:20:11.566643 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-6ce4a116-4521-447f-91b8-8579cc3a3778 service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916800 Jul 14 07:20:11.568520 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c85e59-303d-4b43-b712-995b53f0a987 req-c9a263c2-fbc6-4e11-a4d1-5ec8449492a2 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:11.575736 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-28c85e59-303d-4b43-b712-995b53f0a987 req-c9a263c2-fbc6-4e11-a4d1-5ec8449492a2 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.2865446 Jul 14 07:20:11.585112 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-7e5dec5b-74e8-4855-b983-240158dc5705 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109104 Jul 14 07:20:11.645253 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-28c85e59-303d-4b43-b712-995b53f0a987 req-bb8aa18e-bcf1-4594-8f8e-62bbe76a7475 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686471 Jul 14 07:20:11.855496 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-367be12e-df29-417c-b7dd-5146b51f3ed0 service neutron] 10.222.0.15 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416856 Jul 14 07:20:11.869103 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-d6b5cf60-f5bf-43de-91dd-44536380f4f8 service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957778 Jul 14 07:20:12.033517 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96c9583e-cdbf-42de-bc69-850c0f524613 req-7859ffc0-c491-4c28-b4f9-5392ad75ac99 service neutron] 10.222.0.15 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405530 Jul 14 07:20:12.126488 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-19871c53-41a8-427a-a07b-66d5db86f7eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3181db43-d375-4837-9acb-b23c672feff1 HTTP/1.1" status: 200 len: 217 time: 0.2390454 Jul 14 07:20:12.296279 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-7843f27d-d386-46bb-9d20-a8e9faed420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:12.298218 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-7843f27d-d386-46bb-9d20-a8e9faed420b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e3d73eb-1b79-476a-9c74-b4eeb2a0decc HTTP/1.1" status: 200 len: 797 time: 0.1413877 Jul 14 07:20:12.303949 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f6feb-39cd-46c8-9913-598ad74e2747 req-b04fa3ea-9ea0-4510-a504-54bc0216057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:12.306124 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-594f6feb-39cd-46c8-9913-598ad74e2747 req-b04fa3ea-9ea0-4510-a504-54bc0216057c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 1094 time: 0.1671994 Jul 14 07:20:12.484340 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-b74d2c51-e48d-4a84-b2b0-e0738523dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:12.494390 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-b74d2c51-e48d-4a84-b2b0-e0738523dae9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1885061 Jul 14 07:20:12.796324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f6feb-39cd-46c8-9913-598ad74e2747 req-5cf3ab96-a73c-42d8-a527-4142b452acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:12.806305 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-594f6feb-39cd-46c8-9913-598ad74e2747 req-5cf3ab96-a73c-42d8-a527-4142b452acd5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 913 time: 0.4887402 Jul 14 07:20:12.950528 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-594f6feb-39cd-46c8-9913-598ad74e2747 req-f53eb1ef-2e24-4382-8e9c-00024926e790 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=635a952f-a932-449b-b772-73a45c4168be HTTP/1.1" status: 200 len: 217 time: 0.1046760 Jul 14 07:20:12.973070 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfecd7-4756-46ae-941b-754d20800e16 req-6f743588-f5e7-4914-b12c-e24703a49c2e tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:12.991073 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-5c3effa1-34b2-49b2-9a5b-a3c55a93c75f service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906828 Jul 14 07:20:12.993608 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61bfecd7-4756-46ae-941b-754d20800e16 req-6f743588-f5e7-4914-b12c-e24703a49c2e tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 943 time: 0.3835206 Jul 14 07:20:13.173130 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f6feb-39cd-46c8-9913-598ad74e2747 req-ed9da73a-7a9e-421c-b5b8-da4cfcb077b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:13.175036 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-594f6feb-39cd-46c8-9913-598ad74e2747 req-ed9da73a-7a9e-421c-b5b8-da4cfcb077b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33beb41d-173d-40f1-9dcf-045c8c6a18de HTTP/1.1" status: 200 len: 852 time: 0.1560066 Jul 14 07:20:13.190147 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61bfecd7-4756-46ae-941b-754d20800e16 req-ce3641ab-51a9-4ae5-a5a3-410eae5cf848 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944749 Jul 14 07:20:13.302525 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-594f6feb-39cd-46c8-9913-598ad74e2747 req-7e6a6aee-af16-4e24-afba-d71ad86bee83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083376 Jul 14 07:20:13.337117 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bc13e2-8c9f-464a-a2e0-6d5449bbbaa9 req-78b56a1c-e674-4b76-abf6-a19982fe93f7 service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357134 Jul 14 07:20:13.666232 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-594f6feb-39cd-46c8-9913-598ad74e2747 req-041a8954-f42b-4733-8e86-ac661c08168b service neutron] 10.222.0.15 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302851 Jul 14 07:20:13.854694 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7342a7-cf4c-4376-9088-5d34c9d6f6aa req-65ba93a2-bf43-46a9-b56c-0d1b3ba2cdb3 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:13.861943 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c7342a7-cf4c-4376-9088-5d34c9d6f6aa req-65ba93a2-bf43-46a9-b56c-0d1b3ba2cdb3 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.5550010 Jul 14 07:20:13.969585 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c7342a7-cf4c-4376-9088-5d34c9d6f6aa req-679b27f2-0dc0-417e-a71f-3748f50dc2e8 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066949 Jul 14 07:20:14.013371 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-594f6feb-39cd-46c8-9913-598ad74e2747 req-3a4eb82e-ce8e-4e61-94ab-f56abc373a2a service neutron] 10.222.0.15 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241773 Jul 14 07:20:14.517231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3a62a-18cf-482f-b7f5-e4ca63c25671 req-5b2d7700-543f-4633-883d-c0af0403bddd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:14.521573 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26f3a62a-18cf-482f-b7f5-e4ca63c25671 req-5b2d7700-543f-4633-883d-c0af0403bddd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 943 time: 0.1311717 Jul 14 07:20:14.612015 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 635a952f-a932-449b-b772-73a45c4168be details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:20:14.648575 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26f3a62a-18cf-482f-b7f5-e4ca63c25671 req-6a4595ee-a0ac-4482-a2c2-e058659dff29 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164429 Jul 14 07:20:14.881770 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 635a952f-a932-449b-b772-73a45c4168be, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=635a952f-a932-449b-b772-73a45c4168be,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:20:14.927972 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '635a952f-a932-449b-b772-73a45c4168be', 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118', 'port_id': '635a952f-a932-449b-b772-73a45c4168be', 'mac_address': 'fa:16:3e:59:6a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33beb41d-173d-40f1-9dcf-045c8c6a18de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:20:15.080709 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:15.107740 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635a952f-a932-449b-b772-73a45c4168be {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:20:15.138493 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 635a952f-a932-449b-b772-73a45c4168be, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=635a952f-a932-449b-b772-73a45c4168be,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:20:15.152105 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:15.218596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=635a952f-a932-449b-b772-73a45c4168be,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:15.235162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fa33b-3350-48b5-80b1-9a02e10d708f req-59d8ba6b-15b0-4c09-a08f-5c53086c235d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:15.236788 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5e9fa33b-3350-48b5-80b1-9a02e10d708f req-59d8ba6b-15b0-4c09-a08f-5c53086c235d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.0916629 Jul 14 07:20:15.306088 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5e9fa33b-3350-48b5-80b1-9a02e10d708f req-c0d94476-5659-483b-9d7e-93553271c5f7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625243 Jul 14 07:20:15.342364 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:15.364319 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['635a952f-a932-449b-b772-73a45c4168be'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:20:15.584855 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:15.863900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510326df-e964-4042-b362-233fc4271dd3 req-feed6959-8bd0-4bb4-a1db-e6f150930359 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:15.872177 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-510326df-e964-4042-b362-233fc4271dd3 req-feed6959-8bd0-4bb4-a1db-e6f150930359 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 944 time: 0.0845029 Jul 14 07:20:15.925787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-510326df-e964-4042-b362-233fc4271dd3 req-14cd43bb-f036-494e-aa6c-cd29f0604dd0 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526445 Jul 14 07:20:16.537635 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f51e61-3d9a-4115-ad7f-7c7d74228d7f req-29b2270a-a515-47c2-bde6-6bff4f789895 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:16.539260 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8f51e61-3d9a-4115-ad7f-7c7d74228d7f req-29b2270a-a515-47c2-bde6-6bff4f789895 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.1034577 Jul 14 07:20:16.606448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8f51e61-3d9a-4115-ad7f-7c7d74228d7f req-86c4fe99-fb6c-4e5f-9279-ad19204945ef tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610988 Jul 14 07:20:16.622084 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 635a952f-a932-449b-b772-73a45c4168be up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:20:16.695227 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 635a952f-a932-449b-b772-73a45c4168be completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:20:16.701143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 635a952f-a932-449b-b772-73a45c4168be triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:20:16.702124 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:16.793558 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:16.820117 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74ae215-5665-4c0c-bbb3-6d02df4fddd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635a952f-a932-449b-b772-73a45c4168be'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:20:16.822983 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d581ced4-0eef-4d31-817f-e9b86e950b85" -d '{"events": [{"server_uuid": "c74ae215-5665-4c0c-bbb3-6d02df4fddd8", "name": "network-vif-plugged", "status": "completed", "tag": "635a952f-a932-449b-b772-73a45c4168be"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:20:16.838038 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 635a952f-a932-449b-b772-73a45c4168be, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=635a952f-a932-449b-b772-73a45c4168be,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:20:16.844615 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:16.876310 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597f393d-1eb5-43e6-ad51-bbeb58dcecfd x-openstack-request-id: req-597f393d-1eb5-43e6-ad51-bbeb58dcecfd {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:20:16.876764 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74ae215-5665-4c0c-bbb3-6d02df4fddd8", "name": "network-vif-plugged", "status": "completed", "tag": "635a952f-a932-449b-b772-73a45c4168be", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:20:16.877067 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-597f393d-1eb5-43e6-ad51-bbeb58dcecfd {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:20:16.878483 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74ae215-5665-4c0c-bbb3-6d02df4fddd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635a952f-a932-449b-b772-73a45c4168be', 'code': 200} Jul 14 07:20:16.983924 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=635a952f-a932-449b-b772-73a45c4168be,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:17.138887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74808c7-d760-4728-bc27-e3342985dc46 req-9a1b3d8f-66f2-467d-a13a-b238c9314fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:17.139812 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d74808c7-d760-4728-bc27-e3342985dc46 req-9a1b3d8f-66f2-467d-a13a-b238c9314fc8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 1096 time: 0.1053135 Jul 14 07:20:17.179908 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c02d9-00c2-481d-8ebe-0ef26a6d6b87 req-266b6ce8-3dc9-40f5-ad79-48692ee84095 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:17.196356 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-567c02d9-00c2-481d-8ebe-0ef26a6d6b87 req-266b6ce8-3dc9-40f5-ad79-48692ee84095 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1064849 Jul 14 07:20:17.234500 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d74808c7-d760-4728-bc27-e3342985dc46 req-d16c7430-d080-4c22-9c61-ada8fc6ddd30 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866923 Jul 14 07:20:17.258062 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-567c02d9-00c2-481d-8ebe-0ef26a6d6b87 req-fb00c499-ebab-4c0d-84b4-07fd45187688 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600069 Jul 14 07:20:17.838097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dae266-9481-4574-8f92-12808e5154ce req-6371e562-45a2-4ace-a64e-69118a25d3c9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:17.839621 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00dae266-9481-4574-8f92-12808e5154ce req-6371e562-45a2-4ace-a64e-69118a25d3c9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.0667675 Jul 14 07:20:17.884644 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00dae266-9481-4574-8f92-12808e5154ce req-cb5830cd-eb25-4d07-9b84-7dd50237ea05 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380042 Jul 14 07:20:18.505065 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdaeda-960d-4e71-91ec-05e203991dce req-6c050589-c1db-46ee-873b-96a9062a002f tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:18.506827 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7bdaeda-960d-4e71-91ec-05e203991dce req-6c050589-c1db-46ee-873b-96a9062a002f tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.0738385 Jul 14 07:20:18.545878 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7bdaeda-960d-4e71-91ec-05e203991dce req-2df0aa4a-9f7e-4785-9961-451d84d7b674 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331638 Jul 14 07:20:19.164738 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eedcd9-1124-4374-8f8f-b76c10248bc6 req-f101dcee-364a-4464-9b81-bab9505607db tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:19.166394 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65eedcd9-1124-4374-8f8f-b76c10248bc6 req-f101dcee-364a-4464-9b81-bab9505607db tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.1118765 Jul 14 07:20:19.260217 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65eedcd9-1124-4374-8f8f-b76c10248bc6 req-21b2fdaa-64cd-45a3-90ef-270f45649029 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875764 Jul 14 07:20:19.291135 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff554dd9-bae5-4f2e-8198-318fc2e28713 req-a82280b7-7a5b-48c5-81c6-b420fcc86d5e tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:19.292814 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff554dd9-bae5-4f2e-8198-318fc2e28713 req-a82280b7-7a5b-48c5-81c6-b420fcc86d5e tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1190524 Jul 14 07:20:19.344190 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff554dd9-bae5-4f2e-8198-318fc2e28713 req-019a6f9d-7a2d-48ec-80b7-08ddb01155d0 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453353 Jul 14 07:20:20.556501 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3115794-c95f-45fe-bc1d-a799f5e622fd req-7d93994e-f921-4395-a358-d4ece284cbc0 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:20.563401 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3115794-c95f-45fe-bc1d-a799f5e622fd req-7d93994e-f921-4395-a358-d4ece284cbc0 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.1281559 Jul 14 07:20:20.608382 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3115794-c95f-45fe-bc1d-a799f5e622fd req-6f7407cc-8e4a-4b50-8e89-2c5eed21e14e tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414574 Jul 14 07:20:20.678013 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e5604-dacb-4df5-b949-f10dc143e2c3 req-07048066-5f30-419c-8f2c-7059c40206de tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:20.688437 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b1e5604-dacb-4df5-b949-f10dc143e2c3 req-07048066-5f30-419c-8f2c-7059c40206de tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1801567 Jul 14 07:20:20.732785 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b1e5604-dacb-4df5-b949-f10dc143e2c3 req-6e1bdad1-cf63-47a1-b885-cdb7fe965f05 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432951 Jul 14 07:20:20.782705 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 39474) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:20.889709 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-374a8047-120d-42f0-a67b-f030843fa3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:20.983684 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-374a8047-120d-42f0-a67b-f030843fa3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:20.988113 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-374a8047-120d-42f0-a67b-f030843fa3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:21.027741 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-374a8047-120d-42f0-a67b-f030843fa3b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ead74f7cf034c3591dbf1c154e9e14e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438028 Jul 14 07:20:21.028606 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a8047-120d-42f0-a67b-f030843fa3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92aa345c-1eac-4d97-b12f-14577ca2ed4a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:21.030316 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39478) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:21.036391 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374a8047-120d-42f0-a67b-f030843fa3b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:21.036749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374a8047-120d-42f0-a67b-f030843fa3b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:21.037090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374a8047-120d-42f0-a67b-f030843fa3b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:21.037451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374a8047-120d-42f0-a67b-f030843fa3b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:21.037788 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374a8047-120d-42f0-a67b-f030843fa3b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:21.038121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374a8047-120d-42f0-a67b-f030843fa3b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:21.038449 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374a8047-120d-42f0-a67b-f030843fa3b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:21.038776 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374a8047-120d-42f0-a67b-f030843fa3b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:21.039097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374a8047-120d-42f0-a67b-f030843fa3b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:21.040053 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374a8047-120d-42f0-a67b-f030843fa3b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:21.040384 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374a8047-120d-42f0-a67b-f030843fa3b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:21.040708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374a8047-120d-42f0-a67b-f030843fa3b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:21.084123 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d1618d0-4bd3-4763-87f2-eef0e40edb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:21.106244 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d1618d0-4bd3-4763-87f2-eef0e40edb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:21.156010 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d1618d0-4bd3-4763-87f2-eef0e40edb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:21.159197 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d1618d0-4bd3-4763-87f2-eef0e40edb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:21.160785 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6d1618d0-4bd3-4763-87f2-eef0e40edb1a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92aa345c-1eac-4d97-b12f-14577ca2ed4a HTTP/1.1" status: 204 len: 168 time: 0.1288557 Jul 14 07:20:21.171809 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1618d0-4bd3-4763-87f2-eef0e40edb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92aa345c-1eac-4d97-b12f-14577ca2ed4a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:21.540593 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39494) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:21.554204 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a734db75-2d6d-4e8e-a871-1b46120e4761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:21.660349 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a734db75-2d6d-4e8e-a871-1b46120e4761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:21.666490 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a734db75-2d6d-4e8e-a871-1b46120e4761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:21.712030 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a734db75-2d6d-4e8e-a871-1b46120e4761 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5123a630eee84889ae060a9729d637ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697328 Jul 14 07:20:21.713153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734db75-2d6d-4e8e-a871-1b46120e4761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233fe390-ed2d-4879-b951-ea7a1d2dafca,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:21.714789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 39500) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:21.773258 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6826927-cfc1-4c9e-9222-03d330fc6960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:21.835981 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6826927-cfc1-4c9e-9222-03d330fc6960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:21.908690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d4495-3bb9-431e-a421-3866dddfaa0d req-0b878549-285d-4262-b478-8a633e648214 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:21.914148 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7a8d4495-3bb9-431e-a421-3866dddfaa0d req-0b878549-285d-4262-b478-8a633e648214 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 944 time: 0.1419747 Jul 14 07:20:21.954461 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6826927-cfc1-4c9e-9222-03d330fc6960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:21.957701 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6826927-cfc1-4c9e-9222-03d330fc6960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:21.959109 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b6826927-cfc1-4c9e-9222-03d330fc6960 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/233fe390-ed2d-4879-b951-ea7a1d2dafca HTTP/1.1" status: 204 len: 168 time: 0.2426240 Jul 14 07:20:21.974646 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6826927-cfc1-4c9e-9222-03d330fc6960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233fe390-ed2d-4879-b951-ea7a1d2dafca,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:22.002354 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7a8d4495-3bb9-431e-a421-3866dddfaa0d req-18fbdf96-d9f5-454a-b674-3738bde1673d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816765 Jul 14 07:20:22.130375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d339b-dae7-4208-8116-009af203c3ec req-2ce35e92-6e6f-4c69-82a2-821d7b526d33 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:22.134298 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-399d339b-dae7-4208-8116-009af203c3ec req-2ce35e92-6e6f-4c69-82a2-821d7b526d33 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.0748038 Jul 14 07:20:22.182190 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-399d339b-dae7-4208-8116-009af203c3ec req-2d4977e1-bb1a-443e-8fa1-be58893e54f0 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401418 Jul 14 07:20:22.671564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a95555e9-f29e-46fe-909a-ea4787d06942 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:20:22.788189 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a95555e9-f29e-46fe-909a-ea4787d06942, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a95555e9-f29e-46fe-909a-ea4787d06942,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:20:22.800893 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'a95555e9-f29e-46fe-909a-ea4787d06942', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'port_id': 'a95555e9-f29e-46fe-909a-ea4787d06942', 'mac_address': 'fa:16:3e:61:69:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:20:22.847324 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:22.859907 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95555e9-f29e-46fe-909a-ea4787d06942 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:20:22.884357 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a95555e9-f29e-46fe-909a-ea4787d06942, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a95555e9-f29e-46fe-909a-ea4787d06942,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:20:22.888889 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:22.951287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=a95555e9-f29e-46fe-909a-ea4787d06942,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:23.098699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['a95555e9-f29e-46fe-909a-ea4787d06942'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:20:23.371936 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc735069-62ca-40c6-8542-004f18c81de5 req-1a46c3de-ddbd-4f5a-bd66-e2fe061efd30 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:23.393795 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc735069-62ca-40c6-8542-004f18c81de5 req-1a46c3de-ddbd-4f5a-bd66-e2fe061efd30 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 945 time: 0.2027092 Jul 14 07:20:23.507129 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc735069-62ca-40c6-8542-004f18c81de5 req-57a8ec7b-4f81-452e-8c68-5571c4737b8f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123753 Jul 14 07:20:23.546297 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509ecc8-10ce-41c9-b0cf-29ff1cecd135 req-5c3b1565-2b7d-4583-b7a3-15a8881c5a86 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:23.549569 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f509ecc8-10ce-41c9-b0cf-29ff1cecd135 req-5c3b1565-2b7d-4583-b7a3-15a8881c5a86 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1423259 Jul 14 07:20:23.601629 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f509ecc8-10ce-41c9-b0cf-29ff1cecd135 req-dd27c08b-08d3-4253-b0f9-b95f5c0312b4 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445795 Jul 14 07:20:24.672827 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a95555e9-f29e-46fe-909a-ea4787d06942 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:20:24.757667 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port a95555e9-f29e-46fe-909a-ea4787d06942 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:20:24.759684 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:24.781851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcff5b3-bde8-4ebc-b0dc-1944f0ae40fe req-3d415570-ea42-4946-90a1-9b523cc6066e tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:24.790007 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3fcff5b3-bde8-4ebc-b0dc-1944f0ae40fe req-3d415570-ea42-4946-90a1-9b523cc6066e tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 945 time: 0.1238017 Jul 14 07:20:24.888990 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:24.903265 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3fcff5b3-bde8-4ebc-b0dc-1944f0ae40fe req-38b3b192-f440-4cf2-a61b-b1eb227c2a4d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116409 Jul 14 07:20:24.936382 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a95555e9-f29e-46fe-909a-ea4787d06942, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a95555e9-f29e-46fe-909a-ea4787d06942,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:20:24.937563 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5a1ab8-8996-4d62-a915-eb7bf7b3b886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95555e9-f29e-46fe-909a-ea4787d06942'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:20:24.940284 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3a26d8-da84-4bfd-b31a-4c07131fec1d" -d '{"events": [{"server_uuid": "2d5a1ab8-8996-4d62-a915-eb7bf7b3b886", "name": "network-vif-plugged", "status": "completed", "tag": "a95555e9-f29e-46fe-909a-ea4787d06942"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:20:24.949959 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:24.965230 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75b52f-86e4-43fd-8f42-22153b9b0b23 req-a5fa7627-72ac-410e-b44b-04767b1cb195 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:24.979358 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df75b52f-86e4-43fd-8f42-22153b9b0b23 req-a5fa7627-72ac-410e-b44b-04767b1cb195 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1638319 Jul 14 07:20:25.027721 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=a95555e9-f29e-46fe-909a-ea4787d06942,revision_number=10']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:25.037589 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df75b52f-86e4-43fd-8f42-22153b9b0b23 req-12575062-b4d1-4340-bda9-457d5fee0f5d tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567386 Jul 14 07:20:25.098143 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95897e4c-cf82-4049-96ac-27d2d625add4 x-openstack-request-id: req-95897e4c-cf82-4049-96ac-27d2d625add4 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:20:25.098440 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5a1ab8-8996-4d62-a915-eb7bf7b3b886", "name": "network-vif-plugged", "status": "completed", "tag": "a95555e9-f29e-46fe-909a-ea4787d06942", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:20:25.098685 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-95897e4c-cf82-4049-96ac-27d2d625add4 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:20:25.099441 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5a1ab8-8996-4d62-a915-eb7bf7b3b886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95555e9-f29e-46fe-909a-ea4787d06942', 'code': 200} Jul 14 07:20:25.294188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ac1f1-126b-42f7-9d8d-60982992fcb1 req-49d4ad7b-caca-43e5-b355-7663784695b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:25.295742 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d32ac1f1-126b-42f7-9d8d-60982992fcb1 req-49d4ad7b-caca-43e5-b355-7663784695b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 1098 time: 0.0680184 Jul 14 07:20:25.346049 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d32ac1f1-126b-42f7-9d8d-60982992fcb1 req-42f6fe4d-afa1-42da-b31b-b5d7e33a4b7d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441434 Jul 14 07:20:26.176914 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193f087-23f9-42ce-82d8-5de0d40d95f9 req-1558caa8-8966-4833-9900-860c37e54d4b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:26.189880 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1193f087-23f9-42ce-82d8-5de0d40d95f9 req-1558caa8-8966-4833-9900-860c37e54d4b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 947 time: 0.1392350 Jul 14 07:20:26.260804 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1193f087-23f9-42ce-82d8-5de0d40d95f9 req-1884efea-cca9-4b33-a72d-350dd7a1778b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670516 Jul 14 07:20:26.386860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1e974-969a-44dc-85bf-891b28544cc8 req-5793ab20-fa6d-4e69-8f3c-95f3e5c1d482 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:26.388780 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53b1e974-969a-44dc-85bf-891b28544cc8 req-5793ab20-fa6d-4e69-8f3c-95f3e5c1d482 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1013534 Jul 14 07:20:26.463327 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53b1e974-969a-44dc-85bf-891b28544cc8 req-66a8871d-3c17-47c0-8ec3-bccb3649d5f5 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687671 Jul 14 07:20:27.483590 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002c781-f01c-42d6-b272-ad6fccc7cde2 req-3d244183-7620-4187-bee6-538e57434fe1 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:27.485568 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d002c781-f01c-42d6-b272-ad6fccc7cde2 req-3d244183-7620-4187-bee6-538e57434fe1 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 947 time: 0.0895381 Jul 14 07:20:27.538071 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d002c781-f01c-42d6-b272-ad6fccc7cde2 req-b604ddd6-dd57-427a-8500-48b1365b126e tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444524 Jul 14 07:20:27.775051 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a556c-8e47-4fff-bbbd-c97c96a6b184 req-dae86e28-175b-498e-be3a-0c7f9bc85f3c tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:27.776666 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac4a556c-8e47-4fff-bbbd-c97c96a6b184 req-dae86e28-175b-498e-be3a-0c7f9bc85f3c tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.0838611 Jul 14 07:20:27.820723 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac4a556c-8e47-4fff-bbbd-c97c96a6b184 req-edb5ca3a-6c1e-4157-a366-7c29692243d8 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381923 Jul 14 07:20:29.277394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f6d48-998d-47f4-8a89-b73fcdd08d23 req-06ff1c32-dee7-40ef-8c58-7510ea3c6d5e tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:29.280671 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-223f6d48-998d-47f4-8a89-b73fcdd08d23 req-06ff1c32-dee7-40ef-8c58-7510ea3c6d5e tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.0947294 Jul 14 07:20:29.346097 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-223f6d48-998d-47f4-8a89-b73fcdd08d23 req-d6ff4a7c-b871-47a7-a7f0-0598125377c3 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585310 Jul 14 07:20:29.407311 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 39886) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:29.551771 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61560f16-a7ce-4a6b-9dd1-73ad2bd518e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:29.670527 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61560f16-a7ce-4a6b-9dd1-73ad2bd518e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:29.675959 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61560f16-a7ce-4a6b-9dd1-73ad2bd518e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:29.721022 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-61560f16-a7ce-4a6b-9dd1-73ad2bd518e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=120d7de6fd204c3b86f5a77ef63259d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3101029 Jul 14 07:20:29.721431 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39896) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:29.729270 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61560f16-a7ce-4a6b-9dd1-73ad2bd518e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35099d97-2a0e-442f-b053-beb48cb1cebf,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:29.799253 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca02fd46-3f24-484b-abe7-be7eb1d946b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:29.826463 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca02fd46-3f24-484b-abe7-be7eb1d946b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:29.887994 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca02fd46-3f24-484b-abe7-be7eb1d946b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:29.890771 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca02fd46-3f24-484b-abe7-be7eb1d946b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:29.894195 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ca02fd46-3f24-484b-abe7-be7eb1d946b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/35099d97-2a0e-442f-b053-beb48cb1cebf HTTP/1.1" status: 204 len: 168 time: 0.1695125 Jul 14 07:20:29.905058 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02fd46-3f24-484b-abe7-be7eb1d946b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35099d97-2a0e-442f-b053-beb48cb1cebf,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:30.237469 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 39914) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:30.251965 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9232e306-3325-4992-b915-122b985d6401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:30.364633 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9232e306-3325-4992-b915-122b985d6401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:30.370821 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9232e306-3325-4992-b915-122b985d6401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:30.416891 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232e306-3325-4992-b915-122b985d6401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a482758-4b4e-4a93-b658-abd099c06d98,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:30.422655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9232e306-3325-4992-b915-122b985d6401 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76a1987c239541028f7ab22189769386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840792 Jul 14 07:20:30.425440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 39918) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:30.486051 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae164-a1a4-429c-b6a5-03ebb060fe20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:30.504921 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2303ae04-2aef-46b9-a223-ab60ab9878be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:30.574213 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2303ae04-2aef-46b9-a223-ab60ab9878be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:30.632030 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef3994-0212-4dae-99f3-ba9d9c67984a req-14c8b60f-d834-4c88-8c5a-3e49c74debef tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:30.637993 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bfef3994-0212-4dae-99f3-ba9d9c67984a req-14c8b60f-d834-4c88-8c5a-3e49c74debef tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1158936 Jul 14 07:20:30.686699 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bfef3994-0212-4dae-99f3-ba9d9c67984a req-b89c097c-b0c0-4d43-939b-97887446045c tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437696 Jul 14 07:20:30.687545 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2303ae04-2aef-46b9-a223-ab60ab9878be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:30.690713 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2303ae04-2aef-46b9-a223-ab60ab9878be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:30.693699 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2303ae04-2aef-46b9-a223-ab60ab9878be admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a482758-4b4e-4a93-b658-abd099c06d98 HTTP/1.1" status: 204 len: 168 time: 0.2644436 Jul 14 07:20:30.705218 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303ae04-2aef-46b9-a223-ab60ab9878be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a482758-4b4e-4a93-b658-abd099c06d98,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:31.126379 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 39944) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:31.144683 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-50760b41-a314-4165-9a35-ed3c3f214d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:31.243284 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-50760b41-a314-4165-9a35-ed3c3f214d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:31.248187 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-50760b41-a314-4165-9a35-ed3c3f214d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:31.287161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-50760b41-a314-4165-9a35-ed3c3f214d22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c9f0c5111d7422da75109ba71387192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596348 Jul 14 07:20:31.291148 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 39946) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:31.291631 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50760b41-a314-4165-9a35-ed3c3f214d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc63ef27-c851-4121-8d4e-7bbc9351e0c4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:31.355263 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6982c8c5-a621-4931-9878-7cea8236f0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:31.381005 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6982c8c5-a621-4931-9878-7cea8236f0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:31.433534 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6982c8c5-a621-4931-9878-7cea8236f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:31.436621 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6982c8c5-a621-4931-9878-7cea8236f0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:31.438140 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6982c8c5-a621-4931-9878-7cea8236f0c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bc63ef27-c851-4121-8d4e-7bbc9351e0c4 HTTP/1.1" status: 204 len: 168 time: 0.1451826 Jul 14 07:20:31.447148 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982c8c5-a621-4931-9878-7cea8236f0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc63ef27-c851-4121-8d4e-7bbc9351e0c4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:31.908400 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35b098-661b-419f-8f5c-06b9b428031c req-b61b7abc-4d73-4b83-bcc9-4e0b4a735a49 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:31.910000 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de35b098-661b-419f-8f5c-06b9b428031c req-b61b7abc-4d73-4b83-bcc9-4e0b4a735a49 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.0845020 Jul 14 07:20:31.956294 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de35b098-661b-419f-8f5c-06b9b428031c req-7d668eec-a050-4fcf-8e09-2146d8430a11 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393257 Jul 14 07:20:33.266275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7248a-7582-46b8-be04-0d5005590678 req-1c458c63-d227-432a-a4c7-4dc865a99280 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:33.268837 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eeb7248a-7582-46b8-be04-0d5005590678 req-1c458c63-d227-432a-a4c7-4dc865a99280 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1698124 Jul 14 07:20:33.319049 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6bc66c26-5ba7-42e5-a356-11dbc81071af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:33.356366 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eeb7248a-7582-46b8-be04-0d5005590678 req-1d60d2bf-05be-45c9-9bcd-5a34eacff131 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814998 Jul 14 07:20:33.587370 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:33.967629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40076) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:34.092211 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-476937e9-15ea-4460-a03a-160c2c1bbfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:34.193071 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-476937e9-15ea-4460-a03a-160c2c1bbfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:34.198933 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-476937e9-15ea-4460-a03a-160c2c1bbfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:34.239168 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476937e9-15ea-4460-a03a-160c2c1bbfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e980b7-5add-4e9e-ba7e-4dafda124a1d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:34.247908 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40084) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:34.254655 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-476937e9-15ea-4460-a03a-160c2c1bbfc2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fdee2237f6254196a1d6d4e732fb5d5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813509 Jul 14 07:20:34.303567 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6610e34-c409-43bf-82aa-c41764467056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:34.330846 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6610e34-c409-43bf-82aa-c41764467056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:34.395677 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6610e34-c409-43bf-82aa-c41764467056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:34.399022 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6610e34-c409-43bf-82aa-c41764467056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:34.402999 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e6610e34-c409-43bf-82aa-c41764467056 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82e980b7-5add-4e9e-ba7e-4dafda124a1d HTTP/1.1" status: 204 len: 168 time: 0.1539052 Jul 14 07:20:34.412504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6610e34-c409-43bf-82aa-c41764467056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e980b7-5add-4e9e-ba7e-4dafda124a1d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:34.595577 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50b98a-d567-4a04-a9cf-405343a3beb4 req-5956152e-97d2-4c5b-99fa-54b1fdbf31c1 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:34.595763 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:34.598758 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc50b98a-d567-4a04-a9cf-405343a3beb4 req-5956152e-97d2-4c5b-99fa-54b1fdbf31c1 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1032383 Jul 14 07:20:34.651088 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc50b98a-d567-4a04-a9cf-405343a3beb4 req-0b6d950f-90d6-4460-b3b9-8879f9e8bd9f tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455687 Jul 14 07:20:34.783909 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40108) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:34.803810 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2d541cfd-b79b-4390-add4-3080d76f896d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:34.919783 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2d541cfd-b79b-4390-add4-3080d76f896d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:34.924740 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2d541cfd-b79b-4390-add4-3080d76f896d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:34.964662 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2d541cfd-b79b-4390-add4-3080d76f896d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c53d1ab72ccd4c329f17bff6c0d1d004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1770325 Jul 14 07:20:34.965044 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40110) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:34.971102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d541cfd-b79b-4390-add4-3080d76f896d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20303c5-6426-4d87-9612-2839176241c5,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:35.035099 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57281327-32d9-44c6-9142-7932a984f868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:35.057896 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57281327-32d9-44c6-9142-7932a984f868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:35.112184 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57281327-32d9-44c6-9142-7932a984f868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:35.115037 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57281327-32d9-44c6-9142-7932a984f868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:35.116217 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-57281327-32d9-44c6-9142-7932a984f868 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e20303c5-6426-4d87-9612-2839176241c5 HTTP/1.1" status: 204 len: 168 time: 0.1498923 Jul 14 07:20:35.125206 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57281327-32d9-44c6-9142-7932a984f868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20303c5-6426-4d87-9612-2839176241c5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:35.899156 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f44f93-27a6-4292-a853-f150792cd730 req-6fb0d100-7076-4f0a-8122-d45157726835 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:35.906988 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22f44f93-27a6-4292-a853-f150792cd730 req-6fb0d100-7076-4f0a-8122-d45157726835 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1105394 Jul 14 07:20:35.952393 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22f44f93-27a6-4292-a853-f150792cd730 req-c1c66e48-6919-4c9b-998e-62bfafb52eca tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442841 Jul 14 07:20:35.965089 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40158) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:36.080175 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1869669387-network', 'tenant_id': '05959939bb5b46a9a9c03c45fac8d378'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:20:36.130280 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Made reservation on behalf of 05959939bb5b46a9a9c03c45fac8d378 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:20:36.135437 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:36.152223 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:36.185989 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:36.278906 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:36.282842 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:36.315904 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:20:36.323215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb364eb-44a2-47eb-ae8b-a641ef8b48e2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:36.335080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:36.335396 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:36.336616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:36.336987 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:36.337511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:36.337987 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:36.338392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:36.338790 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:36.339233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:36.341307 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:36.341704 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:36.342295 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:20:36.346585 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:36.346928 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Added segment c4582292-8585-41ba-afad-247278836df8 of type vlan for network 0c1475a2-e5dc-4374-bc2f-b40a11ed95db Jul 14 07:20:36.391049 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:36.422302 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:36.423637 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:36.424508 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:36.484724 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5156815 Jul 14 07:20:36.485423 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40166) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:36.491064 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-cff0df4d-0ed6-4a75-8cda-fc955fed27ce admin admin] Request body: {'subnet': {'network_id': '0c1475a2-e5dc-4374-bc2f-b40a11ed95db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1869669387-subnet', 'tenant_id': '05959939bb5b46a9a9c03c45fac8d378', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:20:36.498821 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2e708-e010-48bb-86da-5f6f34eb852a admin admin] Pushing event updated for resources: {'Network': ['ID=0c1475a2-e5dc-4374-bc2f-b40a11ed95db,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:36.518105 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 0c1475a2-e5dc-4374-bc2f-b40a11ed95db details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:20:36.526254 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff0df4d-0ed6-4a75-8cda-fc955fed27ce admin admin] Made reservation on behalf of 05959939bb5b46a9a9c03c45fac8d378 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:20:36.529558 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cff0df4d-0ed6-4a75-8cda-fc955fed27ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:37.039005 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cff0df4d-0ed6-4a75-8cda-fc955fed27ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:37.107554 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0df4d-0ed6-4a75-8cda-fc955fed27ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5bdc7c2-d37c-4570-9248-334df8d1bae6,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:37.128431 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0df4d-0ed6-4a75-8cda-fc955fed27ce admin admin] Checking segment: {'id': 'c4582292-8585-41ba-afad-247278836df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0c1475a2-e5dc-4374-bc2f-b40a11ed95db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:20:37.128710 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff0df4d-0ed6-4a75-8cda-fc955fed27ce admin admin] Network hostable DHCP agents. Network: 0c1475a2-e5dc-4374-bc2f-b40a11ed95db, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:20:37.152617 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff0df4d-0ed6-4a75-8cda-fc955fed27ce admin admin] Network 0c1475a2-e5dc-4374-bc2f-b40a11ed95db is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:20:37.169059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-cff0df4d-0ed6-4a75-8cda-fc955fed27ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 0c1475a2-e5dc-4374-bc2f-b40a11ed95db) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:20:37.175035 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff0df4d-0ed6-4a75-8cda-fc955fed27ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:37.175622 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cff0df4d-0ed6-4a75-8cda-fc955fed27ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:37.188818 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c299e4-118b-4deb-a3cc-08a6a99b3d8f None None] Network 0c1475a2-e5dc-4374-bc2f-b40a11ed95db requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:20:37.194695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d0beb-e0fb-4517-848b-95e4f768de19 req-8315bf72-7507-4f3f-9cfb-6df26fc099fe tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:37.201664 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f9d0beb-e0fb-4517-848b-95e4f768de19 req-8315bf72-7507-4f3f-9cfb-6df26fc099fe tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.0791235 Jul 14 07:20:37.204325 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cff0df4d-0ed6-4a75-8cda-fc955fed27ce admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7179210 Jul 14 07:20:37.251395 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f9d0beb-e0fb-4517-848b-95e4f768de19 req-8d9f732a-5fe4-469c-99df-e7785e5d7af8 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487890 Jul 14 07:20:37.355685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521ca0ff-eb5f-4680-aad9-362a1b09c007 None None] Network 0c1475a2-e5dc-4374-bc2f-b40a11ed95db requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:20:37.827461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40216) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:37.832799 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1168df36-9c92-444d-a4a4-78641e7f13cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1932881875-network', 'tenant_id': '0bbbb652e999403daaa178dd07248a8f'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:20:37.866432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1168df36-9c92-444d-a4a4-78641e7f13cd admin admin] Made reservation on behalf of 0bbbb652e999403daaa178dd07248a8f for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:20:37.868897 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1168df36-9c92-444d-a4a4-78641e7f13cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:37.886004 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1168df36-9c92-444d-a4a4-78641e7f13cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:38.020345 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1168df36-9c92-444d-a4a4-78641e7f13cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:38.027319 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1168df36-9c92-444d-a4a4-78641e7f13cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:38.052815 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1168df36-9c92-444d-a4a4-78641e7f13cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:20:38.062385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168df36-9c92-444d-a4a4-78641e7f13cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a2290b-7f6d-4eed-9f72-173a4e7888dc,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:38.069422 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1168df36-9c92-444d-a4a4-78641e7f13cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:38.070962 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-1168df36-9c92-444d-a4a4-78641e7f13cd admin admin] Added segment ff227493-4f3c-4152-b073-a3822054abcb of type vlan for network d50c6ad6-33f7-46e4-b3a9-7ef8b96538b3 Jul 14 07:20:38.122482 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1168df36-9c92-444d-a4a4-78641e7f13cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:38.157295 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1168df36-9c92-444d-a4a4-78641e7f13cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:38.158396 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1168df36-9c92-444d-a4a4-78641e7f13cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:38.159103 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1168df36-9c92-444d-a4a4-78641e7f13cd admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:38.227103 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40226) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:38.227791 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1168df36-9c92-444d-a4a4-78641e7f13cd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3985167 Jul 14 07:20:38.228203 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168df36-9c92-444d-a4a4-78641e7f13cd admin admin] Pushing event updated for resources: {'Network': ['ID=d50c6ad6-33f7-46e4-b3a9-7ef8b96538b3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:38.241778 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network d50c6ad6-33f7-46e4-b3a9-7ef8b96538b3 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:20:38.250588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3d6e3894-014e-4c6d-8ae1-799d8c5eee7c admin admin] Request body: {'subnet': {'network_id': 'd50c6ad6-33f7-46e4-b3a9-7ef8b96538b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1932881875-subnet', 'tenant_id': '0bbbb652e999403daaa178dd07248a8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:20:38.277922 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6e3894-014e-4c6d-8ae1-799d8c5eee7c admin admin] Made reservation on behalf of 0bbbb652e999403daaa178dd07248a8f for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:20:38.281172 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3894-014e-4c6d-8ae1-799d8c5eee7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:38.544991 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3894-014e-4c6d-8ae1-799d8c5eee7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:38.561429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9af14-f301-4b3c-b0dd-315eccc76b23 req-4446e7ea-d569-43a8-a4c5-75de8b4c30ef tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:38.563001 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7cd9af14-f301-4b3c-b0dd-315eccc76b23 req-4446e7ea-d569-43a8-a4c5-75de8b4c30ef tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1317220 Jul 14 07:20:38.633520 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e3894-014e-4c6d-8ae1-799d8c5eee7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=65179da6-bba1-4d9a-b46c-09c066051963,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:38.650041 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6e3894-014e-4c6d-8ae1-799d8c5eee7c admin admin] Checking segment: {'id': 'ff227493-4f3c-4152-b073-a3822054abcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd50c6ad6-33f7-46e4-b3a9-7ef8b96538b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:20:38.650454 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6e3894-014e-4c6d-8ae1-799d8c5eee7c admin admin] Network hostable DHCP agents. Network: d50c6ad6-33f7-46e4-b3a9-7ef8b96538b3, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:20:38.659071 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7cd9af14-f301-4b3c-b0dd-315eccc76b23 req-c7ee08a0-96e4-4e2f-9b72-7643f6745ff3 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737877 Jul 14 07:20:38.676987 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6e3894-014e-4c6d-8ae1-799d8c5eee7c admin admin] Network d50c6ad6-33f7-46e4-b3a9-7ef8b96538b3 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:20:38.687283 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-3d6e3894-014e-4c6d-8ae1-799d8c5eee7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, d50c6ad6-33f7-46e4-b3a9-7ef8b96538b3) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:20:38.692077 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e3894-014e-4c6d-8ae1-799d8c5eee7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:38.693987 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3894-014e-4c6d-8ae1-799d8c5eee7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:38.696883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250d33d1-6e81-4f0e-a99e-5e89fa82fb71 None None] Network d50c6ad6-33f7-46e4-b3a9-7ef8b96538b3 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:20:38.722455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3d6e3894-014e-4c6d-8ae1-799d8c5eee7c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4928577 Jul 14 07:20:38.870015 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026e7bd6-ba7c-4f05-8b14-8d2b00a51203 None None] Network d50c6ad6-33f7-46e4-b3a9-7ef8b96538b3 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:20:39.301444 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-8797e238-f054-41ba-9081-0e8602895a47 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:39.303025 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-8797e238-f054-41ba-9081-0e8602895a47 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/networks?id=0c1475a2-e5dc-4374-bc2f-b40a11ed95db HTTP/1.1" status: 200 len: 809 time: 0.1016934 Jul 14 07:20:39.319990 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-68c589eb-9b66-4e73-997d-057601162a42 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/quotas/05959939bb5b46a9a9c03c45fac8d378 HTTP/1.1" status: 200 len: 375 time: 0.0105391 Jul 14 07:20:39.367933 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-d3f03e10-7afa-4bfd-b8ac-e688505cd506 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=05959939bb5b46a9a9c03c45fac8d378&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365465 Jul 14 07:20:39.456174 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-42d19c7b-5ac8-445f-a5e6-19b762138df4 service neutron] 10.222.0.35 "GET /v2.0/networks/0c1475a2-e5dc-4374-bc2f-b40a11ed95db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811281 Jul 14 07:20:39.559427 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-b626fb98-73d8-4b9e-881e-b48e3bc30a48 service neutron] 10.222.0.35 "GET /v2.0/networks/0c1475a2-e5dc-4374-bc2f-b40a11ed95db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974307 Jul 14 07:20:39.798089 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a75159ca-40e8-4a7c-82a7-978075f89d65 req-eea1b1ca-e541-460b-a293-30b127caf45a tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5448f6-e06e-44d7-a32e-97c6d63cebae HTTP/1.1" status: 200 len: 210 time: 0.0529208 Jul 14 07:20:39.878820 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684d89c-b352-4950-88a8-cde8fa8271f0 req-07fd3ef0-ed47-4327-b276-b02e4a33d5eb tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:39.897853 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7684d89c-b352-4950-88a8-cde8fa8271f0 req-07fd3ef0-ed47-4327-b276-b02e4a33d5eb tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1020541 Jul 14 07:20:39.947091 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7684d89c-b352-4950-88a8-cde8fa8271f0 req-d460ab1a-689e-4c0b-be4c-a7c5ae3de8a7 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437243 Jul 14 07:20:40.990580 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e8cf7ce-8d7f-4a86-a202-c3fb56702cdb req-b2a070c7-6a77-47d4-b32d-b8c7c9f10456 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5448f6-e06e-44d7-a32e-97c6d63cebae HTTP/1.1" status: 200 len: 210 time: 0.0397761 Jul 14 07:20:41.075230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-e5fc7ab5-7aaf-407f-a71e-5bf9d908f7bf tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:41.076650 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-e5fc7ab5-7aaf-407f-a71e-5bf9d908f7bf tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.30 "GET /v2.0/networks?id=0c1475a2-e5dc-4374-bc2f-b40a11ed95db HTTP/1.1" status: 200 len: 809 time: 0.1558475 Jul 14 07:20:41.089763 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-566c2ffd-50fb-40fb-beb5-28bca991cb1e tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Request body: {'port': {'device_id': 'bb5448f6-e06e-44d7-a32e-97c6d63cebae', 'network_id': '0c1475a2-e5dc-4374-bc2f-b40a11ed95db', 'admin_state_up': True, 'tenant_id': '05959939bb5b46a9a9c03c45fac8d378'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:20:41.267231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b9f71-04d4-4252-9138-b75af482a7a4 req-8eb2a3b8-b778-47e9-92b3-49d3b0178c03 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:41.269740 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d97b9f71-04d4-4252-9138-b75af482a7a4 req-8eb2a3b8-b778-47e9-92b3-49d3b0178c03 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1231520 Jul 14 07:20:41.304323 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-566c2ffd-50fb-40fb-beb5-28bca991cb1e tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Made reservation on behalf of 05959939bb5b46a9a9c03c45fac8d378 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:20:41.308980 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-566c2ffd-50fb-40fb-beb5-28bca991cb1e tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:41.360628 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d97b9f71-04d4-4252-9138-b75af482a7a4 req-b800a597-e13a-4f6d-ab78-d45f64c97f55 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842512 Jul 14 07:20:41.477849 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-566c2ffd-50fb-40fb-beb5-28bca991cb1e tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Allocated IP 172.20.0.3 (0c1475a2-e5dc-4374-bc2f-b40a11ed95db/a5bdc7c2-d37c-4570-9248-334df8d1bae6/c0447467-9077-48ff-86b1-f897f052296a) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:20:41.635853 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-566c2ffd-50fb-40fb-beb5-28bca991cb1e tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:41.684387 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-566c2ffd-50fb-40fb-beb5-28bca991cb1e tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:41.734179 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-566c2ffd-50fb-40fb-beb5-28bca991cb1e tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Network 0c1475a2-e5dc-4374-bc2f-b40a11ed95db is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:20:41.737538 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-566c2ffd-50fb-40fb-beb5-28bca991cb1e tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:20:41.742783 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-566c2ffd-50fb-40fb-beb5-28bca991cb1e tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:20:41.746838 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c2ffd-50fb-40fb-beb5-28bca991cb1e tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Pushing event updated for resources: {'Port': ['ID=c0447467-9077-48ff-86b1-f897f052296a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:41.799627 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-566c2ffd-50fb-40fb-beb5-28bca991cb1e tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:41.800229 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-566c2ffd-50fb-40fb-beb5-28bca991cb1e tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:41.815427 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-566c2ffd-50fb-40fb-beb5-28bca991cb1e tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7298305 Jul 14 07:20:41.826612 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Request body: {'port': {'device_id': 'bb5448f6-e06e-44d7-a32e-97c6d63cebae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:20:41.899996 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:42.226350 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668df683-a3b0-48af-9296-72474b14270e req-f90edffc-2f46-46dc-9b5f-94ec8d2cdae3 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:42.235963 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-668df683-a3b0-48af-9296-72474b14270e req-f90edffc-2f46-46dc-9b5f-94ec8d2cdae3 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5448f6-e06e-44d7-a32e-97c6d63cebae HTTP/1.1" status: 200 len: 931 time: 0.0945742 Jul 14 07:20:42.267711 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0447467-9077-48ff-86b1-f897f052296a {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:20:42.282428 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:42.289266 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-668df683-a3b0-48af-9296-72474b14270e req-f551b856-4613-4953-aff9-635db8366c90 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb364eb-44a2-47eb-ae8b-a641ef8b48e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520644 Jul 14 07:20:42.300411 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Transition to ACTIVE for port object c0447467-9077-48ff-86b1-f897f052296a will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:20:42.307275 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:42.362364 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0447467-9077-48ff-86b1-f897f052296a,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:42.491256 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Attempting to bind port c0447467-9077-48ff-86b1-f897f052296a on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:20:42.491632 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Attempting to bind port c0447467-9077-48ff-86b1-f897f052296a by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c4582292-8585-41ba-afad-247278836df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0c1475a2-e5dc-4374-bc2f-b40a11ed95db'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:20:42.492639 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Attempting to bind port c0447467-9077-48ff-86b1-f897f052296a on network 0c1475a2-e5dc-4374-bc2f-b40a11ed95db {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:20:42.497615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Port c0447467-9077-48ff-86b1-f897f052296a on network 0c1475a2-e5dc-4374-bc2f-b40a11ed95db not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:20:42.497947 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Attempting to bind port c0447467-9077-48ff-86b1-f897f052296a on network 0c1475a2-e5dc-4374-bc2f-b40a11ed95db {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:20:42.506041 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:20:42.506415 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Checking segment: {'id': 'c4582292-8585-41ba-afad-247278836df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0c1475a2-e5dc-4374-bc2f-b40a11ed95db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:20:42.506860 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Bound using segment: {'id': 'c4582292-8585-41ba-afad-247278836df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0c1475a2-e5dc-4374-bc2f-b40a11ed95db'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:20:42.507255 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Bound port: c0447467-9077-48ff-86b1-f897f052296a, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4582292-8585-41ba-afad-247278836df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0c1475a2-e5dc-4374-bc2f-b40a11ed95db'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:20:42.507618 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:42.617641 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] For port c0447467-9077-48ff-86b1-f897f052296a, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:20:42.621612 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] For port c0447467-9077-48ff-86b1-f897f052296a, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c0447467-9077-48ff-86b1-f897f052296a,segment=NetworkSegment(c4582292-8585-41ba-afad-247278836df8),segment_id=c4582292-8585-41ba-afad-247278836df8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:20:42.635408 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:42.673727 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:42.674287 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:42.675738 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] 10.222.0.30 "PUT /v2.0/ports/c0447467-9077-48ff-86b1-f897f052296a HTTP/1.1" status: 200 len: 1091 time: 0.8534436 Jul 14 07:20:42.676212 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5448f6-e06e-44d7-a32e-97c6d63cebae', 'tag': 'c0447467-9077-48ff-86b1-f897f052296a'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:20:42.678610 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946846fe-0829-472c-96dd-32789a91d5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5448f6-e06e-44d7-a32e-97c6d63cebae", "tag": "c0447467-9077-48ff-86b1-f897f052296a"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:20:42.687908 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753eab3e-51d1-4790-accd-b48a1413ad96 req-0aae2bfd-f58e-4a6e-b3ee-3a97d4532b16 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:42.694903 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-753eab3e-51d1-4790-accd-b48a1413ad96 req-0aae2bfd-f58e-4a6e-b3ee-3a97d4532b16 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1224356 Jul 14 07:20:42.780750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-753eab3e-51d1-4790-accd-b48a1413ad96 req-b300d9ea-e262-4236-9ca3-c4261e4cafc7 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753822 Jul 14 07:20:42.784765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a037b-5e28-48db-a72e-e06ceaa675f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0447467-9077-48ff-86b1-f897f052296a,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:42.814314 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b31d3a0-1da5-4399-89cd-5e598727880f x-openstack-request-id: req-4b31d3a0-1da5-4399-89cd-5e598727880f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:20:42.814630 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5448f6-e06e-44d7-a32e-97c6d63cebae", "tag": "c0447467-9077-48ff-86b1-f897f052296a", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:20:42.814879 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b31d3a0-1da5-4399-89cd-5e598727880f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:20:42.815320 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5448f6-e06e-44d7-a32e-97c6d63cebae', 'tag': 'c0447467-9077-48ff-86b1-f897f052296a', 'status': 'completed', 'code': 200} Jul 14 07:20:42.838905 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-659b3ec2-7513-4049-895a-5f414896b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:42.840356 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-659b3ec2-7513-4049-895a-5f414896b5ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05959939bb5b46a9a9c03c45fac8d378&device_id=bb5448f6-e06e-44d7-a32e-97c6d63cebae HTTP/1.1" status: 200 len: 1094 time: 0.1105692 Jul 14 07:20:42.888517 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-6b7ea1de-e625-4548-a4f0-31abbf3c4e59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0447467-9077-48ff-86b1-f897f052296a HTTP/1.1" status: 200 len: 217 time: 0.0414467 Jul 14 07:20:42.941289 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-b4ffe23a-a598-4286-b1a4-9f4c933c9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:42.942744 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-b4ffe23a-a598-4286-b1a4-9f4c933c9db4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5bdc7c2-d37c-4570-9248-334df8d1bae6 HTTP/1.1" status: 200 len: 849 time: 0.0483584 Jul 14 07:20:42.979049 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-99b0b304-9d34-4956-8660-39936ee9976d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0c1475a2-e5dc-4374-bc2f-b40a11ed95db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304058 Jul 14 07:20:43.086164 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-e6b6af89-e2f1-4731-ab1c-08868acbc7a5 service neutron] 10.222.0.30 "GET /v2.0/networks/0c1475a2-e5dc-4374-bc2f-b40a11ed95db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000657 Jul 14 07:20:43.176146 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9497cef8-2ef4-4f98-a141-8e947b1bbd3a req-9da71e9e-a8fd-4cd5-93e7-3a112ed1b5c2 service neutron] 10.222.0.30 "GET /v2.0/networks/0c1475a2-e5dc-4374-bc2f-b40a11ed95db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836396 Jul 14 07:20:43.286193 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946846fe-0829-472c-96dd-32789a91d5a8 req-d3f0fdf4-0fdc-416b-abc2-f2a8bdc2d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:43.287845 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-946846fe-0829-472c-96dd-32789a91d5a8 req-d3f0fdf4-0fdc-416b-abc2-f2a8bdc2d377 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05959939bb5b46a9a9c03c45fac8d378&device_id=bb5448f6-e06e-44d7-a32e-97c6d63cebae HTTP/1.1" status: 200 len: 1094 time: 0.0561304 Jul 14 07:20:43.402342 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946846fe-0829-472c-96dd-32789a91d5a8 req-012c23a2-908d-4282-875c-50180a1b2be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:43.404084 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-946846fe-0829-472c-96dd-32789a91d5a8 req-012c23a2-908d-4282-875c-50180a1b2be0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0c1475a2-e5dc-4374-bc2f-b40a11ed95db HTTP/1.1" status: 200 len: 910 time: 0.1102531 Jul 14 07:20:43.448945 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-946846fe-0829-472c-96dd-32789a91d5a8 req-5084dc78-ecee-48ff-91c3-d129f6f52f61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0447467-9077-48ff-86b1-f897f052296a HTTP/1.1" status: 200 len: 217 time: 0.0381379 Jul 14 07:20:43.529609 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946846fe-0829-472c-96dd-32789a91d5a8 req-08befc25-6ff0-4f64-9529-f4d44125f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:43.532468 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-946846fe-0829-472c-96dd-32789a91d5a8 req-08befc25-6ff0-4f64-9529-f4d44125f282 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5bdc7c2-d37c-4570-9248-334df8d1bae6 HTTP/1.1" status: 200 len: 849 time: 0.0746806 Jul 14 07:20:43.576965 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-946846fe-0829-472c-96dd-32789a91d5a8 req-72a424b1-54c7-4a55-870f-8d1c4deee7ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0c1475a2-e5dc-4374-bc2f-b40a11ed95db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385830 Jul 14 07:20:43.702597 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-946846fe-0829-472c-96dd-32789a91d5a8 req-f4663705-df30-47ac-9c08-2c7a73c5cba4 service neutron] 10.222.0.30 "GET /v2.0/networks/0c1475a2-e5dc-4374-bc2f-b40a11ed95db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186857 Jul 14 07:20:43.854347 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-946846fe-0829-472c-96dd-32789a91d5a8 req-89933d14-0f8c-492b-a62d-9955936ba0b5 service neutron] 10.222.0.30 "GET /v2.0/networks/0c1475a2-e5dc-4374-bc2f-b40a11ed95db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401138 Jul 14 07:20:43.855782 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfedb0a-f928-4975-ab71-fd6578ecc0e6 req-760e5367-6667-435b-8364-92f208c679c8 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:43.857443 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2dfedb0a-f928-4975-ab71-fd6578ecc0e6 req-760e5367-6667-435b-8364-92f208c679c8 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5448f6-e06e-44d7-a32e-97c6d63cebae HTTP/1.1" status: 200 len: 943 time: 0.4276216 Jul 14 07:20:43.901800 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2dfedb0a-f928-4975-ab71-fd6578ecc0e6 req-2d8ca94b-3751-4aba-9a8e-ad44baf1b0bc tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb364eb-44a2-47eb-ae8b-a641ef8b48e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378196 Jul 14 07:20:44.020127 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c633abf-4ad0-4adf-8768-79683a593a88 req-93f48f91-60a2-4b0b-b847-cdb89470aba6 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:44.021617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c633abf-4ad0-4adf-8768-79683a593a88 req-93f48f91-60a2-4b0b-b847-cdb89470aba6 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.0617096 Jul 14 07:20:44.040225 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:20:44.060153 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c633abf-4ad0-4adf-8768-79683a593a88 req-df609077-b922-4bd1-9daf-f534783a32eb tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323994 Jul 14 07:20:44.813983 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 635a952f-a932-449b-b772-73a45c4168be details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:20:44.919883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 635a952f-a932-449b-b772-73a45c4168be, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=635a952f-a932-449b-b772-73a45c4168be,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:20:44.951240 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '635a952f-a932-449b-b772-73a45c4168be', 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118', 'port_id': '635a952f-a932-449b-b772-73a45c4168be', 'mac_address': 'fa:16:3e:59:6a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33beb41d-173d-40f1-9dcf-045c8c6a18de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:20:45.030342 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:45.061440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 635a952f-a932-449b-b772-73a45c4168be {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:20:45.084487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 635a952f-a932-449b-b772-73a45c4168be, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=635a952f-a932-449b-b772-73a45c4168be,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:20:45.091039 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:45.108494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b665e82-4d01-42ac-9c51-07bea567bd57 req-482ba03e-7beb-43db-b7bd-58f3a8f46c62 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:45.110082 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b665e82-4d01-42ac-9c51-07bea567bd57 req-482ba03e-7beb-43db-b7bd-58f3a8f46c62 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5448f6-e06e-44d7-a32e-97c6d63cebae HTTP/1.1" status: 200 len: 943 time: 0.0800214 Jul 14 07:20:45.157178 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=635a952f-a932-449b-b772-73a45c4168be,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:45.182168 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b665e82-4d01-42ac-9c51-07bea567bd57 req-129cf2f3-2a7f-48a9-beb6-181fa5a8136b tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb364eb-44a2-47eb-ae8b-a641ef8b48e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657067 Jul 14 07:20:45.223180 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['635a952f-a932-449b-b772-73a45c4168be'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:20:45.295877 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9babf-70a5-4507-b641-fc5e8bd02974 req-d476ea59-2eb9-4329-8905-8e23dc340124 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:45.297653 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26c9babf-70a5-4507-b641-fc5e8bd02974 req-d476ea59-2eb9-4329-8905-8e23dc340124 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 944 time: 0.0759180 Jul 14 07:20:45.370713 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26c9babf-70a5-4507-b641-fc5e8bd02974 req-f4758f1c-148c-4847-b46f-ab1bcc757274 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665834 Jul 14 07:20:45.383914 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:45.430447 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c0447467-9077-48ff-86b1-f897f052296a details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:20:45.529703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port c0447467-9077-48ff-86b1-f897f052296a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c0447467-9077-48ff-86b1-f897f052296a,segment=NetworkSegment(c4582292-8585-41ba-afad-247278836df8),segment_id=c4582292-8585-41ba-afad-247278836df8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:20:45.545950 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'c0447467-9077-48ff-86b1-f897f052296a', 'network_id': '0c1475a2-e5dc-4374-bc2f-b40a11ed95db', 'port_id': 'c0447467-9077-48ff-86b1-f897f052296a', 'mac_address': 'fa:16:3e:bd:69:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5bdc7c2-d37c-4570-9248-334df8d1bae6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:20:45.591746 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:45.596100 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:45.614553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0447467-9077-48ff-86b1-f897f052296a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:20:45.635276 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port c0447467-9077-48ff-86b1-f897f052296a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c0447467-9077-48ff-86b1-f897f052296a,segment=NetworkSegment(c4582292-8585-41ba-afad-247278836df8),segment_id=c4582292-8585-41ba-afad-247278836df8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:20:45.640439 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:45.688952 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=c0447467-9077-48ff-86b1-f897f052296a,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:45.918716 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['c0447467-9077-48ff-86b1-f897f052296a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:20:46.438238 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf37197-4384-4f30-ad8b-482e4c20db87 req-a0e83569-45ae-4342-9cc6-60616fe5c515 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:46.445427 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6bf37197-4384-4f30-ad8b-482e4c20db87 req-a0e83569-45ae-4342-9cc6-60616fe5c515 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5448f6-e06e-44d7-a32e-97c6d63cebae HTTP/1.1" status: 200 len: 944 time: 0.1258132 Jul 14 07:20:46.506125 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6bf37197-4384-4f30-ad8b-482e4c20db87 req-bcd11716-8389-4198-8517-3597bd4fba17 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb364eb-44a2-47eb-ae8b-a641ef8b48e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598295 Jul 14 07:20:46.624969 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b4722-d61e-40bf-a3fc-5b3120dddca0 req-7a3a091c-b539-4a3f-976d-1668f15e7553 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:46.626608 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-665b4722-d61e-40bf-a3fc-5b3120dddca0 req-7a3a091c-b539-4a3f-976d-1668f15e7553 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 944 time: 0.0748475 Jul 14 07:20:46.681918 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-665b4722-d61e-40bf-a3fc-5b3120dddca0 req-5c13ab72-cd75-4972-a363-b27050c0de8c tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491619 Jul 14 07:20:46.830814 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 635a952f-a932-449b-b772-73a45c4168be up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:20:46.890169 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 635a952f-a932-449b-b772-73a45c4168be triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:20:46.891088 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:46.977910 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:47.008434 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74ae215-5665-4c0c-bbb3-6d02df4fddd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635a952f-a932-449b-b772-73a45c4168be'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:20:47.011045 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf26d41-1b01-4b16-b84f-0b661669074a" -d '{"events": [{"server_uuid": "c74ae215-5665-4c0c-bbb3-6d02df4fddd8", "name": "network-vif-plugged", "status": "completed", "tag": "635a952f-a932-449b-b772-73a45c4168be"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:20:47.028405 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 635a952f-a932-449b-b772-73a45c4168be, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=635a952f-a932-449b-b772-73a45c4168be,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:20:47.035650 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:47.093723 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c207bb36-62cc-4273-87e9-3a1fc1d5a655 x-openstack-request-id: req-c207bb36-62cc-4273-87e9-3a1fc1d5a655 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:20:47.094131 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74ae215-5665-4c0c-bbb3-6d02df4fddd8", "name": "network-vif-plugged", "status": "completed", "tag": "635a952f-a932-449b-b772-73a45c4168be", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:20:47.094473 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c207bb36-62cc-4273-87e9-3a1fc1d5a655 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:20:47.095005 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74ae215-5665-4c0c-bbb3-6d02df4fddd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635a952f-a932-449b-b772-73a45c4168be', 'code': 200} Jul 14 07:20:47.129365 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=635a952f-a932-449b-b772-73a45c4168be,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:47.446139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c0447467-9077-48ff-86b1-f897f052296a up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:20:47.543472 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port c0447467-9077-48ff-86b1-f897f052296a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:20:47.567203 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port c0447467-9077-48ff-86b1-f897f052296a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:20:47.567591 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:47.810369 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:47.813138 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e62514-b3db-44b2-84eb-255933bb8738 req-3ccac03e-b0b4-42ea-ad81-b9a6c49993ee tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:47.814760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-02e62514-b3db-44b2-84eb-255933bb8738 req-3ccac03e-b0b4-42ea-ad81-b9a6c49993ee tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5448f6-e06e-44d7-a32e-97c6d63cebae HTTP/1.1" status: 200 len: 944 time: 0.1366093 Jul 14 07:20:47.871999 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port c0447467-9077-48ff-86b1-f897f052296a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c0447467-9077-48ff-86b1-f897f052296a,segment=NetworkSegment(c4582292-8585-41ba-afad-247278836df8),segment_id=c4582292-8585-41ba-afad-247278836df8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:20:47.891737 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:47.928756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-02e62514-b3db-44b2-84eb-255933bb8738 req-a1648260-cdda-433e-b5f8-354339f5edd4 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb364eb-44a2-47eb-ae8b-a641ef8b48e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073906 Jul 14 07:20:48.017002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=c0447467-9077-48ff-86b1-f897f052296a,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:48.069821 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee950092-7673-482b-bf02-f9ae693efcdc req-bc2af157-aa2c-4cda-96a6-f76524f463ed tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:48.072153 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee950092-7673-482b-bf02-f9ae693efcdc req-bc2af157-aa2c-4cda-96a6-f76524f463ed tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1111863 Jul 14 07:20:48.134836 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee950092-7673-482b-bf02-f9ae693efcdc req-2dbbaab1-5793-4a16-855f-9ca424e65d7c tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534751 Jul 14 07:20:49.096411 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5448f6-e06e-44d7-a32e-97c6d63cebae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0447467-9077-48ff-86b1-f897f052296a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:20:49.099316 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680d578b-9dee-4817-9bdf-9bcbd54a0235" -d '{"events": [{"server_uuid": "bb5448f6-e06e-44d7-a32e-97c6d63cebae", "name": "network-vif-plugged", "status": "completed", "tag": "c0447467-9077-48ff-86b1-f897f052296a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:20:49.187575 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82227555-ab74-4ef9-a3db-1842072e7e33 x-openstack-request-id: req-82227555-ab74-4ef9-a3db-1842072e7e33 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:20:49.187864 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5448f6-e06e-44d7-a32e-97c6d63cebae", "name": "network-vif-plugged", "status": "completed", "tag": "c0447467-9077-48ff-86b1-f897f052296a", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:20:49.188110 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82227555-ab74-4ef9-a3db-1842072e7e33 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:20:49.188498 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5448f6-e06e-44d7-a32e-97c6d63cebae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0447467-9077-48ff-86b1-f897f052296a', 'code': 200} Jul 14 07:20:49.220614 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f4e32-0b94-4b4f-86da-c4a095019bcf req-6e33cbe4-9878-4baa-9d56-765e95446b14 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:49.241359 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b4f4e32-0b94-4b4f-86da-c4a095019bcf req-6e33cbe4-9878-4baa-9d56-765e95446b14 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5448f6-e06e-44d7-a32e-97c6d63cebae HTTP/1.1" status: 200 len: 945 time: 0.1636984 Jul 14 07:20:49.319845 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b4f4e32-0b94-4b4f-86da-c4a095019bcf req-bfb6c0c2-1a13-4988-a679-107e7768cbd5 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb364eb-44a2-47eb-ae8b-a641ef8b48e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767481 Jul 14 07:20:49.376365 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4ccff-aa7d-4309-82d4-ca4437e2cd9c req-f9b80462-1bfd-4b0f-928e-5a5165ec177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:49.379443 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44b4ccff-aa7d-4309-82d4-ca4437e2cd9c req-f9b80462-1bfd-4b0f-928e-5a5165ec177e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bb5448f6-e06e-44d7-a32e-97c6d63cebae HTTP/1.1" status: 200 len: 1096 time: 0.1031995 Jul 14 07:20:49.430635 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44b4ccff-aa7d-4309-82d4-ca4437e2cd9c req-3471954a-ba67-4afd-a5c0-f8c706fc5ec8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=edb364eb-44a2-47eb-ae8b-a641ef8b48e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378573 Jul 14 07:20:49.581627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cd25d-32a4-482a-9216-5ba79103093f req-f256c130-b6f6-4502-94d7-f8af19f9ea57 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:49.592583 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-072cd25d-32a4-482a-9216-5ba79103093f req-f256c130-b6f6-4502-94d7-f8af19f9ea57 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1786726 Jul 14 07:20:49.638899 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-072cd25d-32a4-482a-9216-5ba79103093f req-f80ba8a5-b163-4c6c-a235-927f9612244d tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453274 Jul 14 07:20:50.580274 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf05824-388d-4bfe-bbfc-9d3ac7c9c179 req-40a37af1-4bdd-453b-902b-f94fe0894b15 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:50.598767 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdf05824-388d-4bfe-bbfc-9d3ac7c9c179 req-40a37af1-4bdd-453b-902b-f94fe0894b15 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5448f6-e06e-44d7-a32e-97c6d63cebae HTTP/1.1" status: 200 len: 945 time: 0.1116910 Jul 14 07:20:50.649295 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdf05824-388d-4bfe-bbfc-9d3ac7c9c179 req-330e6547-6c11-44d4-860b-215b6aafc9b0 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb364eb-44a2-47eb-ae8b-a641ef8b48e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485141 Jul 14 07:20:50.949099 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cee0e-199f-4c4e-a179-beebfbec40a8 req-9f5bb063-d1d1-4a85-beb5-d6b2879e2f75 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:50.965090 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c2cee0e-199f-4c4e-a179-beebfbec40a8 req-9f5bb063-d1d1-4a85-beb5-d6b2879e2f75 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1377649 Jul 14 07:20:51.037666 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c2cee0e-199f-4c4e-a179-beebfbec40a8 req-ed62b122-a8ef-43ea-b925-a14b18409e82 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698044 Jul 14 07:20:51.322499 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d62fbc-e1e6-4485-97e6-9167e69af746 req-3dee33d6-d7d2-4ca7-b96f-99085dbd2f17 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:51.324068 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d2d62fbc-e1e6-4485-97e6-9167e69af746 req-3dee33d6-d7d2-4ca7-b96f-99085dbd2f17 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 946 time: 0.1446190 Jul 14 07:20:51.397736 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d2d62fbc-e1e6-4485-97e6-9167e69af746 req-93f3a06a-9823-4c9a-8b6f-d9041ddd02ad tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ff9297-24b4-404f-9baf-68a464a445ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474036 Jul 14 07:20:53.066663 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd13b33-a88f-428f-a343-7dd6301bf29d req-8922be84-387f-48e9-b191-2321bf0849fd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:53.074502 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6cd13b33-a88f-428f-a343-7dd6301bf29d req-8922be84-387f-48e9-b191-2321bf0849fd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.5176592 Jul 14 07:20:53.102124 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d8780-a962-4778-893f-e067498258a3 req-8e224101-288f-4660-a642-4fca1a13755f tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:53.109723 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-322d8780-a962-4778-893f-e067498258a3 req-8e224101-288f-4660-a642-4fca1a13755f tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 946 time: 0.1780539 Jul 14 07:20:53.169283 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6cd13b33-a88f-428f-a343-7dd6301bf29d req-351e2ebb-dc0f-4bc6-95e4-23a6edbfb801 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900612 Jul 14 07:20:53.185108 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-322d8780-a962-4778-893f-e067498258a3 req-6ab3f945-7585-4a2d-a46f-8da7bc7560fc tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ff9297-24b4-404f-9baf-68a464a445ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744786 Jul 14 07:20:54.267663 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb8f7b-c9c2-4a9b-a082-284ad3cc952c req-55c7104f-5b84-4e31-a488-ec99ab7f1f0f tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:54.276337 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2bbb8f7b-c9c2-4a9b-a082-284ad3cc952c req-55c7104f-5b84-4e31-a488-ec99ab7f1f0f tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 946 time: 0.0826912 Jul 14 07:20:54.364143 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2bbb8f7b-c9c2-4a9b-a082-284ad3cc952c req-b0b51009-3a46-475a-93ff-cd7ff9aaf337 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ff9297-24b4-404f-9baf-68a464a445ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783219 Jul 14 07:20:54.715742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df79e9-b035-4d19-a050-d1c8324b5cd6 req-b7b7a9ba-431e-494c-b6ac-d5d1406b14bb tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:54.717494 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78df79e9-b035-4d19-a050-d1c8324b5cd6 req-b7b7a9ba-431e-494c-b6ac-d5d1406b14bb tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1582479 Jul 14 07:20:54.755191 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fca91-6f9e-4c41-94e0-68e9ef1a48fd req-a5ffa669-447b-4716-a655-1902d4898012 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:54.762702 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ef4fca91-6f9e-4c41-94e0-68e9ef1a48fd req-a5ffa669-447b-4716-a655-1902d4898012 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5448f6-e06e-44d7-a32e-97c6d63cebae HTTP/1.1" status: 200 len: 945 time: 0.1439333 Jul 14 07:20:54.811699 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78df79e9-b035-4d19-a050-d1c8324b5cd6 req-1558eba8-c443-460c-ac29-b50f47d44016 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827246 Jul 14 07:20:54.843943 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ef4fca91-6f9e-4c41-94e0-68e9ef1a48fd req-142ef858-b97a-4ae5-b1c0-812d5f6602b6 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb364eb-44a2-47eb-ae8b-a641ef8b48e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801792 Jul 14 07:20:55.490430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e12451-da68-4279-ae05-919038cbdf5e req-043c757c-0181-4153-9193-22d65a95def9 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:55.492765 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-95e12451-da68-4279-ae05-919038cbdf5e req-043c757c-0181-4153-9193-22d65a95def9 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.30 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 946 time: 0.1222906 Jul 14 07:20:55.707322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecfd78-803f-4c6a-a06f-99e00987c2b4 req-dc39e121-f7be-4e15-a742-9a145be621b2 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:55.707322 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6fecfd78-803f-4c6a-a06f-99e00987c2b4 req-dc39e121-f7be-4e15-a742-9a145be621b2 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 946 time: 0.1369977 Jul 14 07:20:55.758818 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6fecfd78-803f-4c6a-a06f-99e00987c2b4 req-18879e8d-1253-4b6f-b877-99b6a430136f tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ff9297-24b4-404f-9baf-68a464a445ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733361 Jul 14 07:20:55.770878 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-95e12451-da68-4279-ae05-919038cbdf5e req-b5d1af46-7eb0-453d-b5ac-9339ebd28d56 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Deleting port 99f8dce7-2ab3-4d36-8099-01db93d7ab93 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:20:55.770878 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-95e12451-da68-4279-ae05-919038cbdf5e req-b5d1af46-7eb0-453d-b5ac-9339ebd28d56 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:55.904994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7454c8-12f6-4440-a9b0-b1b55623cfa1 req-d332c06a-e3c1-45fc-a687-3bd16dbcfd93 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:55.917780 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e7454c8-12f6-4440-a9b0-b1b55623cfa1 req-d332c06a-e3c1-45fc-a687-3bd16dbcfd93 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb5448f6-e06e-44d7-a32e-97c6d63cebae HTTP/1.1" status: 200 len: 945 time: 0.1425908 Jul 14 07:20:56.012307 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-95e12451-da68-4279-ae05-919038cbdf5e req-b5d1af46-7eb0-453d-b5ac-9339ebd28d56 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] For port 99f8dce7-2ab3-4d36-8099-01db93d7ab93, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=99f8dce7-2ab3-4d36-8099-01db93d7ab93,segment=NetworkSegment(8349b6e8-ab21-4160-bfcc-f7cc987f5618),segment_id=8349b6e8-ab21-4160-bfcc-f7cc987f5618)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:20:56.012739 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-95e12451-da68-4279-ae05-919038cbdf5e req-b5d1af46-7eb0-453d-b5ac-9339ebd28d56 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:56.137792 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40778) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:56.275581 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6e7454c8-12f6-4440-a9b0-b1b55623cfa1 req-49485fd4-4707-47dc-8aff-cdc4f09cd9d7 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Deleting port c0447467-9077-48ff-86b1-f897f052296a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:20:56.275940 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6e7454c8-12f6-4440-a9b0-b1b55623cfa1 req-49485fd4-4707-47dc-8aff-cdc4f09cd9d7 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:56.357344 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23803c-f4f2-4a47-a23f-02db58b4b656 req-3a5023f6-4f9b-4224-8cd0-fc6dac1d00b4 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:56.358871 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc23803c-f4f2-4a47-a23f-02db58b4b656 req-3a5023f6-4f9b-4224-8cd0-fc6dac1d00b4 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5448f6-e06e-44d7-a32e-97c6d63cebae HTTP/1.1" status: 200 len: 945 time: 0.2952161 Jul 14 07:20:56.366667 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a43f6888-5bd2-42de-be55-ebba6c7a7754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:56.401857 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09478e3e-bd63-460d-b286-7fbcc7d00144 req-c695314e-471b-4d58-84ef-f6e47a866fdd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:56.408794 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09478e3e-bd63-460d-b286-7fbcc7d00144 req-c695314e-471b-4d58-84ef-f6e47a866fdd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.3390617 Jul 14 07:20:56.496392 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-95e12451-da68-4279-ae05-919038cbdf5e req-b5d1af46-7eb0-453d-b5ac-9339ebd28d56 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:56.497684 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-95e12451-da68-4279-ae05-919038cbdf5e req-b5d1af46-7eb0-453d-b5ac-9339ebd28d56 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:56.498245 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [req-95e12451-da68-4279-ae05-919038cbdf5e req-b5d1af46-7eb0-453d-b5ac-9339ebd28d56 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Floating IP 795d2b2f-df0b-46c0-810a-1c525a9cd08f disassociated. External IP: 172.25.7.209, port: 99f8dce7-2ab3-4d36-8099-01db93d7ab93. Jul 14 07:20:56.498829 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-95e12451-da68-4279-ae05-919038cbdf5e req-b5d1af46-7eb0-453d-b5ac-9339ebd28d56 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Calling delete_port for 99f8dce7-2ab3-4d36-8099-01db93d7ab93 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:20:56.528742 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09478e3e-bd63-460d-b286-7fbcc7d00144 req-36d14742-069d-44e8-9729-c7c690d9375d tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189015 Jul 14 07:20:56.576509 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc23803c-f4f2-4a47-a23f-02db58b4b656 req-7c94bead-7ddc-46c2-beb6-6100d68e5499 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb364eb-44a2-47eb-ae8b-a641ef8b48e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992671 Jul 14 07:20:56.586342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6e7454c8-12f6-4440-a9b0-b1b55623cfa1 req-49485fd4-4707-47dc-8aff-cdc4f09cd9d7 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] For port c0447467-9077-48ff-86b1-f897f052296a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c0447467-9077-48ff-86b1-f897f052296a,segment=NetworkSegment(c4582292-8585-41ba-afad-247278836df8),segment_id=c4582292-8585-41ba-afad-247278836df8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:20:56.586984 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6e7454c8-12f6-4440-a9b0-b1b55623cfa1 req-49485fd4-4707-47dc-8aff-cdc4f09cd9d7 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:56.628579 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6e7454c8-12f6-4440-a9b0-b1b55623cfa1 req-49485fd4-4707-47dc-8aff-cdc4f09cd9d7 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Calling delete_port for c0447467-9077-48ff-86b1-f897f052296a owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:20:56.732083 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-95e12451-da68-4279-ae05-919038cbdf5e req-b5d1af46-7eb0-453d-b5ac-9339ebd28d56 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:56.773768 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1af46-7eb0-453d-b5ac-9339ebd28d56 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Pushing event deleted for resources: {'Port': ['ID=99f8dce7-2ab3-4d36-8099-01db93d7ab93,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:56.835392 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a43f6888-5bd2-42de-be55-ebba6c7a7754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:56.842717 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a43f6888-5bd2-42de-be55-ebba6c7a7754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:56.890326 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a43f6888-5bd2-42de-be55-ebba6c7a7754 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=923072a78fae45f4bfe24ca60e4a5737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7514260 Jul 14 07:20:56.892443 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f6888-5bd2-42de-be55-ebba6c7a7754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324e0234-d523-4636-9d4b-30c360bc94be,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:56.896372 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40796) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:56.923452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95e12451-da68-4279-ae05-919038cbdf5e req-b5d1af46-7eb0-453d-b5ac-9339ebd28d56 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Router c4cff889-c4b0-4f9a-bbd8-b882c693d770 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:20:57.001306 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36869a4e-d925-4d10-a502-b6e0a5406f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:57.028434 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36869a4e-d925-4d10-a502-b6e0a5406f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:57.041478 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6e7454c8-12f6-4440-a9b0-b1b55623cfa1 req-49485fd4-4707-47dc-8aff-cdc4f09cd9d7 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:57.055080 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['c0447467-9077-48ff-86b1-f897f052296a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:20:57.116529 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95e12451-da68-4279-ae05-919038cbdf5e req-b5d1af46-7eb0-453d-b5ac-9339ebd28d56 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:20:57.126728 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a70809-05a9-432a-88bd-989e65480013 None None] Sync routers for ids ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:20:57.127224 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7814bff-0d6b-4285-ae57-b25eeae7ef57 req-3f70153d-5414-46eb-a9c0-daea43521858 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 210 time: 0.0911427 Jul 14 07:20:57.147558 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a70809-05a9-432a-88bd-989e65480013 None None] Routers {'c4cff889-c4b0-4f9a-bbd8-b882c693d770'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:20:57.147558 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a4a70809-05a9-432a-88bd-989e65480013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:20:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:20:57.193064 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49485fd4-4707-47dc-8aff-cdc4f09cd9d7 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Pushing event deleted for resources: {'Port': ['ID=c0447467-9077-48ff-86b1-f897f052296a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:57.270850 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e12451-da68-4279-ae05-919038cbdf5e req-b5d1af46-7eb0-453d-b5ac-9339ebd28d56 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] No DVR routers for this DVR port 99f8dce7-2ab3-4d36-8099-01db93d7ab93 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:20:57.271121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7454c8-12f6-4440-a9b0-b1b55623cfa1 req-49485fd4-4707-47dc-8aff-cdc4f09cd9d7 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] No DVR routers for this DVR port c0447467-9077-48ff-86b1-f897f052296a on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:20:57.275292 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-95e12451-da68-4279-ae05-919038cbdf5e req-b5d1af46-7eb0-453d-b5ac-9339ebd28d56 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:57.275753 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6e7454c8-12f6-4440-a9b0-b1b55623cfa1 req-49485fd4-4707-47dc-8aff-cdc4f09cd9d7 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:57.278499 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-95e12451-da68-4279-ae05-919038cbdf5e req-b5d1af46-7eb0-453d-b5ac-9339ebd28d56 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.30 "DELETE /v2.0/ports/99f8dce7-2ab3-4d36-8099-01db93d7ab93 HTTP/1.1" status: 204 len: 173 time: 1.7792242 Jul 14 07:20:57.279273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42353473-0c0a-4f70-8c89-0eb48091e65c', 'name': 'network-vif-deleted', 'tag': '99f8dce7-2ab3-4d36-8099-01db93d7ab93'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:20:57.280952 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e7454c8-12f6-4440-a9b0-b1b55623cfa1 req-49485fd4-4707-47dc-8aff-cdc4f09cd9d7 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.30 "DELETE /v2.0/ports/c0447467-9077-48ff-86b1-f897f052296a HTTP/1.1" status: 204 len: 173 time: 1.3619411 Jul 14 07:20:57.281459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5448f6-e06e-44d7-a32e-97c6d63cebae', 'name': 'network-vif-deleted', 'tag': 'c0447467-9077-48ff-86b1-f897f052296a'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:20:57.283782 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0c63dc-6be9-43d9-9f0b-b30954a00491" -d '{"events": [{"server_uuid": "bb5448f6-e06e-44d7-a32e-97c6d63cebae", "name": "network-vif-deleted", "tag": "c0447467-9077-48ff-86b1-f897f052296a"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:20:57.292856 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9b4633-1570-46d3-82ae-47b34bdbceaf" -d '{"events": [{"server_uuid": "42353473-0c0a-4f70-8c89-0eb48091e65c", "name": "network-vif-deleted", "tag": "99f8dce7-2ab3-4d36-8099-01db93d7ab93"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:20:57.337684 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36869a4e-d925-4d10-a502-b6e0a5406f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:57.347580 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36869a4e-d925-4d10-a502-b6e0a5406f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:57.352072 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-36869a4e-d925-4d10-a502-b6e0a5406f2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/324e0234-d523-4636-9d4b-30c360bc94be HTTP/1.1" status: 204 len: 168 time: 0.4494791 Jul 14 07:20:57.397528 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551679a7-9386-4c44-8a7a-183bb693a93d x-openstack-request-id: req-551679a7-9386-4c44-8a7a-183bb693a93d {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:20:57.397834 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42353473-0c0a-4f70-8c89-0eb48091e65c", "name": "network-vif-deleted", "tag": "99f8dce7-2ab3-4d36-8099-01db93d7ab93", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:20:57.398353 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-551679a7-9386-4c44-8a7a-183bb693a93d {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:20:57.398642 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42353473-0c0a-4f70-8c89-0eb48091e65c', 'name': 'network-vif-deleted', 'tag': '99f8dce7-2ab3-4d36-8099-01db93d7ab93', 'status': 'completed', 'code': 200} Jul 14 07:20:57.402963 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36869a4e-d925-4d10-a502-b6e0a5406f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324e0234-d523-4636-9d4b-30c360bc94be,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:57.440908 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c511b3-adff-4c4b-a028-e40db71d71be x-openstack-request-id: req-b0c511b3-adff-4c4b-a028-e40db71d71be {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:20:57.445578 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5448f6-e06e-44d7-a32e-97c6d63cebae", "name": "network-vif-deleted", "tag": "c0447467-9077-48ff-86b1-f897f052296a", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:20:57.445578 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0c511b3-adff-4c4b-a028-e40db71d71be {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:20:57.447049 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5448f6-e06e-44d7-a32e-97c6d63cebae', 'name': 'network-vif-deleted', 'tag': 'c0447467-9077-48ff-86b1-f897f052296a', 'status': 'completed', 'code': 200} Jul 14 07:20:57.513699 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-a4a70809-05a9-432a-88bd-989e65480013 None None] Set router c4cff889-c4b0-4f9a-bbd8-b882c693d770 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:20:57.981502 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a4a70809-05a9-432a-88bd-989e65480013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'name': 'tempest-ServersTestManualDisk-1050186320-router', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:23Z', 'updated_at': '2021-07-14T07:18:37Z', 'revision_number': 4, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'gw_port': {'id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '67288302-38fa-4345-900b-b7c21eafac2a', 'name': '', 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'mac_address': 'fa:16:3e:e7:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:34Z', 'updated_at': '2021-07-14T07:18:57Z', 'revision_number': 5, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'subnets': [{'id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:20:58.006372 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1fe621fa-bd90-45a3-a67b-fb3e829fce97 req-0660abde-1826-40d3-878e-6f60632c41a0 tempest-VolumesActionsTest-457800801 tempest-VolumesActionsTest-457800801-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5448f6-e06e-44d7-a32e-97c6d63cebae HTTP/1.1" status: 200 len: 210 time: 0.1451025 Jul 14 07:20:58.028857 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a70809-05a9-432a-88bd-989e65480013 None None] Checking router: c4cff889-c4b0-4f9a-bbd8-b882c693d770 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:20:58.062598 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a70809-05a9-432a-88bd-989e65480013 None None] Routers {'c4cff889-c4b0-4f9a-bbd8-b882c693d770'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:20:58.063230 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a4a70809-05a9-432a-88bd-989e65480013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:20:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:20:58.388031 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-a4a70809-05a9-432a-88bd-989e65480013 None None] Set router c4cff889-c4b0-4f9a-bbd8-b882c693d770 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:20:58.502397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68285b43-2320-4583-bc20-fdac3ce6b3f3 req-87324e81-3725-407a-90c4-b712cf80f954 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:58.511990 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-68285b43-2320-4583-bc20-fdac3ce6b3f3 req-87324e81-3725-407a-90c4-b712cf80f954 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.2032409 Jul 14 07:20:58.626570 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c09f69c5-6b5d-4720-92c2-47ec3d70f148 req-b2927864-0a8f-43e2-94f8-271b8b2c7825 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/ports?device_id=42353473-0c0a-4f70-8c89-0eb48091e65c HTTP/1.1" status: 200 len: 210 time: 0.1120234 Jul 14 07:20:58.684010 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-68285b43-2320-4583-bc20-fdac3ce6b3f3 req-af01ddd4-1b3a-4c11-aebd-16976f59952e tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462681 Jul 14 07:20:58.873772 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a4a70809-05a9-432a-88bd-989e65480013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'name': 'tempest-ServersTestManualDisk-1050186320-router', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:23Z', 'updated_at': '2021-07-14T07:18:37Z', 'revision_number': 4, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'gw_port': {'id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '67288302-38fa-4345-900b-b7c21eafac2a', 'name': '', 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'mac_address': 'fa:16:3e:e7:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:34Z', 'updated_at': '2021-07-14T07:18:57Z', 'revision_number': 5, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'subnets': [{'id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:20:58.910100 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a70809-05a9-432a-88bd-989e65480013 None None] The sync data for ids ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'] in n-d-778696-5 is: [{'id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'name': 'tempest-ServersTestManualDisk-1050186320-router', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:23Z', 'updated_at': '2021-07-14T07:18:37Z', 'revision_number': 4, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'gw_port': {'id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '67288302-38fa-4345-900b-b7c21eafac2a', 'name': '', 'network_id': 'f0238ee1-7249-4bb0-8396-c6cf116934a3', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'mac_address': 'fa:16:3e:e7:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:34Z', 'updated_at': '2021-07-14T07:18:57Z', 'revision_number': 5, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'subnets': [{'id': '1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:20:58.946316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40834) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:59.146121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ffcac0af-4910-43a2-93be-f37d9fb45098 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1156152483-network', 'tenant_id': 'ba8e27169006427ea759e3bab9267003'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:20:59.186784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcac0af-4910-43a2-93be-f37d9fb45098 admin admin] Made reservation on behalf of ba8e27169006427ea759e3bab9267003 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:20:59.190802 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffcac0af-4910-43a2-93be-f37d9fb45098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:59.216020 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffcac0af-4910-43a2-93be-f37d9fb45098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:59.421652 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d68601-0f4c-4879-b27d-7dc8a20d41f9 None None] New status for floating IP 795d2b2f-df0b-46c0-810a-1c525a9cd08f: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:20:59.439273 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffcac0af-4910-43a2-93be-f37d9fb45098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:59.449252 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffcac0af-4910-43a2-93be-f37d9fb45098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:59.501080 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcac0af-4910-43a2-93be-f37d9fb45098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036f40d8-0155-42ff-9ab2-217b6b8df160,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:59.510804 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcac0af-4910-43a2-93be-f37d9fb45098 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:20:59.521559 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffcac0af-4910-43a2-93be-f37d9fb45098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:59.521847 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-ffcac0af-4910-43a2-93be-f37d9fb45098 admin admin] Added segment 8b45145a-7ec7-4b95-bc25-8fad84efd9d1 of type vlan for network 801982b9-6b9d-442f-b41d-afca7578661a Jul 14 07:20:59.580922 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffcac0af-4910-43a2-93be-f37d9fb45098 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:59.650085 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffcac0af-4910-43a2-93be-f37d9fb45098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:59.652449 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcac0af-4910-43a2-93be-f37d9fb45098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:20:59.653354 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffcac0af-4910-43a2-93be-f37d9fb45098 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:59.692029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 99f8dce7-2ab3-4d36-8099-01db93d7ab93 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:20:59.705983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40852) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:59.706787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ffcac0af-4910-43a2-93be-f37d9fb45098 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7590315 Jul 14 07:20:59.713532 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b84d036b-5168-4954-beff-5b9d74026914 admin admin] Request body: {'subnet': {'network_id': '801982b9-6b9d-442f-b41d-afca7578661a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1156152483-subnet', 'tenant_id': 'ba8e27169006427ea759e3bab9267003', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:20:59.780558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcac0af-4910-43a2-93be-f37d9fb45098 admin admin] Pushing event updated for resources: {'Network': ['ID=801982b9-6b9d-442f-b41d-afca7578661a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:20:59.790150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84d036b-5168-4954-beff-5b9d74026914 admin admin] Made reservation on behalf of ba8e27169006427ea759e3bab9267003 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:20:59.792781 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b84d036b-5168-4954-beff-5b9d74026914 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:20:59.798273 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 99f8dce7-2ab3-4d36-8099-01db93d7ab93 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:20:59.798620 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 99f8dce7-2ab3-4d36-8099-01db93d7ab93 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:20:59.799060 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c0447467-9077-48ff-86b1-f897f052296a no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:20:59.814477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 801982b9-6b9d-442f-b41d-afca7578661a details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:20:59.867550 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40860) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:20:59.914148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: c0447467-9077-48ff-86b1-f897f052296a {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:20:59.914494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c0447467-9077-48ff-86b1-f897f052296a not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:20:59.957856 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-004bbf38-aee8-4e55-a545-1626eab3fd34 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:00.012043 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-004bbf38-aee8-4e55-a545-1626eab3fd34 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:00.153774 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-004bbf38-aee8-4e55-a545-1626eab3fd34 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:00.165310 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-004bbf38-aee8-4e55-a545-1626eab3fd34 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:00.168113 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-004bbf38-aee8-4e55-a545-1626eab3fd34 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "DELETE /v2.0/security-groups/29ff9297-24b4-404f-9baf-68a464a445ff HTTP/1.1" status: 204 len: 168 time: 0.2991900 Jul 14 07:21:00.171075 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40868) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:00.222433 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-8ce58726-3f79-48f9-802f-76c2ee22924f tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] show failed (client error): The resource could not be found. Jul 14 07:21:00.225287 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8ce58726-3f79-48f9-802f-76c2ee22924f tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "GET /v2.0/security-groups/29ff9297-24b4-404f-9baf-68a464a445ff HTTP/1.1" status: 404 len: 347 time: 0.0446284 Jul 14 07:21:00.235963 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40870) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:00.266356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bbf38-aee8-4e55-a545-1626eab3fd34 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ff9297-24b4-404f-9baf-68a464a445ff,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:00.333347 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b84d036b-5168-4954-beff-5b9d74026914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:00.393991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d036b-5168-4954-beff-5b9d74026914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ac5c73-cc8d-41bb-9a04-32e6ce9ae998,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:00.432074 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84d036b-5168-4954-beff-5b9d74026914 admin admin] Checking segment: {'id': '8b45145a-7ec7-4b95-bc25-8fad84efd9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '801982b9-6b9d-442f-b41d-afca7578661a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:21:00.432358 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84d036b-5168-4954-beff-5b9d74026914 admin admin] Network hostable DHCP agents. Network: 801982b9-6b9d-442f-b41d-afca7578661a, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:21:00.476838 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84d036b-5168-4954-beff-5b9d74026914 admin admin] Network 801982b9-6b9d-442f-b41d-afca7578661a is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:21:00.500584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-b84d036b-5168-4954-beff-5b9d74026914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 801982b9-6b9d-442f-b41d-afca7578661a) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:21:00.521657 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84d036b-5168-4954-beff-5b9d74026914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:00.522492 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b84d036b-5168-4954-beff-5b9d74026914 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:00.523117 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb518eb-a0db-4c80-b969-89ae2219ff48 None None] Network 801982b9-6b9d-442f-b41d-afca7578661a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:21:00.562500 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b84d036b-5168-4954-beff-5b9d74026914 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8551595 Jul 14 07:21:00.722471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-795aaf99-b617-4523-880a-e80c8ad93bf0 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Deleting port 2254d817-446b-405c-a217-05f47526bfb5 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:21:00.726713 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-795aaf99-b617-4523-880a-e80c8ad93bf0 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:00.752295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100fc32-c513-4e06-b60b-f7290594ca9a req-a0e93ea3-b4e8-4b74-900b-c16e8136f11b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:00.756655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8100fc32-c513-4e06-b60b-f7290594ca9a req-a0e93ea3-b4e8-4b74-900b-c16e8136f11b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.7223372 Jul 14 07:21:00.943929 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f49b3039-e20e-45ef-9cd4-11273a4dbf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:00.946403 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8100fc32-c513-4e06-b60b-f7290594ca9a req-a1591e53-ec7c-481d-bffb-f0340bb4288b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656432 Jul 14 07:21:00.953772 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff63f7c-aeeb-40a4-800e-890b06fb6176 None None] Network 801982b9-6b9d-442f-b41d-afca7578661a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:21:00.998167 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-795aaf99-b617-4523-880a-e80c8ad93bf0 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:00.998665 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-795aaf99-b617-4523-880a-e80c8ad93bf0 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:01.020278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-795aaf99-b617-4523-880a-e80c8ad93bf0 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Calling delete_port for 2254d817-446b-405c-a217-05f47526bfb5 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:21:01.292937 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-795aaf99-b617-4523-880a-e80c8ad93bf0 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:01.456094 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795aaf99-b617-4523-880a-e80c8ad93bf0 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Pushing event deleted for resources: {'Port': ['ID=2254d817-446b-405c-a217-05f47526bfb5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:01.485949 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-795aaf99-b617-4523-880a-e80c8ad93bf0 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:01.489109 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-795aaf99-b617-4523-880a-e80c8ad93bf0 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:01.490971 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-795aaf99-b617-4523-880a-e80c8ad93bf0 tempest-ServersTestManualDisk-471600425 tempest-ServersTestManualDisk-471600425-project] 10.222.0.35 "DELETE /v2.0/floatingips/795d2b2f-df0b-46c0-810a-1c525a9cd08f HTTP/1.1" status: 204 len: 168 time: 1.2538369 Jul 14 07:21:01.495206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40896) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:02.105627 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-54e21299-c350-4c4b-922a-e5326f8d37a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:02.406165 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19f124-d97d-40a7-99e2-553831e68d4c req-313bf82e-76aa-44e2-8939-94ecacd144c5 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:02.408653 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8e19f124-d97d-40a7-99e2-553831e68d4c req-313bf82e-76aa-44e2-8939-94ecacd144c5 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.2207642 Jul 14 07:21:02.636628 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8e19f124-d97d-40a7-99e2-553831e68d4c req-473c63dd-1a6e-4d3c-9f4d-8acbfe845fc1 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633220 Jul 14 07:21:02.931074 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-54e21299-c350-4c4b-922a-e5326f8d37a4 admin admin] Deleting port 67288302-38fa-4345-900b-b7c21eafac2a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:21:02.931645 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-54e21299-c350-4c4b-922a-e5326f8d37a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:03.042493 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-54e21299-c350-4c4b-922a-e5326f8d37a4 admin admin] For port 67288302-38fa-4345-900b-b7c21eafac2a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=67288302-38fa-4345-900b-b7c21eafac2a,segment=NetworkSegment(8349b6e8-ab21-4160-bfcc-f7cc987f5618),segment_id=8349b6e8-ab21-4160-bfcc-f7cc987f5618)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:03.042871 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-54e21299-c350-4c4b-922a-e5326f8d37a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:03.098387 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-54e21299-c350-4c4b-922a-e5326f8d37a4 admin admin] Calling delete_port for 67288302-38fa-4345-900b-b7c21eafac2a owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:21:03.298218 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-afb7d81f-8144-43b5-80ee-b67de433e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:03.363700 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-54e21299-c350-4c4b-922a-e5326f8d37a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:03.451591 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e21299-c350-4c4b-922a-e5326f8d37a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=67288302-38fa-4345-900b-b7c21eafac2a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:03.590741 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:03.623379 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-54e21299-c350-4c4b-922a-e5326f8d37a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:04.027054 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f90a15-fb57-4712-9489-cb125734f201 req-ba79079d-963d-4e89-9a16-7a2926b3bf28 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:04.033072 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89f90a15-fb57-4712-9489-cb125734f201 req-ba79079d-963d-4e89-9a16-7a2926b3bf28 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1662431 Jul 14 07:21:04.050728 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e21299-c350-4c4b-922a-e5326f8d37a4 admin admin] Router c4cff889-c4b0-4f9a-bbd8-b882c693d770 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:21:04.517436 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89f90a15-fb57-4712-9489-cb125734f201 req-3b68f33f-f299-44c6-b05b-e67c26a931ce tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832809 Jul 14 07:21:04.606307 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:04.612321 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fe841-7076-448e-9275-c361467da4da req-5006d7fb-cde7-49b6-a32b-b60cb10a304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:04.614381 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af0fe841-7076-448e-9275-c361467da4da req-5006d7fb-cde7-49b6-a32b-b60cb10a304b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 1096 time: 0.2020574 Jul 14 07:21:04.689504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e21299-c350-4c4b-922a-e5326f8d37a4 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:21:04.698857 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-54e21299-c350-4c4b-922a-e5326f8d37a4 admin admin] 10.222.0.35 "PUT /v2.0/routers/c4cff889-c4b0-4f9a-bbd8-b882c693d770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2021034 Jul 14 07:21:04.702417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40962) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:04.707166 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c435a04-3536-41fb-9e54-a9e802bdcf36 None None] Sync routers for ids ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:21:04.718991 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c435a04-3536-41fb-9e54-a9e802bdcf36 None None] Routers {'c4cff889-c4b0-4f9a-bbd8-b882c693d770'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:21:04.721708 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0c435a04-3536-41fb-9e54-a9e802bdcf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:21:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:04.785246 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fe841-7076-448e-9275-c361467da4da req-1d547dc1-e741-406b-98df-3e22fea08cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:04.786777 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af0fe841-7076-448e-9275-c361467da4da req-1d547dc1-e741-406b-98df-3e22fea08cb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 913 time: 0.1631236 Jul 14 07:21:04.877308 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af0fe841-7076-448e-9275-c361467da4da req-48f32016-d8d0-4c49-8364-0102291516fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=635a952f-a932-449b-b772-73a45c4168be HTTP/1.1" status: 200 len: 217 time: 0.0823987 Jul 14 07:21:04.937983 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6571128b-d57d-4cf6-84dd-42e1ecb62f01 admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:04.997273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fe841-7076-448e-9275-c361467da4da req-f56f15ab-88d6-4124-b763-2e3b188a6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:04.998674 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af0fe841-7076-448e-9275-c361467da4da req-f56f15ab-88d6-4124-b763-2e3b188a6016 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33beb41d-173d-40f1-9dcf-045c8c6a18de HTTP/1.1" status: 200 len: 852 time: 0.1148832 Jul 14 07:21:05.012855 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0c435a04-3536-41fb-9e54-a9e802bdcf36 None None] Set router c4cff889-c4b0-4f9a-bbd8-b882c693d770 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:21:05.062683 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af0fe841-7076-448e-9275-c361467da4da req-d1937973-6638-4da1-9789-ea8c624c8fb7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520084 Jul 14 07:21:05.074158 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-af0fe841-7076-448e-9275-c361467da4da req-f38fd62d-c5dd-492b-857b-51064535a3eb service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:21:05.075046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af0fe841-7076-448e-9275-c361467da4da req-f38fd62d-c5dd-492b-857b-51064535a3eb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061560 Jul 14 07:21:05.166179 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6571128b-d57d-4cf6-84dd-42e1ecb62f01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:05.317201 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6571128b-d57d-4cf6-84dd-42e1ecb62f01 admin admin] Deleting port 1e40fbd6-d198-4af7-8d3c-6392bf9054a2 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:21:05.320224 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6571128b-d57d-4cf6-84dd-42e1ecb62f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:05.324700 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af0fe841-7076-448e-9275-c361467da4da req-baab88e8-7183-4db1-8fed-af825e56cce3 service neutron] 10.222.0.15 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421281 Jul 14 07:21:05.402859 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0c435a04-3536-41fb-9e54-a9e802bdcf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'name': 'tempest-ServersTestManualDisk-1050186320-router', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:23Z', 'updated_at': '2021-07-14T07:21:03Z', 'revision_number': 5, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'gw_port': {'id': '1e40fbd6-d198-4af7-8d3c-6392bf9054a2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:18:25Z', 'updated_at': '2021-07-14T07:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:05.461604 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c435a04-3536-41fb-9e54-a9e802bdcf36 None None] Checking router: c4cff889-c4b0-4f9a-bbd8-b882c693d770 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:21:05.479403 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c435a04-3536-41fb-9e54-a9e802bdcf36 None None] Routers {'c4cff889-c4b0-4f9a-bbd8-b882c693d770'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:21:05.480030 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0c435a04-3536-41fb-9e54-a9e802bdcf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:21:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:05.555697 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af0fe841-7076-448e-9275-c361467da4da req-820951ab-7d0c-4437-ac5d-e16b46771675 service neutron] 10.222.0.15 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236331 Jul 14 07:21:05.817853 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0c435a04-3536-41fb-9e54-a9e802bdcf36 None None] Set router c4cff889-c4b0-4f9a-bbd8-b882c693d770 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:21:05.895505 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5035eb-59ac-4abb-afc9-a962a39b7644 req-2c0654a0-3af7-4aca-b9f8-b16ab9a590d7 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:05.897213 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e5035eb-59ac-4abb-afc9-a962a39b7644 req-2c0654a0-3af7-4aca-b9f8-b16ab9a590d7 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.2004263 Jul 14 07:21:05.946719 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e5035eb-59ac-4abb-afc9-a962a39b7644 req-023b3607-0899-403a-b541-dee153075fed tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414982 Jul 14 07:21:06.038914 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0c435a04-3536-41fb-9e54-a9e802bdcf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'name': 'tempest-ServersTestManualDisk-1050186320-router', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:23Z', 'updated_at': '2021-07-14T07:21:05Z', 'revision_number': 6, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:06.114338 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c435a04-3536-41fb-9e54-a9e802bdcf36 None None] The sync data for ids ['c4cff889-c4b0-4f9a-bbd8-b882c693d770'] in n-d-778696-5 is: [{'id': 'c4cff889-c4b0-4f9a-bbd8-b882c693d770', 'name': 'tempest-ServersTestManualDisk-1050186320-router', 'tenant_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:18:23Z', 'updated_at': '2021-07-14T07:21:05Z', 'revision_number': 6, 'project_id': '2f13bd40ef814da48e4c516ed8fe37d4', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:21:06.167009 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:06.252520 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6571128b-d57d-4cf6-84dd-42e1ecb62f01 admin admin] For port 1e40fbd6-d198-4af7-8d3c-6392bf9054a2, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1e40fbd6-d198-4af7-8d3c-6392bf9054a2,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:06.253101 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6571128b-d57d-4cf6-84dd-42e1ecb62f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:06.267461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6571128b-d57d-4cf6-84dd-42e1ecb62f01 admin admin] Calling delete_port for 1e40fbd6-d198-4af7-8d3c-6392bf9054a2 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:21:06.552807 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 67288302-38fa-4345-900b-b7c21eafac2a no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:21:06.604027 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 67288302-38fa-4345-900b-b7c21eafac2a {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:21:06.604471 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 67288302-38fa-4345-900b-b7c21eafac2a not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:21:06.612911 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6571128b-d57d-4cf6-84dd-42e1ecb62f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:06.679484 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571128b-d57d-4cf6-84dd-42e1ecb62f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e40fbd6-d198-4af7-8d3c-6392bf9054a2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:06.820911 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6571128b-d57d-4cf6-84dd-42e1ecb62f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:06.960201 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6571128b-d57d-4cf6-84dd-42e1ecb62f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:06.963501 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6571128b-d57d-4cf6-84dd-42e1ecb62f01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:07.071973 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6571128b-d57d-4cf6-84dd-42e1ecb62f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:07.072499 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6571128b-d57d-4cf6-84dd-42e1ecb62f01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4cff889-c4b0-4f9a-bbd8-b882c693d770 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:21:07.076980 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6571128b-d57d-4cf6-84dd-42e1ecb62f01 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:07.088740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41100) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:07.101239 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6571128b-d57d-4cf6-84dd-42e1ecb62f01 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c4cff889-c4b0-4f9a-bbd8-b882c693d770 HTTP/1.1" status: 204 len: 168 time: 2.3961122 Jul 14 07:21:07.218867 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-9872c11e-27a8-4b49-9681-143010b91c04 admin admin] Deleting subnet 1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:21:07.223682 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9872c11e-27a8-4b49-9681-143010b91c04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:07.397552 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9872c11e-27a8-4b49-9681-143010b91c04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:07.470676 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316527a9-c543-471b-b6d4-2bccd172202c req-fef74d69-ca2b-4533-9b67-00fe7e1e35e5 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:07.472280 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-316527a9-c543-471b-b6d4-2bccd172202c req-fef74d69-ca2b-4533-9b67-00fe7e1e35e5 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.1921995 Jul 14 07:21:07.566823 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-316527a9-c543-471b-b6d4-2bccd172202c req-54e90346-6975-4b48-be89-89a843247ce2 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621719 Jul 14 07:21:07.592697 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9872c11e-27a8-4b49-9681-143010b91c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:07.660897 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9872c11e-27a8-4b49-9681-143010b91c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:07.707017 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872c11e-27a8-4b49-9681-143010b91c04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:07.734686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2817220c-2c2f-449c-8e06-cb8b64a12800 None None] Network f0238ee1-7249-4bb0-8396-c6cf116934a3 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:21:07.747881 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9872c11e-27a8-4b49-9681-143010b91c04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:07.753458 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9872c11e-27a8-4b49-9681-143010b91c04 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1004b3b9-0860-4c99-a5cc-ed49c0d5a9d8 HTTP/1.1" status: 204 len: 168 time: 0.6634302 Jul 14 07:21:07.756790 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41176) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:07.896420 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:08.157693 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] DHCP port deletion for f0238ee1-7249-4bb0-8396-c6cf116934a3 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:21:08.181662 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] Deleting port 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:21:08.182303 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:08.230432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] Deleting port 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:21:08.230892 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:08.306661 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] For port 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0ff45a68-d6be-4e07-bca9-8ab27aaa08a7,segment=NetworkSegment(8349b6e8-ab21-4160-bfcc-f7cc987f5618),segment_id=8349b6e8-ab21-4160-bfcc-f7cc987f5618)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:08.307338 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:08.323312 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] Calling delete_port for 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:21:08.339632 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] For port 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0ff45a68-d6be-4e07-bca9-8ab27aaa08a7,segment=NetworkSegment(8349b6e8-ab21-4160-bfcc-f7cc987f5618),segment_id=8349b6e8-ab21-4160-bfcc-f7cc987f5618)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:08.340024 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:08.362103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] Calling delete_port for 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:21:08.479784 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:08.539584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] Pushing event deleted for resources: {'Port': ['ID=0ff45a68-d6be-4e07-bca9-8ab27aaa08a7,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:08.560380 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:08.561362 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:08.561899 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:08.562422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:08.566523 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:08.567294 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:08.567829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:08.568403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:08.569026 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:08.571487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:08.573655 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:08.574221 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:08.587768 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7745a522-0adc-4b78-a47b-00fe902d87c0 None None] No DVR routers for this DVR port 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:21:08.598380 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:08.638122 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] No DVR routers for this DVR port 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:21:08.676112 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1e40fbd6-d198-4af7-8d3c-6392bf9054a2 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:21:08.736805 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff45a68-d6be-4e07-bca9-8ab27aaa08a7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:08.740822 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 1e40fbd6-d198-4af7-8d3c-6392bf9054a2 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:21:08.742331 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1e40fbd6-d198-4af7-8d3c-6392bf9054a2 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:21:08.746746 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:21:08.812608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:21:08.813160 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0ff45a68-d6be-4e07-bca9-8ab27aaa08a7 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:21:08.817534 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:08.831162 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0238ee1-7249-4bb0-8396-c6cf116934a3']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:08.844792 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8349b6e8-ab21-4160-bfcc-f7cc987f5618') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:08.845100 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8349b6e8-ab21-4160-bfcc-f7cc987f5618') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:08.856378 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:08.882323 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:08.910412 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:21:08.910848 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:21:08.912616 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:21:08.950649 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 635a952f-a932-449b-b772-73a45c4168be no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:21:09.006950 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:09.024762 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d30d98-3703-4bc0-805c-ccfc8cd82f52 req-796ce314-cd8d-43fa-a328-4f520560e741 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:09.029108 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:09.034160 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f0238ee1-7249-4bb0-8396-c6cf116934a3 HTTP/1.1" status: 204 len: 168 time: 1.2730415 Jul 14 07:21:09.034160 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ed467-0115-4ca7-8a26-da24f53515c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0238ee1-7249-4bb0-8396-c6cf116934a3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:09.065178 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c6d30d98-3703-4bc0-805c-ccfc8cd82f52 req-796ce314-cd8d-43fa-a328-4f520560e741 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 945 time: 0.2118330 Jul 14 07:21:09.148879 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:09.191428 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c6d30d98-3703-4bc0-805c-ccfc8cd82f52 req-73b03605-e13c-4946-9203-779edc5095ab tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251237 Jul 14 07:21:09.218982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74ae215-5665-4c0c-bbb3-6d02df4fddd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '635a952f-a932-449b-b772-73a45c4168be'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:21:09.221218 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089b4e10-73fe-431d-9963-4c77584f9256" -d '{"events": [{"server_uuid": "c74ae215-5665-4c0c-bbb3-6d02df4fddd8", "name": "network-vif-unplugged", "status": "completed", "tag": "635a952f-a932-449b-b772-73a45c4168be"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:21:09.296421 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 635a952f-a932-449b-b772-73a45c4168be, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=635a952f-a932-449b-b772-73a45c4168be,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:09.310336 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:09.324786 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41346) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:09.422225 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=635a952f-a932-449b-b772-73a45c4168be,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:09.465366 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6baeff58-80ea-482e-bcff-45291c27598d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f13bd40ef814da48e4c516ed8fe37d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372530 Jul 14 07:21:09.465959 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41360) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:09.469464 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 07:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53e8aad-02d6-4990-8ae8-7663a7c860b2 x-openstack-request-id: req-d53e8aad-02d6-4990-8ae8-7663a7c860b2 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:21:09.469784 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74ae215-5665-4c0c-bbb3-6d02df4fddd8", "name": "network-vif-unplugged", "status": "failed", "tag": "635a952f-a932-449b-b772-73a45c4168be", "code": 422}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:21:09.470003 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d53e8aad-02d6-4990-8ae8-7663a7c860b2 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:21:09.470418 n-d-778696-5 neutron-server[93829]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c74ae215-5665-4c0c-bbb3-6d02df4fddd8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '635a952f-a932-449b-b772-73a45c4168be', 'code': 422} returned with failed status Jul 14 07:21:09.632690 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-52c363cd-e937-4f67-ba05-7e3d5df0f5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:09.687986 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-52c363cd-e937-4f67-ba05-7e3d5df0f5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:09.760775 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-52c363cd-e937-4f67-ba05-7e3d5df0f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:09.764133 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-52c363cd-e937-4f67-ba05-7e3d5df0f5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:09.766247 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-52c363cd-e937-4f67-ba05-7e3d5df0f5f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f555489-6a48-4762-b545-c27530490ea2 HTTP/1.1" status: 204 len: 168 time: 0.2991812 Jul 14 07:21:09.779974 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c363cd-e937-4f67-ba05-7e3d5df0f5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f555489-6a48-4762-b545-c27530490ea2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:11.049434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edc425-f4e3-45fd-a184-6739010ed55a req-8bd0f059-e73b-4c4f-bc6f-62f13271e7f2 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:11.050961 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22edc425-f4e3-45fd-a184-6739010ed55a req-8bd0f059-e73b-4c4f-bc6f-62f13271e7f2 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=c74ae215-5665-4c0c-bbb3-6d02df4fddd8 HTTP/1.1" status: 200 len: 943 time: 0.1455002 Jul 14 07:21:11.094997 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c93a59bb-befc-4579-b4fa-3ab2779290e1 req-5c4dd1e3-1b19-4ebc-b7a1-e3fb3b18acba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1146624 Jul 14 07:21:11.148932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41558) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:11.227295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-22edc425-f4e3-45fd-a184-6739010ed55a req-c24d99f1-10d3-4a3f-b687-66e193692522 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Deleting port 635a952f-a932-449b-b772-73a45c4168be {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:21:11.227887 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-22edc425-f4e3-45fd-a184-6739010ed55a req-c24d99f1-10d3-4a3f-b687-66e193692522 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:11.290588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a59bb-befc-4579-b4fa-3ab2779290e1 req-581ffd3b-6b76-4dc5-b5ab-c1d6820e1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:11.292285 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c93a59bb-befc-4579-b4fa-3ab2779290e1 req-581ffd3b-6b76-4dc5-b5ab-c1d6820e1aed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7&device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 1098 time: 0.1366925 Jul 14 07:21:11.344471 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-691643e6-162f-4ffb-b398-0bb39ab58687 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-170792230-network', 'tenant_id': '480d616897b246969d125a5b9260fed1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:11.389062 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691643e6-162f-4ffb-b398-0bb39ab58687 admin admin] Made reservation on behalf of 480d616897b246969d125a5b9260fed1 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:21:11.403585 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-691643e6-162f-4ffb-b398-0bb39ab58687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:11.415928 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-691643e6-162f-4ffb-b398-0bb39ab58687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:11.517024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-22edc425-f4e3-45fd-a184-6739010ed55a req-c24d99f1-10d3-4a3f-b687-66e193692522 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] For port 635a952f-a932-449b-b772-73a45c4168be, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=635a952f-a932-449b-b772-73a45c4168be,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:11.517846 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-22edc425-f4e3-45fd-a184-6739010ed55a req-c24d99f1-10d3-4a3f-b687-66e193692522 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:11.535268 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-22edc425-f4e3-45fd-a184-6739010ed55a req-c24d99f1-10d3-4a3f-b687-66e193692522 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Calling delete_port for 635a952f-a932-449b-b772-73a45c4168be owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:21:11.598905 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-691643e6-162f-4ffb-b398-0bb39ab58687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:11.608537 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-691643e6-162f-4ffb-b398-0bb39ab58687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:11.673210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a59bb-befc-4579-b4fa-3ab2779290e1 req-dfb1c1ac-0a97-4f22-88c0-87efeb8de266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:11.675027 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c93a59bb-befc-4579-b4fa-3ab2779290e1 req-dfb1c1ac-0a97-4f22-88c0-87efeb8de266 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd653837-16d0-4ce4-89f6-32469a5cf229 HTTP/1.1" status: 200 len: 918 time: 0.3577669 Jul 14 07:21:11.682469 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691643e6-162f-4ffb-b398-0bb39ab58687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195c05b9-fd93-4e3c-bad9-3fb8636e21ad,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:11.730395 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691643e6-162f-4ffb-b398-0bb39ab58687 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:21:11.770573 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-691643e6-162f-4ffb-b398-0bb39ab58687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:11.770845 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-691643e6-162f-4ffb-b398-0bb39ab58687 admin admin] Added segment 4895839c-ecea-4909-a81f-d4da4f21faeb of type vlan for network 7e7f4931-4605-41c3-813f-f8302ec9fc5a Jul 14 07:21:11.905356 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-22edc425-f4e3-45fd-a184-6739010ed55a req-c24d99f1-10d3-4a3f-b687-66e193692522 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:11.908296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c93a59bb-befc-4579-b4fa-3ab2779290e1 req-505538db-db5a-41bb-8648-bbcd2233a440 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a95555e9-f29e-46fe-909a-ea4787d06942 HTTP/1.1" status: 200 len: 1002 time: 0.1851943 Jul 14 07:21:11.937636 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-691643e6-162f-4ffb-b398-0bb39ab58687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:11.938042 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d99f1-10d3-4a3f-b687-66e193692522 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Pushing event deleted for resources: {'Port': ['ID=635a952f-a932-449b-b772-73a45c4168be,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:11.957744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e3d5f-9c2d-486b-9146-eeb431171025 req-94248226-c41a-46f5-9148-e9c71d75fb6d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:11.966869 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-755e3d5f-9c2d-486b-9146-eeb431171025 req-94248226-c41a-46f5-9148-e9c71d75fb6d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 947 time: 0.5037875 Jul 14 07:21:12.049797 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-691643e6-162f-4ffb-b398-0bb39ab58687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:12.063595 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691643e6-162f-4ffb-b398-0bb39ab58687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:12.067951 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a59bb-befc-4579-b4fa-3ab2779290e1 req-2659ac3e-3c1e-4878-a642-33bb66de694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:12.070727 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-691643e6-162f-4ffb-b398-0bb39ab58687 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:12.071670 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c93a59bb-befc-4579-b4fa-3ab2779290e1 req-2659ac3e-3c1e-4878-a642-33bb66de694d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54c389bb-f8cc-4826-9a6a-5f4ac58e9131 HTTP/1.1" status: 200 len: 856 time: 0.1359627 Jul 14 07:21:12.191268 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-755e3d5f-9c2d-486b-9146-eeb431171025 req-f5c33b5a-060a-4ed1-bffa-e3e04cfb562f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232361 Jul 14 07:21:12.192127 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-22edc425-f4e3-45fd-a184-6739010ed55a req-c24d99f1-10d3-4a3f-b687-66e193692522 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] No DVR routers for this DVR port 635a952f-a932-449b-b772-73a45c4168be on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:21:12.195694 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-22edc425-f4e3-45fd-a184-6739010ed55a req-c24d99f1-10d3-4a3f-b687-66e193692522 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:12.204394 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22edc425-f4e3-45fd-a184-6739010ed55a req-c24d99f1-10d3-4a3f-b687-66e193692522 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "DELETE /v2.0/ports/635a952f-a932-449b-b772-73a45c4168be HTTP/1.1" status: 204 len: 173 time: 1.1456442 Jul 14 07:21:12.206708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74ae215-5665-4c0c-bbb3-6d02df4fddd8', 'name': 'network-vif-deleted', 'tag': '635a952f-a932-449b-b772-73a45c4168be'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:21:12.209066 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d1acfa-a6d3-467a-b1d6-53e4422694c4" -d '{"events": [{"server_uuid": "c74ae215-5665-4c0c-bbb3-6d02df4fddd8", "name": "network-vif-deleted", "tag": "635a952f-a932-449b-b772-73a45c4168be"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:21:12.215632 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-691643e6-162f-4ffb-b398-0bb39ab58687 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0649741 Jul 14 07:21:12.220978 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41580) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:12.228502 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-078166c5-d081-49d4-814f-ec9ed5a2c59a admin admin] Request body: {'subnet': {'network_id': '7e7f4931-4605-41c3-813f-f8302ec9fc5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-170792230-subnet', 'tenant_id': '480d616897b246969d125a5b9260fed1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:12.251131 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691643e6-162f-4ffb-b398-0bb39ab58687 admin admin] Pushing event updated for resources: {'Network': ['ID=7e7f4931-4605-41c3-813f-f8302ec9fc5a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:12.278543 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 7e7f4931-4605-41c3-813f-f8302ec9fc5a details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:21:12.339055 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078166c5-d081-49d4-814f-ec9ed5a2c59a admin admin] Made reservation on behalf of 480d616897b246969d125a5b9260fed1 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:21:12.354452 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-078166c5-d081-49d4-814f-ec9ed5a2c59a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:12.480471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a59bb-befc-4579-b4fa-3ab2779290e1 req-a60e33f3-88bc-4cfa-862e-f2c5afa480fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:12.483214 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c93a59bb-befc-4579-b4fa-3ab2779290e1 req-a60e33f3-88bc-4cfa-862e-f2c5afa480fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd653837-16d0-4ce4-89f6-32469a5cf229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3914189 Jul 14 07:21:12.662405 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 07:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ac4dfc-f762-4a16-9c7a-897794bb780e x-openstack-request-id: req-c5ac4dfc-f762-4a16-9c7a-897794bb780e {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:21:12.663068 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74ae215-5665-4c0c-bbb3-6d02df4fddd8", "name": "network-vif-deleted", "tag": "635a952f-a932-449b-b772-73a45c4168be", "status": "failed", "code": 422}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:21:12.664466 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c5ac4dfc-f762-4a16-9c7a-897794bb780e {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:21:12.665138 n-d-778696-5 neutron-server[93828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c74ae215-5665-4c0c-bbb3-6d02df4fddd8', 'name': 'network-vif-deleted', 'tag': '635a952f-a932-449b-b772-73a45c4168be', 'status': 'failed', 'code': 422} returned with failed status Jul 14 07:21:12.832978 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c93a59bb-befc-4579-b4fa-3ab2779290e1 req-9a1682f8-47b0-4c24-a018-d55f3d33cc92 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396833 Jul 14 07:21:13.019407 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-078166c5-d081-49d4-814f-ec9ed5a2c59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:13.033111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4fc1f-83d4-4377-bb83-24c371a60c9c req-0d59046c-895b-4a31-a042-51f060edb70d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:13.036651 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dcc4fc1f-83d4-4377-bb83-24c371a60c9c req-0d59046c-895b-4a31-a042-51f060edb70d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 947 time: 0.3283596 Jul 14 07:21:13.136114 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c93a59bb-befc-4579-b4fa-3ab2779290e1 req-823aecba-73d4-4633-b4be-42b824a6b927 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906334 Jul 14 07:21:13.161905 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078166c5-d081-49d4-814f-ec9ed5a2c59a admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d6c8c0-fbe5-4ead-b549-116c4e9b213e,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:13.233288 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078166c5-d081-49d4-814f-ec9ed5a2c59a admin admin] Checking segment: {'id': '4895839c-ecea-4909-a81f-d4da4f21faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7e7f4931-4605-41c3-813f-f8302ec9fc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:21:13.233657 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078166c5-d081-49d4-814f-ec9ed5a2c59a admin admin] Network hostable DHCP agents. Network: 7e7f4931-4605-41c3-813f-f8302ec9fc5a, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:21:13.278588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078166c5-d081-49d4-814f-ec9ed5a2c59a admin admin] Network 7e7f4931-4605-41c3-813f-f8302ec9fc5a is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:21:13.289334 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-dcc4fc1f-83d4-4377-bb83-24c371a60c9c req-74f4f176-da61-4d00-8bb4-215c58340941 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Deleting port a95555e9-f29e-46fe-909a-ea4787d06942 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:21:13.289903 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dcc4fc1f-83d4-4377-bb83-24c371a60c9c req-74f4f176-da61-4d00-8bb4-215c58340941 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:13.295319 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-078166c5-d081-49d4-814f-ec9ed5a2c59a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 7e7f4931-4605-41c3-813f-f8302ec9fc5a) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:21:13.306389 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cf4543-17a2-457b-bb37-c42948d5cda6 None None] Network 7e7f4931-4605-41c3-813f-f8302ec9fc5a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:21:13.311327 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078166c5-d081-49d4-814f-ec9ed5a2c59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:13.312210 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-078166c5-d081-49d4-814f-ec9ed5a2c59a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:13.466656 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-078166c5-d081-49d4-814f-ec9ed5a2c59a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2359526 Jul 14 07:21:13.738411 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-dcc4fc1f-83d4-4377-bb83-24c371a60c9c req-74f4f176-da61-4d00-8bb4-215c58340941 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] For port a95555e9-f29e-46fe-909a-ea4787d06942, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a95555e9-f29e-46fe-909a-ea4787d06942,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:13.742150 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dcc4fc1f-83d4-4377-bb83-24c371a60c9c req-74f4f176-da61-4d00-8bb4-215c58340941 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:14.052499 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2653355-3232-4912-8490-7b94e50a6f5e None None] Network 7e7f4931-4605-41c3-813f-f8302ec9fc5a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:21:14.172748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cb049-680a-40de-afb1-bb7254ed10a1 req-376ff345-1d1f-469c-baaf-014e3e4da684 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:14.185389 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a08cb049-680a-40de-afb1-bb7254ed10a1 req-376ff345-1d1f-469c-baaf-014e3e4da684 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 947 time: 0.5950007 Jul 14 07:21:14.226349 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dcc4fc1f-83d4-4377-bb83-24c371a60c9c req-74f4f176-da61-4d00-8bb4-215c58340941 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:14.226349 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dcc4fc1f-83d4-4377-bb83-24c371a60c9c req-74f4f176-da61-4d00-8bb4-215c58340941 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:14.226349 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [req-dcc4fc1f-83d4-4377-bb83-24c371a60c9c req-74f4f176-da61-4d00-8bb4-215c58340941 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Floating IP f11bd2da-5d0d-41d6-9fcc-37f4c1d1d9ef disassociated. External IP: 172.25.7.118, port: a95555e9-f29e-46fe-909a-ea4787d06942. Jul 14 07:21:14.229497 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-dcc4fc1f-83d4-4377-bb83-24c371a60c9c req-74f4f176-da61-4d00-8bb4-215c58340941 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Calling delete_port for a95555e9-f29e-46fe-909a-ea4787d06942 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:21:14.261649 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a08cb049-680a-40de-afb1-bb7254ed10a1 req-2dff9896-060c-4d78-a5a8-22106f0ee55d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747137 Jul 14 07:21:14.876827 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dcc4fc1f-83d4-4377-bb83-24c371a60c9c req-74f4f176-da61-4d00-8bb4-215c58340941 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:14.889018 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-25506417-f460-4109-9a77-36537cc3c4c9 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:14.895733 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-25506417-f460-4109-9a77-36537cc3c4c9 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 812 time: 0.5070605 Jul 14 07:21:14.920068 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-73c12023-7dbe-4027-ae9e-dbea9c83e5f9 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/quotas/8ee1aa9eb6844f0bab525765623d79dc HTTP/1.1" status: 200 len: 375 time: 0.0234022 Jul 14 07:21:14.959548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-e8a17d07-f303-4fd0-a286-3de80b330cf7 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:14.961635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-e8a17d07-f303-4fd0-a286-3de80b330cf7 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/networks?id=7e7f4931-4605-41c3-813f-f8302ec9fc5a HTTP/1.1" status: 200 len: 817 time: 0.6259344 Jul 14 07:21:14.978026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4f176-da61-4d00-8bb4-215c58340941 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Pushing event deleted for resources: {'Port': ['ID=a95555e9-f29e-46fe-909a-ea4787d06942,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:15.034852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-fea8f2c0-3bb9-43d8-add8-f74067a3c0f9 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1139257 Jul 14 07:21:15.131320 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-d751a435-4802-4608-b644-2943773978d5 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/quotas/480d616897b246969d125a5b9260fed1 HTTP/1.1" status: 200 len: 375 time: 0.1564231 Jul 14 07:21:15.188629 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-ced3cc99-62d5-4b91-8002-ffd3ed6e5bc0 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=480d616897b246969d125a5b9260fed1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533106 Jul 14 07:21:15.322496 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-5353f5f6-7e6d-415e-8b65-454e799b7cc2 service neutron] 10.222.0.35 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867398 Jul 14 07:21:15.371267 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:15.498019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-654d2738-9d4e-4bd5-a1dc-9833c429a852 service neutron] 10.222.0.35 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317015 Jul 14 07:21:15.523342 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-f83aff0b-4a47-4802-9d73-d18fbb6c6cdb service neutron] 10.222.0.35 "GET /v2.0/networks/7e7f4931-4605-41c3-813f-f8302ec9fc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332191 Jul 14 07:21:15.576738 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:15.672066 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcc4fc1f-83d4-4377-bb83-24c371a60c9c req-74f4f176-da61-4d00-8bb4-215c58340941 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Router 576ae54a-688c-4507-a946-5eadbb45a4e3 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:21:15.822134 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-c8abd439-e0e4-4b4b-9436-0ee3d696b0d2 service neutron] 10.222.0.35 "GET /v2.0/networks/7e7f4931-4605-41c3-813f-f8302ec9fc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855606 Jul 14 07:21:15.870411 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcc4fc1f-83d4-4377-bb83-24c371a60c9c req-74f4f176-da61-4d00-8bb4-215c58340941 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:21:15.881169 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c06308-e8b1-42a3-a110-d38d7cc671a0 None None] Sync routers for ids ['576ae54a-688c-4507-a946-5eadbb45a4e3'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:21:15.898206 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c06308-e8b1-42a3-a110-d38d7cc671a0 None None] Routers {'576ae54a-688c-4507-a946-5eadbb45a4e3'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:21:15.898911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f7c06308-e8b1-42a3-a110-d38d7cc671a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:21:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['576ae54a-688c-4507-a946-5eadbb45a4e3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:16.100470 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-f7c06308-e8b1-42a3-a110-d38d7cc671a0 None None] Set router 576ae54a-688c-4507-a946-5eadbb45a4e3 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:21:16.140552 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc4fc1f-83d4-4377-bb83-24c371a60c9c req-74f4f176-da61-4d00-8bb4-215c58340941 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] No DVR routers for this DVR port a95555e9-f29e-46fe-909a-ea4787d06942 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:21:16.148500 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dcc4fc1f-83d4-4377-bb83-24c371a60c9c req-74f4f176-da61-4d00-8bb4-215c58340941 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:16.154320 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dcc4fc1f-83d4-4377-bb83-24c371a60c9c req-74f4f176-da61-4d00-8bb4-215c58340941 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.15 "DELETE /v2.0/ports/a95555e9-f29e-46fe-909a-ea4787d06942 HTTP/1.1" status: 204 len: 173 time: 3.1098835 Jul 14 07:21:16.154824 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5a1ab8-8996-4d62-a915-eb7bf7b3b886', 'name': 'network-vif-deleted', 'tag': 'a95555e9-f29e-46fe-909a-ea4787d06942'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:21:16.193910 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b984f71b-d5b2-4c1d-abd4-f821b5c0eda5" -d '{"events": [{"server_uuid": "2d5a1ab8-8996-4d62-a915-eb7bf7b3b886", "name": "network-vif-deleted", "tag": "a95555e9-f29e-46fe-909a-ea4787d06942"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:21:16.401522 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-28f0699e-084d-4659-9bda-f60ff4071776 req-791879c4-a057-4f9f-9ac6-32f0b8eaa87d tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 210 time: 0.0951111 Jul 14 07:21:16.619978 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f7c06308-e8b1-42a3-a110-d38d7cc671a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:16:26Z', 'revision_number': 4, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '975db078-365c-4073-9b74-6b4700bdbc66', 'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'mac_address': 'fa:16:3e:93:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:24Z', 'updated_at': '2021-07-14T07:16:47Z', 'revision_number': 5, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'subnets': [{'id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:16.643787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3a4f550-920d-480d-a50a-aab704a9cc4d req-3a4b0869-eef3-4131-ad11-f72247293292 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5a1ab8-8996-4d62-a915-eb7bf7b3b886 HTTP/1.1" status: 200 len: 210 time: 0.1099772 Jul 14 07:21:16.795653 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c06308-e8b1-42a3-a110-d38d7cc671a0 None None] Checking router: 576ae54a-688c-4507-a946-5eadbb45a4e3 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:21:16.806466 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f000e95e-c165-47de-8def-f305f702a737 req-c8cd97ca-4920-446e-b0a9-cd3e303e689c tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/ports?device_id=8442e29d-afc6-43ac-98c1-7a7f49fe2499 HTTP/1.1" status: 200 len: 210 time: 0.1550324 Jul 14 07:21:16.835960 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2086000b-75df-4c07-9b66-fcc0d2c37427 x-openstack-request-id: req-2086000b-75df-4c07-9b66-fcc0d2c37427 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:21:16.836371 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5a1ab8-8996-4d62-a915-eb7bf7b3b886", "name": "network-vif-deleted", "tag": "a95555e9-f29e-46fe-909a-ea4787d06942", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:21:16.836640 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2086000b-75df-4c07-9b66-fcc0d2c37427 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:21:16.837249 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5a1ab8-8996-4d62-a915-eb7bf7b3b886', 'name': 'network-vif-deleted', 'tag': 'a95555e9-f29e-46fe-909a-ea4787d06942', 'status': 'completed', 'code': 200} Jul 14 07:21:16.838515 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c06308-e8b1-42a3-a110-d38d7cc671a0 None None] Routers {'576ae54a-688c-4507-a946-5eadbb45a4e3'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:21:16.839419 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f7c06308-e8b1-42a3-a110-d38d7cc671a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:21:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['576ae54a-688c-4507-a946-5eadbb45a4e3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:17.029136 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a95555e9-f29e-46fe-909a-ea4787d06942 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:21:17.062679 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: a95555e9-f29e-46fe-909a-ea4787d06942 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:21:17.063270 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a95555e9-f29e-46fe-909a-ea4787d06942 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:21:17.128352 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-f7c06308-e8b1-42a3-a110-d38d7cc671a0 None None] Set router 576ae54a-688c-4507-a946-5eadbb45a4e3 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:21:17.790478 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f7c06308-e8b1-42a3-a110-d38d7cc671a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:16:26Z', 'revision_number': 4, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '975db078-365c-4073-9b74-6b4700bdbc66', 'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'mac_address': 'fa:16:3e:93:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:24Z', 'updated_at': '2021-07-14T07:16:47Z', 'revision_number': 5, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'subnets': [{'id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:17.846653 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cff48a64-675b-48e4-8608-f5247f1c8d56 req-196811b3-0d18-4ef7-bec8-9b3fc0e8845a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 210 time: 0.1047363 Jul 14 07:21:17.863596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c06308-e8b1-42a3-a110-d38d7cc671a0 None None] The sync data for ids ['576ae54a-688c-4507-a946-5eadbb45a4e3'] in n-d-778696-5 is: [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:16:26Z', 'revision_number': 4, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '975db078-365c-4073-9b74-6b4700bdbc66', 'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'mac_address': 'fa:16:3e:93:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:24Z', 'updated_at': '2021-07-14T07:16:47Z', 'revision_number': 5, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'subnets': [{'id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:21:18.043050 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41710) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:18.193517 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cf73366-d4df-4cb4-b914-1dbce2307164 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:18.197600 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2415bebd-a80a-41d2-ad5f-740ec09e4e19 req-a26e32af-a48b-4aa2-a3d6-cf0972c90650 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/ports?device_id=8442e29d-afc6-43ac-98c1-7a7f49fe2499 HTTP/1.1" status: 200 len: 210 time: 0.0427477 Jul 14 07:21:18.249285 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cf73366-d4df-4cb4-b914-1dbce2307164 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:18.348060 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cf73366-d4df-4cb4-b914-1dbce2307164 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:18.360293 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023b088-7504-4965-a7e7-d843ab226d15 None None] New status for floating IP f11bd2da-5d0d-41d6-9fcc-37f4c1d1d9ef: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:21:18.364226 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cf73366-d4df-4cb4-b914-1dbce2307164 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:18.367860 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7cf73366-d4df-4cb4-b914-1dbce2307164 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "DELETE /v2.0/security-groups/5a17115e-fbe2-479c-b5ae-e6e22c35bf9a HTTP/1.1" status: 204 len: 168 time: 0.3205612 Jul 14 07:21:18.368727 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41716) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:18.391032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf73366-d4df-4cb4-b914-1dbce2307164 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a17115e-fbe2-479c-b5ae-e6e22c35bf9a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:18.411695 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-57841ab7-8bd1-4c6e-9cc3-f09ad430c1a8 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] show failed (client error): The resource could not be found. Jul 14 07:21:18.416934 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-57841ab7-8bd1-4c6e-9cc3-f09ad430c1a8 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups/5a17115e-fbe2-479c-b5ae-e6e22c35bf9a HTTP/1.1" status: 404 len: 347 time: 0.0470605 Jul 14 07:21:18.418211 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41718) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:18.792438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-0ff2f4e7-43be-4c16-9097-5876bcd93370 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:18.794355 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-0ff2f4e7-43be-4c16-9097-5876bcd93370 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.30 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 812 time: 0.1905107 Jul 14 07:21:18.813016 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-c450c7c3-1164-48a2-b5ce-c24a2bfd073a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Request body: {'port': {'device_id': '34f8c8b7-9f92-492b-89b7-bf6d804153e0', 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118', 'admin_state_up': True, 'tenant_id': '8ee1aa9eb6844f0bab525765623d79dc'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:18.919068 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-44b2061b-0bc0-4d13-b7ee-6f439e2386db tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Deleting port 82d09f9e-db13-49ea-a7f4-35b4a24040b8 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:21:18.919734 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44b2061b-0bc0-4d13-b7ee-6f439e2386db tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:19.091264 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-c450c7c3-1164-48a2-b5ce-c24a2bfd073a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Made reservation on behalf of 8ee1aa9eb6844f0bab525765623d79dc for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:21:19.094896 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-c450c7c3-1164-48a2-b5ce-c24a2bfd073a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:19.127420 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44b2061b-0bc0-4d13-b7ee-6f439e2386db tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:19.127804 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44b2061b-0bc0-4d13-b7ee-6f439e2386db tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:19.180942 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3203f405-0fbc-4aee-9552-f77aafb1de5e req-64413dcc-9870-4cfd-a6db-692515aabbfe tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 210 time: 0.0503311 Jul 14 07:21:19.181912 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-44b2061b-0bc0-4d13-b7ee-6f439e2386db tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Calling delete_port for 82d09f9e-db13-49ea-a7f4-35b4a24040b8 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:21:19.411623 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-aef4e146-6bd8-48e3-825c-f3239bd0abc9 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:19.413533 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-aef4e146-6bd8-48e3-825c-f3239bd0abc9 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.30 "GET /v2.0/networks?id=7e7f4931-4605-41c3-813f-f8302ec9fc5a HTTP/1.1" status: 200 len: 817 time: 0.2553639 Jul 14 07:21:19.427096 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-2aedb043-bb2a-4fb5-abcc-ddb3dde23e21 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Request body: {'port': {'device_id': '8442e29d-afc6-43ac-98c1-7a7f49fe2499', 'network_id': '7e7f4931-4605-41c3-813f-f8302ec9fc5a', 'admin_state_up': True, 'tenant_id': '480d616897b246969d125a5b9260fed1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:19.452353 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44b2061b-0bc0-4d13-b7ee-6f439e2386db tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:19.529150 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2061b-0bc0-4d13-b7ee-6f439e2386db tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Pushing event deleted for resources: {'Port': ['ID=82d09f9e-db13-49ea-a7f4-35b4a24040b8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:19.574725 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-c450c7c3-1164-48a2-b5ce-c24a2bfd073a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Allocated IP 172.20.0.9 (3a3cf2cb-40ea-4eb2-abec-56307fbfa118/33beb41d-173d-40f1-9dcf-045c8c6a18de/3c40395b-25a4-4a25-a457-39b2cae3062d) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:21:19.590757 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-55d69a81-84af-4a35-b367-1cee7623701d req-b994d240-fd15-46b2-b0e3-dcd98a9c012d tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/ports?device_id=8442e29d-afc6-43ac-98c1-7a7f49fe2499 HTTP/1.1" status: 200 len: 210 time: 0.0808332 Jul 14 07:21:19.649579 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-2aedb043-bb2a-4fb5-abcc-ddb3dde23e21 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Made reservation on behalf of 480d616897b246969d125a5b9260fed1 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:21:19.654052 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-2aedb043-bb2a-4fb5-abcc-ddb3dde23e21 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:19.689003 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44b2061b-0bc0-4d13-b7ee-6f439e2386db tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:19.692028 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44b2061b-0bc0-4d13-b7ee-6f439e2386db tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:19.693397 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-44b2061b-0bc0-4d13-b7ee-6f439e2386db tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "DELETE /v2.0/floatingips/f11bd2da-5d0d-41d6-9fcc-37f4c1d1d9ef HTTP/1.1" status: 204 len: 168 time: 1.2741649 Jul 14 07:21:19.869299 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-2aedb043-bb2a-4fb5-abcc-ddb3dde23e21 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Allocated IP 172.20.0.14 (7e7f4931-4605-41c3-813f-f8302ec9fc5a/17d6c8c0-fbe5-4ead-b549-116c4e9b213e/eef78769-4efd-4878-b345-87ae1647c9c3) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:21:20.002246 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-c450c7c3-1164-48a2-b5ce-c24a2bfd073a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:20.078323 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-c450c7c3-1164-48a2-b5ce-c24a2bfd073a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:20.122481 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41742) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:20.129879 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c4529c8f-3da0-4ab7-a349-e92a361e2273 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1392869688', 'description': 'tempest-description--102122265'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:20.200716 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4529c8f-3da0-4ab7-a349-e92a361e2273 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:20.313302 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450c7c3-1164-48a2-b5ce-c24a2bfd073a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Pushing event updated for resources: {'Port': ['ID=3c40395b-25a4-4a25-a457-39b2cae3062d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:20.452473 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-c450c7c3-1164-48a2-b5ce-c24a2bfd073a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:21:20.453870 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-2aedb043-bb2a-4fb5-abcc-ddb3dde23e21 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:20.458574 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-c450c7c3-1164-48a2-b5ce-c24a2bfd073a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:21:20.467996 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-c450c7c3-1164-48a2-b5ce-c24a2bfd073a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:21:20.626520 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-c450c7c3-1164-48a2-b5ce-c24a2bfd073a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:20.627220 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-c450c7c3-1164-48a2-b5ce-c24a2bfd073a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:20.660899 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793f543-ae10-41f8-83ed-f3861a63f08a req-d306062c-f89f-4b30-ab67-43208b5dc263 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:20.662490 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8793f543-ae10-41f8-83ed-f3861a63f08a req-d306062c-f89f-4b30-ab67-43208b5dc263 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 931 time: 0.1802280 Jul 14 07:21:20.671467 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4529c8f-3da0-4ab7-a349-e92a361e2273 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:20.677939 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-2aedb043-bb2a-4fb5-abcc-ddb3dde23e21 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:20.681457 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4529c8f-3da0-4ab7-a349-e92a361e2273 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:20.712867 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-c450c7c3-1164-48a2-b5ce-c24a2bfd073a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9058311 Jul 14 07:21:20.725624 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Request body: {'port': {'device_id': '34f8c8b7-9f92-492b-89b7-bf6d804153e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:20.765502 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8793f543-ae10-41f8-83ed-f3861a63f08a req-0ae9353c-0d09-4c98-918d-a9c5e5c89add tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943437 Jul 14 07:21:20.766134 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedb043-bb2a-4fb5-abcc-ddb3dde23e21 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Pushing event updated for resources: {'Port': ['ID=eef78769-4efd-4878-b345-87ae1647c9c3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:20.789145 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4529c8f-3da0-4ab7-a349-e92a361e2273 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:20.794172 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c4529c8f-3da0-4ab7-a349-e92a361e2273 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6678212 Jul 14 07:21:20.795122 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41760) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:20.812388 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-231833ff-1cd4-4257-9e49-370761bfdec9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Request body: {'security_group_rule': {'security_group_id': '303e5f81-33d4-4c07-8145-9766ce73a061', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:20.861138 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-2aedb043-bb2a-4fb5-abcc-ddb3dde23e21 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Network 7e7f4931-4605-41c3-813f-f8302ec9fc5a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:21:20.863192 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4529c8f-3da0-4ab7-a349-e92a361e2273 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303e5f81-33d4-4c07-8145-9766ce73a061,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:20.867314 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-2aedb043-bb2a-4fb5-abcc-ddb3dde23e21 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:21:20.870603 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-2aedb043-bb2a-4fb5-abcc-ddb3dde23e21 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:21:20.879031 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:20.897144 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-231833ff-1cd4-4257-9e49-370761bfdec9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:20.949175 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-2aedb043-bb2a-4fb5-abcc-ddb3dde23e21 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:20.950090 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-2aedb043-bb2a-4fb5-abcc-ddb3dde23e21 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:20.973271 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-2aedb043-bb2a-4fb5-abcc-ddb3dde23e21 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5513728 Jul 14 07:21:20.986052 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Request body: {'port': {'device_id': '8442e29d-afc6-43ac-98c1-7a7f49fe2499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:20.995517 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-231833ff-1cd4-4257-9e49-370761bfdec9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:21.018925 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-231833ff-1cd4-4257-9e49-370761bfdec9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:21.041119 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:21:21.075584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a97f1c-e1c0-42cb-9e50-1cbf1d7e88d8 req-063c8f62-0ce6-4651-9c8b-521d121a53a8 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:21.077498 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1a97f1c-e1c0-42cb-9e50-1cbf1d7e88d8 req-063c8f62-0ce6-4651-9c8b-521d121a53a8 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/ports?device_id=8442e29d-afc6-43ac-98c1-7a7f49fe2499 HTTP/1.1" status: 200 len: 932 time: 0.2271919 Jul 14 07:21:21.108008 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231833ff-1cd4-4257-9e49-370761bfdec9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783373dc-8cd5-499a-ba3f-90420639dd2a,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:21.151509 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-231833ff-1cd4-4257-9e49-370761bfdec9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:21.152715 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-231833ff-1cd4-4257-9e49-370761bfdec9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3450787 Jul 14 07:21:21.156578 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41762) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:21.161000 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ddffc536-109c-49fb-8f58-e6f6bfe8cf7f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Request body: {'security_group_rule': {'security_group_id': '303e5f81-33d4-4c07-8145-9766ce73a061', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:21.184892 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:21.231167 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ddffc536-109c-49fb-8f58-e6f6bfe8cf7f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:21.299228 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ddffc536-109c-49fb-8f58-e6f6bfe8cf7f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:21.310698 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ddffc536-109c-49fb-8f58-e6f6bfe8cf7f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:21.403866 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1a97f1c-e1c0-42cb-9e50-1cbf1d7e88d8 req-4d2bb5bb-3d80-49e7-88ad-d0a34485d83f tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/security-groups?id=195c05b9-fd93-4e3c-bad9-3fb8636e21ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699199 Jul 14 07:21:21.435897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc536-109c-49fb-8f58-e6f6bfe8cf7f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759d8431-638a-4bae-9537-38963cbce896,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:21.444340 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ddffc536-109c-49fb-8f58-e6f6bfe8cf7f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:21.450708 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ddffc536-109c-49fb-8f58-e6f6bfe8cf7f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2906771 Jul 14 07:21:21.451546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41768) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:21.498697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-148c7782-ed9c-46d1-909e-bd3fdb318007 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:21.546334 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-148c7782-ed9c-46d1-909e-bd3fdb318007 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:21.669764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c40395b-25a4-4a25-a457-39b2cae3062d {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:21:21.683848 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:21.703501 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef78769-4efd-4878-b345-87ae1647c9c3 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:21:21.712003 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:21.725150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Transition to ACTIVE for port object eef78769-4efd-4878-b345-87ae1647c9c3 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:21:21.726763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Transition to ACTIVE for port object 3c40395b-25a4-4a25-a457-39b2cae3062d will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:21:21.731897 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:21.740970 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:21.820622 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Pushing event updated for resources: {'Port': ['ID=3c40395b-25a4-4a25-a457-39b2cae3062d,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:21.836886 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Pushing event updated for resources: {'Port': ['ID=eef78769-4efd-4878-b345-87ae1647c9c3,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:21.856035 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-148c7782-ed9c-46d1-909e-bd3fdb318007 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:21.863536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:21.863884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:21.864222 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:21.864555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:21.864899 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:21.865775 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:21.866126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:21.867019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:21.867346 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:21.867671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:21.868436 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:21.868772 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:21.917071 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Attempting to bind port eef78769-4efd-4878-b345-87ae1647c9c3 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:21:21.920905 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Attempting to bind port eef78769-4efd-4878-b345-87ae1647c9c3 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '4895839c-ecea-4909-a81f-d4da4f21faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7e7f4931-4605-41c3-813f-f8302ec9fc5a'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:21:21.922017 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Attempting to bind port eef78769-4efd-4878-b345-87ae1647c9c3 on network 7e7f4931-4605-41c3-813f-f8302ec9fc5a {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:21:21.933092 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Port eef78769-4efd-4878-b345-87ae1647c9c3 on network 7e7f4931-4605-41c3-813f-f8302ec9fc5a not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:21:21.933725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Attempting to bind port eef78769-4efd-4878-b345-87ae1647c9c3 on network 7e7f4931-4605-41c3-813f-f8302ec9fc5a {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:21:21.950780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:21:21.951972 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Checking segment: {'id': '4895839c-ecea-4909-a81f-d4da4f21faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7e7f4931-4605-41c3-813f-f8302ec9fc5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:21:21.953559 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Bound using segment: {'id': '4895839c-ecea-4909-a81f-d4da4f21faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7e7f4931-4605-41c3-813f-f8302ec9fc5a'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:21:21.954089 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Bound port: eef78769-4efd-4878-b345-87ae1647c9c3, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4895839c-ecea-4909-a81f-d4da4f21faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7e7f4931-4605-41c3-813f-f8302ec9fc5a'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:21:21.955787 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:22.040324 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41780) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:22.103653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Attempting to bind port 3c40395b-25a4-4a25-a457-39b2cae3062d on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:21:22.103653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Attempting to bind port 3c40395b-25a4-4a25-a457-39b2cae3062d by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:21:22.104314 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Attempting to bind port 3c40395b-25a4-4a25-a457-39b2cae3062d on network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:21:22.121496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-148c7782-ed9c-46d1-909e-bd3fdb318007 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Allocated IP 172.25.7.180 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/ee0c6967-ccb6-4c52-873b-24d68f6562c4) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:21:22.124056 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] For port eef78769-4efd-4878-b345-87ae1647c9c3, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:21:22.127125 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] For port eef78769-4efd-4878-b345-87ae1647c9c3, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=eef78769-4efd-4878-b345-87ae1647c9c3,segment=NetworkSegment(4895839c-ecea-4909-a81f-d4da4f21faeb),segment_id=4895839c-ecea-4909-a81f-d4da4f21faeb)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:21:22.135487 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:22.137782 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Port 3c40395b-25a4-4a25-a457-39b2cae3062d on network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:21:22.138768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Attempting to bind port 3c40395b-25a4-4a25-a457-39b2cae3062d on network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:21:22.146837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:21:22.147488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Checking segment: {'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:21:22.148008 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Bound using segment: {'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:21:22.148537 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Bound port: 3c40395b-25a4-4a25-a457-39b2cae3062d, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:21:22.149010 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:22.214240 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:22.214894 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:22.216490 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] 10.222.0.30 "PUT /v2.0/ports/eef78769-4efd-4878-b345-87ae1647c9c3 HTTP/1.1" status: 200 len: 1092 time: 1.2355030 Jul 14 07:21:22.219770 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8442e29d-afc6-43ac-98c1-7a7f49fe2499', 'tag': 'eef78769-4efd-4878-b345-87ae1647c9c3'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:21:22.222061 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622dc164-5fa8-48f3-9ce2-9d65d0e141a9" -d '{"events": [{"name": "network-changed", "server_uuid": "8442e29d-afc6-43ac-98c1-7a7f49fe2499", "tag": "eef78769-4efd-4878-b345-87ae1647c9c3"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:21:22.223428 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f73262-26c6-4b61-9ae0-bc95b029442e req-02c1ac70-bd23-4bc1-81f9-8f82ad53f07e tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:22.225115 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d0f73262-26c6-4b61-9ae0-bc95b029442e req-02c1ac70-bd23-4bc1-81f9-8f82ad53f07e tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 943 time: 0.1822507 Jul 14 07:21:22.264893 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f0121ec-600e-4bd4-a08f-31f31f042df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:22.267221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7da2e-4b27-43ba-abb0-9e5baed6f46f service neutron] Pushing event updated for resources: {'Port': ['ID=eef78769-4efd-4878-b345-87ae1647c9c3,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:22.340955 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7a94e6-a0d0-4f58-ac3d-1dd0ee08c7ba x-openstack-request-id: req-1e7a94e6-a0d0-4f58-ac3d-1dd0ee08c7ba {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:21:22.342115 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8442e29d-afc6-43ac-98c1-7a7f49fe2499", "tag": "eef78769-4efd-4878-b345-87ae1647c9c3", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:21:22.342683 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e7a94e6-a0d0-4f58-ac3d-1dd0ee08c7ba {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:21:22.343137 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8442e29d-afc6-43ac-98c1-7a7f49fe2499', 'tag': 'eef78769-4efd-4878-b345-87ae1647c9c3', 'status': 'completed', 'code': 200} Jul 14 07:21:22.380070 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] For port 3c40395b-25a4-4a25-a457-39b2cae3062d, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:21:22.386054 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d0f73262-26c6-4b61-9ae0-bc95b029442e req-5462ed63-bfd6-4a93-84a5-9bd5bd577b44 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004159 Jul 14 07:21:22.401604 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] For port 3c40395b-25a4-4a25-a457-39b2cae3062d, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3c40395b-25a4-4a25-a457-39b2cae3062d,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:21:22.411048 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:22.475756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Pushing event updated for resources: {'Port': ['ID=3c40395b-25a4-4a25-a457-39b2cae3062d,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:22.509926 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-550bc86b-b307-4bdf-b4c3-ce69f17c6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:22.511637 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-550bc86b-b307-4bdf-b4c3-ce69f17c6b68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=480d616897b246969d125a5b9260fed1&device_id=8442e29d-afc6-43ac-98c1-7a7f49fe2499 HTTP/1.1" status: 200 len: 1095 time: 0.2389886 Jul 14 07:21:22.520488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:22.522031 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:22.523620 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-69e3d016-ba8f-4a3e-9674-9e878cea83ca service neutron] 10.222.0.30 "PUT /v2.0/ports/3c40395b-25a4-4a25-a457-39b2cae3062d HTTP/1.1" status: 200 len: 1091 time: 1.8028665 Jul 14 07:21:22.533000 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f8c8b7-9f92-492b-89b7-bf6d804153e0', 'tag': '3c40395b-25a4-4a25-a457-39b2cae3062d'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:21:22.537640 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35453215-b622-4d46-8eda-e34081aeed5d" -d '{"events": [{"name": "network-changed", "server_uuid": "34f8c8b7-9f92-492b-89b7-bf6d804153e0", "tag": "3c40395b-25a4-4a25-a457-39b2cae3062d"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:21:22.591325 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-1ad98705-2b13-4ea4-9517-06ff3d9a8d67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef78769-4efd-4878-b345-87ae1647c9c3 HTTP/1.1" status: 200 len: 217 time: 0.0565286 Jul 14 07:21:22.597707 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-148c7782-ed9c-46d1-909e-bd3fdb318007 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:22.611202 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f0121ec-600e-4bd4-a08f-31f31f042df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:22.633460 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f0121ec-600e-4bd4-a08f-31f31f042df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:22.685845 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2f0121ec-600e-4bd4-a08f-31f31f042df5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b13d873895643008c17d9752c0509a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6445913 Jul 14 07:21:22.688647 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-77bf893e-a2fd-4227-b36d-ad4f7ac494c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:22.690154 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-77bf893e-a2fd-4227-b36d-ad4f7ac494c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17d6c8c0-fbe5-4ead-b549-116c4e9b213e HTTP/1.1" status: 200 len: 857 time: 0.0906081 Jul 14 07:21:22.690777 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41800) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:22.697822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0121ec-600e-4bd4-a08f-31f31f042df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70612bf-fc01-429b-8326-53aa929ceea6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:22.709548 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cebb7cf-c1d9-4cbe-90b6-6f8999e983fd x-openstack-request-id: req-7cebb7cf-c1d9-4cbe-90b6-6f8999e983fd {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:21:22.709800 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f8c8b7-9f92-492b-89b7-bf6d804153e0", "tag": "3c40395b-25a4-4a25-a457-39b2cae3062d", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:21:22.710677 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7cebb7cf-c1d9-4cbe-90b6-6f8999e983fd {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:21:22.711104 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34f8c8b7-9f92-492b-89b7-bf6d804153e0', 'tag': '3c40395b-25a4-4a25-a457-39b2cae3062d', 'status': 'completed', 'code': 200} Jul 14 07:21:22.742362 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-9193e1b2-c229-417e-883c-b4a34f5908ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7e7f4931-4605-41c3-813f-f8302ec9fc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404737 Jul 14 07:21:22.814627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-0fa357b5-c2c0-4ff1-bc4e-140e25a7d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:22.816550 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-0fa357b5-c2c0-4ff1-bc4e-140e25a7d9c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 1094 time: 0.2265029 Jul 14 07:21:22.825446 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6463228-20f4-4a52-85da-e95969263ca1 req-546761fa-291c-4e3c-8096-ad0af1486c90 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:22.827143 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f6463228-20f4-4a52-85da-e95969263ca1 req-546761fa-291c-4e3c-8096-ad0af1486c90 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/ports?device_id=8442e29d-afc6-43ac-98c1-7a7f49fe2499 HTTP/1.1" status: 200 len: 944 time: 0.2400026 Jul 14 07:21:22.831633 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7055-63ef-452a-b777-f6f6f8531dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:22.836682 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-148c7782-ed9c-46d1-909e-bd3fdb318007 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:22.880512 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7055-63ef-452a-b777-f6f6f8531dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:22.894047 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-89ca97a5-0f22-4921-9171-f47f2db73658 service neutron] 10.222.0.30 "GET /v2.0/networks/7e7f4931-4605-41c3-813f-f8302ec9fc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438041 Jul 14 07:21:22.908464 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-b8650ca7-3caf-453d-8094-acccf35bb677 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c40395b-25a4-4a25-a457-39b2cae3062d HTTP/1.1" status: 200 len: 217 time: 0.0797384 Jul 14 07:21:22.929063 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148c7782-ed9c-46d1-909e-bd3fdb318007 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:21:23.037658 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e6f7eff4-cf1b-4ff5-8f1b-72e0144a0fe0 req-59c42538-d757-4cf3-88fb-e84e9c99e9e8 service neutron] 10.222.0.30 "GET /v2.0/networks/7e7f4931-4605-41c3-813f-f8302ec9fc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358302 Jul 14 07:21:23.041392 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7055-63ef-452a-b777-f6f6f8531dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:23.044546 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7055-63ef-452a-b777-f6f6f8531dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:23.048709 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4a5f7055-63ef-452a-b777-f6f6f8531dfb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d70612bf-fc01-429b-8326-53aa929ceea6 HTTP/1.1" status: 204 len: 168 time: 0.3567083 Jul 14 07:21:23.060681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f7055-63ef-452a-b777-f6f6f8531dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70612bf-fc01-429b-8326-53aa929ceea6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:23.231230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dc164-5fa8-48f3-9ce2-9d65d0e141a9 req-00e5b178-d1e0-4f0c-8e42-36c0d23f5e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:23.234296 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-622dc164-5fa8-48f3-9ce2-9d65d0e141a9 req-00e5b178-d1e0-4f0c-8e42-36c0d23f5e61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=480d616897b246969d125a5b9260fed1&device_id=8442e29d-afc6-43ac-98c1-7a7f49fe2499 HTTP/1.1" status: 200 len: 1095 time: 0.1385846 Jul 14 07:21:23.338731 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-148c7782-ed9c-46d1-909e-bd3fdb318007 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:21:23.353125 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148c7782-ed9c-46d1-909e-bd3fdb318007 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:21:23.384041 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dc164-5fa8-48f3-9ce2-9d65d0e141a9 req-473ed5c8-ae55-42eb-8916-1f54d2484520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:23.385944 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-622dc164-5fa8-48f3-9ce2-9d65d0e141a9 req-473ed5c8-ae55-42eb-8916-1f54d2484520 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7e7f4931-4605-41c3-813f-f8302ec9fc5a HTTP/1.1" status: 200 len: 918 time: 0.1426904 Jul 14 07:21:23.396007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c7782-ed9c-46d1-909e-bd3fdb318007 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Pushing event updated for resources: {'Port': ['ID=ee0c6967-ccb6-4c52-873b-24d68f6562c4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:23.404423 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f6463228-20f4-4a52-85da-e95969263ca1 req-c1f44e3d-3a3c-48ef-9249-cb637d099094 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/security-groups?id=195c05b9-fd93-4e3c-bad9-3fb8636e21ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5588143 Jul 14 07:21:23.423530 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-35061120-fe71-4701-b707-2536e2a7e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:23.426526 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-35061120-fe71-4701-b707-2536e2a7e361 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33beb41d-173d-40f1-9dcf-045c8c6a18de HTTP/1.1" status: 200 len: 852 time: 0.5116065 Jul 14 07:21:23.517818 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-622dc164-5fa8-48f3-9ce2-9d65d0e141a9 req-160210f3-27d5-46ac-a93c-31029a1e681e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef78769-4efd-4878-b345-87ae1647c9c3 HTTP/1.1" status: 200 len: 217 time: 0.1084685 Jul 14 07:21:23.522202 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-c2716697-858e-49c9-bcb0-5d641ccf678b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779338 Jul 14 07:21:23.523175 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41812) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:23.582794 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dc164-5fa8-48f3-9ce2-9d65d0e141a9 req-2c236384-6cac-4855-bce0-2575197ea895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:23.584712 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-622dc164-5fa8-48f3-9ce2-9d65d0e141a9 req-2c236384-6cac-4855-bce0-2575197ea895 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17d6c8c0-fbe5-4ead-b549-116c4e9b213e HTTP/1.1" status: 200 len: 857 time: 0.0658801 Jul 14 07:21:23.624300 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-622dc164-5fa8-48f3-9ce2-9d65d0e141a9 req-0efa90fe-4162-4bf6-9b9a-a05c37bbd3f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7e7f4931-4605-41c3-813f-f8302ec9fc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326848 Jul 14 07:21:23.637752 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c37a335b-c7a0-415c-9c44-16d068c6da63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:23.728735 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-622dc164-5fa8-48f3-9ce2-9d65d0e141a9 req-ecb6633f-cfe1-4bbe-bbe2-051b4088e0ba service neutron] 10.222.0.30 "GET /v2.0/networks/7e7f4931-4605-41c3-813f-f8302ec9fc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971692 Jul 14 07:21:23.728939 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-148c7782-ed9c-46d1-909e-bd3fdb318007 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:23.765335 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-89ca6593-689e-4e74-8924-db7e6e0ea831 service neutron] 10.222.0.30 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040915 Jul 14 07:21:23.879259 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-622dc164-5fa8-48f3-9ce2-9d65d0e141a9 req-f370220b-e4cd-4792-95da-1726f1bdaf83 service neutron] 10.222.0.30 "GET /v2.0/networks/7e7f4931-4605-41c3-813f-f8302ec9fc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433852 Jul 14 07:21:23.946325 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-148c7782-ed9c-46d1-909e-bd3fdb318007 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:23.956176 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353ed71-9412-4046-b946-f3af2ff4cb19 req-25bc6806-cc03-486e-aaf1-2e77936751b5 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:23.959978 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d353ed71-9412-4046-b946-f3af2ff4cb19 req-25bc6806-cc03-486e-aaf1-2e77936751b5 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 943 time: 0.4003668 Jul 14 07:21:24.028807 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18f330b1-b995-4aab-a65e-7d12a4450dbe req-d1b67802-e247-47f4-b841-289f4d5792c8 service neutron] 10.222.0.30 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909316 Jul 14 07:21:24.073545 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d353ed71-9412-4046-b946-f3af2ff4cb19 req-ba92eeb7-3583-4772-8f1d-8e1433c23852 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914855 Jul 14 07:21:24.130005 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c37a335b-c7a0-415c-9c44-16d068c6da63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:24.152432 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c37a335b-c7a0-415c-9c44-16d068c6da63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:24.223864 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c37a335b-c7a0-415c-9c44-16d068c6da63 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d58d49b72f234f0c9839e1217be2ba76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6964049 Jul 14 07:21:24.224737 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41820) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:24.226784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a335b-c7a0-415c-9c44-16d068c6da63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ba66a7-fd92-487f-b945-d583f47cd231,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:24.265608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35453215-b622-4d46-8eda-e34081aeed5d req-5ca8ad38-c003-49a1-88df-a407f48bf8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:24.267242 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35453215-b622-4d46-8eda-e34081aeed5d req-5ca8ad38-c003-49a1-88df-a407f48bf8e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 1094 time: 0.1757970 Jul 14 07:21:24.293800 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41975860-0148-4f76-a048-72c65546dc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:24.299201 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-148c7782-ed9c-46d1-909e-bd3fdb318007 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:24.318121 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41975860-0148-4f76-a048-72c65546dc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:24.331315 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-148c7782-ed9c-46d1-909e-bd3fdb318007 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:24.372857 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41975860-0148-4f76-a048-72c65546dc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:24.376140 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41975860-0148-4f76-a048-72c65546dc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:24.377450 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-41975860-0148-4f76-a048-72c65546dc6f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96ba66a7-fd92-487f-b945-d583f47cd231 HTTP/1.1" status: 204 len: 168 time: 0.1520143 Jul 14 07:21:24.402865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41975860-0148-4f76-a048-72c65546dc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ba66a7-fd92-487f-b945-d583f47cd231,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:24.438381 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c7782-ed9c-46d1-909e-bd3fdb318007 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Pushing event updated for resources: {'Port': ['ID=ee0c6967-ccb6-4c52-873b-24d68f6562c4,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:24.446901 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35453215-b622-4d46-8eda-e34081aeed5d req-d64a8a49-b673-4bf1-909a-98300e97578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:24.448413 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35453215-b622-4d46-8eda-e34081aeed5d req-d64a8a49-b673-4bf1-909a-98300e97578d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 913 time: 0.1738055 Jul 14 07:21:24.454818 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-148c7782-ed9c-46d1-909e-bd3fdb318007 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:24.514346 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35453215-b622-4d46-8eda-e34081aeed5d req-1c4e80d6-47f4-4f91-95fb-5e671b7a4d26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c40395b-25a4-4a25-a457-39b2cae3062d HTTP/1.1" status: 200 len: 217 time: 0.0544155 Jul 14 07:21:24.519585 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-148c7782-ed9c-46d1-909e-bd3fdb318007 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:24.541911 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-148c7782-ed9c-46d1-909e-bd3fdb318007 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0797424 Jul 14 07:21:24.717418 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35453215-b622-4d46-8eda-e34081aeed5d req-7400b0af-7bd1-45a7-a9eb-57dfc501f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:24.719621 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35453215-b622-4d46-8eda-e34081aeed5d req-7400b0af-7bd1-45a7-a9eb-57dfc501f3f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33beb41d-173d-40f1-9dcf-045c8c6a18de HTTP/1.1" status: 200 len: 852 time: 0.1765983 Jul 14 07:21:24.774430 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35453215-b622-4d46-8eda-e34081aeed5d req-05f938a0-e28a-477f-bec9-9906ef1d1f8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460069 Jul 14 07:21:24.786036 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d930d-0d04-44a4-b198-4eff021cca9b req-84e14578-3185-47b8-89ff-2d64efe6584d tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:24.787597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e3d930d-0d04-44a4-b198-4eff021cca9b req-84e14578-3185-47b8-89ff-2d64efe6584d tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/ports?device_id=8442e29d-afc6-43ac-98c1-7a7f49fe2499 HTTP/1.1" status: 200 len: 944 time: 0.1526279 Jul 14 07:21:24.946329 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e3d930d-0d04-44a4-b198-4eff021cca9b req-139306c6-b2f8-41a9-8bc1-1bcd85ecc006 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/security-groups?id=195c05b9-fd93-4e3c-bad9-3fb8636e21ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492264 Jul 14 07:21:24.955071 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0392481d-b086-47ff-9d61-cb755d8c539c req-ea41e4c3-890f-4cf4-9892-482e1c47f804 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1392869688&fields=id&tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7 HTTP/1.1" status: 200 len: 267 time: 0.1644523 Jul 14 07:21:25.142418 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35453215-b622-4d46-8eda-e34081aeed5d req-022334ca-0fe9-4571-8160-8a837ff7d4db service neutron] 10.222.0.30 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537629 Jul 14 07:21:25.365289 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392481d-b086-47ff-9d61-cb755d8c539c req-76baeb3d-4406-4511-a2f1-8058c43c71e3 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:25.368217 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0392481d-b086-47ff-9d61-cb755d8c539c req-76baeb3d-4406-4511-a2f1-8058c43c71e3 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/networks?id=cd653837-16d0-4ce4-89f6-32469a5cf229 HTTP/1.1" status: 200 len: 817 time: 0.3805971 Jul 14 07:21:25.409735 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0392481d-b086-47ff-9d61-cb755d8c539c req-c058d1a5-89a6-4f83-82f2-5bc6ff3bf5bb tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/quotas/b01c2add3f774ccfa1969ff5ab4ec1f7 HTTP/1.1" status: 200 len: 375 time: 0.0327771 Jul 14 07:21:25.414854 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35453215-b622-4d46-8eda-e34081aeed5d req-b55c2276-2008-40f0-ac80-fe2e50722575 service neutron] 10.222.0.30 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654855 Jul 14 07:21:25.445386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bd30f-e3a6-4154-a6ca-3841d7734258 req-7d183505-2a13-4acd-89e3-377a75dfa774 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:25.447670 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-095bd30f-e3a6-4154-a6ca-3841d7734258 req-7d183505-2a13-4acd-89e3-377a75dfa774 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 943 time: 0.2034097 Jul 14 07:21:25.521741 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-095bd30f-e3a6-4154-a6ca-3841d7734258 req-50c895dd-9916-48dd-8f78-ef225eb30e03 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504429 Jul 14 07:21:25.537710 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0392481d-b086-47ff-9d61-cb755d8c539c req-a465669d-6b3b-425d-a380-d779f3fe1963 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1207349 Jul 14 07:21:25.617539 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3c40395b-25a4-4a25-a457-39b2cae3062d details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:21:25.663641 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0392481d-b086-47ff-9d61-cb755d8c539c req-90e242ac-928d-4249-89ff-033e65825f43 service neutron] 10.222.0.35 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133261 Jul 14 07:21:25.780145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3c40395b-25a4-4a25-a457-39b2cae3062d, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3c40395b-25a4-4a25-a457-39b2cae3062d,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:25.780532 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0392481d-b086-47ff-9d61-cb755d8c539c req-e83b431b-2927-4378-b699-69e3ef31a02e service neutron] 10.222.0.35 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105819 Jul 14 07:21:25.797709 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '3c40395b-25a4-4a25-a457-39b2cae3062d', 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118', 'port_id': '3c40395b-25a4-4a25-a457-39b2cae3062d', 'mac_address': 'fa:16:3e:6c:94:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33beb41d-173d-40f1-9dcf-045c8c6a18de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:21:25.892393 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:25.908145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c40395b-25a4-4a25-a457-39b2cae3062d {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:21:25.930492 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3c40395b-25a4-4a25-a457-39b2cae3062d, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3c40395b-25a4-4a25-a457-39b2cae3062d,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:25.936381 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:25.937563 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device eef78769-4efd-4878-b345-87ae1647c9c3 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:21:26.061968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=3c40395b-25a4-4a25-a457-39b2cae3062d,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:26.098284 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29538590-58e0-45d3-9f34-093b6e43223d req-cb4df30f-7b1a-439c-a8ff-8cd846634862 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 210 time: 0.0896056 Jul 14 07:21:26.292647 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port eef78769-4efd-4878-b345-87ae1647c9c3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=eef78769-4efd-4878-b345-87ae1647c9c3,segment=NetworkSegment(4895839c-ecea-4909-a81f-d4da4f21faeb),segment_id=4895839c-ecea-4909-a81f-d4da4f21faeb)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:26.352706 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'eef78769-4efd-4878-b345-87ae1647c9c3', 'network_id': '7e7f4931-4605-41c3-813f-f8302ec9fc5a', 'port_id': 'eef78769-4efd-4878-b345-87ae1647c9c3', 'mac_address': 'fa:16:3e:b9:bc:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d6c8c0-fbe5-4ead-b549-116c4e9b213e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:21:26.470203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8eeb83-6993-40fd-a8fb-309c6a268a34 req-3ff92b17-b973-4c16-a482-9f3550245def tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:26.481749 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e8eeb83-6993-40fd-a8fb-309c6a268a34 req-3ff92b17-b973-4c16-a482-9f3550245def tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/ports?device_id=8442e29d-afc6-43ac-98c1-7a7f49fe2499 HTTP/1.1" status: 200 len: 944 time: 0.2162473 Jul 14 07:21:26.515799 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:26.565660 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef78769-4efd-4878-b345-87ae1647c9c3 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:21:26.575627 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e8eeb83-6993-40fd-a8fb-309c6a268a34 req-cbdd9ff6-089f-48bd-a876-62364538f47b tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/security-groups?id=195c05b9-fd93-4e3c-bad9-3fb8636e21ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927606 Jul 14 07:21:26.604126 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port eef78769-4efd-4878-b345-87ae1647c9c3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=eef78769-4efd-4878-b345-87ae1647c9c3,segment=NetworkSegment(4895839c-ecea-4909-a81f-d4da4f21faeb),segment_id=4895839c-ecea-4909-a81f-d4da4f21faeb)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:26.620375 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:26.715476 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=eef78769-4efd-4878-b345-87ae1647c9c3,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:26.819271 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f865e-880b-474e-b752-3669a790d7ea req-607207e2-9b74-454c-a6b1-d527914cf18c tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:26.820888 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e08f865e-880b-474e-b752-3669a790d7ea req-607207e2-9b74-454c-a6b1-d527914cf18c tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 944 time: 0.0826242 Jul 14 07:21:26.873984 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e08f865e-880b-474e-b752-3669a790d7ea req-18bf95a2-ef17-47ff-ac9a-5d1f13904280 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469270 Jul 14 07:21:26.895512 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['eef78769-4efd-4878-b345-87ae1647c9c3'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:21:26.900489 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['3c40395b-25a4-4a25-a457-39b2cae3062d'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:21:27.271635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82ac7b3b-b87b-4621-b978-9429a4c5e45b req-0d404dd7-3838-4a9f-b99a-93ebbd01c4ff tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 210 time: 0.0328209 Jul 14 07:21:27.315604 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41932) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:27.321037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d51437ba-e7be-478b-a414-fd8f4b82ed8b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1238223271', 'description': 'tempest-secgroup-smoke-1238223271 description', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:27.354632 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d51437ba-e7be-478b-a414-fd8f4b82ed8b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:27.362693 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d51437ba-e7be-478b-a414-fd8f4b82ed8b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:27.511633 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d51437ba-e7be-478b-a414-fd8f4b82ed8b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:27.516839 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d51437ba-e7be-478b-a414-fd8f4b82ed8b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:27.556669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51437ba-e7be-478b-a414-fd8f4b82ed8b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ac8620-94af-4bed-ba58-791e54db778c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:27.645576 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392481d-b086-47ff-9d61-cb755d8c539c req-e47d6f00-53e2-4142-aa25-d1f9cd3888de tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:27.647267 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0392481d-b086-47ff-9d61-cb755d8c539c req-e47d6f00-53e2-4142-aa25-d1f9cd3888de tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.15 "GET /v2.0/networks?id=cd653837-16d0-4ce4-89f6-32469a5cf229 HTTP/1.1" status: 200 len: 817 time: 0.1831272 Jul 14 07:21:27.654671 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d51437ba-e7be-478b-a414-fd8f4b82ed8b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:27.668669 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d51437ba-e7be-478b-a414-fd8f4b82ed8b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:27.710104 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d51437ba-e7be-478b-a414-fd8f4b82ed8b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:27.714292 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d51437ba-e7be-478b-a414-fd8f4b82ed8b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3950026 Jul 14 07:21:27.714292 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51437ba-e7be-478b-a414-fd8f4b82ed8b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2210616a-198a-45d5-9bf8-3239dc653dc7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:27.716002 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41954) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:27.721568 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-875b87ae-20df-4231-9a8b-06619cb6d74b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': '2210616a-198a-45d5-9bf8-3239dc653dc7', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:27.768927 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0392481d-b086-47ff-9d61-cb755d8c539c req-bcdfb591-d7c7-45aa-b064-f85b5ebc81fe tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7 HTTP/1.1" status: 200 len: 380 time: 0.1126025 Jul 14 07:21:27.771225 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-875b87ae-20df-4231-9a8b-06619cb6d74b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:27.781037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-0392481d-b086-47ff-9d61-cb755d8c539c req-4f7b78e4-009d-4c8d-80da-a40136f566f6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Request body: {'port': {'device_id': 'c3146926-6f83-4751-a25d-88017e06a4d8', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'admin_state_up': True, 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'security_groups': ['303e5f81-33d4-4c07-8145-9766ce73a061']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:27.893599 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-875b87ae-20df-4231-9a8b-06619cb6d74b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:27.899617 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-875b87ae-20df-4231-9a8b-06619cb6d74b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:27.963149 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-875b87ae-20df-4231-9a8b-06619cb6d74b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:27.964407 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-875b87ae-20df-4231-9a8b-06619cb6d74b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2473245 Jul 14 07:21:27.967259 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41964) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:27.977249 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7c994-8971-4db0-8bf8-df03e45a9805 req-20b3b159-1ac0-461b-988e-40d426665607 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:27.977472 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-2cd4c77e-d9cd-4816-9651-2df94d057b3a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': '2210616a-198a-45d5-9bf8-3239dc653dc7', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:27.979685 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05b7c994-8971-4db0-8bf8-df03e45a9805 req-20b3b159-1ac0-461b-988e-40d426665607 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/ports?device_id=8442e29d-afc6-43ac-98c1-7a7f49fe2499 HTTP/1.1" status: 200 len: 945 time: 0.1334782 Jul 14 07:21:27.982995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b87ae-20df-4231-9a8b-06619cb6d74b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5119c59c-d5de-4b98-9781-ae274b4ff3b7,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:28.028575 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c77e-d9cd-4816-9651-2df94d057b3a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.097744 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05b7c994-8971-4db0-8bf8-df03e45a9805 req-82ac9ca7-56c1-46c8-bcfa-b210f6bef460 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/security-groups?id=195c05b9-fd93-4e3c-bad9-3fb8636e21ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171627 Jul 14 07:21:28.103167 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c77e-d9cd-4816-9651-2df94d057b3a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.112502 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c77e-d9cd-4816-9651-2df94d057b3a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.125542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0392481d-b086-47ff-9d61-cb755d8c539c req-4f7b78e4-009d-4c8d-80da-a40136f566f6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Made reservation on behalf of b01c2add3f774ccfa1969ff5ab4ec1f7 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:21:28.130293 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0392481d-b086-47ff-9d61-cb755d8c539c req-4f7b78e4-009d-4c8d-80da-a40136f566f6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.136449 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4c77e-d9cd-4816-9651-2df94d057b3a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66902307-764b-4259-b9ec-beb47679f933,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:28.142471 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c77e-d9cd-4816-9651-2df94d057b3a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.143976 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2cd4c77e-d9cd-4816-9651-2df94d057b3a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1750729 Jul 14 07:21:28.149178 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41974) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:28.164653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-de75d1a7-f16b-44fb-ac8e-4855f0117d47 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': '2210616a-198a-45d5-9bf8-3239dc653dc7', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:28.205927 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54f2b7-e637-4d4c-a7fd-97df267eeb71 req-ab48204d-6e7e-4fdb-b14e-6e42575cb906 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:28.207416 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e54f2b7-e637-4d4c-a7fd-97df267eeb71 req-ab48204d-6e7e-4fdb-b14e-6e42575cb906 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 944 time: 0.1748016 Jul 14 07:21:28.279436 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-de75d1a7-f16b-44fb-ac8e-4855f0117d47 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.353363 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e54f2b7-e637-4d4c-a7fd-97df267eeb71 req-af9509af-3f4b-40cf-8578-9c3167409f14 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097002 Jul 14 07:21:28.402204 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-0392481d-b086-47ff-9d61-cb755d8c539c req-4f7b78e4-009d-4c8d-80da-a40136f566f6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Allocated IP 172.20.0.7 (cd653837-16d0-4ce4-89f6-32469a5cf229/54c389bb-f8cc-4826-9a6a-5f4ac58e9131/f8939350-7a69-425b-9320-90aed337d763) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:21:28.410957 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-de75d1a7-f16b-44fb-ac8e-4855f0117d47 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.423425 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-de75d1a7-f16b-44fb-ac8e-4855f0117d47 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.466052 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75d1a7-f16b-44fb-ac8e-4855f0117d47 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3dee20b-2091-4abc-b992-c3d9def62677,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:28.515139 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-340f43f8-50f5-4e5b-870b-070d9dd7f1e2 req-caea56b4-5dce-459b-b901-dece74bedadf tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 210 time: 0.0434854 Jul 14 07:21:28.515767 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-de75d1a7-f16b-44fb-ac8e-4855f0117d47 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.516907 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-de75d1a7-f16b-44fb-ac8e-4855f0117d47 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3572454 Jul 14 07:21:28.519945 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41992) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:28.525736 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-bb683339-50b1-479e-adbd-d4439f20f98d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': '2210616a-198a-45d5-9bf8-3239dc653dc7', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:28.588589 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bb683339-50b1-479e-adbd-d4439f20f98d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.636158 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0392481d-b086-47ff-9d61-cb755d8c539c req-4f7b78e4-009d-4c8d-80da-a40136f566f6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.655582 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bb683339-50b1-479e-adbd-d4439f20f98d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.663107 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bb683339-50b1-479e-adbd-d4439f20f98d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.663241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-0392481d-b086-47ff-9d61-cb755d8c539c req-4f7b78e4-009d-4c8d-80da-a40136f566f6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Transition to ACTIVE for port object f8939350-7a69-425b-9320-90aed337d763 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:21:28.686522 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb683339-50b1-479e-adbd-d4439f20f98d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf314f6-836d-4913-b828-61a16642e74d,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:28.696724 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bb683339-50b1-479e-adbd-d4439f20f98d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.701240 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0392481d-b086-47ff-9d61-cb755d8c539c req-4f7b78e4-009d-4c8d-80da-a40136f566f6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.702920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41994) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:28.705041 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bb683339-50b1-479e-adbd-d4439f20f98d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1831357 Jul 14 07:21:28.709338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-dba52c96-0a0f-4dc5-aa4b-fedf77b7f647 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': '2210616a-198a-45d5-9bf8-3239dc653dc7', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:28.778028 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0392481d-b086-47ff-9d61-cb755d8c539c req-4f7b78e4-009d-4c8d-80da-a40136f566f6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Network cd653837-16d0-4ce4-89f6-32469a5cf229 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:21:28.782112 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-0392481d-b086-47ff-9d61-cb755d8c539c req-4f7b78e4-009d-4c8d-80da-a40136f566f6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:21:28.783895 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-dba52c96-0a0f-4dc5-aa4b-fedf77b7f647 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Project b7b4e8051a664c019a0af911d6ce8090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:21:28.789510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0392481d-b086-47ff-9d61-cb755d8c539c req-4f7b78e4-009d-4c8d-80da-a40136f566f6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:21:28.794967 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b78e4-009d-4c8d-80da-a40136f566f6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Pushing event updated for resources: {'Port': ['ID=f8939350-7a69-425b-9320-90aed337d763,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:28.823967 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dba52c96-0a0f-4dc5-aa4b-fedf77b7f647 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.871785 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392481d-b086-47ff-9d61-cb755d8c539c req-4f7b78e4-009d-4c8d-80da-a40136f566f6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:28.872431 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0392481d-b086-47ff-9d61-cb755d8c539c req-4f7b78e4-009d-4c8d-80da-a40136f566f6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.903367 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0392481d-b086-47ff-9d61-cb755d8c539c req-4f7b78e4-009d-4c8d-80da-a40136f566f6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1291728 Jul 14 07:21:28.909341 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dba52c96-0a0f-4dc5-aa4b-fedf77b7f647 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.915424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Request body: {'port': {'device_id': 'c3146926-6f83-4751-a25d-88017e06a4d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:28.920321 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dba52c96-0a0f-4dc5-aa4b-fedf77b7f647 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.966613 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba52c96-0a0f-4dc5-aa4b-fedf77b7f647 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0494d2e-db81-4784-89ae-3eff24a24e24,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:28.978075 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dba52c96-0a0f-4dc5-aa4b-fedf77b7f647 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:28.979315 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-dba52c96-0a0f-4dc5-aa4b-fedf77b7f647 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2754364 Jul 14 07:21:28.982303 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42002) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:28.987741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-32b2daaf-bbbe-4cec-b486-3b445ed11b1d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': '2210616a-198a-45d5-9bf8-3239dc653dc7', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:29.020745 n-d-778696-5 neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-32b2daaf-bbbe-4cec-b486-3b445ed11b1d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Project b7b4e8051a664c019a0af911d6ce8090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:21:29.020965 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:29.027453 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32b2daaf-bbbe-4cec-b486-3b445ed11b1d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:29.082888 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e0134aaf-9019-4b73-a4ac-541656770fb3 None None] Provisioning for port f8939350-7a69-425b-9320-90aed337d763 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:21:29.089344 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e0134aaf-9019-4b73-a4ac-541656770fb3 None None] Provisioning complete for port f8939350-7a69-425b-9320-90aed337d763 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:21:29.090112 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e0134aaf-9019-4b73-a4ac-541656770fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:29.138237 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32b2daaf-bbbe-4cec-b486-3b445ed11b1d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:29.152704 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e0134aaf-9019-4b73-a4ac-541656770fb3 None None] Port f8939350-7a69-425b-9320-90aed337d763 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:21:29.166594 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32b2daaf-bbbe-4cec-b486-3b445ed11b1d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:29.190683 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2daaf-bbbe-4cec-b486-3b445ed11b1d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af6410b-4d7b-4a3b-a8e9-ed3d5d45273a,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:29.200790 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32b2daaf-bbbe-4cec-b486-3b445ed11b1d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:29.202464 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-32b2daaf-bbbe-4cec-b486-3b445ed11b1d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2188041 Jul 14 07:21:29.205124 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42010) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:29.211035 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-418a2bc3-64bd-4b9f-957b-57d37cb78753 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'network': {'name': 'tempest-network-smoke--1599395739', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'port_security_enabled': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:29.236331 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418a2bc3-64bd-4b9f-957b-57d37cb78753 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Made reservation on behalf of b7b4e8051a664c019a0af911d6ce8090 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:21:29.243740 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-418a2bc3-64bd-4b9f-957b-57d37cb78753 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:29.303155 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418a2bc3-64bd-4b9f-957b-57d37cb78753 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:21:29.314943 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-418a2bc3-64bd-4b9f-957b-57d37cb78753 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:29.315364 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-418a2bc3-64bd-4b9f-957b-57d37cb78753 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Added segment 524c6015-92fd-41e1-8252-8aaee5205294 of type vlan for network deabe113-d88b-4996-a81c-d6af98e94bcb Jul 14 07:21:29.367018 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-418a2bc3-64bd-4b9f-957b-57d37cb78753 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:29.421982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0b52d-83b2-4fff-96b2-4b7000d2d48e req-0ab557da-90ea-4d0b-9f86-949ee5043bdf tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:29.422274 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-418a2bc3-64bd-4b9f-957b-57d37cb78753 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:29.423514 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a6b0b52d-83b2-4fff-96b2-4b7000d2d48e req-0ab557da-90ea-4d0b-9f86-949ee5043bdf tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/ports?device_id=8442e29d-afc6-43ac-98c1-7a7f49fe2499 HTTP/1.1" status: 200 len: 945 time: 0.1212726 Jul 14 07:21:29.435146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418a2bc3-64bd-4b9f-957b-57d37cb78753 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:29.435807 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-418a2bc3-64bd-4b9f-957b-57d37cb78753 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:29.436702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8939350-7a69-425b-9320-90aed337d763 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:21:29.449902 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:29.501263 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Transition to ACTIVE for port object f8939350-7a69-425b-9320-90aed337d763 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:21:29.535763 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a6b0b52d-83b2-4fff-96b2-4b7000d2d48e req-372aa3c2-5e4e-43ee-8eec-e6fb4f940ee9 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/security-groups?id=195c05b9-fd93-4e3c-bad9-3fb8636e21ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014836 Jul 14 07:21:29.538810 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a2bc3-64bd-4b9f-957b-57d37cb78753 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Network': ['ID=deabe113-d88b-4996-a81c-d6af98e94bcb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:29.542013 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-418a2bc3-64bd-4b9f-957b-57d37cb78753 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3356419 Jul 14 07:21:29.544833 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42020) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:29.546221 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:29.550633 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network deabe113-d88b-4996-a81c-d6af98e94bcb details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:21:29.563010 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-49317332', 'admin_state_up': True, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:29.611078 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:29.612497 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:29.676951 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3c40395b-25a4-4a25-a457-39b2cae3062d up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:21:29.743520 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:29.758708 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 3c40395b-25a4-4a25-a457-39b2cae3062d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:21:29.764625 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 3c40395b-25a4-4a25-a457-39b2cae3062d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:21:29.765268 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:29.850252 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Pushing event updated for resources: {'Port': ['ID=f8939350-7a69-425b-9320-90aed337d763,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:29.870503 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0856e27-4536-47cd-8d05-5343936485d4 req-e8679f2a-170f-48f3-80a3-eb55e4f4289a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:29.872429 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0856e27-4536-47cd-8d05-5343936485d4 req-e8679f2a-170f-48f3-80a3-eb55e4f4289a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 944 time: 0.3295999 Jul 14 07:21:29.874982 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:29.937048 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3c40395b-25a4-4a25-a457-39b2cae3062d, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3c40395b-25a4-4a25-a457-39b2cae3062d,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:29.938554 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f8c8b7-9f92-492b-89b7-bf6d804153e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c40395b-25a4-4a25-a457-39b2cae3062d'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:21:29.941099 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e595f1-6f55-4c82-b4f9-f363fa57e290" -d '{"events": [{"server_uuid": "34f8c8b7-9f92-492b-89b7-bf6d804153e0", "name": "network-vif-plugged", "status": "completed", "tag": "3c40395b-25a4-4a25-a457-39b2cae3062d"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:21:29.951039 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Attempting to bind port f8939350-7a69-425b-9320-90aed337d763 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:21:29.952159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Attempting to bind port f8939350-7a69-425b-9320-90aed337d763 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '0ba77749-354c-4ccd-bb4c-3ad23f28db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:21:29.952870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Attempting to bind port f8939350-7a69-425b-9320-90aed337d763 on network cd653837-16d0-4ce4-89f6-32469a5cf229 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:21:29.960326 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:29.962102 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device eef78769-4efd-4878-b345-87ae1647c9c3 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:21:29.969904 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Port f8939350-7a69-425b-9320-90aed337d763 on network cd653837-16d0-4ce4-89f6-32469a5cf229 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:21:29.971025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Attempting to bind port f8939350-7a69-425b-9320-90aed337d763 on network cd653837-16d0-4ce4-89f6-32469a5cf229 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:21:29.998304 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:21:29.998660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Checking segment: {'id': '0ba77749-354c-4ccd-bb4c-3ad23f28db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:21:30.002475 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Bound using segment: {'id': '0ba77749-354c-4ccd-bb4c-3ad23f28db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:21:30.003197 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Bound port: f8939350-7a69-425b-9320-90aed337d763, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba77749-354c-4ccd-bb4c-3ad23f28db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:21:30.003736 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:30.056259 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:30.068144 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0856e27-4536-47cd-8d05-5343936485d4 req-5ae988de-87ac-4b20-9796-9830af4c4c60 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758323 Jul 14 07:21:30.113974 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port eef78769-4efd-4878-b345-87ae1647c9c3 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:21:30.129052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port eef78769-4efd-4878-b345-87ae1647c9c3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:21:30.129662 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:30.132505 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=3c40395b-25a4-4a25-a457-39b2cae3062d,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:30.217760 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:30.221108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd0449-d002-49ea-ab77-3f3ee4da4b12 req-8abcd9fb-9f2b-4cc3-bd64-c06af22bcad8 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:30.229452 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97cd0449-d002-49ea-ab77-3f3ee4da4b12 req-8abcd9fb-9f2b-4cc3-bd64-c06af22bcad8 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 943 time: 0.3557568 Jul 14 07:21:30.256829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port eef78769-4efd-4878-b345-87ae1647c9c3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=eef78769-4efd-4878-b345-87ae1647c9c3,segment=NetworkSegment(4895839c-ecea-4909-a81f-d4da4f21faeb),segment_id=4895839c-ecea-4909-a81f-d4da4f21faeb)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:30.262649 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:30.319757 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=eef78769-4efd-4878-b345-87ae1647c9c3,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:30.333665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97cd0449-d002-49ea-ab77-3f3ee4da4b12 req-74fabb12-5159-4617-a0c5-3527aa357a7d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031883 Jul 14 07:21:30.335055 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] For port f8939350-7a69-425b-9320-90aed337d763, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:21:30.352172 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] For port f8939350-7a69-425b-9320-90aed337d763, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f8939350-7a69-425b-9320-90aed337d763,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:21:30.358325 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:30.414895 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59705318-c9f9-4391-992f-31aca4fc16eb x-openstack-request-id: req-59705318-c9f9-4391-992f-31aca4fc16eb {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:21:30.415191 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f8c8b7-9f92-492b-89b7-bf6d804153e0", "name": "network-vif-plugged", "status": "completed", "tag": "3c40395b-25a4-4a25-a457-39b2cae3062d", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:21:30.415451 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59705318-c9f9-4391-992f-31aca4fc16eb {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:21:30.415902 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f8c8b7-9f92-492b-89b7-bf6d804153e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c40395b-25a4-4a25-a457-39b2cae3062d', 'code': 200} Jul 14 07:21:30.438420 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:30.438988 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:30.440475 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0392481d-b086-47ff-9d61-cb755d8c539c req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] 10.222.0.15 "PUT /v2.0/ports/f8939350-7a69-425b-9320-90aed337d763 HTTP/1.1" status: 200 len: 1091 time: 1.5297370 Jul 14 07:21:30.440982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3146926-6f83-4751-a25d-88017e06a4d8', 'tag': 'f8939350-7a69-425b-9320-90aed337d763'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:21:30.443641 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71fd26a-86eb-4700-88c3-0105f45782c3" -d '{"events": [{"name": "network-changed", "server_uuid": "c3146926-6f83-4751-a25d-88017e06a4d8", "tag": "f8939350-7a69-425b-9320-90aed337d763"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:21:30.483589 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:30.486693 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5f353-800f-4360-9ee6-7b4fff126a85 service neutron] Pushing event updated for resources: {'Port': ['ID=f8939350-7a69-425b-9320-90aed337d763,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:30.523006 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7abaf033-c267-41ab-8713-d5fdbd46caed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:30.552634 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:30.763882 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Allocated IP 172.25.7.78 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/2ff15952-df4a-49fa-8148-774598c9d695) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:21:30.908775 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:31.044157 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:31.065799 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2f15c1-8215-4af8-bad4-fd3546a7b111 x-openstack-request-id: req-fc2f15c1-8215-4af8-bad4-fd3546a7b111 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:21:31.066271 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3146926-6f83-4751-a25d-88017e06a4d8", "tag": "f8939350-7a69-425b-9320-90aed337d763", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:21:31.066357 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc2f15c1-8215-4af8-bad4-fd3546a7b111 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:21:31.066703 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3146926-6f83-4751-a25d-88017e06a4d8', 'tag': 'f8939350-7a69-425b-9320-90aed337d763', 'status': 'completed', 'code': 200} Jul 14 07:21:31.093397 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:21:31.098669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:21:31.101155 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:21:31.125299 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=2ff15952-df4a-49fa-8148-774598c9d695,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:31.198115 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90beab-8253-4ef7-9927-c625b08d741c req-19faa1fc-45f4-499d-a478-ee3de877f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:31.199800 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1d90beab-8253-4ef7-9927-c625b08d741c req-19faa1fc-45f4-499d-a478-ee3de877f082 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 1096 time: 0.6922474 Jul 14 07:21:31.290819 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1d90beab-8253-4ef7-9927-c625b08d741c req-d903cecc-b388-4397-a35d-b728f31d48a9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824759 Jul 14 07:21:31.305411 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb1c6e-2e07-4093-8458-4a22bf8f5ebd req-47f12024-6d7d-4d0b-88c4-71e9e9ce2b7a tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:31.306882 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a1eb1c6e-2e07-4093-8458-4a22bf8f5ebd req-47f12024-6d7d-4d0b-88c4-71e9e9ce2b7a tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/ports?device_id=8442e29d-afc6-43ac-98c1-7a7f49fe2499 HTTP/1.1" status: 200 len: 946 time: 0.2675953 Jul 14 07:21:31.329797 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392481d-b086-47ff-9d61-cb755d8c539c req-425c1b58-c4df-4940-a990-779d607a07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:31.331297 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0392481d-b086-47ff-9d61-cb755d8c539c req-425c1b58-c4df-4940-a990-779d607a07c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7&device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 1094 time: 0.2931697 Jul 14 07:21:31.399391 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0392481d-b086-47ff-9d61-cb755d8c539c req-0be2b904-0435-4130-98b2-84c7fc9ee466 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8939350-7a69-425b-9320-90aed337d763 HTTP/1.1" status: 200 len: 217 time: 0.0550206 Jul 14 07:21:31.449534 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a1eb1c6e-2e07-4093-8458-4a22bf8f5ebd req-56ad49ac-bccc-4183-9b2e-9614cb8e83bd tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/security-groups?id=195c05b9-fd93-4e3c-bad9-3fb8636e21ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230390 Jul 14 07:21:31.492290 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:31.567133 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6b8bd-ebdf-4112-a858-4937e301304f req-aaa700c3-2be7-430e-806c-97e2cb26c3ea tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:31.585455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ea6b8bd-ebdf-4112-a858-4937e301304f req-aaa700c3-2be7-430e-806c-97e2cb26c3ea tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.3069167 Jul 14 07:21:31.588154 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392481d-b086-47ff-9d61-cb755d8c539c req-c2fe3426-6826-473c-a4a5-e439aaa795b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:31.589626 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0392481d-b086-47ff-9d61-cb755d8c539c req-c2fe3426-6826-473c-a4a5-e439aaa795b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54c389bb-f8cc-4826-9a6a-5f4ac58e9131 HTTP/1.1" status: 200 len: 856 time: 0.1699464 Jul 14 07:21:31.668018 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ea6b8bd-ebdf-4112-a858-4937e301304f req-30325a8e-5b00-4f61-b5d6-7c5acdedb4e4 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814204 Jul 14 07:21:31.726635 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392481d-b086-47ff-9d61-cb755d8c539c req-f60b5c31-650a-4272-8bab-51408e1dd28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:31.728188 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0392481d-b086-47ff-9d61-cb755d8c539c req-f60b5c31-650a-4272-8bab-51408e1dd28d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd653837-16d0-4ce4-89f6-32469a5cf229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242898 Jul 14 07:21:31.932409 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0392481d-b086-47ff-9d61-cb755d8c539c req-5139e50b-aa27-4774-975a-09779f29fb84 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968079 Jul 14 07:21:31.940556 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396d3b4-c163-464e-9784-87c6163911b3 req-0e25e6c7-b406-4925-92e3-62d4e3906359 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:31.949476 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7396d3b4-c163-464e-9784-87c6163911b3 req-0e25e6c7-b406-4925-92e3-62d4e3906359 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 943 time: 0.1079342 Jul 14 07:21:32.045302 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7396d3b4-c163-464e-9784-87c6163911b3 req-3d15bf3c-6e3b-4669-b49f-4c87b44cd483 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947974 Jul 14 07:21:32.187392 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0392481d-b086-47ff-9d61-cb755d8c539c req-a4baafed-bb6b-47ea-a069-d7e9e1e5cd71 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352779 Jul 14 07:21:32.275359 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:32.318423 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fd26a-86eb-4700-88c3-0105f45782c3 req-4d4677f5-7c5e-4ffb-8196-441381754490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:32.320055 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f71fd26a-86eb-4700-88c3-0105f45782c3 req-4d4677f5-7c5e-4ffb-8196-441381754490 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7&device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 1094 time: 0.0571542 Jul 14 07:21:32.416356 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:21:32.416768 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8442e29d-afc6-43ac-98c1-7a7f49fe2499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef78769-4efd-4878-b345-87ae1647c9c3'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:21:32.419185 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365ff9b9-1d05-43c9-9dd0-07ae157f9774" -d '{"events": [{"server_uuid": "8442e29d-afc6-43ac-98c1-7a7f49fe2499", "name": "network-vif-plugged", "status": "completed", "tag": "eef78769-4efd-4878-b345-87ae1647c9c3"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:21:32.464730 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fd26a-86eb-4700-88c3-0105f45782c3 req-70043ad4-0bdc-40d4-9e0f-03b208ed7230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:32.469945 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f71fd26a-86eb-4700-88c3-0105f45782c3 req-70043ad4-0bdc-40d4-9e0f-03b208ed7230 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd653837-16d0-4ce4-89f6-32469a5cf229 HTTP/1.1" status: 200 len: 918 time: 0.1425154 Jul 14 07:21:32.506302 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaae0b9-7de0-4f31-bf1d-1f57ecec0614 x-openstack-request-id: req-dcaae0b9-7de0-4f31-bf1d-1f57ecec0614 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:21:32.506604 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8442e29d-afc6-43ac-98c1-7a7f49fe2499", "name": "network-vif-plugged", "status": "completed", "tag": "eef78769-4efd-4878-b345-87ae1647c9c3", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:21:32.507406 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dcaae0b9-7de0-4f31-bf1d-1f57ecec0614 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:21:32.507804 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8442e29d-afc6-43ac-98c1-7a7f49fe2499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef78769-4efd-4878-b345-87ae1647c9c3', 'code': 200} Jul 14 07:21:32.566838 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f71fd26a-86eb-4700-88c3-0105f45782c3 req-eda8b2d2-f04a-4e3b-ad34-1a298e735d81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8939350-7a69-425b-9320-90aed337d763 HTTP/1.1" status: 200 len: 217 time: 0.0903602 Jul 14 07:21:32.575310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:21:32.587701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Sync routers for ids ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:21:32.600965 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:32.604056 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7956bcfe-ffb0-4208-aac0-153342f2271e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.0581892 Jul 14 07:21:32.605351 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Routers {'06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:21:32.606023 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:21:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:32.607823 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42094) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:32.786925 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Set router 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:21:32.841230 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fd26a-86eb-4700-88c3-0105f45782c3 req-1d3366b1-087d-4564-ba05-e55c72f563f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:32.848046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f71fd26a-86eb-4700-88c3-0105f45782c3 req-1d3366b1-087d-4564-ba05-e55c72f563f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54c389bb-f8cc-4826-9a6a-5f4ac58e9131 HTTP/1.1" status: 200 len: 856 time: 0.2538614 Jul 14 07:21:32.861993 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-94a3e207-31c3-4dc6-bf7f-313917c7bf29 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=b7b4e8051a664c019a0af911d6ce8090&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2527313 Jul 14 07:21:32.862620 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42108) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:32.992029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45d79-40bd-41c1-a6be-29e6373f18a4 req-cd1d9a1e-1a0e-4883-9427-4a2a81c96fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:32.993580 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caa45d79-40bd-41c1-a6be-29e6373f18a4 req-cd1d9a1e-1a0e-4883-9427-4a2a81c96fde service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8442e29d-afc6-43ac-98c1-7a7f49fe2499 HTTP/1.1" status: 200 len: 1097 time: 0.4195490 Jul 14 07:21:33.012908 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2786df-fb31-420e-9129-b09f1f7d8a7c req-874152c1-5193-44dd-8541-d3a82bbce901 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:33.014514 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1d2786df-fb31-420e-9129-b09f1f7d8a7c req-874152c1-5193-44dd-8541-d3a82bbce901 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/ports?device_id=8442e29d-afc6-43ac-98c1-7a7f49fe2499 HTTP/1.1" status: 200 len: 946 time: 0.3934693 Jul 14 07:21:33.116144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8694be16-2843-4a2f-a2b5-ac87c14661ed tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:33.121031 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8694be16-2843-4a2f-a2b5-ac87c14661ed tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2574358 Jul 14 07:21:33.121850 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42116) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:33.127134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f8939350-7a69-425b-9320-90aed337d763 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:21:33.187633 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caa45d79-40bd-41c1-a6be-29e6373f18a4 req-d83c266d-b377-453e-bd6e-46a4784e18d8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=195c05b9-fd93-4e3c-bad9-3fb8636e21ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721163 Jul 14 07:21:33.188870 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6290dc12-a655-4ea8-9296-881b1f2d57b7 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0658462 Jul 14 07:21:33.189421 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42118) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:33.191308 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fd26a-86eb-4700-88c3-0105f45782c3 req-e77b3862-deb2-4f77-adaa-aff63cf9bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:33.192759 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f71fd26a-86eb-4700-88c3-0105f45782c3 req-e77b3862-deb2-4f77-adaa-aff63cf9bfad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd653837-16d0-4ce4-89f6-32469a5cf229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3201299 Jul 14 07:21:33.208718 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-60e96f52-7cb9-449f-a8ee-fd74e406a4f2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-955712090', 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:33.234509 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1d2786df-fb31-420e-9129-b09f1f7d8a7c req-42ddbdf0-9395-4b46-8321-70d5dc1c216a tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/security-groups?id=195c05b9-fd93-4e3c-bad9-3fb8636e21ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905091 Jul 14 07:21:33.267594 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49317332', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2ff15952-df4a-49fa-8148-774598c9d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:21:29Z', 'updated_at': '2021-07-14T07:21:31Z', 'revision_number': 3, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '2ff15952-df4a-49fa-8148-774598c9d695', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:30Z', 'updated_at': '2021-07-14T07:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:33.310058 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Checking router: 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:21:33.310834 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Updating router 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 port 2ff15952-df4a-49fa-8148-774598c9d695 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:21:33.667549 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20100c80-b40d-457d-8c23-1b50e2cd5155 req-f2478ffe-759f-438a-a331-ac51eceeab7c tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:33.675115 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-20100c80-b40d-457d-8c23-1b50e2cd5155 req-f2478ffe-759f-438a-a331-ac51eceeab7c tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.4272039 Jul 14 07:21:33.691041 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f71fd26a-86eb-4700-88c3-0105f45782c3 req-0e5a4b55-9270-4c9d-a94b-0ae7bc839ce2 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554698 Jul 14 07:21:33.692561 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1dbc3c2d-1aed-4e51-8ed3-f84dcb8ee89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:33.716888 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:33.720042 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e96f52-7cb9-449f-a8ee-fd74e406a4f2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Made reservation on behalf of b7b4e8051a664c019a0af911d6ce8090 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:21:33.722463 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f8939350-7a69-425b-9320-90aed337d763, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f8939350-7a69-425b-9320-90aed337d763,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:33.723998 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60e96f52-7cb9-449f-a8ee-fd74e406a4f2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:33.738126 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:33.812852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'f8939350-7a69-425b-9320-90aed337d763', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'port_id': 'f8939350-7a69-425b-9320-90aed337d763', 'mac_address': 'fa:16:3e:27:79:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:21:33.895188 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-20100c80-b40d-457d-8c23-1b50e2cd5155 req-c85b354f-13d4-464e-9452-154d87d958e5 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188613 Jul 14 07:21:34.038037 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:34.082023 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8939350-7a69-425b-9320-90aed337d763 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:21:34.180563 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f8939350-7a69-425b-9320-90aed337d763, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f8939350-7a69-425b-9320-90aed337d763,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:34.200236 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:34.211331 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42142) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:34.220579 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ebfe2-15a3-483a-990f-9ec6a0b89402 req-d744b844-6e38-4bde-9aca-8281b528e56a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:34.222192 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-539ebfe2-15a3-483a-990f-9ec6a0b89402 req-d744b844-6e38-4bde-9aca-8281b528e56a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 943 time: 0.5808034 Jul 14 07:21:34.225411 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60e96f52-7cb9-449f-a8ee-fd74e406a4f2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:34.290916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e96f52-7cb9-449f-a8ee-fd74e406a4f2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Subnet': ['ID=52382377-c2d4-4b95-8b50-5ac07cbd1472,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:34.305104 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f71fd26a-86eb-4700-88c3-0105f45782c3 req-03819171-9a40-4c23-a5ec-b76d8fa34347 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868433 Jul 14 07:21:34.332955 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e779409b-b811-438d-ae08-e3b22fd8a45b admin admin] Deleting subnet a5bdc7c2-d37c-4570-9248-334df8d1bae6 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:21:34.336430 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e779409b-b811-438d-ae08-e3b22fd8a45b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:34.369896 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-539ebfe2-15a3-483a-990f-9ec6a0b89402 req-9c2bbc91-2e5f-4871-8781-e58a57e2d12d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804124 Jul 14 07:21:34.372250 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=f8939350-7a69-425b-9320-90aed337d763,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:34.383706 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e779409b-b811-438d-ae08-e3b22fd8a45b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:34.429312 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['f8939350-7a69-425b-9320-90aed337d763'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:21:34.438729 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e96f52-7cb9-449f-a8ee-fd74e406a4f2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Checking segment: {'id': '524c6015-92fd-41e1-8252-8aaee5205294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:21:34.439119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e96f52-7cb9-449f-a8ee-fd74e406a4f2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network hostable DHCP agents. Network: deabe113-d88b-4996-a81c-d6af98e94bcb, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:21:34.468385 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e779409b-b811-438d-ae08-e3b22fd8a45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:34.478953 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e96f52-7cb9-449f-a8ee-fd74e406a4f2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network deabe113-d88b-4996-a81c-d6af98e94bcb is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:21:34.497998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-60e96f52-7cb9-449f-a8ee-fd74e406a4f2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, deabe113-d88b-4996-a81c-d6af98e94bcb) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:21:34.502342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e96f52-7cb9-449f-a8ee-fd74e406a4f2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:34.503179 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60e96f52-7cb9-449f-a8ee-fd74e406a4f2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:34.532619 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc40c0e1-7cae-4098-ab5f-fb2dfeb15f71 None None] Network deabe113-d88b-4996-a81c-d6af98e94bcb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:21:34.540243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42152) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:34.542185 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-60e96f52-7cb9-449f-a8ee-fd74e406a4f2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3483548 Jul 14 07:21:34.697812 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:34.701079 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f4c09-e39c-4274-bd17-61fbefc1f22d req-8b60319c-2dd9-42e6-936a-9f91e61df3ac tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:34.702714 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-768f4c09-e39c-4274-bd17-61fbefc1f22d req-8b60319c-2dd9-42e6-936a-9f91e61df3ac tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.1357324 Jul 14 07:21:34.718361 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:34.735963 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e779409b-b811-438d-ae08-e3b22fd8a45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:34.743286 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Transition to ACTIVE for port object 2ff15952-df4a-49fa-8148-774598c9d695 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:21:34.769598 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e779409b-b811-438d-ae08-e3b22fd8a45b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:34.775898 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e779409b-b811-438d-ae08-e3b22fd8a45b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a5bdc7c2-d37c-4570-9248-334df8d1bae6 HTTP/1.1" status: 204 len: 168 time: 0.5635395 Jul 14 07:21:34.779803 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42154) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:34.781396 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:34.811756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-768f4c09-e39c-4274-bd17-61fbefc1f22d req-230c4525-5863-4d24-9bf6-a3a29668e1eb tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919595 Jul 14 07:21:34.834786 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519525b-c4e5-43b2-89f2-6b38346ddd0e None None] Pushing event updated for resources: {'Port': ['ID=2ff15952-df4a-49fa-8148-774598c9d695,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:34.859222 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779409b-b811-438d-ae08-e3b22fd8a45b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5bdc7c2-d37c-4570-9248-334df8d1bae6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:34.867669 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb084159-dc9e-4daa-a826-2d578377570b req-3b43ef6c-ed31-47c8-9a62-6f93d4c36a98 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:34.875109 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fb084159-dc9e-4daa-a826-2d578377570b req-3b43ef6c-ed31-47c8-9a62-6f93d4c36a98 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/ports?device_id=8442e29d-afc6-43ac-98c1-7a7f49fe2499 HTTP/1.1" status: 200 len: 946 time: 0.1693425 Jul 14 07:21:34.907887 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Attempting to bind port 2ff15952-df4a-49fa-8148-774598c9d695 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:21:34.908623 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Attempting to bind port 2ff15952-df4a-49fa-8148-774598c9d695 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:21:34.909226 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Attempting to bind port 2ff15952-df4a-49fa-8148-774598c9d695 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:21:34.917926 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:21:34.918673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:21:34.919299 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:34.919918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:21:34.920610 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Bound port: 2ff15952-df4a-49fa-8148-774598c9d695, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:21:34.921258 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:34.969983 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fb084159-dc9e-4daa-a826-2d578377570b req-a9947309-1030-4acd-b4cd-eb46aa28af3b tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/security-groups?id=195c05b9-fd93-4e3c-bad9-3fb8636e21ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939176 Jul 14 07:21:34.981746 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ae50ab6-78da-409f-b5ed-4bc697468657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:35.089229 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ae50ab6-78da-409f-b5ed-4bc697468657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:35.122517 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-2ae50ab6-78da-409f-b5ed-4bc697468657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1475a2-e5dc-4374-bc2f-b40a11ed95db']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:35.141427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-deabe113-d88b-4996-a81c-d6af98e94bcb', 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ips': [{'subnet_id': '52382377-c2d4-4b95-8b50-5ac07cbd1472'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:21:35.142378 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:35.152730 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-2ae50ab6-78da-409f-b5ed-4bc697468657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4582292-8585-41ba-afad-247278836df8') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:35.153224 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-2ae50ab6-78da-409f-b5ed-4bc697468657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4582292-8585-41ba-afad-247278836df8') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:35.164309 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ae50ab6-78da-409f-b5ed-4bc697468657 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:35.180221 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ae50ab6-78da-409f-b5ed-4bc697468657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:35.193646 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] For port 2ff15952-df4a-49fa-8148-774598c9d695, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:21:35.194846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae50ab6-78da-409f-b5ed-4bc697468657 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:21:35.197350 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ae50ab6-78da-409f-b5ed-4bc697468657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:21:35.215877 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:21:35.222311 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] For port 2ff15952-df4a-49fa-8148-774598c9d695, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2ff15952-df4a-49fa-8148-774598c9d695,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:21:35.282515 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ae50ab6-78da-409f-b5ed-4bc697468657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:35.294805 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ae50ab6-78da-409f-b5ed-4bc697468657 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:35.300701 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2ae50ab6-78da-409f-b5ed-4bc697468657 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0c1475a2-e5dc-4374-bc2f-b40a11ed95db HTTP/1.1" status: 204 len: 168 time: 0.5201504 Jul 14 07:21:35.301692 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42164) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:35.368294 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae50ab6-78da-409f-b5ed-4bc697468657 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c1475a2-e5dc-4374-bc2f-b40a11ed95db,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:35.380552 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:35.386330 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:35.394768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-710d1773-d5dd-4b24-b7e1-862900f8a2aa admin admin] Deleting subnet 65179da6-bba1-4d9a-b46c-09c066051963 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:21:35.399429 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-710d1773-d5dd-4b24-b7e1-862900f8a2aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:35.459556 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-710d1773-d5dd-4b24-b7e1-862900f8a2aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:35.499426 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Allocated IP 172.20.0.2 (deabe113-d88b-4996-a81c-d6af98e94bcb/52382377-c2d4-4b95-8b50-5ac07cbd1472/dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:21:35.579633 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-710d1773-d5dd-4b24-b7e1-862900f8a2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:35.655192 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519525b-c4e5-43b2-89f2-6b38346ddd0e None None] Pushing event updated for resources: {'Port': ['ID=2ff15952-df4a-49fa-8148-774598c9d695,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:35.665310 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Routers {'06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:21:35.665932 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:21:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:35.708640 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16877206-29b4-4ff0-84e7-e33733439cc4 req-485b8995-7e46-42fd-84b3-aa0d981af759 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:35.710204 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16877206-29b4-4ff0-84e7-e33733439cc4 req-485b8995-7e46-42fd-84b3-aa0d981af759 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/ports?device_id=8442e29d-afc6-43ac-98c1-7a7f49fe2499 HTTP/1.1" status: 200 len: 946 time: 0.1758299 Jul 14 07:21:35.714638 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-710d1773-d5dd-4b24-b7e1-862900f8a2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:35.752870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d1773-d5dd-4b24-b7e1-862900f8a2aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65179da6-bba1-4d9a-b46c-09c066051963,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:35.768795 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-710d1773-d5dd-4b24-b7e1-862900f8a2aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:35.773506 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-710d1773-d5dd-4b24-b7e1-862900f8a2aa admin admin] 10.222.0.35 "DELETE /v2.0/subnets/65179da6-bba1-4d9a-b46c-09c066051963 HTTP/1.1" status: 204 len: 168 time: 0.4508929 Jul 14 07:21:35.774361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42180) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:35.779121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d8a5b-8f59-4612-8d2a-838876b0e3de req-abbc06a6-6338-42e3-adb7-a256227b0f60 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:35.786103 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-570d8a5b-8f59-4612-8d2a-838876b0e3de req-abbc06a6-6338-42e3-adb7-a256227b0f60 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 944 time: 0.1716938 Jul 14 07:21:35.835987 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16877206-29b4-4ff0-84e7-e33733439cc4 req-85033940-45df-4573-8c2b-a91a58887a71 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/security-groups?id=195c05b9-fd93-4e3c-bad9-3fb8636e21ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930719 Jul 14 07:21:35.848291 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-570d8a5b-8f59-4612-8d2a-838876b0e3de req-6ebf8d87-d43e-4da1-9cb6-16074a5036ba tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612783 Jul 14 07:21:35.866796 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61712d35-0c50-46f3-bd93-ad41756d58bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:35.879080 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] Set router 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:21:36.006738 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61712d35-0c50-46f3-bd93-ad41756d58bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.019536 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-61712d35-0c50-46f3-bd93-ad41756d58bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50c6ad6-33f7-46e4-b3a9-7ef8b96538b3']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:36.026749 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.034010 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-61712d35-0c50-46f3-bd93-ad41756d58bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff227493-4f3c-4152-b073-a3822054abcb') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:36.034726 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-61712d35-0c50-46f3-bd93-ad41756d58bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff227493-4f3c-4152-b073-a3822054abcb') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:36.046930 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Transition to ACTIVE for port object dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:21:36.048535 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61712d35-0c50-46f3-bd93-ad41756d58bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.065746 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61712d35-0c50-46f3-bd93-ad41756d58bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.074123 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61712d35-0c50-46f3-bd93-ad41756d58bc admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:21:36.074304 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61712d35-0c50-46f3-bd93-ad41756d58bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.078120 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Transition to ACTIVE for port object dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:21:36.084175 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e441f77-0928-4702-8958-af73b1a42d9c req-33244443-f74b-422c-a0d9-ad4161c2f5f9 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:36.093344 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e441f77-0928-4702-8958-af73b1a42d9c req-33244443-f74b-422c-a0d9-ad4161c2f5f9 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.1007006 Jul 14 07:21:36.107473 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:21:36.134446 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:21:36.157874 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e441f77-0928-4702-8958-af73b1a42d9c req-f7f5a0b4-cd22-46b8-8eb7-ab49a298197b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604804 Jul 14 07:21:36.175865 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Network deabe113-d88b-4996-a81c-d6af98e94bcb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:21:36.176253 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61712d35-0c50-46f3-bd93-ad41756d58bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.185141 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:21:36.189440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Pushing event updated for resources: {'Port': ['ID=dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:36.191749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:21:36.200304 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61712d35-0c50-46f3-bd93-ad41756d58bc admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.204965 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-61712d35-0c50-46f3-bd93-ad41756d58bc admin admin] 10.222.0.35 "DELETE /v2.0/networks/d50c6ad6-33f7-46e4-b3a9-7ef8b96538b3 HTTP/1.1" status: 204 len: 168 time: 0.4276772 Jul 14 07:21:36.204965 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61712d35-0c50-46f3-bd93-ad41756d58bc admin admin] Pushing event deleted for resources: {'Network': ['ID=d50c6ad6-33f7-46e4-b3a9-7ef8b96538b3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:36.205403 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.213542 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49317332', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2ff15952-df4a-49fa-8148-774598c9d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:21:29Z', 'updated_at': '2021-07-14T07:21:31Z', 'revision_number': 3, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '2ff15952-df4a-49fa-8148-774598c9d695', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:30Z', 'updated_at': '2021-07-14T07:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:36.247397 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Allocated IP 172.20.0.1 (deabe113-d88b-4996-a81c-d6af98e94bcb/52382377-c2d4-4b95-8b50-5ac07cbd1472/74ff14fe-a07e-43d6-8332-f426115390f3) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:21:36.258429 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f36435-2803-4502-84a8-18db430c0c9b None None] The sync data for ids ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'] in n-d-778696-5 is: [{'id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49317332', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2ff15952-df4a-49fa-8148-774598c9d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:21:29Z', 'updated_at': '2021-07-14T07:21:31Z', 'revision_number': 3, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '2ff15952-df4a-49fa-8148-774598c9d695', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:30Z', 'updated_at': '2021-07-14T07:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:21:36.295298 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Attempting to bind port dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:21:36.295698 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Attempting to bind port dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '524c6015-92fd-41e1-8252-8aaee5205294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:21:36.296059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Attempting to bind port dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea on network deabe113-d88b-4996-a81c-d6af98e94bcb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:21:36.301486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:21:36.301860 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Checking segment: {'id': '524c6015-92fd-41e1-8252-8aaee5205294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:21:36.302265 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.302654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Bound using segment: {'id': '524c6015-92fd-41e1-8252-8aaee5205294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:21:36.303118 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Bound port: dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524c6015-92fd-41e1-8252-8aaee5205294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:21:36.303497 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.388960 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] For port dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:21:36.393890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] For port dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea,segment=NetworkSegment(524c6015-92fd-41e1-8252-8aaee5205294),segment_id=524c6015-92fd-41e1-8252-8aaee5205294)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:21:36.398675 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.408306 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.420317 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Transition to ACTIVE for port object 74ff14fe-a07e-43d6-8332-f426115390f3 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:21:36.463936 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.468187 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177f5af-68ce-4db2-8d9f-8ec8add69034 None None] Pushing event updated for resources: {'Port': ['ID=dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:36.511316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42194) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:36.526945 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network deabe113-d88b-4996-a81c-d6af98e94bcb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:21:36.530982 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:21:36.536063 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:21:36.542653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=74ff14fe-a07e-43d6-8332-f426115390f3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:36.577066 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:36.577374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:36.577715 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:36.578051 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:36.578381 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:36.578707 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:36.579036 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:36.579361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:36.579683 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:36.580019 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:36.580329 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:36.580646 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:36.586180 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8fbd0587-5277-4e59-a50e-1d72f0c1d785 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=05959939bb5b46a9a9c03c45fac8d378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729527 Jul 14 07:21:36.586509 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42198) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:36.640441 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.723750 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41638782-47e3-43a3-b9be-1cbfd5ff8b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.734136 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bf049-4df4-4d30-a961-37401f12d18d req-6736c085-8fe0-4e76-9beb-d2a65e98e1d3 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:36.736042 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-778bf049-4df4-4d30-a961-37401f12d18d req-6736c085-8fe0-4e76-9beb-d2a65e98e1d3 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.30 "GET /v2.0/ports?device_id=8442e29d-afc6-43ac-98c1-7a7f49fe2499 HTTP/1.1" status: 200 len: 946 time: 0.1153953 Jul 14 07:21:36.772981 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41638782-47e3-43a3-b9be-1cbfd5ff8b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.940802 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41638782-47e3-43a3-b9be-1cbfd5ff8b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.953451 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41638782-47e3-43a3-b9be-1cbfd5ff8b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.958016 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-41638782-47e3-43a3-b9be-1cbfd5ff8b21 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/edb364eb-44a2-47eb-ae8b-a641ef8b48e2 HTTP/1.1" status: 204 len: 168 time: 0.3698409 Jul 14 07:21:36.973804 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41638782-47e3-43a3-b9be-1cbfd5ff8b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb364eb-44a2-47eb-ae8b-a641ef8b48e2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:36.995856 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:36.999830 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-778bf049-4df4-4d30-a961-37401f12d18d req-89bb073d-009c-4845-998e-b374ca89a6d7 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Deleting port eef78769-4efd-4878-b345-87ae1647c9c3 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:21:37.000818 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-778bf049-4df4-4d30-a961-37401f12d18d req-89bb073d-009c-4845-998e-b374ca89a6d7 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:37.118991 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f8939350-7a69-425b-9320-90aed337d763 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:21:37.442564 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-778bf049-4df4-4d30-a961-37401f12d18d req-89bb073d-009c-4845-998e-b374ca89a6d7 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] For port eef78769-4efd-4878-b345-87ae1647c9c3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=eef78769-4efd-4878-b345-87ae1647c9c3,segment=NetworkSegment(4895839c-ecea-4909-a81f-d4da4f21faeb),segment_id=4895839c-ecea-4909-a81f-d4da4f21faeb)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:37.442931 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-778bf049-4df4-4d30-a961-37401f12d18d req-89bb073d-009c-4845-998e-b374ca89a6d7 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:37.491440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-778bf049-4df4-4d30-a961-37401f12d18d req-89bb073d-009c-4845-998e-b374ca89a6d7 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Calling delete_port for eef78769-4efd-4878-b345-87ae1647c9c3 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:21:37.540214 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75c3c2-2068-4961-b7be-fa3f17834ef2 req-909e870b-2a14-48ef-bd59-28dec05844a6 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:37.541870 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d75c3c2-2068-4961-b7be-fa3f17834ef2 req-909e870b-2a14-48ef-bd59-28dec05844a6 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/ports?device_id=8442e29d-afc6-43ac-98c1-7a7f49fe2499 HTTP/1.1" status: 200 len: 946 time: 0.3673964 Jul 14 07:21:37.551078 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353330e5-68fc-4f9b-9cb9-5d2b4845828d req-f9adec66-bdc6-4e83-a4f5-fe6b0c1d729e tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:37.560017 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-353330e5-68fc-4f9b-9cb9-5d2b4845828d req-f9adec66-bdc6-4e83-a4f5-fe6b0c1d729e tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 944 time: 0.4364979 Jul 14 07:21:37.613118 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:37.619663 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port f8939350-7a69-425b-9320-90aed337d763 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:21:37.629334 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port f8939350-7a69-425b-9320-90aed337d763 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:21:37.630028 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:37.630395 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:37.747517 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42222) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:37.782283 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=74ff14fe-a07e-43d6-8332-f426115390f3,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:37.812030 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:37.823846 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-353330e5-68fc-4f9b-9cb9-5d2b4845828d req-1ca081e2-b986-4252-a1f2-8a3604afc260 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625582 Jul 14 07:21:37.843257 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:37.852473 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d75c3c2-2068-4961-b7be-fa3f17834ef2 req-d21ff801-083b-4b32-a34d-4bc379395aa1 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.35 "GET /v2.0/security-groups?id=195c05b9-fd93-4e3c-bad9-3fb8636e21ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710035 Jul 14 07:21:37.933102 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3146926-6f83-4751-a25d-88017e06a4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8939350-7a69-425b-9320-90aed337d763'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:21:37.936809 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0441ba8b-d3b3-4287-856e-64a853bd1d56" -d '{"events": [{"server_uuid": "c3146926-6f83-4751-a25d-88017e06a4d8", "name": "network-vif-plugged", "status": "completed", "tag": "f8939350-7a69-425b-9320-90aed337d763"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:21:37.969462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f8939350-7a69-425b-9320-90aed337d763, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f8939350-7a69-425b-9320-90aed337d763,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:37.977576 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:37.994090 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4f497455-1c9b-4277-a512-37ea305b294c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0bbbb652e999403daaa178dd07248a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2350738 Jul 14 07:21:38.005596 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42230) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:38.052855 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network deabe113-d88b-4996-a81c-d6af98e94bcb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:21:38.059921 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:21:38.063377 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-778bf049-4df4-4d30-a961-37401f12d18d req-89bb073d-009c-4845-998e-b374ca89a6d7 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:38.085420 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=f8939350-7a69-425b-9320-90aed337d763,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:38.115318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb073d-009c-4845-998e-b374ca89a6d7 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Pushing event deleted for resources: {'Port': ['ID=eef78769-4efd-4878-b345-87ae1647c9c3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:38.190758 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759332e9-09b6-41b1-8ae2-3d86c4128115 x-openstack-request-id: req-759332e9-09b6-41b1-8ae2-3d86c4128115 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:21:38.191997 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3146926-6f83-4751-a25d-88017e06a4d8", "name": "network-vif-plugged", "status": "completed", "tag": "f8939350-7a69-425b-9320-90aed337d763", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:21:38.192647 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-759332e9-09b6-41b1-8ae2-3d86c4128115 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:21:38.193348 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3146926-6f83-4751-a25d-88017e06a4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8939350-7a69-425b-9320-90aed337d763', 'code': 200} Jul 14 07:21:38.235758 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b42c097b-828d-4502-bba5-99e3c3bb7049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:38.286221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-778bf049-4df4-4d30-a961-37401f12d18d req-89bb073d-009c-4845-998e-b374ca89a6d7 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] No DVR routers for this DVR port eef78769-4efd-4878-b345-87ae1647c9c3 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:21:38.291625 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-778bf049-4df4-4d30-a961-37401f12d18d req-89bb073d-009c-4845-998e-b374ca89a6d7 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:38.293977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-778bf049-4df4-4d30-a961-37401f12d18d req-89bb073d-009c-4845-998e-b374ca89a6d7 tempest-InstanceActionsV221TestJSON-1526434775 tempest-InstanceActionsV221TestJSON-1526434775-project] 10.222.0.30 "DELETE /v2.0/ports/eef78769-4efd-4878-b345-87ae1647c9c3 HTTP/1.1" status: 204 len: 173 time: 1.5517166 Jul 14 07:21:38.312802 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8442e29d-afc6-43ac-98c1-7a7f49fe2499', 'name': 'network-vif-deleted', 'tag': 'eef78769-4efd-4878-b345-87ae1647c9c3'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:21:38.315994 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c60dfe0-48d7-4d7c-8f82-aa977313cb70" -d '{"events": [{"server_uuid": "8442e29d-afc6-43ac-98c1-7a7f49fe2499", "name": "network-vif-deleted", "tag": "eef78769-4efd-4878-b345-87ae1647c9c3"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:21:38.317088 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b42c097b-828d-4502-bba5-99e3c3bb7049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:38.373854 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0099648-8e5f-43b0-a026-297600ef9da4 req-8972ee1f-b102-4449-b5cc-3a833f00747f tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:38.381111 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d0099648-8e5f-43b0-a026-297600ef9da4 req-8972ee1f-b102-4449-b5cc-3a833f00747f tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.2669210 Jul 14 07:21:38.412167 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7212cbe-74e0-47a2-9e77-9258400d4f46 x-openstack-request-id: req-b7212cbe-74e0-47a2-9e77-9258400d4f46 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:21:38.412458 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8442e29d-afc6-43ac-98c1-7a7f49fe2499", "name": "network-vif-deleted", "tag": "eef78769-4efd-4878-b345-87ae1647c9c3", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:21:38.412708 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7212cbe-74e0-47a2-9e77-9258400d4f46 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:21:38.413166 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8442e29d-afc6-43ac-98c1-7a7f49fe2499', 'name': 'network-vif-deleted', 'tag': 'eef78769-4efd-4878-b345-87ae1647c9c3', 'status': 'completed', 'code': 200} Jul 14 07:21:38.413701 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:21:38.424819 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e745ac5-51fd-4cf2-a27f-2f45f1e0dd16 req-b5f84425-4b99-4ebd-906a-ab631fe00415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:38.426742 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e745ac5-51fd-4cf2-a27f-2f45f1e0dd16 req-b5f84425-4b99-4ebd-906a-ab631fe00415 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 1096 time: 0.1511664 Jul 14 07:21:38.486386 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d0099648-8e5f-43b0-a026-297600ef9da4 req-982d6dff-0045-439c-869a-11416d9ae8f5 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967839 Jul 14 07:21:38.496659 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b42c097b-828d-4502-bba5-99e3c3bb7049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:38.503707 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b42c097b-828d-4502-bba5-99e3c3bb7049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:38.506363 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b42c097b-828d-4502-bba5-99e3c3bb7049 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/24a2290b-7f6d-4eed-9f72-173a4e7888dc HTTP/1.1" status: 204 len: 168 time: 0.4981644 Jul 14 07:21:38.519269 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e745ac5-51fd-4cf2-a27f-2f45f1e0dd16 req-bdbcca96-5f24-4f6f-a187-63d85356531e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771930 Jul 14 07:21:38.523288 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61138237-730e-4e3a-83e6-0c1e5a6a02f3 None None] Network deabe113-d88b-4996-a81c-d6af98e94bcb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:21:38.563440 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c097b-828d-4502-bba5-99e3c3bb7049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a2290b-7f6d-4eed-9f72-173a4e7888dc,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:38.600800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:21:38.620444 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-101c2f55-e127-4498-ba01-50c7a6805cdd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "PUT /v2.0/routers/06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0781476 Jul 14 07:21:38.637124 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b5716990-04cc-4f60-afbf-ad25f51caffb None None] Provisioning for port dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:21:38.799405 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2ff15952-df4a-49fa-8148-774598c9d695 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:21:38.924926 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96d1d686-51e6-4639-966f-f2f179053871 req-2349cfa6-cb1e-4e68-8289-30ab65f50a7b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1238223271&fields=id&tenant_id=b7b4e8051a664c019a0af911d6ce8090 HTTP/1.1" status: 200 len: 267 time: 0.0590127 Jul 14 07:21:38.956772 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 2ff15952-df4a-49fa-8148-774598c9d695 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:21:38.962058 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 2ff15952-df4a-49fa-8148-774598c9d695 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:21:38.962593 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:39.095842 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:39.109324 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 2ff15952-df4a-49fa-8148-774598c9d695, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2ff15952-df4a-49fa-8148-774598c9d695,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:39.116054 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:39.119122 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:21:39.119749 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Sync routers for ids ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:21:39.140118 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Routers {'06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:21:39.141037 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:21:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:39.263110 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Set router 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:21:39.315618 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=2ff15952-df4a-49fa-8148-774598c9d695,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:39.349774 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:21:39.357379 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:21:39.357748 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:39.489843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ff2a5-55c0-45d6-aac7-be7d660cd76b req-221e66af-30a0-4337-bc18-12ec83b1a3d4 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:39.500683 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-549ff2a5-55c0-45d6-aac7-be7d660cd76b req-221e66af-30a0-4337-bc18-12ec83b1a3d4 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.3694279 Jul 14 07:21:39.554401 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:39.608497 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d4fab51a-7491-4f9f-875e-0a659f9c3917 None None] Provisioning complete for port dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:21:39.608870 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d4fab51a-7491-4f9f-875e-0a659f9c3917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:39.612475 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49317332', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2ff15952-df4a-49fa-8148-774598c9d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:21:29Z', 'updated_at': '2021-07-14T07:21:36Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '2ff15952-df4a-49fa-8148-774598c9d695', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:30Z', 'updated_at': '2021-07-14T07:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '74ff14fe-a07e-43d6-8332-f426115390f3', 'name': '', 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:69:80:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:35Z', 'updated_at': '2021-07-14T07:21:37Z', 'revision_number': 2, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:39.639530 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea,segment=NetworkSegment(524c6015-92fd-41e1-8252-8aaee5205294),segment_id=524c6015-92fd-41e1-8252-8aaee5205294)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:39.656412 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Checking router: 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:21:39.657066 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Updating router 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 port 74ff14fe-a07e-43d6-8332-f426115390f3 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:21:39.679762 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:39.733984 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:39.737598 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device eef78769-4efd-4878-b345-87ae1647c9c3 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:21:39.784072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: eef78769-4efd-4878-b345-87ae1647c9c3 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:21:39.785070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device eef78769-4efd-4878-b345-87ae1647c9c3 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:21:39.862953 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:39.871000 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d4fab51a-7491-4f9f-875e-0a659f9c3917 None None] Provisioning for port 74ff14fe-a07e-43d6-8332-f426115390f3 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:21:39.876385 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d4fab51a-7491-4f9f-875e-0a659f9c3917 None None] Provisioning complete for port 74ff14fe-a07e-43d6-8332-f426115390f3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:21:39.876778 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d4fab51a-7491-4f9f-875e-0a659f9c3917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:39.931796 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d4fab51a-7491-4f9f-875e-0a659f9c3917 None None] Port 74ff14fe-a07e-43d6-8332-f426115390f3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:21:40.014559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1d686-51e6-4639-966f-f2f179053871 req-3d5896fd-8745-4fa0-942e-55ad5f389c2a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:40.022433 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96d1d686-51e6-4639-966f-f2f179053871 req-3d5896fd-8745-4fa0-942e-55ad5f389c2a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/networks?id=deabe113-d88b-4996-a81c-d6af98e94bcb HTTP/1.1" status: 200 len: 797 time: 1.0761294 Jul 14 07:21:40.061163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-091cf968-0e98-4607-9676-9b700658a32b None None] Provisioning complete for port 74ff14fe-a07e-43d6-8332-f426115390f3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:21:40.061946 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-091cf968-0e98-4607-9676-9b700658a32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:40.067933 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96d1d686-51e6-4639-966f-f2f179053871 req-38e64bd6-52c5-4d96-b79f-e240a1e54ee2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/quotas/b7b4e8051a664c019a0af911d6ce8090 HTTP/1.1" status: 200 len: 375 time: 0.0444362 Jul 14 07:21:40.141324 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-549ff2a5-55c0-45d6-aac7-be7d660cd76b req-4479be8c-abd9-47f8-b608-82fc1dfdd8d3 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6162057 Jul 14 07:21:40.168344 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96d1d686-51e6-4639-966f-f2f179053871 req-63d645b6-1ee6-4a96-b404-0c1c3b6d71e8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995140 Jul 14 07:21:40.171991 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-091cf968-0e98-4607-9676-9b700658a32b None None] Port 74ff14fe-a07e-43d6-8332-f426115390f3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:21:40.239755 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:40.250462 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Transition to ACTIVE for port object 74ff14fe-a07e-43d6-8332-f426115390f3 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:21:40.260530 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:40.327524 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96d1d686-51e6-4639-966f-f2f179053871 req-2a8c7b8c-3754-4087-b2c3-c574b6370fde service neutron] 10.222.0.35 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432478 Jul 14 07:21:40.330463 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5f853-fc25-41d3-9f31-0a6ff3a0d464 None None] Pushing event updated for resources: {'Port': ['ID=74ff14fe-a07e-43d6-8332-f426115390f3,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:40.344164 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5f853-fc25-41d3-9f31-0a6ff3a0d464 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:40.345211 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5f853-fc25-41d3-9f31-0a6ff3a0d464 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:40.345677 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5f853-fc25-41d3-9f31-0a6ff3a0d464 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:40.346432 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5f853-fc25-41d3-9f31-0a6ff3a0d464 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:40.347175 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5f853-fc25-41d3-9f31-0a6ff3a0d464 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:40.348096 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5f853-fc25-41d3-9f31-0a6ff3a0d464 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:40.348690 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5f853-fc25-41d3-9f31-0a6ff3a0d464 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:40.349293 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5f853-fc25-41d3-9f31-0a6ff3a0d464 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:40.349876 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5f853-fc25-41d3-9f31-0a6ff3a0d464 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:40.350710 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5f853-fc25-41d3-9f31-0a6ff3a0d464 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:40.351638 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5f853-fc25-41d3-9f31-0a6ff3a0d464 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:40.352351 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add5f853-fc25-41d3-9f31-0a6ff3a0d464 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:21:40.456425 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96d1d686-51e6-4639-966f-f2f179053871 req-a08ef447-642b-4067-aa5d-ba24c46641bb service neutron] 10.222.0.35 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278195 Jul 14 07:21:40.464991 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Attempting to bind port 74ff14fe-a07e-43d6-8332-f426115390f3 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:21:40.465630 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Attempting to bind port 74ff14fe-a07e-43d6-8332-f426115390f3 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '524c6015-92fd-41e1-8252-8aaee5205294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:21:40.466459 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Attempting to bind port 74ff14fe-a07e-43d6-8332-f426115390f3 on network deabe113-d88b-4996-a81c-d6af98e94bcb {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:21:40.473519 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:21:40.474256 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Checking segment: {'id': '524c6015-92fd-41e1-8252-8aaee5205294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:21:40.474891 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:40.476156 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Bound using segment: {'id': '524c6015-92fd-41e1-8252-8aaee5205294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:21:40.476868 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Bound port: 74ff14fe-a07e-43d6-8332-f426115390f3, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524c6015-92fd-41e1-8252-8aaee5205294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:21:40.477455 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:40.606664 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] For port 74ff14fe-a07e-43d6-8332-f426115390f3, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:21:40.612057 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] For port 74ff14fe-a07e-43d6-8332-f426115390f3, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=74ff14fe-a07e-43d6-8332-f426115390f3,segment=NetworkSegment(524c6015-92fd-41e1-8252-8aaee5205294),segment_id=524c6015-92fd-41e1-8252-8aaee5205294)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:21:40.622121 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:40.672253 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2ff15952-df4a-49fa-8148-774598c9d695 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:21:40.747960 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5f853-fc25-41d3-9f31-0a6ff3a0d464 None None] Pushing event updated for resources: {'Port': ['ID=74ff14fe-a07e-43d6-8332-f426115390f3,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:40.766298 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Routers {'06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:21:40.766937 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:21:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:40.806614 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 2ff15952-df4a-49fa-8148-774598c9d695 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:21:40.807057 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:40.862757 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0eaa1a-6ca4-4962-919f-c13a0e2475be req-ed4a41bb-13f8-47ab-9e86-0d9af4fc35f3 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:40.876061 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc0eaa1a-6ca4-4962-919f-c13a0e2475be req-ed4a41bb-13f8-47ab-9e86-0d9af4fc35f3 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.2114351 Jul 14 07:21:40.932015 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] Set router 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:21:40.995087 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:21:41.009777 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc0eaa1a-6ca4-4962-919f-c13a0e2475be req-9fbaf8d6-0a6c-43ea-b3ce-6c2ce9a32825 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316783 Jul 14 07:21:41.067911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:21:41.068294 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:41.177642 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3cae80bb-92c4-49d5-88e7-23f5c639d46b req-aa32ab17-5b0d-4220-a109-34a1ed01ea99 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 210 time: 0.1185207 Jul 14 07:21:41.376294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42396) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:41.481795 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-cedde7b3-7d1e-44f7-9288-dcec33cae8c2 admin admin] Deleting subnet 17d6c8c0-fbe5-4ead-b549-116c4e9b213e {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:21:41.485834 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cedde7b3-7d1e-44f7-9288-dcec33cae8c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:41.667888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59a48a-b034-469e-aa72-f77f587d36ba req-8fccd413-8d9f-4416-8254-08c9b450ff4d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:41.675551 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc59a48a-b034-469e-aa72-f77f587d36ba req-8fccd413-8d9f-4416-8254-08c9b450ff4d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.1873806 Jul 14 07:21:41.702084 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49317332', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2ff15952-df4a-49fa-8148-774598c9d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:21:29Z', 'updated_at': '2021-07-14T07:21:36Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '2ff15952-df4a-49fa-8148-774598c9d695', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:30Z', 'updated_at': '2021-07-14T07:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '74ff14fe-a07e-43d6-8332-f426115390f3', 'name': '', 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:69:80:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:35Z', 'updated_at': '2021-07-14T07:21:40Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:41.741680 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6076af4e-8b5e-4032-a9d7-2d16f9ab50dd None None] The sync data for ids ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'] in n-d-778696-5 is: [{'id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49317332', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2ff15952-df4a-49fa-8148-774598c9d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:21:29Z', 'updated_at': '2021-07-14T07:21:36Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '2ff15952-df4a-49fa-8148-774598c9d695', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:30Z', 'updated_at': '2021-07-14T07:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '74ff14fe-a07e-43d6-8332-f426115390f3', 'name': '', 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:69:80:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:35Z', 'updated_at': '2021-07-14T07:21:40Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:21:41.802912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc59a48a-b034-469e-aa72-f77f587d36ba req-f5f475a8-6d50-44ef-a14a-a6ad3fa610f1 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158304 Jul 14 07:21:42.117671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed72d08-e676-4ebb-85b5-8123b38d52c1 req-83f7e3a6-e845-49b7-9e67-6e119988a16d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:42.125947 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fed72d08-e676-4ebb-85b5-8123b38d52c1 req-83f7e3a6-e845-49b7-9e67-6e119988a16d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.1023831 Jul 14 07:21:42.131211 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42416) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:42.137815 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-1ac3491c-4f31-42f9-ba4d-aa7c96f39499 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Request body: {'floatingip': {'port_id': 'f8939350-7a69-425b-9320-90aed337d763'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:42.209463 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ac3491c-4f31-42f9-ba4d-aa7c96f39499 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:42.269208 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cedde7b3-7d1e-44f7-9288-dcec33cae8c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:42.377728 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cedde7b3-7d1e-44f7-9288-dcec33cae8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:42.475420 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5bc92ba1-76ff-4de7-86bd-617cdfb9dbb7 req-908e8897-b0e3-4051-8273-76266032a3ba tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 210 time: 0.0693836 Jul 14 07:21:42.540965 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cedde7b3-7d1e-44f7-9288-dcec33cae8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:42.581240 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedde7b3-7d1e-44f7-9288-dcec33cae8c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17d6c8c0-fbe5-4ead-b549-116c4e9b213e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:42.603661 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cedde7b3-7d1e-44f7-9288-dcec33cae8c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:42.623506 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c51f3-c461-4175-ac0c-d7fb78234a32 req-7adbc8f9-c726-4414-9926-465c787f101a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:42.625990 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-985c51f3-c461-4175-ac0c-d7fb78234a32 req-7adbc8f9-c726-4414-9926-465c787f101a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.3120751 Jul 14 07:21:42.627638 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cedde7b3-7d1e-44f7-9288-dcec33cae8c2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/17d6c8c0-fbe5-4ead-b549-116c4e9b213e HTTP/1.1" status: 204 len: 168 time: 1.2493167 Jul 14 07:21:42.628296 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42428) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:42.726863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 74ff14fe-a07e-43d6-8332-f426115390f3 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:21:42.838892 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 74ff14fe-a07e-43d6-8332-f426115390f3 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:21:42.845909 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 74ff14fe-a07e-43d6-8332-f426115390f3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:21:42.846288 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:42.857547 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1867-49d1-4352-be92-342439da477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:43.024442 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1867-49d1-4352-be92-342439da477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:43.046138 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-e1ee1867-49d1-4352-be92-342439da477f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e7f4931-4605-41c3-813f-f8302ec9fc5a']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:43.077837 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-985c51f3-c461-4175-ac0c-d7fb78234a32 req-d190459f-e7cd-445e-af62-ab7b686975cb tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801601 Jul 14 07:21:43.094927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-e1ee1867-49d1-4352-be92-342439da477f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4895839c-ecea-4909-a81f-d4da4f21faeb') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:43.095249 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-e1ee1867-49d1-4352-be92-342439da477f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4895839c-ecea-4909-a81f-d4da4f21faeb') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:43.112259 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1867-49d1-4352-be92-342439da477f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:43.121770 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:43.141288 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1867-49d1-4352-be92-342439da477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:43.158505 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ee1867-49d1-4352-be92-342439da477f admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:21:43.158916 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1867-49d1-4352-be92-342439da477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:21:43.160767 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:21:43.208705 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 74ff14fe-a07e-43d6-8332-f426115390f3, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=74ff14fe-a07e-43d6-8332-f426115390f3,segment=NetworkSegment(524c6015-92fd-41e1-8252-8aaee5205294),segment_id=524c6015-92fd-41e1-8252-8aaee5205294)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:43.216290 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:43.265134 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1867-49d1-4352-be92-342439da477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:43.271304 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1867-49d1-4352-be92-342439da477f admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:43.273174 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e1ee1867-49d1-4352-be92-342439da477f admin admin] 10.222.0.35 "DELETE /v2.0/networks/7e7f4931-4605-41c3-813f-f8302ec9fc5a HTTP/1.1" status: 204 len: 168 time: 0.6439207 Jul 14 07:21:43.295381 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee1867-49d1-4352-be92-342439da477f admin admin] Pushing event deleted for resources: {'Network': ['ID=7e7f4931-4605-41c3-813f-f8302ec9fc5a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:43.332151 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1d686-51e6-4639-966f-f2f179053871 req-829ead45-40b8-4ee9-980e-bd57b85d2ce6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:43.343272 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96d1d686-51e6-4639-966f-f2f179053871 req-829ead45-40b8-4ee9-980e-bd57b85d2ce6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.15 "GET /v2.0/networks?id=deabe113-d88b-4996-a81c-d6af98e94bcb HTTP/1.1" status: 200 len: 797 time: 0.4442220 Jul 14 07:21:43.363139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=74ff14fe-a07e-43d6-8332-f426115390f3,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:43.477958 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96d1d686-51e6-4639-966f-f2f179053871 req-8686c519-8b26-4a42-a2fb-433469139a59 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7b4e8051a664c019a0af911d6ce8090 HTTP/1.1" status: 200 len: 380 time: 0.1027131 Jul 14 07:21:43.490626 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-96d1d686-51e6-4639-966f-f2f179053871 req-604cf82d-99e8-4fc7-bd93-9b8c411d6171 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'port': {'device_id': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb', 'admin_state_up': True, 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'security_groups': ['2210616a-198a-45d5-9bf8-3239dc653dc7']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:43.634406 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42446) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:43.706462 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8fcb2db7-1a38-4e9a-9c13-b8e01abdf982 req-d525ec7e-68e6-4fcc-baa4-ff844e7f913e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 210 time: 0.0749819 Jul 14 07:21:43.750769 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-94b06db8-0960-4e6e-8b1b-b645fa0d0f81 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=480d616897b246969d125a5b9260fed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1152172 Jul 14 07:21:43.753095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42448) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:43.836743 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d1d686-51e6-4639-966f-f2f179053871 req-604cf82d-99e8-4fc7-bd93-9b8c411d6171 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Made reservation on behalf of b7b4e8051a664c019a0af911d6ce8090 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:21:43.840618 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96d1d686-51e6-4639-966f-f2f179053871 req-604cf82d-99e8-4fc7-bd93-9b8c411d6171 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:43.861157 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51b8a578-f104-4ebf-8b50-7abaef00ac2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:43.904658 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51b8a578-f104-4ebf-8b50-7abaef00ac2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:44.001462 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ac3491c-4f31-42f9-ba4d-aa7c96f39499 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:44.003588 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51b8a578-f104-4ebf-8b50-7abaef00ac2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:44.010552 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51b8a578-f104-4ebf-8b50-7abaef00ac2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:44.012623 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-51b8a578-f104-4ebf-8b50-7abaef00ac2b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/195c05b9-fd93-4e3c-bad9-3fb8636e21ad HTTP/1.1" status: 204 len: 168 time: 0.2582943 Jul 14 07:21:44.015431 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ac3491c-4f31-42f9-ba4d-aa7c96f39499 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:44.025229 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8a578-f104-4ebf-8b50-7abaef00ac2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195c05b9-fd93-4e3c-bad9-3fb8636e21ad,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:44.102626 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-96d1d686-51e6-4639-966f-f2f179053871 req-604cf82d-99e8-4fc7-bd93-9b8c411d6171 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Allocated IP 172.20.0.5 (deabe113-d88b-4996-a81c-d6af98e94bcb/52382377-c2d4-4b95-8b50-5ac07cbd1472/c1bbdfce-b4b2-4875-83d9-9bddfb31d455) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:21:44.211157 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-1ac3491c-4f31-42f9-ba4d-aa7c96f39499 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Floating IP d99944ef-c18d-4a96-928d-ae19cb8d732f associated. External IP: 172.25.7.180, port: f8939350-7a69-425b-9320-90aed337d763. Jul 14 07:21:44.440048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e08c83-2762-495d-89fb-a449eb0528c6 req-12116f5f-a4ca-4747-953c-6a0995cc6f7a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:44.441600 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13e08c83-2762-495d-89fb-a449eb0528c6 req-12116f5f-a4ca-4747-953c-6a0995cc6f7a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.1627035 Jul 14 07:21:44.481218 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96d1d686-51e6-4639-966f-f2f179053871 req-604cf82d-99e8-4fc7-bd93-9b8c411d6171 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:44.560222 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-96d1d686-51e6-4639-966f-f2f179053871 req-604cf82d-99e8-4fc7-bd93-9b8c411d6171 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Transition to ACTIVE for port object c1bbdfce-b4b2-4875-83d9-9bddfb31d455 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:21:44.567556 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13e08c83-2762-495d-89fb-a449eb0528c6 req-6612e9f0-2327-498b-ac72-c73a1b93cf35 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204913 Jul 14 07:21:44.659928 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac3491c-4f31-42f9-ba4d-aa7c96f39499 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Router 576ae54a-688c-4507-a946-5eadbb45a4e3 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:21:44.669085 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96d1d686-51e6-4639-966f-f2f179053871 req-604cf82d-99e8-4fc7-bd93-9b8c411d6171 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:44.679443 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 74ff14fe-a07e-43d6-8332-f426115390f3 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:21:44.766213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 74ff14fe-a07e-43d6-8332-f426115390f3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:21:44.767028 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:44.806056 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d1d686-51e6-4639-966f-f2f179053871 req-604cf82d-99e8-4fc7-bd93-9b8c411d6171 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network deabe113-d88b-4996-a81c-d6af98e94bcb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:21:44.814226 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-96d1d686-51e6-4639-966f-f2f179053871 req-604cf82d-99e8-4fc7-bd93-9b8c411d6171 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:21:44.824708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d1d686-51e6-4639-966f-f2f179053871 req-604cf82d-99e8-4fc7-bd93-9b8c411d6171 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:21:44.830429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cf82d-99e8-4fc7-bd93-9b8c411d6171 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:44.870774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac3491c-4f31-42f9-ba4d-aa7c96f39499 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:21:44.876545 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ac3491c-4f31-42f9-ba4d-aa7c96f39499 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:44.917875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ebb36-714e-4698-8b46-ca5f36f74212 None None] Sync routers for ids ['576ae54a-688c-4507-a946-5eadbb45a4e3'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:21:44.924880 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1d686-51e6-4639-966f-f2f179053871 req-604cf82d-99e8-4fc7-bd93-9b8c411d6171 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:44.925532 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96d1d686-51e6-4639-966f-f2f179053871 req-604cf82d-99e8-4fc7-bd93-9b8c411d6171 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:44.936761 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ebb36-714e-4698-8b46-ca5f36f74212 None None] Routers {'576ae54a-688c-4507-a946-5eadbb45a4e3'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:21:44.937942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-1d9ebb36-714e-4698-8b46-ca5f36f74212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:21:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['576ae54a-688c-4507-a946-5eadbb45a4e3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:44.974395 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96d1d686-51e6-4639-966f-f2f179053871 req-604cf82d-99e8-4fc7-bd93-9b8c411d6171 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4894240 Jul 14 07:21:44.978444 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1ac3491c-4f31-42f9-ba4d-aa7c96f39499 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "PUT /v2.0/floatingips/d99944ef-c18d-4a96-928d-ae19cb8d732f HTTP/1.1" status: 200 len: 991 time: 2.8429301 Jul 14 07:21:44.978444 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3146926-6f83-4751-a25d-88017e06a4d8', 'tag': 'f8939350-7a69-425b-9320-90aed337d763'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:21:44.995991 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8c8f31-df94-4c5b-a4fb-44ac25e9c004" -d '{"events": [{"name": "network-changed", "server_uuid": "c3146926-6f83-4751-a25d-88017e06a4d8", "tag": "f8939350-7a69-425b-9320-90aed337d763"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:21:45.009482 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Request body: {'port': {'device_id': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:45.183872 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-1d9ebb36-714e-4698-8b46-ca5f36f74212 None None] Set router 576ae54a-688c-4507-a946-5eadbb45a4e3 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:21:45.188324 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:45.276722 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1a5b5-8e1d-47b0-a33c-817cc58107cd req-958fdfd3-4e2b-4660-b7e4-32cb19d06683 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:45.290447 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f4c1a5b5-8e1d-47b0-a33c-817cc58107cd req-958fdfd3-4e2b-4660-b7e4-32cb19d06683 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 931 time: 0.2385464 Jul 14 07:21:45.377497 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42504) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:45.384158 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f4c1a5b5-8e1d-47b0-a33c-817cc58107cd req-da991ee8-0a9f-4c8e-91e0-67a66c821eb8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924563 Jul 14 07:21:45.474439 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:45.479549 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-57242eeb-2854-4762-81db-ddfd14fbb413 None None] Provisioning for port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:21:45.488067 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-57242eeb-2854-4762-81db-ddfd14fbb413 None None] Provisioning complete for port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:21:45.488877 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-57242eeb-2854-4762-81db-ddfd14fbb413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:45.592197 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-57242eeb-2854-4762-81db-ddfd14fbb413 None None] Port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:21:45.600159 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:45.632382 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0cba47b3-819d-4425-9189-aa70ead3ddb1 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1749862058-network', 'tenant_id': 'ecb7993484834c7c90fca35132078d5c'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:45.667742 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cba47b3-819d-4425-9189-aa70ead3ddb1 admin admin] Made reservation on behalf of ecb7993484834c7c90fca35132078d5c for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:21:45.671476 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cba47b3-819d-4425-9189-aa70ead3ddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:45.684071 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cba47b3-819d-4425-9189-aa70ead3ddb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:45.733252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-1d9ebb36-714e-4698-8b46-ca5f36f74212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:16:26Z', 'revision_number': 4, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'd99944ef-c18d-4a96-928d-ae19cb8d732f', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'port_id': 'f8939350-7a69-425b-9320-90aed337d763', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'mac_address': 'fa:16:3e:27:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3146926-6f83-4751-a25d-88017e06a4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:21:23Z', 'updated_at': '2021-07-14T07:21:43Z', 'revision_number': 1, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975db078-365c-4073-9b74-6b4700bdbc66', 'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'mac_address': 'fa:16:3e:93:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:24Z', 'updated_at': '2021-07-14T07:16:47Z', 'revision_number': 5, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'subnets': [{'id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:45.792447 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ebb36-714e-4698-8b46-ca5f36f74212 None None] Checking router: 576ae54a-688c-4507-a946-5eadbb45a4e3 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:21:45.823524 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ebb36-714e-4698-8b46-ca5f36f74212 None None] Routers {'576ae54a-688c-4507-a946-5eadbb45a4e3'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:21:45.824175 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-1d9ebb36-714e-4698-8b46-ca5f36f74212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:21:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['576ae54a-688c-4507-a946-5eadbb45a4e3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:45.825246 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cba47b3-819d-4425-9189-aa70ead3ddb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:45.830946 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cba47b3-819d-4425-9189-aa70ead3ddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:45.847695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cba47b3-819d-4425-9189-aa70ead3ddb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:21:45.861149 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cba47b3-819d-4425-9189-aa70ead3ddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:45.862195 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-0cba47b3-819d-4425-9189-aa70ead3ddb1 admin admin] Added segment ff4960dc-e103-44ee-a9a3-9412fb099c5a of type vlan for network 3c1049a3-2403-49ff-80fb-fae7f7295053 Jul 14 07:21:45.977655 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cba47b3-819d-4425-9189-aa70ead3ddb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:45.981488 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba47b3-819d-4425-9189-aa70ead3ddb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097a4835-1853-4017-9543-7cac0ec89551,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:46.024872 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-1d9ebb36-714e-4698-8b46-ca5f36f74212 None None] Set router 576ae54a-688c-4507-a946-5eadbb45a4e3 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:21:46.038233 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cba47b3-819d-4425-9189-aa70ead3ddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:46.039399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cba47b3-819d-4425-9189-aa70ead3ddb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:46.040052 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cba47b3-819d-4425-9189-aa70ead3ddb1 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:46.121830 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0cba47b3-819d-4425-9189-aa70ead3ddb1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7434893 Jul 14 07:21:46.125596 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42520) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:46.131143 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d1213a59-5ead-4ee6-816a-405f15207819 admin admin] Request body: {'subnet': {'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1749862058-subnet', 'tenant_id': 'ecb7993484834c7c90fca35132078d5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:46.139926 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba47b3-819d-4425-9189-aa70ead3ddb1 admin admin] Pushing event updated for resources: {'Network': ['ID=3c1049a3-2403-49ff-80fb-fae7f7295053,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:46.158896 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 3c1049a3-2403-49ff-80fb-fae7f7295053 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:21:46.166914 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a99c2e-cd2b-4c51-83ad-18a42362f97c x-openstack-request-id: req-44a99c2e-cd2b-4c51-83ad-18a42362f97c {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:21:46.167442 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3146926-6f83-4751-a25d-88017e06a4d8", "tag": "f8939350-7a69-425b-9320-90aed337d763", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:21:46.167442 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-44a99c2e-cd2b-4c51-83ad-18a42362f97c {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:21:46.167842 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3146926-6f83-4751-a25d-88017e06a4d8', 'tag': 'f8939350-7a69-425b-9320-90aed337d763', 'status': 'completed', 'code': 200} Jul 14 07:21:46.174571 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1213a59-5ead-4ee6-816a-405f15207819 admin admin] Made reservation on behalf of ecb7993484834c7c90fca35132078d5c for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:21:46.177698 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1213a59-5ead-4ee6-816a-405f15207819 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:46.318278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c8f31-df94-4c5b-a4fb-44ac25e9c004 req-76b56b07-195e-4997-a39d-6fec13559934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:46.319879 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee8c8f31-df94-4c5b-a4fb-44ac25e9c004 req-76b56b07-195e-4997-a39d-6fec13559934 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7&device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 1096 time: 0.1644936 Jul 14 07:21:46.464850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2c1d3-07c3-41b4-9c0d-3d6f5e1f01e3 req-912bfbb9-5ac3-4117-bb1d-5ebe15db7a78 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:46.466464 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdc2c1d3-07c3-41b4-9c0d-3d6f5e1f01e3 req-912bfbb9-5ac3-4117-bb1d-5ebe15db7a78 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.3099492 Jul 14 07:21:46.524314 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1213a59-5ead-4ee6-816a-405f15207819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:46.552638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdc2c1d3-07c3-41b4-9c0d-3d6f5e1f01e3 req-a85bc6cf-7d53-4271-b9b2-e9a342b0ef36 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751176 Jul 14 07:21:46.559792 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bbdfce-b4b2-4875-83d9-9bddfb31d455 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:21:46.575998 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:46.585853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c8f31-df94-4c5b-a4fb-44ac25e9c004 req-91dc6d0f-1527-4742-a99c-1c5921cf7fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:46.587405 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee8c8f31-df94-4c5b-a4fb-44ac25e9c004 req-91dc6d0f-1527-4742-a99c-1c5921cf7fb7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd653837-16d0-4ce4-89f6-32469a5cf229 HTTP/1.1" status: 200 len: 918 time: 0.2536876 Jul 14 07:21:46.603146 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Transition to ACTIVE for port object c1bbdfce-b4b2-4875-83d9-9bddfb31d455 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:21:46.651915 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1213a59-5ead-4ee6-816a-405f15207819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4a707e1-e303-42fc-bd6d-8f0c677a1712,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:46.677127 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:46.687485 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1213a59-5ead-4ee6-816a-405f15207819 admin admin] Checking segment: {'id': 'ff4960dc-e103-44ee-a9a3-9412fb099c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:21:46.687843 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1213a59-5ead-4ee6-816a-405f15207819 admin admin] Network hostable DHCP agents. Network: 3c1049a3-2403-49ff-80fb-fae7f7295053, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:21:46.711222 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1213a59-5ead-4ee6-816a-405f15207819 admin admin] Network 3c1049a3-2403-49ff-80fb-fae7f7295053 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:21:46.722152 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d1213a59-5ead-4ee6-816a-405f15207819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 3c1049a3-2403-49ff-80fb-fae7f7295053) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:21:46.728337 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1213a59-5ead-4ee6-816a-405f15207819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:46.728935 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1213a59-5ead-4ee6-816a-405f15207819 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:46.738343 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8790d444-6a6b-4c73-b3c7-119b700f314a None None] Network 3c1049a3-2403-49ff-80fb-fae7f7295053 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:21:46.751066 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d1213a59-5ead-4ee6-816a-405f15207819 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6240299 Jul 14 07:21:46.834559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:46.901501 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee8c8f31-df94-4c5b-a4fb-44ac25e9c004 req-2d44b643-e2d5-4e5a-a583-6769588964bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8939350-7a69-425b-9320-90aed337d763 HTTP/1.1" status: 200 len: 999 time: 0.3011477 Jul 14 07:21:46.994895 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-1d9ebb36-714e-4698-8b46-ca5f36f74212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:16:26Z', 'revision_number': 4, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'd99944ef-c18d-4a96-928d-ae19cb8d732f', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'port_id': 'f8939350-7a69-425b-9320-90aed337d763', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'mac_address': 'fa:16:3e:27:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3146926-6f83-4751-a25d-88017e06a4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:21:23Z', 'updated_at': '2021-07-14T07:21:43Z', 'revision_number': 1, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975db078-365c-4073-9b74-6b4700bdbc66', 'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'mac_address': 'fa:16:3e:93:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:24Z', 'updated_at': '2021-07-14T07:16:47Z', 'revision_number': 5, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'subnets': [{'id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:21:47.051756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ebb36-714e-4698-8b46-ca5f36f74212 None None] The sync data for ids ['576ae54a-688c-4507-a946-5eadbb45a4e3'] in n-d-778696-5 is: [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:16:26Z', 'revision_number': 4, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'd99944ef-c18d-4a96-928d-ae19cb8d732f', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'port_id': 'f8939350-7a69-425b-9320-90aed337d763', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'mac_address': 'fa:16:3e:27:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3146926-6f83-4751-a25d-88017e06a4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:21:23Z', 'updated_at': '2021-07-14T07:21:43Z', 'revision_number': 1, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975db078-365c-4073-9b74-6b4700bdbc66', 'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'mac_address': 'fa:16:3e:93:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:24Z', 'updated_at': '2021-07-14T07:16:47Z', 'revision_number': 5, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'subnets': [{'id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:21:47.091203 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185b1e36-37e2-4d42-8991-c43794d05d0c None None] Network 3c1049a3-2403-49ff-80fb-fae7f7295053 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:21:47.167107 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c8f31-df94-4c5b-a4fb-44ac25e9c004 req-612c6ed5-9194-4d34-a3f7-55aa8ee00e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:47.170620 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee8c8f31-df94-4c5b-a4fb-44ac25e9c004 req-612c6ed5-9194-4d34-a3f7-55aa8ee00e34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54c389bb-f8cc-4826-9a6a-5f4ac58e9131 HTTP/1.1" status: 200 len: 856 time: 0.2614095 Jul 14 07:21:47.297437 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ec8b6-0a2f-4d83-a6f4-6d096a6b51bb req-067f5a32-5b05-4955-87b0-6d3a56a9dbb6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:47.301659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f4ec8b6-0a2f-4d83-a6f4-6d096a6b51bb req-067f5a32-5b05-4955-87b0-6d3a56a9dbb6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 943 time: 0.5513589 Jul 14 07:21:47.412494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Attempting to bind port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:21:47.413392 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Attempting to bind port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '524c6015-92fd-41e1-8252-8aaee5205294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:21:47.413722 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Attempting to bind port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 on network deabe113-d88b-4996-a81c-d6af98e94bcb {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:21:47.439981 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc33034-5ad4-4c2f-916f-19d4373a73b0 None None] New status for floating IP d99944ef-c18d-4a96-928d-ae19cb8d732f: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:21:47.512326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 on network deabe113-d88b-4996-a81c-d6af98e94bcb not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:21:47.512653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Attempting to bind port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 on network deabe113-d88b-4996-a81c-d6af98e94bcb {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:21:47.524993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:21:47.525433 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Checking segment: {'id': '524c6015-92fd-41e1-8252-8aaee5205294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:21:47.525817 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Bound using segment: {'id': '524c6015-92fd-41e1-8252-8aaee5205294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:21:47.526510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Bound port: c1bbdfce-b4b2-4875-83d9-9bddfb31d455, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '524c6015-92fd-41e1-8252-8aaee5205294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:21:47.526880 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:47.540532 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f4ec8b6-0a2f-4d83-a6f4-6d096a6b51bb req-9669d30c-ff5d-42ed-af5a-b0c28fc2e302 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953537 Jul 14 07:21:47.636835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-6cfa6c85-5719-4010-88d6-013c3d0e8e28 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:47.638610 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-6cfa6c85-5719-4010-88d6-013c3d0e8e28 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/networks?id=3c1049a3-2403-49ff-80fb-fae7f7295053 HTTP/1.1" status: 200 len: 818 time: 0.2483101 Jul 14 07:21:47.643694 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c8f31-df94-4c5b-a4fb-44ac25e9c004 req-881ef1e4-4af4-4e38-b1a5-92fd193c79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:47.645140 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee8c8f31-df94-4c5b-a4fb-44ac25e9c004 req-881ef1e4-4af4-4e38-b1a5-92fd193c79b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd653837-16d0-4ce4-89f6-32469a5cf229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3637133 Jul 14 07:21:47.658810 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] For port c1bbdfce-b4b2-4875-83d9-9bddfb31d455, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:21:47.798566 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee8c8f31-df94-4c5b-a4fb-44ac25e9c004 req-48e3b01d-2dbe-498a-89a2-a43baaf2c315 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412678 Jul 14 07:21:47.806968 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1b236f02-12ba-4b92-a802-1dcb6558ae16 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/quotas/ecb7993484834c7c90fca35132078d5c HTTP/1.1" status: 200 len: 375 time: 0.1585479 Jul 14 07:21:47.813473 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] For port c1bbdfce-b4b2-4875-83d9-9bddfb31d455, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,segment=NetworkSegment(524c6015-92fd-41e1-8252-8aaee5205294),segment_id=524c6015-92fd-41e1-8252-8aaee5205294)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:21:47.833164 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:47.901728 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-d40207ef-6e2a-4dc8-825f-f8e452a777e5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecb7993484834c7c90fca35132078d5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938430 Jul 14 07:21:48.011361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:48.011988 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:48.013405 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96d1d686-51e6-4639-966f-f2f179053871 req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] 10.222.0.15 "PUT /v2.0/ports/c1bbdfce-b4b2-4875-83d9-9bddfb31d455 HTTP/1.1" status: 200 len: 1091 time: 3.0141833 Jul 14 07:21:48.112913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e8af1-8500-45f6-8fe1-578633ee0e23 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:48.126702 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee8c8f31-df94-4c5b-a4fb-44ac25e9c004 req-e96742a4-5674-4a0d-877b-0955c8cda197 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153422 Jul 14 07:21:48.172614 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'tag': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:21:48.174928 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4d0460-f136-440e-a203-46501846264e" -d '{"events": [{"name": "network-changed", "server_uuid": "92512528-dcf3-40fb-a0b7-bc170395f4ae", "tag": "c1bbdfce-b4b2-4875-83d9-9bddfb31d455"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:21:48.184382 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284e9e5-c5c4-453a-bbb4-4f49166f8197 req-9d1f7dc3-2a9b-4c45-8cc8-a15070621132 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:48.186015 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4284e9e5-c5c4-453a-bbb4-4f49166f8197 req-9d1f7dc3-2a9b-4c45-8cc8-a15070621132 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.3180063 Jul 14 07:21:48.196937 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-39d37901-2f69-405b-a779-3ff568fa81c9 service neutron] 10.222.0.35 "GET /v2.0/networks/3c1049a3-2403-49ff-80fb-fae7f7295053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708726 Jul 14 07:21:48.232948 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1d686-51e6-4639-966f-f2f179053871 req-90695390-ac4e-4eaf-beed-b735db80a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:48.234408 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96d1d686-51e6-4639-966f-f2f179053871 req-90695390-ac4e-4eaf-beed-b735db80a638 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 1094 time: 0.1694179 Jul 14 07:21:48.322981 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96d1d686-51e6-4639-966f-f2f179053871 req-fc90e5cc-8e3e-44e5-9203-dd85715dc286 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1bbdfce-b4b2-4875-83d9-9bddfb31d455 HTTP/1.1" status: 200 len: 217 time: 0.0755758 Jul 14 07:21:48.329849 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4284e9e5-c5c4-453a-bbb4-4f49166f8197 req-918800b3-7824-4b77-9bb7-64d379681d2b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312041 Jul 14 07:21:48.402296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1d686-51e6-4639-966f-f2f179053871 req-4ad8b24e-cd6a-4fce-8a26-a1b9f00f3c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:48.403597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96d1d686-51e6-4639-966f-f2f179053871 req-4ad8b24e-cd6a-4fce-8a26-a1b9f00f3c86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52382377-c2d4-4b95-8b50-5ac07cbd1472 HTTP/1.1" status: 200 len: 834 time: 0.0713813 Jul 14 07:21:48.407147 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-228d8840-0b22-409b-ac0f-298e9cc9d8e7 service neutron] 10.222.0.35 "GET /v2.0/networks/3c1049a3-2403-49ff-80fb-fae7f7295053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003295 Jul 14 07:21:48.501543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1d686-51e6-4639-966f-f2f179053871 req-64203f83-55a0-475c-8d82-e660bd28b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:48.504923 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96d1d686-51e6-4639-966f-f2f179053871 req-64203f83-55a0-475c-8d82-e660bd28b1a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=deabe113-d88b-4996-a81c-d6af98e94bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875745 Jul 14 07:21:48.619370 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9529f6-9441-480d-979e-b1914256a884 x-openstack-request-id: req-3b9529f6-9441-480d-979e-b1914256a884 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:21:48.619661 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92512528-dcf3-40fb-a0b7-bc170395f4ae", "tag": "c1bbdfce-b4b2-4875-83d9-9bddfb31d455", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:21:48.619912 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b9529f6-9441-480d-979e-b1914256a884 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:21:48.620305 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'tag': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455', 'status': 'completed', 'code': 200} Jul 14 07:21:48.644085 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96d1d686-51e6-4639-966f-f2f179053871 req-b3b69e79-c8d4-4a48-b888-9777858945f8 service neutron] 10.222.0.15 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324625 Jul 14 07:21:48.844161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96d1d686-51e6-4639-966f-f2f179053871 req-5271f745-089b-46df-a031-d15d0a0e3162 service neutron] 10.222.0.15 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939647 Jul 14 07:21:48.941980 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61205d3-aa63-495c-9480-cf71488da82d req-d39cf5f1-e262-40f7-a729-babd90f30f72 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:48.946315 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b61205d3-aa63-495c-9480-cf71488da82d req-d39cf5f1-e262-40f7-a729-babd90f30f72 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 943 time: 0.1911404 Jul 14 07:21:49.030635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b61205d3-aa63-495c-9480-cf71488da82d req-cbc5067a-8eed-422d-9e27-8ea5848f0f3e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490963 Jul 14 07:21:49.047977 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d0460-f136-440e-a203-46501846264e req-06387bc0-69eb-48eb-a60e-94827901ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:49.049909 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb4d0460-f136-440e-a203-46501846264e req-06387bc0-69eb-48eb-a60e-94827901ed45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 1094 time: 0.1292059 Jul 14 07:21:49.193745 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a095c5b7-7976-419e-883e-671b2dedf24d req-c473912d-324a-4011-87a7-5cf3ca0651e6 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=f25a0874-7282-409e-b39d-1194b5835e55 HTTP/1.1" status: 200 len: 210 time: 0.0397432 Jul 14 07:21:49.215283 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d0460-f136-440e-a203-46501846264e req-1de03f02-9721-424e-9d47-6863f1872084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:49.216149 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb4d0460-f136-440e-a203-46501846264e req-1de03f02-9721-424e-9d47-6863f1872084 service neutron] 10.222.0.15 "GET /v2.0/networks?id=deabe113-d88b-4996-a81c-d6af98e94bcb HTTP/1.1" status: 200 len: 898 time: 0.1589863 Jul 14 07:21:49.264421 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb4d0460-f136-440e-a203-46501846264e req-17e377fc-466e-471a-bdb5-508edead5582 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1bbdfce-b4b2-4875-83d9-9bddfb31d455 HTTP/1.1" status: 200 len: 217 time: 0.0412753 Jul 14 07:21:49.334172 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d0460-f136-440e-a203-46501846264e req-254ed9fb-f015-4572-80da-0b5771e448f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:49.336183 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb4d0460-f136-440e-a203-46501846264e req-254ed9fb-f015-4572-80da-0b5771e448f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52382377-c2d4-4b95-8b50-5ac07cbd1472 HTTP/1.1" status: 200 len: 834 time: 0.0648766 Jul 14 07:21:49.406430 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d0460-f136-440e-a203-46501846264e req-493ee5bd-375e-4711-8656-edca8411259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:49.407962 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb4d0460-f136-440e-a203-46501846264e req-493ee5bd-375e-4711-8656-edca8411259a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=deabe113-d88b-4996-a81c-d6af98e94bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646164 Jul 14 07:21:49.551480 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb4d0460-f136-440e-a203-46501846264e req-2c0d802a-7491-466a-b5db-b78fbd816b24 service neutron] 10.222.0.15 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317143 Jul 14 07:21:49.713418 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaa9e7-5504-4496-9cff-e23b4fab312c req-3025c363-d71a-461f-9bdf-58624e0c03a2 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:49.721330 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fdbaa9e7-5504-4496-9cff-e23b4fab312c req-3025c363-d71a-461f-9bdf-58624e0c03a2 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.2038646 Jul 14 07:21:49.762863 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb4d0460-f136-440e-a203-46501846264e req-1d3c8624-d1df-4517-9aa3-d5d24bc21254 service neutron] 10.222.0.15 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733305 Jul 14 07:21:49.791347 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fdbaa9e7-5504-4496-9cff-e23b4fab312c req-91b48f88-ae4e-4057-a291-cf9bd36c836f tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690613 Jul 14 07:21:50.346026 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-47b9859c-c163-48d1-8777-8b9dfb9a2f09 req-aee745b6-1206-4f16-bb77-5b7fddf637f5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=f25a0874-7282-409e-b39d-1194b5835e55 HTTP/1.1" status: 200 len: 210 time: 0.0639243 Jul 14 07:21:50.418261 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17442584-1838-4606-8a9c-970e26c2699f req-3d91f724-5381-4df0-bf38-417745f6bb0b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:50.420225 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-17442584-1838-4606-8a9c-970e26c2699f req-3d91f724-5381-4df0-bf38-417745f6bb0b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 943 time: 0.2321417 Jul 14 07:21:50.497167 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-17442584-1838-4606-8a9c-970e26c2699f req-8611bd01-3bbc-463d-94aa-b5cfb9b38a9c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534403 Jul 14 07:21:51.017473 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d3b47-0ab8-4090-942e-a1e4be11c808 req-1c222104-3906-459f-9eb4-b5fd155c2397 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:51.025785 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f63d3b47-0ab8-4090-942e-a1e4be11c808 req-1c222104-3906-459f-9eb4-b5fd155c2397 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.0920556 Jul 14 07:21:51.135616 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f63d3b47-0ab8-4090-942e-a1e4be11c808 req-cddb1ad0-2bda-4158-96c1-1e357595a38f tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088262 Jul 14 07:21:51.186203 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device c1bbdfce-b4b2-4875-83d9-9bddfb31d455 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:21:51.224231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-0ba34195-8e73-4a0f-bb36-5d01a0207f9c tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:51.227334 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-0ba34195-8e73-4a0f-bb36-5d01a0207f9c tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.30 "GET /v2.0/networks?id=3c1049a3-2403-49ff-80fb-fae7f7295053 HTTP/1.1" status: 200 len: 818 time: 0.1993392 Jul 14 07:21:51.259639 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-fca44a40-2fe1-4217-84da-6f45505565c5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Request body: {'port': {'device_id': '1f4bdc25-1edc-4a5d-81a0-c5a72d87f269', 'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053', 'admin_state_up': True, 'tenant_id': 'ecb7993484834c7c90fca35132078d5c'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:51.360966 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port c1bbdfce-b4b2-4875-83d9-9bddfb31d455, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,segment=NetworkSegment(524c6015-92fd-41e1-8252-8aaee5205294),segment_id=524c6015-92fd-41e1-8252-8aaee5205294)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:51.380764 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455', 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb', 'port_id': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455', 'mac_address': 'fa:16:3e:e5:15:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:21:51.435023 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:51.469282 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bbdfce-b4b2-4875-83d9-9bddfb31d455 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:21:51.499292 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port c1bbdfce-b4b2-4875-83d9-9bddfb31d455, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,segment=NetworkSegment(524c6015-92fd-41e1-8252-8aaee5205294),segment_id=524c6015-92fd-41e1-8252-8aaee5205294)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:51.505828 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:51.598228 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:51.711660 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['c1bbdfce-b4b2-4875-83d9-9bddfb31d455'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:21:51.721845 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-91f5bf56-f9f5-47a4-939b-aa23b7e9f17f tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:51.723314 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-91f5bf56-f9f5-47a4-939b-aa23b7e9f17f tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.15 "GET /v2.0/networks?id=3c1049a3-2403-49ff-80fb-fae7f7295053 HTTP/1.1" status: 200 len: 818 time: 0.3291109 Jul 14 07:21:51.730129 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fdfb5caa-dbff-4ca3-820e-d6686e6c5b43 req-8d2844d7-3286-41e5-b0cb-643808b4275d tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=f25a0874-7282-409e-b39d-1194b5835e55 HTTP/1.1" status: 200 len: 210 time: 0.1560314 Jul 14 07:21:51.771058 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-ac6105a3-639d-4b39-9251-4f4008861853 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Request body: {'port': {'device_id': '18135cb7-dd6a-4695-9fe7-0ccc47565d8a', 'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053', 'admin_state_up': True, 'tenant_id': 'ecb7993484834c7c90fca35132078d5c'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:51.994341 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-fca44a40-2fe1-4217-84da-6f45505565c5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Made reservation on behalf of ecb7993484834c7c90fca35132078d5c for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:21:52.001825 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-fca44a40-2fe1-4217-84da-6f45505565c5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:52.026070 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-dc95d260-8ab6-4847-b309-a223cf03cd40 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:52.028074 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768fdf0-1eee-4604-8f4a-1af4fe9f55d0 req-261259e5-64b1-456b-9c04-9101f4ff97bd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:52.029370 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-dc95d260-8ab6-4847-b309-a223cf03cd40 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.30 "GET /v2.0/networks?id=3c1049a3-2403-49ff-80fb-fae7f7295053 HTTP/1.1" status: 200 len: 818 time: 0.2357590 Jul 14 07:21:52.044108 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-64587275-c590-47d2-8cd2-73511254c286 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Request body: {'port': {'device_id': 'f25a0874-7282-409e-b39d-1194b5835e55', 'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053', 'admin_state_up': True, 'tenant_id': 'ecb7993484834c7c90fca35132078d5c'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:52.056261 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5768fdf0-1eee-4604-8f4a-1af4fe9f55d0 req-261259e5-64b1-456b-9c04-9101f4ff97bd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 944 time: 0.3283002 Jul 14 07:21:52.197315 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5768fdf0-1eee-4604-8f4a-1af4fe9f55d0 req-74d584c3-1540-4c39-9779-41093feffe4a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395977 Jul 14 07:21:52.329957 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-ac6105a3-639d-4b39-9251-4f4008861853 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Made reservation on behalf of ecb7993484834c7c90fca35132078d5c for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:21:52.334071 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-ac6105a3-639d-4b39-9251-4f4008861853 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:52.415597 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-64587275-c590-47d2-8cd2-73511254c286 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Made reservation on behalf of ecb7993484834c7c90fca35132078d5c for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:21:52.420715 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-64587275-c590-47d2-8cd2-73511254c286 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:52.834170 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-fca44a40-2fe1-4217-84da-6f45505565c5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Allocated IP 172.20.0.2 (3c1049a3-2403-49ff-80fb-fae7f7295053/c4a707e1-e303-42fc-bd6d-8f0c677a1712/c9dd6bf9-f0d0-4f30-99b1-03e70b242037) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:21:52.866374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ecfc5-502f-4e42-8ebc-cf7579477809 req-610bfb85-ad28-44c2-9afc-cbc72fa373af tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:52.873120 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b64ecfc5-502f-4e42-8ebc-cf7579477809 req-610bfb85-ad28-44c2-9afc-cbc72fa373af tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.4340117 Jul 14 07:21:52.929480 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-011c9842-87fc-498e-a056-fa429e3d207c req-c7edec95-0540-4984-97c1-ba5babfe5905 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=f25a0874-7282-409e-b39d-1194b5835e55 HTTP/1.1" status: 200 len: 210 time: 0.0467613 Jul 14 07:21:52.963777 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b64ecfc5-502f-4e42-8ebc-cf7579477809 req-722139f1-a23d-4356-bd63-611066e3e005 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896890 Jul 14 07:21:53.089088 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-fca44a40-2fe1-4217-84da-6f45505565c5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:53.142359 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-fca44a40-2fe1-4217-84da-6f45505565c5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:53.190805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device c1bbdfce-b4b2-4875-83d9-9bddfb31d455 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:21:53.203866 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-fca44a40-2fe1-4217-84da-6f45505565c5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Network 3c1049a3-2403-49ff-80fb-fae7f7295053 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:21:53.207323 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-fca44a40-2fe1-4217-84da-6f45505565c5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:21:53.220292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca44a40-2fe1-4217-84da-6f45505565c5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Pushing event updated for resources: {'Port': ['ID=c9dd6bf9-f0d0-4f30-99b1-03e70b242037,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:53.230689 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-fca44a40-2fe1-4217-84da-6f45505565c5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:21:53.281763 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-64587275-c590-47d2-8cd2-73511254c286 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Allocated IP 172.20.0.8 (3c1049a3-2403-49ff-80fb-fae7f7295053/c4a707e1-e303-42fc-bd6d-8f0c677a1712/445faebc-b800-49f2-bf9d-b157fc185df3) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:21:53.285827 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:21:53.298863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:21:53.300033 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:53.318331 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-fca44a40-2fe1-4217-84da-6f45505565c5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:53.321607 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-fca44a40-2fe1-4217-84da-6f45505565c5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:53.351897 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-fca44a40-2fe1-4217-84da-6f45505565c5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1145008 Jul 14 07:21:53.370526 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-70fa08ed-5b65-4c96-9290-a49f9f2940d7 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:21:53.373456 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-70fa08ed-5b65-4c96-9290-a49f9f2940d7 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143259 Jul 14 07:21:53.384032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Request body: {'port': {'device_id': '1f4bdc25-1edc-4a5d-81a0-c5a72d87f269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:53.516110 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:53.552254 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:53.569750 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-64587275-c590-47d2-8cd2-73511254c286 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:53.619176 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bde0c-b30c-431a-89fd-923d1690a3fe req-a40ddc25-ff9a-4989-b2e8-3a05ecc523f6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:53.620935 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df5bde0c-b30c-431a-89fd-923d1690a3fe req-a40ddc25-ff9a-4989-b2e8-3a05ecc523f6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 944 time: 0.1883941 Jul 14 07:21:53.627066 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port c1bbdfce-b4b2-4875-83d9-9bddfb31d455, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,segment=NetworkSegment(524c6015-92fd-41e1-8252-8aaee5205294),segment_id=524c6015-92fd-41e1-8252-8aaee5205294)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:53.628910 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:21:53.633452 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-64587275-c590-47d2-8cd2-73511254c286 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:53.639643 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781a55b8-db1b-4ec8-87c6-3dac8bb47946" -d '{"events": [{"server_uuid": "92512528-dcf3-40fb-a0b7-bc170395f4ae", "name": "network-vif-plugged", "status": "completed", "tag": "c1bbdfce-b4b2-4875-83d9-9bddfb31d455"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:21:53.666426 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:53.747644 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-64587275-c590-47d2-8cd2-73511254c286 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Network 3c1049a3-2403-49ff-80fb-fae7f7295053 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:21:53.749165 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-64587275-c590-47d2-8cd2-73511254c286 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:21:53.757264 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-64587275-c590-47d2-8cd2-73511254c286 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:21:53.774416 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:53.820011 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64587275-c590-47d2-8cd2-73511254c286 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Pushing event updated for resources: {'Port': ['ID=445faebc-b800-49f2-bf9d-b157fc185df3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:53.824504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df5bde0c-b30c-431a-89fd-923d1690a3fe req-433d3ee2-e8b4-4a54-93f1-eee84be9b093 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953442 Jul 14 07:21:53.824968 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8180efe7-afa5-44ab-9015-b75fbb9f6f9b x-openstack-request-id: req-8180efe7-afa5-44ab-9015-b75fbb9f6f9b {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:21:53.825292 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92512528-dcf3-40fb-a0b7-bc170395f4ae", "name": "network-vif-plugged", "status": "completed", "tag": "c1bbdfce-b4b2-4875-83d9-9bddfb31d455", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:21:53.825547 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8180efe7-afa5-44ab-9015-b75fbb9f6f9b {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:21:53.825944 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455', 'code': 200} Jul 14 07:21:53.843475 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-ac6105a3-639d-4b39-9251-4f4008861853 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Allocated IP 172.20.0.10 (3c1049a3-2403-49ff-80fb-fae7f7295053/c4a707e1-e303-42fc-bd6d-8f0c677a1712/56da785a-d969-4ca4-8539-480b19dba4c7) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:21:53.869743 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-64587275-c590-47d2-8cd2-73511254c286 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:53.872060 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-64587275-c590-47d2-8cd2-73511254c286 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:53.899935 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-64587275-c590-47d2-8cd2-73511254c286 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8618515 Jul 14 07:21:53.914080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Request body: {'port': {'device_id': 'f25a0874-7282-409e-b39d-1194b5835e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:54.056481 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fba93-3950-4298-91c7-e7ab2668004e req-85d2a478-349e-452e-8705-2e6b220e7576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:54.058030 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f7fba93-3950-4298-91c7-e7ab2668004e req-85d2a478-349e-452e-8705-2e6b220e7576 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 1096 time: 0.1475675 Jul 14 07:21:54.099067 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:54.107190 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-ac6105a3-639d-4b39-9251-4f4008861853 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:54.124482 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f7fba93-3950-4298-91c7-e7ab2668004e req-f5f1d463-18a0-441f-9004-29f02c10a23d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564291 Jul 14 07:21:54.281583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e877f5b-4b96-491a-8f4b-0376ff874cf7 req-61991a32-076a-460f-a1eb-377065c9afc4 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:54.283182 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5e877f5b-4b96-491a-8f4b-0376ff874cf7 req-61991a32-076a-460f-a1eb-377065c9afc4 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.1568828 Jul 14 07:21:54.322871 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-ac6105a3-639d-4b39-9251-4f4008861853 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:54.416423 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7d1f1-ab90-4408-8d00-7aafef64a16d req-04bc329e-e171-4315-be1e-6f828e8f0479 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:54.418155 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fab7d1f1-ab90-4408-8d00-7aafef64a16d req-04bc329e-e171-4315-be1e-6f828e8f0479 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=f25a0874-7282-409e-b39d-1194b5835e55 HTTP/1.1" status: 200 len: 931 time: 0.2450194 Jul 14 07:21:54.460203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-ac6105a3-639d-4b39-9251-4f4008861853 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Network 3c1049a3-2403-49ff-80fb-fae7f7295053 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:21:54.481223 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5e877f5b-4b96-491a-8f4b-0376ff874cf7 req-b28e7aba-6e0e-40aa-92c7-de14e01e96e8 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876788 Jul 14 07:21:54.481223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-ac6105a3-639d-4b39-9251-4f4008861853 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:21:54.488399 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-ac6105a3-639d-4b39-9251-4f4008861853 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:21:54.494378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6105a3-639d-4b39-9251-4f4008861853 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Pushing event updated for resources: {'Port': ['ID=56da785a-d969-4ca4-8539-480b19dba4c7,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:54.558086 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fab7d1f1-ab90-4408-8d00-7aafef64a16d req-9d9f496c-167f-486d-98af-52e9c63f682a tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/security-groups?id=097a4835-1853-4017-9543-7cac0ec89551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286664 Jul 14 07:21:54.584920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-ac6105a3-639d-4b39-9251-4f4008861853 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:54.585608 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-ac6105a3-639d-4b39-9251-4f4008861853 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:54.626591 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-ac6105a3-639d-4b39-9251-4f4008861853 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8756418 Jul 14 07:21:54.639229 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Request body: {'port': {'device_id': '18135cb7-dd6a-4695-9fe7-0ccc47565d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:54.709088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9dd6bf9-f0d0-4f30-99b1-03e70b242037 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:21:54.722372 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:54.755758 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Transition to ACTIVE for port object c9dd6bf9-f0d0-4f30-99b1-03e70b242037 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:21:54.769286 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:54.785616 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:54.929729 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Pushing event updated for resources: {'Port': ['ID=c9dd6bf9-f0d0-4f30-99b1-03e70b242037,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:54.994130 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445faebc-b800-49f2-bf9d-b157fc185df3 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:21:55.002797 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:55.016880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Transition to ACTIVE for port object 445faebc-b800-49f2-bf9d-b157fc185df3 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:21:55.038451 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:55.084101 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Pushing event updated for resources: {'Port': ['ID=445faebc-b800-49f2-bf9d-b157fc185df3,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:55.193575 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Attempting to bind port 445faebc-b800-49f2-bf9d-b157fc185df3 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:21:55.194561 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Attempting to bind port 445faebc-b800-49f2-bf9d-b157fc185df3 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'ff4960dc-e103-44ee-a9a3-9412fb099c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:21:55.195225 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Attempting to bind port 445faebc-b800-49f2-bf9d-b157fc185df3 on network 3c1049a3-2403-49ff-80fb-fae7f7295053 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:21:55.201268 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Port 445faebc-b800-49f2-bf9d-b157fc185df3 on network 3c1049a3-2403-49ff-80fb-fae7f7295053 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:21:55.201701 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Attempting to bind port 445faebc-b800-49f2-bf9d-b157fc185df3 on network 3c1049a3-2403-49ff-80fb-fae7f7295053 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:21:55.207000 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:21:55.207441 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Checking segment: {'id': 'ff4960dc-e103-44ee-a9a3-9412fb099c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:21:55.207933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Bound using segment: {'id': 'ff4960dc-e103-44ee-a9a3-9412fb099c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:21:55.208453 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Bound port: 445faebc-b800-49f2-bf9d-b157fc185df3, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4960dc-e103-44ee-a9a3-9412fb099c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:21:55.209006 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:55.285266 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Attempting to bind port c9dd6bf9-f0d0-4f30-99b1-03e70b242037 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:21:55.285603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Attempting to bind port c9dd6bf9-f0d0-4f30-99b1-03e70b242037 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'ff4960dc-e103-44ee-a9a3-9412fb099c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:21:55.285939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Attempting to bind port c9dd6bf9-f0d0-4f30-99b1-03e70b242037 on network 3c1049a3-2403-49ff-80fb-fae7f7295053 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:21:55.292370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] For port 445faebc-b800-49f2-bf9d-b157fc185df3, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:21:55.294539 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Port c9dd6bf9-f0d0-4f30-99b1-03e70b242037 on network 3c1049a3-2403-49ff-80fb-fae7f7295053 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:21:55.295105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Attempting to bind port c9dd6bf9-f0d0-4f30-99b1-03e70b242037 on network 3c1049a3-2403-49ff-80fb-fae7f7295053 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:21:55.297377 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] For port 445faebc-b800-49f2-bf9d-b157fc185df3, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=445faebc-b800-49f2-bf9d-b157fc185df3,segment=NetworkSegment(ff4960dc-e103-44ee-a9a3-9412fb099c5a),segment_id=ff4960dc-e103-44ee-a9a3-9412fb099c5a)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:21:55.305613 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:55.312418 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:21:55.312773 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Checking segment: {'id': 'ff4960dc-e103-44ee-a9a3-9412fb099c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:21:55.313149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Bound using segment: {'id': 'ff4960dc-e103-44ee-a9a3-9412fb099c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:21:55.313638 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Bound port: c9dd6bf9-f0d0-4f30-99b1-03e70b242037, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4960dc-e103-44ee-a9a3-9412fb099c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:21:55.314007 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:55.349007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:55.349705 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:55.351548 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] 10.222.0.30 "PUT /v2.0/ports/445faebc-b800-49f2-bf9d-b157fc185df3 HTTP/1.1" status: 200 len: 1091 time: 1.4430480 Jul 14 07:21:55.353953 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25a0874-7282-409e-b39d-1194b5835e55', 'tag': '445faebc-b800-49f2-bf9d-b157fc185df3'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:21:55.363541 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f072227a-3b12-450a-bcde-772406c2ec91" -d '{"events": [{"name": "network-changed", "server_uuid": "f25a0874-7282-409e-b39d-1194b5835e55", "tag": "445faebc-b800-49f2-bf9d-b157fc185df3"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:21:55.396277 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cb213-578f-491b-a39f-0aead48af056 service neutron] Pushing event updated for resources: {'Port': ['ID=445faebc-b800-49f2-bf9d-b157fc185df3,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:55.449293 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f0042f-f778-4f76-97ae-262f25acd12c x-openstack-request-id: req-d2f0042f-f778-4f76-97ae-262f25acd12c {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:21:55.449846 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25a0874-7282-409e-b39d-1194b5835e55", "tag": "445faebc-b800-49f2-bf9d-b157fc185df3", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:21:55.450191 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2f0042f-f778-4f76-97ae-262f25acd12c {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:21:55.450679 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25a0874-7282-409e-b39d-1194b5835e55', 'tag': '445faebc-b800-49f2-bf9d-b157fc185df3', 'status': 'completed', 'code': 200} Jul 14 07:21:55.493015 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6f46d-c979-49b8-b3bc-3047b2b01ed6 req-de5fe694-86f6-4986-99d7-5c1ae225d5d8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:55.494803 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22a6f46d-c979-49b8-b3bc-3047b2b01ed6 req-de5fe694-86f6-4986-99d7-5c1ae225d5d8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.4746263 Jul 14 07:21:55.496013 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-24c32e83-601a-48f5-99d1-6201279d6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:55.497663 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-24c32e83-601a-48f5-99d1-6201279d6bc8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecb7993484834c7c90fca35132078d5c&device_id=f25a0874-7282-409e-b39d-1194b5835e55 HTTP/1.1" status: 200 len: 1094 time: 0.0823672 Jul 14 07:21:55.564348 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-e002a2f8-d4e3-4652-925b-294736797c7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=445faebc-b800-49f2-bf9d-b157fc185df3 HTTP/1.1" status: 200 len: 217 time: 0.0575442 Jul 14 07:21:55.585532 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56da785a-d969-4ca4-8539-480b19dba4c7 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:21:55.601455 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] For port c9dd6bf9-f0d0-4f30-99b1-03e70b242037, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:21:55.606788 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:55.623047 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22a6f46d-c979-49b8-b3bc-3047b2b01ed6 req-1be1efe6-190d-4cd6-a189-b391657476d6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203637 Jul 14 07:21:55.630645 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] For port c9dd6bf9-f0d0-4f30-99b1-03e70b242037, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c9dd6bf9-f0d0-4f30-99b1-03e70b242037,segment=NetworkSegment(ff4960dc-e103-44ee-a9a3-9412fb099c5a),segment_id=ff4960dc-e103-44ee-a9a3-9412fb099c5a)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:21:55.634202 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Transition to ACTIVE for port object 56da785a-d969-4ca4-8539-480b19dba4c7 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:21:55.635457 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-0c00afc1-b5db-4995-8078-dfb08fb4b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:55.637374 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-0c00afc1-b5db-4995-8078-dfb08fb4b094 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4a707e1-e303-42fc-bd6d-8f0c677a1712 HTTP/1.1" status: 200 len: 858 time: 0.0681858 Jul 14 07:21:55.646355 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:55.649055 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:55.688741 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-24845630-8e08-4ae7-bfbe-c9922e6b49a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1049a3-2403-49ff-80fb-fae7f7295053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443263 Jul 14 07:21:55.743052 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:55.743664 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:55.747182 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] 10.222.0.30 "PUT /v2.0/ports/c9dd6bf9-f0d0-4f30-99b1-03e70b242037 HTTP/1.1" status: 200 len: 1091 time: 2.3665259 Jul 14 07:21:55.747383 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4bdc25-1edc-4a5d-81a0-c5a72d87f269', 'tag': 'c9dd6bf9-f0d0-4f30-99b1-03e70b242037'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:21:55.749694 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c7ae03-d9f2-4208-8b37-4c2f94cb1478" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4bdc25-1edc-4a5d-81a0-c5a72d87f269", "tag": "c9dd6bf9-f0d0-4f30-99b1-03e70b242037"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:21:55.867168 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-91dd7e43-9dbe-4b3c-9dde-0f6f492065a0 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1049a3-2403-49ff-80fb-fae7f7295053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716113 Jul 14 07:21:55.895131 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6774380-8e14-439f-95f5-dffc58ade4bf service neutron] Pushing event updated for resources: {'Port': ['ID=c9dd6bf9-f0d0-4f30-99b1-03e70b242037,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:56.009171 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-10457c21-2545-4cf1-b476-998efe9c4403 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1049a3-2403-49ff-80fb-fae7f7295053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301355 Jul 14 07:21:56.014870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=56da785a-d969-4ca4-8539-480b19dba4c7,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:56.017280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Attempting to bind port 56da785a-d969-4ca4-8539-480b19dba4c7 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:21:56.017612 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Attempting to bind port 56da785a-d969-4ca4-8539-480b19dba4c7 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'ff4960dc-e103-44ee-a9a3-9412fb099c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:21:56.017938 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Attempting to bind port 56da785a-d969-4ca4-8539-480b19dba4c7 on network 3c1049a3-2403-49ff-80fb-fae7f7295053 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:21:56.034034 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c1166-f2d9-4d15-acb7-4091a7b82541 req-449d4e3d-bb7d-4985-9a18-8e3f804c7356 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:56.041311 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-576c1166-f2d9-4d15-acb7-4091a7b82541 req-449d4e3d-bb7d-4985-9a18-8e3f804c7356 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.3143084 Jul 14 07:21:56.073174 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a2740b11-f0f5-407a-82fd-f2062e7f3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:56.074626 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-a2740b11-f0f5-407a-82fd-f2062e7f3659 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecb7993484834c7c90fca35132078d5c&device_id=1f4bdc25-1edc-4a5d-81a0-c5a72d87f269 HTTP/1.1" status: 200 len: 1094 time: 0.2789247 Jul 14 07:21:56.081168 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Port 56da785a-d969-4ca4-8539-480b19dba4c7 on network 3c1049a3-2403-49ff-80fb-fae7f7295053 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:21:56.081553 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Attempting to bind port 56da785a-d969-4ca4-8539-480b19dba4c7 on network 3c1049a3-2403-49ff-80fb-fae7f7295053 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:21:56.137534 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072227a-3b12-450a-bcde-772406c2ec91 req-c256dcb9-056e-48b5-9679-09ad38052a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:56.139220 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f072227a-3b12-450a-bcde-772406c2ec91 req-c256dcb9-056e-48b5-9679-09ad38052a22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecb7993484834c7c90fca35132078d5c&device_id=f25a0874-7282-409e-b39d-1194b5835e55 HTTP/1.1" status: 200 len: 1094 time: 0.0791032 Jul 14 07:21:56.139369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:21:56.139710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Checking segment: {'id': 'ff4960dc-e103-44ee-a9a3-9412fb099c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:21:56.140092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Bound using segment: {'id': 'ff4960dc-e103-44ee-a9a3-9412fb099c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:21:56.140531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Bound port: 56da785a-d969-4ca4-8539-480b19dba4c7, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4960dc-e103-44ee-a9a3-9412fb099c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:21:56.140886 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:56.155112 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-576c1166-f2d9-4d15-acb7-4091a7b82541 req-75ef7250-39a8-487f-8fb8-11c6c2226b60 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128716 Jul 14 07:21:56.163521 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-221f6d3b-ea7e-4f00-82d6-36fa9b472dcd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9dd6bf9-f0d0-4f30-99b1-03e70b242037 HTTP/1.1" status: 200 len: 217 time: 0.0745978 Jul 14 07:21:56.247921 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072227a-3b12-450a-bcde-772406c2ec91 req-2f910294-6061-4153-813a-1c72d8757339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:56.249595 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f072227a-3b12-450a-bcde-772406c2ec91 req-2f910294-6061-4153-813a-1c72d8757339 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1049a3-2403-49ff-80fb-fae7f7295053 HTTP/1.1" status: 200 len: 919 time: 0.1038957 Jul 14 07:21:56.258344 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-92192ec8-85a4-4265-acc7-60c30f699b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:56.260233 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-92192ec8-85a4-4265-acc7-60c30f699b1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4a707e1-e303-42fc-bd6d-8f0c677a1712 HTTP/1.1" status: 200 len: 858 time: 0.0701776 Jul 14 07:21:56.268539 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f8bb3-1aca-45e5-af3c-8e4c4db72fbf req-bf818e87-5ac0-4525-b3a4-3ae6461ca801 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:56.273787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a21f8bb3-1aca-45e5-af3c-8e4c4db72fbf req-bf818e87-5ac0-4525-b3a4-3ae6461ca801 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=f25a0874-7282-409e-b39d-1194b5835e55 HTTP/1.1" status: 200 len: 943 time: 0.4067197 Jul 14 07:21:56.312321 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f072227a-3b12-450a-bcde-772406c2ec91 req-8e1327a8-e770-467a-a8bd-c28a640dd858 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=445faebc-b800-49f2-bf9d-b157fc185df3 HTTP/1.1" status: 200 len: 217 time: 0.0506201 Jul 14 07:21:56.321489 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-fbc314d1-65ec-4380-839a-12bf94c076f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1049a3-2403-49ff-80fb-fae7f7295053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438516 Jul 14 07:21:56.394621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072227a-3b12-450a-bcde-772406c2ec91 req-4a733c60-fc38-47b2-b1a0-57f5543a3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:56.396132 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f072227a-3b12-450a-bcde-772406c2ec91 req-4a733c60-fc38-47b2-b1a0-57f5543a3371 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4a707e1-e303-42fc-bd6d-8f0c677a1712 HTTP/1.1" status: 200 len: 858 time: 0.0748751 Jul 14 07:21:56.460688 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f072227a-3b12-450a-bcde-772406c2ec91 req-a5228665-1bca-4ef2-a5fa-63db0bbc0d8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1049a3-2403-49ff-80fb-fae7f7295053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542121 Jul 14 07:21:56.462782 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] For port 56da785a-d969-4ca4-8539-480b19dba4c7, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:21:56.485083 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a21f8bb3-1aca-45e5-af3c-8e4c4db72fbf req-b2385ef9-e5db-49dd-89c7-65f0994bbcf1 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/security-groups?id=097a4835-1853-4017-9543-7cac0ec89551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747153 Jul 14 07:21:56.497529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] For port 56da785a-d969-4ca4-8539-480b19dba4c7, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=56da785a-d969-4ca4-8539-480b19dba4c7,segment=NetworkSegment(ff4960dc-e103-44ee-a9a3-9412fb099c5a),segment_id=ff4960dc-e103-44ee-a9a3-9412fb099c5a)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:21:56.520841 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:56.550990 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b8554d-eb14-4856-9168-2671690d8103 x-openstack-request-id: req-b0b8554d-eb14-4856-9168-2671690d8103 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:21:56.551287 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4bdc25-1edc-4a5d-81a0-c5a72d87f269", "tag": "c9dd6bf9-f0d0-4f30-99b1-03e70b242037", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:21:56.551594 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0b8554d-eb14-4856-9168-2671690d8103 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:21:56.552282 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4bdc25-1edc-4a5d-81a0-c5a72d87f269', 'tag': 'c9dd6bf9-f0d0-4f30-99b1-03e70b242037', 'status': 'completed', 'code': 200} Jul 14 07:21:56.590289 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:56.590289 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:56.590645 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f072227a-3b12-450a-bcde-772406c2ec91 req-6f38466f-bfac-4ccc-a9f7-4f49523255dc service neutron] 10.222.0.30 "GET /v2.0/networks/3c1049a3-2403-49ff-80fb-fae7f7295053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209261 Jul 14 07:21:56.591003 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] 10.222.0.15 "PUT /v2.0/ports/56da785a-d969-4ca4-8539-480b19dba4c7 HTTP/1.1" status: 200 len: 1092 time: 1.9558372 Jul 14 07:21:56.601882 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-5cadc028-9473-486d-b0ea-9a9dc39e33c1 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1049a3-2403-49ff-80fb-fae7f7295053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729180 Jul 14 07:21:56.673491 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e068d-db1f-44c0-aa86-c2b2473a0ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=56da785a-d969-4ca4-8539-480b19dba4c7,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:56.735213 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f072227a-3b12-450a-bcde-772406c2ec91 req-de9f4b3a-0c0a-404b-9e31-3498b0fca300 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1049a3-2403-49ff-80fb-fae7f7295053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378922 Jul 14 07:21:56.739414 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-6a50ad63-cbfe-4c38-8859-a80ff64211be service neutron] 10.222.0.30 "GET /v2.0/networks/3c1049a3-2403-49ff-80fb-fae7f7295053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306489 Jul 14 07:21:56.938300 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-4c8691ed-e186-496a-a833-89062ef532a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:56.939825 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-4c8691ed-e186-496a-a833-89062ef532a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecb7993484834c7c90fca35132078d5c&device_id=18135cb7-dd6a-4695-9fe7-0ccc47565d8a HTTP/1.1" status: 200 len: 1095 time: 0.2807448 Jul 14 07:21:56.943268 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7ae03-d9f2-4208-8b37-4c2f94cb1478 req-09b05db0-0e4d-4848-9ba4-fdefe5a0e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:56.944654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-11c7ae03-d9f2-4208-8b37-4c2f94cb1478 req-09b05db0-0e4d-4848-9ba4-fdefe5a0e128 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecb7993484834c7c90fca35132078d5c&device_id=1f4bdc25-1edc-4a5d-81a0-c5a72d87f269 HTTP/1.1" status: 200 len: 1094 time: 0.1300766 Jul 14 07:21:56.956841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336eaaa-14fd-4c46-a7d0-9f0b800b5e52 req-84fe2b21-096c-4bea-b7f8-4ba1280513ef tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:56.958340 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2336eaaa-14fd-4c46-a7d0-9f0b800b5e52 req-84fe2b21-096c-4bea-b7f8-4ba1280513ef tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.1345935 Jul 14 07:21:57.051665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-c4c4d195-e1a7-4cc5-8bb9-29e473862535 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56da785a-d969-4ca4-8539-480b19dba4c7 HTTP/1.1" status: 200 len: 217 time: 0.0923755 Jul 14 07:21:57.113216 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2336eaaa-14fd-4c46-a7d0-9f0b800b5e52 req-b5dcaeb9-41fb-4343-8e59-755a5346a81a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385262 Jul 14 07:21:57.154391 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-8ffc86ed-5243-483d-87b5-9f71ea405158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:57.155929 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-8ffc86ed-5243-483d-87b5-9f71ea405158 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4a707e1-e303-42fc-bd6d-8f0c677a1712 HTTP/1.1" status: 200 len: 858 time: 0.0980523 Jul 14 07:21:57.159340 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7ae03-d9f2-4208-8b37-4c2f94cb1478 req-46af5226-175f-4d6f-aa78-368dc3ae4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:57.160689 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-11c7ae03-d9f2-4208-8b37-4c2f94cb1478 req-46af5226-175f-4d6f-aa78-368dc3ae4af0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1049a3-2403-49ff-80fb-fae7f7295053 HTTP/1.1" status: 200 len: 919 time: 0.1952558 Jul 14 07:21:57.207862 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-6829de7c-3ab1-4181-b592-088898a212d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3c1049a3-2403-49ff-80fb-fae7f7295053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421607 Jul 14 07:21:57.259003 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-11c7ae03-d9f2-4208-8b37-4c2f94cb1478 req-c964c268-1c11-45ef-bcb2-10e7f4c5f72c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9dd6bf9-f0d0-4f30-99b1-03e70b242037 HTTP/1.1" status: 200 len: 217 time: 0.0851474 Jul 14 07:21:57.458219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7ae03-d9f2-4208-8b37-4c2f94cb1478 req-00d5e42d-44a2-43fa-815b-3e23ce55f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:57.466136 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-11c7ae03-d9f2-4208-8b37-4c2f94cb1478 req-00d5e42d-44a2-43fa-815b-3e23ce55f630 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4a707e1-e303-42fc-bd6d-8f0c677a1712 HTTP/1.1" status: 200 len: 858 time: 0.1956902 Jul 14 07:21:57.489785 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-93da5055-ef17-4073-80f5-f50649aa2c7c service neutron] 10.222.0.15 "GET /v2.0/networks/3c1049a3-2403-49ff-80fb-fae7f7295053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511704 Jul 14 07:21:57.829068 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 445faebc-b800-49f2-bf9d-b157fc185df3 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:21:57.880206 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-11c7ae03-d9f2-4208-8b37-4c2f94cb1478 req-f0d73b71-cc0b-4d61-8e47-dff8885247d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1049a3-2403-49ff-80fb-fae7f7295053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4054465 Jul 14 07:21:57.898660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89c1c-35cd-431a-b7e8-34f71a3a484e req-2fe3440d-376b-4d36-b94e-79ff953eb8b8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:57.904150 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2d89c1c-35cd-431a-b7e8-34f71a3a484e req-2fe3440d-376b-4d36-b94e-79ff953eb8b8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.5996132 Jul 14 07:21:57.933700 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 445faebc-b800-49f2-bf9d-b157fc185df3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=445faebc-b800-49f2-bf9d-b157fc185df3,segment=NetworkSegment(ff4960dc-e103-44ee-a9a3-9412fb099c5a),segment_id=ff4960dc-e103-44ee-a9a3-9412fb099c5a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:57.946188 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '445faebc-b800-49f2-bf9d-b157fc185df3', 'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053', 'port_id': '445faebc-b800-49f2-bf9d-b157fc185df3', 'mac_address': 'fa:16:3e:cf:c8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a707e1-e303-42fc-bd6d-8f0c677a1712', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:21:57.991986 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:58.005043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445faebc-b800-49f2-bf9d-b157fc185df3 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:21:58.041129 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:21:58.043076 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214d0e8-2c08-401f-854d-d510c6cc15cf req-defbc491-8921-4078-80b0-7df042802ab3 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:58.044635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c214d0e8-2c08-401f-854d-d510c6cc15cf req-defbc491-8921-4078-80b0-7df042802ab3 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.6715901 Jul 14 07:21:58.046076 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 445faebc-b800-49f2-bf9d-b157fc185df3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=445faebc-b800-49f2-bf9d-b157fc185df3,segment=NetworkSegment(ff4960dc-e103-44ee-a9a3-9412fb099c5a),segment_id=ff4960dc-e103-44ee-a9a3-9412fb099c5a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:58.054476 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:58.058650 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2d89c1c-35cd-431a-b7e8-34f71a3a484e req-d7c9941c-2b5f-4682-915f-b1f0d49af675 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535444 Jul 14 07:21:58.094146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42840) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:58.104818 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf8f7aa6-1a5a-4558-b8eb-56e880795412 req-73f2d4a9-9c22-41b4-8bab-056de5aac10f service neutron] 10.222.0.15 "GET /v2.0/networks/3c1049a3-2403-49ff-80fb-fae7f7295053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725015 Jul 14 07:21:58.106704 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-11c7ae03-d9f2-4208-8b37-4c2f94cb1478 req-0d439d2d-4341-4b25-92d3-e50bb8f050d5 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1049a3-2403-49ff-80fb-fae7f7295053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944098 Jul 14 07:21:58.134850 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=445faebc-b800-49f2-bf9d-b157fc185df3,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:58.139155 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c214d0e8-2c08-401f-854d-d510c6cc15cf req-b95dc909-81ae-4d94-ab7e-a31c6a663401 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839515 Jul 14 07:21:58.234570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e6d2e2-6aee-4fe5-875f-b4e7704db7da tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:58.243152 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e3e6d2e2-6aee-4fe5-875f-b4e7704db7da tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 1091 time: 0.1472902 Jul 14 07:21:58.247076 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42842) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:21:58.251925 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:21:58.264144 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-11c7ae03-d9f2-4208-8b37-4c2f94cb1478 req-9c68597f-2215-419d-9946-89f81de406ea service neutron] 10.222.0.30 "GET /v2.0/networks/3c1049a3-2403-49ff-80fb-fae7f7295053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284370 Jul 14 07:21:58.295428 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:58.346673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['445faebc-b800-49f2-bf9d-b157fc185df3'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:21:58.512197 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:58.530217 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eac983-4359-4125-85ae-b0db0ca8b20f req-4601d34c-339f-45fe-a61f-3a8a41e2600e tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:58.537356 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1eac983-4359-4125-85ae-b0db0ca8b20f req-4601d34c-339f-45fe-a61f-3a8a41e2600e tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=f25a0874-7282-409e-b39d-1194b5835e55 HTTP/1.1" status: 200 len: 944 time: 0.0814748 Jul 14 07:21:58.556231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18135cb7-dd6a-4695-9fe7-0ccc47565d8a', 'tag': '56da785a-d969-4ca4-8539-480b19dba4c7'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:21:58.558662 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4f662a-7a24-470c-8924-2fe619a5aa26" -d '{"events": [{"name": "network-changed", "server_uuid": "18135cb7-dd6a-4695-9fe7-0ccc47565d8a", "tag": "56da785a-d969-4ca4-8539-480b19dba4c7"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:21:58.589848 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1eac983-4359-4125-85ae-b0db0ca8b20f req-e9b045e4-9034-4faa-9009-7ed914452aa2 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/security-groups?id=097a4835-1853-4017-9543-7cac0ec89551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512350 Jul 14 07:21:58.631196 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff716cd9-519d-49cd-86a8-678d14005e81 x-openstack-request-id: req-ff716cd9-519d-49cd-86a8-678d14005e81 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:21:58.631760 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18135cb7-dd6a-4695-9fe7-0ccc47565d8a", "tag": "56da785a-d969-4ca4-8539-480b19dba4c7", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:21:58.632081 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff716cd9-519d-49cd-86a8-678d14005e81 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:21:58.633525 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18135cb7-dd6a-4695-9fe7-0ccc47565d8a', 'tag': '56da785a-d969-4ca4-8539-480b19dba4c7', 'status': 'completed', 'code': 200} Jul 14 07:21:58.656349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Allocated IP 172.25.7.195 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/7f9fda49-e36c-4b91-a24e-38c1e2200eb7) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:21:58.717156 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f662a-7a24-470c-8924-2fe619a5aa26 req-ca3df57e-30d5-4edf-a861-cb41254ca17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:58.719082 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d4f662a-7a24-470c-8924-2fe619a5aa26 req-ca3df57e-30d5-4edf-a861-cb41254ca17c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecb7993484834c7c90fca35132078d5c&device_id=18135cb7-dd6a-4695-9fe7-0ccc47565d8a HTTP/1.1" status: 200 len: 1095 time: 0.0652859 Jul 14 07:21:58.801127 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-797acad5-34dc-4d3c-9ecc-075697c48850 req-25a8d508-626f-4485-932e-d347f8b1dbe5 service neutron] (93828) timed out ('10.222.0.30', 60090) {{(pid=93828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 07:21:58.829574 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:58.841369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f662a-7a24-470c-8924-2fe619a5aa26 req-8e6964ec-31c4-4a3c-ad99-97d10ee221c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:58.843061 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d4f662a-7a24-470c-8924-2fe619a5aa26 req-8e6964ec-31c4-4a3c-ad99-97d10ee221c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3c1049a3-2403-49ff-80fb-fae7f7295053 HTTP/1.1" status: 200 len: 919 time: 0.1163208 Jul 14 07:21:58.874056 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:58.895999 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d4f662a-7a24-470c-8924-2fe619a5aa26 req-8f72609a-10f6-4867-8c48-22d96eaa4e8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56da785a-d969-4ca4-8539-480b19dba4c7 HTTP/1.1" status: 200 len: 217 time: 0.0455089 Jul 14 07:21:58.910573 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:21:58.914739 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:21:58.923716 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:21:58.958698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=7f9fda49-e36c-4b91-a24e-38c1e2200eb7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:59.016921 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f662a-7a24-470c-8924-2fe619a5aa26 req-94d87815-4804-4240-93c4-b1646830b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:59.018698 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d4f662a-7a24-470c-8924-2fe619a5aa26 req-94d87815-4804-4240-93c4-b1646830b9c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4a707e1-e303-42fc-bd6d-8f0c677a1712 HTTP/1.1" status: 200 len: 858 time: 0.1022482 Jul 14 07:21:59.065341 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d4f662a-7a24-470c-8924-2fe619a5aa26 req-583195a8-fb24-491b-8168-eb7a49f8d7f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3c1049a3-2403-49ff-80fb-fae7f7295053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378754 Jul 14 07:21:59.163412 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d4f662a-7a24-470c-8924-2fe619a5aa26 req-8ffc8383-4183-4961-9e15-0f90d3960e10 service neutron] 10.222.0.15 "GET /v2.0/networks/3c1049a3-2403-49ff-80fb-fae7f7295053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901227 Jul 14 07:21:59.212626 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 56da785a-d969-4ca4-8539-480b19dba4c7 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:21:59.331027 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d4f662a-7a24-470c-8924-2fe619a5aa26 req-7191bf1c-98bd-4fce-8416-40aedf93d851 service neutron] 10.222.0.15 "GET /v2.0/networks/3c1049a3-2403-49ff-80fb-fae7f7295053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610682 Jul 14 07:21:59.446627 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 56da785a-d969-4ca4-8539-480b19dba4c7, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=56da785a-d969-4ca4-8539-480b19dba4c7,segment=NetworkSegment(ff4960dc-e103-44ee-a9a3-9412fb099c5a),segment_id=ff4960dc-e103-44ee-a9a3-9412fb099c5a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:59.471138 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '56da785a-d969-4ca4-8539-480b19dba4c7', 'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053', 'port_id': '56da785a-d969-4ca4-8539-480b19dba4c7', 'mac_address': 'fa:16:3e:58:02:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a707e1-e303-42fc-bd6d-8f0c677a1712', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:21:59.559063 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:59.571485 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f8931-e2c9-4fc0-b98c-1d8ce96fe27d req-ddd75278-a0ce-4da9-8ca7-6ffea34cb753 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:59.574476 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:59.581497 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d12f8931-e2c9-4fc0-b98c-1d8ce96fe27d req-ddd75278-a0ce-4da9-8ca7-6ffea34cb753 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.1870117 Jul 14 07:21:59.588073 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56da785a-d969-4ca4-8539-480b19dba4c7 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:21:59.640001 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 56da785a-d969-4ca4-8539-480b19dba4c7, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=56da785a-d969-4ca4-8539-480b19dba4c7,segment=NetworkSegment(ff4960dc-e103-44ee-a9a3-9412fb099c5a),segment_id=ff4960dc-e103-44ee-a9a3-9412fb099c5a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:21:59.648760 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:59.672527 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d12f8931-e2c9-4fc0-b98c-1d8ce96fe27d req-19d27bd9-9b7f-4701-8a13-e859bc6a80eb tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900662 Jul 14 07:21:59.756683 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:59.768376 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=56da785a-d969-4ca4-8539-480b19dba4c7,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:21:59.836330 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c9dd6bf9-f0d0-4f30-99b1-03e70b242037 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:21:59.838568 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 445faebc-b800-49f2-bf9d-b157fc185df3 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:21:59.872959 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['56da785a-d969-4ca4-8539-480b19dba4c7'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:21:59.931457 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cf57c-a13d-4498-ad36-f1d2aa561fbd req-c986147f-fb8f-44f5-ab68-be6cbc847efe tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:21:59.933516 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c90cf57c-a13d-4498-ad36-f1d2aa561fbd req-c986147f-fb8f-44f5-ab68-be6cbc847efe tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=f25a0874-7282-409e-b39d-1194b5835e55 HTTP/1.1" status: 200 len: 944 time: 0.0993159 Jul 14 07:21:59.971241 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:21:59.974950 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.resource_extend [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:21:59.980864 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:00.059093 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=7f9fda49-e36c-4b91-a24e-38c1e2200eb7,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:00.063660 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c90cf57c-a13d-4498-ad36-f1d2aa561fbd req-8ba16a27-488a-4a49-bacf-43155f44f418 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/security-groups?id=097a4835-1853-4017-9543-7cac0ec89551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210086 Jul 14 07:22:00.099036 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:00.138720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 445faebc-b800-49f2-bf9d-b157fc185df3 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:22:00.149547 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 445faebc-b800-49f2-bf9d-b157fc185df3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:22:00.153012 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:00.211039 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Floating IP ea03cdb6-08d1-4b73-8511-105c08f2646e associated. External IP: 172.25.7.195, port: c1bbdfce-b4b2-4875-83d9-9bddfb31d455. Jul 14 07:22:00.270083 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:00.275204 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port c9dd6bf9-f0d0-4f30-99b1-03e70b242037, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c9dd6bf9-f0d0-4f30-99b1-03e70b242037,segment=NetworkSegment(ff4960dc-e103-44ee-a9a3-9412fb099c5a),segment_id=ff4960dc-e103-44ee-a9a3-9412fb099c5a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:00.316798 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'c9dd6bf9-f0d0-4f30-99b1-03e70b242037', 'network_id': '3c1049a3-2403-49ff-80fb-fae7f7295053', 'port_id': 'c9dd6bf9-f0d0-4f30-99b1-03e70b242037', 'mac_address': 'fa:16:3e:7c:e5:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a707e1-e303-42fc-bd6d-8f0c677a1712', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:22:00.327656 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25a0874-7282-409e-b39d-1194b5835e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445faebc-b800-49f2-bf9d-b157fc185df3'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:00.330526 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2109955b-8a93-4f06-9f6d-40fa4d78d7e7" -d '{"events": [{"server_uuid": "f25a0874-7282-409e-b39d-1194b5835e55", "name": "network-vif-plugged", "status": "completed", "tag": "445faebc-b800-49f2-bf9d-b157fc185df3"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:00.389174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 445faebc-b800-49f2-bf9d-b157fc185df3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=445faebc-b800-49f2-bf9d-b157fc185df3,segment=NetworkSegment(ff4960dc-e103-44ee-a9a3-9412fb099c5a),segment_id=ff4960dc-e103-44ee-a9a3-9412fb099c5a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:00.407770 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912ef680-05d3-4534-bc01-71ecd90e0ef0 x-openstack-request-id: req-912ef680-05d3-4534-bc01-71ecd90e0ef0 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:00.408146 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25a0874-7282-409e-b39d-1194b5835e55", "name": "network-vif-plugged", "status": "completed", "tag": "445faebc-b800-49f2-bf9d-b157fc185df3", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:00.408386 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-912ef680-05d3-4534-bc01-71ecd90e0ef0 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:00.408779 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25a0874-7282-409e-b39d-1194b5835e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445faebc-b800-49f2-bf9d-b157fc185df3', 'code': 200} Jul 14 07:22:00.413629 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:00.493668 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:22:00.523214 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=445faebc-b800-49f2-bf9d-b157fc185df3,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:00.569243 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:00.591738 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1d71dda2-84b0-4091-a429-adfd88ba3c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:00.615167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9dd6bf9-f0d0-4f30-99b1-03e70b242037 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:22:00.618065 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f63ea-676b-4fd5-aad1-e7b700f48ba9 req-0811bf23-a7da-4d54-a1e6-8de38d626ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:00.619859 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8e5f63ea-676b-4fd5-aad1-e7b700f48ba9 req-0811bf23-a7da-4d54-a1e6-8de38d626ba1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f25a0874-7282-409e-b39d-1194b5835e55 HTTP/1.1" status: 200 len: 1096 time: 0.1144457 Jul 14 07:22:00.674532 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port c9dd6bf9-f0d0-4f30-99b1-03e70b242037, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c9dd6bf9-f0d0-4f30-99b1-03e70b242037,segment=NetworkSegment(ff4960dc-e103-44ee-a9a3-9412fb099c5a),segment_id=ff4960dc-e103-44ee-a9a3-9412fb099c5a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:00.689791 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:00.691374 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8e5f63ea-676b-4fd5-aad1-e7b700f48ba9 req-5d798617-b27f-4c0f-bd01-ec1545088289 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=097a4835-1853-4017-9543-7cac0ec89551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550344 Jul 14 07:22:00.717054 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:22:00.732584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3cec1-b361-4e6b-86e9-bd25bfdba91a None None] Sync routers for ids ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:22:00.748756 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:00.830402 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3cec1-b361-4e6b-86e9-bd25bfdba91a None None] Routers {'06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:22:00.831047 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-85b3cec1-b361-4e6b-86e9-bd25bfdba91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:21:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:00.863645 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6e77b0a2-50b5-4dcf-811f-aba6decefc44 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6151366 Jul 14 07:22:00.864243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'tag': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:00.866931 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4372dfe4-a2d4-4705-a430-934ca9e2a5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "92512528-dcf3-40fb-a0b7-bc170395f4ae", "tag": "c1bbdfce-b4b2-4875-83d9-9bddfb31d455"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:00.910379 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=c9dd6bf9-f0d0-4f30-99b1-03e70b242037,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:00.966523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6688eb2-ab4b-465e-8c31-74571c32fe82 req-139f3be5-73e5-44cc-98aa-afd3dd8f720d tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:00.968108 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d6688eb2-ab4b-465e-8c31-74571c32fe82 req-139f3be5-73e5-44cc-98aa-afd3dd8f720d tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.1358349 Jul 14 07:22:01.024498 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-85b3cec1-b361-4e6b-86e9-bd25bfdba91a None None] Set router 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:22:01.027868 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['c9dd6bf9-f0d0-4f30-99b1-03e70b242037'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:22:01.071590 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d6688eb2-ab4b-465e-8c31-74571c32fe82 req-5dd1a3d9-8f15-452d-8d53-2177a77874a6 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979269 Jul 14 07:22:01.109146 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd9082-2cfd-4de7-a3a1-577478de721b req-5eedbaf4-6da6-487a-b788-aebf09b202a6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:01.121247 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ffd9082-2cfd-4de7-a3a1-577478de721b req-5eedbaf4-6da6-487a-b788-aebf09b202a6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.1311493 Jul 14 07:22:01.169893 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97a3a35-8969-428e-bcd8-66b4aba0ca31 x-openstack-request-id: req-a97a3a35-8969-428e-bcd8-66b4aba0ca31 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:01.170293 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92512528-dcf3-40fb-a0b7-bc170395f4ae", "tag": "c1bbdfce-b4b2-4875-83d9-9bddfb31d455", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:01.170672 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a97a3a35-8969-428e-bcd8-66b4aba0ca31 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:01.171269 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'tag': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455', 'status': 'completed', 'code': 200} Jul 14 07:22:01.190938 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ffd9082-2cfd-4de7-a3a1-577478de721b req-6ed4c5f2-2514-4175-a833-e4ce54216257 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697200 Jul 14 07:22:01.207019 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42934) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:01.236909 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 56da785a-d969-4ca4-8539-480b19dba4c7 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:22:01.361045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372dfe4-a2d4-4705-a430-934ca9e2a5fb req-b2bbd4ab-08ec-4817-aa33-ed6ababdcfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:01.379569 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4372dfe4-a2d4-4705-a430-934ca9e2a5fb req-b2bbd4ab-08ec-4817-aa33-ed6ababdcfc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 1096 time: 0.1809578 Jul 14 07:22:01.384236 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dca6a8da-676a-4f7a-af19-893045b5712b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/floatingips/ea03cdb6-08d1-4b73-8511-105c08f2646e HTTP/1.1" status: 200 len: 991 time: 0.1719663 Jul 14 07:22:01.402332 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 56da785a-d969-4ca4-8539-480b19dba4c7 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:22:01.417245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 56da785a-d969-4ca4-8539-480b19dba4c7 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:22:01.417605 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:01.570123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1fc52-4d8f-4808-af3a-e0205bfa48fa req-e1d7310c-975f-4513-8983-01a152ca5f51 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:01.578513 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-48f1fc52-4d8f-4808-af3a-e0205bfa48fa req-e1d7310c-975f-4513-8983-01a152ca5f51 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=f25a0874-7282-409e-b39d-1194b5835e55 HTTP/1.1" status: 200 len: 945 time: 0.1175094 Jul 14 07:22:01.580897 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372dfe4-a2d4-4705-a430-934ca9e2a5fb req-e0ff7f1f-e071-48fb-944d-705d23086bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:01.582700 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4372dfe4-a2d4-4705-a430-934ca9e2a5fb req-e0ff7f1f-e071-48fb-944d-705d23086bd1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=deabe113-d88b-4996-a81c-d6af98e94bcb HTTP/1.1" status: 200 len: 898 time: 0.1957102 Jul 14 07:22:01.755327 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4372dfe4-a2d4-4705-a430-934ca9e2a5fb req-7215e746-a6e2-421f-b69b-c82c420ebfe0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1bbdfce-b4b2-4875-83d9-9bddfb31d455 HTTP/1.1" status: 200 len: 999 time: 0.1611519 Jul 14 07:22:01.835905 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-85b3cec1-b361-4e6b-86e9-bd25bfdba91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49317332', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2ff15952-df4a-49fa-8148-774598c9d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:21:29Z', 'updated_at': '2021-07-14T07:21:36Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '2ff15952-df4a-49fa-8148-774598c9d695', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:30Z', 'updated_at': '2021-07-14T07:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'ea03cdb6-08d1-4b73-8511-105c08f2646e', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'floating_ip_address': '172.25.7.195', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'port_id': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb', 'mac_address': 'fa:16:3e:e5:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:21:59Z', 'updated_at': '2021-07-14T07:21:59Z', 'revision_number': 0, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74ff14fe-a07e-43d6-8332-f426115390f3', 'name': '', 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:69:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:35Z', 'updated_at': '2021-07-14T07:21:43Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:01.849502 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-48f1fc52-4d8f-4808-af3a-e0205bfa48fa req-55dfb4a0-6146-439b-b15f-41136d2adbf3 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/security-groups?id=097a4835-1853-4017-9543-7cac0ec89551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698994 Jul 14 07:22:01.865273 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3cec1-b361-4e6b-86e9-bd25bfdba91a None None] Checking router: 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:22:01.870335 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:01.890530 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3cec1-b361-4e6b-86e9-bd25bfdba91a None None] Routers {'06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:22:01.891155 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-85b3cec1-b361-4e6b-86e9-bd25bfdba91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:21:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:01.891897 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372dfe4-a2d4-4705-a430-934ca9e2a5fb req-bfa23612-c683-4a30-b5eb-d004f64d4692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:01.893528 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4372dfe4-a2d4-4705-a430-934ca9e2a5fb req-bfa23612-c683-4a30-b5eb-d004f64d4692 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52382377-c2d4-4b95-8b50-5ac07cbd1472 HTTP/1.1" status: 200 len: 834 time: 0.1262662 Jul 14 07:22:01.994636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1fcde-df32-41c2-86f9-95f1a65267d4 req-0ccc737f-502b-44ab-b786-826d61f17724 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:01.999146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 56da785a-d969-4ca4-8539-480b19dba4c7, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=56da785a-d969-4ca4-8539-480b19dba4c7,segment=NetworkSegment(ff4960dc-e103-44ee-a9a3-9412fb099c5a),segment_id=ff4960dc-e103-44ee-a9a3-9412fb099c5a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:02.002356 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f5a1fcde-df32-41c2-86f9-95f1a65267d4 req-0ccc737f-502b-44ab-b786-826d61f17724 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.2460356 Jul 14 07:22:02.059039 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:02.101464 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f5a1fcde-df32-41c2-86f9-95f1a65267d4 req-6756118a-3981-4805-b1a7-d4ea1175b3b2 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979011 Jul 14 07:22:02.107292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372dfe4-a2d4-4705-a430-934ca9e2a5fb req-43deb6ce-8233-4f89-894e-b1a6d3c016d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:02.108872 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4372dfe4-a2d4-4705-a430-934ca9e2a5fb req-43deb6ce-8233-4f89-894e-b1a6d3c016d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=deabe113-d88b-4996-a81c-d6af98e94bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2082469 Jul 14 07:22:02.147635 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=56da785a-d969-4ca4-8539-480b19dba4c7,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:02.185479 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-85b3cec1-b361-4e6b-86e9-bd25bfdba91a None None] Set router 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:22:02.242293 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4372dfe4-a2d4-4705-a430-934ca9e2a5fb req-ee70a448-0ebd-4cd9-b10f-6068f1accb9a service neutron] 10.222.0.15 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256390 Jul 14 07:22:02.367877 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4372dfe4-a2d4-4705-a430-934ca9e2a5fb req-beb333c7-c4c4-4d57-ba50-3ca9573b69f9 service neutron] 10.222.0.15 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184087 Jul 14 07:22:02.387940 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42958) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:02.411001 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18135cb7-dd6a-4695-9fe7-0ccc47565d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56da785a-d969-4ca4-8539-480b19dba4c7'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:02.414130 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7580a9-cf9d-4040-af0f-66e6ed861334" -d '{"events": [{"server_uuid": "18135cb7-dd6a-4695-9fe7-0ccc47565d8a", "name": "network-vif-plugged", "status": "completed", "tag": "56da785a-d969-4ca4-8539-480b19dba4c7"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:02.442285 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-85b3cec1-b361-4e6b-86e9-bd25bfdba91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49317332', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2ff15952-df4a-49fa-8148-774598c9d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:21:29Z', 'updated_at': '2021-07-14T07:21:36Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '2ff15952-df4a-49fa-8148-774598c9d695', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:30Z', 'updated_at': '2021-07-14T07:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'ea03cdb6-08d1-4b73-8511-105c08f2646e', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'floating_ip_address': '172.25.7.195', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'port_id': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb', 'mac_address': 'fa:16:3e:e5:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:21:59Z', 'updated_at': '2021-07-14T07:21:59Z', 'revision_number': 0, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74ff14fe-a07e-43d6-8332-f426115390f3', 'name': '', 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:69:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:35Z', 'updated_at': '2021-07-14T07:21:43Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:02.472813 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b5e3fac0-1cfe-4be8-a29d-6bc94524009d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/floatingips/ea03cdb6-08d1-4b73-8511-105c08f2646e HTTP/1.1" status: 200 len: 991 time: 0.0847373 Jul 14 07:22:02.486047 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e824c853-96d0-4ce2-88ad-cd41d7cf794f x-openstack-request-id: req-e824c853-96d0-4ce2-88ad-cd41d7cf794f {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:02.486554 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18135cb7-dd6a-4695-9fe7-0ccc47565d8a", "name": "network-vif-plugged", "status": "completed", "tag": "56da785a-d969-4ca4-8539-480b19dba4c7", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:02.486949 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e824c853-96d0-4ce2-88ad-cd41d7cf794f {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:02.487724 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18135cb7-dd6a-4695-9fe7-0ccc47565d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56da785a-d969-4ca4-8539-480b19dba4c7', 'code': 200} Jul 14 07:22:02.489465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3cec1-b361-4e6b-86e9-bd25bfdba91a None None] The sync data for ids ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'] in n-d-778696-5 is: [{'id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49317332', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2ff15952-df4a-49fa-8148-774598c9d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:21:29Z', 'updated_at': '2021-07-14T07:21:36Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '2ff15952-df4a-49fa-8148-774598c9d695', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:30Z', 'updated_at': '2021-07-14T07:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'ea03cdb6-08d1-4b73-8511-105c08f2646e', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'floating_ip_address': '172.25.7.195', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'port_id': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb', 'mac_address': 'fa:16:3e:e5:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:21:59Z', 'updated_at': '2021-07-14T07:21:59Z', 'revision_number': 0, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74ff14fe-a07e-43d6-8332-f426115390f3', 'name': '', 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:69:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:35Z', 'updated_at': '2021-07-14T07:21:43Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:22:02.633797 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b6567-a094-4262-8fd8-11aaf570f209 req-cb614bb4-5237-4d6a-88d1-c17f04dfab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:02.633797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d1b6567-a094-4262-8fd8-11aaf570f209 req-cb614bb4-5237-4d6a-88d1-c17f04dfab90 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18135cb7-dd6a-4695-9fe7-0ccc47565d8a HTTP/1.1" status: 200 len: 1097 time: 0.0722070 Jul 14 07:22:02.695204 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d1b6567-a094-4262-8fd8-11aaf570f209 req-d73b1db6-6334-4f10-b903-4fc9a5f27ec6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=097a4835-1853-4017-9543-7cac0ec89551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529768 Jul 14 07:22:02.814720 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c2322-7a21-4108-b524-76547a767e00 req-d1bdb51d-f2a5-4c35-8fd5-256879ad69ed tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:02.816902 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-450c2322-7a21-4108-b524-76547a767e00 req-d1bdb51d-f2a5-4c35-8fd5-256879ad69ed tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.30 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.1028123 Jul 14 07:22:02.825530 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617fb324-6769-4030-9251-388924d7ac48 None None] New status for floating IP ea03cdb6-08d1-4b73-8511-105c08f2646e: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:22:02.976531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-450c2322-7a21-4108-b524-76547a767e00 req-79fa4ca2-9e17-4aca-b691-8f799a678e89 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Deleting port 3c40395b-25a4-4a25-a457-39b2cae3062d {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:22:02.976965 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-450c2322-7a21-4108-b524-76547a767e00 req-79fa4ca2-9e17-4aca-b691-8f799a678e89 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:03.213745 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-450c2322-7a21-4108-b524-76547a767e00 req-79fa4ca2-9e17-4aca-b691-8f799a678e89 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] For port 3c40395b-25a4-4a25-a457-39b2cae3062d, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3c40395b-25a4-4a25-a457-39b2cae3062d,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:03.214946 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-450c2322-7a21-4108-b524-76547a767e00 req-79fa4ca2-9e17-4aca-b691-8f799a678e89 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:03.239422 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-450c2322-7a21-4108-b524-76547a767e00 req-79fa4ca2-9e17-4aca-b691-8f799a678e89 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Calling delete_port for 3c40395b-25a4-4a25-a457-39b2cae3062d owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:22:03.298499 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1e476b33-8f70-4038-915a-b9c9ee94cef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:03.315035 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f97476-0498-4366-8f73-388d965ec63c req-273ea72c-1b0e-4c84-958b-a2afb24ce9d5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:03.316631 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b2f97476-0498-4366-8f73-388d965ec63c req-273ea72c-1b0e-4c84-958b-a2afb24ce9d5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=f25a0874-7282-409e-b39d-1194b5835e55 HTTP/1.1" status: 200 len: 945 time: 0.2612236 Jul 14 07:22:03.442524 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b2f97476-0498-4366-8f73-388d965ec63c req-34aa397b-ab26-407e-aa2c-da1eab20fdf4 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/security-groups?id=097a4835-1853-4017-9543-7cac0ec89551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050680 Jul 14 07:22:03.484112 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42986) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:03.559936 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7df850-4b73-42fb-b45c-80ed1cbdc9c8 req-525f6809-e4ed-4869-9189-a6128ce6ee29 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:03.566557 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f7df850-4b73-42fb-b45c-80ed1cbdc9c8 req-525f6809-e4ed-4869-9189-a6128ce6ee29 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=34f8c8b7-9f92-492b-89b7-bf6d804153e0 HTTP/1.1" status: 200 len: 945 time: 0.1886961 Jul 14 07:22:03.595258 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:03.655287 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-450c2322-7a21-4108-b524-76547a767e00 req-79fa4ca2-9e17-4aca-b691-8f799a678e89 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:03.667569 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['3c40395b-25a4-4a25-a457-39b2cae3062d'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:22:03.828399 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa4ca2-9e17-4aca-b691-8f799a678e89 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Pushing event deleted for resources: {'Port': ['ID=3c40395b-25a4-4a25-a457-39b2cae3062d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:03.850836 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c9dd6bf9-f0d0-4f30-99b1-03e70b242037 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:22:03.948768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-450c2322-7a21-4108-b524-76547a767e00 req-79fa4ca2-9e17-4aca-b691-8f799a678e89 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] No DVR routers for this DVR port 3c40395b-25a4-4a25-a457-39b2cae3062d on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:22:03.959462 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-450c2322-7a21-4108-b524-76547a767e00 req-79fa4ca2-9e17-4aca-b691-8f799a678e89 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:03.961051 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port c9dd6bf9-f0d0-4f30-99b1-03e70b242037 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:22:03.965307 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port c9dd6bf9-f0d0-4f30-99b1-03e70b242037 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:22:03.965672 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:03.967588 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-450c2322-7a21-4108-b524-76547a767e00 req-79fa4ca2-9e17-4aca-b691-8f799a678e89 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.30 "DELETE /v2.0/ports/3c40395b-25a4-4a25-a457-39b2cae3062d HTTP/1.1" status: 204 len: 173 time: 1.1450522 Jul 14 07:22:04.011455 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f8c8b7-9f92-492b-89b7-bf6d804153e0', 'name': 'network-vif-deleted', 'tag': '3c40395b-25a4-4a25-a457-39b2cae3062d'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:04.028935 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7957c52c-3bf1-42b7-9f0f-c1b03ed1628d" -d '{"events": [{"server_uuid": "34f8c8b7-9f92-492b-89b7-bf6d804153e0", "name": "network-vif-deleted", "tag": "3c40395b-25a4-4a25-a457-39b2cae3062d"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:04.037247 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f7df850-4b73-42fb-b45c-80ed1cbdc9c8 req-a0525cc5-8f6c-4969-ab51-e2b84e8c4829 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642513 Jul 14 07:22:04.073939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00899af5-2a60-40de-bac6-345ab15e750b req-21a52aa6-8d09-44bd-ab26-239e61ae0147 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:04.083067 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00899af5-2a60-40de-bac6-345ab15e750b req-21a52aa6-8d09-44bd-ab26-239e61ae0147 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=18135cb7-dd6a-4695-9fe7-0ccc47565d8a HTTP/1.1" status: 200 len: 946 time: 0.1725845 Jul 14 07:22:04.113384 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-41719274-4b83-4f27-9dda-2364555d3653 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/floatingips/ea03cdb6-08d1-4b73-8511-105c08f2646e HTTP/1.1" status: 200 len: 993 time: 0.6270907 Jul 14 07:22:04.141677 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00899af5-2a60-40de-bac6-345ab15e750b req-c72835e5-5418-47ab-95e6-c7864fa1335c tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/security-groups?id=097a4835-1853-4017-9543-7cac0ec89551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570157 Jul 14 07:22:04.181832 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:04.276986 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a27eba-c798-43f4-a411-dbe9e2bd60e0 x-openstack-request-id: req-67a27eba-c798-43f4-a411-dbe9e2bd60e0 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:04.277303 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f8c8b7-9f92-492b-89b7-bf6d804153e0", "name": "network-vif-deleted", "tag": "3c40395b-25a4-4a25-a457-39b2cae3062d", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:04.277557 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-67a27eba-c798-43f4-a411-dbe9e2bd60e0 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:04.278037 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f8c8b7-9f92-492b-89b7-bf6d804153e0', 'name': 'network-vif-deleted', 'tag': '3c40395b-25a4-4a25-a457-39b2cae3062d', 'status': 'completed', 'code': 200} Jul 14 07:22:04.295831 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port c9dd6bf9-f0d0-4f30-99b1-03e70b242037, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c9dd6bf9-f0d0-4f30-99b1-03e70b242037,segment=NetworkSegment(ff4960dc-e103-44ee-a9a3-9412fb099c5a),segment_id=ff4960dc-e103-44ee-a9a3-9412fb099c5a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:04.301104 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:04.374665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=c9dd6bf9-f0d0-4f30-99b1-03e70b242037,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:04.489201 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4bdc25-1edc-4a5d-81a0-c5a72d87f269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dd6bf9-f0d0-4f30-99b1-03e70b242037'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:04.492131 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08554900-2b19-4a40-9913-f2364407f95e" -d '{"events": [{"server_uuid": "1f4bdc25-1edc-4a5d-81a0-c5a72d87f269", "name": "network-vif-plugged", "status": "completed", "tag": "c9dd6bf9-f0d0-4f30-99b1-03e70b242037"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:04.534278 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2977de7-dcdb-45e9-ad94-dd0bcab6d7bc x-openstack-request-id: req-d2977de7-dcdb-45e9-ad94-dd0bcab6d7bc {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:04.534937 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4bdc25-1edc-4a5d-81a0-c5a72d87f269", "name": "network-vif-plugged", "status": "completed", "tag": "c9dd6bf9-f0d0-4f30-99b1-03e70b242037", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:04.535193 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2977de7-dcdb-45e9-ad94-dd0bcab6d7bc {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:04.535717 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4bdc25-1edc-4a5d-81a0-c5a72d87f269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dd6bf9-f0d0-4f30-99b1-03e70b242037', 'code': 200} Jul 14 07:22:04.623558 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:04.693802 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df035307-41f2-4dcb-947e-680ae2f84837 req-278f8ab5-2661-4150-bd54-8f57a6381c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:04.695731 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df035307-41f2-4dcb-947e-680ae2f84837 req-278f8ab5-2661-4150-bd54-8f57a6381c09 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1f4bdc25-1edc-4a5d-81a0-c5a72d87f269 HTTP/1.1" status: 200 len: 1096 time: 0.0813694 Jul 14 07:22:04.750692 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df035307-41f2-4dcb-947e-680ae2f84837 req-dba64685-0382-4a7e-a96d-711b83a95ed3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=097a4835-1853-4017-9543-7cac0ec89551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484686 Jul 14 07:22:05.336195 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff50671-9fc8-4866-a61b-6f1e618c4e44 req-631e8d5b-c40d-45e6-af3e-e557b78f0341 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:05.345598 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ff50671-9fc8-4866-a61b-6f1e618c4e44 req-631e8d5b-c40d-45e6-af3e-e557b78f0341 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=18135cb7-dd6a-4695-9fe7-0ccc47565d8a HTTP/1.1" status: 200 len: 946 time: 0.0833986 Jul 14 07:22:05.405705 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ff50671-9fc8-4866-a61b-6f1e618c4e44 req-8ee0d1b6-f68d-4b5f-af15-5733d51c8cd8 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/security-groups?id=097a4835-1853-4017-9543-7cac0ec89551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609715 Jul 14 07:22:05.584474 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de792f2b-5612-42ba-9636-f802500b69b6 req-1e7c796c-d4b4-415e-bae6-0005b09bba09 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:05.586259 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de792f2b-5612-42ba-9636-f802500b69b6 req-1e7c796c-d4b4-415e-bae6-0005b09bba09 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 812 time: 0.1783628 Jul 14 07:22:05.611621 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de792f2b-5612-42ba-9636-f802500b69b6 req-2f104a3c-4dc4-4651-9595-9fb3d3a5cae1 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/quotas/8ee1aa9eb6844f0bab525765623d79dc HTTP/1.1" status: 200 len: 375 time: 0.0189331 Jul 14 07:22:05.649449 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de792f2b-5612-42ba-9636-f802500b69b6 req-8d8f72d7-0d55-4721-89b3-a764f83059c2 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366890 Jul 14 07:22:05.788424 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de792f2b-5612-42ba-9636-f802500b69b6 req-1d757d46-4d21-40b0-9442-0cd415bae2c4 service neutron] 10.222.0.35 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372957 Jul 14 07:22:05.857126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695012c2-cfe9-4047-a754-e289c22ebd60 req-92e32d9b-a826-4daa-a1b0-585599b65532 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:05.858743 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-695012c2-cfe9-4047-a754-e289c22ebd60 req-92e32d9b-a826-4daa-a1b0-585599b65532 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f4bdc25-1edc-4a5d-81a0-c5a72d87f269 HTTP/1.1" status: 200 len: 945 time: 0.1511860 Jul 14 07:22:05.864178 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3c40395b-25a4-4a25-a457-39b2cae3062d no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:22:05.884346 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 3c40395b-25a4-4a25-a457-39b2cae3062d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:22:05.884972 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3c40395b-25a4-4a25-a457-39b2cae3062d not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:22:05.928460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-695012c2-cfe9-4047-a754-e289c22ebd60 req-edf334ae-fb10-4ece-8583-aef285ed39f4 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/security-groups?id=097a4835-1853-4017-9543-7cac0ec89551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607972 Jul 14 07:22:05.940275 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de792f2b-5612-42ba-9636-f802500b69b6 req-d728417d-3288-4f94-b40e-d8d7ef08cd30 service neutron] 10.222.0.35 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434493 Jul 14 07:22:06.180015 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:06.225640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36c20c4f-0a11-462a-af04-12f2b8f1b6bb req-c2002db1-bfee-4051-b8f3-a779b3bc1661 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be HTTP/1.1" status: 200 len: 210 time: 0.0559497 Jul 14 07:22:06.565759 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767c2ef-3062-4600-abe4-bec47a52710f req-849279bf-5b82-4327-95f8-77e2fcd83dd9 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:06.573734 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f767c2ef-3062-4600-abe4-bec47a52710f req-849279bf-5b82-4327-95f8-77e2fcd83dd9 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f4bdc25-1edc-4a5d-81a0-c5a72d87f269 HTTP/1.1" status: 200 len: 945 time: 0.1085775 Jul 14 07:22:06.617868 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f767c2ef-3062-4600-abe4-bec47a52710f req-5077ead5-50c6-4629-9506-1c711f8e5df5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/security-groups?id=097a4835-1853-4017-9543-7cac0ec89551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429869 Jul 14 07:22:07.393583 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-13bef3cf-568c-46ec-becd-23493b1f5c9a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1047044 Jul 14 07:22:07.462713 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59789d96-548f-4aa7-9eb9-8f0f26ee5cc1 req-acda550f-d619-4bbd-aece-52eca57f8035 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be HTTP/1.1" status: 200 len: 210 time: 0.0396664 Jul 14 07:22:07.556900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-6dec246a-9614-4e9f-9144-87aad06862bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:07.557503 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-6dec246a-9614-4e9f-9144-87aad06862bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:07.557990 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-6dec246a-9614-4e9f-9144-87aad06862bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:07.558559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-6dec246a-9614-4e9f-9144-87aad06862bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:07.559061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-6dec246a-9614-4e9f-9144-87aad06862bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:07.559510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-6dec246a-9614-4e9f-9144-87aad06862bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:07.563511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-6dec246a-9614-4e9f-9144-87aad06862bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:07.571753 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-6dec246a-9614-4e9f-9144-87aad06862bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 6491 time: 0.0935278 Jul 14 07:22:07.609254 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de792f2b-5612-42ba-9636-f802500b69b6 req-331bdd92-7d5d-4338-b6f7-d86eedaa0042 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:07.611911 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de792f2b-5612-42ba-9636-f802500b69b6 req-331bdd92-7d5d-4338-b6f7-d86eedaa0042 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.30 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 812 time: 0.2175522 Jul 14 07:22:07.625965 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-de792f2b-5612-42ba-9636-f802500b69b6 req-6ad3c5ce-0cb8-47db-97e3-26be47c0d02b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Request body: {'port': {'device_id': 'dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be', 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118', 'admin_state_up': True, 'tenant_id': '8ee1aa9eb6844f0bab525765623d79dc'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:07.775026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-e1dac9b1-ca0d-474f-a44d-11a3e0c5bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:07.775934 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-e1dac9b1-ca0d-474f-a44d-11a3e0c5bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:07.776578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-e1dac9b1-ca0d-474f-a44d-11a3e0c5bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:07.779420 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-e1dac9b1-ca0d-474f-a44d-11a3e0c5bf71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1e9b77a-3218-40fd-9745-54b5c604b152&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf HTTP/1.1" status: 200 len: 2292 time: 0.1722414 Jul 14 07:22:07.940230 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-888d831d-a6b5-4800-b852-d9d1b782990c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8489e5d-2c28-4a14-9aff-ad242571e831 HTTP/1.1" status: 200 len: 1001 time: 0.1486809 Jul 14 07:22:07.948751 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacca49-5fa3-419b-91ad-f415741de30f req-6653728c-7575-4046-a9e8-7516a1cb6536 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:07.950707 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-dfacca49-5fa3-419b-91ad-f415741de30f req-6653728c-7575-4046-a9e8-7516a1cb6536 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f4bdc25-1edc-4a5d-81a0-c5a72d87f269 HTTP/1.1" status: 200 len: 945 time: 0.1836009 Jul 14 07:22:07.952087 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de792f2b-5612-42ba-9636-f802500b69b6 req-6ad3c5ce-0cb8-47db-97e3-26be47c0d02b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Made reservation on behalf of 8ee1aa9eb6844f0bab525765623d79dc for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:22:07.955491 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de792f2b-5612-42ba-9636-f802500b69b6 req-6ad3c5ce-0cb8-47db-97e3-26be47c0d02b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:07.997228 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43130) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:08.005974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b8e60-1dc3-4619-9c0e-4343508c07a8 req-e41453d9-603e-4103-82bd-8df362da7350 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:08.008110 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-939b8e60-1dc3-4619-9c0e-4343508c07a8 req-e41453d9-603e-4103-82bd-8df362da7350 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f4bdc25-1edc-4a5d-81a0-c5a72d87f269 HTTP/1.1" status: 200 len: 945 time: 0.1409376 Jul 14 07:22:08.054759 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-9ba2b52f-20b1-4f21-b8da-680d371b49ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:08.056265 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-9ba2b52f-20b1-4f21-b8da-680d371b49ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77c1b1a7-c56f-42a9-955a-c8d5ef7376f9 HTTP/1.1" status: 200 len: 850 time: 0.1071911 Jul 14 07:22:08.123687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-939b8e60-1dc3-4619-9c0e-4343508c07a8 req-d8790f29-4692-4a3d-aa22-729acc4d3b8d tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/security-groups?id=097a4835-1853-4017-9543-7cac0ec89551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019068 Jul 14 07:22:08.154263 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-eafd4f32-da0a-435e-9bd0-9637466b7ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:08.156050 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-eafd4f32-da0a-435e-9bd0-9637466b7ad8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1e9b77a-3218-40fd-9745-54b5c604b152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910430 Jul 14 07:22:08.172524 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-dfacca49-5fa3-419b-91ad-f415741de30f req-1a867277-b240-439e-b98d-b2623dcd21e5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Deleting port c9dd6bf9-f0d0-4f30-99b1-03e70b242037 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:22:08.172874 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-dfacca49-5fa3-419b-91ad-f415741de30f req-1a867277-b240-439e-b98d-b2623dcd21e5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:08.236717 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-de792f2b-5612-42ba-9636-f802500b69b6 req-6ad3c5ce-0cb8-47db-97e3-26be47c0d02b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Allocated IP 172.20.0.13 (3a3cf2cb-40ea-4eb2-abec-56307fbfa118/33beb41d-173d-40f1-9dcf-045c8c6a18de/68f38f51-2b23-4bc3-bb65-612ee7af0663) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:22:08.238753 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-afa8056f-a284-4002-876b-548d6b687e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:08.345044 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-6c9a848d-5424-4102-b6b3-6ab738bf6da5 service neutron] 10.222.0.30 "GET /v2.0/networks/d1e9b77a-3218-40fd-9745-54b5c604b152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740150 Jul 14 07:22:08.366233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-dfacca49-5fa3-419b-91ad-f415741de30f req-1a867277-b240-439e-b98d-b2623dcd21e5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] For port c9dd6bf9-f0d0-4f30-99b1-03e70b242037, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c9dd6bf9-f0d0-4f30-99b1-03e70b242037,segment=NetworkSegment(ff4960dc-e103-44ee-a9a3-9412fb099c5a),segment_id=ff4960dc-e103-44ee-a9a3-9412fb099c5a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:08.366597 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-dfacca49-5fa3-419b-91ad-f415741de30f req-1a867277-b240-439e-b98d-b2623dcd21e5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:08.405387 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-dfacca49-5fa3-419b-91ad-f415741de30f req-1a867277-b240-439e-b98d-b2623dcd21e5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Calling delete_port for c9dd6bf9-f0d0-4f30-99b1-03e70b242037 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:22:08.508278 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-2b16472f-124c-4388-bc35-9cd41e39cb45 service neutron] 10.222.0.30 "GET /v2.0/networks/d1e9b77a-3218-40fd-9745-54b5c604b152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568289 Jul 14 07:22:08.579139 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-829058d2-2b77-4eb2-9dac-83054652c785 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=d8b1564a-4f35-4de5-9954-86f6e6e84b2e HTTP/1.1" status: 200 len: 217 time: 0.0638669 Jul 14 07:22:08.618094 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de792f2b-5612-42ba-9636-f802500b69b6 req-6ad3c5ce-0cb8-47db-97e3-26be47c0d02b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:08.621484 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-afa8056f-a284-4002-876b-548d6b687e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:08.662031 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-afa8056f-a284-4002-876b-548d6b687e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:08.676957 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa18aee7-2c5a-48cc-a465-8b5e5322dd61 req-9a50088e-e55e-4945-bb4c-e4b1505990f2 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be HTTP/1.1" status: 200 len: 210 time: 0.0371759 Jul 14 07:22:08.679429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-491f7d7a-2f1a-4f8d-9df2-ecd79f2fae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:08.680854 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-491f7d7a-2f1a-4f8d-9df2-ecd79f2fae20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.0950992 Jul 14 07:22:08.738228 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-afa8056f-a284-4002-876b-548d6b687e12 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84536f33185c4144aff465867c46e95d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7379181 Jul 14 07:22:08.739249 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-dfacca49-5fa3-419b-91ad-f415741de30f req-1a867277-b240-439e-b98d-b2623dcd21e5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:08.742344 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43140) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:08.753927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['445faebc-b800-49f2-bf9d-b157fc185df3', 'c9dd6bf9-f0d0-4f30-99b1-03e70b242037'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:22:08.776761 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-126bff18-0537-43bb-857b-606813b63b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:08.779293 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-126bff18-0537-43bb-857b-606813b63b02 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0923917 Jul 14 07:22:08.780383 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8056f-a284-4002-876b-548d6b687e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593623ab-5139-418c-a061-dfdc6f9541f4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:08.805220 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['56da785a-d969-4ca4-8539-480b19dba4c7'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:22:08.807866 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a867277-b240-439e-b98d-b2623dcd21e5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Pushing event deleted for resources: {'Port': ['ID=c9dd6bf9-f0d0-4f30-99b1-03e70b242037,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:08.827800 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de792f2b-5612-42ba-9636-f802500b69b6 req-6ad3c5ce-0cb8-47db-97e3-26be47c0d02b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:08.922433 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-8d23090f-6271-4abf-9ea8-4da034beea24 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322231 Jul 14 07:22:08.988674 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfacca49-5fa3-419b-91ad-f415741de30f req-1a867277-b240-439e-b98d-b2623dcd21e5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] No DVR routers for this DVR port c9dd6bf9-f0d0-4f30-99b1-03e70b242037 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:22:08.997032 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-dfacca49-5fa3-419b-91ad-f415741de30f req-1a867277-b240-439e-b98d-b2623dcd21e5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:09.001051 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-dfacca49-5fa3-419b-91ad-f415741de30f req-1a867277-b240-439e-b98d-b2623dcd21e5 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.30 "DELETE /v2.0/ports/c9dd6bf9-f0d0-4f30-99b1-03e70b242037 HTTP/1.1" status: 204 len: 173 time: 1.0421712 Jul 14 07:22:09.012951 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4bdc25-1edc-4a5d-81a0-c5a72d87f269', 'name': 'network-vif-deleted', 'tag': 'c9dd6bf9-f0d0-4f30-99b1-03e70b242037'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:09.016445 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722a1e8f-8299-4a29-8c76-3bbf53b48b10" -d '{"events": [{"server_uuid": "1f4bdc25-1edc-4a5d-81a0-c5a72d87f269", "name": "network-vif-deleted", "tag": "c9dd6bf9-f0d0-4f30-99b1-03e70b242037"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:09.033401 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de792f2b-5612-42ba-9636-f802500b69b6 req-6ad3c5ce-0cb8-47db-97e3-26be47c0d02b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:22:09.037125 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-de792f2b-5612-42ba-9636-f802500b69b6 req-6ad3c5ce-0cb8-47db-97e3-26be47c0d02b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:22:09.040639 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-de792f2b-5612-42ba-9636-f802500b69b6 req-6ad3c5ce-0cb8-47db-97e3-26be47c0d02b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:22:09.048572 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e50e3742-9826-4718-866b-e5f5f65a713a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:09.076368 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e50e3742-9826-4718-866b-e5f5f65a713a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:09.111346 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e6652d-61df-473b-ba90-d9372421560a x-openstack-request-id: req-c0e6652d-61df-473b-ba90-d9372421560a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:09.111633 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4bdc25-1edc-4a5d-81a0-c5a72d87f269", "name": "network-vif-deleted", "tag": "c9dd6bf9-f0d0-4f30-99b1-03e70b242037", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:09.111886 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c0e6652d-61df-473b-ba90-d9372421560a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:09.112280 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4bdc25-1edc-4a5d-81a0-c5a72d87f269', 'name': 'network-vif-deleted', 'tag': 'c9dd6bf9-f0d0-4f30-99b1-03e70b242037', 'status': 'completed', 'code': 200} Jul 14 07:22:09.139417 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e50e3742-9826-4718-866b-e5f5f65a713a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:09.146553 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e50e3742-9826-4718-866b-e5f5f65a713a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:09.150395 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3c5ce-0cb8-47db-97e3-26be47c0d02b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Pushing event updated for resources: {'Port': ['ID=68f38f51-2b23-4bc3-bb65-612ee7af0663,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:09.156024 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e50e3742-9826-4718-866b-e5f5f65a713a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/593623ab-5139-418c-a061-dfdc6f9541f4 HTTP/1.1" status: 204 len: 168 time: 0.4098206 Jul 14 07:22:09.178037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de792f2b-5612-42ba-9636-f802500b69b6 req-6ad3c5ce-0cb8-47db-97e3-26be47c0d02b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:09.178703 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de792f2b-5612-42ba-9636-f802500b69b6 req-6ad3c5ce-0cb8-47db-97e3-26be47c0d02b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:09.186323 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e3742-9826-4718-866b-e5f5f65a713a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593623ab-5139-418c-a061-dfdc6f9541f4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:09.213675 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de792f2b-5612-42ba-9636-f802500b69b6 req-6ad3c5ce-0cb8-47db-97e3-26be47c0d02b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5927923 Jul 14 07:22:09.229092 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Request body: {'port': {'device_id': 'dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:09.234360 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-8feb258c-ce24-477e-9271-2962325c29d7 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043199 Jul 14 07:22:09.412276 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:09.729687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-77cf1fbc-7e4e-465a-b202-3a4e71b595bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 HTTP/1.1" status: 200 len: 217 time: 0.4837499 Jul 14 07:22:09.732691 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27c5e45a-57b2-46d3-b9af-4313e5af9435 req-9570ac62-ef92-42b5-86cc-9b97c7014b3d tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f4bdc25-1edc-4a5d-81a0-c5a72d87f269 HTTP/1.1" status: 200 len: 210 time: 0.0878437 Jul 14 07:22:09.830917 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-8f41738f-0f7e-488f-a19b-62fcdf96f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:09.832671 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-8f41738f-0f7e-488f-a19b-62fcdf96f267 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.0968828 Jul 14 07:22:09.857562 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f38f51-2b23-4bc3-bb65-612ee7af0663 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:22:09.874282 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:09.891619 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Transition to ACTIVE for port object 68f38f51-2b23-4bc3-bb65-612ee7af0663 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:22:09.897296 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:09.914695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-ab016754-bff5-4cf9-97e4-239800a2a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:09.918237 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-ab016754-bff5-4cf9-97e4-239800a2a203 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0784280 Jul 14 07:22:10.016803 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Pushing event updated for resources: {'Port': ['ID=68f38f51-2b23-4bc3-bb65-612ee7af0663,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:10.055571 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Attempting to bind port 68f38f51-2b23-4bc3-bb65-612ee7af0663 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:22:10.055924 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Attempting to bind port 68f38f51-2b23-4bc3-bb65-612ee7af0663 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:22:10.056314 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Attempting to bind port 68f38f51-2b23-4bc3-bb65-612ee7af0663 on network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:22:10.063913 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Port 68f38f51-2b23-4bc3-bb65-612ee7af0663 on network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:22:10.065143 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Attempting to bind port 68f38f51-2b23-4bc3-bb65-612ee7af0663 on network 3a3cf2cb-40ea-4eb2-abec-56307fbfa118 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:22:10.071853 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:22:10.072974 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Checking segment: {'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:22:10.073393 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Bound using segment: {'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:22:10.073916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Bound port: 68f38f51-2b23-4bc3-bb65-612ee7af0663, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:22:10.074284 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:10.113439 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-2cc84aa0-c96c-4142-b6ab-b01b2c97e33f service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808059 Jul 14 07:22:10.122155 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc51ce-088f-4c1c-b89a-5628c3024c79 req-c4395d72-2960-42e6-8731-a958a828dab4 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:10.123685 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06fc51ce-088f-4c1c-b89a-5628c3024c79 req-c4395d72-2960-42e6-8731-a958a828dab4 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be HTTP/1.1" status: 200 len: 944 time: 0.2036040 Jul 14 07:22:10.151440 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] For port 68f38f51-2b23-4bc3-bb65-612ee7af0663, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:22:10.154761 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] For port 68f38f51-2b23-4bc3-bb65-612ee7af0663, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=68f38f51-2b23-4bc3-bb65-612ee7af0663,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:22:10.168758 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:10.196935 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:10.197722 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:10.199539 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de792f2b-5612-42ba-9636-f802500b69b6 req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] 10.222.0.30 "PUT /v2.0/ports/68f38f51-2b23-4bc3-bb65-612ee7af0663 HTTP/1.1" status: 200 len: 1092 time: 0.9748316 Jul 14 07:22:10.227499 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-6a0dda17-696d-40c9-b849-d6e292290243 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027904 Jul 14 07:22:10.322657 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-f61c58ec-73b6-4fe0-a354-8fa89f74c96e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=d4545f69-ed88-4ffb-9479-73ab5a234def HTTP/1.1" status: 200 len: 217 time: 0.0849547 Jul 14 07:22:10.334094 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d8c6b-f9f7-471a-9547-7e0768417eab service neutron] Pushing event updated for resources: {'Port': ['ID=68f38f51-2b23-4bc3-bb65-612ee7af0663,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:10.370678 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06fc51ce-088f-4c1c-b89a-5628c3024c79 req-596b5b36-bc37-49f4-bb82-4b06692d22e5 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413937 Jul 14 07:22:10.374031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de792f2b-5612-42ba-9636-f802500b69b6 req-1867c4f2-2028-4aac-9c3b-239d62761cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:10.376002 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de792f2b-5612-42ba-9636-f802500b69b6 req-1867c4f2-2028-4aac-9c3b-239d62761cfe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&device_id=dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be HTTP/1.1" status: 200 len: 1095 time: 0.0990744 Jul 14 07:22:10.391936 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-c4a50ad6-123a-4a94-a0a7-796298515ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:10.393553 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-c4a50ad6-123a-4a94-a0a7-796298515ab2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.0628409 Jul 14 07:22:10.446849 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de792f2b-5612-42ba-9636-f802500b69b6 req-ca89c5f9-50ae-402f-8b69-1a9011c7c9c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68f38f51-2b23-4bc3-bb65-612ee7af0663 HTTP/1.1" status: 200 len: 217 time: 0.0634780 Jul 14 07:22:10.455108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-a369ce18-e1f9-4b2a-9cd0-4318cd7eb7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:10.456740 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-a369ce18-e1f9-4b2a-9cd0-4318cd7eb7f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0574055 Jul 14 07:22:10.540670 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de792f2b-5612-42ba-9636-f802500b69b6 req-f0713f97-9673-43fc-a177-3dd4976c16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:10.542188 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de792f2b-5612-42ba-9636-f802500b69b6 req-f0713f97-9673-43fc-a177-3dd4976c16ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33beb41d-173d-40f1-9dcf-045c8c6a18de HTTP/1.1" status: 200 len: 852 time: 0.0886891 Jul 14 07:22:10.581115 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-87c7f2db-b4a7-405b-b6e8-da025ae8d254 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174529 Jul 14 07:22:10.621080 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de792f2b-5612-42ba-9636-f802500b69b6 req-30ab3c10-1073-492e-87d9-aff6e627416c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721538 Jul 14 07:22:10.738742 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de792f2b-5612-42ba-9636-f802500b69b6 req-9e768a76-cdb1-45d8-9e95-e49add07868c service neutron] 10.222.0.30 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105609 Jul 14 07:22:10.756893 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-e036de69-5b19-4bec-a404-4babd1956fd8 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577165 Jul 14 07:22:10.801038 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-19addaab-a98f-4649-8ee8-fd25b06788e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 HTTP/1.1" status: 200 len: 217 time: 0.0394537 Jul 14 07:22:10.846573 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de792f2b-5612-42ba-9636-f802500b69b6 req-028e3616-26e2-4068-894a-cce90f272d38 service neutron] 10.222.0.30 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015365 Jul 14 07:22:10.863265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-f5384200-c652-4bcb-b103-ea6d26edc429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:10.865234 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-f5384200-c652-4bcb-b103-ea6d26edc429 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.0578146 Jul 14 07:22:10.944152 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-16e6291d-543a-4437-8d56-7fb40e261d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:10.945796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-16e6291d-543a-4437-8d56-7fb40e261d09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747154 Jul 14 07:22:11.061396 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-82306fed-d66f-4eb5-97cf-c51483c3bff4 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082766 Jul 14 07:22:11.113983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be', 'tag': '68f38f51-2b23-4bc3-bb65-612ee7af0663'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:11.116280 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db820839-4f20-4b82-8c8b-89c57098b54b" -d '{"events": [{"name": "network-changed", "server_uuid": "dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be", "tag": "68f38f51-2b23-4bc3-bb65-612ee7af0663"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:11.170841 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb018fd-46f2-4d5d-ae2f-76b4bf08e0a0 x-openstack-request-id: req-4bb018fd-46f2-4d5d-ae2f-76b4bf08e0a0 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:11.171131 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be", "tag": "68f38f51-2b23-4bc3-bb65-612ee7af0663", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:11.171386 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4bb018fd-46f2-4d5d-ae2f-76b4bf08e0a0 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:11.171834 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be', 'tag': '68f38f51-2b23-4bc3-bb65-612ee7af0663', 'status': 'completed', 'code': 200} Jul 14 07:22:11.172460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-0d1b7887-948c-4e2e-93eb-5f8b270be144 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022229 Jul 14 07:22:11.226005 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-d4f1ce21-bac2-445b-88da-27232ef0e528 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=657ec3e0-c604-4d77-83f7-2f17b5ca4a0d HTTP/1.1" status: 200 len: 217 time: 0.0397713 Jul 14 07:22:11.292985 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-a6980a0e-13f1-4d96-bc30-e24766bcba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:11.296774 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-a6980a0e-13f1-4d96-bc30-e24766bcba11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e3d73eb-1b79-476a-9c74-b4eeb2a0decc HTTP/1.1" status: 200 len: 797 time: 0.0650156 Jul 14 07:22:11.299078 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db820839-4f20-4b82-8c8b-89c57098b54b req-b93221cb-08d2-4a4c-b82b-1d213c9d15cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:11.301375 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db820839-4f20-4b82-8c8b-89c57098b54b req-b93221cb-08d2-4a4c-b82b-1d213c9d15cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&device_id=dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be HTTP/1.1" status: 200 len: 1095 time: 0.1069992 Jul 14 07:22:11.440483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-a3100d7d-124a-4465-9e56-a0316ec35079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:11.442744 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-a3100d7d-124a-4465-9e56-a0316ec35079 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1350043 Jul 14 07:22:11.469092 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db820839-4f20-4b82-8c8b-89c57098b54b req-921f93b4-6c98-4180-ba98-57a03ea3013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:11.471433 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db820839-4f20-4b82-8c8b-89c57098b54b req-921f93b4-6c98-4180-ba98-57a03ea3013b service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 200 len: 913 time: 0.1595814 Jul 14 07:22:11.561202 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db820839-4f20-4b82-8c8b-89c57098b54b req-3dd2c471-1b72-4c19-aac5-5b7c21845570 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68f38f51-2b23-4bc3-bb65-612ee7af0663 HTTP/1.1" status: 200 len: 217 time: 0.0773287 Jul 14 07:22:11.645885 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db820839-4f20-4b82-8c8b-89c57098b54b req-cf4a5558-ea5a-40ac-a1b0-12138654434b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:11.647524 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db820839-4f20-4b82-8c8b-89c57098b54b req-cf4a5558-ea5a-40ac-a1b0-12138654434b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33beb41d-173d-40f1-9dcf-045c8c6a18de HTTP/1.1" status: 200 len: 852 time: 0.0823786 Jul 14 07:22:11.649702 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-9fba14d7-50f0-4315-bf7a-184b0cb8f0b6 service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987801 Jul 14 07:22:11.713315 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db820839-4f20-4b82-8c8b-89c57098b54b req-c2b785fe-d510-4b66-814f-21ad033cfa88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a3cf2cb-40ea-4eb2-abec-56307fbfa118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529118 Jul 14 07:22:11.746317 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836804bd-35ce-4b2a-b4d9-d2339d720b75 req-d2a3f8f5-605b-47c6-9ece-0547915021ff tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:11.758737 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-836804bd-35ce-4b2a-b4d9-d2339d720b75 req-d2a3f8f5-605b-47c6-9ece-0547915021ff tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be HTTP/1.1" status: 200 len: 944 time: 0.1450706 Jul 14 07:22:11.859402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-836804bd-35ce-4b2a-b4d9-d2339d720b75 req-1e7744e5-41ee-4c85-ba06-078cf35a6c99 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982721 Jul 14 07:22:11.877095 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db820839-4f20-4b82-8c8b-89c57098b54b req-a5a0c42b-8207-4574-8dfe-27e221ecb32b service neutron] 10.222.0.30 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546803 Jul 14 07:22:11.888485 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c9dd6bf9-f0d0-4f30-99b1-03e70b242037 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:22:11.904680 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-105def09-3ab6-4497-9f4e-ae83472553b7 service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423332 Jul 14 07:22:11.919530 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: c9dd6bf9-f0d0-4f30-99b1-03e70b242037 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:22:11.919530 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c9dd6bf9-f0d0-4f30-99b1-03e70b242037 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:22:12.007393 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-7d79c12c-3492-4a7e-a05b-1aca82ef061e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3181db43-d375-4837-9acb-b23c672feff1 HTTP/1.1" status: 200 len: 217 time: 0.0875177 Jul 14 07:22:12.014618 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db820839-4f20-4b82-8c8b-89c57098b54b req-448df86d-23cc-4796-8d06-3f875beb1a16 service neutron] 10.222.0.30 "GET /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318662 Jul 14 07:22:12.096115 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-3f938411-5f7a-4719-bcfa-9b9e2929bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:12.097688 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-3f938411-5f7a-4719-bcfa-9b9e2929bebf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e3d73eb-1b79-476a-9c74-b4eeb2a0decc HTTP/1.1" status: 200 len: 797 time: 0.0848238 Jul 14 07:22:12.202633 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d166f8c-d6e3-40b3-886e-ee40d0dbe548 req-bcbfe6a9-b593-49b4-a9e4-7aecfcb8e573 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1421347 Jul 14 07:22:12.207704 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-a1c034bc-2403-4c7e-a6d3-d231a7655246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:12.209147 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-a1c034bc-2403-4c7e-a6d3-d231a7655246 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0908267 Jul 14 07:22:12.351555 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-4c7d0ccc-645a-4f78-831a-f20d0818456f service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339331 Jul 14 07:22:12.509491 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088a64a-f41c-4d72-9152-d0d497d52e21 req-597c4405-c887-4574-acd3-c8cc4da8ca1e tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:12.515475 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088a64a-f41c-4d72-9152-d0d497d52e21 req-597c4405-c887-4574-acd3-c8cc4da8ca1e tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:12.522363 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e088a64a-f41c-4d72-9152-d0d497d52e21 req-597c4405-c887-4574-acd3-c8cc4da8ca1e tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=18135cb7-dd6a-4695-9fe7-0ccc47565d8a&device_id=f25a0874-7282-409e-b39d-1194b5835e55 HTTP/1.1" status: 200 len: 1682 time: 0.1979620 Jul 14 07:22:12.560561 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d166f8c-d6e3-40b3-886e-ee40d0dbe548 req-ae99f608-1d6d-4e13-9003-9fc0b813dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:12.562197 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d166f8c-d6e3-40b3-886e-ee40d0dbe548 req-ae99f608-1d6d-4e13-9003-9fc0b813dd1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7&device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 1096 time: 0.2364695 Jul 14 07:22:12.565366 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-179b0b75-9eeb-405e-8a5a-a4df6c1640d7 req-aafb6dfb-05a2-4dfa-8c16-42f30e5a560d service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739511 Jul 14 07:22:12.586407 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e088a64a-f41c-4d72-9152-d0d497d52e21 req-1fabfe33-08f9-4007-bab3-6f320437033c tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/security-groups?id=097a4835-1853-4017-9543-7cac0ec89551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632000 Jul 14 07:22:12.709729 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d166f8c-d6e3-40b3-886e-ee40d0dbe548 req-365bf36c-27a9-4721-aae9-c743b9935891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:12.711267 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d166f8c-d6e3-40b3-886e-ee40d0dbe548 req-365bf36c-27a9-4721-aae9-c743b9935891 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd653837-16d0-4ce4-89f6-32469a5cf229 HTTP/1.1" status: 200 len: 918 time: 0.1233127 Jul 14 07:22:12.799252 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d166f8c-d6e3-40b3-886e-ee40d0dbe548 req-d61f975b-ea42-4552-b0af-a7f9ec82f64f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8939350-7a69-425b-9320-90aed337d763 HTTP/1.1" status: 200 len: 1001 time: 0.0804095 Jul 14 07:22:12.852839 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d166f8c-d6e3-40b3-886e-ee40d0dbe548 req-cd455eb3-dd55-40ec-84ee-957a08f0938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:12.854357 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d166f8c-d6e3-40b3-886e-ee40d0dbe548 req-cd455eb3-dd55-40ec-84ee-957a08f0938c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54c389bb-f8cc-4826-9a6a-5f4ac58e9131 HTTP/1.1" status: 200 len: 856 time: 0.0490007 Jul 14 07:22:12.922965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d166f8c-d6e3-40b3-886e-ee40d0dbe548 req-62d987c3-8ae6-4f1c-9524-3848cd289f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:12.924624 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d166f8c-d6e3-40b3-886e-ee40d0dbe548 req-62d987c3-8ae6-4f1c-9524-3848cd289f8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd653837-16d0-4ce4-89f6-32469a5cf229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629883 Jul 14 07:22:13.091219 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d166f8c-d6e3-40b3-886e-ee40d0dbe548 req-493e5057-7b90-4ec7-a136-81c394187a74 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560781 Jul 14 07:22:13.184791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74660ec-b0f2-4e6d-a5bd-60ba7e01d5a4 req-b3f7c7db-a800-49bd-bbd7-b5369a155a0a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:13.186343 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e74660ec-b0f2-4e6d-a5bd-60ba7e01d5a4 req-b3f7c7db-a800-49bd-bbd7-b5369a155a0a tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be HTTP/1.1" status: 200 len: 944 time: 0.1570246 Jul 14 07:22:13.245500 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e74660ec-b0f2-4e6d-a5bd-60ba7e01d5a4 req-98ece27b-83fa-4b63-bb7a-87c8f56959ee tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522916 Jul 14 07:22:13.251281 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d166f8c-d6e3-40b3-886e-ee40d0dbe548 req-ded848d7-bd9a-4857-8baf-fa126a5eab7c service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514194 Jul 14 07:22:13.859376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fda645-186c-491c-8674-c3b16e9d91f1 req-92e4d153-337d-4bf9-828a-363416e760d7 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:13.867150 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7fda645-186c-491c-8674-c3b16e9d91f1 req-92e4d153-337d-4bf9-828a-363416e760d7 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=18135cb7-dd6a-4695-9fe7-0ccc47565d8a HTTP/1.1" status: 200 len: 946 time: 0.0910296 Jul 14 07:22:13.883182 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 68f38f51-2b23-4bc3-bb65-612ee7af0663 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:22:13.942876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7fda645-186c-491c-8674-c3b16e9d91f1 req-ed059bf4-f5ec-42a0-89c3-4bca105f0dfe tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/security-groups?id=097a4835-1853-4017-9543-7cac0ec89551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748668 Jul 14 07:22:14.025426 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 68f38f51-2b23-4bc3-bb65-612ee7af0663, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=68f38f51-2b23-4bc3-bb65-612ee7af0663,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:14.043646 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '68f38f51-2b23-4bc3-bb65-612ee7af0663', 'network_id': '3a3cf2cb-40ea-4eb2-abec-56307fbfa118', 'port_id': '68f38f51-2b23-4bc3-bb65-612ee7af0663', 'mac_address': 'fa:16:3e:9f:d7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33beb41d-173d-40f1-9dcf-045c8c6a18de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:22:14.100406 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:14.117274 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f38f51-2b23-4bc3-bb65-612ee7af0663 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:22:14.143216 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 68f38f51-2b23-4bc3-bb65-612ee7af0663, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=68f38f51-2b23-4bc3-bb65-612ee7af0663,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:14.156745 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:14.231360 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=68f38f51-2b23-4bc3-bb65-612ee7af0663,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:14.254643 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:14.254873 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:14.255219 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:14.255560 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:14.256106 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:14.256336 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:14.256584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:14.256911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:14.257373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:14.257881 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:14.258210 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:14.258536 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:14.444256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['68f38f51-2b23-4bc3-bb65-612ee7af0663'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:22:14.474750 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c2382-2b53-42f4-a4a8-482113ae982e req-970780bf-7ff2-44f8-a83f-ba484a974b30 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:14.483140 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d3c2382-2b53-42f4-a4a8-482113ae982e req-970780bf-7ff2-44f8-a83f-ba484a974b30 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be HTTP/1.1" status: 200 len: 945 time: 0.1029382 Jul 14 07:22:14.538710 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d3c2382-2b53-42f4-a4a8-482113ae982e req-fb63864d-52bf-49f9-aeb6-f5221461fa58 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518820 Jul 14 07:22:14.962653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7d61b-cf40-4bc5-9ddd-df7f28a338e3 req-165b8889-80a4-489b-ab1d-d3b2129cbed1 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:14.964240 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-81f7d61b-cf40-4bc5-9ddd-df7f28a338e3 req-165b8889-80a4-489b-ab1d-d3b2129cbed1 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.15 "GET /v2.0/ports?device_id=18135cb7-dd6a-4695-9fe7-0ccc47565d8a HTTP/1.1" status: 200 len: 946 time: 0.1306129 Jul 14 07:22:15.107194 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084e2dc-964b-4851-b9af-f7b420f188e1 req-3a8792fd-1f0f-4522-a964-4ec89e15bf28 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:15.109019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7084e2dc-964b-4851-b9af-f7b420f188e1 req-3a8792fd-1f0f-4522-a964-4ec89e15bf28 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.30 "GET /v2.0/ports?device_id=f25a0874-7282-409e-b39d-1194b5835e55 HTTP/1.1" status: 200 len: 945 time: 0.2098963 Jul 14 07:22:15.216004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43474) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:15.345561 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-7084e2dc-964b-4851-b9af-f7b420f188e1 req-0a87cdaf-0736-499e-ac65-274d456d5f7b tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Deleting port 445faebc-b800-49f2-bf9d-b157fc185df3 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:22:15.345791 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7084e2dc-964b-4851-b9af-f7b420f188e1 req-0a87cdaf-0736-499e-ac65-274d456d5f7b tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:15.383859 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:15.408850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-81f7d61b-cf40-4bc5-9ddd-df7f28a338e3 req-b8bb51c6-3e98-4ea1-9580-398dbf76b9f7 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Deleting port 56da785a-d969-4ca4-8539-480b19dba4c7 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:22:15.409207 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-81f7d61b-cf40-4bc5-9ddd-df7f28a338e3 req-b8bb51c6-3e98-4ea1-9580-398dbf76b9f7 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:15.426418 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5fe9183-ecb7-46c1-a420-cabfe91dcee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:15.527036 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b0d88-5005-4d4a-81b3-2c0c205dadd5 req-87b602e4-45fd-495d-9de9-217da6b4185c tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:15.528701 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d5b0d88-5005-4d4a-81b3-2c0c205dadd5 req-87b602e4-45fd-495d-9de9-217da6b4185c tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=18135cb7-dd6a-4695-9fe7-0ccc47565d8a HTTP/1.1" status: 200 len: 946 time: 0.3596685 Jul 14 07:22:15.571739 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:15.590414 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5fe9183-ecb7-46c1-a420-cabfe91dcee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:15.601958 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5fe9183-ecb7-46c1-a420-cabfe91dcee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:15.658221 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d5b0d88-5005-4d4a-81b3-2c0c205dadd5 req-275c5f09-2629-4faa-9687-90830fc4bf26 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/security-groups?id=097a4835-1853-4017-9543-7cac0ec89551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181719 Jul 14 07:22:15.687724 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-7084e2dc-964b-4851-b9af-f7b420f188e1 req-0a87cdaf-0736-499e-ac65-274d456d5f7b tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] For port 445faebc-b800-49f2-bf9d-b157fc185df3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=445faebc-b800-49f2-bf9d-b157fc185df3,segment=NetworkSegment(ff4960dc-e103-44ee-a9a3-9412fb099c5a),segment_id=ff4960dc-e103-44ee-a9a3-9412fb099c5a)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:15.688088 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7084e2dc-964b-4851-b9af-f7b420f188e1 req-0a87cdaf-0736-499e-ac65-274d456d5f7b tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:15.706898 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-81f7d61b-cf40-4bc5-9ddd-df7f28a338e3 req-b8bb51c6-3e98-4ea1-9580-398dbf76b9f7 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] For port 56da785a-d969-4ca4-8539-480b19dba4c7, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=56da785a-d969-4ca4-8539-480b19dba4c7,segment=NetworkSegment(ff4960dc-e103-44ee-a9a3-9412fb099c5a),segment_id=ff4960dc-e103-44ee-a9a3-9412fb099c5a)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:15.707258 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-81f7d61b-cf40-4bc5-9ddd-df7f28a338e3 req-b8bb51c6-3e98-4ea1-9580-398dbf76b9f7 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:15.714149 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b5fe9183-ecb7-46c1-a420-cabfe91dcee1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de29097497f5497f843748564ef7721d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4953902 Jul 14 07:22:15.717178 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43534) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:15.726931 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe9183-ecb7-46c1-a420-cabfe91dcee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ebec4c-a770-4fad-9fd2-392a99ef9317,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:15.730838 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-7084e2dc-964b-4851-b9af-f7b420f188e1 req-0a87cdaf-0736-499e-ac65-274d456d5f7b tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Calling delete_port for 445faebc-b800-49f2-bf9d-b157fc185df3 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:22:15.778373 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-81f7d61b-cf40-4bc5-9ddd-df7f28a338e3 req-b8bb51c6-3e98-4ea1-9580-398dbf76b9f7 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Calling delete_port for 56da785a-d969-4ca4-8539-480b19dba4c7 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:22:15.828692 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7dc5894-fbfe-4125-ace3-cc6e4085f657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:15.859636 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7dc5894-fbfe-4125-ace3-cc6e4085f657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:15.897390 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 68f38f51-2b23-4bc3-bb65-612ee7af0663 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:22:15.952901 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7dc5894-fbfe-4125-ace3-cc6e4085f657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:15.956930 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7dc5894-fbfe-4125-ace3-cc6e4085f657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:15.958634 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f7dc5894-fbfe-4125-ace3-cc6e4085f657 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8ebec4c-a770-4fad-9fd2-392a99ef9317 HTTP/1.1" status: 204 len: 168 time: 0.2404554 Jul 14 07:22:16.005121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc5894-fbfe-4125-ace3-cc6e4085f657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ebec4c-a770-4fad-9fd2-392a99ef9317,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:16.032373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 68f38f51-2b23-4bc3-bb65-612ee7af0663 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:22:16.045682 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 68f38f51-2b23-4bc3-bb65-612ee7af0663 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:22:16.046272 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:16.168084 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:16.195593 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f38f51-2b23-4bc3-bb65-612ee7af0663'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:16.198076 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9241d127-5115-4c77-8476-a174410094e8" -d '{"events": [{"server_uuid": "dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be", "name": "network-vif-plugged", "status": "completed", "tag": "68f38f51-2b23-4bc3-bb65-612ee7af0663"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:16.217596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 68f38f51-2b23-4bc3-bb65-612ee7af0663, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=68f38f51-2b23-4bc3-bb65-612ee7af0663,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:16.224022 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:16.291496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a467aec-0eef-4ddf-8c8c-eafc311254e4 req-86aaa75f-5a83-448a-a89b-e4876e85ec91 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:16.292938 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a467aec-0eef-4ddf-8c8c-eafc311254e4 req-86aaa75f-5a83-448a-a89b-e4876e85ec91 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be HTTP/1.1" status: 200 len: 945 time: 0.5825379 Jul 14 07:22:16.302401 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=68f38f51-2b23-4bc3-bb65-612ee7af0663,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:16.310273 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8467c7e-d32a-4543-a9b4-aa3a99578bf8 x-openstack-request-id: req-c8467c7e-d32a-4543-a9b4-aa3a99578bf8 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:16.310768 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be", "name": "network-vif-plugged", "status": "completed", "tag": "68f38f51-2b23-4bc3-bb65-612ee7af0663", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:16.320236 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8467c7e-d32a-4543-a9b4-aa3a99578bf8 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:16.321113 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f38f51-2b23-4bc3-bb65-612ee7af0663', 'code': 200} Jul 14 07:22:16.392876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a467aec-0eef-4ddf-8c8c-eafc311254e4 req-8d303f87-9bbe-4549-87d0-426d4cb70cd4 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924730 Jul 14 07:22:16.421566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fcaea-0af9-47dd-9343-b578ac11ebea req-55f947a1-f427-45b2-810b-9a26d3a60cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:16.423800 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3d7fcaea-0af9-47dd-9343-b578ac11ebea req-55f947a1-f427-45b2-810b-9a26d3a60cc8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be HTTP/1.1" status: 200 len: 1097 time: 0.0839810 Jul 14 07:22:16.462700 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3d7fcaea-0af9-47dd-9343-b578ac11ebea req-b5da141a-fffd-421b-90a6-9a08d3c5eab9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312276 Jul 14 07:22:16.477720 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7084e2dc-964b-4851-b9af-f7b420f188e1 req-0a87cdaf-0736-499e-ac65-274d456d5f7b tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:16.491681 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-81f7d61b-cf40-4bc5-9ddd-df7f28a338e3 req-b8bb51c6-3e98-4ea1-9580-398dbf76b9f7 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:16.493078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['56da785a-d969-4ca4-8539-480b19dba4c7'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:22:16.520199 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87cdaf-0736-499e-ac65-274d456d5f7b tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Pushing event deleted for resources: {'Port': ['ID=445faebc-b800-49f2-bf9d-b157fc185df3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:16.574445 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['56da785a-d969-4ca4-8539-480b19dba4c7'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:22:16.633216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7084e2dc-964b-4851-b9af-f7b420f188e1 req-0a87cdaf-0736-499e-ac65-274d456d5f7b tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] No DVR routers for this DVR port 445faebc-b800-49f2-bf9d-b157fc185df3 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:22:16.635300 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb51c6-3e98-4ea1-9580-398dbf76b9f7 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Pushing event deleted for resources: {'Port': ['ID=56da785a-d969-4ca4-8539-480b19dba4c7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:16.641963 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7084e2dc-964b-4851-b9af-f7b420f188e1 req-0a87cdaf-0736-499e-ac65-274d456d5f7b tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:16.644294 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7084e2dc-964b-4851-b9af-f7b420f188e1 req-0a87cdaf-0736-499e-ac65-274d456d5f7b tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.30 "DELETE /v2.0/ports/445faebc-b800-49f2-bf9d-b157fc185df3 HTTP/1.1" status: 204 len: 173 time: 1.5291958 Jul 14 07:22:16.645969 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25a0874-7282-409e-b39d-1194b5835e55', 'name': 'network-vif-deleted', 'tag': '445faebc-b800-49f2-bf9d-b157fc185df3'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:16.648813 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc41295-dd03-455a-a300-57a8985130b0" -d '{"events": [{"server_uuid": "f25a0874-7282-409e-b39d-1194b5835e55", "name": "network-vif-deleted", "tag": "445faebc-b800-49f2-bf9d-b157fc185df3"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:16.742661 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248c57fd-626a-496a-87a1-5b454e72a861 x-openstack-request-id: req-248c57fd-626a-496a-87a1-5b454e72a861 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:16.743129 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25a0874-7282-409e-b39d-1194b5835e55", "name": "network-vif-deleted", "tag": "445faebc-b800-49f2-bf9d-b157fc185df3", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:16.743824 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-248c57fd-626a-496a-87a1-5b454e72a861 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:16.744371 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25a0874-7282-409e-b39d-1194b5835e55', 'name': 'network-vif-deleted', 'tag': '445faebc-b800-49f2-bf9d-b157fc185df3', 'status': 'completed', 'code': 200} Jul 14 07:22:16.745356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f7d61b-cf40-4bc5-9ddd-df7f28a338e3 req-b8bb51c6-3e98-4ea1-9580-398dbf76b9f7 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] No DVR routers for this DVR port 56da785a-d969-4ca4-8539-480b19dba4c7 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:22:16.748044 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-81f7d61b-cf40-4bc5-9ddd-df7f28a338e3 req-b8bb51c6-3e98-4ea1-9580-398dbf76b9f7 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:16.751560 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-81f7d61b-cf40-4bc5-9ddd-df7f28a338e3 req-b8bb51c6-3e98-4ea1-9580-398dbf76b9f7 tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.15 "DELETE /v2.0/ports/56da785a-d969-4ca4-8539-480b19dba4c7 HTTP/1.1" status: 204 len: 173 time: 1.7809820 Jul 14 07:22:16.871581 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6fc57b10-1e09-4656-a490-5646bdae69ab req-e1c4b1c6-1cb4-40ae-9b42-9b4bc05794be tempest-ListServersNegativeTestJSON-971586128 tempest-ListServersNegativeTestJSON-971586128-project] 10.222.0.35 "GET /v2.0/ports?device_id=18135cb7-dd6a-4695-9fe7-0ccc47565d8a HTTP/1.1" status: 200 len: 210 time: 0.0444391 Jul 14 07:22:17.623512 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff7499-7051-4ffe-ab8c-e25733c69b69 req-c59e0b7f-a94e-47f8-b2ea-1ef68f990bec tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:17.626963 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c2ff7499-7051-4ffe-ab8c-e25733c69b69 req-c59e0b7f-a94e-47f8-b2ea-1ef68f990bec tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be HTTP/1.1" status: 200 len: 946 time: 0.0817316 Jul 14 07:22:17.686247 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c2ff7499-7051-4ffe-ab8c-e25733c69b69 req-9f6bf97e-87e8-4895-8daa-9ee6b605410d tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513499 Jul 14 07:22:17.910929 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 445faebc-b800-49f2-bf9d-b157fc185df3 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:22:17.935165 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 445faebc-b800-49f2-bf9d-b157fc185df3 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:22:17.935717 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 445faebc-b800-49f2-bf9d-b157fc185df3 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:22:18.073993 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43862) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:18.131624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e704a6-d6f4-4678-aee2-547e8aa30694 admin admin] Deleting subnet c4a707e1-e303-42fc-bd6d-8f0c677a1712 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:22:18.134989 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0e704a6-d6f4-4678-aee2-547e8aa30694 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:18.171440 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0e704a6-d6f4-4678-aee2-547e8aa30694 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:18.236140 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-a291006b-e513-4e94-9edf-2904c65f6b78 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:18.236499 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0e704a6-d6f4-4678-aee2-547e8aa30694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:18.237886 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-a291006b-e513-4e94-9edf-2904c65f6b78 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/networks?id=801982b9-6b9d-442f-b41d-afca7578661a HTTP/1.1" status: 200 len: 814 time: 0.1707520 Jul 14 07:22:18.263070 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-c447b47a-5d59-4ec7-b15b-8e2e9a567218 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/quotas/ba8e27169006427ea759e3bab9267003 HTTP/1.1" status: 200 len: 375 time: 0.0165207 Jul 14 07:22:18.276222 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d207e6-017e-4c21-ad4a-58ad03d4971e req-366380f7-a7cb-4ef6-999c-dc3a8f2793ed tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:18.278068 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2d207e6-017e-4c21-ad4a-58ad03d4971e req-366380f7-a7cb-4ef6-999c-dc3a8f2793ed tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be HTTP/1.1" status: 200 len: 946 time: 0.1185050 Jul 14 07:22:18.296614 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0e704a6-d6f4-4678-aee2-547e8aa30694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:18.309766 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-de0af6cc-a06e-4156-b393-d0c9a4ee832b tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba8e27169006427ea759e3bab9267003&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305133 Jul 14 07:22:18.324630 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e704a6-d6f4-4678-aee2-547e8aa30694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4a707e1-e303-42fc-bd6d-8f0c677a1712,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:18.331551 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0e704a6-d6f4-4678-aee2-547e8aa30694 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:18.333863 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b0e704a6-d6f4-4678-aee2-547e8aa30694 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c4a707e1-e303-42fc-bd6d-8f0c677a1712 HTTP/1.1" status: 204 len: 168 time: 0.2584009 Jul 14 07:22:18.336542 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43882) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:18.398273 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2d207e6-017e-4c21-ad4a-58ad03d4971e req-f621f6e5-1d64-4edb-8d56-56b696ba0611 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076627 Jul 14 07:22:18.413348 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36c6d354-4102-43cd-8856-aa7acbc3044b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:18.441839 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-d54a2609-4e77-4fb6-8e46-9bdf7a626ef7 service neutron] 10.222.0.35 "GET /v2.0/networks/801982b9-6b9d-442f-b41d-afca7578661a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175494 Jul 14 07:22:18.504191 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36c6d354-4102-43cd-8856-aa7acbc3044b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:18.515511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-36c6d354-4102-43cd-8856-aa7acbc3044b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1049a3-2403-49ff-80fb-fae7f7295053']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:18.534696 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-36c6d354-4102-43cd-8856-aa7acbc3044b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4960dc-e103-44ee-a9a3-9412fb099c5a') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:18.537648 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-36c6d354-4102-43cd-8856-aa7acbc3044b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4960dc-e103-44ee-a9a3-9412fb099c5a') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:18.560239 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36c6d354-4102-43cd-8856-aa7acbc3044b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:18.561034 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-eba5f639-7e2c-4f32-9370-4847e07296f1 service neutron] 10.222.0.35 "GET /v2.0/networks/801982b9-6b9d-442f-b41d-afca7578661a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175563 Jul 14 07:22:18.601460 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36c6d354-4102-43cd-8856-aa7acbc3044b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:18.611886 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c6d354-4102-43cd-8856-aa7acbc3044b admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:22:18.612502 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36c6d354-4102-43cd-8856-aa7acbc3044b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:22:18.618100 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:22:18.680399 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36c6d354-4102-43cd-8856-aa7acbc3044b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:18.686563 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36c6d354-4102-43cd-8856-aa7acbc3044b admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:18.689421 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-36c6d354-4102-43cd-8856-aa7acbc3044b admin admin] 10.222.0.35 "DELETE /v2.0/networks/3c1049a3-2403-49ff-80fb-fae7f7295053 HTTP/1.1" status: 204 len: 168 time: 0.3519022 Jul 14 07:22:18.702182 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6d354-4102-43cd-8856-aa7acbc3044b admin admin] Pushing event deleted for resources: {'Network': ['ID=3c1049a3-2403-49ff-80fb-fae7f7295053,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:18.753742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18135cb7-dd6a-4695-9fe7-0ccc47565d8a', 'name': 'network-vif-deleted', 'tag': '56da785a-d969-4ca4-8539-480b19dba4c7'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:18.756601 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c333ec5-0a12-47dc-87e0-76e19080a140" -d '{"events": [{"server_uuid": "18135cb7-dd6a-4695-9fe7-0ccc47565d8a", "name": "network-vif-deleted", "tag": "56da785a-d969-4ca4-8539-480b19dba4c7"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:18.796401 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c6ae0e0c-c55d-48f6-ab1b-fbbb698b82d4 req-f9322d9d-49c2-4a14-a961-acdbf84fc777 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=08d6e4fb-175c-402e-8978-859d19a79fb5 HTTP/1.1" status: 200 len: 210 time: 0.0627263 Jul 14 07:22:18.859275 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20572313-8ff7-4f67-a6ec-02947f525463 x-openstack-request-id: req-20572313-8ff7-4f67-a6ec-02947f525463 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:18.859686 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18135cb7-dd6a-4695-9fe7-0ccc47565d8a", "name": "network-vif-deleted", "tag": "56da785a-d969-4ca4-8539-480b19dba4c7", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:18.860132 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20572313-8ff7-4f67-a6ec-02947f525463 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:18.860747 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18135cb7-dd6a-4695-9fe7-0ccc47565d8a', 'name': 'network-vif-deleted', 'tag': '56da785a-d969-4ca4-8539-480b19dba4c7', 'status': 'completed', 'code': 200} Jul 14 07:22:18.973328 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43900) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:19.029343 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9ff082c5-c6f0-4d17-892e-3063a9b9a1d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ecb7993484834c7c90fca35132078d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548174 Jul 14 07:22:19.031934 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43902) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:19.087961 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fb1369d-d03b-40bd-8326-2538181681e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:19.111884 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fb1369d-d03b-40bd-8326-2538181681e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:19.170892 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fb1369d-d03b-40bd-8326-2538181681e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:19.173721 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fb1369d-d03b-40bd-8326-2538181681e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:19.175389 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4fb1369d-d03b-40bd-8326-2538181681e4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/097a4835-1853-4017-9543-7cac0ec89551 HTTP/1.1" status: 204 len: 168 time: 0.1425438 Jul 14 07:22:19.184542 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1369d-d03b-40bd-8326-2538181681e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097a4835-1853-4017-9543-7cac0ec89551,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:19.282944 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 56da785a-d969-4ca4-8539-480b19dba4c7 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:22:19.314424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 56da785a-d969-4ca4-8539-480b19dba4c7 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:22:19.314764 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 56da785a-d969-4ca4-8539-480b19dba4c7 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:22:19.606891 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2d625-8925-4c40-a386-6b5c51353c28 req-866031d5-a713-4217-ac3b-4e7a088c6e5f tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:19.615341 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ba2d625-8925-4c40-a386-6b5c51353c28 req-866031d5-a713-4217-ac3b-4e7a088c6e5f tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be HTTP/1.1" status: 200 len: 946 time: 0.0776930 Jul 14 07:22:19.660760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ba2d625-8925-4c40-a386-6b5c51353c28 req-56a1dada-08b8-4c5f-a342-e25728c21a53 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445402 Jul 14 07:22:20.024387 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc22533a-e158-4b60-ba64-0660295ae450 req-27682df4-07f4-42e4-9837-9619d9df9b79 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=08d6e4fb-175c-402e-8978-859d19a79fb5 HTTP/1.1" status: 200 len: 210 time: 0.0994899 Jul 14 07:22:20.143201 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-098faf43-87e1-4a70-bd94-e4e49ba37bd0 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:20.145201 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-098faf43-87e1-4a70-bd94-e4e49ba37bd0 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.15 "GET /v2.0/networks?id=801982b9-6b9d-442f-b41d-afca7578661a HTTP/1.1" status: 200 len: 814 time: 0.2352757 Jul 14 07:22:20.160293 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-e08d3c63-dc20-458e-986e-f5273c356679 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Request body: {'port': {'device_id': '08d6e4fb-175c-402e-8978-859d19a79fb5', 'network_id': '801982b9-6b9d-442f-b41d-afca7578661a', 'admin_state_up': True, 'tenant_id': 'ba8e27169006427ea759e3bab9267003'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:20.246455 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43940) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:20.330788 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8c1ea-0ce7-4ac2-9a2a-21f8dceadfea req-494596a0-6494-4667-ba34-ae1a4d0e9414 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:20.332321 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37b8c1ea-0ce7-4ac2-9a2a-21f8dceadfea req-494596a0-6494-4667-ba34-ae1a4d0e9414 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be HTTP/1.1" status: 200 len: 946 time: 0.1131551 Jul 14 07:22:20.347473 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-e08d3c63-dc20-458e-986e-f5273c356679 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Made reservation on behalf of ba8e27169006427ea759e3bab9267003 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:22:20.351490 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-e08d3c63-dc20-458e-986e-f5273c356679 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:20.364928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b395aae2-df0a-48bb-969a-b7eb903b013c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1416632011-network', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:20.392958 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b395aae2-df0a-48bb-969a-b7eb903b013c admin admin] Made reservation on behalf of 5388180d7e484dd0b2d86403880fc87d for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:22:20.396059 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b395aae2-df0a-48bb-969a-b7eb903b013c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:20.399564 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37b8c1ea-0ce7-4ac2-9a2a-21f8dceadfea req-a32476b2-59eb-4ac5-bf89-309913b790be tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607316 Jul 14 07:22:20.406592 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b395aae2-df0a-48bb-969a-b7eb903b013c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:20.512014 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b395aae2-df0a-48bb-969a-b7eb903b013c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:20.516443 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b395aae2-df0a-48bb-969a-b7eb903b013c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:20.518336 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-e08d3c63-dc20-458e-986e-f5273c356679 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Allocated IP 172.20.0.2 (801982b9-6b9d-442f-b41d-afca7578661a/b3ac5c73-cc8d-41bb-9a04-32e6ce9ae998/6346eb5e-bfdb-4db7-83bc-0faacc172cca) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:22:20.543766 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b395aae2-df0a-48bb-969a-b7eb903b013c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:22:20.554338 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395aae2-df0a-48bb-969a-b7eb903b013c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2749b98-1bdd-40c7-8510-b280d8871bbf,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:20.560370 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b395aae2-df0a-48bb-969a-b7eb903b013c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:20.560898 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-b395aae2-df0a-48bb-969a-b7eb903b013c admin admin] Added segment 882d63ec-0221-414f-aec8-455037542b40 of type vlan for network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f Jul 14 07:22:20.608210 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b395aae2-df0a-48bb-969a-b7eb903b013c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:20.645016 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b395aae2-df0a-48bb-969a-b7eb903b013c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:20.646437 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b395aae2-df0a-48bb-969a-b7eb903b013c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:20.649826 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b395aae2-df0a-48bb-969a-b7eb903b013c admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:20.708663 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-e08d3c63-dc20-458e-986e-f5273c356679 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:20.715655 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b395aae2-df0a-48bb-969a-b7eb903b013c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4654007 Jul 14 07:22:20.715906 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43944) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:20.721172 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9b4c5d32-43cc-41af-84a1-0dc629010320 admin admin] Request body: {'subnet': {'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1416632011-subnet', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:20.725951 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395aae2-df0a-48bb-969a-b7eb903b013c admin admin] Pushing event updated for resources: {'Network': ['ID=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:20.746009 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:22:20.751092 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4c5d32-43cc-41af-84a1-0dc629010320 admin admin] Made reservation on behalf of 5388180d7e484dd0b2d86403880fc87d for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:22:20.753953 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9b4c5d32-43cc-41af-84a1-0dc629010320 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:20.779615 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-e08d3c63-dc20-458e-986e-f5273c356679 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:20.877542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-e08d3c63-dc20-458e-986e-f5273c356679 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Network 801982b9-6b9d-442f-b41d-afca7578661a is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:22:20.884749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-e08d3c63-dc20-458e-986e-f5273c356679 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:22:20.890285 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-e08d3c63-dc20-458e-986e-f5273c356679 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:22:20.917596 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d3c63-dc20-458e-986e-f5273c356679 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Pushing event updated for resources: {'Port': ['ID=6346eb5e-bfdb-4db7-83bc-0faacc172cca,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:20.951375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-e08d3c63-dc20-458e-986e-f5273c356679 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:20.952081 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-e08d3c63-dc20-458e-986e-f5273c356679 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:20.977263 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-e08d3c63-dc20-458e-986e-f5273c356679 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8172193 Jul 14 07:22:20.992973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Request body: {'port': {'device_id': '08d6e4fb-175c-402e-8978-859d19a79fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:21.001404 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9b4c5d32-43cc-41af-84a1-0dc629010320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:21.077312 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:21.107525 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c5d32-43cc-41af-84a1-0dc629010320 admin admin] Checking segment: {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:22:21.107847 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4c5d32-43cc-41af-84a1-0dc629010320 admin admin] Network hostable DHCP agents. Network: b2c5cf15-5a87-4c97-91f8-6d7dceaa510f, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:22:21.114837 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c5d32-43cc-41af-84a1-0dc629010320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:21.134461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4c5d32-43cc-41af-84a1-0dc629010320 admin admin] Network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:22:21.146600 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9b4c5d32-43cc-41af-84a1-0dc629010320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, b2c5cf15-5a87-4c97-91f8-6d7dceaa510f) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:22:21.162947 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c5d32-43cc-41af-84a1-0dc629010320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:21.163722 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124530d7-ab40-4dc2-9f31-d854e299cb72 None None] Network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:22:21.165659 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9b4c5d32-43cc-41af-84a1-0dc629010320 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:21.194413 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9b4c5d32-43cc-41af-84a1-0dc629010320 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4772964 Jul 14 07:22:21.197099 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43954) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:21.202977 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1416632011-router', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:21.228985 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:21.230235 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:21.312496 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:21.383554 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:22:21.384409 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:21.499489 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:21.552862 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Allocated IP 172.20.0.2 (b2c5cf15-5a87-4c97-91f8-6d7dceaa510f/40a6fcbc-1ebb-4df2-9269-8464ec56e1dd/dabf1785-38b0-4ff7-90de-84d7d571e4b6) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:22:21.656807 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43728333-4949-48dd-9a6a-83aa2f892b3d req-8a3aaf5d-0d9b-477b-b871-9ba69e65d927 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:21.661786 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43728333-4949-48dd-9a6a-83aa2f892b3d req-8a3aaf5d-0d9b-477b-b871-9ba69e65d927 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=08d6e4fb-175c-402e-8978-859d19a79fb5 HTTP/1.1" status: 200 len: 931 time: 0.4341896 Jul 14 07:22:21.665611 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6346eb5e-bfdb-4db7-83bc-0faacc172cca {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:22:21.705720 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:21.727215 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:21.742129 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Transition to ACTIVE for port object dabf1785-38b0-4ff7-90de-84d7d571e4b6 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:22:21.761239 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Transition to ACTIVE for port object dabf1785-38b0-4ff7-90de-84d7d571e4b6 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:22:21.766137 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:21.770326 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:21.772136 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Transition to ACTIVE for port object 6346eb5e-bfdb-4db7-83bc-0faacc172cca will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:22:21.783022 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa898c-9ecc-4c7d-bcf4-1ce5b54e6c1a req-01c1a3ca-b61a-4019-9fee-ac05779bce16 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:21.784601 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9aa898c-9ecc-4c7d-bcf4-1ce5b54e6c1a req-01c1a3ca-b61a-4019-9fee-ac05779bce16 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be HTTP/1.1" status: 200 len: 946 time: 0.4404504 Jul 14 07:22:21.793410 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadc504-7700-43f6-b8c8-ca164150718b req-755ab1f2-6980-4e31-a21e-fe9ecfdbf78b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:21.795658 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:21.800276 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ddadc504-7700-43f6-b8c8-ca164150718b req-755ab1f2-6980-4e31-a21e-fe9ecfdbf78b tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be HTTP/1.1" status: 200 len: 946 time: 0.2222903 Jul 14 07:22:21.814470 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43728333-4949-48dd-9a6a-83aa2f892b3d req-47929715-1b7d-4f12-b05b-92bc090fb812 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340361 Jul 14 07:22:21.819388 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:22:21.821010 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:21.823145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:22:21.846227 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Pushing event updated for resources: {'Port': ['ID=dabf1785-38b0-4ff7-90de-84d7d571e4b6,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:21.849112 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:22:21.933588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] Allocated IP 172.25.7.138 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/d7a74964-edda-489f-a589-4f34ee041060) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:22:21.937434 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Attempting to bind port dabf1785-38b0-4ff7-90de-84d7d571e4b6 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:22:21.937795 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Attempting to bind port dabf1785-38b0-4ff7-90de-84d7d571e4b6 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:22:21.938406 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Attempting to bind port dabf1785-38b0-4ff7-90de-84d7d571e4b6 on network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:22:21.947303 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:22:21.950028 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Checking segment: {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:22:21.950583 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:21.951066 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Bound using segment: {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:22:21.951704 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Bound port: dabf1785-38b0-4ff7-90de-84d7d571e4b6, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:22:21.952104 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:22.038896 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Pushing event updated for resources: {'Port': ['ID=6346eb5e-bfdb-4db7-83bc-0faacc172cca,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:22.046072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] For port dabf1785-38b0-4ff7-90de-84d7d571e4b6, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:22:22.051703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] For port dabf1785-38b0-4ff7-90de-84d7d571e4b6, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=dabf1785-38b0-4ff7-90de-84d7d571e4b6,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:22:22.057198 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ddadc504-7700-43f6-b8c8-ca164150718b req-519faf54-df9a-4061-88f6-899be0460651 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559259 Jul 14 07:22:22.063972 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:22.089432 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:22.090954 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:22.091643 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:22.092142 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:22.092269 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:22.092730 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:22.093892 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:22.094246 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:22.094579 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:22.094907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:22.095356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:22.095691 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:22.096016 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:22.133627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Attempting to bind port 6346eb5e-bfdb-4db7-83bc-0faacc172cca on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:22:22.133965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Attempting to bind port 6346eb5e-bfdb-4db7-83bc-0faacc172cca by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '8b45145a-7ec7-4b95-bc25-8fad84efd9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '801982b9-6b9d-442f-b41d-afca7578661a'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:22:22.134295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Attempting to bind port 6346eb5e-bfdb-4db7-83bc-0faacc172cca on network 801982b9-6b9d-442f-b41d-afca7578661a {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:22:22.151947 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Port 6346eb5e-bfdb-4db7-83bc-0faacc172cca on network 801982b9-6b9d-442f-b41d-afca7578661a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:22:22.152273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Attempting to bind port 6346eb5e-bfdb-4db7-83bc-0faacc172cca on network 801982b9-6b9d-442f-b41d-afca7578661a {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:22:22.161297 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:22:22.161297 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Checking segment: {'id': '8b45145a-7ec7-4b95-bc25-8fad84efd9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '801982b9-6b9d-442f-b41d-afca7578661a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:22:22.161695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Bound using segment: {'id': '8b45145a-7ec7-4b95-bc25-8fad84efd9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '801982b9-6b9d-442f-b41d-afca7578661a'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:22:22.162155 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Bound port: 6346eb5e-bfdb-4db7-83bc-0faacc172cca, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b45145a-7ec7-4b95-bc25-8fad84efd9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '801982b9-6b9d-442f-b41d-afca7578661a'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:22:22.162510 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:22.167398 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-e9aa898c-9ecc-4c7d-bcf4-1ce5b54e6c1a req-0e8a78b0-6c7d-4d87-8dcb-e8beb15ececd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Deleting port 68f38f51-2b23-4bc3-bb65-612ee7af0663 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:22:22.167730 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e9aa898c-9ecc-4c7d-bcf4-1ce5b54e6c1a req-0e8a78b0-6c7d-4d87-8dcb-e8beb15ececd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:22.170793 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:22.194790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4571a-bd6d-44a7-8dba-27d325a7b06f None None] Pushing event updated for resources: {'Port': ['ID=dabf1785-38b0-4ff7-90de-84d7d571e4b6,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:22.230140 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:22:22.234396 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:22:22.242505 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:22:22.277381 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] Pushing event updated for resources: {'Port': ['ID=d7a74964-edda-489f-a589-4f34ee041060,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:22.360350 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] For port 6346eb5e-bfdb-4db7-83bc-0faacc172cca, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:22:22.366479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] For port 6346eb5e-bfdb-4db7-83bc-0faacc172cca, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=6346eb5e-bfdb-4db7-83bc-0faacc172cca,segment=NetworkSegment(8b45145a-7ec7-4b95-bc25-8fad84efd9d1),segment_id=8b45145a-7ec7-4b95-bc25-8fad84efd9d1)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:22:22.384884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-e9aa898c-9ecc-4c7d-bcf4-1ce5b54e6c1a req-0e8a78b0-6c7d-4d87-8dcb-e8beb15ececd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] For port 68f38f51-2b23-4bc3-bb65-612ee7af0663, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=68f38f51-2b23-4bc3-bb65-612ee7af0663,segment=NetworkSegment(a274c997-ffe0-4d1f-8442-6ea5e9d19b2f),segment_id=a274c997-ffe0-4d1f-8442-6ea5e9d19b2f)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:22.386579 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e9aa898c-9ecc-4c7d-bcf4-1ce5b54e6c1a req-0e8a78b0-6c7d-4d87-8dcb-e8beb15ececd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:22.394348 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:22.488793 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-e9aa898c-9ecc-4c7d-bcf4-1ce5b54e6c1a req-0e8a78b0-6c7d-4d87-8dcb-e8beb15ececd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Calling delete_port for 68f38f51-2b23-4bc3-bb65-612ee7af0663 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:22:22.493876 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:22.494510 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:22.495979 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] 10.222.0.15 "PUT /v2.0/ports/6346eb5e-bfdb-4db7-83bc-0faacc172cca HTTP/1.1" status: 200 len: 1091 time: 1.5149510 Jul 14 07:22:22.496430 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d6e4fb-175c-402e-8978-859d19a79fb5', 'tag': '6346eb5e-bfdb-4db7-83bc-0faacc172cca'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:22.498794 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b26f566-c45a-4df5-bd54-0f40fc90b797" -d '{"events": [{"name": "network-changed", "server_uuid": "08d6e4fb-175c-402e-8978-859d19a79fb5", "tag": "6346eb5e-bfdb-4db7-83bc-0faacc172cca"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:22.588884 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f202332-1b4f-46ae-b19e-567ded6b1bfe x-openstack-request-id: req-1f202332-1b4f-46ae-b19e-567ded6b1bfe {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:22.589269 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d6e4fb-175c-402e-8978-859d19a79fb5", "tag": "6346eb5e-bfdb-4db7-83bc-0faacc172cca", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:22.589851 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f202332-1b4f-46ae-b19e-567ded6b1bfe {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:22.590062 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d6e4fb-175c-402e-8978-859d19a79fb5', 'tag': '6346eb5e-bfdb-4db7-83bc-0faacc172cca', 'status': 'completed', 'code': 200} Jul 14 07:22:22.599522 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:22.658558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82626e3b-9deb-406a-bce2-d8899a97cf8a service neutron] Pushing event updated for resources: {'Port': ['ID=6346eb5e-bfdb-4db7-83bc-0faacc172cca,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:22.709867 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-e3252147-bdd2-4c70-a005-e485bd669738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:22.711314 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-e3252147-bdd2-4c70-a005-e485bd669738 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba8e27169006427ea759e3bab9267003&device_id=08d6e4fb-175c-402e-8978-859d19a79fb5 HTTP/1.1" status: 200 len: 1094 time: 0.1203325 Jul 14 07:22:22.724167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device dabf1785-38b0-4ff7-90de-84d7d571e4b6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:22:22.789310 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port dabf1785-38b0-4ff7-90de-84d7d571e4b6 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:22:22.790298 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-4c8012aa-44bc-4a0b-84f6-a8f703d6997d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6346eb5e-bfdb-4db7-83bc-0faacc172cca HTTP/1.1" status: 200 len: 217 time: 0.0406122 Jul 14 07:22:22.840392 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e9aa898c-9ecc-4c7d-bcf4-1ce5b54e6c1a req-0e8a78b0-6c7d-4d87-8dcb-e8beb15ececd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:22.877009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-7c44958d-106a-4ca6-be4a-1a3d6310665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:22.878532 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-7c44958d-106a-4ca6-be4a-1a3d6310665b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3ac5c73-cc8d-41bb-9a04-32e6ce9ae998 HTTP/1.1" status: 200 len: 854 time: 0.0823135 Jul 14 07:22:22.881134 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a78b0-6c7d-4d87-8dcb-e8beb15ececd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Pushing event deleted for resources: {'Port': ['ID=68f38f51-2b23-4bc3-bb65-612ee7af0663,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:22.922702 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:22.938357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9aa898c-9ecc-4c7d-bcf4-1ce5b54e6c1a req-0e8a78b0-6c7d-4d87-8dcb-e8beb15ececd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] No DVR routers for this DVR port 68f38f51-2b23-4bc3-bb65-612ee7af0663 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:22:22.956476 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e9aa898c-9ecc-4c7d-bcf4-1ce5b54e6c1a req-0e8a78b0-6c7d-4d87-8dcb-e8beb15ececd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:22.958446 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9aa898c-9ecc-4c7d-bcf4-1ce5b54e6c1a req-0e8a78b0-6c7d-4d87-8dcb-e8beb15ececd tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.30 "DELETE /v2.0/ports/68f38f51-2b23-4bc3-bb65-612ee7af0663 HTTP/1.1" status: 204 len: 173 time: 1.1409841 Jul 14 07:22:22.960574 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-c87d46e9-669d-4163-920e-3d9ace24de54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=801982b9-6b9d-442f-b41d-afca7578661a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485554 Jul 14 07:22:23.126920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3f1f1-3814-4d5f-b465-ed3677a49a3e req-faad5625-1170-404d-97f2-24f136039e4e tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:23.128709 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15b3f1f1-3814-4d5f-b465-ed3677a49a3e req-faad5625-1170-404d-97f2-24f136039e4e tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=08d6e4fb-175c-402e-8978-859d19a79fb5 HTTP/1.1" status: 200 len: 943 time: 0.1737385 Jul 14 07:22:23.130130 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] Router 984f48dc-9199-4ed8-a228-f53ce6f2eff6 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:22:23.135785 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-0df0963f-5959-4cd7-9d61-6b7b8639df7d service neutron] 10.222.0.15 "GET /v2.0/networks/801982b9-6b9d-442f-b41d-afca7578661a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665440 Jul 14 07:22:23.244366 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15b3f1f1-3814-4d5f-b465-ed3677a49a3e req-edcd8f6e-62b5-4f72-a6ae-768d4bc5e4b7 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076274 Jul 14 07:22:23.339628 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1114abfa-023c-449b-a7e5-dfe5b449afd7 req-73b22366-2ce1-48d0-9738-1605afa9c0c7 tempest-DeleteServersTestJSON-1331544410 tempest-DeleteServersTestJSON-1331544410-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be HTTP/1.1" status: 200 len: 210 time: 0.0577803 Jul 14 07:22:23.343324 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e644c23b-bc23-4858-8ca2-2936d3c8e572 req-094e6d7f-9ff8-4d0e-bc0c-f7c2206f17de service neutron] 10.222.0.15 "GET /v2.0/networks/801982b9-6b9d-442f-b41d-afca7578661a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002113 Jul 14 07:22:23.379548 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:22:23.392438 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Sync routers for ids ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:22:23.406784 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:23.408311 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e5e2ac9d-91eb-4299-81a0-c962fcbe6f5e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2097707 Jul 14 07:22:23.410824 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43978) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:23.422202 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Routers {'984f48dc-9199-4ed8-a228-f53ce6f2eff6'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:22:23.423130 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:22:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:23.528758 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26f566-c45a-4df5-bd54-0f40fc90b797 req-9e85e852-7627-40cc-bee8-aa5b01ad289b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:23.533235 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3b26f566-c45a-4df5-bd54-0f40fc90b797 req-9e85e852-7627-40cc-bee8-aa5b01ad289b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba8e27169006427ea759e3bab9267003&device_id=08d6e4fb-175c-402e-8978-859d19a79fb5 HTTP/1.1" status: 200 len: 1094 time: 0.1083484 Jul 14 07:22:23.607312 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Set router 984f48dc-9199-4ed8-a228-f53ce6f2eff6 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:22:23.689131 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ddc64b-696e-4476-ac96-1655388f9e0f None None] Network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:22:23.692108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26f566-c45a-4df5-bd54-0f40fc90b797 req-e09e0aab-e422-44e2-ac82-dec1b09f7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:23.694435 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3b26f566-c45a-4df5-bd54-0f40fc90b797 req-e09e0aab-e422-44e2-ac82-dec1b09f7a74 service neutron] 10.222.0.15 "GET /v2.0/networks?id=801982b9-6b9d-442f-b41d-afca7578661a HTTP/1.1" status: 200 len: 915 time: 0.1548035 Jul 14 07:22:23.774617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3b26f566-c45a-4df5-bd54-0f40fc90b797 req-f4acd1fb-2cd8-49e1-b5e1-f7f472a4b743 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6346eb5e-bfdb-4db7-83bc-0faacc172cca HTTP/1.1" status: 200 len: 217 time: 0.0738018 Jul 14 07:22:23.848952 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4c4491ef-d376-45ab-bebd-caa414c1a029 None None] Provisioning for port dabf1785-38b0-4ff7-90de-84d7d571e4b6 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:22:23.852469 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26f566-c45a-4df5-bd54-0f40fc90b797 req-d02cc392-e1b9-4b29-a72e-71a2a421eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:23.854037 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3b26f566-c45a-4df5-bd54-0f40fc90b797 req-d02cc392-e1b9-4b29-a72e-71a2a421eef1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3ac5c73-cc8d-41bb-9a04-32e6ce9ae998 HTTP/1.1" status: 200 len: 854 time: 0.0715668 Jul 14 07:22:23.868302 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4c4491ef-d376-45ab-bebd-caa414c1a029 None None] Provisioning complete for port dabf1785-38b0-4ff7-90de-84d7d571e4b6 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:22:23.868673 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c4491ef-d376-45ab-bebd-caa414c1a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:23.904619 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3b26f566-c45a-4df5-bd54-0f40fc90b797 req-4dfe9432-bfb7-4306-9b03-c5804fb9b15f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=801982b9-6b9d-442f-b41d-afca7578661a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438259 Jul 14 07:22:24.038870 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3b26f566-c45a-4df5-bd54-0f40fc90b797 req-dbd31462-1639-4b91-88b1-321f15da5e02 service neutron] 10.222.0.15 "GET /v2.0/networks/801982b9-6b9d-442f-b41d-afca7578661a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236758 Jul 14 07:22:24.066731 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 68f38f51-2b23-4bc3-bb65-612ee7af0663 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:22:24.115254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 68f38f51-2b23-4bc3-bb65-612ee7af0663 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:22:24.115590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 68f38f51-2b23-4bc3-bb65-612ee7af0663 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:22:24.176842 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3b26f566-c45a-4df5-bd54-0f40fc90b797 req-948cf347-a483-45ee-bc70-651fcaffc8c1 service neutron] 10.222.0.15 "GET /v2.0/networks/801982b9-6b9d-442f-b41d-afca7578661a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308234 Jul 14 07:22:24.256410 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c4491ef-d376-45ab-bebd-caa414c1a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:24.304735 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'name': 'tempest-ServerActionsTestJSON-1416632011-router', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd7a74964-edda-489f-a589-4f34ee041060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:22Z', 'revision_number': 3, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'gw_port': {'id': 'd7a74964-edda-489f-a589-4f34ee041060', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:24.345355 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4c4491ef-d376-45ab-bebd-caa414c1a029 None None] For port dabf1785-38b0-4ff7-90de-84d7d571e4b6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=dabf1785-38b0-4ff7-90de-84d7d571e4b6,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:24.346544 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Checking router: 984f48dc-9199-4ed8-a228-f53ce6f2eff6 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:22:24.346994 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Updating router 984f48dc-9199-4ed8-a228-f53ce6f2eff6 port d7a74964-edda-489f-a589-4f34ee041060 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:22:24.446535 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:24.457953 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e9b64-c78f-4b54-bca7-84134dd062ff req-4a1de8a0-6e14-41fe-bf86-922bffe8c93e tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:24.469380 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-296e9b64-c78f-4b54-bca7-84134dd062ff req-4a1de8a0-6e14-41fe-bf86-922bffe8c93e tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=08d6e4fb-175c-402e-8978-859d19a79fb5 HTTP/1.1" status: 200 len: 943 time: 0.0988629 Jul 14 07:22:24.509706 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c4491ef-d376-45ab-bebd-caa414c1a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:24.517546 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:24.533656 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-296e9b64-c78f-4b54-bca7-84134dd062ff req-b2430700-406d-478f-89f9-26359d082a74 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617478 Jul 14 07:22:24.591282 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be', 'name': 'network-vif-deleted', 'tag': '68f38f51-2b23-4bc3-bb65-612ee7af0663'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:24.596830 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d36539-8d10-47b6-a229-8bdf000f1d3b" -d '{"events": [{"server_uuid": "dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be", "name": "network-vif-deleted", "tag": "68f38f51-2b23-4bc3-bb65-612ee7af0663"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:24.694094 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3138c59d-571b-4050-8c82-92ff2eef00a6 x-openstack-request-id: req-3138c59d-571b-4050-8c82-92ff2eef00a6 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:24.694316 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be", "name": "network-vif-deleted", "tag": "68f38f51-2b23-4bc3-bb65-612ee7af0663", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:24.694578 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3138c59d-571b-4050-8c82-92ff2eef00a6 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:24.694977 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc82ad87-bdbc-4f07-b0b7-8e6f6073f3be', 'name': 'network-vif-deleted', 'tag': '68f38f51-2b23-4bc3-bb65-612ee7af0663', 'status': 'completed', 'code': 200} Jul 14 07:22:24.749108 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4491ef-d376-45ab-bebd-caa414c1a029 None None] Pushing event updated for resources: {'Port': ['ID=dabf1785-38b0-4ff7-90de-84d7d571e4b6,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:24.812757 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] Allocated IP 172.20.0.1 (b2c5cf15-5a87-4c97-91f8-6d7dceaa510f/40a6fcbc-1ebb-4df2-9269-8464ec56e1dd/476f81ce-2c1a-499d-afea-338afa5e57b9) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:22:24.876327 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1cc9f541-3c26-4bf1-8c93-85d6216ae8e7 None None] Provisioning complete for port dabf1785-38b0-4ff7-90de-84d7d571e4b6 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:22:24.876840 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1cc9f541-3c26-4bf1-8c93-85d6216ae8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:25.001271 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:25.023412 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] Transition to ACTIVE for port object 476f81ce-2c1a-499d-afea-338afa5e57b9 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:22:25.053297 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:25.066175 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Transition to ACTIVE for port object d7a74964-edda-489f-a589-4f34ee041060 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:22:25.067401 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:25.074786 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:25.127854 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] Pushing event updated for resources: {'Port': ['ID=476f81ce-2c1a-499d-afea-338afa5e57b9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:25.128358 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Attempting to bind port d7a74964-edda-489f-a589-4f34ee041060 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:22:25.128734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Attempting to bind port d7a74964-edda-489f-a589-4f34ee041060 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:22:25.129106 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Attempting to bind port d7a74964-edda-489f-a589-4f34ee041060 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:22:25.137819 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] Network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:22:25.139449 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:22:25.140401 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:22:25.140819 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:22:25.141274 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:25.141633 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:22:25.142195 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Bound port: d7a74964-edda-489f-a589-4f34ee041060, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:22:25.142582 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:25.143465 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:22:25.189476 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58e729-9f16-4a3a-802e-0455e0e5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=d7a74964-edda-489f-a589-4f34ee041060,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:25.193526 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:25.205295 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] For port d7a74964-edda-489f-a589-4f34ee041060, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:22:25.208809 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] For port d7a74964-edda-489f-a589-4f34ee041060, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d7a74964-edda-489f-a589-4f34ee041060,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:22:25.215028 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:25.300201 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58e729-9f16-4a3a-802e-0455e0e5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=d7a74964-edda-489f-a589-4f34ee041060,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:25.321978 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 6346eb5e-bfdb-4db7-83bc-0faacc172cca details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:22:25.396781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Routers {'984f48dc-9199-4ed8-a228-f53ce6f2eff6'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:22:25.397886 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:22:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:25.404325 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:25.546802 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 6346eb5e-bfdb-4db7-83bc-0faacc172cca, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=6346eb5e-bfdb-4db7-83bc-0faacc172cca,segment=NetworkSegment(8b45145a-7ec7-4b95-bc25-8fad84efd9d1),segment_id=8b45145a-7ec7-4b95-bc25-8fad84efd9d1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:25.558791 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f7d5fd0f-c4b1-42c4-b115-0f64f5c86da1 None None] Provisioning for port 476f81ce-2c1a-499d-afea-338afa5e57b9 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:22:25.574379 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f7d5fd0f-c4b1-42c4-b115-0f64f5c86da1 None None] Provisioning complete for port 476f81ce-2c1a-499d-afea-338afa5e57b9 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:22:25.574537 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f7d5fd0f-c4b1-42c4-b115-0f64f5c86da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:25.576006 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '6346eb5e-bfdb-4db7-83bc-0faacc172cca', 'network_id': '801982b9-6b9d-442f-b41d-afca7578661a', 'port_id': '6346eb5e-bfdb-4db7-83bc-0faacc172cca', 'mac_address': 'fa:16:3e:45:5a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ac5c73-cc8d-41bb-9a04-32e6ce9ae998', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:22:25.579742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] Set router 984f48dc-9199-4ed8-a228-f53ce6f2eff6 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:22:25.649948 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:25.659431 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:25.682111 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:25.751389 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f7d5fd0f-c4b1-42c4-b115-0f64f5c86da1 None None] Port 476f81ce-2c1a-499d-afea-338afa5e57b9 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:22:25.759381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6346eb5e-bfdb-4db7-83bc-0faacc172cca {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:22:25.806275 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] Pushing event updated for resources: {'Port': ['ID=476f81ce-2c1a-499d-afea-338afa5e57b9,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:25.827311 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedeec45-6c09-41d5-b784-ab24d8bcc642 req-8f0fce4e-f3a0-48ef-b102-2bc73b68bf58 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:25.828698 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eedeec45-6c09-41d5-b784-ab24d8bcc642 req-8f0fce4e-f3a0-48ef-b102-2bc73b68bf58 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=08d6e4fb-175c-402e-8978-859d19a79fb5 HTTP/1.1" status: 200 len: 943 time: 0.1483617 Jul 14 07:22:25.831151 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:25.849436 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 6346eb5e-bfdb-4db7-83bc-0faacc172cca, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=6346eb5e-bfdb-4db7-83bc-0faacc172cca,segment=NetworkSegment(8b45145a-7ec7-4b95-bc25-8fad84efd9d1),segment_id=8b45145a-7ec7-4b95-bc25-8fad84efd9d1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:25.858821 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:25.905365 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eedeec45-6c09-41d5-b784-ab24d8bcc642 req-a2e73e55-013d-4833-956d-14922a18a7d9 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661435 Jul 14 07:22:25.977470 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] Network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:22:25.978938 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:22:25.989895 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=6346eb5e-bfdb-4db7-83bc-0faacc172cca,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:26.060986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'name': 'tempest-ServerActionsTestJSON-1416632011-router', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd7a74964-edda-489f-a589-4f34ee041060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:25Z', 'revision_number': 4, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'gw_port': {'id': 'd7a74964-edda-489f-a589-4f34ee041060', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '476f81ce-2c1a-499d-afea-338afa5e57b9', 'name': '', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'mac_address': 'fa:16:3e:d9:e7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:24Z', 'updated_at': '2021-07-14T07:22:24Z', 'revision_number': 1, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'subnets': [{'id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:26.121056 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['6346eb5e-bfdb-4db7-83bc-0faacc172cca'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:22:26.131923 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369f6042-466a-4447-aa60-15cb1a7d771a None None] The sync data for ids ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'] in n-d-778696-5 is: [{'id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'name': 'tempest-ServerActionsTestJSON-1416632011-router', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd7a74964-edda-489f-a589-4f34ee041060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:25Z', 'revision_number': 4, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'gw_port': {'id': 'd7a74964-edda-489f-a589-4f34ee041060', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '476f81ce-2c1a-499d-afea-338afa5e57b9', 'name': '', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'mac_address': 'fa:16:3e:d9:e7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:24Z', 'updated_at': '2021-07-14T07:22:24Z', 'revision_number': 1, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'subnets': [{'id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:22:26.179146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] Router 984f48dc-9199-4ed8-a228-f53ce6f2eff6 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:22:26.348169 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:22:26.353820 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d510e334-e8a8-4eb4-9890-0d0acad060d6 admin admin] 10.222.0.35 "PUT /v2.0/routers/984f48dc-9199-4ed8-a228-f53ce6f2eff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9399679 Jul 14 07:22:26.398071 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9273b59d-83d5-485b-9d66-d713449a7ec5 None None] Provisioning complete for port 476f81ce-2c1a-499d-afea-338afa5e57b9 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:22:26.398602 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9273b59d-83d5-485b-9d66-d713449a7ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:26.457479 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9273b59d-83d5-485b-9d66-d713449a7ec5 None None] Port 476f81ce-2c1a-499d-afea-338afa5e57b9 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:22:26.670298 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device dabf1785-38b0-4ff7-90de-84d7d571e4b6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:22:26.767306 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port dabf1785-38b0-4ff7-90de-84d7d571e4b6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:22:26.767685 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:27.110737 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44042) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:27.116883 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d98a1685-7bc6-4041-a2c9-07c261853fb5 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1482484034', 'description': 'tempest-description--1407209213'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:27.166886 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d98a1685-7bc6-4041-a2c9-07c261853fb5 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:27.322766 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04266a94-f5e1-4d83-a40c-503d4e7b3e0b req-8e269afc-14aa-4ee8-8d61-c49118996916 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:27.325532 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d98a1685-7bc6-4041-a2c9-07c261853fb5 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:27.331264 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04266a94-f5e1-4d83-a40c-503d4e7b3e0b req-8e269afc-14aa-4ee8-8d61-c49118996916 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=08d6e4fb-175c-402e-8978-859d19a79fb5 HTTP/1.1" status: 200 len: 944 time: 0.1093607 Jul 14 07:22:27.333327 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d98a1685-7bc6-4041-a2c9-07c261853fb5 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:27.348538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 6346eb5e-bfdb-4db7-83bc-0faacc172cca up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:22:27.404860 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a1685-7bc6-4041-a2c9-07c261853fb5 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:27.420163 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d98a1685-7bc6-4041-a2c9-07c261853fb5 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:27.424561 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d98a1685-7bc6-4041-a2c9-07c261853fb5 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3099210 Jul 14 07:22:27.425040 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44046) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:27.432535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-341def3d-4bcc-438f-950b-9dbdb25d2b0a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Request body: {'security_group_rule': {'security_group_id': 'ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:27.438435 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04266a94-f5e1-4d83-a40c-503d4e7b3e0b req-9b0d9c86-ee11-4d83-81c5-9361b189c9cb tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989194 Jul 14 07:22:27.440455 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 6346eb5e-bfdb-4db7-83bc-0faacc172cca completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:22:27.453232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 6346eb5e-bfdb-4db7-83bc-0faacc172cca triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:22:27.453232 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:27.479169 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-341def3d-4bcc-438f-950b-9dbdb25d2b0a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:27.561772 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-341def3d-4bcc-438f-950b-9dbdb25d2b0a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:27.568943 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-341def3d-4bcc-438f-950b-9dbdb25d2b0a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:27.589533 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:27.617815 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341def3d-4bcc-438f-950b-9dbdb25d2b0a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a73f7a-9462-44d9-8563-3730a05db452,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:27.626712 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-341def3d-4bcc-438f-950b-9dbdb25d2b0a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:27.630353 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-341def3d-4bcc-438f-950b-9dbdb25d2b0a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2017560 Jul 14 07:22:27.630821 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 44048) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:27.636240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-07e4046f-cd36-45f8-a977-50d3a982db9e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Request body: {'security_group_rule': {'security_group_id': 'ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:27.640517 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 6346eb5e-bfdb-4db7-83bc-0faacc172cca, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=6346eb5e-bfdb-4db7-83bc-0faacc172cca,segment=NetworkSegment(8b45145a-7ec7-4b95-bc25-8fad84efd9d1),segment_id=8b45145a-7ec7-4b95-bc25-8fad84efd9d1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:27.641471 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d6e4fb-175c-402e-8978-859d19a79fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6346eb5e-bfdb-4db7-83bc-0faacc172cca'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:27.643779 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2536b25-772e-455e-a35d-1fd2763fe99e" -d '{"events": [{"server_uuid": "08d6e4fb-175c-402e-8978-859d19a79fb5", "name": "network-vif-plugged", "status": "completed", "tag": "6346eb5e-bfdb-4db7-83bc-0faacc172cca"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:27.655914 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:27.688737 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-07e4046f-cd36-45f8-a977-50d3a982db9e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:27.780499 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bedcae1-c4e5-4b63-9f9d-c8e02f4d1f55 x-openstack-request-id: req-6bedcae1-c4e5-4b63-9f9d-c8e02f4d1f55 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:27.780499 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d6e4fb-175c-402e-8978-859d19a79fb5", "name": "network-vif-plugged", "status": "completed", "tag": "6346eb5e-bfdb-4db7-83bc-0faacc172cca", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:27.780499 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6bedcae1-c4e5-4b63-9f9d-c8e02f4d1f55 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:27.780499 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d6e4fb-175c-402e-8978-859d19a79fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6346eb5e-bfdb-4db7-83bc-0faacc172cca', 'code': 200} Jul 14 07:22:27.780499 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=6346eb5e-bfdb-4db7-83bc-0faacc172cca,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:27.792555 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-07e4046f-cd36-45f8-a977-50d3a982db9e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:27.801877 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-07e4046f-cd36-45f8-a977-50d3a982db9e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:27.822241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4046f-cd36-45f8-a977-50d3a982db9e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3a3b7f-df0e-4432-9172-609feb501ef3,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:27.831334 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-07e4046f-cd36-45f8-a977-50d3a982db9e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:27.833583 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-07e4046f-cd36-45f8-a977-50d3a982db9e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2011783 Jul 14 07:22:27.836717 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44056) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:27.845349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f4e1e190-0461-4fc8-bfd0-d67e84d78665 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:27.898081 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e190-0461-4fc8-bfd0-d67e84d78665 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:27.920712 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426526e-edd0-4008-b89c-8e57af380dbc req-45c234c7-34b5-4dd1-8ec2-146484abe46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:27.922910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c426526e-edd0-4008-b89c-8e57af380dbc req-45c234c7-34b5-4dd1-8ec2-146484abe46d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=08d6e4fb-175c-402e-8978-859d19a79fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0866096 Jul 14 07:22:27.968561 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c426526e-edd0-4008-b89c-8e57af380dbc req-317d4011-2117-492a-8087-1b7fe1ad4f36 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382495 Jul 14 07:22:28.043079 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e190-0461-4fc8-bfd0-d67e84d78665 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:28.203748 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f4e1e190-0461-4fc8-bfd0-d67e84d78665 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Allocated IP 172.25.7.183 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/e0f39c8a-fd1d-422b-955b-21da3d513a88) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:22:28.315520 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e190-0461-4fc8-bfd0-d67e84d78665 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:28.367564 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e190-0461-4fc8-bfd0-d67e84d78665 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:28.436758 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e1e190-0461-4fc8-bfd0-d67e84d78665 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:22:28.440653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f4e1e190-0461-4fc8-bfd0-d67e84d78665 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:22:28.456709 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e1e190-0461-4fc8-bfd0-d67e84d78665 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:22:28.484533 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1e190-0461-4fc8-bfd0-d67e84d78665 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Pushing event updated for resources: {'Port': ['ID=e0f39c8a-fd1d-422b-955b-21da3d513a88,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:28.618707 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e190-0461-4fc8-bfd0-d67e84d78665 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:28.638842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5eb88-e84c-47ec-b2be-d4f54984fffd req-38685d34-51d0-4f04-b09c-34eba0a7c96e tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:28.640632 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-45d5eb88-e84c-47ec-b2be-d4f54984fffd req-38685d34-51d0-4f04-b09c-34eba0a7c96e tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=08d6e4fb-175c-402e-8978-859d19a79fb5 HTTP/1.1" status: 200 len: 945 time: 0.0804231 Jul 14 07:22:28.694959 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e190-0461-4fc8-bfd0-d67e84d78665 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:28.760964 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d7a74964-edda-489f-a589-4f34ee041060 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:22:28.910529 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port d7a74964-edda-489f-a589-4f34ee041060 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:22:28.917509 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port d7a74964-edda-489f-a589-4f34ee041060 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:22:28.917889 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:28.939877 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e190-0461-4fc8-bfd0-d67e84d78665 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:28.950624 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e190-0461-4fc8-bfd0-d67e84d78665 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:29.138359 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e190-0461-4fc8-bfd0-d67e84d78665 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:29.148147 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:29.157237 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1e190-0461-4fc8-bfd0-d67e84d78665 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Pushing event updated for resources: {'Port': ['ID=e0f39c8a-fd1d-422b-955b-21da3d513a88,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:29.164754 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e190-0461-4fc8-bfd0-d67e84d78665 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:29.168902 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f4e1e190-0461-4fc8-bfd0-d67e84d78665 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3304224 Jul 14 07:22:29.205635 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port d7a74964-edda-489f-a589-4f34ee041060, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d7a74964-edda-489f-a589-4f34ee041060,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:29.217122 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:29.302978 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=d7a74964-edda-489f-a589-4f34ee041060,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:29.405814 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Sync routers for ids ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:22:29.416946 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Routers {'984f48dc-9199-4ed8-a228-f53ce6f2eff6'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:22:29.417933 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:22:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:29.461643 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-45d5eb88-e84c-47ec-b2be-d4f54984fffd req-11907695-5e20-48ac-b803-d1e794844268 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8150017 Jul 14 07:22:29.479442 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44084) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:29.541281 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-3842f993-bbff-4eb9-ab39-972385cefe91 admin admin] Deleting subnet 33beb41d-173d-40f1-9dcf-045c8c6a18de {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:22:29.544246 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3842f993-bbff-4eb9-ab39-972385cefe91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:29.561533 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Set router 984f48dc-9199-4ed8-a228-f53ce6f2eff6 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:22:29.601386 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3842f993-bbff-4eb9-ab39-972385cefe91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:29.636347 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-d58c349b-e818-4d25-9255-8c4dfea6bda1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1482484034&fields=id&tenant_id=5388180d7e484dd0b2d86403880fc87d HTTP/1.1" status: 200 len: 267 time: 0.0512004 Jul 14 07:22:29.654313 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3842f993-bbff-4eb9-ab39-972385cefe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:29.769842 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3842f993-bbff-4eb9-ab39-972385cefe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:29.826688 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842f993-bbff-4eb9-ab39-972385cefe91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33beb41d-173d-40f1-9dcf-045c8c6a18de,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:29.834895 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3842f993-bbff-4eb9-ab39-972385cefe91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:29.842218 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3842f993-bbff-4eb9-ab39-972385cefe91 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/33beb41d-173d-40f1-9dcf-045c8c6a18de HTTP/1.1" status: 204 len: 168 time: 0.3614471 Jul 14 07:22:29.844865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44096) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:29.868838 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-6176be76-1ccb-4e50-af61-5f34b047b94f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:29.870582 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-6176be76-1ccb-4e50-af61-5f34b047b94f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 812 time: 0.2255754 Jul 14 07:22:29.881583 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'name': 'tempest-ServerActionsTestJSON-1416632011-router', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd7a74964-edda-489f-a589-4f34ee041060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:25Z', 'revision_number': 4, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'gw_port': {'id': 'd7a74964-edda-489f-a589-4f34ee041060', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '476f81ce-2c1a-499d-afea-338afa5e57b9', 'name': '', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'mac_address': 'fa:16:3e:d9:e7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:24Z', 'updated_at': '2021-07-14T07:22:25Z', 'revision_number': 2, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'subnets': [{'id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:29.889903 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-cae361fb-a81e-446b-80f6-faed6d7d540b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/quotas/5388180d7e484dd0b2d86403880fc87d HTTP/1.1" status: 200 len: 375 time: 0.0139248 Jul 14 07:22:29.927034 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Checking router: 984f48dc-9199-4ed8-a228-f53ce6f2eff6 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:22:29.927502 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Updating router 984f48dc-9199-4ed8-a228-f53ce6f2eff6 port 476f81ce-2c1a-499d-afea-338afa5e57b9 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:22:29.985142 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60a91059-61fc-40bb-9fae-873d534b7e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:29.990884 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:29.992019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-031a9ee6-9272-436a-bd67-bc2327d6f049 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0955179 Jul 14 07:22:30.010872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-48dcaba1-b9cf-444d-9b17-09824de559de service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:22:30.017523 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-48dcaba1-b9cf-444d-9b17-09824de559de service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108864 Jul 14 07:22:30.086498 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60a91059-61fc-40bb-9fae-873d534b7e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:30.097892 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-60a91059-61fc-40bb-9fae-873d534b7e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3cf2cb-40ea-4eb2-abec-56307fbfa118']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:30.109441 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-60a91059-61fc-40bb-9fae-873d534b7e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:30.109738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-60a91059-61fc-40bb-9fae-873d534b7e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a274c997-ffe0-4d1f-8442-6ea5e9d19b2f') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:30.114317 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-5beabc97-24f5-429c-a6f8-7749c34b58fa service neutron] 10.222.0.35 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957887 Jul 14 07:22:30.132245 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60a91059-61fc-40bb-9fae-873d534b7e79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:30.153345 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60a91059-61fc-40bb-9fae-873d534b7e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:30.159728 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a91059-61fc-40bb-9fae-873d534b7e79 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:22:30.160254 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60a91059-61fc-40bb-9fae-873d534b7e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:22:30.205981 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:22:30.221240 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60a91059-61fc-40bb-9fae-873d534b7e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:30.233368 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60a91059-61fc-40bb-9fae-873d534b7e79 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:30.235764 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-60a91059-61fc-40bb-9fae-873d534b7e79 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3a3cf2cb-40ea-4eb2-abec-56307fbfa118 HTTP/1.1" status: 204 len: 168 time: 0.3892903 Jul 14 07:22:30.236995 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-5c36b477-b306-4f94-90b2-79e27179ed93 service neutron] 10.222.0.35 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170099 Jul 14 07:22:30.250611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a91059-61fc-40bb-9fae-873d534b7e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a3cf2cb-40ea-4eb2-abec-56307fbfa118,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:30.350813 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:30.385052 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Transition to ACTIVE for port object 476f81ce-2c1a-499d-afea-338afa5e57b9 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:22:30.394852 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:30.412900 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44108) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:30.463183 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346df178-7291-4ba7-b9e3-c0b1bbfa40d4 None None] Pushing event updated for resources: {'Port': ['ID=476f81ce-2c1a-499d-afea-338afa5e57b9,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:30.496531 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d1a5fc5b-926d-4e11-b906-e57da0e023b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:30.523933 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f8a4b7bb-dcc7-4396-8ba9-d9735666ddef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ee1aa9eb6844f0bab525765623d79dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1073806 Jul 14 07:22:30.524607 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44112) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:30.549954 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-575cc1a8-93c1-44d5-a13c-7b97562bc59f req-e8335738-d63f-4eb6-bfc7-ed2b9a2bb9d5 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 210 time: 0.0919299 Jul 14 07:22:30.609932 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Attempting to bind port 476f81ce-2c1a-499d-afea-338afa5e57b9 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:22:30.610743 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Attempting to bind port 476f81ce-2c1a-499d-afea-338afa5e57b9 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:22:30.611033 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Attempting to bind port 476f81ce-2c1a-499d-afea-338afa5e57b9 on network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:22:30.620156 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:22:30.620827 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Checking segment: {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:22:30.621363 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:30.621842 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Bound using segment: {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:22:30.625580 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Bound port: 476f81ce-2c1a-499d-afea-338afa5e57b9, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:22:30.626103 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:30.668793 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3b0a-ab1d-4316-92f1-06ab59424a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:30.729663 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] For port 476f81ce-2c1a-499d-afea-338afa5e57b9, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:22:30.734124 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] For port 476f81ce-2c1a-499d-afea-338afa5e57b9, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=476f81ce-2c1a-499d-afea-338afa5e57b9,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:22:30.735516 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3b0a-ab1d-4316-92f1-06ab59424a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:30.743690 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d7a74964-edda-489f-a589-4f34ee041060 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:22:30.744191 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:30.759556 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c30149-2681-41ce-a72f-5d86da50341f req-8da02004-1f9a-491e-abe8-26575b2442ad tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:30.766662 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10c30149-2681-41ce-a72f-5d86da50341f req-8da02004-1f9a-491e-abe8-26575b2442ad tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=08d6e4fb-175c-402e-8978-859d19a79fb5 HTTP/1.1" status: 200 len: 945 time: 0.0961540 Jul 14 07:22:30.827647 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3b0a-ab1d-4316-92f1-06ab59424a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:30.833219 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3b0a-ab1d-4316-92f1-06ab59424a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:30.836803 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cc8e3b0a-ab1d-4316-92f1-06ab59424a12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e3b6bf5-9e8a-40f0-b18c-d191acd1695f HTTP/1.1" status: 204 len: 168 time: 0.3089609 Jul 14 07:22:30.840030 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10c30149-2681-41ce-a72f-5d86da50341f req-a0196444-1d78-40c2-8a78-a1056575cdf3 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724006 Jul 14 07:22:30.853019 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Routers {'984f48dc-9199-4ed8-a228-f53ce6f2eff6'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:22:30.853762 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:22:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:30.870869 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346df178-7291-4ba7-b9e3-c0b1bbfa40d4 None None] Pushing event updated for resources: {'Port': ['ID=476f81ce-2c1a-499d-afea-338afa5e57b9,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:30.902063 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e3b0a-ab1d-4316-92f1-06ab59424a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3b6bf5-9e8a-40f0-b18c-d191acd1695f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:30.951357 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port d7a74964-edda-489f-a589-4f34ee041060 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:22:30.952053 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:31.191398 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] Set router 984f48dc-9199-4ed8-a228-f53ce6f2eff6 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:22:31.761223 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'name': 'tempest-ServerActionsTestJSON-1416632011-router', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd7a74964-edda-489f-a589-4f34ee041060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:25Z', 'revision_number': 4, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'gw_port': {'id': 'd7a74964-edda-489f-a589-4f34ee041060', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '476f81ce-2c1a-499d-afea-338afa5e57b9', 'name': '', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'mac_address': 'fa:16:3e:d9:e7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:24Z', 'updated_at': '2021-07-14T07:22:30Z', 'revision_number': 4, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'subnets': [{'id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:31.804463 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcfb1ac-4d6a-49c7-ad48-2e2660936007 None None] The sync data for ids ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'] in n-d-778696-5 is: [{'id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'name': 'tempest-ServerActionsTestJSON-1416632011-router', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd7a74964-edda-489f-a589-4f34ee041060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:25Z', 'revision_number': 4, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'gw_port': {'id': 'd7a74964-edda-489f-a589-4f34ee041060', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '476f81ce-2c1a-499d-afea-338afa5e57b9', 'name': '', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'mac_address': 'fa:16:3e:d9:e7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:24Z', 'updated_at': '2021-07-14T07:22:30Z', 'revision_number': 4, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'subnets': [{'id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:22:31.878618 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fcc0667d-cec5-410c-9fe4-518ac95b4fd4 req-33cffd1f-65a3-4ad4-806e-3b6258f0e9eb tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 210 time: 0.0535955 Jul 14 07:22:32.299554 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44224) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:32.467779 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-16f74198-6663-4fe0-a1c3-fc925b4d41dc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-575770974-network', 'tenant_id': '3d8d31ebf43c4d189c18ba177e23fbad'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:32.496410 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f74198-6663-4fe0-a1c3-fc925b4d41dc admin admin] Made reservation on behalf of 3d8d31ebf43c4d189c18ba177e23fbad for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:22:32.499649 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16f74198-6663-4fe0-a1c3-fc925b4d41dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:32.501267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-d3c31528-ca80-42db-a21e-8f9ee27ba5f0 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:32.503720 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-d3c31528-ca80-42db-a21e-8f9ee27ba5f0 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.30 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 812 time: 0.2702374 Jul 14 07:22:32.521112 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16f74198-6663-4fe0-a1c3-fc925b4d41dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:32.582653 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-885dbbd8-3aa5-482e-bc06-4c0e52b2cae2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5388180d7e484dd0b2d86403880fc87d HTTP/1.1" status: 200 len: 380 time: 0.0686283 Jul 14 07:22:32.592182 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-2e4cb756-c7bc-4697-a737-d4f6ce5085b1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Request body: {'port': {'device_id': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'admin_state_up': True, 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'security_groups': ['ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:32.692302 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16f74198-6663-4fe0-a1c3-fc925b4d41dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:32.703314 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16f74198-6663-4fe0-a1c3-fc925b4d41dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:32.735245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 476f81ce-2c1a-499d-afea-338afa5e57b9 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:22:32.804984 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f74198-6663-4fe0-a1c3-fc925b4d41dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41cb1e7-36e1-4d4e-ba74-1f724b5febd3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:32.824552 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-2e4cb756-c7bc-4697-a737-d4f6ce5085b1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Made reservation on behalf of 5388180d7e484dd0b2d86403880fc87d for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:22:32.835195 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-2e4cb756-c7bc-4697-a737-d4f6ce5085b1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:32.839537 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f74198-6663-4fe0-a1c3-fc925b4d41dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:22:32.866250 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16f74198-6663-4fe0-a1c3-fc925b4d41dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:32.867059 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-16f74198-6663-4fe0-a1c3-fc925b4d41dc admin admin] Added segment f9a68841-d94e-416d-95a8-ecdb4122a82c of type vlan for network e0037d50-4000-44af-910e-bca97b2e1e13 Jul 14 07:22:32.882899 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 476f81ce-2c1a-499d-afea-338afa5e57b9 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:22:32.889093 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 476f81ce-2c1a-499d-afea-338afa5e57b9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:22:32.889589 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:32.992383 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16f74198-6663-4fe0-a1c3-fc925b4d41dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:33.063340 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16f74198-6663-4fe0-a1c3-fc925b4d41dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:33.064514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f74198-6663-4fe0-a1c3-fc925b4d41dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:33.065160 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16f74198-6663-4fe0-a1c3-fc925b4d41dc admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:33.137656 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:33.195366 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f74198-6663-4fe0-a1c3-fc925b4d41dc admin admin] Pushing event updated for resources: {'Network': ['ID=e0037d50-4000-44af-910e-bca97b2e1e13,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:33.195617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 476f81ce-2c1a-499d-afea-338afa5e57b9, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=476f81ce-2c1a-499d-afea-338afa5e57b9,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:33.203899 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-16f74198-6663-4fe0-a1c3-fc925b4d41dc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9003844 Jul 14 07:22:33.205583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44236) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:33.207518 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:33.212946 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7c62a66e-7849-4406-bcc1-9fd005e2a140 admin admin] Request body: {'subnet': {'network_id': 'e0037d50-4000-44af-910e-bca97b2e1e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-575770974-subnet', 'tenant_id': '3d8d31ebf43c4d189c18ba177e23fbad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:33.219671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network e0037d50-4000-44af-910e-bca97b2e1e13 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:22:33.233719 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-2e4cb756-c7bc-4697-a737-d4f6ce5085b1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Allocated IP 172.20.0.8 (b2c5cf15-5a87-4c97-91f8-6d7dceaa510f/40a6fcbc-1ebb-4df2-9269-8464ec56e1dd/2e36dc1d-c57b-48c6-bb75-df5a84d61e15) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:22:33.253501 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c62a66e-7849-4406-bcc1-9fd005e2a140 admin admin] Made reservation on behalf of 3d8d31ebf43c4d189c18ba177e23fbad for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:22:33.260130 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c62a66e-7849-4406-bcc1-9fd005e2a140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:33.492964 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5cda6cd0-df20-4499-8e08-3ff429bd1317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:33.514659 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-2e4cb756-c7bc-4697-a737-d4f6ce5085b1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:33.533674 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=476f81ce-2c1a-499d-afea-338afa5e57b9,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:33.569584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-2e4cb756-c7bc-4697-a737-d4f6ce5085b1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Transition to ACTIVE for port object 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:22:33.594137 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:33.595791 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c62a66e-7849-4406-bcc1-9fd005e2a140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:33.615149 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-34954567-d140-43c2-8ac4-301cd9f0efde req-8cb2fcc4-dc52-4eef-a391-f70937f0424d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 210 time: 0.1720262 Jul 14 07:22:33.657504 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62a66e-7849-4406-bcc1-9fd005e2a140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c4f4e0-800b-4822-ad61-f2426865b445,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:33.666670 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c62a66e-7849-4406-bcc1-9fd005e2a140 admin admin] Checking segment: {'id': 'f9a68841-d94e-416d-95a8-ecdb4122a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0037d50-4000-44af-910e-bca97b2e1e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:22:33.667270 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c62a66e-7849-4406-bcc1-9fd005e2a140 admin admin] Network hostable DHCP agents. Network: e0037d50-4000-44af-910e-bca97b2e1e13, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:22:33.685265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98921afa-0170-42a8-a8ef-4907397fe00f req-7ddc0e9d-da78-4f30-9b49-afbd7efd6a6e tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:33.687894 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98921afa-0170-42a8-a8ef-4907397fe00f req-7ddc0e9d-da78-4f30-9b49-afbd7efd6a6e tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 1096 time: 0.1613874 Jul 14 07:22:33.694858 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c62a66e-7849-4406-bcc1-9fd005e2a140 admin admin] Network e0037d50-4000-44af-910e-bca97b2e1e13 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:22:33.710391 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7c62a66e-7849-4406-bcc1-9fd005e2a140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, e0037d50-4000-44af-910e-bca97b2e1e13) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:22:33.714860 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62a66e-7849-4406-bcc1-9fd005e2a140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:33.716307 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c62a66e-7849-4406-bcc1-9fd005e2a140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:33.721011 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8df9e98-3046-425b-b5cd-7eac2c758b78 None None] Network e0037d50-4000-44af-910e-bca97b2e1e13 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:22:33.737983 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-2e4cb756-c7bc-4697-a737-d4f6ce5085b1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:33.741493 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-98921afa-0170-42a8-a8ef-4907397fe00f req-6a295f2e-46dc-4aeb-a515-f50c5ce33acc tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:33.753943 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7c62a66e-7849-4406-bcc1-9fd005e2a140 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5466335 Jul 14 07:22:33.826388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cb756-c7bc-4697-a737-d4f6ce5085b1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Pushing event updated for resources: {'Port': ['ID=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:33.906677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-2e4cb756-c7bc-4697-a737-d4f6ce5085b1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:22:33.909415 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-2e4cb756-c7bc-4697-a737-d4f6ce5085b1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:22:33.923473 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-2e4cb756-c7bc-4697-a737-d4f6ce5085b1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:22:33.936264 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c87442-0990-4c90-aeb6-8d71a0756bf3 None None] Network e0037d50-4000-44af-910e-bca97b2e1e13 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:22:34.059863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-2e4cb756-c7bc-4697-a737-d4f6ce5085b1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:34.063091 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-2e4cb756-c7bc-4697-a737-d4f6ce5085b1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:34.154938 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-98921afa-0170-42a8-a8ef-4907397fe00f req-6a295f2e-46dc-4aeb-a515-f50c5ce33acc tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:34.170445 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-98921afa-0170-42a8-a8ef-4907397fe00f req-6a295f2e-46dc-4aeb-a515-f50c5ce33acc tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:34.185449 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-2e4cb756-c7bc-4697-a737-d4f6ce5085b1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5974469 Jul 14 07:22:34.233846 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98921afa-0170-42a8-a8ef-4907397fe00f req-6a295f2e-46dc-4aeb-a515-f50c5ce33acc tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5374870 Jul 14 07:22:34.245251 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a295f2e-46dc-4aeb-a515-f50c5ce33acc tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c2e420-4990-4e08-9d45-889bb5223287,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:34.254339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fcf9768b-7769-4887-ab92-507a8c9b7ffa None None] Provisioning for port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:22:34.269465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fcf9768b-7769-4887-ab92-507a8c9b7ffa None None] Provisioning complete for port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:22:34.273518 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fcf9768b-7769-4887-ab92-507a8c9b7ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:34.322143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Request body: {'port': {'device_id': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:34.325334 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-fcf9768b-7769-4887-ab92-507a8c9b7ffa None None] Port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:22:34.441786 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:34.511242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa21440-dfe3-4201-a12e-4ee88c8dc154 req-8e775253-273e-474f-8848-d7e3a3987bea tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:34.512806 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0fa21440-dfe3-4201-a12e-4ee88c8dc154 req-8e775253-273e-474f-8848-d7e3a3987bea tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.1149747 Jul 14 07:22:34.605761 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:34.616549 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0fa21440-dfe3-4201-a12e-4ee88c8dc154 req-cf24623a-dac0-4309-a4cd-cb07b61aa665 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968380 Jul 14 07:22:34.643150 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 44266) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:34.686337 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 476f81ce-2c1a-499d-afea-338afa5e57b9 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:22:34.771667 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 476f81ce-2c1a-499d-afea-338afa5e57b9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:22:34.772465 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:34.779938 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-83d3ec69-1205-40fb-88ef-ec2e03e951d4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/floatingips/ea03cdb6-08d1-4b73-8511-105c08f2646e HTTP/1.1" status: 200 len: 993 time: 0.1356328 Jul 14 07:22:34.904334 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecc95c-4692-44e9-b067-4c79827b902b req-fa99798a-c81f-4c87-893c-da57c2591bfb tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:34.905939 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98ecc95c-4692-44e9-b067-4c79827b902b req-fa99798a-c81f-4c87-893c-da57c2591bfb tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 931 time: 0.1480045 Jul 14 07:22:34.909922 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:22:34.923622 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:34.951664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Transition to ACTIVE for port object 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:22:34.961456 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:34.976341 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98ecc95c-4692-44e9-b067-4c79827b902b req-d9e3ff1a-ac21-4e99-b6dd-83c83c3f3e86 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615740 Jul 14 07:22:35.031915 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Pushing event updated for resources: {'Port': ['ID=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:35.050168 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:22:35.129953 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Attempting to bind port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:22:35.129953 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Attempting to bind port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:22:35.129953 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Attempting to bind port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 on network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:22:35.141748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 on network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:22:35.141748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Attempting to bind port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 on network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:22:35.148789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:22:35.149247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Checking segment: {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:22:35.149759 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Bound using segment: {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:22:35.150268 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Bound port: 2e36dc1d-c57b-48c6-bb75-df5a84d61e15, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:22:35.150693 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:35.234821 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] For port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:22:35.239525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] For port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:22:35.246397 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:35.303413 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:35.304053 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:35.305635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] 10.222.0.30 "PUT /v2.0/ports/2e36dc1d-c57b-48c6-bb75-df5a84d61e15 HTTP/1.1" status: 200 len: 1091 time: 1.0992088 Jul 14 07:22:35.333540 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'tag': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:35.336697 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e76f43-fc7d-4db9-9605-775520dbc318" -d '{"events": [{"name": "network-changed", "server_uuid": "64800e8e-44d3-47dd-9fce-d50d50e5fa4a", "tag": "2e36dc1d-c57b-48c6-bb75-df5a84d61e15"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:35.346274 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b28ab5-113d-4e4c-9fc4-b4d8d65ba344 service neutron] Pushing event updated for resources: {'Port': ['ID=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:35.451017 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-db079952-533f-4999-a80e-af080b45e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:35.453437 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-db079952-533f-4999-a80e-af080b45e6f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 1094 time: 0.0837004 Jul 14 07:22:35.618527 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-647c0e31-65eb-4d5c-8a93-5bf1cfde04c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15 HTTP/1.1" status: 200 len: 217 time: 0.1581023 Jul 14 07:22:35.735840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441296e9-0a28-42da-9826-fb76340d2b70 req-b70b372e-1989-4c00-965b-cd123c99db46 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:35.737378 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-441296e9-0a28-42da-9826-fb76340d2b70 req-b70b372e-1989-4c00-965b-cd123c99db46 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/networks?id=e0037d50-4000-44af-910e-bca97b2e1e13 HTTP/1.1" status: 200 len: 813 time: 0.2634754 Jul 14 07:22:35.739434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-6712a1ea-2a42-47a9-9bb8-53c527be2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:35.741397 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-6712a1ea-2a42-47a9-9bb8-53c527be2260 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.1156933 Jul 14 07:22:35.762319 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-441296e9-0a28-42da-9826-fb76340d2b70 req-8df9558d-5d08-4e89-877f-ca999e75d306 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/quotas/3d8d31ebf43c4d189c18ba177e23fbad HTTP/1.1" status: 200 len: 375 time: 0.0185068 Jul 14 07:22:35.812823 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-441296e9-0a28-42da-9826-fb76340d2b70 req-baf417b3-6347-49f4-8803-0a72cb67b30b tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d8d31ebf43c4d189c18ba177e23fbad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338173 Jul 14 07:22:35.862521 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-2f7fd11c-cee9-41ae-9814-aee74af56930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:35.867862 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-2f7fd11c-cee9-41ae-9814-aee74af56930 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171966 Jul 14 07:22:35.897594 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb4bf0a-8af8-4e1d-9613-47635f62ac70 x-openstack-request-id: req-dfb4bf0a-8af8-4e1d-9613-47635f62ac70 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:35.898085 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64800e8e-44d3-47dd-9fce-d50d50e5fa4a", "tag": "2e36dc1d-c57b-48c6-bb75-df5a84d61e15", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:35.899239 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dfb4bf0a-8af8-4e1d-9613-47635f62ac70 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:35.900011 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'tag': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'status': 'completed', 'code': 200} Jul 14 07:22:35.913643 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44298) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:36.104477 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-787cf4ce-f85d-4426-a916-f5400a1899f2 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297642 Jul 14 07:22:36.114808 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ced3dae0-887b-4877-a81b-14e6fbe63231 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1951811 Jul 14 07:22:36.137776 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-441296e9-0a28-42da-9826-fb76340d2b70 req-40734c16-b6ea-454c-a69f-81a689c2032f service neutron] 10.222.0.35 "GET /v2.0/networks/e0037d50-4000-44af-910e-bca97b2e1e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160646 Jul 14 07:22:36.178575 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:36.246602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9aac68-17f7-4a0b-a8a9-cee858016340 req-26d25d73-c142-416b-8ee9-c7751b5227b5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:36.248139 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a9aac68-17f7-4a0b-a8a9-cee858016340 req-26d25d73-c142-416b-8ee9-c7751b5227b5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.2422664 Jul 14 07:22:36.341796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-441296e9-0a28-42da-9826-fb76340d2b70 req-476b105e-9023-4f41-83da-8ea8d8bc60c4 service neutron] 10.222.0.35 "GET /v2.0/networks/e0037d50-4000-44af-910e-bca97b2e1e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037489 Jul 14 07:22:36.352779 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a9aac68-17f7-4a0b-a8a9-cee858016340 req-2c2abc30-f44d-4e85-95f7-c877da868a6c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962849 Jul 14 07:22:36.355195 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1094b4c1-9f7c-41a0-ae94-ddb02cdaf37d req-239df53b-fd3a-4a48-9fb3-5798d21af4f7 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415023 Jul 14 07:22:36.525918 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e76f43-fc7d-4db9-9605-775520dbc318 req-fbf5d430-0b3e-402f-bb92-da7d5127b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:36.527334 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0e76f43-fc7d-4db9-9605-775520dbc318 req-fbf5d430-0b3e-402f-bb92-da7d5127b397 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 1094 time: 0.0841937 Jul 14 07:22:36.678125 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e76f43-fc7d-4db9-9605-775520dbc318 req-d8acc660-d8cb-45e5-9944-c507433bd1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:36.686203 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0e76f43-fc7d-4db9-9605-775520dbc318 req-d8acc660-d8cb-45e5-9944-c507433bd1ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 913 time: 0.1458194 Jul 14 07:22:36.776056 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0e76f43-fc7d-4db9-9605-775520dbc318 req-9500a0b9-5b8d-49c5-91ee-d05a1bb6a47e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15 HTTP/1.1" status: 200 len: 217 time: 0.0889966 Jul 14 07:22:36.928052 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e76f43-fc7d-4db9-9605-775520dbc318 req-15f2a0a0-598a-41e3-a46f-e8d6cf4ff875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:36.929724 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0e76f43-fc7d-4db9-9605-775520dbc318 req-15f2a0a0-598a-41e3-a46f-e8d6cf4ff875 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.1456406 Jul 14 07:22:36.980711 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bd247-ec69-476f-b448-61bdad8eadde req-53bc8280-1763-478f-b493-086dbbec4a2a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:36.982396 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c65bd247-ec69-476f-b448-61bdad8eadde req-53bc8280-1763-478f-b493-086dbbec4a2a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 943 time: 0.2172744 Jul 14 07:22:37.082408 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b476b35c-c1b5-4123-937c-8cde249e8ae1 req-97f66b90-1666-40be-a780-a473963ed156 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/ports?device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 210 time: 0.0595493 Jul 14 07:22:37.136051 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e76f43-fc7d-4db9-9605-775520dbc318 req-22080f38-d9e4-49e8-b95e-725377514fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:37.139998 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0e76f43-fc7d-4db9-9605-775520dbc318 req-22080f38-d9e4-49e8-b95e-725377514fac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2034876 Jul 14 07:22:37.147464 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c65bd247-ec69-476f-b448-61bdad8eadde req-86fbfa95-f084-4fa9-983a-9bbf48bd11a2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532435 Jul 14 07:22:37.277912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0e76f43-fc7d-4db9-9605-775520dbc318 req-962c3221-6b69-4470-aa94-dfacc1c08eaf service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228280 Jul 14 07:22:37.403651 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0e76f43-fc7d-4db9-9605-775520dbc318 req-85594bb2-ca66-4d22-aa70-753369f20e2a service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167469 Jul 14 07:22:37.604219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580f4cd-81c8-42c7-95a0-9f14aee70961 req-1a142650-c4b5-4219-9f5e-962c9c6a0621 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:37.605824 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d580f4cd-81c8-42c7-95a0-9f14aee70961 req-1a142650-c4b5-4219-9f5e-962c9c6a0621 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.0923054 Jul 14 07:22:37.645774 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d580f4cd-81c8-42c7-95a0-9f14aee70961 req-8d4c9fb0-6378-4b66-88c5-1bf22aa543c8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341918 Jul 14 07:22:38.019351 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:22:38.031536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657808e3-a15e-4165-9346-659d9f2a9734 req-c908da23-6163-4e19-8596-e46141fb5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:38.034457 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-657808e3-a15e-4165-9346-659d9f2a9734 req-c908da23-6163-4e19-8596-e46141fb5e9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 1096 time: 0.1339159 Jul 14 07:22:38.155715 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657808e3-a15e-4165-9346-659d9f2a9734 req-b81c9232-6402-49b0-a0db-42fbf3b22d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:38.157394 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-657808e3-a15e-4165-9346-659d9f2a9734 req-b81c9232-6402-49b0-a0db-42fbf3b22d39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=deabe113-d88b-4996-a81c-d6af98e94bcb HTTP/1.1" status: 200 len: 898 time: 0.1166718 Jul 14 07:22:38.210780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:38.239519 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'port_id': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'mac_address': 'fa:16:3e:4b:ba:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:22:38.252688 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-657808e3-a15e-4165-9346-659d9f2a9734 req-433a4908-06c1-4985-82e0-89f2114d7150 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1bbdfce-b4b2-4875-83d9-9bddfb31d455 HTTP/1.1" status: 200 len: 1001 time: 0.0826120 Jul 14 07:22:38.290386 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:38.305281 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:22:38.328750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4930b644-d4b4-4002-944e-792eee2544a7 req-625a3c92-9a3c-4fa5-bc3a-f647053e09c5 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/ports?device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 210 time: 0.0704718 Jul 14 07:22:38.330343 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:38.335829 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:38.408604 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:38.529713 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657808e3-a15e-4165-9346-659d9f2a9734 req-fe6ca5db-7bd6-446e-adb8-9a239023ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:38.531547 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-657808e3-a15e-4165-9346-659d9f2a9734 req-fe6ca5db-7bd6-446e-adb8-9a239023ae65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52382377-c2d4-4b95-8b50-5ac07cbd1472 HTTP/1.1" status: 200 len: 834 time: 0.2719917 Jul 14 07:22:38.583135 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['2e36dc1d-c57b-48c6-bb75-df5a84d61e15'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:22:38.630667 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079c580-0987-4c4a-92a1-827964fdada5 req-750ebaec-efc4-46e0-83f0-b98f3eceabc6 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:38.632378 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7079c580-0987-4c4a-92a1-827964fdada5 req-750ebaec-efc4-46e0-83f0-b98f3eceabc6 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.2358611 Jul 14 07:22:38.665228 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441296e9-0a28-42da-9826-fb76340d2b70 req-87b98d18-dec6-4818-b6b9-42028e48084d tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:38.669573 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-441296e9-0a28-42da-9826-fb76340d2b70 req-87b98d18-dec6-4818-b6b9-42028e48084d tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.30 "GET /v2.0/networks?id=e0037d50-4000-44af-910e-bca97b2e1e13 HTTP/1.1" status: 200 len: 813 time: 0.2150326 Jul 14 07:22:38.686280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-441296e9-0a28-42da-9826-fb76340d2b70 req-386bc7df-2618-4084-9db6-bd9ba76826fb tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Request body: {'port': {'device_id': 'd43eaadb-c600-4510-990f-6983bb8d27f2', 'network_id': 'e0037d50-4000-44af-910e-bca97b2e1e13', 'admin_state_up': True, 'tenant_id': '3d8d31ebf43c4d189c18ba177e23fbad'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:38.791183 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657808e3-a15e-4165-9346-659d9f2a9734 req-d4b261ca-9764-4b5e-a30c-7308e664e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:38.793044 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-657808e3-a15e-4165-9346-659d9f2a9734 req-d4b261ca-9764-4b5e-a30c-7308e664e94f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=deabe113-d88b-4996-a81c-d6af98e94bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2475739 Jul 14 07:22:38.800813 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7079c580-0987-4c4a-92a1-827964fdada5 req-92ecf7c8-48f0-4f49-bffb-4c12e61bcb0c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301568 Jul 14 07:22:39.332047 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-657808e3-a15e-4165-9346-659d9f2a9734 req-1f8ead99-df2e-48a9-a369-e371ee36bfee service neutron] 10.222.0.15 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301189 Jul 14 07:22:39.335956 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441296e9-0a28-42da-9826-fb76340d2b70 req-386bc7df-2618-4084-9db6-bd9ba76826fb tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Made reservation on behalf of 3d8d31ebf43c4d189c18ba177e23fbad for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:22:39.339441 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-441296e9-0a28-42da-9826-fb76340d2b70 req-386bc7df-2618-4084-9db6-bd9ba76826fb tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:39.406490 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292bdd2-04e3-4b0f-913b-6ffe439c7cdd req-02e66772-d791-413e-b151-d03d929b6b63 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:39.413340 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3292bdd2-04e3-4b0f-913b-6ffe439c7cdd req-02e66772-d791-413e-b151-d03d929b6b63 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.5155947 Jul 14 07:22:39.539960 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed26e2d9-3aad-4ac5-b030-f83c61f03b67 req-0a9bdad6-11ba-4a0d-a474-ad26a7eea995 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/ports?device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 210 time: 0.0581887 Jul 14 07:22:39.561075 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3292bdd2-04e3-4b0f-913b-6ffe439c7cdd req-6fca86c7-dd0c-4089-bcd7-914cb185fb5c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467812 Jul 14 07:22:39.592776 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-657808e3-a15e-4165-9346-659d9f2a9734 req-e7f28c5e-199f-4b43-a880-b4c4a2a98015 service neutron] 10.222.0.15 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508461 Jul 14 07:22:39.646444 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-441296e9-0a28-42da-9826-fb76340d2b70 req-386bc7df-2618-4084-9db6-bd9ba76826fb tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Allocated IP 172.20.0.10 (e0037d50-4000-44af-910e-bca97b2e1e13/47c4f4e0-800b-4822-ad61-f2426865b445/99ae5977-4c0e-4d37-9748-28af5877f94d) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:22:39.824376 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-441296e9-0a28-42da-9826-fb76340d2b70 req-386bc7df-2618-4084-9db6-bd9ba76826fb tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:39.876974 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-441296e9-0a28-42da-9826-fb76340d2b70 req-386bc7df-2618-4084-9db6-bd9ba76826fb tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:39.932352 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441296e9-0a28-42da-9826-fb76340d2b70 req-386bc7df-2618-4084-9db6-bd9ba76826fb tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Network e0037d50-4000-44af-910e-bca97b2e1e13 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:22:39.935721 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-441296e9-0a28-42da-9826-fb76340d2b70 req-386bc7df-2618-4084-9db6-bd9ba76826fb tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:22:39.940330 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-441296e9-0a28-42da-9826-fb76340d2b70 req-386bc7df-2618-4084-9db6-bd9ba76826fb tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:22:39.970358 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bc7df-2618-4084-9db6-bd9ba76826fb tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Pushing event updated for resources: {'Port': ['ID=99ae5977-4c0e-4d37-9748-28af5877f94d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:40.020042 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:22:40.028728 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441296e9-0a28-42da-9826-fb76340d2b70 req-386bc7df-2618-4084-9db6-bd9ba76826fb tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:40.029375 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-441296e9-0a28-42da-9826-fb76340d2b70 req-386bc7df-2618-4084-9db6-bd9ba76826fb tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:40.070309 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-441296e9-0a28-42da-9826-fb76340d2b70 req-386bc7df-2618-4084-9db6-bd9ba76826fb tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3882084 Jul 14 07:22:40.083128 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Request body: {'port': {'device_id': 'd43eaadb-c600-4510-990f-6983bb8d27f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:40.096890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:22:40.103170 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:22:40.103631 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:40.118338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71829132-a313-4e31-8981-ec834dcaff7f req-4f275eb7-2753-4cf7-bb51-a9351858ab08 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:40.119846 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71829132-a313-4e31-8981-ec834dcaff7f req-4f275eb7-2753-4cf7-bb51-a9351858ab08 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.1506655 Jul 14 07:22:40.232114 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:40.250083 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71829132-a313-4e31-8981-ec834dcaff7f req-692553d5-e4d4-4408-842d-737e2a26e697 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198568 Jul 14 07:22:40.252796 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:40.261642 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:40.265286 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e22cc1-8c17-4000-a8b3-867c75752ed1" -d '{"events": [{"server_uuid": "64800e8e-44d3-47dd-9fce-d50d50e5fa4a", "name": "network-vif-plugged", "status": "completed", "tag": "2e36dc1d-c57b-48c6-bb75-df5a84d61e15"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:40.287726 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:40.300348 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:40.360864 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93190fcb-7f6c-4de0-bee8-2bf85213fc3a x-openstack-request-id: req-93190fcb-7f6c-4de0-bee8-2bf85213fc3a {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:40.361459 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64800e8e-44d3-47dd-9fce-d50d50e5fa4a", "name": "network-vif-plugged", "status": "completed", "tag": "2e36dc1d-c57b-48c6-bb75-df5a84d61e15", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:40.362518 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93190fcb-7f6c-4de0-bee8-2bf85213fc3a {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:40.362987 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'code': 200} Jul 14 07:22:40.412238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:40.517447 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa92a07-4286-416f-9259-0f7e76904bff req-518fc87a-f1d2-45f9-aaea-0347feb3439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:40.520190 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2fa92a07-4286-416f-9259-0f7e76904bff req-518fc87a-f1d2-45f9-aaea-0347feb3439b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 1096 time: 0.0754361 Jul 14 07:22:40.572960 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2fa92a07-4286-416f-9259-0f7e76904bff req-c00b3edd-d002-40ad-9526-5db407138fd6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409873 Jul 14 07:22:40.773606 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ae5977-4c0e-4d37-9748-28af5877f94d {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:22:40.803720 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:40.831486 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Transition to ACTIVE for port object 99ae5977-4c0e-4d37-9748-28af5877f94d will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:22:40.847361 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:40.914069 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cf51e-33e4-4c81-95d6-29d312747b7b req-23eaa6a4-9ac0-40ac-98cd-cc24f96d8c52 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:40.917085 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e02cf51e-33e4-4c81-95d6-29d312747b7b req-23eaa6a4-9ac0-40ac-98cd-cc24f96d8c52 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/ports?device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 932 time: 0.2153134 Jul 14 07:22:40.939228 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0eca5-bba6-49b9-a050-0fb6f2052145 req-e81c845c-0cfb-4a69-9f34-0120fc5e37ae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:40.941004 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60e0eca5-bba6-49b9-a050-0fb6f2052145 req-e81c845c-0cfb-4a69-9f34-0120fc5e37ae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.2091320 Jul 14 07:22:40.973647 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Pushing event updated for resources: {'Port': ['ID=99ae5977-4c0e-4d37-9748-28af5877f94d,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:41.077656 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e02cf51e-33e4-4c81-95d6-29d312747b7b req-1b245421-510d-4198-86f9-232783236ba9 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/security-groups?id=d41cb1e7-36e1-4d4e-ba74-1f724b5febd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512241 Jul 14 07:22:41.087090 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60e0eca5-bba6-49b9-a050-0fb6f2052145 req-8e93bfe7-4ea1-42bf-9a77-cfddbdbaacb5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370819 Jul 14 07:22:41.097899 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Attempting to bind port 99ae5977-4c0e-4d37-9748-28af5877f94d on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:22:41.098232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Attempting to bind port 99ae5977-4c0e-4d37-9748-28af5877f94d by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'f9a68841-d94e-416d-95a8-ecdb4122a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0037d50-4000-44af-910e-bca97b2e1e13'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:22:41.098789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Attempting to bind port 99ae5977-4c0e-4d37-9748-28af5877f94d on network e0037d50-4000-44af-910e-bca97b2e1e13 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:22:41.114667 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Port 99ae5977-4c0e-4d37-9748-28af5877f94d on network e0037d50-4000-44af-910e-bca97b2e1e13 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:22:41.115489 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Attempting to bind port 99ae5977-4c0e-4d37-9748-28af5877f94d on network e0037d50-4000-44af-910e-bca97b2e1e13 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:22:41.121787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:22:41.122203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Checking segment: {'id': 'f9a68841-d94e-416d-95a8-ecdb4122a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0037d50-4000-44af-910e-bca97b2e1e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:22:41.122704 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Bound using segment: {'id': 'f9a68841-d94e-416d-95a8-ecdb4122a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0037d50-4000-44af-910e-bca97b2e1e13'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:22:41.123221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Bound port: 99ae5977-4c0e-4d37-9748-28af5877f94d, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a68841-d94e-416d-95a8-ecdb4122a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0037d50-4000-44af-910e-bca97b2e1e13'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:22:41.123586 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:41.190058 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] For port 99ae5977-4c0e-4d37-9748-28af5877f94d, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:22:41.193885 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] For port 99ae5977-4c0e-4d37-9748-28af5877f94d, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=99ae5977-4c0e-4d37-9748-28af5877f94d,segment=NetworkSegment(f9a68841-d94e-416d-95a8-ecdb4122a82c),segment_id=f9a68841-d94e-416d-95a8-ecdb4122a82c)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:22:41.201411 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:41.236208 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:41.236898 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:41.238506 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-441296e9-0a28-42da-9826-fb76340d2b70 req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] 10.222.0.30 "PUT /v2.0/ports/99ae5977-4c0e-4d37-9748-28af5877f94d HTTP/1.1" status: 200 len: 1092 time: 1.1604424 Jul 14 07:22:41.239031 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43eaadb-c600-4510-990f-6983bb8d27f2', 'tag': '99ae5977-4c0e-4d37-9748-28af5877f94d'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:41.241911 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc91d74-db00-4643-8f33-f6581a7f21fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d43eaadb-c600-4510-990f-6983bb8d27f2", "tag": "99ae5977-4c0e-4d37-9748-28af5877f94d"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:41.380780 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60221d65-0d5d-46dd-94be-15f8c9120435 x-openstack-request-id: req-60221d65-0d5d-46dd-94be-15f8c9120435 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:41.385286 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d43eaadb-c600-4510-990f-6983bb8d27f2", "tag": "99ae5977-4c0e-4d37-9748-28af5877f94d", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:41.385616 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60221d65-0d5d-46dd-94be-15f8c9120435 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:41.386035 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43eaadb-c600-4510-990f-6983bb8d27f2', 'tag': '99ae5977-4c0e-4d37-9748-28af5877f94d', 'status': 'completed', 'code': 200} Jul 14 07:22:41.391069 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037d231-279e-4d2d-b220-e6c22f7a2147 service neutron] Pushing event updated for resources: {'Port': ['ID=99ae5977-4c0e-4d37-9748-28af5877f94d,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:41.449656 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441296e9-0a28-42da-9826-fb76340d2b70 req-d9f3179b-4d2b-49ab-aa9d-564764dbfc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:41.458298 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-441296e9-0a28-42da-9826-fb76340d2b70 req-d9f3179b-4d2b-49ab-aa9d-564764dbfc41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d8d31ebf43c4d189c18ba177e23fbad&device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 1095 time: 0.1666412 Jul 14 07:22:41.589144 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-441296e9-0a28-42da-9826-fb76340d2b70 req-5aaa5089-2c61-4b56-9458-03d9bd868ae6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99ae5977-4c0e-4d37-9748-28af5877f94d HTTP/1.1" status: 200 len: 217 time: 0.1233435 Jul 14 07:22:41.655061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441296e9-0a28-42da-9826-fb76340d2b70 req-0b51f56e-97c5-4fd0-b480-0ab3bb8330de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:41.656536 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-441296e9-0a28-42da-9826-fb76340d2b70 req-0b51f56e-97c5-4fd0-b480-0ab3bb8330de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47c4f4e0-800b-4822-ad61-f2426865b445 HTTP/1.1" status: 200 len: 853 time: 0.0611677 Jul 14 07:22:41.669088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e90d0c-749a-4ac4-ad48-bec0aefdd03f req-fd052f5c-68cd-4dd7-9f6f-1a1faf7b2c31 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:41.670571 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5e90d0c-749a-4ac4-ad48-bec0aefdd03f req-fd052f5c-68cd-4dd7-9f6f-1a1faf7b2c31 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 945 time: 0.1902175 Jul 14 07:22:41.705045 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-441296e9-0a28-42da-9826-fb76340d2b70 req-4ff2b09f-0c58-413f-99eb-4e04a84723f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0037d50-4000-44af-910e-bca97b2e1e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334384 Jul 14 07:22:41.774136 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5e90d0c-749a-4ac4-ad48-bec0aefdd03f req-76be9b22-4a4f-470c-95e6-b68349e2edb1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945797 Jul 14 07:22:41.819070 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-441296e9-0a28-42da-9826-fb76340d2b70 req-562bb722-d254-4da3-af6b-fda3b37de99e service neutron] 10.222.0.30 "GET /v2.0/networks/e0037d50-4000-44af-910e-bca97b2e1e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077313 Jul 14 07:22:41.914431 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-441296e9-0a28-42da-9826-fb76340d2b70 req-e462f736-6f9f-43ca-8d0f-4c66f23f6326 service neutron] 10.222.0.30 "GET /v2.0/networks/e0037d50-4000-44af-910e-bca97b2e1e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898964 Jul 14 07:22:42.013906 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc91d74-db00-4643-8f33-f6581a7f21fc req-9f911f7d-d1c7-4650-93ef-28cadaeb6070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:42.015449 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dcc91d74-db00-4643-8f33-f6581a7f21fc req-9f911f7d-d1c7-4650-93ef-28cadaeb6070 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d8d31ebf43c4d189c18ba177e23fbad&device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 1095 time: 0.0549328 Jul 14 07:22:42.134648 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc91d74-db00-4643-8f33-f6581a7f21fc req-1e79789e-9a52-44ab-ae49-f4e896f8825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:42.136312 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dcc91d74-db00-4643-8f33-f6581a7f21fc req-1e79789e-9a52-44ab-ae49-f4e896f8825d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e0037d50-4000-44af-910e-bca97b2e1e13 HTTP/1.1" status: 200 len: 914 time: 0.1151876 Jul 14 07:22:42.199439 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dcc91d74-db00-4643-8f33-f6581a7f21fc req-8fcf29fe-9dea-4374-a1d5-cb6f499e2812 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99ae5977-4c0e-4d37-9748-28af5877f94d HTTP/1.1" status: 200 len: 217 time: 0.0556676 Jul 14 07:22:42.313167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc91d74-db00-4643-8f33-f6581a7f21fc req-a6ad3792-5433-4b57-8ba8-dc1770cd4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:42.314668 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dcc91d74-db00-4643-8f33-f6581a7f21fc req-a6ad3792-5433-4b57-8ba8-dc1770cd4566 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47c4f4e0-800b-4822-ad61-f2426865b445 HTTP/1.1" status: 200 len: 853 time: 0.1087730 Jul 14 07:22:42.353033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dcc91d74-db00-4643-8f33-f6581a7f21fc req-d17f80c5-d2b3-4826-9e81-2030a3bfb11a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0037d50-4000-44af-910e-bca97b2e1e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312266 Jul 14 07:22:42.442535 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ad881-1f81-4e37-92c3-44f6458d6ab7 req-1578e349-c4f0-4f84-96e1-faa021d32dd7 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:42.444577 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3d0ad881-1f81-4e37-92c3-44f6458d6ab7 req-1578e349-c4f0-4f84-96e1-faa021d32dd7 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/ports?device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 944 time: 0.2058024 Jul 14 07:22:42.462329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc51d53-79a4-4d9c-a20a-fdbe06a22136 req-2ac277e0-95a0-454f-8fcf-e62f50ab2ccf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:42.463856 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdc51d53-79a4-4d9c-a20a-fdbe06a22136 req-2ac277e0-95a0-454f-8fcf-e62f50ab2ccf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.1861985 Jul 14 07:22:42.544553 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3d0ad881-1f81-4e37-92c3-44f6458d6ab7 req-d11b439a-0ba0-44e0-b0f9-f468a914f475 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/security-groups?id=d41cb1e7-36e1-4d4e-ba74-1f724b5febd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912971 Jul 14 07:22:42.548270 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dcc91d74-db00-4643-8f33-f6581a7f21fc req-8af6fe51-279b-4e2a-978b-6b755b241b34 service neutron] 10.222.0.30 "GET /v2.0/networks/e0037d50-4000-44af-910e-bca97b2e1e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852219 Jul 14 07:22:42.551669 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdc51d53-79a4-4d9c-a20a-fdbe06a22136 req-b11aa1e9-ae11-47b0-8f25-b4199616aec9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781517 Jul 14 07:22:42.718340 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dcc91d74-db00-4643-8f33-f6581a7f21fc req-b4d4e28f-5d72-47da-8258-00ab097a9e6e service neutron] 10.222.0.30 "GET /v2.0/networks/e0037d50-4000-44af-910e-bca97b2e1e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619933 Jul 14 07:22:42.975085 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d897f-4cda-4d1c-bf86-0856f0de872d req-2a99fd58-f6f0-4479-b2ef-802fcb478c45 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:42.978137 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8c2d897f-4cda-4d1c-bf86-0856f0de872d req-2a99fd58-f6f0-4479-b2ef-802fcb478c45 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 945 time: 0.0828362 Jul 14 07:22:43.019284 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8c2d897f-4cda-4d1c-bf86-0856f0de872d req-316cd63c-28f7-4fbb-a9b6-89c46ed4dc90 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348442 Jul 14 07:22:43.204591 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413ee44-bdd1-4f00-b5db-f2b7b4a9e727 req-ac809d9e-de6e-42e2-8493-4336d6b07c9b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:43.206132 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a413ee44-bdd1-4f00-b5db-f2b7b4a9e727 req-ac809d9e-de6e-42e2-8493-4336d6b07c9b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 945 time: 0.0742190 Jul 14 07:22:43.216311 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44444) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:43.222467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-90992a2e-34dc-4daf-8d00-9cebdf4b260b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Request body: {'floatingip': {'port_id': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:43.265445 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90992a2e-34dc-4daf-8d00-9cebdf4b260b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for floatingip, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:43.755329 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90992a2e-34dc-4daf-8d00-9cebdf4b260b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:43.760388 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90992a2e-34dc-4daf-8d00-9cebdf4b260b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:43.798105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cfa17-6e0d-4a89-8d02-f221baa6d940 req-490510c9-6227-4fed-a073-a6b826120feb tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:43.799736 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-945cfa17-6e0d-4a89-8d02-f221baa6d940 req-490510c9-6227-4fed-a073-a6b826120feb tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/ports?device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 944 time: 0.1298516 Jul 14 07:22:43.808349 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64b2af-e8e6-4fbf-ba14-a1d05741d93b req-64a6cdba-8885-49c3-96e7-f111d1d0e76a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:43.809835 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b64b2af-e8e6-4fbf-ba14-a1d05741d93b req-64a6cdba-8885-49c3-96e7-f111d1d0e76a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.0980594 Jul 14 07:22:43.869135 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-90992a2e-34dc-4daf-8d00-9cebdf4b260b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Floating IP d81f60f9-55fb-4f63-91b9-9c88c763954c associated. External IP: 172.25.7.183, port: 2e36dc1d-c57b-48c6-bb75-df5a84d61e15. Jul 14 07:22:43.871123 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-945cfa17-6e0d-4a89-8d02-f221baa6d940 req-fc2c1403-8248-4fad-a0ae-b8468613d8d7 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/security-groups?id=d41cb1e7-36e1-4d4e-ba74-1f724b5febd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601518 Jul 14 07:22:43.873959 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b64b2af-e8e6-4fbf-ba14-a1d05741d93b req-b6ba9b76-cf48-4ccf-bb3a-949f5b558397 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479364 Jul 14 07:22:44.050678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 99ae5977-4c0e-4d37-9748-28af5877f94d details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:22:44.101711 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90992a2e-34dc-4daf-8d00-9cebdf4b260b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Router 984f48dc-9199-4ed8-a228-f53ce6f2eff6 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:22:44.154377 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 99ae5977-4c0e-4d37-9748-28af5877f94d, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=99ae5977-4c0e-4d37-9748-28af5877f94d,segment=NetworkSegment(f9a68841-d94e-416d-95a8-ecdb4122a82c),segment_id=f9a68841-d94e-416d-95a8-ecdb4122a82c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:44.166325 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '99ae5977-4c0e-4d37-9748-28af5877f94d', 'network_id': 'e0037d50-4000-44af-910e-bca97b2e1e13', 'port_id': '99ae5977-4c0e-4d37-9748-28af5877f94d', 'mac_address': 'fa:16:3e:27:0b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c4f4e0-800b-4822-ad61-f2426865b445', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:22:44.218080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90992a2e-34dc-4daf-8d00-9cebdf4b260b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:22:44.218988 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:44.222962 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90992a2e-34dc-4daf-8d00-9cebdf4b260b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:44.235585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91508b8-3d2a-4c7e-b5d5-7c1819b27d7d None None] Sync routers for ids ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:22:44.238574 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ae5977-4c0e-4d37-9748-28af5877f94d {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:22:44.262301 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-90992a2e-34dc-4daf-8d00-9cebdf4b260b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "PUT /v2.0/floatingips/d81f60f9-55fb-4f63-91b9-9c88c763954c HTTP/1.1" status: 200 len: 991 time: 1.0450332 Jul 14 07:22:44.262897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'tag': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:44.264301 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 99ae5977-4c0e-4d37-9748-28af5877f94d, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=99ae5977-4c0e-4d37-9748-28af5877f94d,segment=NetworkSegment(f9a68841-d94e-416d-95a8-ecdb4122a82c),segment_id=f9a68841-d94e-416d-95a8-ecdb4122a82c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:44.265322 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8bbafb-9dc8-49f5-9d36-abb36dfe5eee" -d '{"events": [{"name": "network-changed", "server_uuid": "64800e8e-44d3-47dd-9fce-d50d50e5fa4a", "tag": "2e36dc1d-c57b-48c6-bb75-df5a84d61e15"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:44.267269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91508b8-3d2a-4c7e-b5d5-7c1819b27d7d None None] Routers {'984f48dc-9199-4ed8-a228-f53ce6f2eff6'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:22:44.268165 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f91508b8-3d2a-4c7e-b5d5-7c1819b27d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:22:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:44.271648 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:44.324525 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2272770a-c59c-4783-9657-29f1ffcdd637 x-openstack-request-id: req-2272770a-c59c-4783-9657-29f1ffcdd637 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:44.324809 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64800e8e-44d3-47dd-9fce-d50d50e5fa4a", "tag": "2e36dc1d-c57b-48c6-bb75-df5a84d61e15", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:44.325069 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2272770a-c59c-4783-9657-29f1ffcdd637 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:44.325506 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'tag': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'status': 'completed', 'code': 200} Jul 14 07:22:44.406345 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bbafb-9dc8-49f5-9d36-abb36dfe5eee req-b5d81c07-ee30-454c-9146-eff2699003ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:44.408029 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e8bbafb-9dc8-49f5-9d36-abb36dfe5eee req-b5d81c07-ee30-454c-9146-eff2699003ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 1096 time: 0.0604880 Jul 14 07:22:44.411516 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=99ae5977-4c0e-4d37-9748-28af5877f94d,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:44.453234 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-f91508b8-3d2a-4c7e-b5d5-7c1819b27d7d None None] Set router 984f48dc-9199-4ed8-a228-f53ce6f2eff6 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:22:44.519721 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bbafb-9dc8-49f5-9d36-abb36dfe5eee req-3e818043-12fb-4f0e-adf3-39c217e291ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:44.521951 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e8bbafb-9dc8-49f5-9d36-abb36dfe5eee req-3e818043-12fb-4f0e-adf3-39c217e291ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 913 time: 0.1048951 Jul 14 07:22:44.532665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['99ae5977-4c0e-4d37-9748-28af5877f94d'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:22:44.607228 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e8bbafb-9dc8-49f5-9d36-abb36dfe5eee req-2922d2e1-5f8d-4eba-bb06-209e0d86cf54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15 HTTP/1.1" status: 200 len: 999 time: 0.0795143 Jul 14 07:22:44.673148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bbafb-9dc8-49f5-9d36-abb36dfe5eee req-353a8fea-7af3-4b5c-a1a6-080ddfeff31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:44.674709 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e8bbafb-9dc8-49f5-9d36-abb36dfe5eee req-353a8fea-7af3-4b5c-a1a6-080ddfeff31f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.0620644 Jul 14 07:22:44.754428 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bbafb-9dc8-49f5-9d36-abb36dfe5eee req-d0f0fa56-3991-4709-a5e3-b3b800838e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:44.756114 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e8bbafb-9dc8-49f5-9d36-abb36dfe5eee req-d0f0fa56-3991-4709-a5e3-b3b800838e58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750685 Jul 14 07:22:44.872373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f91508b8-3d2a-4c7e-b5d5-7c1819b27d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'name': 'tempest-ServerActionsTestJSON-1416632011-router', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd7a74964-edda-489f-a589-4f34ee041060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:25Z', 'revision_number': 4, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'gw_port': {'id': 'd7a74964-edda-489f-a589-4f34ee041060', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'd81f60f9-55fb-4f63-91b9-9c88c763954c', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'floating_ip_address': '172.25.7.183', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'port_id': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'mac_address': 'fa:16:3e:4b:ba:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:22:28Z', 'updated_at': '2021-07-14T07:22:43Z', 'revision_number': 1, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476f81ce-2c1a-499d-afea-338afa5e57b9', 'name': '', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'mac_address': 'fa:16:3e:d9:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:24Z', 'updated_at': '2021-07-14T07:22:33Z', 'revision_number': 5, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'subnets': [{'id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:44.887255 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e8bbafb-9dc8-49f5-9d36-abb36dfe5eee req-dd1d8c01-0799-49ee-83c1-fee7f36acd58 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249068 Jul 14 07:22:44.925918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91508b8-3d2a-4c7e-b5d5-7c1819b27d7d None None] Checking router: 984f48dc-9199-4ed8-a228-f53ce6f2eff6 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:22:44.935196 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91508b8-3d2a-4c7e-b5d5-7c1819b27d7d None None] Routers {'984f48dc-9199-4ed8-a228-f53ce6f2eff6'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:22:44.935835 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f91508b8-3d2a-4c7e-b5d5-7c1819b27d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:22:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:45.015235 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e8bbafb-9dc8-49f5-9d36-abb36dfe5eee req-4b8d615e-7d4d-417d-af4e-34f42bf12271 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215189 Jul 14 07:22:45.065929 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-f91508b8-3d2a-4c7e-b5d5-7c1819b27d7d None None] Set router 984f48dc-9199-4ed8-a228-f53ce6f2eff6 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:22:45.177989 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec145f0-5ed3-471e-929c-00f7f6cddf0b req-edd735b3-37cb-4e71-8adb-f350c0e6233b tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:45.190033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ec145f0-5ed3-471e-929c-00f7f6cddf0b req-edd735b3-37cb-4e71-8adb-f350c0e6233b tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/ports?device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 945 time: 0.1123772 Jul 14 07:22:45.224789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ca4aa-8598-43f4-b0ac-e7e9cc36be09 req-55a95212-8d6d-4d66-85ba-f09ac44afc2b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:45.226658 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-338ca4aa-8598-43f4-b0ac-e7e9cc36be09 req-55a95212-8d6d-4d66-85ba-f09ac44afc2b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.2105467 Jul 14 07:22:45.280078 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ec145f0-5ed3-471e-929c-00f7f6cddf0b req-26aa551f-b600-4f28-94e5-9fdc2a8e753f tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/security-groups?id=d41cb1e7-36e1-4d4e-ba74-1f724b5febd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890853 Jul 14 07:22:45.333211 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-338ca4aa-8598-43f4-b0ac-e7e9cc36be09 req-a4eda7a9-6543-4cbd-bc8a-bd854b913ca6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961409 Jul 14 07:22:45.377159 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f91508b8-3d2a-4c7e-b5d5-7c1819b27d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'name': 'tempest-ServerActionsTestJSON-1416632011-router', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd7a74964-edda-489f-a589-4f34ee041060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:25Z', 'revision_number': 4, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'gw_port': {'id': 'd7a74964-edda-489f-a589-4f34ee041060', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'd81f60f9-55fb-4f63-91b9-9c88c763954c', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'floating_ip_address': '172.25.7.183', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'port_id': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'mac_address': 'fa:16:3e:4b:ba:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:22:28Z', 'updated_at': '2021-07-14T07:22:43Z', 'revision_number': 1, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476f81ce-2c1a-499d-afea-338afa5e57b9', 'name': '', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'mac_address': 'fa:16:3e:d9:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:24Z', 'updated_at': '2021-07-14T07:22:33Z', 'revision_number': 5, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'subnets': [{'id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:45.413842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91508b8-3d2a-4c7e-b5d5-7c1819b27d7d None None] The sync data for ids ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'] in n-d-778696-5 is: [{'id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'name': 'tempest-ServerActionsTestJSON-1416632011-router', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd7a74964-edda-489f-a589-4f34ee041060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:25Z', 'revision_number': 4, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'gw_port': {'id': 'd7a74964-edda-489f-a589-4f34ee041060', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'd81f60f9-55fb-4f63-91b9-9c88c763954c', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'floating_ip_address': '172.25.7.183', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'port_id': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'mac_address': 'fa:16:3e:4b:ba:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:22:28Z', 'updated_at': '2021-07-14T07:22:43Z', 'revision_number': 1, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476f81ce-2c1a-499d-afea-338afa5e57b9', 'name': '', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'mac_address': 'fa:16:3e:d9:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:24Z', 'updated_at': '2021-07-14T07:22:33Z', 'revision_number': 5, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'subnets': [{'id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:22:45.431191 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:45.570755 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:45.698698 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f10fef0-abd4-4fda-9de1-a90f7425fc7b None None] New status for floating IP d81f60f9-55fb-4f63-91b9-9c88c763954c: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:22:46.066211 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 99ae5977-4c0e-4d37-9748-28af5877f94d up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:22:46.122423 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 99ae5977-4c0e-4d37-9748-28af5877f94d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:22:46.126251 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 99ae5977-4c0e-4d37-9748-28af5877f94d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:22:46.126622 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:46.213160 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:46.238296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43eaadb-c600-4510-990f-6983bb8d27f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ae5977-4c0e-4d37-9748-28af5877f94d'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:46.241695 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb82f3b6-27a6-45a9-a576-fd09a301fea3" -d '{"events": [{"server_uuid": "d43eaadb-c600-4510-990f-6983bb8d27f2", "name": "network-vif-plugged", "status": "completed", "tag": "99ae5977-4c0e-4d37-9748-28af5877f94d"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:46.255024 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 99ae5977-4c0e-4d37-9748-28af5877f94d, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=99ae5977-4c0e-4d37-9748-28af5877f94d,segment=NetworkSegment(f9a68841-d94e-416d-95a8-ecdb4122a82c),segment_id=f9a68841-d94e-416d-95a8-ecdb4122a82c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:46.260221 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:46.301886 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49238e79-b0cc-4ffe-a00c-5288b1fe4e6c x-openstack-request-id: req-49238e79-b0cc-4ffe-a00c-5288b1fe4e6c {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:46.302464 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43eaadb-c600-4510-990f-6983bb8d27f2", "name": "network-vif-plugged", "status": "completed", "tag": "99ae5977-4c0e-4d37-9748-28af5877f94d", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:46.302901 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49238e79-b0cc-4ffe-a00c-5288b1fe4e6c {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:46.303441 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43eaadb-c600-4510-990f-6983bb8d27f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ae5977-4c0e-4d37-9748-28af5877f94d', 'code': 200} Jul 14 07:22:46.341796 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=99ae5977-4c0e-4d37-9748-28af5877f94d,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:46.459316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753f76d-18ba-476d-88fe-eed1b46e3482 req-dbc4867a-29d6-4c6e-a8e9-fa36cd8fab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:46.460905 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6753f76d-18ba-476d-88fe-eed1b46e3482 req-dbc4867a-29d6-4c6e-a8e9-fa36cd8fab59 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 1097 time: 0.0996127 Jul 14 07:22:46.577383 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6753f76d-18ba-476d-88fe-eed1b46e3482 req-9fe65251-8dbc-4dde-9462-7de2c0c9985f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d41cb1e7-36e1-4d4e-ba74-1f724b5febd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036613 Jul 14 07:22:46.616237 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc380472-efa8-4772-9440-af664d7a2a95 req-fc53e582-c8fd-440b-b7fa-cbde44198620 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:46.617820 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc380472-efa8-4772-9440-af664d7a2a95 req-fc53e582-c8fd-440b-b7fa-cbde44198620 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/ports?device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 946 time: 0.1467721 Jul 14 07:22:46.626636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd45012-fa97-4d8b-8aa2-dea0540f2c8a req-cbad9d5a-07d6-4a07-8fab-8e7801e46dd9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:46.629314 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ecd45012-fa97-4d8b-8aa2-dea0540f2c8a req-cbad9d5a-07d6-4a07-8fab-8e7801e46dd9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.1673310 Jul 14 07:22:46.685476 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc380472-efa8-4772-9440-af664d7a2a95 req-a8221e57-7ab1-495e-81a3-64dee2ee5f3a tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/security-groups?id=d41cb1e7-36e1-4d4e-ba74-1f724b5febd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551174 Jul 14 07:22:46.693934 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ecd45012-fa97-4d8b-8aa2-dea0540f2c8a req-d79bb6b7-0462-4464-916a-4f56e117f1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570080 Jul 14 07:22:47.918672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8e5d2-5dc6-447e-8b29-6163abe74a30 req-1bd9812b-94ea-4deb-b9c2-47251443939a tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:47.920176 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22d8e5d2-5dc6-447e-8b29-6163abe74a30 req-1bd9812b-94ea-4deb-b9c2-47251443939a tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/ports?device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 946 time: 0.1113431 Jul 14 07:22:47.944187 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce17fc-397e-4f62-8b2e-a90736835a12 req-d4a63ab0-ee17-42bb-b019-bead6c743c71 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:47.945740 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12ce17fc-397e-4f62-8b2e-a90736835a12 req-d4a63ab0-ee17-42bb-b019-bead6c743c71 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.1058605 Jul 14 07:22:47.995787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22d8e5d2-5dc6-447e-8b29-6163abe74a30 req-a1cce972-b29e-4f30-bf92-2d8cce7240f2 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/security-groups?id=d41cb1e7-36e1-4d4e-ba74-1f724b5febd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691583 Jul 14 07:22:48.009705 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12ce17fc-397e-4f62-8b2e-a90736835a12 req-30711bc8-39bf-4a94-b41b-3dfcca0fc708 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482886 Jul 14 07:22:48.597117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfcfe0-282c-4d69-8214-ea7ec0809b12 req-e3b0a3ea-924f-4d2c-b818-4c0c86a1955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:48.598648 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7dfcfe0-282c-4d69-8214-ea7ec0809b12 req-e3b0a3ea-924f-4d2c-b818-4c0c86a1955f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d8d31ebf43c4d189c18ba177e23fbad&device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 1097 time: 0.0962369 Jul 14 07:22:48.677523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7679acf-4a78-4776-9742-5fe98174e849 req-e63c520e-9742-4968-b844-0ba86fa63ec9 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:48.679021 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7679acf-4a78-4776-9742-5fe98174e849 req-e63c520e-9742-4968-b844-0ba86fa63ec9 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/ports?device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 946 time: 0.1326170 Jul 14 07:22:48.730129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfcfe0-282c-4d69-8214-ea7ec0809b12 req-dff0811a-de87-4333-9d92-93b8ba672e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:48.731593 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7dfcfe0-282c-4d69-8214-ea7ec0809b12 req-dff0811a-de87-4333-9d92-93b8ba672e34 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e0037d50-4000-44af-910e-bca97b2e1e13 HTTP/1.1" status: 200 len: 914 time: 0.1257832 Jul 14 07:22:48.738725 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f7679acf-4a78-4776-9742-5fe98174e849 req-ca60197f-d288-462e-99a4-89b2444ba088 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/security-groups?id=d41cb1e7-36e1-4d4e-ba74-1f724b5febd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488584 Jul 14 07:22:49.098078 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7dfcfe0-282c-4d69-8214-ea7ec0809b12 req-c43abef8-ddda-4bef-9f9a-258a2e2b8320 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99ae5977-4c0e-4d37-9748-28af5877f94d HTTP/1.1" status: 200 len: 217 time: 0.3584397 Jul 14 07:22:49.156616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfcfe0-282c-4d69-8214-ea7ec0809b12 req-530c74e3-8791-4225-9146-7020e101159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:49.161145 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7dfcfe0-282c-4d69-8214-ea7ec0809b12 req-530c74e3-8791-4225-9146-7020e101159b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47c4f4e0-800b-4822-ad61-f2426865b445 HTTP/1.1" status: 200 len: 853 time: 0.0550957 Jul 14 07:22:49.207207 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7dfcfe0-282c-4d69-8214-ea7ec0809b12 req-6c312945-e6cf-48a4-8fef-75b802f6cf78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0037d50-4000-44af-910e-bca97b2e1e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401134 Jul 14 07:22:49.348823 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b296b-fcac-4cec-90b9-e3ae28866ac3 req-3695396c-22a6-4cf5-9919-9da2356854b0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:49.352814 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-966b296b-fcac-4cec-90b9-e3ae28866ac3 req-3695396c-22a6-4cf5-9919-9da2356854b0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.1274133 Jul 14 07:22:49.396393 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7dfcfe0-282c-4d69-8214-ea7ec0809b12 req-aff6b670-45ec-44d9-8598-d39a01fe004d service neutron] 10.222.0.30 "GET /v2.0/networks/e0037d50-4000-44af-910e-bca97b2e1e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832020 Jul 14 07:22:49.484513 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-966b296b-fcac-4cec-90b9-e3ae28866ac3 req-73a3fd9a-cf60-41b6-8440-8355f01bbaf0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280339 Jul 14 07:22:49.535647 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7dfcfe0-282c-4d69-8214-ea7ec0809b12 req-f76a5d27-b5ca-4ee3-a972-ed1ff0cc70a9 service neutron] 10.222.0.30 "GET /v2.0/networks/e0037d50-4000-44af-910e-bca97b2e1e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194310 Jul 14 07:22:49.927573 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e12631-e28a-49aa-b0e1-5c1afc76bc08 req-41bcf305-5d3b-4b87-b6fc-943d11868bc4 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:49.929519 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-76e12631-e28a-49aa-b0e1-5c1afc76bc08 req-41bcf305-5d3b-4b87-b6fc-943d11868bc4 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/ports?device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 946 time: 0.0722573 Jul 14 07:22:49.995323 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-76e12631-e28a-49aa-b0e1-5c1afc76bc08 req-8c9485f8-0201-4ace-a000-a7fbca855684 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/security-groups?id=d41cb1e7-36e1-4d4e-ba74-1f724b5febd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594218 Jul 14 07:22:50.200928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-750d735f-47fd-4abf-b396-7a3b258eb5ac req-cb49886d-72e4-4daa-91b8-6c2ea419bc31 service neutron] (93827) timed out ('10.222.0.15', 61618) {{(pid=93827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 07:22:50.714784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4a0e3-e74e-46eb-9c2f-8571f3e9cbfd req-91ff5717-e42d-4f75-b4c7-74f9381f6741 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:50.730944 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9e4a0e3-e74e-46eb-9c2f-8571f3e9cbfd req-91ff5717-e42d-4f75-b4c7-74f9381f6741 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.1114914 Jul 14 07:22:50.788273 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9e4a0e3-e74e-46eb-9c2f-8571f3e9cbfd req-1cd12dfc-1b84-4dea-bdc3-433b1bd87f3e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559978 Jul 14 07:22:51.196464 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e1087-b7ba-48fd-b51b-c2d9a4cdac26 req-9050a4dc-4a3f-442b-abef-c9717ae48955 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:51.198698 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-672e1087-b7ba-48fd-b51b-c2d9a4cdac26 req-9050a4dc-4a3f-442b-abef-c9717ae48955 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/ports?device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 946 time: 0.0737028 Jul 14 07:22:51.249164 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-672e1087-b7ba-48fd-b51b-c2d9a4cdac26 req-2a74bb4f-e76c-4dc3-978a-070ba8976745 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/security-groups?id=d41cb1e7-36e1-4d4e-ba74-1f724b5febd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433826 Jul 14 07:22:51.743143 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-657808e3-a15e-4165-9346-659d9f2a9734 req-01a23616-d161-40b9-b577-e211350c9047 service neutron] show failed (client error): The resource could not be found. Jul 14 07:22:51.745112 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-657808e3-a15e-4165-9346-659d9f2a9734 req-01a23616-d161-40b9-b577-e211350c9047 service neutron] 10.222.0.15 "GET /v2.0/ports/c1bbdfce-b4b2-4875-83d9-9bddfb31d455/bindings/n-h1-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.1134853 Jul 14 07:22:51.934422 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674659d8-d18f-4b8a-ad2e-72958df31b74 req-649d9f54-7b71-4761-9906-83e2d65c8688 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:51.941930 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-674659d8-d18f-4b8a-ad2e-72958df31b74 req-649d9f54-7b71-4761-9906-83e2d65c8688 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/ports?device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 946 time: 0.0839489 Jul 14 07:22:52.006956 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-674659d8-d18f-4b8a-ad2e-72958df31b74 req-82ebb363-1121-4cc3-b808-25210224937d tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/security-groups?id=d41cb1e7-36e1-4d4e-ba74-1f724b5febd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640833 Jul 14 07:22:52.132194 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168467f8-9d67-4a4f-95de-d361cd789dfe req-fd3c23a9-1288-4d92-a6b1-6f59f0d5b35c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:52.135261 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-168467f8-9d67-4a4f-95de-d361cd789dfe req-fd3c23a9-1288-4d92-a6b1-6f59f0d5b35c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.1127975 Jul 14 07:22:52.137471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657808e3-a15e-4165-9346-659d9f2a9734 req-8496be16-0f31-4d5e-917f-3e144684a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:52.139357 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-657808e3-a15e-4165-9346-659d9f2a9734 req-8496be16-0f31-4d5e-917f-3e144684a95f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae&tenant_id=b7b4e8051a664c019a0af911d6ce8090 HTTP/1.1" status: 200 len: 1096 time: 0.0845776 Jul 14 07:22:52.152565 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-5', 'device_owner': 'compute:nova'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:52.210271 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-168467f8-9d67-4a4f-95de-d361cd789dfe req-2bfef80b-2c1c-43a9-8fa1-5ccf27383af1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698621 Jul 14 07:22:52.249962 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:52.468182 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] For port c1bbdfce-b4b2-4875-83d9-9bddfb31d455, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,segment=NetworkSegment(524c6015-92fd-41e1-8252-8aaee5205294),segment_id=524c6015-92fd-41e1-8252-8aaee5205294)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:52.512390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] For port c1bbdfce-b4b2-4875-83d9-9bddfb31d455, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:22:52.565570 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:52.569325 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8144ca-dc3b-4b14-9a48-8bd398b16352" -d '{"events": [{"server_uuid": "92512528-dcf3-40fb-a0b7-bc170395f4ae", "name": "network-vif-unplugged", "status": "completed", "tag": "c1bbdfce-b4b2-4875-83d9-9bddfb31d455"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:52.574905 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:52.598666 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Transition to ACTIVE for port object c1bbdfce-b4b2-4875-83d9-9bddfb31d455 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:22:52.605049 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:52.652064 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b25e21-a561-44c6-a242-62769fa912d6 x-openstack-request-id: req-67b25e21-a561-44c6-a242-62769fa912d6 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:52.652439 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92512528-dcf3-40fb-a0b7-bc170395f4ae", "name": "network-vif-unplugged", "status": "completed", "tag": "c1bbdfce-b4b2-4875-83d9-9bddfb31d455", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:52.652757 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-67b25e21-a561-44c6-a242-62769fa912d6 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:52.653267 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455', 'code': 200} Jul 14 07:22:52.729338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,revision_number=6']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:52.859087 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] No DVR routers for this DVR port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:22:53.020471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Attempting to bind port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:22:53.020799 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Attempting to bind port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '524c6015-92fd-41e1-8252-8aaee5205294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:22:53.021144 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Attempting to bind port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 on network deabe113-d88b-4996-a81c-d6af98e94bcb {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:22:53.025280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 on network deabe113-d88b-4996-a81c-d6af98e94bcb not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:22:53.025602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Attempting to bind port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 on network deabe113-d88b-4996-a81c-d6af98e94bcb {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:22:53.030407 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:22:53.030740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Checking segment: {'id': '524c6015-92fd-41e1-8252-8aaee5205294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:22:53.031205 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Bound using segment: {'id': '524c6015-92fd-41e1-8252-8aaee5205294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:22:53.031656 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Bound port: c1bbdfce-b4b2-4875-83d9-9bddfb31d455, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '524c6015-92fd-41e1-8252-8aaee5205294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:22:53.031904 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:53.098530 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] For port c1bbdfce-b4b2-4875-83d9-9bddfb31d455, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:22:53.101575 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] For port c1bbdfce-b4b2-4875-83d9-9bddfb31d455, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,segment=NetworkSegment(524c6015-92fd-41e1-8252-8aaee5205294),segment_id=524c6015-92fd-41e1-8252-8aaee5205294)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:22:53.105500 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:53.167994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:53.168616 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:53.170096 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] 10.222.0.30 "PUT /v2.0/ports/c1bbdfce-b4b2-4875-83d9-9bddfb31d455 HTTP/1.1" status: 200 len: 1091 time: 1.0215693 Jul 14 07:22:53.228373 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19a957-7f1f-4681-8da1-2733ae41c699 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,revision_number=7']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:53.261244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77bbb5-378d-4950-bb46-762617a19c6b req-b2ee239e-781e-4b71-89a3-f733f3d9a499 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:53.262822 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce77bbb5-378d-4950-bb46-762617a19c6b req-b2ee239e-781e-4b71-89a3-f733f3d9a499 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/ports?device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 946 time: 0.1276839 Jul 14 07:22:53.298385 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657808e3-a15e-4165-9346-659d9f2a9734 req-dff778ac-a74c-4112-bae2-1bf53b1c555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:53.300062 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-657808e3-a15e-4165-9346-659d9f2a9734 req-dff778ac-a74c-4112-bae2-1bf53b1c555b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 1094 time: 0.1048515 Jul 14 07:22:53.364732 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce77bbb5-378d-4950-bb46-762617a19c6b req-0b5ec702-4824-4745-95fa-0742d34037dd tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/security-groups?id=d41cb1e7-36e1-4d4e-ba74-1f724b5febd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890138 Jul 14 07:22:53.377714 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98496602-cf88-4dfc-8bec-79f9599f3c35 req-5b5dcb86-3826-431b-8856-da95a9501c73 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:53.379324 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-98496602-cf88-4dfc-8bec-79f9599f3c35 req-5b5dcb86-3826-431b-8856-da95a9501c73 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.30 "GET /v2.0/ports?device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 946 time: 0.1004856 Jul 14 07:22:53.462504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2049838-d669-4e2a-8ff3-27fa57714f7d req-14d2c440-1f8b-481b-add3-b6c24d518f93 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:53.463960 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2049838-d669-4e2a-8ff3-27fa57714f7d req-14d2c440-1f8b-481b-add3-b6c24d518f93 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 943 time: 0.1028602 Jul 14 07:22:53.468010 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657808e3-a15e-4165-9346-659d9f2a9734 req-e8737eea-ab4c-4695-a8c3-aceda2aaefd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:53.470362 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-657808e3-a15e-4165-9346-659d9f2a9734 req-e8737eea-ab4c-4695-a8c3-aceda2aaefd5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=deabe113-d88b-4996-a81c-d6af98e94bcb HTTP/1.1" status: 200 len: 898 time: 0.1631973 Jul 14 07:22:53.563608 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2049838-d669-4e2a-8ff3-27fa57714f7d req-60cf6b5c-b00e-4c28-a71a-fb1510c9efc5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894513 Jul 14 07:22:53.571154 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-657808e3-a15e-4165-9346-659d9f2a9734 req-65bd4f67-4d13-44e9-a0c8-b093a7e6c7aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1bbdfce-b4b2-4875-83d9-9bddfb31d455 HTTP/1.1" status: 200 len: 999 time: 0.0890749 Jul 14 07:22:53.630875 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657808e3-a15e-4165-9346-659d9f2a9734 req-2011e570-6716-4fec-a637-d6f98e68b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:53.632756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-657808e3-a15e-4165-9346-659d9f2a9734 req-2011e570-6716-4fec-a637-d6f98e68b512 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52382377-c2d4-4b95-8b50-5ac07cbd1472 HTTP/1.1" status: 200 len: 834 time: 0.0558589 Jul 14 07:22:53.697438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657808e3-a15e-4165-9346-659d9f2a9734 req-40e84d7a-a17a-487b-8bc0-937106f9cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:53.698993 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-657808e3-a15e-4165-9346-659d9f2a9734 req-40e84d7a-a17a-487b-8bc0-937106f9cf89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=deabe113-d88b-4996-a81c-d6af98e94bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604231 Jul 14 07:22:53.824571 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-657808e3-a15e-4165-9346-659d9f2a9734 req-ed65f105-f1d7-4b59-8efd-afc4f16c9f50 service neutron] 10.222.0.30 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170809 Jul 14 07:22:53.858610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-98496602-cf88-4dfc-8bec-79f9599f3c35 req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Deleting port 99ae5977-4c0e-4d37-9748-28af5877f94d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:22:53.858610 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-98496602-cf88-4dfc-8bec-79f9599f3c35 req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:53.974420 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-98496602-cf88-4dfc-8bec-79f9599f3c35 req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] For port 99ae5977-4c0e-4d37-9748-28af5877f94d, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=99ae5977-4c0e-4d37-9748-28af5877f94d,segment=NetworkSegment(f9a68841-d94e-416d-95a8-ecdb4122a82c),segment_id=f9a68841-d94e-416d-95a8-ecdb4122a82c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:53.974792 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-98496602-cf88-4dfc-8bec-79f9599f3c35 req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:53.992052 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-98496602-cf88-4dfc-8bec-79f9599f3c35 req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Calling delete_port for 99ae5977-4c0e-4d37-9748-28af5877f94d owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:22:54.021914 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-657808e3-a15e-4165-9346-659d9f2a9734 req-f80f88ab-8fd6-4f3d-8caf-d2a51ee65e90 service neutron] 10.222.0.30 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890030 Jul 14 07:22:54.141495 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-98496602-cf88-4dfc-8bec-79f9599f3c35 req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:54.174536 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Pushing event deleted for resources: {'Port': ['ID=99ae5977-4c0e-4d37-9748-28af5877f94d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:54.185746 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:54.186198 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:54.187037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:54.187841 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:54.188396 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:54.189119 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:54.189698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:54.190828 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:54.191426 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:54.191708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:54.192345 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:54.192767 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:22:54.241314 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-98496602-cf88-4dfc-8bec-79f9599f3c35 req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] No DVR routers for this DVR port 99ae5977-4c0e-4d37-9748-28af5877f94d on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:22:54.243829 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-98496602-cf88-4dfc-8bec-79f9599f3c35 req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:54.246058 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-98496602-cf88-4dfc-8bec-79f9599f3c35 req-787d375f-6119-469b-8b25-13ae1e201495 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.30 "DELETE /v2.0/ports/99ae5977-4c0e-4d37-9748-28af5877f94d HTTP/1.1" status: 204 len: 173 time: 0.8598332 Jul 14 07:22:54.246498 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43eaadb-c600-4510-990f-6983bb8d27f2', 'name': 'network-vif-deleted', 'tag': '99ae5977-4c0e-4d37-9748-28af5877f94d'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:54.249179 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa13cba-63c1-4cfb-9f3a-f7bf8dfe8299" -d '{"events": [{"server_uuid": "d43eaadb-c600-4510-990f-6983bb8d27f2", "name": "network-vif-deleted", "tag": "99ae5977-4c0e-4d37-9748-28af5877f94d"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:54.357723 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0e56a1-dba0-4a04-864a-461907197b12 x-openstack-request-id: req-1f0e56a1-dba0-4a04-864a-461907197b12 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:54.358014 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43eaadb-c600-4510-990f-6983bb8d27f2", "name": "network-vif-deleted", "tag": "99ae5977-4c0e-4d37-9748-28af5877f94d", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:54.358268 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f0e56a1-dba0-4a04-864a-461907197b12 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:54.358702 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43eaadb-c600-4510-990f-6983bb8d27f2', 'name': 'network-vif-deleted', 'tag': '99ae5977-4c0e-4d37-9748-28af5877f94d', 'status': 'completed', 'code': 200} Jul 14 07:22:54.530847 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c2e52af-d3e8-4134-a828-2ad1c97be8fe req-be0524a0-e963-4474-a75d-90d588c38565 tempest-InstanceActionsTestJSON-232926129 tempest-InstanceActionsTestJSON-232926129-project] 10.222.0.35 "GET /v2.0/ports?device_id=d43eaadb-c600-4510-990f-6983bb8d27f2 HTTP/1.1" status: 200 len: 210 time: 0.0347950 Jul 14 07:22:54.654595 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'tag': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:22:54.657877 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba13002c-caf8-4d2e-abb3-85a90f42a48a" -d '{"events": [{"name": "network-changed", "server_uuid": "92512528-dcf3-40fb-a0b7-bc170395f4ae", "tag": "c1bbdfce-b4b2-4875-83d9-9bddfb31d455"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:22:54.765744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd53de-d56c-446e-a0d9-7156615ceebf req-650977c2-7f7b-49e9-a809-1438371fb444 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:54.789380 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6dfd53de-d56c-446e-a0d9-7156615ceebf req-650977c2-7f7b-49e9-a809-1438371fb444 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 943 time: 0.0966768 Jul 14 07:22:54.811390 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419f45e5-9292-4441-90f2-e6267e9fc5b6 x-openstack-request-id: req-419f45e5-9292-4441-90f2-e6267e9fc5b6 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:22:54.811771 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92512528-dcf3-40fb-a0b7-bc170395f4ae", "tag": "c1bbdfce-b4b2-4875-83d9-9bddfb31d455", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:22:54.812130 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-419f45e5-9292-4441-90f2-e6267e9fc5b6 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:22:54.813497 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'tag': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455', 'status': 'completed', 'code': 200} Jul 14 07:22:54.922986 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6dfd53de-d56c-446e-a0d9-7156615ceebf req-e17d8075-db29-49db-b6d9-63d42ba5a5b6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326005 Jul 14 07:22:54.933789 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-86be4938-fa7f-4de6-9b54-c599620140da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:54.938650 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-86be4938-fa7f-4de6-9b54-c599620140da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 1094 time: 0.1494045 Jul 14 07:22:54.987571 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-c8c54309-8bf9-4fcb-bd66-1131ac3abc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:54.989794 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-c8c54309-8bf9-4fcb-bd66-1131ac3abc4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 1094 time: 0.1754184 Jul 14 07:22:55.117171 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-1d26abda-5650-4919-b6a4-bd9bcb9bfa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:55.121974 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-1d26abda-5650-4919-b6a4-bd9bcb9bfa21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=deabe113-d88b-4996-a81c-d6af98e94bcb HTTP/1.1" status: 200 len: 898 time: 0.1257796 Jul 14 07:22:55.138993 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-4ec57d80-9129-43b3-a5b1-ef917922f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:55.143475 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-4ec57d80-9129-43b3-a5b1-ef917922f6c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=deabe113-d88b-4996-a81c-d6af98e94bcb HTTP/1.1" status: 200 len: 898 time: 0.1886523 Jul 14 07:22:55.217059 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-c6fbdb72-64f2-456c-a899-58e5e2555ad1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1bbdfce-b4b2-4875-83d9-9bddfb31d455 HTTP/1.1" status: 200 len: 999 time: 0.0844245 Jul 14 07:22:55.250531 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-262b77db-cc20-494b-9d3d-201272f1b0c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1bbdfce-b4b2-4875-83d9-9bddfb31d455 HTTP/1.1" status: 200 len: 999 time: 0.1000130 Jul 14 07:22:55.274149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-0656a1a0-0c5e-4253-b085-3f9d3156011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:55.276027 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-0656a1a0-0c5e-4253-b085-3f9d3156011c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52382377-c2d4-4b95-8b50-5ac07cbd1472 HTTP/1.1" status: 200 len: 834 time: 0.0528207 Jul 14 07:22:55.307550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-86a4d5f3-0dcd-47e7-84b6-3aa55a4c792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:55.309098 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-86a4d5f3-0dcd-47e7-84b6-3aa55a4c792e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52382377-c2d4-4b95-8b50-5ac07cbd1472 HTTP/1.1" status: 200 len: 834 time: 0.0516951 Jul 14 07:22:55.349663 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-c420ef52-697c-47ea-b58b-7bab1d0ae7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:55.351757 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-c420ef52-697c-47ea-b58b-7bab1d0ae7d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=deabe113-d88b-4996-a81c-d6af98e94bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693953 Jul 14 07:22:55.383367 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-edec18a2-0c2b-4870-a1e5-c0766cbf0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:55.385568 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-edec18a2-0c2b-4870-a1e5-c0766cbf0ceb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=deabe113-d88b-4996-a81c-d6af98e94bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680840 Jul 14 07:22:55.449798 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device c1bbdfce-b4b2-4875-83d9-9bddfb31d455 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:22:55.458257 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-33c4584a-b7ad-4e6e-9110-150e369c655f service neutron] 10.222.0.15 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003211 Jul 14 07:22:55.499285 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device c1bbdfce-b4b2-4875-83d9-9bddfb31d455 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:22:55.523901 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-b859434f-bc64-49ce-bb71-be645d9dafe2 service neutron] 10.222.0.30 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309245 Jul 14 07:22:55.565856 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-a071352b-ed27-4456-9d16-4b4bd14f8a3d service neutron] 10.222.0.15 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006625 Jul 14 07:22:55.637166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 44674) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:55.642258 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba13002c-caf8-4d2e-abb3-85a90f42a48a req-e28d87c6-7ce1-4050-be49-75f6661edda0 service neutron] 10.222.0.30 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114135 Jul 14 07:22:55.684822 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a4bdde-6728-476b-96f2-ec7f78bef6c9 admin admin] Deleting subnet 47c4f4e0-800b-4822-ad61-f2426865b445 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:22:55.688101 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-06a4bdde-6728-476b-96f2-ec7f78bef6c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:55.723072 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-06a4bdde-6728-476b-96f2-ec7f78bef6c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:55.771787 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-06a4bdde-6728-476b-96f2-ec7f78bef6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:55.837864 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-06a4bdde-6728-476b-96f2-ec7f78bef6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:55.863223 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-06a4bdde-6728-476b-96f2-ec7f78bef6c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:55.866160 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-06a4bdde-6728-476b-96f2-ec7f78bef6c9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/47c4f4e0-800b-4822-ad61-f2426865b445 HTTP/1.1" status: 204 len: 168 time: 0.2272842 Jul 14 07:22:55.868622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44676) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:55.885123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4bdde-6728-476b-96f2-ec7f78bef6c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c4f4e0-800b-4822-ad61-f2426865b445,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:55.980920 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15cd9da9-8827-464c-8611-01a2b8814af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:56.113724 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15cd9da9-8827-464c-8611-01a2b8814af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:56.114501 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c1bbdfce-b4b2-4875-83d9-9bddfb31d455 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:22:56.119297 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 99ae5977-4c0e-4d37-9748-28af5877f94d no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:22:56.127163 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-15cd9da9-8827-464c-8611-01a2b8814af6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0037d50-4000-44af-910e-bca97b2e1e13']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:56.140519 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-15cd9da9-8827-464c-8611-01a2b8814af6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a68841-d94e-416d-95a8-ecdb4122a82c') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:56.140752 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-15cd9da9-8827-464c-8611-01a2b8814af6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a68841-d94e-416d-95a8-ecdb4122a82c') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:22:56.150951 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15cd9da9-8827-464c-8611-01a2b8814af6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:56.203932 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15cd9da9-8827-464c-8611-01a2b8814af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:56.209978 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f5725-6173-47f5-98ea-628fbe2a0452 req-5f7699ce-9143-4faa-bf0b-c8e5453b4018 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:56.219491 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-402f5725-6173-47f5-98ea-628fbe2a0452 req-5f7699ce-9143-4faa-bf0b-c8e5453b4018 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 943 time: 0.1334300 Jul 14 07:22:56.220788 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15cd9da9-8827-464c-8611-01a2b8814af6 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:22:56.222534 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15cd9da9-8827-464c-8611-01a2b8814af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:22:56.227679 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:22:56.287666 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-402f5725-6173-47f5-98ea-628fbe2a0452 req-b7ada079-95a4-4dde-bedb-5842d0e531b9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472536 Jul 14 07:22:56.316357 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 99ae5977-4c0e-4d37-9748-28af5877f94d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:22:56.316916 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 99ae5977-4c0e-4d37-9748-28af5877f94d not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:22:56.353905 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15cd9da9-8827-464c-8611-01a2b8814af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:56.391026 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15cd9da9-8827-464c-8611-01a2b8814af6 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:56.396510 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-15cd9da9-8827-464c-8611-01a2b8814af6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e0037d50-4000-44af-910e-bca97b2e1e13 HTTP/1.1" status: 204 len: 168 time: 0.5251474 Jul 14 07:22:56.397707 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd9da9-8827-464c-8611-01a2b8814af6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0037d50-4000-44af-910e-bca97b2e1e13,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:56.437117 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port c1bbdfce-b4b2-4875-83d9-9bddfb31d455, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,segment=NetworkSegment(524c6015-92fd-41e1-8252-8aaee5205294),segment_id=524c6015-92fd-41e1-8252-8aaee5205294)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:56.455843 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455', 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb', 'port_id': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455', 'mac_address': 'fa:16:3e:e5:15:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:22:56.537956 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:56.604227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 44700) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:56.744680 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e51139a3-f518-4d07-a675-390a347d6520 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d8d31ebf43c4d189c18ba177e23fbad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391275 Jul 14 07:22:56.745233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44702) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:56.810861 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5acfd98b-d887-4f00-be3d-230266939a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:56.855422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bbdfce-b4b2-4875-83d9-9bddfb31d455 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:22:56.860706 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5acfd98b-d887-4f00-be3d-230266939a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:56.875673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port c1bbdfce-b4b2-4875-83d9-9bddfb31d455, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,segment=NetworkSegment(524c6015-92fd-41e1-8252-8aaee5205294),segment_id=524c6015-92fd-41e1-8252-8aaee5205294)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:22:56.884576 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:56.912769 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5acfd98b-d887-4f00-be3d-230266939a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:56.916204 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5acfd98b-d887-4f00-be3d-230266939a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:56.917730 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5acfd98b-d887-4f00-be3d-230266939a34 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d41cb1e7-36e1-4d4e-ba74-1f724b5febd3 HTTP/1.1" status: 204 len: 168 time: 0.1712487 Jul 14 07:22:56.929444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfd98b-d887-4f00-be3d-230266939a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41cb1e7-36e1-4d4e-ba74-1f724b5febd3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:56.966711 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:57.047960 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc64f2-2250-4727-95ef-51889639c573 req-e440da11-32cc-4b40-abeb-05255af35738 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:57.050140 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a6fc64f2-2250-4727-95ef-51889639c573 req-e440da11-32cc-4b40-abeb-05255af35738 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 943 time: 0.2366962 Jul 14 07:22:57.058376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3cdbc-ed33-486d-9f55-9d6a1e19c41c req-13d3e3c3-5e69-43cb-8d80-027d8f9149f6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:57.059894 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eab3cdbc-ed33-486d-9f55-9d6a1e19c41c req-13d3e3c3-5e69-43cb-8d80-027d8f9149f6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.15 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae&tenant_id=b7b4e8051a664c019a0af911d6ce8090&binding%3Ahost_id=n-h1-778696-5 HTTP/1.1" status: 200 len: 943 time: 0.2879684 Jul 14 07:22:57.142811 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a6fc64f2-2250-4727-95ef-51889639c573 req-f7121fcd-bfcb-4441-8565-aa460bab580f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816638 Jul 14 07:22:57.165367 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['c1bbdfce-b4b2-4875-83d9-9bddfb31d455'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:22:57.188425 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [req-eab3cdbc-ed33-486d-9f55-9d6a1e19c41c req-445456df-7fae-4b95-8cc2-4bc1a93be728 service neutron] delete failed (client error): The resource could not be found. Jul 14 07:22:57.190169 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eab3cdbc-ed33-486d-9f55-9d6a1e19c41c req-445456df-7fae-4b95-8cc2-4bc1a93be728 service neutron] 10.222.0.15 "DELETE /v2.0/ports/c1bbdfce-b4b2-4875-83d9-9bddfb31d455/bindings/n-h2-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.1216130 Jul 14 07:22:57.414974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3cdbc-ed33-486d-9f55-9d6a1e19c41c req-dff3d1fb-0b49-4654-979c-03eb831f7d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:57.417344 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eab3cdbc-ed33-486d-9f55-9d6a1e19c41c req-dff3d1fb-0b49-4654-979c-03eb831f7d30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 1095 time: 0.1673813 Jul 14 07:22:57.576987 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3cdbc-ed33-486d-9f55-9d6a1e19c41c req-c1156f55-04be-4e0b-81f7-29ea2117cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:57.578865 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eab3cdbc-ed33-486d-9f55-9d6a1e19c41c req-c1156f55-04be-4e0b-81f7-29ea2117cff9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=deabe113-d88b-4996-a81c-d6af98e94bcb HTTP/1.1" status: 200 len: 898 time: 0.1555290 Jul 14 07:22:57.665734 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eab3cdbc-ed33-486d-9f55-9d6a1e19c41c req-8e42c99e-ba17-44d1-9af3-8b5f16cb2051 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1bbdfce-b4b2-4875-83d9-9bddfb31d455 HTTP/1.1" status: 200 len: 1000 time: 0.0754256 Jul 14 07:22:57.735050 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3cdbc-ed33-486d-9f55-9d6a1e19c41c req-6003b5fd-22d2-4356-9621-8f6dca435d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:57.737101 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eab3cdbc-ed33-486d-9f55-9d6a1e19c41c req-6003b5fd-22d2-4356-9621-8f6dca435d09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52382377-c2d4-4b95-8b50-5ac07cbd1472 HTTP/1.1" status: 200 len: 834 time: 0.0641079 Jul 14 07:22:57.810725 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3cdbc-ed33-486d-9f55-9d6a1e19c41c req-791291ab-8e4b-4859-bc73-dc3bf3761f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:57.812186 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eab3cdbc-ed33-486d-9f55-9d6a1e19c41c req-791291ab-8e4b-4859-bc73-dc3bf3761f4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=deabe113-d88b-4996-a81c-d6af98e94bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683544 Jul 14 07:22:57.917371 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eab3cdbc-ed33-486d-9f55-9d6a1e19c41c req-7fd4f8a0-9a63-4a87-9085-85da903e2e35 service neutron] 10.222.0.15 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980136 Jul 14 07:22:58.004995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44734) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:58.042998 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eab3cdbc-ed33-486d-9f55-9d6a1e19c41c req-e8b67c87-1f26-4f7a-a992-100472e7d54a service neutron] 10.222.0.15 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182513 Jul 14 07:22:58.111171 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-170aee93-45ba-4c5f-9684-7209beef655e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1607277653-network', 'tenant_id': 'b6aac05f6acf46be9ccb98e594f593ff'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:58.143114 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170aee93-45ba-4c5f-9684-7209beef655e admin admin] Made reservation on behalf of b6aac05f6acf46be9ccb98e594f593ff for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:22:58.145681 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-170aee93-45ba-4c5f-9684-7209beef655e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:58.156533 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-170aee93-45ba-4c5f-9684-7209beef655e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:58.303155 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-170aee93-45ba-4c5f-9684-7209beef655e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:58.313611 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-170aee93-45ba-4c5f-9684-7209beef655e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:58.345120 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170aee93-45ba-4c5f-9684-7209beef655e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:22:58.355914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170aee93-45ba-4c5f-9684-7209beef655e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4ee5f0-1317-434e-be6c-117c5061a66f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:58.361596 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-170aee93-45ba-4c5f-9684-7209beef655e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:58.361999 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-170aee93-45ba-4c5f-9684-7209beef655e admin admin] Added segment c791d847-e592-49b2-bb79-fffd0f910c6c of type vlan for network c2357403-4c2d-44c0-8b11-7823ce958e78 Jul 14 07:22:58.385259 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6616334-7736-4a3b-b253-f1fdbcaa6b94 req-9dcb4127-7562-4405-824a-ad639c395ab0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:58.386964 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6616334-7736-4a3b-b253-f1fdbcaa6b94 req-9dcb4127-7562-4405-824a-ad639c395ab0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 944 time: 0.1057396 Jul 14 07:22:58.443347 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-170aee93-45ba-4c5f-9684-7209beef655e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:58.452637 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6616334-7736-4a3b-b253-f1fdbcaa6b94 req-1585aba4-d047-4a78-bcf5-b1873d497552 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543404 Jul 14 07:22:58.507372 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-170aee93-45ba-4c5f-9684-7209beef655e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:58.508744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170aee93-45ba-4c5f-9684-7209beef655e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:58.509337 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-170aee93-45ba-4c5f-9684-7209beef655e admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:58.581914 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-170aee93-45ba-4c5f-9684-7209beef655e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5710912 Jul 14 07:22:58.581914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44748) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:58.587658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-155f680b-f347-4e9f-9656-e505fc4231d9 admin admin] Request body: {'subnet': {'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1607277653-subnet', 'tenant_id': 'b6aac05f6acf46be9ccb98e594f593ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:22:58.612885 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170aee93-45ba-4c5f-9684-7209beef655e admin admin] Pushing event updated for resources: {'Network': ['ID=c2357403-4c2d-44c0-8b11-7823ce958e78,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:58.619584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155f680b-f347-4e9f-9656-e505fc4231d9 admin admin] Made reservation on behalf of b6aac05f6acf46be9ccb98e594f593ff for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:22:58.627157 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-155f680b-f347-4e9f-9656-e505fc4231d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:58.633301 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network c2357403-4c2d-44c0-8b11-7823ce958e78 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:22:58.871281 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-155f680b-f347-4e9f-9656-e505fc4231d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:58.921454 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f680b-f347-4e9f-9656-e505fc4231d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecbddb29-5425-4bd1-a95a-96fb8125ff6a,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:22:58.960813 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155f680b-f347-4e9f-9656-e505fc4231d9 admin admin] Checking segment: {'id': 'c791d847-e592-49b2-bb79-fffd0f910c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:22:58.961164 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155f680b-f347-4e9f-9656-e505fc4231d9 admin admin] Network hostable DHCP agents. Network: c2357403-4c2d-44c0-8b11-7823ce958e78, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:22:58.980150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155f680b-f347-4e9f-9656-e505fc4231d9 admin admin] Network c2357403-4c2d-44c0-8b11-7823ce958e78 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:22:58.990230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-155f680b-f347-4e9f-9656-e505fc4231d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, c2357403-4c2d-44c0-8b11-7823ce958e78) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:22:58.994518 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155f680b-f347-4e9f-9656-e505fc4231d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:58.995292 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-155f680b-f347-4e9f-9656-e505fc4231d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:22:59.001836 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c781d6f-8644-4fef-acdf-3d481d8d8a44 None None] Network c2357403-4c2d-44c0-8b11-7823ce958e78 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:22:59.013037 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-155f680b-f347-4e9f-9656-e505fc4231d9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4305904 Jul 14 07:22:59.142862 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a73ff23-362a-4f91-8602-2aca5953efd7 None None] Network c2357403-4c2d-44c0-8b11-7823ce958e78 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:22:59.496133 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9410e5-eab1-45ee-9736-9729327c215c req-9774e3f6-b26a-4c79-af34-9c362f373d4d tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:59.501745 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-9774e3f6-b26a-4c79-af34-9c362f373d4d tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/networks?id=c2357403-4c2d-44c0-8b11-7823ce958e78 HTTP/1.1" status: 200 len: 813 time: 0.1093822 Jul 14 07:22:59.512262 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-79f79154-4f11-41ca-98c2-82075da5da0f tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/quotas/b6aac05f6acf46be9ccb98e594f593ff HTTP/1.1" status: 200 len: 375 time: 0.0092564 Jul 14 07:22:59.547510 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-9e025044-e113-4f58-8b5f-45ac7544591a tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b6aac05f6acf46be9ccb98e594f593ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287201 Jul 14 07:22:59.559722 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-ee552058-11e7-477d-aeab-4f229c5310e9 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:22:59.560868 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-ee552058-11e7-477d-aeab-4f229c5310e9 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060256 Jul 14 07:22:59.657696 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-78673388-ec3b-44e0-8142-8070b28a6689 service neutron] 10.222.0.35 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904787 Jul 14 07:22:59.797777 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c9137776-3f4f-4150-bed9-0eb52e4ebd82 service neutron] 10.222.0.35 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335249 Jul 14 07:22:59.806054 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052cdbd-ce74-4dec-9f1e-c671059a9f22 req-84cee346-c2e0-4fba-a2e7-772fef3af3c5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:22:59.807502 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c052cdbd-ce74-4dec-9f1e-c671059a9f22 req-84cee346-c2e0-4fba-a2e7-772fef3af3c5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 944 time: 0.1326504 Jul 14 07:22:59.851150 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c052cdbd-ce74-4dec-9f1e-c671059a9f22 req-9db6ade0-e940-4298-8ec7-a1e00e4f8d65 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357442 Jul 14 07:22:59.873916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 44784) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:59.878575 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44786) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:22:59.944032 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9d9a2c40-320c-4791-b7f9-424d6252ff9a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/floatingips/ea03cdb6-08d1-4b73-8511-105c08f2646e HTTP/1.1" status: 200 len: 992 time: 0.0685189 Jul 14 07:23:00.064101 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5506e02-f64a-48ea-9727-6de729b2fd60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:00.127720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c1bbdfce-b4b2-4875-83d9-9bddfb31d455 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:23:00.190633 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5506e02-f64a-48ea-9727-6de729b2fd60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:00.193955 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-136f1c6e-aa0f-4d77-82f0-b7785418207d req-8e8778a7-d983-4a71-abdd-829e67f4acb9 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=95d97e16-6974-4a2e-a479-44504088252a HTTP/1.1" status: 200 len: 210 time: 0.0343521 Jul 14 07:23:00.197898 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:23:00.199086 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5506e02-f64a-48ea-9727-6de729b2fd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:00.203101 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:23:00.203851 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:00.244649 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5506e02-f64a-48ea-9727-6de729b2fd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd070ac6-3a91-486c-b80e-1ac933111393,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:00.253212 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f5506e02-f64a-48ea-9727-6de729b2fd60 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50276d7e8dcc46e8b1b457f2394b4f87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3735287 Jul 14 07:23:00.254019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 44800) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:00.295615 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:00.320347 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b13f69a8-d6ce-407a-b483-810ea5090d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:00.323784 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:00.326472 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8c30bc-3ac6-46b8-9694-bf5a6d0adc69" -d '{"events": [{"server_uuid": "92512528-dcf3-40fb-a0b7-bc170395f4ae", "name": "network-vif-plugged", "status": "completed", "tag": "c1bbdfce-b4b2-4875-83d9-9bddfb31d455"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:00.339548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port c1bbdfce-b4b2-4875-83d9-9bddfb31d455, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,segment=NetworkSegment(524c6015-92fd-41e1-8252-8aaee5205294),segment_id=524c6015-92fd-41e1-8252-8aaee5205294)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:00.343764 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b13f69a8-d6ce-407a-b483-810ea5090d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:00.345433 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:00.398618 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62d9a27-41d5-4e05-8378-ab1abc0d3383 x-openstack-request-id: req-f62d9a27-41d5-4e05-8378-ab1abc0d3383 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:00.398908 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92512528-dcf3-40fb-a0b7-bc170395f4ae", "name": "network-vif-plugged", "status": "completed", "tag": "c1bbdfce-b4b2-4875-83d9-9bddfb31d455", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:00.399254 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f62d9a27-41d5-4e05-8378-ab1abc0d3383 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:00.399646 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455', 'code': 200} Jul 14 07:23:00.411674 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b13f69a8-d6ce-407a-b483-810ea5090d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:00.414402 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b13f69a8-d6ce-407a-b483-810ea5090d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:00.415569 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b13f69a8-d6ce-407a-b483-810ea5090d14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd070ac6-3a91-486c-b80e-1ac933111393 HTTP/1.1" status: 204 len: 168 time: 0.1605787 Jul 14 07:23:00.420278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:00.432139 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f69a8-d6ce-407a-b483-810ea5090d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd070ac6-3a91-486c-b80e-1ac933111393,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:00.481347 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-027991c2-6495-4134-8a55-93064d78ba5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:01.338099 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da90facc-4ab7-42ee-a305-74c77f441c36 req-86ace75e-04ff-41b3-a730-595ce841f6d2 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=95d97e16-6974-4a2e-a479-44504088252a HTTP/1.1" status: 200 len: 210 time: 0.0284069 Jul 14 07:23:01.552874 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9410e5-eab1-45ee-9736-9729327c215c req-64050466-5cf4-427f-bebd-78062aa2112d tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:01.554694 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-64050466-5cf4-427f-bebd-78062aa2112d tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.15 "GET /v2.0/networks?id=c2357403-4c2d-44c0-8b11-7823ce958e78 HTTP/1.1" status: 200 len: 813 time: 0.1148021 Jul 14 07:23:01.570172 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c2c9179a-8be6-4318-a7b0-f95bd11d4b80 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Request body: {'port': {'device_id': 'a677a859-99f1-484a-8031-07e273b22bac', 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78', 'admin_state_up': True, 'tenant_id': 'b6aac05f6acf46be9ccb98e594f593ff'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:01.590175 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9410e5-eab1-45ee-9736-9729327c215c req-4ec6e515-9b44-4451-96e6-da1260e6e6f1 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:01.591656 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-4ec6e515-9b44-4451-96e6-da1260e6e6f1 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.30 "GET /v2.0/networks?id=c2357403-4c2d-44c0-8b11-7823ce958e78 HTTP/1.1" status: 200 len: 813 time: 0.1252112 Jul 14 07:23:01.608472 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-bd9410e5-eab1-45ee-9736-9729327c215c req-87fc43b2-2b92-4f03-9641-e676621e962c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Request body: {'port': {'device_id': '95d97e16-6974-4a2e-a479-44504088252a', 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78', 'admin_state_up': True, 'tenant_id': 'b6aac05f6acf46be9ccb98e594f593ff'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:01.709834 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c2c9179a-8be6-4318-a7b0-f95bd11d4b80 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Made reservation on behalf of b6aac05f6acf46be9ccb98e594f593ff for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:23:01.715048 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c2c9179a-8be6-4318-a7b0-f95bd11d4b80 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:01.738121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9410e5-eab1-45ee-9736-9729327c215c req-87fc43b2-2b92-4f03-9641-e676621e962c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Made reservation on behalf of b6aac05f6acf46be9ccb98e594f593ff for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:23:01.742532 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-87fc43b2-2b92-4f03-9641-e676621e962c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:02.153673 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c2c9179a-8be6-4318-a7b0-f95bd11d4b80 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Allocated IP 172.20.0.5 (c2357403-4c2d-44c0-8b11-7823ce958e78/ecbddb29-5425-4bd1-a95a-96fb8125ff6a/fa65eae7-b0c4-4452-936e-6066870d9bc7) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:23:02.301558 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c2c9179a-8be6-4318-a7b0-f95bd11d4b80 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:02.339020 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c2c9179a-8be6-4318-a7b0-f95bd11d4b80 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:02.387033 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c2c9179a-8be6-4318-a7b0-f95bd11d4b80 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Network c2357403-4c2d-44c0-8b11-7823ce958e78 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:23:02.390198 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c2c9179a-8be6-4318-a7b0-f95bd11d4b80 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:23:02.394147 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c2c9179a-8be6-4318-a7b0-f95bd11d4b80 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:23:02.404706 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-bd9410e5-eab1-45ee-9736-9729327c215c req-87fc43b2-2b92-4f03-9641-e676621e962c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Allocated IP 172.20.0.11 (c2357403-4c2d-44c0-8b11-7823ce958e78/ecbddb29-5425-4bd1-a95a-96fb8125ff6a/efd57b21-cbda-4fb2-a9c9-2b2ca2086471) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:23:02.418884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9179a-8be6-4318-a7b0-f95bd11d4b80 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Pushing event updated for resources: {'Port': ['ID=fa65eae7-b0c4-4452-936e-6066870d9bc7,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:02.449201 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c2c9179a-8be6-4318-a7b0-f95bd11d4b80 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:02.449969 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c2c9179a-8be6-4318-a7b0-f95bd11d4b80 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:02.491289 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e81b7b83-0efb-4ea3-b195-4ce18ff5f411 req-5732d6f6-bf1a-4675-a096-bb0907e68f5a tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=95d97e16-6974-4a2e-a479-44504088252a HTTP/1.1" status: 200 len: 210 time: 0.0367408 Jul 14 07:23:02.496228 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c2c9179a-8be6-4318-a7b0-f95bd11d4b80 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9324265 Jul 14 07:23:02.508623 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Request body: {'port': {'device_id': 'a677a859-99f1-484a-8031-07e273b22bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:02.564853 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-87fc43b2-2b92-4f03-9641-e676621e962c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:02.580568 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:02.607744 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-87fc43b2-2b92-4f03-9641-e676621e962c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:02.658416 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9410e5-eab1-45ee-9736-9729327c215c req-87fc43b2-2b92-4f03-9641-e676621e962c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Network c2357403-4c2d-44c0-8b11-7823ce958e78 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:23:02.662909 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-bd9410e5-eab1-45ee-9736-9729327c215c req-87fc43b2-2b92-4f03-9641-e676621e962c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:23:02.664699 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc43b2-2b92-4f03-9641-e676621e962c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Pushing event updated for resources: {'Port': ['ID=efd57b21-cbda-4fb2-a9c9-2b2ca2086471,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:02.666875 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9410e5-eab1-45ee-9736-9729327c215c req-87fc43b2-2b92-4f03-9641-e676621e962c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:23:02.714265 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9410e5-eab1-45ee-9736-9729327c215c req-87fc43b2-2b92-4f03-9641-e676621e962c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:02.714865 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-87fc43b2-2b92-4f03-9641-e676621e962c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:02.728134 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-87fc43b2-2b92-4f03-9641-e676621e962c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1237068 Jul 14 07:23:02.740373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Request body: {'port': {'device_id': '95d97e16-6974-4a2e-a479-44504088252a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:02.813252 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:02.845607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa65eae7-b0c4-4452-936e-6066870d9bc7 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:23:02.853948 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:02.867520 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Transition to ACTIVE for port object fa65eae7-b0c4-4452-936e-6066870d9bc7 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:23:02.871742 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:02.930088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa65eae7-b0c4-4452-936e-6066870d9bc7,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:02.996696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Attempting to bind port fa65eae7-b0c4-4452-936e-6066870d9bc7 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:23:02.997033 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Attempting to bind port fa65eae7-b0c4-4452-936e-6066870d9bc7 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c791d847-e592-49b2-bb79-fffd0f910c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:23:02.997394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Attempting to bind port fa65eae7-b0c4-4452-936e-6066870d9bc7 on network c2357403-4c2d-44c0-8b11-7823ce958e78 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:23:03.001550 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Port fa65eae7-b0c4-4452-936e-6066870d9bc7 on network c2357403-4c2d-44c0-8b11-7823ce958e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:23:03.001869 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Attempting to bind port fa65eae7-b0c4-4452-936e-6066870d9bc7 on network c2357403-4c2d-44c0-8b11-7823ce958e78 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:23:03.006886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:23:03.007227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Checking segment: {'id': 'c791d847-e592-49b2-bb79-fffd0f910c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:23:03.007618 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Bound using segment: {'id': 'c791d847-e592-49b2-bb79-fffd0f910c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:23:03.008044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Bound port: fa65eae7-b0c4-4452-936e-6066870d9bc7, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c791d847-e592-49b2-bb79-fffd0f910c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:23:03.008430 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:03.073781 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] For port fa65eae7-b0c4-4452-936e-6066870d9bc7, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:23:03.076344 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd57b21-cbda-4fb2-a9c9-2b2ca2086471 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:23:03.076746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] For port fa65eae7-b0c4-4452-936e-6066870d9bc7, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=fa65eae7-b0c4-4452-936e-6066870d9bc7,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:23:03.081574 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:03.085031 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:03.096983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Transition to ACTIVE for port object efd57b21-cbda-4fb2-a9c9-2b2ca2086471 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:23:03.102071 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:03.118322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:03.118948 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:03.120339 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] 10.222.0.15 "PUT /v2.0/ports/fa65eae7-b0c4-4452-936e-6066870d9bc7 HTTP/1.1" status: 200 len: 1091 time: 0.6160350 Jul 14 07:23:03.122450 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a677a859-99f1-484a-8031-07e273b22bac', 'tag': 'fa65eae7-b0c4-4452-936e-6066870d9bc7'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:03.125827 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dd99e0-804c-4fdc-b0e4-fd54e6e6e8df" -d '{"events": [{"name": "network-changed", "server_uuid": "a677a859-99f1-484a-8031-07e273b22bac", "tag": "fa65eae7-b0c4-4452-936e-6066870d9bc7"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:03.157559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415e4b9-dabf-44ca-b3ec-3c0e7a2177c8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa65eae7-b0c4-4452-936e-6066870d9bc7,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:03.190824 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e84e6f1-c30c-45f2-a759-49592c0c106c x-openstack-request-id: req-2e84e6f1-c30c-45f2-a759-49592c0c106c {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:03.191120 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a677a859-99f1-484a-8031-07e273b22bac", "tag": "fa65eae7-b0c4-4452-936e-6066870d9bc7", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:03.191373 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e84e6f1-c30c-45f2-a759-49592c0c106c {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:03.191764 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a677a859-99f1-484a-8031-07e273b22bac', 'tag': 'fa65eae7-b0c4-4452-936e-6066870d9bc7', 'status': 'completed', 'code': 200} Jul 14 07:23:03.195059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Pushing event updated for resources: {'Port': ['ID=efd57b21-cbda-4fb2-a9c9-2b2ca2086471,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:03.222713 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9410e5-eab1-45ee-9736-9729327c215c req-4047038b-8bbb-49ad-b21f-f89ad7ae1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:03.224296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-4047038b-8bbb-49ad-b21f-f89ad7ae1414 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6aac05f6acf46be9ccb98e594f593ff&device_id=a677a859-99f1-484a-8031-07e273b22bac HTTP/1.1" status: 200 len: 1094 time: 0.0620940 Jul 14 07:23:03.232529 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Attempting to bind port efd57b21-cbda-4fb2-a9c9-2b2ca2086471 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:23:03.232872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Attempting to bind port efd57b21-cbda-4fb2-a9c9-2b2ca2086471 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c791d847-e592-49b2-bb79-fffd0f910c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:23:03.233221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Attempting to bind port efd57b21-cbda-4fb2-a9c9-2b2ca2086471 on network c2357403-4c2d-44c0-8b11-7823ce958e78 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:23:03.237491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Port efd57b21-cbda-4fb2-a9c9-2b2ca2086471 on network c2357403-4c2d-44c0-8b11-7823ce958e78 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:23:03.237865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Attempting to bind port efd57b21-cbda-4fb2-a9c9-2b2ca2086471 on network c2357403-4c2d-44c0-8b11-7823ce958e78 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:23:03.242585 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:23:03.242921 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Checking segment: {'id': 'c791d847-e592-49b2-bb79-fffd0f910c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:23:03.243302 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Bound using segment: {'id': 'c791d847-e592-49b2-bb79-fffd0f910c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:23:03.243718 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Bound port: efd57b21-cbda-4fb2-a9c9-2b2ca2086471, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c791d847-e592-49b2-bb79-fffd0f910c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:23:03.244142 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:03.267824 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-7708559e-d861-4ff4-9a09-ac58cfd56bc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa65eae7-b0c4-4452-936e-6066870d9bc7 HTTP/1.1" status: 200 len: 217 time: 0.0360425 Jul 14 07:23:03.296014 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-50ae862f-a9e6-4624-ac68-66da1afa558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:03.320928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] For port efd57b21-cbda-4fb2-a9c9-2b2ca2086471, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:23:03.326396 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] For port efd57b21-cbda-4fb2-a9c9-2b2ca2086471, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=efd57b21-cbda-4fb2-a9c9-2b2ca2086471,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:23:03.330859 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:03.341148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9410e5-eab1-45ee-9736-9729327c215c req-6cb96d0f-26e9-4f6a-a735-dd044e445c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:03.343614 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-6cb96d0f-26e9-4f6a-a735-dd044e445c80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ecbddb29-5425-4bd1-a95a-96fb8125ff6a HTTP/1.1" status: 200 len: 853 time: 0.0691957 Jul 14 07:23:03.371042 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:03.371665 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:03.373120 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] 10.222.0.30 "PUT /v2.0/ports/efd57b21-cbda-4fb2-a9c9-2b2ca2086471 HTTP/1.1" status: 200 len: 1092 time: 0.6373622 Jul 14 07:23:03.373587 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d97e16-6974-4a2e-a479-44504088252a', 'tag': 'efd57b21-cbda-4fb2-a9c9-2b2ca2086471'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:03.375906 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b31d211-9b70-40d7-8c8b-5cf7b837ffaa" -d '{"events": [{"name": "network-changed", "server_uuid": "95d97e16-6974-4a2e-a479-44504088252a", "tag": "efd57b21-cbda-4fb2-a9c9-2b2ca2086471"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:03.378367 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-61289af7-240a-4eb5-94ce-a3fadb8d862c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2357403-4c2d-44c0-8b11-7823ce958e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282929 Jul 14 07:23:03.421715 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fd537-3f1f-4e43-8e68-1d637143158e service neutron] Pushing event updated for resources: {'Port': ['ID=efd57b21-cbda-4fb2-a9c9-2b2ca2086471,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:03.455553 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f7c26a-0188-49d4-8f29-8441ea651ca3 x-openstack-request-id: req-79f7c26a-0188-49d4-8f29-8441ea651ca3 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:03.455840 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d97e16-6974-4a2e-a479-44504088252a", "tag": "efd57b21-cbda-4fb2-a9c9-2b2ca2086471", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:03.456092 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79f7c26a-0188-49d4-8f29-8441ea651ca3 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:03.456477 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d97e16-6974-4a2e-a479-44504088252a', 'tag': 'efd57b21-cbda-4fb2-a9c9-2b2ca2086471', 'status': 'completed', 'code': 200} Jul 14 07:23:03.481003 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-9160c22d-f9c6-49ba-af01-57bf0a5f0b75 service neutron] 10.222.0.15 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948102 Jul 14 07:23:03.488432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9410e5-eab1-45ee-9736-9729327c215c req-212c1732-1c91-482f-afc8-280be800a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:03.490623 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-212c1732-1c91-482f-afc8-280be800a068 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6aac05f6acf46be9ccb98e594f593ff&device_id=95d97e16-6974-4a2e-a479-44504088252a HTTP/1.1" status: 200 len: 1095 time: 0.0660100 Jul 14 07:23:03.532687 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-3876dac5-c899-4333-9ad5-2e6affa06b57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd57b21-cbda-4fb2-a9c9-2b2ca2086471 HTTP/1.1" status: 200 len: 217 time: 0.0340896 Jul 14 07:23:03.579092 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-5dc2c9d1-b315-4f24-8ea8-e3ac6b6088a0 service neutron] 10.222.0.15 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917139 Jul 14 07:23:03.581452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9410e5-eab1-45ee-9736-9729327c215c req-d0519d3e-9a0b-4011-9ea3-0950a0e191fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:03.582981 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-d0519d3e-9a0b-4011-9ea3-0950a0e191fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ecbddb29-5425-4bd1-a95a-96fb8125ff6a HTTP/1.1" status: 200 len: 853 time: 0.0441825 Jul 14 07:23:03.589829 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:03.627318 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-5593d5f6-fb35-42e5-a794-372f729f686c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2357403-4c2d-44c0-8b11-7823ce958e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371380 Jul 14 07:23:03.715486 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-9756a876-8735-4776-ae7b-3257b5df77e5 service neutron] 10.222.0.30 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816045 Jul 14 07:23:03.726672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f58f6d-fc66-45ca-9238-fad80f4fb62a req-ccba4fc1-d8a8-463a-8bf0-8d149b9e32b7 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:03.728168 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-25f58f6d-fc66-45ca-9238-fad80f4fb62a req-ccba4fc1-d8a8-463a-8bf0-8d149b9e32b7 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=95d97e16-6974-4a2e-a479-44504088252a HTTP/1.1" status: 200 len: 944 time: 0.1186476 Jul 14 07:23:03.730881 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd99e0-804c-4fdc-b0e4-fd54e6e6e8df req-878ad2c8-9bda-4591-9659-e9167f5cf3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:03.732267 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36dd99e0-804c-4fdc-b0e4-fd54e6e6e8df req-878ad2c8-9bda-4591-9659-e9167f5cf3b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6aac05f6acf46be9ccb98e594f593ff&device_id=a677a859-99f1-484a-8031-07e273b22bac HTTP/1.1" status: 200 len: 1094 time: 0.0838389 Jul 14 07:23:03.807368 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd9410e5-eab1-45ee-9736-9729327c215c req-cec7f452-39b2-4197-a083-3fcee81d1ea8 service neutron] 10.222.0.30 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848842 Jul 14 07:23:03.811159 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-25f58f6d-fc66-45ca-9238-fad80f4fb62a req-aaf56a24-7dcd-4ccc-845e-db32c76514e7 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771523 Jul 14 07:23:03.845548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd99e0-804c-4fdc-b0e4-fd54e6e6e8df req-31b9c28e-e6dc-4460-b16f-6e5c51e19e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:03.847018 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36dd99e0-804c-4fdc-b0e4-fd54e6e6e8df req-31b9c28e-e6dc-4460-b16f-6e5c51e19e45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2357403-4c2d-44c0-8b11-7823ce958e78 HTTP/1.1" status: 200 len: 914 time: 0.1057620 Jul 14 07:23:03.891695 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36dd99e0-804c-4fdc-b0e4-fd54e6e6e8df req-4fd850a5-ceee-4d47-a598-75be2a53b32f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa65eae7-b0c4-4452-936e-6066870d9bc7 HTTP/1.1" status: 200 len: 217 time: 0.0377676 Jul 14 07:23:03.914793 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31d211-9b70-40d7-8c8b-5cf7b837ffaa req-663249e6-9986-423e-8fdb-914bf41e5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:03.916294 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3b31d211-9b70-40d7-8c8b-5cf7b837ffaa req-663249e6-9986-423e-8fdb-914bf41e5d13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6aac05f6acf46be9ccb98e594f593ff&device_id=95d97e16-6974-4a2e-a479-44504088252a HTTP/1.1" status: 200 len: 1095 time: 0.0524364 Jul 14 07:23:03.940043 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd99e0-804c-4fdc-b0e4-fd54e6e6e8df req-1f152f88-84b4-43cb-b1d1-58bec5d3c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:03.941509 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36dd99e0-804c-4fdc-b0e4-fd54e6e6e8df req-1f152f88-84b4-43cb-b1d1-58bec5d3c3c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ecbddb29-5425-4bd1-a95a-96fb8125ff6a HTTP/1.1" status: 200 len: 853 time: 0.0436132 Jul 14 07:23:03.977311 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36dd99e0-804c-4fdc-b0e4-fd54e6e6e8df req-60dcbf00-f939-42b8-a61b-342aecf0da48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2357403-4c2d-44c0-8b11-7823ce958e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291107 Jul 14 07:23:04.013544 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31d211-9b70-40d7-8c8b-5cf7b837ffaa req-657d06c2-6168-48a8-bfff-032e0701c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:04.015163 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3b31d211-9b70-40d7-8c8b-5cf7b837ffaa req-657d06c2-6168-48a8-bfff-032e0701c1b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2357403-4c2d-44c0-8b11-7823ce958e78 HTTP/1.1" status: 200 len: 914 time: 0.0914545 Jul 14 07:23:04.061069 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3b31d211-9b70-40d7-8c8b-5cf7b837ffaa req-135357af-1a74-4c27-9dc5-5b9d7733f663 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd57b21-cbda-4fb2-a9c9-2b2ca2086471 HTTP/1.1" status: 200 len: 217 time: 0.0389657 Jul 14 07:23:04.072714 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36dd99e0-804c-4fdc-b0e4-fd54e6e6e8df req-22d8e57a-e222-4d08-8401-58fce1446b7a service neutron] 10.222.0.15 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875092 Jul 14 07:23:04.109053 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31d211-9b70-40d7-8c8b-5cf7b837ffaa req-f4df0cf2-db97-4a12-9341-6cca036351d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:04.110532 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3b31d211-9b70-40d7-8c8b-5cf7b837ffaa req-f4df0cf2-db97-4a12-9341-6cca036351d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ecbddb29-5425-4bd1-a95a-96fb8125ff6a HTTP/1.1" status: 200 len: 853 time: 0.0424466 Jul 14 07:23:04.150987 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3b31d211-9b70-40d7-8c8b-5cf7b837ffaa req-cea5f910-ceb7-4a87-8eb5-ce9d1b76ef25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2357403-4c2d-44c0-8b11-7823ce958e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250890 Jul 14 07:23:04.160720 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36dd99e0-804c-4fdc-b0e4-fd54e6e6e8df req-c2890b21-db8c-43cd-b978-ecd171d25924 service neutron] 10.222.0.15 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811794 Jul 14 07:23:04.243294 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3b31d211-9b70-40d7-8c8b-5cf7b837ffaa req-2053684a-4672-42a3-8c79-8f6b09362a87 service neutron] 10.222.0.30 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847259 Jul 14 07:23:04.330806 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3b31d211-9b70-40d7-8c8b-5cf7b837ffaa req-3ec62e93-e692-4605-8863-31f053ff074f service neutron] 10.222.0.30 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790811 Jul 14 07:23:04.606690 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:05.010275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dfb03-d61a-4950-9b41-20ff25e1e7be req-d0b1bcba-9fe7-4cca-9a18-0644ea81c2a9 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:05.011753 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-492dfb03-d61a-4950-9b41-20ff25e1e7be req-d0b1bcba-9fe7-4cca-9a18-0644ea81c2a9 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=95d97e16-6974-4a2e-a479-44504088252a HTTP/1.1" status: 200 len: 944 time: 0.0836000 Jul 14 07:23:05.048254 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-492dfb03-d61a-4950-9b41-20ff25e1e7be req-e25e2bce-1be4-4088-ac33-e1d1a11f238c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309458 Jul 14 07:23:06.143292 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device efd57b21-cbda-4fb2-a9c9-2b2ca2086471 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:23:06.180944 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:06.233346 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d57252-aa38-4d07-937c-33e3a726c945 req-5ec89123-7d57-4cfb-90b0-e2d59cef3f14 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:06.236212 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21d57252-aa38-4d07-937c-33e3a726c945 req-5ec89123-7d57-4cfb-90b0-e2d59cef3f14 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=95d97e16-6974-4a2e-a479-44504088252a HTTP/1.1" status: 200 len: 944 time: 0.0732908 Jul 14 07:23:06.275904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port efd57b21-cbda-4fb2-a9c9-2b2ca2086471, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=efd57b21-cbda-4fb2-a9c9-2b2ca2086471,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:06.284953 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'efd57b21-cbda-4fb2-a9c9-2b2ca2086471', 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78', 'port_id': 'efd57b21-cbda-4fb2-a9c9-2b2ca2086471', 'mac_address': 'fa:16:3e:3b:a0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecbddb29-5425-4bd1-a95a-96fb8125ff6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:23:06.285899 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21d57252-aa38-4d07-937c-33e3a726c945 req-817040b7-0dc6-4c0c-99e8-11e3c5fc0888 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Jul 14 07:23:06.323802 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:06.336979 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd57b21-cbda-4fb2-a9c9-2b2ca2086471 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:23:06.355982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port efd57b21-cbda-4fb2-a9c9-2b2ca2086471, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=efd57b21-cbda-4fb2-a9c9-2b2ca2086471,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:06.359909 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:06.414065 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=efd57b21-cbda-4fb2-a9c9-2b2ca2086471,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:06.679392 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['efd57b21-cbda-4fb2-a9c9-2b2ca2086471'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:23:07.462190 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc64ab-73b7-468c-a3d1-9904fe561d05 req-22c1241f-8f87-4800-a210-6419b41bc791 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:07.463679 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c2fc64ab-73b7-468c-a3d1-9904fe561d05 req-22c1241f-8f87-4800-a210-6419b41bc791 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=95d97e16-6974-4a2e-a479-44504088252a HTTP/1.1" status: 200 len: 945 time: 0.0627487 Jul 14 07:23:07.500350 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c2fc64ab-73b7-468c-a3d1-9904fe561d05 req-71273467-640f-4e08-9c03-a325f8dffbf2 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309882 Jul 14 07:23:07.520879 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device fa65eae7-b0c4-4452-936e-6066870d9bc7 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:23:07.614808 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port fa65eae7-b0c4-4452-936e-6066870d9bc7, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=fa65eae7-b0c4-4452-936e-6066870d9bc7,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:07.626301 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'fa65eae7-b0c4-4452-936e-6066870d9bc7', 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78', 'port_id': 'fa65eae7-b0c4-4452-936e-6066870d9bc7', 'mac_address': 'fa:16:3e:b2:a4:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecbddb29-5425-4bd1-a95a-96fb8125ff6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:23:07.662621 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:07.674851 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa65eae7-b0c4-4452-936e-6066870d9bc7 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:23:07.694484 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port fa65eae7-b0c4-4452-936e-6066870d9bc7, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=fa65eae7-b0c4-4452-936e-6066870d9bc7,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:07.698198 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:07.755981 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=fa65eae7-b0c4-4452-936e-6066870d9bc7,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:07.914770 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['fa65eae7-b0c4-4452-936e-6066870d9bc7'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:23:08.153123 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device efd57b21-cbda-4fb2-a9c9-2b2ca2086471 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:23:08.201002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port efd57b21-cbda-4fb2-a9c9-2b2ca2086471 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:23:08.204720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port efd57b21-cbda-4fb2-a9c9-2b2ca2086471 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:23:08.205089 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:08.281605 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:08.303722 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d97e16-6974-4a2e-a479-44504088252a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd57b21-cbda-4fb2-a9c9-2b2ca2086471'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:08.305963 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffba1a2c-20cb-4037-bb17-0eb1d180c284" -d '{"events": [{"server_uuid": "95d97e16-6974-4a2e-a479-44504088252a", "name": "network-vif-plugged", "status": "completed", "tag": "efd57b21-cbda-4fb2-a9c9-2b2ca2086471"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:08.319112 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port efd57b21-cbda-4fb2-a9c9-2b2ca2086471, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=efd57b21-cbda-4fb2-a9c9-2b2ca2086471,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:08.324378 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:08.348123 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739a7fb7-f758-4d4f-a0ef-1be40812e24d x-openstack-request-id: req-739a7fb7-f758-4d4f-a0ef-1be40812e24d {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:08.348419 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d97e16-6974-4a2e-a479-44504088252a", "name": "network-vif-plugged", "status": "completed", "tag": "efd57b21-cbda-4fb2-a9c9-2b2ca2086471", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:08.348672 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-739a7fb7-f758-4d4f-a0ef-1be40812e24d {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:08.349061 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d97e16-6974-4a2e-a479-44504088252a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd57b21-cbda-4fb2-a9c9-2b2ca2086471', 'code': 200} Jul 14 07:23:08.375893 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=efd57b21-cbda-4fb2-a9c9-2b2ca2086471,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:08.481542 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c34fc-bd4d-4e13-8a0b-299fbd2ec5fa req-36ed435d-d434-452f-8df6-82e3978d1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:08.486739 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-937c34fc-bd4d-4e13-8a0b-299fbd2ec5fa req-36ed435d-d434-452f-8df6-82e3978d1761 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=95d97e16-6974-4a2e-a479-44504088252a HTTP/1.1" status: 200 len: 1097 time: 0.0578697 Jul 14 07:23:08.525854 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-937c34fc-bd4d-4e13-8a0b-299fbd2ec5fa req-0b2db9f0-801d-4f5e-b07c-b55a53f40a45 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324540 Jul 14 07:23:08.676806 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a67a0-167a-4290-a368-98a10fbf4401 req-d84b39bb-a680-4699-8676-80fadd3c41b2 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:08.679114 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-627a67a0-167a-4290-a368-98a10fbf4401 req-d84b39bb-a680-4699-8676-80fadd3c41b2 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=95d97e16-6974-4a2e-a479-44504088252a HTTP/1.1" status: 200 len: 946 time: 0.0694981 Jul 14 07:23:08.716910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-627a67a0-167a-4290-a368-98a10fbf4401 req-cd4c6b32-c221-4305-90f2-fd2d69e97c19 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318863 Jul 14 07:23:09.532176 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device fa65eae7-b0c4-4452-936e-6066870d9bc7 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:23:09.585333 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port fa65eae7-b0c4-4452-936e-6066870d9bc7 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:23:09.589296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port fa65eae7-b0c4-4452-936e-6066870d9bc7 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:23:09.589683 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:09.663262 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:09.694565 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port fa65eae7-b0c4-4452-936e-6066870d9bc7, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=fa65eae7-b0c4-4452-936e-6066870d9bc7,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:09.697989 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:09.742672 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=fa65eae7-b0c4-4452-936e-6066870d9bc7,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:09.890999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03eef9-6ef9-4591-a534-b5259d38e261 req-bcafe4c9-04bc-4a45-93a5-d0b2943b4ee8 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:09.892644 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf03eef9-6ef9-4591-a534-b5259d38e261 req-bcafe4c9-04bc-4a45-93a5-d0b2943b4ee8 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=95d97e16-6974-4a2e-a479-44504088252a HTTP/1.1" status: 200 len: 946 time: 0.0642703 Jul 14 07:23:09.930838 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf03eef9-6ef9-4591-a534-b5259d38e261 req-0783d3a3-f84e-4821-b65e-170dbc87a35f tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318906 Jul 14 07:23:10.107102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db504c-d032-4f44-a2eb-895c2b4010e1 req-9e34b06c-6c9a-497b-8d4a-938e7d829bca tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:10.108582 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-68db504c-d032-4f44-a2eb-895c2b4010e1 req-9e34b06c-6c9a-497b-8d4a-938e7d829bca tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=a677a859-99f1-484a-8031-07e273b22bac HTTP/1.1" status: 200 len: 945 time: 0.0657883 Jul 14 07:23:10.145210 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-68db504c-d032-4f44-a2eb-895c2b4010e1 req-7376bf0d-ae86-48c5-9072-0a479b970e77 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311244 Jul 14 07:23:10.350551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a677a859-99f1-484a-8031-07e273b22bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa65eae7-b0c4-4452-936e-6066870d9bc7'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:10.352936 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7954ba-d9f6-4df1-86d3-9d6cf6172996" -d '{"events": [{"server_uuid": "a677a859-99f1-484a-8031-07e273b22bac", "name": "network-vif-plugged", "status": "completed", "tag": "fa65eae7-b0c4-4452-936e-6066870d9bc7"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:10.389488 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468d77f4-97d5-4c22-81c0-728f5ab475be x-openstack-request-id: req-468d77f4-97d5-4c22-81c0-728f5ab475be {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:10.389488 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a677a859-99f1-484a-8031-07e273b22bac", "name": "network-vif-plugged", "status": "completed", "tag": "fa65eae7-b0c4-4452-936e-6066870d9bc7", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:10.389728 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-468d77f4-97d5-4c22-81c0-728f5ab475be {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:10.390360 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a677a859-99f1-484a-8031-07e273b22bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa65eae7-b0c4-4452-936e-6066870d9bc7', 'code': 200} Jul 14 07:23:10.499406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734dcdc-f312-4f74-9ad6-75afa82e2081 req-0f7c3c18-8629-4fe0-938c-b31349141242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:10.500880 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e734dcdc-f312-4f74-9ad6-75afa82e2081 req-0f7c3c18-8629-4fe0-938c-b31349141242 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a677a859-99f1-484a-8031-07e273b22bac HTTP/1.1" status: 200 len: 1096 time: 0.0507874 Jul 14 07:23:10.534586 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e734dcdc-f312-4f74-9ad6-75afa82e2081 req-fab085ec-7219-4ede-836b-e2b5387d02aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274038 Jul 14 07:23:11.429444 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d3322-cb57-413c-bf7c-108667b810a8 req-b6abd2f1-6407-409c-bb10-9b49f71301dd tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:11.435046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c8d3322-cb57-413c-bf7c-108667b810a8 req-b6abd2f1-6407-409c-bb10-9b49f71301dd tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=a677a859-99f1-484a-8031-07e273b22bac HTTP/1.1" status: 200 len: 945 time: 0.1056387 Jul 14 07:23:11.484738 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c8d3322-cb57-413c-bf7c-108667b810a8 req-04a46e5c-cf3c-4b9c-80fc-c837d4c7ad45 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434413 Jul 14 07:23:12.039557 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:23:12.660835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f73a3e-3cfa-4ce8-bbef-175c6627eca1 req-667e1306-9b38-4471-9b86-d0c7e1d1384c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:12.662323 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-58f73a3e-3cfa-4ce8-bbef-175c6627eca1 req-667e1306-9b38-4471-9b86-d0c7e1d1384c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=a677a859-99f1-484a-8031-07e273b22bac HTTP/1.1" status: 200 len: 945 time: 0.0667758 Jul 14 07:23:12.700691 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-58f73a3e-3cfa-4ce8-bbef-175c6627eca1 req-6e7cdace-d1f4-4c8f-8acf-4008c86b6766 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326722 Jul 14 07:23:13.462684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-cf454bd9-9208-4699-8b64-b0b4a20ddeef tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:13.464228 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-cf454bd9-9208-4699-8b64-b0b4a20ddeef tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/networks?id=c2357403-4c2d-44c0-8b11-7823ce958e78 HTTP/1.1" status: 200 len: 813 time: 0.1595039 Jul 14 07:23:13.478792 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-e51ed724-957b-4457-a742-02c3bfdf09a6 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/quotas/b6aac05f6acf46be9ccb98e594f593ff HTTP/1.1" status: 200 len: 375 time: 0.0092249 Jul 14 07:23:13.553663 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-a95c22be-a969-437e-8d40-0d12909d9e37 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b6aac05f6acf46be9ccb98e594f593ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675435 Jul 14 07:23:13.644815 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-f55c22ef-5530-4859-972c-5b861d7da9bc service neutron] 10.222.0.35 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844524 Jul 14 07:23:13.735810 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-1a4cd415-68c2-4344-aabc-a89c42d86975 service neutron] 10.222.0.35 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849524 Jul 14 07:23:14.135010 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5e23e7d-0ffe-4b3b-91f9-f6f7c481c5bc req-25f988cb-297b-4207-9c3a-ee5320235506 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=0289c94c-2339-412b-be0f-402e40c7c03d HTTP/1.1" status: 200 len: 210 time: 0.0296533 Jul 14 07:23:14.274696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a2d08-8706-46b2-85f3-50068455bb5b req-6c626250-8c08-4a6b-ae0d-858397e85e93 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:14.276181 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a12a2d08-8706-46b2-85f3-50068455bb5b req-6c626250-8c08-4a6b-ae0d-858397e85e93 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.15 "GET /v2.0/ports?device_id=a677a859-99f1-484a-8031-07e273b22bac HTTP/1.1" status: 200 len: 945 time: 0.0641713 Jul 14 07:23:14.391904 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-a12a2d08-8706-46b2-85f3-50068455bb5b req-80d55e87-1d4d-4d1f-b8a6-a4758003e003 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Deleting port fa65eae7-b0c4-4452-936e-6066870d9bc7 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:23:14.392247 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a12a2d08-8706-46b2-85f3-50068455bb5b req-80d55e87-1d4d-4d1f-b8a6-a4758003e003 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:14.491428 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-a12a2d08-8706-46b2-85f3-50068455bb5b req-80d55e87-1d4d-4d1f-b8a6-a4758003e003 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] For port fa65eae7-b0c4-4452-936e-6066870d9bc7, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=fa65eae7-b0c4-4452-936e-6066870d9bc7,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:14.492079 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a12a2d08-8706-46b2-85f3-50068455bb5b req-80d55e87-1d4d-4d1f-b8a6-a4758003e003 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:14.508091 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-a12a2d08-8706-46b2-85f3-50068455bb5b req-80d55e87-1d4d-4d1f-b8a6-a4758003e003 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Calling delete_port for fa65eae7-b0c4-4452-936e-6066870d9bc7 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:23:14.658416 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a12a2d08-8706-46b2-85f3-50068455bb5b req-80d55e87-1d4d-4d1f-b8a6-a4758003e003 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:14.674694 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['fa65eae7-b0c4-4452-936e-6066870d9bc7'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:23:14.685470 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['efd57b21-cbda-4fb2-a9c9-2b2ca2086471'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:23:14.692807 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d55e87-1d4d-4d1f-b8a6-a4758003e003 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Pushing event deleted for resources: {'Port': ['ID=fa65eae7-b0c4-4452-936e-6066870d9bc7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:14.743666 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf8cc6-d6d0-4309-b8fd-abbbd5e978ec req-760e85ca-c06a-454d-859f-9ec72bb69128 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:14.746031 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-28bf8cc6-d6d0-4309-b8fd-abbbd5e978ec req-760e85ca-c06a-454d-859f-9ec72bb69128 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.30 "GET /v2.0/ports?device_id=95d97e16-6974-4a2e-a479-44504088252a HTTP/1.1" status: 200 len: 946 time: 0.1092410 Jul 14 07:23:14.802612 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12a2d08-8706-46b2-85f3-50068455bb5b req-80d55e87-1d4d-4d1f-b8a6-a4758003e003 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] No DVR routers for this DVR port fa65eae7-b0c4-4452-936e-6066870d9bc7 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:23:14.813253 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a12a2d08-8706-46b2-85f3-50068455bb5b req-80d55e87-1d4d-4d1f-b8a6-a4758003e003 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:14.815353 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a12a2d08-8706-46b2-85f3-50068455bb5b req-80d55e87-1d4d-4d1f-b8a6-a4758003e003 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.15 "DELETE /v2.0/ports/fa65eae7-b0c4-4452-936e-6066870d9bc7 HTTP/1.1" status: 204 len: 173 time: 0.5337594 Jul 14 07:23:14.815820 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a677a859-99f1-484a-8031-07e273b22bac', 'name': 'network-vif-deleted', 'tag': 'fa65eae7-b0c4-4452-936e-6066870d9bc7'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:14.818374 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96643feb-d54b-4a76-a568-e8751d81ff51" -d '{"events": [{"server_uuid": "a677a859-99f1-484a-8031-07e273b22bac", "name": "network-vif-deleted", "tag": "fa65eae7-b0c4-4452-936e-6066870d9bc7"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:14.891938 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bc67b4-b961-4587-bc05-59fca51861f3 x-openstack-request-id: req-56bc67b4-b961-4587-bc05-59fca51861f3 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:14.892238 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a677a859-99f1-484a-8031-07e273b22bac", "name": "network-vif-deleted", "tag": "fa65eae7-b0c4-4452-936e-6066870d9bc7", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:14.892498 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-56bc67b4-b961-4587-bc05-59fca51861f3 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:14.892956 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a677a859-99f1-484a-8031-07e273b22bac', 'name': 'network-vif-deleted', 'tag': 'fa65eae7-b0c4-4452-936e-6066870d9bc7', 'status': 'completed', 'code': 200} Jul 14 07:23:14.967149 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-28bf8cc6-d6d0-4309-b8fd-abbbd5e978ec req-6cb2a2d4-81c5-40e1-a974-5bda4ed7ad9a tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Deleting port efd57b21-cbda-4fb2-a9c9-2b2ca2086471 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:23:14.967655 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-28bf8cc6-d6d0-4309-b8fd-abbbd5e978ec req-6cb2a2d4-81c5-40e1-a974-5bda4ed7ad9a tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:15.091462 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-28bf8cc6-d6d0-4309-b8fd-abbbd5e978ec req-6cb2a2d4-81c5-40e1-a974-5bda4ed7ad9a tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] For port efd57b21-cbda-4fb2-a9c9-2b2ca2086471, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=efd57b21-cbda-4fb2-a9c9-2b2ca2086471,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:15.091757 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-28bf8cc6-d6d0-4309-b8fd-abbbd5e978ec req-6cb2a2d4-81c5-40e1-a974-5bda4ed7ad9a tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:15.106921 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-28bf8cc6-d6d0-4309-b8fd-abbbd5e978ec req-6cb2a2d4-81c5-40e1-a974-5bda4ed7ad9a tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Calling delete_port for efd57b21-cbda-4fb2-a9c9-2b2ca2086471 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:23:15.259115 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-28bf8cc6-d6d0-4309-b8fd-abbbd5e978ec req-6cb2a2d4-81c5-40e1-a974-5bda4ed7ad9a tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:15.270770 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['fa65eae7-b0c4-4452-936e-6066870d9bc7'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:23:15.335706 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2a2d4-81c5-40e1-a974-5bda4ed7ad9a tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Pushing event deleted for resources: {'Port': ['ID=efd57b21-cbda-4fb2-a9c9-2b2ca2086471,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:15.342709 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-960a5f85-0b63-47aa-8968-35b5eedebef2 req-4b04d090-0ce5-4713-93ce-a841ce2a30a2 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=0289c94c-2339-412b-be0f-402e40c7c03d HTTP/1.1" status: 200 len: 210 time: 0.0761375 Jul 14 07:23:15.359316 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bf8cc6-d6d0-4309-b8fd-abbbd5e978ec req-6cb2a2d4-81c5-40e1-a974-5bda4ed7ad9a tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] No DVR routers for this DVR port efd57b21-cbda-4fb2-a9c9-2b2ca2086471 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:23:15.362841 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-28bf8cc6-d6d0-4309-b8fd-abbbd5e978ec req-6cb2a2d4-81c5-40e1-a974-5bda4ed7ad9a tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:15.365427 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-28bf8cc6-d6d0-4309-b8fd-abbbd5e978ec req-6cb2a2d4-81c5-40e1-a974-5bda4ed7ad9a tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.30 "DELETE /v2.0/ports/efd57b21-cbda-4fb2-a9c9-2b2ca2086471 HTTP/1.1" status: 204 len: 173 time: 0.6126964 Jul 14 07:23:15.366349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d97e16-6974-4a2e-a479-44504088252a', 'name': 'network-vif-deleted', 'tag': 'efd57b21-cbda-4fb2-a9c9-2b2ca2086471'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:15.369422 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e81c0a-5287-440d-8b69-c988079f685b" -d '{"events": [{"server_uuid": "95d97e16-6974-4a2e-a479-44504088252a", "name": "network-vif-deleted", "tag": "efd57b21-cbda-4fb2-a9c9-2b2ca2086471"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:15.415411 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:15.421538 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21f472d-07a6-4952-b217-f5ca4a6d523b x-openstack-request-id: req-b21f472d-07a6-4952-b217-f5ca4a6d523b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:15.421836 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d97e16-6974-4a2e-a479-44504088252a", "name": "network-vif-deleted", "tag": "efd57b21-cbda-4fb2-a9c9-2b2ca2086471", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:15.422090 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b21f472d-07a6-4952-b217-f5ca4a6d523b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:15.423267 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d97e16-6974-4a2e-a479-44504088252a', 'name': 'network-vif-deleted', 'tag': 'efd57b21-cbda-4fb2-a9c9-2b2ca2086471', 'status': 'completed', 'code': 200} Jul 14 07:23:15.593960 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:15.634514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-ce3ad365-38d8-4add-814e-38f516acfe9d tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:15.643743 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-ce3ad365-38d8-4add-814e-38f516acfe9d tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.30 "GET /v2.0/networks?id=c2357403-4c2d-44c0-8b11-7823ce958e78 HTTP/1.1" status: 200 len: 813 time: 0.1983831 Jul 14 07:23:15.659209 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-340bc702-0d07-4e90-8dfc-efb9636dc1d3 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Request body: {'port': {'device_id': '0289c94c-2339-412b-be0f-402e40c7c03d', 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78', 'admin_state_up': True, 'tenant_id': 'b6aac05f6acf46be9ccb98e594f593ff'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:15.690837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-b259edd8-5746-4472-83ed-1e8fec8a390b tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:15.694227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-b259edd8-5746-4472-83ed-1e8fec8a390b tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.15 "GET /v2.0/networks?id=c2357403-4c2d-44c0-8b11-7823ce958e78 HTTP/1.1" status: 200 len: 813 time: 0.2146826 Jul 14 07:23:15.737448 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-6a26d02a-2c52-4cde-ac33-24033a312c5c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Request body: {'port': {'device_id': 'de768414-f952-4ad6-831a-6615051e2563', 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78', 'admin_state_up': True, 'tenant_id': 'b6aac05f6acf46be9ccb98e594f593ff'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:15.941632 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-340bc702-0d07-4e90-8dfc-efb9636dc1d3 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Made reservation on behalf of b6aac05f6acf46be9ccb98e594f593ff for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:23:15.947364 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-340bc702-0d07-4e90-8dfc-efb9636dc1d3 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:15.992756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-6a26d02a-2c52-4cde-ac33-24033a312c5c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Made reservation on behalf of b6aac05f6acf46be9ccb98e594f593ff for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:23:16.001332 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-6a26d02a-2c52-4cde-ac33-24033a312c5c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:16.132237 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-340bc702-0d07-4e90-8dfc-efb9636dc1d3 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Allocated IP 172.20.0.10 (c2357403-4c2d-44c0-8b11-7823ce958e78/ecbddb29-5425-4bd1-a95a-96fb8125ff6a/3ccb4d15-0b40-4fb6-b402-594b3937b96a) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:23:16.289959 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-340bc702-0d07-4e90-8dfc-efb9636dc1d3 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:16.331722 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-340bc702-0d07-4e90-8dfc-efb9636dc1d3 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:16.346934 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['fa65eae7-b0c4-4452-936e-6066870d9bc7'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:23:16.385834 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-340bc702-0d07-4e90-8dfc-efb9636dc1d3 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Network c2357403-4c2d-44c0-8b11-7823ce958e78 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:23:16.389297 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-340bc702-0d07-4e90-8dfc-efb9636dc1d3 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:23:16.391899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-340bc702-0d07-4e90-8dfc-efb9636dc1d3 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:23:16.394643 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-6a26d02a-2c52-4cde-ac33-24033a312c5c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Allocated IP 172.20.0.6 (c2357403-4c2d-44c0-8b11-7823ce958e78/ecbddb29-5425-4bd1-a95a-96fb8125ff6a/2f47632b-7a65-4449-a16a-c30469f87388) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:23:16.425985 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bc702-0d07-4e90-8dfc-efb9636dc1d3 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Pushing event updated for resources: {'Port': ['ID=3ccb4d15-0b40-4fb6-b402-594b3937b96a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:16.449565 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-340bc702-0d07-4e90-8dfc-efb9636dc1d3 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:16.450289 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-340bc702-0d07-4e90-8dfc-efb9636dc1d3 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:16.464238 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-340bc702-0d07-4e90-8dfc-efb9636dc1d3 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8089969 Jul 14 07:23:16.477089 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Request body: {'port': {'device_id': '0289c94c-2339-412b-be0f-402e40c7c03d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:16.549792 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:16.597076 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-6a26d02a-2c52-4cde-ac33-24033a312c5c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:16.607397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e8f27-75ee-4880-930c-c2aa2f49e31c req-21a9171c-690e-479d-b4d4-554d86b3b1ec tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:16.609684 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-373e8f27-75ee-4880-930c-c2aa2f49e31c req-21a9171c-690e-479d-b4d4-554d86b3b1ec tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=0289c94c-2339-412b-be0f-402e40c7c03d HTTP/1.1" status: 200 len: 932 time: 0.1404760 Jul 14 07:23:16.657962 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-6a26d02a-2c52-4cde-ac33-24033a312c5c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:16.671697 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['fa65eae7-b0c4-4452-936e-6066870d9bc7'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:23:16.725999 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-373e8f27-75ee-4880-930c-c2aa2f49e31c req-d595f4a4-a8c8-4ba0-b293-e76a4066e474 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845659 Jul 14 07:23:16.730592 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-6a26d02a-2c52-4cde-ac33-24033a312c5c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Network c2357403-4c2d-44c0-8b11-7823ce958e78 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:23:16.732039 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26d02a-2c52-4cde-ac33-24033a312c5c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Pushing event updated for resources: {'Port': ['ID=2f47632b-7a65-4449-a16a-c30469f87388,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:16.734761 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-6a26d02a-2c52-4cde-ac33-24033a312c5c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:23:16.736797 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-6a26d02a-2c52-4cde-ac33-24033a312c5c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:23:16.787907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-6a26d02a-2c52-4cde-ac33-24033a312c5c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:16.788528 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-6a26d02a-2c52-4cde-ac33-24033a312c5c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:16.805018 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-6a26d02a-2c52-4cde-ac33-24033a312c5c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1010127 Jul 14 07:23:16.817831 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Request body: {'port': {'device_id': 'de768414-f952-4ad6-831a-6615051e2563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:16.848947 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ccb4d15-0b40-4fb6-b402-594b3937b96a {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:23:16.855605 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:16.869402 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Transition to ACTIVE for port object 3ccb4d15-0b40-4fb6-b402-594b3937b96a will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:23:16.874201 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:16.918800 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:16.971458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccb4d15-0b40-4fb6-b402-594b3937b96a,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:17.003705 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Attempting to bind port 3ccb4d15-0b40-4fb6-b402-594b3937b96a on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:23:17.004157 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Attempting to bind port 3ccb4d15-0b40-4fb6-b402-594b3937b96a by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c791d847-e592-49b2-bb79-fffd0f910c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:23:17.004574 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Attempting to bind port 3ccb4d15-0b40-4fb6-b402-594b3937b96a on network c2357403-4c2d-44c0-8b11-7823ce958e78 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:23:17.009684 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Port 3ccb4d15-0b40-4fb6-b402-594b3937b96a on network c2357403-4c2d-44c0-8b11-7823ce958e78 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:23:17.010144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Attempting to bind port 3ccb4d15-0b40-4fb6-b402-594b3937b96a on network c2357403-4c2d-44c0-8b11-7823ce958e78 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:23:17.015858 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:23:17.016370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Checking segment: {'id': 'c791d847-e592-49b2-bb79-fffd0f910c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:23:17.016845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Bound using segment: {'id': 'c791d847-e592-49b2-bb79-fffd0f910c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:23:17.017393 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Bound port: 3ccb4d15-0b40-4fb6-b402-594b3937b96a, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c791d847-e592-49b2-bb79-fffd0f910c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:23:17.018080 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:17.087195 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] For port 3ccb4d15-0b40-4fb6-b402-594b3937b96a, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:23:17.091797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] For port 3ccb4d15-0b40-4fb6-b402-594b3937b96a, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ccb4d15-0b40-4fb6-b402-594b3937b96a,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:23:17.097040 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:17.133845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:17.134663 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:17.136231 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] 10.222.0.30 "PUT /v2.0/ports/3ccb4d15-0b40-4fb6-b402-594b3937b96a HTTP/1.1" status: 200 len: 1092 time: 0.6632104 Jul 14 07:23:17.209688 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630cb1b-f909-4378-bdec-47bc7a279c88 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccb4d15-0b40-4fb6-b402-594b3937b96a,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:17.222131 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f47632b-7a65-4449-a16a-c30469f87388 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:23:17.231221 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:17.242350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-f295fb8b-d509-458f-89b4-049c9e314159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:17.243965 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-f295fb8b-d509-458f-89b4-049c9e314159 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6aac05f6acf46be9ccb98e594f593ff&device_id=0289c94c-2339-412b-be0f-402e40c7c03d HTTP/1.1" status: 200 len: 1095 time: 0.0710559 Jul 14 07:23:17.244998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Transition to ACTIVE for port object 2f47632b-7a65-4449-a16a-c30469f87388 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:23:17.248971 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:17.292906 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-dd040a32-56ae-47c4-b8a2-345c8be90a53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ccb4d15-0b40-4fb6-b402-594b3937b96a HTTP/1.1" status: 200 len: 217 time: 0.0408752 Jul 14 07:23:17.310005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Pushing event updated for resources: {'Port': ['ID=2f47632b-7a65-4449-a16a-c30469f87388,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:17.351384 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-a07edde4-c1f5-403d-8410-dd50abed9bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:17.352966 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-a07edde4-c1f5-403d-8410-dd50abed9bde service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ecbddb29-5425-4bd1-a95a-96fb8125ff6a HTTP/1.1" status: 200 len: 853 time: 0.0534327 Jul 14 07:23:17.384260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Attempting to bind port 2f47632b-7a65-4449-a16a-c30469f87388 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:23:17.384538 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Attempting to bind port 2f47632b-7a65-4449-a16a-c30469f87388 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c791d847-e592-49b2-bb79-fffd0f910c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:23:17.384992 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Attempting to bind port 2f47632b-7a65-4449-a16a-c30469f87388 on network c2357403-4c2d-44c0-8b11-7823ce958e78 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:23:17.389587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Port 2f47632b-7a65-4449-a16a-c30469f87388 on network c2357403-4c2d-44c0-8b11-7823ce958e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:23:17.389918 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-8437b5d4-fdb3-4d90-bbd6-8131ac0b9a36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2357403-4c2d-44c0-8b11-7823ce958e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291665 Jul 14 07:23:17.390048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Attempting to bind port 2f47632b-7a65-4449-a16a-c30469f87388 on network c2357403-4c2d-44c0-8b11-7823ce958e78 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:23:17.394857 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:23:17.395197 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Checking segment: {'id': 'c791d847-e592-49b2-bb79-fffd0f910c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:23:17.395573 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Bound using segment: {'id': 'c791d847-e592-49b2-bb79-fffd0f910c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:23:17.395991 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Bound port: 2f47632b-7a65-4449-a16a-c30469f87388, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c791d847-e592-49b2-bb79-fffd0f910c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:23:17.396905 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:17.441078 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0289c94c-2339-412b-be0f-402e40c7c03d', 'tag': '3ccb4d15-0b40-4fb6-b402-594b3937b96a'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:17.444321 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529a617c-d848-4960-9b3d-10dba2d84e80" -d '{"events": [{"name": "network-changed", "server_uuid": "0289c94c-2339-412b-be0f-402e40c7c03d", "tag": "3ccb4d15-0b40-4fb6-b402-594b3937b96a"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:17.462874 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] For port 2f47632b-7a65-4449-a16a-c30469f87388, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:23:17.466216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] For port 2f47632b-7a65-4449-a16a-c30469f87388, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=2f47632b-7a65-4449-a16a-c30469f87388,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:23:17.473582 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:17.493499 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb462e8-ef08-49e0-84ca-f9f925e8cfd3 x-openstack-request-id: req-cdb462e8-ef08-49e0-84ca-f9f925e8cfd3 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:17.493859 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0289c94c-2339-412b-be0f-402e40c7c03d", "tag": "3ccb4d15-0b40-4fb6-b402-594b3937b96a", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:17.494179 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cdb462e8-ef08-49e0-84ca-f9f925e8cfd3 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:17.494655 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0289c94c-2339-412b-be0f-402e40c7c03d', 'tag': '3ccb4d15-0b40-4fb6-b402-594b3937b96a', 'status': 'completed', 'code': 200} Jul 14 07:23:17.506737 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-fe3a3561-aa35-42a8-9331-c8078e30c843 service neutron] 10.222.0.30 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090217 Jul 14 07:23:17.515053 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:17.515748 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:17.517261 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] 10.222.0.15 "PUT /v2.0/ports/2f47632b-7a65-4449-a16a-c30469f87388 HTTP/1.1" status: 200 len: 1091 time: 0.7046559 Jul 14 07:23:17.517758 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de768414-f952-4ad6-831a-6615051e2563', 'tag': '2f47632b-7a65-4449-a16a-c30469f87388'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:17.520098 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8946782b-9ef5-476a-8dc4-ef8860e947ae" -d '{"events": [{"name": "network-changed", "server_uuid": "de768414-f952-4ad6-831a-6615051e2563", "tag": "2f47632b-7a65-4449-a16a-c30469f87388"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:17.576153 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd9dbb0-1732-464f-97f9-e37a8e103921 x-openstack-request-id: req-afd9dbb0-1732-464f-97f9-e37a8e103921 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:17.576443 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de768414-f952-4ad6-831a-6615051e2563", "tag": "2f47632b-7a65-4449-a16a-c30469f87388", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:17.576697 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-afd9dbb0-1732-464f-97f9-e37a8e103921 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:17.577083 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de768414-f952-4ad6-831a-6615051e2563', 'tag': '2f47632b-7a65-4449-a16a-c30469f87388', 'status': 'completed', 'code': 200} Jul 14 07:23:17.598461 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e36ecc-e5a2-4eb9-abfa-6afc7b28fe30 service neutron] Pushing event updated for resources: {'Port': ['ID=2f47632b-7a65-4449-a16a-c30469f87388,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:17.624928 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-a0ef3a7b-82a8-46ba-bdc4-5287815b023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:17.626477 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-a0ef3a7b-82a8-46ba-bdc4-5287815b023f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6aac05f6acf46be9ccb98e594f593ff&device_id=de768414-f952-4ad6-831a-6615051e2563 HTTP/1.1" status: 200 len: 1094 time: 0.0613937 Jul 14 07:23:17.636637 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-df042675-aa09-4f2c-8ef4-35d45ed53ef9 service neutron] 10.222.0.30 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168771 Jul 14 07:23:17.668853 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-63c56882-c889-4131-bc19-642caa0c0382 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f47632b-7a65-4449-a16a-c30469f87388 HTTP/1.1" status: 200 len: 217 time: 0.0354333 Jul 14 07:23:17.726328 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-3d1005cc-e727-405f-b069-744a26e879dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:17.727843 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-3d1005cc-e727-405f-b069-744a26e879dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ecbddb29-5425-4bd1-a95a-96fb8125ff6a HTTP/1.1" status: 200 len: 853 time: 0.0528233 Jul 14 07:23:17.743021 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a617c-d848-4960-9b3d-10dba2d84e80 req-1da48756-e7f2-4394-8a1e-9a5c97570ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:17.744549 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-529a617c-d848-4960-9b3d-10dba2d84e80 req-1da48756-e7f2-4394-8a1e-9a5c97570ec5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6aac05f6acf46be9ccb98e594f593ff&device_id=0289c94c-2339-412b-be0f-402e40c7c03d HTTP/1.1" status: 200 len: 1095 time: 0.0604596 Jul 14 07:23:17.794449 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2010662a-c569-4458-9168-8d10b6e51ea1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2357403-4c2d-44c0-8b11-7823ce958e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521719 Jul 14 07:23:17.878628 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a617c-d848-4960-9b3d-10dba2d84e80 req-06a8896d-9d84-4801-87d2-03f6cb259343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:17.882097 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-529a617c-d848-4960-9b3d-10dba2d84e80 req-06a8896d-9d84-4801-87d2-03f6cb259343 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2357403-4c2d-44c0-8b11-7823ce958e78 HTTP/1.1" status: 200 len: 914 time: 0.1279407 Jul 14 07:23:17.936082 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-529a617c-d848-4960-9b3d-10dba2d84e80 req-d5816fbf-4482-432a-a6a7-2c010eed42e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ccb4d15-0b40-4fb6-b402-594b3937b96a HTTP/1.1" status: 200 len: 217 time: 0.0430670 Jul 14 07:23:17.944814 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-2f2c7b33-e9f5-4418-b4eb-30d33b10e51a service neutron] 10.222.0.15 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402874 Jul 14 07:23:18.064638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22a906a3-2534-4b4f-94eb-72648e08b6b7 req-47cea3fc-55e3-43ab-a68b-34c53bab378c service neutron] 10.222.0.15 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115160 Jul 14 07:23:18.085775 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbce13-5e3d-47c5-ab61-9ba985c61219 req-b4864b2b-2a45-45e5-abb6-9abf4a6ca2f8 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:18.087898 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9bcbce13-5e3d-47c5-ab61-9ba985c61219 req-b4864b2b-2a45-45e5-abb6-9abf4a6ca2f8 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=0289c94c-2339-412b-be0f-402e40c7c03d HTTP/1.1" status: 200 len: 944 time: 0.1934309 Jul 14 07:23:18.183393 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device efd57b21-cbda-4fb2-a9c9-2b2ca2086471 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:23:18.195272 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9bcbce13-5e3d-47c5-ab61-9ba985c61219 req-b94820b9-9d0f-4088-99e5-8f0ca7d98fec tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998044 Jul 14 07:23:18.205842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: efd57b21-cbda-4fb2-a9c9-2b2ca2086471 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:23:18.206454 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device efd57b21-cbda-4fb2-a9c9-2b2ca2086471 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:23:18.227350 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946782b-9ef5-476a-8dc4-ef8860e947ae req-0ad56564-f3f1-4674-85b9-175b427db29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:18.228930 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8946782b-9ef5-476a-8dc4-ef8860e947ae req-0ad56564-f3f1-4674-85b9-175b427db29b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6aac05f6acf46be9ccb98e594f593ff&device_id=de768414-f952-4ad6-831a-6615051e2563 HTTP/1.1" status: 200 len: 1094 time: 0.0866556 Jul 14 07:23:18.324390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946782b-9ef5-476a-8dc4-ef8860e947ae req-a0fb2d45-f274-4da2-8a28-29ce1748d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:18.325968 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8946782b-9ef5-476a-8dc4-ef8860e947ae req-a0fb2d45-f274-4da2-8a28-29ce1748d1b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2357403-4c2d-44c0-8b11-7823ce958e78 HTTP/1.1" status: 200 len: 914 time: 0.0855110 Jul 14 07:23:18.326755 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a617c-d848-4960-9b3d-10dba2d84e80 req-868671e0-f26e-4b6e-a9ec-af7cbba85e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:18.328182 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-529a617c-d848-4960-9b3d-10dba2d84e80 req-868671e0-f26e-4b6e-a9ec-af7cbba85e6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ecbddb29-5425-4bd1-a95a-96fb8125ff6a HTTP/1.1" status: 200 len: 853 time: 0.3842375 Jul 14 07:23:18.364060 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-529a617c-d848-4960-9b3d-10dba2d84e80 req-af90844c-1ee9-4625-8660-5b26370eee5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2357403-4c2d-44c0-8b11-7823ce958e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289102 Jul 14 07:23:18.376111 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8946782b-9ef5-476a-8dc4-ef8860e947ae req-9aa1f25b-5e9a-4025-8f23-16efe926d34f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f47632b-7a65-4449-a16a-c30469f87388 HTTP/1.1" status: 200 len: 217 time: 0.0420191 Jul 14 07:23:18.426385 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946782b-9ef5-476a-8dc4-ef8860e947ae req-200c048d-8c59-4005-be79-e82c691fc53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:18.428083 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8946782b-9ef5-476a-8dc4-ef8860e947ae req-200c048d-8c59-4005-be79-e82c691fc53a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ecbddb29-5425-4bd1-a95a-96fb8125ff6a HTTP/1.1" status: 200 len: 853 time: 0.0453112 Jul 14 07:23:18.463037 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-529a617c-d848-4960-9b3d-10dba2d84e80 req-5eca6658-ceb4-46b7-b2ea-c4444add7f2c service neutron] 10.222.0.30 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899160 Jul 14 07:23:18.463255 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8946782b-9ef5-476a-8dc4-ef8860e947ae req-c99bf185-d84e-46d7-945f-6f38f8a86a0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2357403-4c2d-44c0-8b11-7823ce958e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271726 Jul 14 07:23:18.557524 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8946782b-9ef5-476a-8dc4-ef8860e947ae req-22a33f18-6260-4bb8-8ca6-1fd53e7d7d76 service neutron] 10.222.0.15 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876505 Jul 14 07:23:18.567049 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-529a617c-d848-4960-9b3d-10dba2d84e80 req-943ff6ed-9229-43eb-b910-e4f880479811 service neutron] 10.222.0.30 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971999 Jul 14 07:23:18.650063 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8946782b-9ef5-476a-8dc4-ef8860e947ae req-111cd56a-4392-4522-8e08-b9c512915a67 service neutron] 10.222.0.15 "GET /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839760 Jul 14 07:23:19.383695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48a08a-bb3a-43d9-b644-7ad13382bd7a req-143249ec-be23-45ad-85c9-95e9c346f6f3 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:19.385406 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8b48a08a-bb3a-43d9-b644-7ad13382bd7a req-143249ec-be23-45ad-85c9-95e9c346f6f3 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=0289c94c-2339-412b-be0f-402e40c7c03d HTTP/1.1" status: 200 len: 944 time: 0.0705822 Jul 14 07:23:19.425197 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8b48a08a-bb3a-43d9-b644-7ad13382bd7a req-515da28e-20c9-4217-807d-03b4f2fef545 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340815 Jul 14 07:23:19.562009 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device fa65eae7-b0c4-4452-936e-6066870d9bc7 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:23:19.582745 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: fa65eae7-b0c4-4452-936e-6066870d9bc7 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:23:19.583089 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device fa65eae7-b0c4-4452-936e-6066870d9bc7 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:23:20.187107 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3ccb4d15-0b40-4fb6-b402-594b3937b96a details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:23:20.287355 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3ccb4d15-0b40-4fb6-b402-594b3937b96a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ccb4d15-0b40-4fb6-b402-594b3937b96a,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:20.298920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '3ccb4d15-0b40-4fb6-b402-594b3937b96a', 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78', 'port_id': '3ccb4d15-0b40-4fb6-b402-594b3937b96a', 'mac_address': 'fa:16:3e:70:5f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecbddb29-5425-4bd1-a95a-96fb8125ff6a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:23:20.338172 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:20.351845 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ccb4d15-0b40-4fb6-b402-594b3937b96a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:23:20.377949 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3ccb4d15-0b40-4fb6-b402-594b3937b96a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ccb4d15-0b40-4fb6-b402-594b3937b96a,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:20.381839 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:20.431465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=3ccb4d15-0b40-4fb6-b402-594b3937b96a,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:20.439169 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:20.439458 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:20.439864 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:20.440119 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:20.440450 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:20.440782 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:20.441104 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:20.441455 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:20.441779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:20.442179 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:20.442509 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:20.442831 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:20.606356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f3aa4-750a-40cf-8dcd-30e37e52ecea req-ff246569-5642-468d-a191-35f97bc460f5 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:20.608078 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-152f3aa4-750a-40cf-8dcd-30e37e52ecea req-ff246569-5642-468d-a191-35f97bc460f5 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=0289c94c-2339-412b-be0f-402e40c7c03d HTTP/1.1" status: 200 len: 945 time: 0.0701971 Jul 14 07:23:20.656020 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-152f3aa4-750a-40cf-8dcd-30e37e52ecea req-608a4871-2fde-4ad5-8729-5e81984752ec tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321925 Jul 14 07:23:20.669176 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['3ccb4d15-0b40-4fb6-b402-594b3937b96a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:23:21.153034 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc08bc-a61d-47b4-88bb-0302e2becf45 req-54ae04ce-a6fe-4aa4-91a1-8e92102dca7a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:21.154646 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5fc08bc-a61d-47b4-88bb-0302e2becf45 req-54ae04ce-a6fe-4aa4-91a1-8e92102dca7a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.0879650 Jul 14 07:23:21.194013 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5fc08bc-a61d-47b4-88bb-0302e2becf45 req-a667da2d-ee0c-4880-ad44-a1a81ee41a0d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337403 Jul 14 07:23:21.569297 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 2f47632b-7a65-4449-a16a-c30469f87388 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:23:21.662385 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 2f47632b-7a65-4449-a16a-c30469f87388, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=2f47632b-7a65-4449-a16a-c30469f87388,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:21.673611 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '2f47632b-7a65-4449-a16a-c30469f87388', 'network_id': 'c2357403-4c2d-44c0-8b11-7823ce958e78', 'port_id': '2f47632b-7a65-4449-a16a-c30469f87388', 'mac_address': 'fa:16:3e:36:30:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecbddb29-5425-4bd1-a95a-96fb8125ff6a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:23:21.712016 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:21.725548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f47632b-7a65-4449-a16a-c30469f87388 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:23:21.745659 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 2f47632b-7a65-4449-a16a-c30469f87388, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=2f47632b-7a65-4449-a16a-c30469f87388,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:21.750293 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:21.799921 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=2f47632b-7a65-4449-a16a-c30469f87388,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:21.841422 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef728d-6c05-499b-a567-ece0f3a67178 req-f9615b9f-3865-4aa2-8678-0ad3a9476f1f tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:21.842922 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2ef728d-6c05-499b-a567-ece0f3a67178 req-f9615b9f-3865-4aa2-8678-0ad3a9476f1f tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=0289c94c-2339-412b-be0f-402e40c7c03d HTTP/1.1" status: 200 len: 945 time: 0.0692286 Jul 14 07:23:21.882236 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2ef728d-6c05-499b-a567-ece0f3a67178 req-4c5bf9bd-d38c-40c4-9f38-f8a5516caf26 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336716 Jul 14 07:23:21.961287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['2f47632b-7a65-4449-a16a-c30469f87388'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:23:22.185514 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3ccb4d15-0b40-4fb6-b402-594b3937b96a up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:23:22.237587 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 3ccb4d15-0b40-4fb6-b402-594b3937b96a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:23:22.242163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 3ccb4d15-0b40-4fb6-b402-594b3937b96a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:23:22.242448 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:22.336559 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:22.360683 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0289c94c-2339-412b-be0f-402e40c7c03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccb4d15-0b40-4fb6-b402-594b3937b96a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:22.363189 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8171993b-9f73-4602-890f-1986e4157e86" -d '{"events": [{"server_uuid": "0289c94c-2339-412b-be0f-402e40c7c03d", "name": "network-vif-plugged", "status": "completed", "tag": "3ccb4d15-0b40-4fb6-b402-594b3937b96a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:22.377449 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3ccb4d15-0b40-4fb6-b402-594b3937b96a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ccb4d15-0b40-4fb6-b402-594b3937b96a,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:22.383473 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:22.421491 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fc7ed-ae14-40c5-a464-c7b9ce5acb8f req-6fd630f5-8f61-426c-b721-9e8c1729125c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:22.423207 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c1fc7ed-ae14-40c5-a464-c7b9ce5acb8f req-6fd630f5-8f61-426c-b721-9e8c1729125c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.0767214 Jul 14 07:23:22.423766 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5e9a3b-729c-464f-bd09-85b194a7b7f8 x-openstack-request-id: req-ba5e9a3b-729c-464f-bd09-85b194a7b7f8 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:22.424157 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0289c94c-2339-412b-be0f-402e40c7c03d", "name": "network-vif-plugged", "status": "completed", "tag": "3ccb4d15-0b40-4fb6-b402-594b3937b96a", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:22.424519 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba5e9a3b-729c-464f-bd09-85b194a7b7f8 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:22.424993 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0289c94c-2339-412b-be0f-402e40c7c03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccb4d15-0b40-4fb6-b402-594b3937b96a', 'code': 200} Jul 14 07:23:22.444062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=3ccb4d15-0b40-4fb6-b402-594b3937b96a,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:22.473764 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c1fc7ed-ae14-40c5-a464-c7b9ce5acb8f req-0861e726-2aa0-472a-a46e-fbf830971458 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434220 Jul 14 07:23:22.555737 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213fe24-783c-4adb-85a8-e1c254edcca6 req-d17f1cff-38d3-4d1c-9b3c-941421a7de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:22.557319 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7213fe24-783c-4adb-85a8-e1c254edcca6 req-d17f1cff-38d3-4d1c-9b3c-941421a7de05 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0289c94c-2339-412b-be0f-402e40c7c03d HTTP/1.1" status: 200 len: 1097 time: 0.0529866 Jul 14 07:23:22.598879 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7213fe24-783c-4adb-85a8-e1c254edcca6 req-e73ed7d7-cfaf-4765-a569-0a4146e2b8e2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321968 Jul 14 07:23:23.055471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2817f51-9c04-41d7-8e07-a2c7f10587f0 req-80fc604e-3e9f-45e4-9513-11bae062ba5d tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:23.056959 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d2817f51-9c04-41d7-8e07-a2c7f10587f0 req-80fc604e-3e9f-45e4-9513-11bae062ba5d tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=0289c94c-2339-412b-be0f-402e40c7c03d HTTP/1.1" status: 200 len: 946 time: 0.0621946 Jul 14 07:23:23.093292 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d2817f51-9c04-41d7-8e07-a2c7f10587f0 req-d2600e7f-033a-490d-b22e-b82b747f2198 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307393 Jul 14 07:23:23.569256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 2f47632b-7a65-4449-a16a-c30469f87388 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:23:23.620038 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 2f47632b-7a65-4449-a16a-c30469f87388 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:23:23.625227 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 2f47632b-7a65-4449-a16a-c30469f87388 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:23:23.625666 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:23.657614 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd81fb-9db2-481c-bf74-1242d5d45bd9 req-729a4bf9-8943-4c72-b8b1-7927fb8acc5a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:23.659188 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6fbd81fb-9db2-481c-bf74-1242d5d45bd9 req-729a4bf9-8943-4c72-b8b1-7927fb8acc5a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.0738983 Jul 14 07:23:23.711054 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6fbd81fb-9db2-481c-bf74-1242d5d45bd9 req-5b0da465-f118-4f9e-b6bf-7ff5202ac230 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376813 Jul 14 07:23:23.715299 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:23.757338 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 2f47632b-7a65-4449-a16a-c30469f87388, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=2f47632b-7a65-4449-a16a-c30469f87388,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:23.761628 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:23.808376 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=2f47632b-7a65-4449-a16a-c30469f87388,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:23.894550 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ccf4a-0859-4ee0-98bc-c2d27331bb9a req-1db23cd2-fae2-4230-8e01-6ff958d3b2d3 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:23.895918 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba1ccf4a-0859-4ee0-98bc-c2d27331bb9a req-1db23cd2-fae2-4230-8e01-6ff958d3b2d3 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=08d6e4fb-175c-402e-8978-859d19a79fb5 HTTP/1.1" status: 200 len: 945 time: 0.0606155 Jul 14 07:23:23.931529 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ba1ccf4a-0859-4ee0-98bc-c2d27331bb9a req-19c33c7c-5266-4f54-92cc-b87f496efe7b tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300720 Jul 14 07:23:24.266915 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6460978-9332-402c-908f-0d31abde6217 req-8cade0e5-43a6-4cd9-979d-c1234af8832a tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:24.268363 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6460978-9332-402c-908f-0d31abde6217 req-8cade0e5-43a6-4cd9-979d-c1234af8832a tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=0289c94c-2339-412b-be0f-402e40c7c03d HTTP/1.1" status: 200 len: 946 time: 0.0643950 Jul 14 07:23:24.426366 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de768414-f952-4ad6-831a-6615051e2563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f47632b-7a65-4449-a16a-c30469f87388'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:24.429424 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a693ce9-4c0b-4d1d-8459-cbda5084f243" -d '{"events": [{"server_uuid": "de768414-f952-4ad6-831a-6615051e2563", "name": "network-vif-plugged", "status": "completed", "tag": "2f47632b-7a65-4449-a16a-c30469f87388"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:24.466909 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73864bd7-8b9a-48d5-8e5c-2345cd771003 x-openstack-request-id: req-73864bd7-8b9a-48d5-8e5c-2345cd771003 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:24.467274 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de768414-f952-4ad6-831a-6615051e2563", "name": "network-vif-plugged", "status": "completed", "tag": "2f47632b-7a65-4449-a16a-c30469f87388", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:24.467644 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73864bd7-8b9a-48d5-8e5c-2345cd771003 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:24.468133 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de768414-f952-4ad6-831a-6615051e2563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f47632b-7a65-4449-a16a-c30469f87388', 'code': 200} Jul 14 07:23:24.632693 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6460978-9332-402c-908f-0d31abde6217 req-d09c8923-57ea-430e-b16c-0a44cf88ff6b tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587828 Jul 14 07:23:24.652356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5469d-b791-4517-b364-3aabe57fcbbb req-0b6f4051-2bfb-4112-878e-17589ae865de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:24.653854 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9fa5469d-b791-4517-b364-3aabe57fcbbb req-0b6f4051-2bfb-4112-878e-17589ae865de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de768414-f952-4ad6-831a-6615051e2563 HTTP/1.1" status: 200 len: 1096 time: 0.0646179 Jul 14 07:23:24.688656 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9fa5469d-b791-4517-b364-3aabe57fcbbb req-fa248631-233a-4d7a-b94d-d9c0f130bedf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278156 Jul 14 07:23:24.804100 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68ad94-7335-49ed-b046-e19b548f477e req-2bb95ba8-731c-47f9-9103-8bd227120c6d tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:24.805585 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f68ad94-7335-49ed-b046-e19b548f477e req-2bb95ba8-731c-47f9-9103-8bd227120c6d tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=de768414-f952-4ad6-831a-6615051e2563 HTTP/1.1" status: 200 len: 945 time: 0.0611069 Jul 14 07:23:24.872046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f68ad94-7335-49ed-b046-e19b548f477e req-fed57c83-ee2b-49f3-8040-0e8518c3d424 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610554 Jul 14 07:23:24.902903 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb06370-2e1b-4c46-8097-1868f7b7e1e3 req-afb1e138-0224-46f1-a2d8-2e7e6c33565b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:24.904476 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ecb06370-2e1b-4c46-8097-1868f7b7e1e3 req-afb1e138-0224-46f1-a2d8-2e7e6c33565b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.0768089 Jul 14 07:23:24.941314 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ecb06370-2e1b-4c46-8097-1868f7b7e1e3 req-48314c3a-8318-4d71-b4d5-ee98c03d0d52 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306129 Jul 14 07:23:25.104776 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf68031-6685-465c-b942-cd04bfac46d0 req-fa02719c-ca81-46b9-82f8-d0655b506889 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:25.106267 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cf68031-6685-465c-b942-cd04bfac46d0 req-fa02719c-ca81-46b9-82f8-d0655b506889 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=08d6e4fb-175c-402e-8978-859d19a79fb5 HTTP/1.1" status: 200 len: 945 time: 0.0611966 Jul 14 07:23:25.142961 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cf68031-6685-465c-b942-cd04bfac46d0 req-9d9bca88-0421-406a-a97f-2e01f222e815 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311520 Jul 14 07:23:25.361533 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9aa62-4bfa-4f2b-a390-ffde5f69e544 req-5eb954f3-b595-4116-a4e0-288350f1793e tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:25.362964 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62d9aa62-4bfa-4f2b-a390-ffde5f69e544 req-5eb954f3-b595-4116-a4e0-288350f1793e tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d6e4fb-175c-402e-8978-859d19a79fb5 HTTP/1.1" status: 200 len: 945 time: 0.0640588 Jul 14 07:23:25.460634 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-62d9aa62-4bfa-4f2b-a390-ffde5f69e544 req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Deleting port 6346eb5e-bfdb-4db7-83bc-0faacc172cca {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:23:25.460969 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-62d9aa62-4bfa-4f2b-a390-ffde5f69e544 req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:25.553008 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-62d9aa62-4bfa-4f2b-a390-ffde5f69e544 req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] For port 6346eb5e-bfdb-4db7-83bc-0faacc172cca, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=6346eb5e-bfdb-4db7-83bc-0faacc172cca,segment=NetworkSegment(8b45145a-7ec7-4b95-bc25-8fad84efd9d1),segment_id=8b45145a-7ec7-4b95-bc25-8fad84efd9d1)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:25.553416 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-62d9aa62-4bfa-4f2b-a390-ffde5f69e544 req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:25.566657 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-62d9aa62-4bfa-4f2b-a390-ffde5f69e544 req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Calling delete_port for 6346eb5e-bfdb-4db7-83bc-0faacc172cca owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:23:25.693088 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-62d9aa62-4bfa-4f2b-a390-ffde5f69e544 req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:25.703986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['6346eb5e-bfdb-4db7-83bc-0faacc172cca'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:23:25.723353 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Pushing event deleted for resources: {'Port': ['ID=6346eb5e-bfdb-4db7-83bc-0faacc172cca,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:25.733890 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:25.734288 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:25.734635 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:25.734973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:25.735307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:25.736154 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:25.736154 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:25.736342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:25.736569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:25.736891 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:25.737239 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:25.737570 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:25.780558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d9aa62-4bfa-4f2b-a390-ffde5f69e544 req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] No DVR routers for this DVR port 6346eb5e-bfdb-4db7-83bc-0faacc172cca on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:23:25.783044 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-62d9aa62-4bfa-4f2b-a390-ffde5f69e544 req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:25.784975 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62d9aa62-4bfa-4f2b-a390-ffde5f69e544 req-e42d14af-830c-4a63-9aa7-eb58fb512311 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.15 "DELETE /v2.0/ports/6346eb5e-bfdb-4db7-83bc-0faacc172cca HTTP/1.1" status: 204 len: 173 time: 0.4161694 Jul 14 07:23:25.785444 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d6e4fb-175c-402e-8978-859d19a79fb5', 'name': 'network-vif-deleted', 'tag': '6346eb5e-bfdb-4db7-83bc-0faacc172cca'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:25.788271 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfefdb0-9809-4ccc-9474-ee03811d1b8c" -d '{"events": [{"server_uuid": "08d6e4fb-175c-402e-8978-859d19a79fb5", "name": "network-vif-deleted", "tag": "6346eb5e-bfdb-4db7-83bc-0faacc172cca"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:25.834213 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a981c9a3-c569-4250-92ac-8e190b2d1db1 x-openstack-request-id: req-a981c9a3-c569-4250-92ac-8e190b2d1db1 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:25.834508 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d6e4fb-175c-402e-8978-859d19a79fb5", "name": "network-vif-deleted", "tag": "6346eb5e-bfdb-4db7-83bc-0faacc172cca", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:25.834766 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a981c9a3-c569-4250-92ac-8e190b2d1db1 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:25.835164 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d6e4fb-175c-402e-8978-859d19a79fb5', 'name': 'network-vif-deleted', 'tag': '6346eb5e-bfdb-4db7-83bc-0faacc172cca', 'status': 'completed', 'code': 200} Jul 14 07:23:26.047038 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f235615-6718-44aa-8789-efda90e40f86 req-d3ab3506-1a74-45e7-878b-aee569575000 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:26.048531 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0f235615-6718-44aa-8789-efda90e40f86 req-d3ab3506-1a74-45e7-878b-aee569575000 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=de768414-f952-4ad6-831a-6615051e2563 HTTP/1.1" status: 200 len: 945 time: 0.0631053 Jul 14 07:23:26.116984 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0f235615-6718-44aa-8789-efda90e40f86 req-821781eb-0471-4c02-95f2-ef63e93d5402 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627208 Jul 14 07:23:26.148362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6f7ca-4ab0-42c4-8108-546dbada025f req-7ae6f94c-0d91-4c71-ae57-6b453bfcd906 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:26.149931 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fac6f7ca-4ab0-42c4-8108-546dbada025f req-7ae6f94c-0d91-4c71-ae57-6b453bfcd906 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.0887232 Jul 14 07:23:26.191436 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fac6f7ca-4ab0-42c4-8108-546dbada025f req-3e50a4fb-f132-4fc8-aca2-a7559b4e29b0 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354435 Jul 14 07:23:26.366245 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc81c3b9-ee21-4e1b-a8d0-2a03015d550c req-7bf67f1f-7f5b-4fa7-bcec-88f627f5637a tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=08d6e4fb-175c-402e-8978-859d19a79fb5 HTTP/1.1" status: 200 len: 210 time: 0.0290298 Jul 14 07:23:26.774153 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf7a4b-03fa-485a-b64a-018b88203a58 req-38ee61be-0d0f-4eff-abdb-ac9d88443b04 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:26.775542 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ebf7a4b-03fa-485a-b64a-018b88203a58 req-38ee61be-0d0f-4eff-abdb-ac9d88443b04 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=de768414-f952-4ad6-831a-6615051e2563 HTTP/1.1" status: 200 len: 945 time: 0.0618098 Jul 14 07:23:26.813458 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ebf7a4b-03fa-485a-b64a-018b88203a58 req-16ea8318-ce0f-470c-9057-32bbf25b63d2 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319827 Jul 14 07:23:27.375320 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f380a5-89c4-444b-bcce-5127373812ab req-5511a536-98aa-464a-958e-235581f2f17a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:27.376786 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01f380a5-89c4-444b-bcce-5127373812ab req-5511a536-98aa-464a-958e-235581f2f17a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.0694246 Jul 14 07:23:27.414486 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01f380a5-89c4-444b-bcce-5127373812ab req-7ff0862a-0797-4915-b9a4-e039e5a2430d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314906 Jul 14 07:23:27.769803 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2bd89-7050-41be-9467-2c415539af99 req-0262788d-56b0-4b44-a5a9-2c4338d0ec34 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:27.771222 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52b2bd89-7050-41be-9467-2c415539af99 req-0262788d-56b0-4b44-a5a9-2c4338d0ec34 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.15 "GET /v2.0/ports?device_id=de768414-f952-4ad6-831a-6615051e2563 HTTP/1.1" status: 200 len: 945 time: 0.0628772 Jul 14 07:23:27.876615 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-52b2bd89-7050-41be-9467-2c415539af99 req-2501845e-45d0-4768-bb98-dbe1a177703f tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Deleting port 2f47632b-7a65-4449-a16a-c30469f87388 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:23:27.876965 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-52b2bd89-7050-41be-9467-2c415539af99 req-2501845e-45d0-4768-bb98-dbe1a177703f tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:28.001980 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-52b2bd89-7050-41be-9467-2c415539af99 req-2501845e-45d0-4768-bb98-dbe1a177703f tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] For port 2f47632b-7a65-4449-a16a-c30469f87388, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=2f47632b-7a65-4449-a16a-c30469f87388,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:28.002336 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-52b2bd89-7050-41be-9467-2c415539af99 req-2501845e-45d0-4768-bb98-dbe1a177703f tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:28.024337 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-52b2bd89-7050-41be-9467-2c415539af99 req-2501845e-45d0-4768-bb98-dbe1a177703f tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Calling delete_port for 2f47632b-7a65-4449-a16a-c30469f87388 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:23:28.076330 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17554269-7662-4b09-9c31-e3da260d4331 req-2c3b2d35-a3b6-4e0c-9edc-3cc58a3560f0 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:28.077902 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-17554269-7662-4b09-9c31-e3da260d4331 req-2c3b2d35-a3b6-4e0c-9edc-3cc58a3560f0 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.30 "GET /v2.0/ports?device_id=0289c94c-2339-412b-be0f-402e40c7c03d HTTP/1.1" status: 200 len: 946 time: 0.0644028 Jul 14 07:23:28.089898 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca40d2-fd06-41a5-9962-fab54cb4140c req-1475d69a-a94c-4839-91bb-1e2e201cbc9c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:28.091460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4fca40d2-fd06-41a5-9962-fab54cb4140c req-1475d69a-a94c-4839-91bb-1e2e201cbc9c tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=de768414-f952-4ad6-831a-6615051e2563 HTTP/1.1" status: 200 len: 945 time: 0.1344337 Jul 14 07:23:28.149237 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4fca40d2-fd06-41a5-9962-fab54cb4140c req-29a2aebb-1d71-478b-940c-8bd9aad7993a tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e4ee5f0-1317-434e-be6c-117c5061a66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501313 Jul 14 07:23:28.206151 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-17554269-7662-4b09-9c31-e3da260d4331 req-fb68e31b-133f-4560-9d16-644ccc344aaa tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Deleting port 3ccb4d15-0b40-4fb6-b402-594b3937b96a {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:23:28.206487 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-17554269-7662-4b09-9c31-e3da260d4331 req-fb68e31b-133f-4560-9d16-644ccc344aaa tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:28.212855 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-52b2bd89-7050-41be-9467-2c415539af99 req-2501845e-45d0-4768-bb98-dbe1a177703f tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:28.226336 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['2f47632b-7a65-4449-a16a-c30469f87388'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:23:28.228585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['3ccb4d15-0b40-4fb6-b402-594b3937b96a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:23:28.267493 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501845e-45d0-4768-bb98-dbe1a177703f tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Pushing event deleted for resources: {'Port': ['ID=2f47632b-7a65-4449-a16a-c30469f87388,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:28.315457 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-17554269-7662-4b09-9c31-e3da260d4331 req-fb68e31b-133f-4560-9d16-644ccc344aaa tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] For port 3ccb4d15-0b40-4fb6-b402-594b3937b96a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ccb4d15-0b40-4fb6-b402-594b3937b96a,segment=NetworkSegment(c791d847-e592-49b2-bb79-fffd0f910c6c),segment_id=c791d847-e592-49b2-bb79-fffd0f910c6c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:28.315826 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-17554269-7662-4b09-9c31-e3da260d4331 req-fb68e31b-133f-4560-9d16-644ccc344aaa tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:28.325541 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b2bd89-7050-41be-9467-2c415539af99 req-2501845e-45d0-4768-bb98-dbe1a177703f tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] No DVR routers for this DVR port 2f47632b-7a65-4449-a16a-c30469f87388 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:23:28.328506 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-52b2bd89-7050-41be-9467-2c415539af99 req-2501845e-45d0-4768-bb98-dbe1a177703f tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:28.330945 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52b2bd89-7050-41be-9467-2c415539af99 req-2501845e-45d0-4768-bb98-dbe1a177703f tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.15 "DELETE /v2.0/ports/2f47632b-7a65-4449-a16a-c30469f87388 HTTP/1.1" status: 204 len: 173 time: 0.5547447 Jul 14 07:23:28.331558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de768414-f952-4ad6-831a-6615051e2563', 'name': 'network-vif-deleted', 'tag': '2f47632b-7a65-4449-a16a-c30469f87388'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:28.333094 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-17554269-7662-4b09-9c31-e3da260d4331 req-fb68e31b-133f-4560-9d16-644ccc344aaa tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Calling delete_port for 3ccb4d15-0b40-4fb6-b402-594b3937b96a owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:23:28.334799 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34ab506-49a8-41bb-8a55-1b9b91110e2f" -d '{"events": [{"server_uuid": "de768414-f952-4ad6-831a-6615051e2563", "name": "network-vif-deleted", "tag": "2f47632b-7a65-4449-a16a-c30469f87388"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:28.377501 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22f30d5-8902-408d-a7d3-f4db0dca471d x-openstack-request-id: req-c22f30d5-8902-408d-a7d3-f4db0dca471d {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:28.378498 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de768414-f952-4ad6-831a-6615051e2563", "name": "network-vif-deleted", "tag": "2f47632b-7a65-4449-a16a-c30469f87388", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:28.378939 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c22f30d5-8902-408d-a7d3-f4db0dca471d {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:28.379570 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de768414-f952-4ad6-831a-6615051e2563', 'name': 'network-vif-deleted', 'tag': '2f47632b-7a65-4449-a16a-c30469f87388', 'status': 'completed', 'code': 200} Jul 14 07:23:28.518250 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-17554269-7662-4b09-9c31-e3da260d4331 req-fb68e31b-133f-4560-9d16-644ccc344aaa tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:28.535120 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['2f47632b-7a65-4449-a16a-c30469f87388'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:23:28.554641 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68e31b-133f-4560-9d16-644ccc344aaa tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Pushing event deleted for resources: {'Port': ['ID=3ccb4d15-0b40-4fb6-b402-594b3937b96a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:28.626458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-17554269-7662-4b09-9c31-e3da260d4331 req-fb68e31b-133f-4560-9d16-644ccc344aaa tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] No DVR routers for this DVR port 3ccb4d15-0b40-4fb6-b402-594b3937b96a on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:23:28.631967 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-17554269-7662-4b09-9c31-e3da260d4331 req-fb68e31b-133f-4560-9d16-644ccc344aaa tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:28.634634 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-17554269-7662-4b09-9c31-e3da260d4331 req-fb68e31b-133f-4560-9d16-644ccc344aaa tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.30 "DELETE /v2.0/ports/3ccb4d15-0b40-4fb6-b402-594b3937b96a HTTP/1.1" status: 204 len: 173 time: 0.5515161 Jul 14 07:23:28.635234 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0289c94c-2339-412b-be0f-402e40c7c03d', 'name': 'network-vif-deleted', 'tag': '3ccb4d15-0b40-4fb6-b402-594b3937b96a'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:28.638875 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d6080a-f5d6-4e51-aac8-c3b015eaa367" -d '{"events": [{"server_uuid": "0289c94c-2339-412b-be0f-402e40c7c03d", "name": "network-vif-deleted", "tag": "3ccb4d15-0b40-4fb6-b402-594b3937b96a"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:28.694142 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f021c0-3958-456f-893b-53adf6e2138f x-openstack-request-id: req-d9f021c0-3958-456f-893b-53adf6e2138f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:28.694759 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0289c94c-2339-412b-be0f-402e40c7c03d", "name": "network-vif-deleted", "tag": "3ccb4d15-0b40-4fb6-b402-594b3937b96a", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:28.695221 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9f021c0-3958-456f-893b-53adf6e2138f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:28.695847 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0289c94c-2339-412b-be0f-402e40c7c03d', 'name': 'network-vif-deleted', 'tag': '3ccb4d15-0b40-4fb6-b402-594b3937b96a', 'status': 'completed', 'code': 200} Jul 14 07:23:28.785401 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedfc0b-4a0e-4eb8-87d0-4e910899227a req-5db2d2af-2db9-4c4a-93cf-8a9d2b9541ad tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:28.789058 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fcedfc0b-4a0e-4eb8-87d0-4e910899227a req-5db2d2af-2db9-4c4a-93cf-8a9d2b9541ad tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.1866827 Jul 14 07:23:28.833718 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fcedfc0b-4a0e-4eb8-87d0-4e910899227a req-7de26a38-baf1-4523-bb1c-8941739adc47 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371289 Jul 14 07:23:29.374243 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b778f97-b088-4931-a0ca-50891f72ab18 req-521d9485-ff13-4209-916c-bc49966decb1 tempest-MultipleCreateTestJSON-1118884059 tempest-MultipleCreateTestJSON-1118884059-project] 10.222.0.35 "GET /v2.0/ports?device_id=0289c94c-2339-412b-be0f-402e40c7c03d HTTP/1.1" status: 200 len: 210 time: 0.0301239 Jul 14 07:23:29.582591 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 6346eb5e-bfdb-4db7-83bc-0faacc172cca no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:23:29.604600 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 6346eb5e-bfdb-4db7-83bc-0faacc172cca {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:23:29.604935 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 6346eb5e-bfdb-4db7-83bc-0faacc172cca not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:23:30.027018 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fe799-b185-4f52-83e3-d810b5f25ea9 req-b7d5e105-3e00-44ee-a1f5-c726e10b8b42 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:30.028531 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d82fe799-b185-4f52-83e3-d810b5f25ea9 req-b7d5e105-3e00-44ee-a1f5-c726e10b8b42 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.0666680 Jul 14 07:23:30.069013 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d82fe799-b185-4f52-83e3-d810b5f25ea9 req-233af301-3196-4489-b7bf-732b3e906c7a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347116 Jul 14 07:23:30.220236 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3ccb4d15-0b40-4fb6-b402-594b3937b96a no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:23:30.239538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 3ccb4d15-0b40-4fb6-b402-594b3937b96a {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:23:30.239933 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3ccb4d15-0b40-4fb6-b402-594b3937b96a not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:23:30.468620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45230) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:30.483812 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bd4063a9-a927-4120-9cbc-3d4c8bb299dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:30.529821 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-47657da5-41eb-4e02-aad7-2c967374b04f admin admin] Deleting subnet ecbddb29-5425-4bd1-a95a-96fb8125ff6a {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:23:30.533147 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47657da5-41eb-4e02-aad7-2c967374b04f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:30.597322 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47657da5-41eb-4e02-aad7-2c967374b04f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:30.651045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee07e8-5a7a-4b75-a05d-5d8384ee724e req-7e8d560d-3790-44cb-8294-43ce84b83365 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:30.652595 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b5ee07e8-5a7a-4b75-a05d-5d8384ee724e req-7e8d560d-3790-44cb-8294-43ce84b83365 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 1096 time: 0.1009083 Jul 14 07:23:30.653656 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47657da5-41eb-4e02-aad7-2c967374b04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:30.734542 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b5ee07e8-5a7a-4b75-a05d-5d8384ee724e req-2425f25a-627b-4422-ae66-e08bf5ac671a tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612912 Jul 14 07:23:30.769067 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47657da5-41eb-4e02-aad7-2c967374b04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:30.779692 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45234) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:30.816005 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47657da5-41eb-4e02-aad7-2c967374b04f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:30.818494 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-47657da5-41eb-4e02-aad7-2c967374b04f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ecbddb29-5425-4bd1-a95a-96fb8125ff6a HTTP/1.1" status: 204 len: 168 time: 0.3482172 Jul 14 07:23:30.819822 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47657da5-41eb-4e02-aad7-2c967374b04f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecbddb29-5425-4bd1-a95a-96fb8125ff6a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:30.821465 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45236) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:30.899458 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c220579-1350-4fec-b8d3-fad1d4a0b7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:30.967044 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f4f96134-cf26-4ad1-b11b-f90404586dd0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting port 7f9fda49-e36c-4b91-a24e-38c1e2200eb7 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:23:30.967396 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4f96134-cf26-4ad1-b11b-f90404586dd0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:30.984684 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c220579-1350-4fec-b8d3-fad1d4a0b7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:30.996670 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-6c220579-1350-4fec-b8d3-fad1d4a0b7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2357403-4c2d-44c0-8b11-7823ce958e78']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:31.009354 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-6c220579-1350-4fec-b8d3-fad1d4a0b7d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c791d847-e592-49b2-bb79-fffd0f910c6c') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:31.009685 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-6c220579-1350-4fec-b8d3-fad1d4a0b7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c791d847-e592-49b2-bb79-fffd0f910c6c') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:31.019417 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c220579-1350-4fec-b8d3-fad1d4a0b7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:31.037504 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c220579-1350-4fec-b8d3-fad1d4a0b7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:31.044817 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c220579-1350-4fec-b8d3-fad1d4a0b7d0 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:23:31.045379 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c220579-1350-4fec-b8d3-fad1d4a0b7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:23:31.047357 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:23:31.059449 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4f96134-cf26-4ad1-b11b-f90404586dd0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:31.059780 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4f96134-cf26-4ad1-b11b-f90404586dd0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:31.072447 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f4f96134-cf26-4ad1-b11b-f90404586dd0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Calling delete_port for 7f9fda49-e36c-4b91-a24e-38c1e2200eb7 owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:23:31.110551 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c220579-1350-4fec-b8d3-fad1d4a0b7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:31.116897 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c220579-1350-4fec-b8d3-fad1d4a0b7d0 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:31.118840 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6c220579-1350-4fec-b8d3-fad1d4a0b7d0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c2357403-4c2d-44c0-8b11-7823ce958e78 HTTP/1.1" status: 204 len: 168 time: 0.2964756 Jul 14 07:23:31.135286 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c220579-1350-4fec-b8d3-fad1d4a0b7d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2357403-4c2d-44c0-8b11-7823ce958e78,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:31.272779 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4f96134-cf26-4ad1-b11b-f90404586dd0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:31.308423 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f96134-cf26-4ad1-b11b-f90404586dd0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Port': ['ID=7f9fda49-e36c-4b91-a24e-38c1e2200eb7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:31.310192 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2a9ea-ecc3-47cf-ad71-4ea293c05726 req-95ad9a4e-3a67-4e70-a790-d6cc9280bd03 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:31.311917 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c4c2a9ea-ecc3-47cf-ad71-4ea293c05726 req-95ad9a4e-3a67-4e70-a790-d6cc9280bd03 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.0905714 Jul 14 07:23:31.331834 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45246) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:31.374396 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4f96134-cf26-4ad1-b11b-f90404586dd0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:31.375370 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-f4f96134-cf26-4ad1-b11b-f90404586dd0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Floating IP ea03cdb6-08d1-4b73-8511-105c08f2646e disassociated (deleted). External IP: 172.25.7.195, port: c1bbdfce-b4b2-4875-83d9-9bddfb31d455. Jul 14 07:23:31.379185 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c4c2a9ea-ecc3-47cf-ad71-4ea293c05726 req-34e11c86-3973-498a-b997-71cbf776b352 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608842 Jul 14 07:23:31.395322 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d9e95d2b-9ef6-4398-abf5-22483fa80f6e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6aac05f6acf46be9ccb98e594f593ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624325 Jul 14 07:23:31.402007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45248) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:31.450474 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-51631cf7-4999-48bc-ac4d-6ac1f4c8017c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:31.470874 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-51631cf7-4999-48bc-ac4d-6ac1f4c8017c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:31.516677 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-51631cf7-4999-48bc-ac4d-6ac1f4c8017c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:31.519638 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-51631cf7-4999-48bc-ac4d-6ac1f4c8017c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:31.520774 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-51631cf7-4999-48bc-ac4d-6ac1f4c8017c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e4ee5f0-1317-434e-be6c-117c5061a66f HTTP/1.1" status: 204 len: 168 time: 0.1178610 Jul 14 07:23:31.528394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631cf7-4999-48bc-ac4d-6ac1f4c8017c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4ee5f0-1317-434e-be6c-117c5061a66f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:31.597215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f96134-cf26-4ad1-b11b-f90404586dd0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:23:31.598337 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 2f47632b-7a65-4449-a16a-c30469f87388 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:23:31.618922 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 2f47632b-7a65-4449-a16a-c30469f87388 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:23:31.619337 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 2f47632b-7a65-4449-a16a-c30469f87388 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:23:31.712254 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f96134-cf26-4ad1-b11b-f90404586dd0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:23:31.717033 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4f96134-cf26-4ad1-b11b-f90404586dd0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:31.721425 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff218629-912d-48e5-93dc-01450981f8e2 None None] Sync routers for ids ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:23:31.730540 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff218629-912d-48e5-93dc-01450981f8e2 None None] Routers {'06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:23:31.731157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ff218629-912d-48e5-93dc-01450981f8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:23:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:31.756308 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f4f96134-cf26-4ad1-b11b-f90404586dd0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/floatingips/ea03cdb6-08d1-4b73-8511-105c08f2646e HTTP/1.1" status: 204 len: 168 time: 0.9747915 Jul 14 07:23:31.757411 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'tag': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:31.760112 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451a355c-1200-49e5-a5b2-84b03f05f7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "92512528-dcf3-40fb-a0b7-bc170395f4ae", "tag": "c1bbdfce-b4b2-4875-83d9-9bddfb31d455"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:31.811371 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b418e38-3bf7-4bad-9a2b-4b2d1f771fe5 x-openstack-request-id: req-2b418e38-3bf7-4bad-9a2b-4b2d1f771fe5 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:31.811964 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92512528-dcf3-40fb-a0b7-bc170395f4ae", "tag": "c1bbdfce-b4b2-4875-83d9-9bddfb31d455", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:31.811964 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b418e38-3bf7-4bad-9a2b-4b2d1f771fe5 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:31.812232 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'tag': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455', 'status': 'completed', 'code': 200} Jul 14 07:23:31.913478 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a355c-1200-49e5-a5b2-84b03f05f7fa req-53b3fb92-f70b-45b0-a12b-b2e3dd5aef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:31.915038 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-451a355c-1200-49e5-a5b2-84b03f05f7fa req-53b3fb92-f70b-45b0-a12b-b2e3dd5aef71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 1096 time: 0.0799167 Jul 14 07:23:32.090775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-ff218629-912d-48e5-93dc-01450981f8e2 None None] Set router 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:23:32.091873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a355c-1200-49e5-a5b2-84b03f05f7fa req-19354e2f-fcdb-4668-98e9-75cbc25369e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:32.095219 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-451a355c-1200-49e5-a5b2-84b03f05f7fa req-19354e2f-fcdb-4668-98e9-75cbc25369e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=deabe113-d88b-4996-a81c-d6af98e94bcb HTTP/1.1" status: 200 len: 898 time: 0.1683807 Jul 14 07:23:32.161454 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-451a355c-1200-49e5-a5b2-84b03f05f7fa req-4fc2d5c3-91e2-426c-8b06-37966ec39df2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1bbdfce-b4b2-4875-83d9-9bddfb31d455 HTTP/1.1" status: 200 len: 217 time: 0.0574813 Jul 14 07:23:32.253824 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddc72b-08b2-48b1-b34b-77a595b4c21a req-866ef506-8f94-4d16-964c-87fcd0e06856 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:32.256290 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-42ddc72b-08b2-48b1-b34b-77a595b4c21a req-866ef506-8f94-4d16-964c-87fcd0e06856 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.1163583 Jul 14 07:23:32.273111 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a355c-1200-49e5-a5b2-84b03f05f7fa req-a894780f-cec8-4158-bfe7-67d130336234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:32.274795 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-451a355c-1200-49e5-a5b2-84b03f05f7fa req-a894780f-cec8-4158-bfe7-67d130336234 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52382377-c2d4-4b95-8b50-5ac07cbd1472 HTTP/1.1" status: 200 len: 834 time: 0.1029058 Jul 14 07:23:32.310325 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-42ddc72b-08b2-48b1-b34b-77a595b4c21a req-77b40db4-e1e9-4a45-b61e-414c3ed23513 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481074 Jul 14 07:23:32.362948 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a355c-1200-49e5-a5b2-84b03f05f7fa req-153b319b-d586-46af-82ca-aecb19ffa96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:32.365587 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-451a355c-1200-49e5-a5b2-84b03f05f7fa req-153b319b-d586-46af-82ca-aecb19ffa96e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=deabe113-d88b-4996-a81c-d6af98e94bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830476 Jul 14 07:23:32.457079 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ff218629-912d-48e5-93dc-01450981f8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49317332', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2ff15952-df4a-49fa-8148-774598c9d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:21:29Z', 'updated_at': '2021-07-14T07:21:36Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '2ff15952-df4a-49fa-8148-774598c9d695', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:30Z', 'updated_at': '2021-07-14T07:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '74ff14fe-a07e-43d6-8332-f426115390f3', 'name': '', 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:69:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:35Z', 'updated_at': '2021-07-14T07:21:43Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:32.520427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff218629-912d-48e5-93dc-01450981f8e2 None None] Checking router: 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:23:32.546465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff218629-912d-48e5-93dc-01450981f8e2 None None] Routers {'06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:23:32.547126 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ff218629-912d-48e5-93dc-01450981f8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:23:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:32.577008 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45288) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:32.582504 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-451a355c-1200-49e5-a5b2-84b03f05f7fa req-6d94bf8e-331c-431b-816c-9e372836b11e service neutron] 10.222.0.30 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069228 Jul 14 07:23:32.611687 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458cec1c-2297-4a46-885b-bb2e82870d72 req-1f2ff44f-0d4e-4544-a413-b8caf5c7bd71 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:32.613256 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-458cec1c-2297-4a46-885b-bb2e82870d72 req-1f2ff44f-0d4e-4544-a413-b8caf5c7bd71 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.0965898 Jul 14 07:23:32.693966 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-458cec1c-2297-4a46-885b-bb2e82870d72 req-35b73242-1a74-4ac4-9466-c13c703f96ac tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681994 Jul 14 07:23:32.712009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-28ccbfe6-fc6c-43fc-b7bf-c237732e9910 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-683796474-network', 'tenant_id': '3377700e09d245eb858b47371525459c'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:32.752128 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-451a355c-1200-49e5-a5b2-84b03f05f7fa req-b8852822-7998-426e-85e6-d48ccba79af3 service neutron] 10.222.0.30 "GET /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624837 Jul 14 07:23:32.755602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ccbfe6-fc6c-43fc-b7bf-c237732e9910 admin admin] Made reservation on behalf of 3377700e09d245eb858b47371525459c for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:23:32.758188 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28ccbfe6-fc6c-43fc-b7bf-c237732e9910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:32.767444 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28ccbfe6-fc6c-43fc-b7bf-c237732e9910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:32.771923 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-ff218629-912d-48e5-93dc-01450981f8e2 None None] Set router 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:23:32.886612 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28ccbfe6-fc6c-43fc-b7bf-c237732e9910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:32.891453 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28ccbfe6-fc6c-43fc-b7bf-c237732e9910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:32.907619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ccbfe6-fc6c-43fc-b7bf-c237732e9910 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:23:32.921536 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28ccbfe6-fc6c-43fc-b7bf-c237732e9910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:32.921890 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-28ccbfe6-fc6c-43fc-b7bf-c237732e9910 admin admin] Added segment c543ffb0-3934-44d4-83df-6960da33009b of type vlan for network 2229b6eb-60e9-46c2-bb4c-1595099f38ba Jul 14 07:23:32.997644 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28ccbfe6-fc6c-43fc-b7bf-c237732e9910 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:33.007068 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ff218629-912d-48e5-93dc-01450981f8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49317332', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2ff15952-df4a-49fa-8148-774598c9d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:21:29Z', 'updated_at': '2021-07-14T07:21:36Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '2ff15952-df4a-49fa-8148-774598c9d695', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:30Z', 'updated_at': '2021-07-14T07:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '74ff14fe-a07e-43d6-8332-f426115390f3', 'name': '', 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:69:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:35Z', 'updated_at': '2021-07-14T07:21:43Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:33.039656 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff218629-912d-48e5-93dc-01450981f8e2 None None] The sync data for ids ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'] in n-d-778696-5 is: [{'id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49317332', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2ff15952-df4a-49fa-8148-774598c9d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:21:29Z', 'updated_at': '2021-07-14T07:21:36Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '2ff15952-df4a-49fa-8148-774598c9d695', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:30Z', 'updated_at': '2021-07-14T07:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '74ff14fe-a07e-43d6-8332-f426115390f3', 'name': '', 'network_id': 'deabe113-d88b-4996-a81c-d6af98e94bcb', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:69:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:35Z', 'updated_at': '2021-07-14T07:21:43Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '52382377-c2d4-4b95-8b50-5ac07cbd1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:23:33.060333 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccbfe6-fc6c-43fc-b7bf-c237732e9910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e87d24-0fc5-4c3c-a31f-7deadaca053d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:33.075867 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28ccbfe6-fc6c-43fc-b7bf-c237732e9910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:33.077767 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ccbfe6-fc6c-43fc-b7bf-c237732e9910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:33.078918 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28ccbfe6-fc6c-43fc-b7bf-c237732e9910 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:33.154003 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45294) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:33.159837 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9708574d-6933-4ac0-949f-4008dea6f6d8 admin admin] Request body: {'subnet': {'network_id': '2229b6eb-60e9-46c2-bb4c-1595099f38ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-683796474-subnet', 'tenant_id': '3377700e09d245eb858b47371525459c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:33.164208 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-28ccbfe6-fc6c-43fc-b7bf-c237732e9910 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5860407 Jul 14 07:23:33.181161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccbfe6-fc6c-43fc-b7bf-c237732e9910 admin admin] Pushing event updated for resources: {'Network': ['ID=2229b6eb-60e9-46c2-bb4c-1595099f38ba,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:33.192107 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 2229b6eb-60e9-46c2-bb4c-1595099f38ba details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:23:33.212480 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9708574d-6933-4ac0-949f-4008dea6f6d8 admin admin] Made reservation on behalf of 3377700e09d245eb858b47371525459c for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:23:33.215394 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9708574d-6933-4ac0-949f-4008dea6f6d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:33.302801 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7f58bfc8-b0f3-4a91-abbc-24f0fd4b32d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:33.531217 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04319d02-71de-4a22-81a7-41acf6ae98fb None None] New status for floating IP ea03cdb6-08d1-4b73-8511-105c08f2646e: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:23:33.552609 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca339fa-2f35-4540-a275-fb5e99d8bc39 req-0a9417e7-8f29-4762-8708-ac8fe6da697c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:33.563491 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cca339fa-2f35-4540-a275-fb5e99d8bc39 req-0a9417e7-8f29-4762-8708-ac8fe6da697c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.1093578 Jul 14 07:23:33.581558 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b87ef-3aa5-472a-bc70-feaba8f9fc5d req-eeee1164-3f39-4d11-8560-cba806a277e3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:33.583092 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1a6b87ef-3aa5-472a-bc70-feaba8f9fc5d req-eeee1164-3f39-4d11-8560-cba806a277e3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.30 "GET /v2.0/ports?device_id=92512528-dcf3-40fb-a0b7-bc170395f4ae HTTP/1.1" status: 200 len: 945 time: 0.1711159 Jul 14 07:23:33.584719 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9708574d-6933-4ac0-949f-4008dea6f6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:33.606564 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:33.652290 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cca339fa-2f35-4540-a275-fb5e99d8bc39 req-22f0a998-f66f-4f38-81f4-600159a0f62e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=2210616a-198a-45d5-9bf8-3239dc653dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864179 Jul 14 07:23:33.699290 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708574d-6933-4ac0-949f-4008dea6f6d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16464acb-fa11-4aa2-a4cf-5f8ea89da9a3,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:33.777246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9708574d-6933-4ac0-949f-4008dea6f6d8 admin admin] Checking segment: {'id': 'c543ffb0-3934-44d4-83df-6960da33009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2229b6eb-60e9-46c2-bb4c-1595099f38ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:23:33.777627 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9708574d-6933-4ac0-949f-4008dea6f6d8 admin admin] Network hostable DHCP agents. Network: 2229b6eb-60e9-46c2-bb4c-1595099f38ba, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:23:33.823708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9708574d-6933-4ac0-949f-4008dea6f6d8 admin admin] Network 2229b6eb-60e9-46c2-bb4c-1595099f38ba is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:23:33.832021 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-1a6b87ef-3aa5-472a-bc70-feaba8f9fc5d req-34d3da73-0165-43a9-9877-62f8e2182fca tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:23:33.832347 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1a6b87ef-3aa5-472a-bc70-feaba8f9fc5d req-34d3da73-0165-43a9-9877-62f8e2182fca tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:33.849774 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9708574d-6933-4ac0-949f-4008dea6f6d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 2229b6eb-60e9-46c2-bb4c-1595099f38ba) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:23:33.858216 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e20848-533b-4650-8ad1-d3a9a32476ac None None] Network 2229b6eb-60e9-46c2-bb4c-1595099f38ba requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:23:33.878764 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9708574d-6933-4ac0-949f-4008dea6f6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:33.879348 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9708574d-6933-4ac0-949f-4008dea6f6d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:33.941640 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a63e84-eadd-4984-8246-982a4de31405 req-dd9674f8-258e-4801-8b67-e690fc09ca7d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:33.943897 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16a63e84-eadd-4984-8246-982a4de31405 req-dd9674f8-258e-4801-8b67-e690fc09ca7d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.0836580 Jul 14 07:23:33.945779 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9708574d-6933-4ac0-949f-4008dea6f6d8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7904482 Jul 14 07:23:33.954121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-1a6b87ef-3aa5-472a-bc70-feaba8f9fc5d req-34d3da73-0165-43a9-9877-62f8e2182fca tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] For port c1bbdfce-b4b2-4875-83d9-9bddfb31d455, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,segment=NetworkSegment(524c6015-92fd-41e1-8252-8aaee5205294),segment_id=524c6015-92fd-41e1-8252-8aaee5205294)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:33.954546 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1a6b87ef-3aa5-472a-bc70-feaba8f9fc5d req-34d3da73-0165-43a9-9877-62f8e2182fca tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:33.974528 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-1a6b87ef-3aa5-472a-bc70-feaba8f9fc5d req-34d3da73-0165-43a9-9877-62f8e2182fca tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Calling delete_port for c1bbdfce-b4b2-4875-83d9-9bddfb31d455 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:23:34.003046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16a63e84-eadd-4984-8246-982a4de31405 req-168373b8-f5ae-4c69-bc1e-17872b7e49e9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393038 Jul 14 07:23:34.038145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db02e21-d862-4102-a13f-79d2064c6193 None None] Network 2229b6eb-60e9-46c2-bb4c-1595099f38ba requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:23:34.142045 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1a6b87ef-3aa5-472a-bc70-feaba8f9fc5d req-34d3da73-0165-43a9-9877-62f8e2182fca tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:34.209276 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3da73-0165-43a9-9877-62f8e2182fca tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Port': ['ID=c1bbdfce-b4b2-4875-83d9-9bddfb31d455,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:34.226919 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6b87ef-3aa5-472a-bc70-feaba8f9fc5d req-34d3da73-0165-43a9-9877-62f8e2182fca tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] No DVR routers for this DVR port c1bbdfce-b4b2-4875-83d9-9bddfb31d455 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:23:34.229400 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1a6b87ef-3aa5-472a-bc70-feaba8f9fc5d req-34d3da73-0165-43a9-9877-62f8e2182fca tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:34.231447 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1a6b87ef-3aa5-472a-bc70-feaba8f9fc5d req-34d3da73-0165-43a9-9877-62f8e2182fca tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.30 "DELETE /v2.0/ports/c1bbdfce-b4b2-4875-83d9-9bddfb31d455 HTTP/1.1" status: 204 len: 173 time: 0.6149111 Jul 14 07:23:34.231905 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'name': 'network-vif-deleted', 'tag': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:34.234256 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a0e06a-4c04-4a02-ad0b-aab642666314" -d '{"events": [{"server_uuid": "92512528-dcf3-40fb-a0b7-bc170395f4ae", "name": "network-vif-deleted", "tag": "c1bbdfce-b4b2-4875-83d9-9bddfb31d455"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:34.286172 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71e79d1-415f-42f8-b148-6a4f15e5db83 x-openstack-request-id: req-d71e79d1-415f-42f8-b148-6a4f15e5db83 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:34.286493 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92512528-dcf3-40fb-a0b7-bc170395f4ae", "name": "network-vif-deleted", "tag": "c1bbdfce-b4b2-4875-83d9-9bddfb31d455", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:34.286746 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d71e79d1-415f-42f8-b148-6a4f15e5db83 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:34.287144 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92512528-dcf3-40fb-a0b7-bc170395f4ae', 'name': 'network-vif-deleted', 'tag': 'c1bbdfce-b4b2-4875-83d9-9bddfb31d455', 'status': 'completed', 'code': 200} Jul 14 07:23:34.596834 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-2408492e-542c-43bb-b6f8-c6ae96739fc1 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:34.598338 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-2408492e-542c-43bb-b6f8-c6ae96739fc1 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/networks?id=2229b6eb-60e9-46c2-bb4c-1595099f38ba HTTP/1.1" status: 200 len: 820 time: 0.1740229 Jul 14 07:23:34.613144 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:34.615501 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-f13ccce6-01ed-4424-8736-f0225e229fc4 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:34.617025 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-f13ccce6-01ed-4424-8736-f0225e229fc4 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/networks?id=801982b9-6b9d-442f-b41d-afca7578661a HTTP/1.1" status: 200 len: 814 time: 0.1457942 Jul 14 07:23:34.628005 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-2383706e-59ba-499c-a6a3-2370b448a18c tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/quotas/3377700e09d245eb858b47371525459c HTTP/1.1" status: 200 len: 375 time: 0.0099792 Jul 14 07:23:34.668446 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-8f249d47-b2ba-4a6e-b902-b1dc857cb968 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3377700e09d245eb858b47371525459c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326943 Jul 14 07:23:34.674795 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-be205ed1-7daf-4d4c-82e5-f4f2ef15859e tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/quotas/ba8e27169006427ea759e3bab9267003 HTTP/1.1" status: 200 len: 375 time: 0.0455828 Jul 14 07:23:34.722207 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-e727e490-10c2-4fc7-b9f2-37d721780610 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba8e27169006427ea759e3bab9267003&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465524 Jul 14 07:23:34.799162 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-c705d182-a06e-4f09-ad40-cffcbd2a0ef6 service neutron] 10.222.0.35 "GET /v2.0/networks/2229b6eb-60e9-46c2-bb4c-1595099f38ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218007 Jul 14 07:23:34.960104 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-8dd5e939-0ccb-4941-8c1d-9b67b6e1c019 service neutron] 10.222.0.35 "GET /v2.0/networks/801982b9-6b9d-442f-b41d-afca7578661a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131624 Jul 14 07:23:34.965088 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-1edf67eb-6301-408d-a946-314145602105 service neutron] 10.222.0.35 "GET /v2.0/networks/2229b6eb-60e9-46c2-bb4c-1595099f38ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525798 Jul 14 07:23:35.056625 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-2f6f33a7-dbcb-4e35-beb1-727983289a4f service neutron] 10.222.0.35 "GET /v2.0/networks/801982b9-6b9d-442f-b41d-afca7578661a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905569 Jul 14 07:23:35.256569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45360) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:35.368647 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cabf92e2-c5c8-4288-a51b-dc16144e3802 req-365a40c3-9c92-44bb-b181-5a6695384557 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/ports?device_id=359e6003-8a5f-4083-a513-92b28888b5d1 HTTP/1.1" status: 200 len: 210 time: 0.0580328 Jul 14 07:23:35.475760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3244e0d1-1761-42af-a98c-ea43a819eb2d req-824727ac-9f14-4ae2-bb72-1e339b51335f tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4c38b1-3bd1-4f48-ad3a-55302414f06d HTTP/1.1" status: 200 len: 210 time: 0.0338988 Jul 14 07:23:35.514607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eaa317-103d-42fb-a4cb-2ce2a48270a1 req-7a7b4201-304c-4709-8b4a-0d84cb47feb4 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:35.516122 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15eaa317-103d-42fb-a4cb-2ce2a48270a1 req-7a7b4201-304c-4709-8b4a-0d84cb47feb4 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.2045460 Jul 14 07:23:35.635052 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15eaa317-103d-42fb-a4cb-2ce2a48270a1 req-b054d2a0-835f-41c0-8932-c4cd4dfe42a9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050878 Jul 14 07:23:35.821661 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00eb1f90-bc9a-4739-9a1b-9174f16edea1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:36.080574 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-00eb1f90-bc9a-4739-9a1b-9174f16edea1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting port 74ff14fe-a07e-43d6-8332-f426115390f3 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:23:36.080893 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00eb1f90-bc9a-4739-9a1b-9174f16edea1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:36.169953 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:36.178523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-00eb1f90-bc9a-4739-9a1b-9174f16edea1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] For port 74ff14fe-a07e-43d6-8332-f426115390f3, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=74ff14fe-a07e-43d6-8332-f426115390f3,segment=NetworkSegment(524c6015-92fd-41e1-8252-8aaee5205294),segment_id=524c6015-92fd-41e1-8252-8aaee5205294)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:36.179010 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00eb1f90-bc9a-4739-9a1b-9174f16edea1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:36.194296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-00eb1f90-bc9a-4739-9a1b-9174f16edea1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Calling delete_port for 74ff14fe-a07e-43d6-8332-f426115390f3 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:23:36.237308 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c1bbdfce-b4b2-4875-83d9-9bddfb31d455 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:23:36.280264 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: c1bbdfce-b4b2-4875-83d9-9bddfb31d455 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:23:36.280963 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device c1bbdfce-b4b2-4875-83d9-9bddfb31d455 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:23:36.397669 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-e58cdb0f-8030-44dc-83ce-0803f97d9b65 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:36.399065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-e58cdb0f-8030-44dc-83ce-0803f97d9b65 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.15 "GET /v2.0/networks?id=2229b6eb-60e9-46c2-bb4c-1595099f38ba HTTP/1.1" status: 200 len: 820 time: 0.1590505 Jul 14 07:23:36.418482 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-209c7d28-d415-4b13-9e00-daffb322da97 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Request body: {'port': {'device_id': '359e6003-8a5f-4083-a513-92b28888b5d1', 'network_id': '2229b6eb-60e9-46c2-bb4c-1595099f38ba', 'admin_state_up': True, 'tenant_id': '3377700e09d245eb858b47371525459c'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:36.910052 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2299ce65-9ed2-4dad-b13d-50218fd325f5 req-7269a8f3-7e0a-4160-bb44-73e3dc084f4c tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/ports?device_id=359e6003-8a5f-4083-a513-92b28888b5d1 HTTP/1.1" status: 200 len: 210 time: 0.1016672 Jul 14 07:23:36.942245 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-613cf77f-ea29-4579-8694-89b71b7efeab req-509d1264-8ee1-4da5-a1e1-2ac209f072ab tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4c38b1-3bd1-4f48-ad3a-55302414f06d HTTP/1.1" status: 200 len: 210 time: 0.1319034 Jul 14 07:23:36.994599 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00eb1f90-bc9a-4739-9a1b-9174f16edea1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:37.041420 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb1f90-bc9a-4739-9a1b-9174f16edea1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Port': ['ID=74ff14fe-a07e-43d6-8332-f426115390f3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:37.058921 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-209c7d28-d415-4b13-9e00-daffb322da97 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Made reservation on behalf of 3377700e09d245eb858b47371525459c for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:23:37.062405 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-209c7d28-d415-4b13-9e00-daffb322da97 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:37.107615 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-eecc5ac8-3266-4a6c-8105-b7e9cb9dca70 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:37.109070 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-eecc5ac8-3266-4a6c-8105-b7e9cb9dca70 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.15 "GET /v2.0/networks?id=801982b9-6b9d-442f-b41d-afca7578661a HTTP/1.1" status: 200 len: 814 time: 0.2997494 Jul 14 07:23:37.156800 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-1d443c9a-be5f-48f8-a6fe-52c3e1b9cb55 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Request body: {'port': {'device_id': '9c4c38b1-3bd1-4f48-ad3a-55302414f06d', 'network_id': '801982b9-6b9d-442f-b41d-afca7578661a', 'admin_state_up': True, 'tenant_id': 'ba8e27169006427ea759e3bab9267003'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:37.438443 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a57e4b-3909-43d1-b9c5-34d1c6d10da7 req-7123bd70-7a78-4dcc-9eb7-fd915f7cc4f9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:37.439856 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07a57e4b-3909-43d1-b9c5-34d1c6d10da7 req-7123bd70-7a78-4dcc-9eb7-fd915f7cc4f9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.3728364 Jul 14 07:23:37.479515 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-209c7d28-d415-4b13-9e00-daffb322da97 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Allocated IP 172.20.0.7 (2229b6eb-60e9-46c2-bb4c-1595099f38ba/16464acb-fa11-4aa2-a4cf-5f8ea89da9a3/e5898400-a063-4ab3-b954-4f69686a0e17) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:23:37.542631 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-1d443c9a-be5f-48f8-a6fe-52c3e1b9cb55 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Made reservation on behalf of ba8e27169006427ea759e3bab9267003 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:23:37.546094 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-1d443c9a-be5f-48f8-a6fe-52c3e1b9cb55 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:37.575524 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00eb1f90-bc9a-4739-9a1b-9174f16edea1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:37.589001 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07a57e4b-3909-43d1-b9c5-34d1c6d10da7 req-f40055bc-bbd3-4e93-b1cb-768e12509a1e tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125898 Jul 14 07:23:37.867224 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-209c7d28-d415-4b13-9e00-daffb322da97 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:37.886380 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-1d443c9a-be5f-48f8-a6fe-52c3e1b9cb55 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Allocated IP 172.20.0.2 (801982b9-6b9d-442f-b41d-afca7578661a/b3ac5c73-cc8d-41bb-9a04-32e6ce9ae998/b4dc426f-24f0-41a7-adfb-99b64120bbfb) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:23:38.094000 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-209c7d28-d415-4b13-9e00-daffb322da97 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:38.204243 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26167476-b1c8-4608-9217-991888930073 req-f6686ab2-db66-4440-ae51-3d6693ba9467 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4c38b1-3bd1-4f48-ad3a-55302414f06d HTTP/1.1" status: 200 len: 210 time: 0.0919719 Jul 14 07:23:38.210647 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00eb1f90-bc9a-4739-9a1b-9174f16edea1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:23:38.229582 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-209c7d28-d415-4b13-9e00-daffb322da97 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Network 2229b6eb-60e9-46c2-bb4c-1595099f38ba is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:23:38.242419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-209c7d28-d415-4b13-9e00-daffb322da97 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:23:38.247338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c7d28-d415-4b13-9e00-daffb322da97 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Pushing event updated for resources: {'Port': ['ID=e5898400-a063-4ab3-b954-4f69686a0e17,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:38.253135 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-209c7d28-d415-4b13-9e00-daffb322da97 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:23:38.368033 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-1d443c9a-be5f-48f8-a6fe-52c3e1b9cb55 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:38.392247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637d9cb-ae19-49a1-bc43-bf6ba68f6462 req-9ce94e45-98c5-480e-a1f5-6318154eda79 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:38.393926 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4637d9cb-ae19-49a1-bc43-bf6ba68f6462 req-9ce94e45-98c5-480e-a1f5-6318154eda79 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/ports?device_id=359e6003-8a5f-4083-a513-92b28888b5d1 HTTP/1.1" status: 200 len: 931 time: 0.3572195 Jul 14 07:23:38.402638 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-209c7d28-d415-4b13-9e00-daffb322da97 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:38.403238 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-209c7d28-d415-4b13-9e00-daffb322da97 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:38.473234 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-209c7d28-d415-4b13-9e00-daffb322da97 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0586147 Jul 14 07:23:38.496168 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Request body: {'port': {'device_id': '359e6003-8a5f-4083-a513-92b28888b5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:38.549808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00eb1f90-bc9a-4739-9a1b-9174f16edea1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:23:38.556984 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4637d9cb-ae19-49a1-bc43-bf6ba68f6462 req-bd10c4e0-2bff-4333-b567-ef9d083a61ca tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e87d24-0fc5-4c3c-a31f-7deadaca053d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512241 Jul 14 07:23:38.564199 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-00eb1f90-bc9a-4739-9a1b-9174f16edea1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "PUT /v2.0/routers/06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3027012 Jul 14 07:23:38.564199 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45410) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:38.568234 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b632d538-0c5e-4f8e-b8cb-344e3d9aa6b7 None None] Sync routers for ids ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:23:38.587292 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b632d538-0c5e-4f8e-b8cb-344e3d9aa6b7 None None] Routers {'06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:23:38.588054 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b632d538-0c5e-4f8e-b8cb-344e3d9aa6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:23:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:38.592844 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-1d443c9a-be5f-48f8-a6fe-52c3e1b9cb55 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:38.683137 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f63e39-0bad-4a3a-85f3-44aaa148485f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting subnet 52382377-c2d4-4b95-8b50-5ac07cbd1472 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:23:38.692837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-1d443c9a-be5f-48f8-a6fe-52c3e1b9cb55 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Network 801982b9-6b9d-442f-b41d-afca7578661a is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:23:38.700173 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02f63e39-0bad-4a3a-85f3-44aaa148485f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:38.703112 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-1d443c9a-be5f-48f8-a6fe-52c3e1b9cb55 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:23:38.733817 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d443c9a-be5f-48f8-a6fe-52c3e1b9cb55 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Pushing event updated for resources: {'Port': ['ID=b4dc426f-24f0-41a7-adfb-99b64120bbfb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:38.742172 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-1d443c9a-be5f-48f8-a6fe-52c3e1b9cb55 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:23:38.748578 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:38.771922 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-b632d538-0c5e-4f8e-b8cb-344e3d9aa6b7 None None] Set router 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:23:38.833926 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02f63e39-0bad-4a3a-85f3-44aaa148485f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:38.908781 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-1d443c9a-be5f-48f8-a6fe-52c3e1b9cb55 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:38.909547 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-1d443c9a-be5f-48f8-a6fe-52c3e1b9cb55 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:38.998573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b632d538-0c5e-4f8e-b8cb-344e3d9aa6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49317332', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2ff15952-df4a-49fa-8148-774598c9d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:21:29Z', 'updated_at': '2021-07-14T07:23:36Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '2ff15952-df4a-49fa-8148-774598c9d695', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:30Z', 'updated_at': '2021-07-14T07:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:39.003519 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-1d443c9a-be5f-48f8-a6fe-52c3e1b9cb55 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8524137 Jul 14 07:23:39.029689 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b632d538-0c5e-4f8e-b8cb-344e3d9aa6b7 None None] Checking router: 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:23:39.036206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Request body: {'port': {'device_id': '9c4c38b1-3bd1-4f48-ad3a-55302414f06d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:39.040217 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b632d538-0c5e-4f8e-b8cb-344e3d9aa6b7 None None] Routers {'06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:23:39.041089 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b632d538-0c5e-4f8e-b8cb-344e3d9aa6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:23:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:39.160896 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-b632d538-0c5e-4f8e-b8cb-344e3d9aa6b7 None None] Set router 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:23:39.435451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b632d538-0c5e-4f8e-b8cb-344e3d9aa6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49317332', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2ff15952-df4a-49fa-8148-774598c9d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:21:29Z', 'updated_at': '2021-07-14T07:23:36Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '2ff15952-df4a-49fa-8148-774598c9d695', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:30Z', 'updated_at': '2021-07-14T07:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:39.452279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07665328-8267-49a3-9421-4c5f9dac0817 req-8b3741db-1549-4ba3-968b-6e9a46a3abbf tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:39.459666 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07665328-8267-49a3-9421-4c5f9dac0817 req-8b3741db-1549-4ba3-968b-6e9a46a3abbf tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.6896663 Jul 14 07:23:39.466205 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b632d538-0c5e-4f8e-b8cb-344e3d9aa6b7 None None] The sync data for ids ['06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1'] in n-d-778696-5 is: [{'id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49317332', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2ff15952-df4a-49fa-8148-774598c9d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:21:29Z', 'updated_at': '2021-07-14T07:23:36Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '2ff15952-df4a-49fa-8148-774598c9d695', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:21:30Z', 'updated_at': '2021-07-14T07:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:23:39.519889 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02f63e39-0bad-4a3a-85f3-44aaa148485f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:39.652085 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07665328-8267-49a3-9421-4c5f9dac0817 req-05cdad16-4766-4df6-8a22-4f609da4ccd8 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915460 Jul 14 07:23:39.658510 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:39.663602 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f8939350-7a69-425b-9320-90aed337d763 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:23:39.738916 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02f63e39-0bad-4a3a-85f3-44aaa148485f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:39.757370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b782fa-19da-4597-9b6f-22ebdb668008 req-e4a800b8-ff05-44c4-8985-878201a4ecb1 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:39.764708 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52b782fa-19da-4597-9b6f-22ebdb668008 req-e4a800b8-ff05-44c4-8985-878201a4ecb1 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4c38b1-3bd1-4f48-ad3a-55302414f06d HTTP/1.1" status: 200 len: 931 time: 0.3541100 Jul 14 07:23:39.787619 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f8939350-7a69-425b-9320-90aed337d763, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f8939350-7a69-425b-9320-90aed337d763,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:39.803075 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'f8939350-7a69-425b-9320-90aed337d763', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'port_id': 'f8939350-7a69-425b-9320-90aed337d763', 'mac_address': 'fa:16:3e:27:79:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:23:39.853527 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f63e39-0bad-4a3a-85f3-44aaa148485f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Subnet': ['ID=52382377-c2d4-4b95-8b50-5ac07cbd1472,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:39.859813 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02f63e39-0bad-4a3a-85f3-44aaa148485f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:39.864647 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-02f63e39-0bad-4a3a-85f3-44aaa148485f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/subnets/52382377-c2d4-4b95-8b50-5ac07cbd1472 HTTP/1.1" status: 204 len: 168 time: 1.2967465 Jul 14 07:23:39.866053 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45432) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:39.881753 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:39.886695 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b7701c-ebde-4ce4-bf05-3657790a1f87 None None] Network deabe113-d88b-4996-a81c-d6af98e94bcb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:23:39.935853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5898400-a063-4ab3-b954-4f69686a0e17 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:23:39.954098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8939350-7a69-425b-9320-90aed337d763 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:23:40.001860 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:40.049932 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52b782fa-19da-4597-9b6f-22ebdb668008 req-5741b719-e4fc-4070-9244-411f97e2a78a tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841895 Jul 14 07:23:40.084873 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Transition to ACTIVE for port object e5898400-a063-4ab3-b954-4f69686a0e17 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:23:40.108306 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-346e813b-f650-419b-986c-14f28aa236e5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:40.149725 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:40.300231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Pushing event updated for resources: {'Port': ['ID=e5898400-a063-4ab3-b954-4f69686a0e17,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:40.300881 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f8939350-7a69-425b-9320-90aed337d763, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f8939350-7a69-425b-9320-90aed337d763,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:40.318433 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:40.339229 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-346e813b-f650-419b-986c-14f28aa236e5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:40.418746 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['f8939350-7a69-425b-9320-90aed337d763'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:23:40.444478 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-346e813b-f650-419b-986c-14f28aa236e5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting port 2ff15952-df4a-49fa-8148-774598c9d695 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:23:40.445127 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-346e813b-f650-419b-986c-14f28aa236e5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:40.448592 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=f8939350-7a69-425b-9320-90aed337d763,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:40.539025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Attempting to bind port e5898400-a063-4ab3-b954-4f69686a0e17 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:23:40.540110 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Attempting to bind port e5898400-a063-4ab3-b954-4f69686a0e17 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'c543ffb0-3934-44d4-83df-6960da33009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2229b6eb-60e9-46c2-bb4c-1595099f38ba'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:23:40.540604 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Attempting to bind port e5898400-a063-4ab3-b954-4f69686a0e17 on network 2229b6eb-60e9-46c2-bb4c-1595099f38ba {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:23:40.548795 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Port e5898400-a063-4ab3-b954-4f69686a0e17 on network 2229b6eb-60e9-46c2-bb4c-1595099f38ba not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:23:40.549361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Attempting to bind port e5898400-a063-4ab3-b954-4f69686a0e17 on network 2229b6eb-60e9-46c2-bb4c-1595099f38ba {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:23:40.556958 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4dc426f-24f0-41a7-adfb-99b64120bbfb {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:23:40.581811 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:40.587624 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:23:40.588201 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Checking segment: {'id': 'c543ffb0-3934-44d4-83df-6960da33009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2229b6eb-60e9-46c2-bb4c-1595099f38ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:23:40.588748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Bound using segment: {'id': 'c543ffb0-3934-44d4-83df-6960da33009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2229b6eb-60e9-46c2-bb4c-1595099f38ba'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:23:40.589476 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Bound port: e5898400-a063-4ab3-b954-4f69686a0e17, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c543ffb0-3934-44d4-83df-6960da33009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2229b6eb-60e9-46c2-bb4c-1595099f38ba'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:23:40.589994 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:40.603736 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-346e813b-f650-419b-986c-14f28aa236e5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] For port 2ff15952-df4a-49fa-8148-774598c9d695, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2ff15952-df4a-49fa-8148-774598c9d695,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:40.605778 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-346e813b-f650-419b-986c-14f28aa236e5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:40.622640 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Transition to ACTIVE for port object b4dc426f-24f0-41a7-adfb-99b64120bbfb will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:23:40.638157 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-346e813b-f650-419b-986c-14f28aa236e5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Calling delete_port for 2ff15952-df4a-49fa-8148-774598c9d695 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:23:40.656585 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:40.672265 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18df03ec-f545-445c-a9f7-4e67ae287492 None None] DHCP port deletion for deabe113-d88b-4996-a81c-d6af98e94bcb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:23:40.744284 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-18df03ec-f545-445c-a9f7-4e67ae287492 None None] Deleting port dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:23:40.744803 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-18df03ec-f545-445c-a9f7-4e67ae287492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:40.745453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] For port e5898400-a063-4ab3-b954-4f69686a0e17, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:23:40.797700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] For port e5898400-a063-4ab3-b954-4f69686a0e17, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e5898400-a063-4ab3-b954-4f69686a0e17,segment=NetworkSegment(c543ffb0-3934-44d4-83df-6960da33009b),segment_id=c543ffb0-3934-44d4-83df-6960da33009b)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:23:40.803849 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 74ff14fe-a07e-43d6-8332-f426115390f3 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:23:40.823540 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3334653-0dbf-47f2-b36c-8b94d05d9857 req-e73069e7-a334-40bf-a3b2-d219d9497961 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:40.830615 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3334653-0dbf-47f2-b36c-8b94d05d9857 req-e73069e7-a334-40bf-a3b2-d219d9497961 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/ports?device_id=359e6003-8a5f-4083-a513-92b28888b5d1 HTTP/1.1" status: 200 len: 943 time: 0.3941712 Jul 14 07:23:40.841592 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:40.841880 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 74ff14fe-a07e-43d6-8332-f426115390f3 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:23:40.842192 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 74ff14fe-a07e-43d6-8332-f426115390f3 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:23:40.842758 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:23:40.882442 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-18df03ec-f545-445c-a9f7-4e67ae287492 None None] For port dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea,segment=NetworkSegment(524c6015-92fd-41e1-8252-8aaee5205294),segment_id=524c6015-92fd-41e1-8252-8aaee5205294)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:40.882919 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-18df03ec-f545-445c-a9f7-4e67ae287492 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:40.907477 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:40.908632 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:40.912045 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] 10.222.0.15 "PUT /v2.0/ports/e5898400-a063-4ab3-b954-4f69686a0e17 HTTP/1.1" status: 200 len: 1091 time: 2.4276478 Jul 14 07:23:40.912229 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Pushing event updated for resources: {'Port': ['ID=b4dc426f-24f0-41a7-adfb-99b64120bbfb,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:40.927410 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-18df03ec-f545-445c-a9f7-4e67ae287492 None None] Calling delete_port for dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:23:40.934675 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359e6003-8a5f-4083-a513-92b28888b5d1', 'tag': 'e5898400-a063-4ab3-b954-4f69686a0e17'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:40.938346 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f9f6b7-76a9-40ec-842c-9acb3e7f7393" -d '{"events": [{"name": "network-changed", "server_uuid": "359e6003-8a5f-4083-a513-92b28888b5d1", "tag": "e5898400-a063-4ab3-b954-4f69686a0e17"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:41.010842 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-346e813b-f650-419b-986c-14f28aa236e5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.050577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e813b-f650-419b-986c-14f28aa236e5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Port': ['ID=2ff15952-df4a-49fa-8148-774598c9d695,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:41.087623 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.107132 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3334653-0dbf-47f2-b36c-8b94d05d9857 req-c38f7e8b-4c15-43aa-baf1-ed05865b481f tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e87d24-0fc5-4c3c-a31f-7deadaca053d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724078 Jul 14 07:23:41.141517 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea,segment=NetworkSegment(524c6015-92fd-41e1-8252-8aaee5205294),segment_id=524c6015-92fd-41e1-8252-8aaee5205294)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:41.149263 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.152738 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-346e813b-f650-419b-986c-14f28aa236e5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.184658 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-18df03ec-f545-445c-a9f7-4e67ae287492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.209067 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event deleted for resources: {'Port': ['ID=dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:41.209792 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3324dc-863d-4b70-916d-b84e6ef61d21 x-openstack-request-id: req-4e3324dc-863d-4b70-916d-b84e6ef61d21 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:41.210537 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359e6003-8a5f-4083-a513-92b28888b5d1", "tag": "e5898400-a063-4ab3-b954-4f69686a0e17", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:41.210797 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e3324dc-863d-4b70-916d-b84e6ef61d21 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:41.211935 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359e6003-8a5f-4083-a513-92b28888b5d1', 'tag': 'e5898400-a063-4ab3-b954-4f69686a0e17', 'status': 'completed', 'code': 200} Jul 14 07:23:41.230627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67eda78-6332-42bf-8a8e-5a7d74748b92 service neutron] Pushing event updated for resources: {'Port': ['ID=e5898400-a063-4ab3-b954-4f69686a0e17,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:41.262883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18df03ec-f545-445c-a9f7-4e67ae287492 None None] No DVR routers for this DVR port dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:23:41.265251 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df03ec-f545-445c-a9f7-4e67ae287492 None None] Pushing event deleted for resources: {'Port': ['ID=dea9c6b7-ec5f-4e51-94ce-efd83c1bf4ea,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:41.279699 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-346e813b-f650-419b-986c-14f28aa236e5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.282470 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-346e813b-f650-419b-986c-14f28aa236e5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.293744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Attempting to bind port b4dc426f-24f0-41a7-adfb-99b64120bbfb on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:23:41.295926 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Attempting to bind port b4dc426f-24f0-41a7-adfb-99b64120bbfb by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '8b45145a-7ec7-4b95-bc25-8fad84efd9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '801982b9-6b9d-442f-b41d-afca7578661a'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:23:41.295926 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Attempting to bind port b4dc426f-24f0-41a7-adfb-99b64120bbfb on network 801982b9-6b9d-442f-b41d-afca7578661a {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:23:41.305252 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Port b4dc426f-24f0-41a7-adfb-99b64120bbfb on network 801982b9-6b9d-442f-b41d-afca7578661a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:23:41.305560 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Attempting to bind port b4dc426f-24f0-41a7-adfb-99b64120bbfb on network 801982b9-6b9d-442f-b41d-afca7578661a {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:23:41.316669 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:23:41.317008 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Checking segment: {'id': '8b45145a-7ec7-4b95-bc25-8fad84efd9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '801982b9-6b9d-442f-b41d-afca7578661a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:23:41.317404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Bound using segment: {'id': '8b45145a-7ec7-4b95-bc25-8fad84efd9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '801982b9-6b9d-442f-b41d-afca7578661a'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:23:41.318010 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Bound port: b4dc426f-24f0-41a7-adfb-99b64120bbfb, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b45145a-7ec7-4b95-bc25-8fad84efd9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '801982b9-6b9d-442f-b41d-afca7578661a'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:23:41.318383 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.327086 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e20be-eb4f-470d-a1a7-aeb7832d9986 req-53118322-6af1-4636-96ed-fa87a1bb2248 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:41.335389 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b22e20be-eb4f-470d-a1a7-aeb7832d9986 req-53118322-6af1-4636-96ed-fa87a1bb2248 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 944 time: 0.4013224 Jul 14 07:23:41.346262 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-346e813b-f650-419b-986c-14f28aa236e5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.346883 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346e813b-f650-419b-986c-14f28aa236e5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Fanout notify agent at l3_agent the message router_deleted on router 06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:23:41.360304 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-c1ce2fed-297f-443c-a6b5-e1a890a4a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:41.361928 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-c1ce2fed-297f-443c-a6b5-e1a890a4a39b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3377700e09d245eb858b47371525459c&device_id=359e6003-8a5f-4083-a513-92b28888b5d1 HTTP/1.1" status: 200 len: 1094 time: 0.3862243 Jul 14 07:23:41.366618 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-346e813b-f650-419b-986c-14f28aa236e5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.368413 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-346e813b-f650-419b-986c-14f28aa236e5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/routers/06bfa5ba-e5ef-4d85-aaab-bd55d7c171c1 HTTP/1.1" status: 204 len: 168 time: 1.5007467 Jul 14 07:23:41.371032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45444) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:41.434919 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-fdbce652-4ae7-4a11-890a-9b3a72d59f35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5898400-a063-4ab3-b954-4f69686a0e17 HTTP/1.1" status: 200 len: 217 time: 0.0622368 Jul 14 07:23:41.490656 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d083c3d-c7c3-48ce-be1b-65011d36780e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.527355 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b22e20be-eb4f-470d-a1a7-aeb7832d9986 req-cfe3a968-7329-43fc-9e68-3481a4c9a6d6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909931 Jul 14 07:23:41.605691 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-c7155557-45ce-4936-8ea5-f265638ce845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:41.608056 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-c7155557-45ce-4936-8ea5-f265638ce845 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16464acb-fa11-4aa2-a4cf-5f8ea89da9a3 HTTP/1.1" status: 200 len: 860 time: 0.1330452 Jul 14 07:23:41.610388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] For port b4dc426f-24f0-41a7-adfb-99b64120bbfb, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:23:41.616878 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] For port b4dc426f-24f0-41a7-adfb-99b64120bbfb, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b4dc426f-24f0-41a7-adfb-99b64120bbfb,segment=NetworkSegment(8b45145a-7ec7-4b95-bc25-8fad84efd9d1),segment_id=8b45145a-7ec7-4b95-bc25-8fad84efd9d1)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:23:41.638439 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffc09e-acf7-4e9e-979c-28c82addfaf8 req-de51b254-d8c3-488c-ada6-176bfccf047d tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:41.640179 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d4ffc09e-acf7-4e9e-979c-28c82addfaf8 req-de51b254-d8c3-488c-ada6-176bfccf047d tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4c38b1-3bd1-4f48-ad3a-55302414f06d HTTP/1.1" status: 200 len: 943 time: 0.2541339 Jul 14 07:23:41.657553 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d083c3d-c7c3-48ce-be1b-65011d36780e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.663583 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.667389 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-98fff6a9-df13-4dc9-9d4d-6de8081bfeda service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2229b6eb-60e9-46c2-bb4c-1595099f38ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526490 Jul 14 07:23:41.674316 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f8939350-7a69-425b-9320-90aed337d763 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:23:41.685109 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-8d083c3d-c7c3-48ce-be1b-65011d36780e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deabe113-d88b-4996-a81c-d6af98e94bcb']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:41.710722 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-8d083c3d-c7c3-48ce-be1b-65011d36780e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524c6015-92fd-41e1-8252-8aaee5205294') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:41.711026 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-8d083c3d-c7c3-48ce-be1b-65011d36780e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524c6015-92fd-41e1-8252-8aaee5205294') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:41.728151 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d083c3d-c7c3-48ce-be1b-65011d36780e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.752774 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d083c3d-c7c3-48ce-be1b-65011d36780e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.764428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d083c3d-c7c3-48ce-be1b-65011d36780e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:23:41.764901 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d083c3d-c7c3-48ce-be1b-65011d36780e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:23:41.769950 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:23:41.777226 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:41.777986 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.778884 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port f8939350-7a69-425b-9320-90aed337d763 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:23:41.779441 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.779713 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] 10.222.0.15 "PUT /v2.0/ports/b4dc426f-24f0-41a7-adfb-99b64120bbfb HTTP/1.1" status: 200 len: 1091 time: 2.7646744 Jul 14 07:23:41.830095 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d4ffc09e-acf7-4e9e-979c-28c82addfaf8 req-1e8ed0f9-6dd0-4386-abf9-c25e53d3f81d tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651905 Jul 14 07:23:41.860838 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f182bf1-02a5-4914-a3d9-e9674a013737 service neutron] Pushing event updated for resources: {'Port': ['ID=b4dc426f-24f0-41a7-adfb-99b64120bbfb,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:41.868903 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d083c3d-c7c3-48ce-be1b-65011d36780e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.884446 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d083c3d-c7c3-48ce-be1b-65011d36780e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.890986 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8d083c3d-c7c3-48ce-be1b-65011d36780e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/networks/deabe113-d88b-4996-a81c-d6af98e94bcb HTTP/1.1" status: 204 len: 168 time: 0.5188496 Jul 14 07:23:41.893747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45446) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:41.922916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d083c3d-c7c3-48ce-be1b-65011d36780e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Network': ['ID=deabe113-d88b-4996-a81c-d6af98e94bcb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:41.964918 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:41.974330 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-2e0bddd1-be63-43e1-9533-b6c59e2f84ac service neutron] 10.222.0.15 "GET /v2.0/networks/2229b6eb-60e9-46c2-bb4c-1595099f38ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920554 Jul 14 07:23:41.999703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3146926-6f83-4751-a25d-88017e06a4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8939350-7a69-425b-9320-90aed337d763'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:42.006480 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e07b11f-3bcb-468f-9641-61be1286257a" -d '{"events": [{"server_uuid": "c3146926-6f83-4751-a25d-88017e06a4d8", "name": "network-vif-plugged", "status": "completed", "tag": "f8939350-7a69-425b-9320-90aed337d763"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:42.015993 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-971419da-6f9f-41ad-9a9d-193b99e6ac93 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:42.022848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f8939350-7a69-425b-9320-90aed337d763, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f8939350-7a69-425b-9320-90aed337d763,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:42.043841 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:42.050627 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-971419da-6f9f-41ad-9a9d-193b99e6ac93 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:42.111398 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-0256383e-9dab-408b-b008-4c90b956eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:42.112118 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7973a565-5e87-40b2-a72a-f9e0b598c5b5 x-openstack-request-id: req-7973a565-5e87-40b2-a72a-f9e0b598c5b5 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:42.112407 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3146926-6f83-4751-a25d-88017e06a4d8", "name": "network-vif-plugged", "status": "completed", "tag": "f8939350-7a69-425b-9320-90aed337d763", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:42.112851 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7973a565-5e87-40b2-a72a-f9e0b598c5b5 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:42.113422 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3146926-6f83-4751-a25d-88017e06a4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8939350-7a69-425b-9320-90aed337d763', 'code': 200} Jul 14 07:23:42.114052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=f8939350-7a69-425b-9320-90aed337d763,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:42.115289 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-0256383e-9dab-408b-b008-4c90b956eb75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba8e27169006427ea759e3bab9267003&device_id=9c4c38b1-3bd1-4f48-ad3a-55302414f06d HTTP/1.1" status: 200 len: 1094 time: 0.2769754 Jul 14 07:23:42.125815 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-971419da-6f9f-41ad-9a9d-193b99e6ac93 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:42.130667 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-971419da-6f9f-41ad-9a9d-193b99e6ac93 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:42.130817 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-971419da-6f9f-41ad-9a9d-193b99e6ac93 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/security-groups/2210616a-198a-45d5-9bf8-3239dc653dc7 HTTP/1.1" status: 204 len: 168 time: 0.2361522 Jul 14 07:23:42.162015 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971419da-6f9f-41ad-9a9d-193b99e6ac93 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2210616a-198a-45d5-9bf8-3239dc653dc7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:42.236217 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-dbbb43a3-f77f-418c-b489-18c678521b92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4dc426f-24f0-41a7-adfb-99b64120bbfb HTTP/1.1" status: 200 len: 217 time: 0.1139159 Jul 14 07:23:42.309362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-b2445e9f-499c-425e-981c-87df6549c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:42.310819 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-b2445e9f-499c-425e-981c-87df6549c4d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3ac5c73-cc8d-41bb-9a04-32e6ce9ae998 HTTP/1.1" status: 200 len: 854 time: 0.0680194 Jul 14 07:23:42.339874 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-409b6ef0-61c6-432d-b79f-ea4914246d8c req-86164ea7-32a3-4883-ae21-ab651596fa4a service neutron] 10.222.0.15 "GET /v2.0/networks/2229b6eb-60e9-46c2-bb4c-1595099f38ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543355 Jul 14 07:23:42.365032 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-51ac1b19-8f6b-4dfb-9973-1f438bd944ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=801982b9-6b9d-442f-b41d-afca7578661a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358047 Jul 14 07:23:42.487064 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d84d9-38db-4a27-87f4-b48cfbcf6c83 req-69badaf7-051e-4598-a9f0-866a46f866b9 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:42.488545 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b4d84d9-38db-4a27-87f4-b48cfbcf6c83 req-69badaf7-051e-4598-a9f0-866a46f866b9 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/ports?device_id=359e6003-8a5f-4083-a513-92b28888b5d1 HTTP/1.1" status: 200 len: 943 time: 0.1998026 Jul 14 07:23:42.552774 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-2a8f65dc-efff-4433-bc86-10ba47260fee service neutron] 10.222.0.15 "GET /v2.0/networks/801982b9-6b9d-442f-b41d-afca7578661a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804938 Jul 14 07:23:42.572327 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b4d84d9-38db-4a27-87f4-b48cfbcf6c83 req-098cceb5-895e-451f-b7d6-c00ab0ff47ce tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e87d24-0fc5-4c3c-a31f-7deadaca053d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731559 Jul 14 07:23:42.589708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9f6b7-76a9-40ec-842c-9acb3e7f7393 req-82ca84b3-8e4a-40b2-9724-e1b192e58f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:42.591261 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01f9f6b7-76a9-40ec-842c-9acb3e7f7393 req-82ca84b3-8e4a-40b2-9724-e1b192e58f3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3377700e09d245eb858b47371525459c&device_id=359e6003-8a5f-4083-a513-92b28888b5d1 HTTP/1.1" status: 200 len: 1094 time: 0.1843715 Jul 14 07:23:42.612187 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45458) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:42.617347 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-badce6e1-f99a-442a-9e21-701efe9644e7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1702803721', 'description': 'tempest-secgroup-smoke-1702803721 description', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:42.677825 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-badce6e1-f99a-442a-9e21-701efe9644e7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:42.748570 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2ff15952-df4a-49fa-8148-774598c9d695 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:23:42.787074 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 2ff15952-df4a-49fa-8148-774598c9d695 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:23:42.794427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2ff15952-df4a-49fa-8148-774598c9d695 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:23:42.809356 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-badce6e1-f99a-442a-9e21-701efe9644e7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:42.818502 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-badce6e1-f99a-442a-9e21-701efe9644e7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:42.823000 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04d297f9-bb5c-43ab-9350-e1716f7024e3 req-e9c38108-92a8-4012-9578-56ab7d7d71ce service neutron] 10.222.0.15 "GET /v2.0/networks/801982b9-6b9d-442f-b41d-afca7578661a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619350 Jul 14 07:23:42.843980 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9f6b7-76a9-40ec-842c-9acb3e7f7393 req-707c2fad-7c78-418a-83a9-0e85a77708ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:42.845503 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01f9f6b7-76a9-40ec-842c-9acb3e7f7393 req-707c2fad-7c78-418a-83a9-0e85a77708ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=2229b6eb-60e9-46c2-bb4c-1595099f38ba HTTP/1.1" status: 200 len: 921 time: 0.2197378 Jul 14 07:23:42.862052 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badce6e1-f99a-442a-9e21-701efe9644e7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f36b9b98-275a-4cef-b140-cb960832ed39,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:42.867746 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-badce6e1-f99a-442a-9e21-701efe9644e7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:42.872388 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-badce6e1-f99a-442a-9e21-701efe9644e7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2564025 Jul 14 07:23:42.873140 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45464) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:42.879115 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-dd6e0380-d60b-4b01-9036-9aa03d2e3ba6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': 'f36b9b98-275a-4cef-b140-cb960832ed39', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:42.915661 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec116b0c-903c-4106-8e14-ffeed32f1682 req-38c9d52b-ea4c-4b8a-8148-4816f19dfb73 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:42.917300 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ec116b0c-903c-4106-8e14-ffeed32f1682 req-38c9d52b-ea4c-4b8a-8148-4816f19dfb73 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.2038617 Jul 14 07:23:42.919386 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01f9f6b7-76a9-40ec-842c-9acb3e7f7393 req-5af5fadd-d7a6-4c32-82bd-70add676bdf7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5898400-a063-4ab3-b954-4f69686a0e17 HTTP/1.1" status: 200 len: 217 time: 0.0663395 Jul 14 07:23:42.922548 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6e0380-d60b-4b01-9036-9aa03d2e3ba6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.024195 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6e0380-d60b-4b01-9036-9aa03d2e3ba6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.033482 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6e0380-d60b-4b01-9036-9aa03d2e3ba6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.056322 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e0380-d60b-4b01-9036-9aa03d2e3ba6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0814ce-50dd-4aba-9b75-68c545b45d21,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:43.057780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9f6b7-76a9-40ec-842c-9acb3e7f7393 req-caad8c2e-5ec5-4120-b526-d8d66970a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:43.061517 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6e0380-d60b-4b01-9036-9aa03d2e3ba6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.066017 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dd6e0380-d60b-4b01-9036-9aa03d2e3ba6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1892586 Jul 14 07:23:43.066585 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45468) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:43.069041 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01f9f6b7-76a9-40ec-842c-9acb3e7f7393 req-caad8c2e-5ec5-4120-b526-d8d66970a2e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16464acb-fa11-4aa2-a4cf-5f8ea89da9a3 HTTP/1.1" status: 200 len: 860 time: 0.1435668 Jul 14 07:23:43.073589 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f22ac38a-ab96-4672-93bb-7b4b222609f5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': 'f36b9b98-275a-4cef-b140-cb960832ed39', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:43.073777 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ec116b0c-903c-4106-8e14-ffeed32f1682 req-26699ac0-3ce6-49a0-a2e7-bb4a2e896620 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380465 Jul 14 07:23:43.109982 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01f9f6b7-76a9-40ec-842c-9acb3e7f7393 req-c6a40a97-7e56-4258-9a97-851c6bd2a42e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2229b6eb-60e9-46c2-bb4c-1595099f38ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329571 Jul 14 07:23:43.123154 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f22ac38a-ab96-4672-93bb-7b4b222609f5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.189206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c26297-9fd8-4a25-b898-7c84a6820943 req-d86765a6-d557-4995-98ca-807d9dddaf12 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:43.190728 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5c26297-9fd8-4a25-b898-7c84a6820943 req-d86765a6-d557-4995-98ca-807d9dddaf12 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4c38b1-3bd1-4f48-ad3a-55302414f06d HTTP/1.1" status: 200 len: 943 time: 0.1909037 Jul 14 07:23:43.218180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4c38b1-3bd1-4f48-ad3a-55302414f06d', 'tag': 'b4dc426f-24f0-41a7-adfb-99b64120bbfb'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:43.220535 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796a7af3-3506-47a7-ac33-b919ac6f37b1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4c38b1-3bd1-4f48-ad3a-55302414f06d", "tag": "b4dc426f-24f0-41a7-adfb-99b64120bbfb"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:43.226335 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f22ac38a-ab96-4672-93bb-7b4b222609f5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.242144 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f22ac38a-ab96-4672-93bb-7b4b222609f5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.263419 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01f9f6b7-76a9-40ec-842c-9acb3e7f7393 req-9610b02b-d964-4434-bcd9-1a84ba8799d7 service neutron] 10.222.0.15 "GET /v2.0/networks/2229b6eb-60e9-46c2-bb4c-1595099f38ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449294 Jul 14 07:23:43.269385 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5c26297-9fd8-4a25-b898-7c84a6820943 req-20ce538c-d672-44a8-a001-877056aaca03 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672557 Jul 14 07:23:43.270944 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f22ac38a-ab96-4672-93bb-7b4b222609f5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.272221 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f22ac38a-ab96-4672-93bb-7b4b222609f5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2023528 Jul 14 07:23:43.277586 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45472) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:43.288755 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b456673-a8f6-40f8-b9f5-1c3693591cd0 x-openstack-request-id: req-0b456673-a8f6-40f8-b9f5-1c3693591cd0 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:43.289057 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4c38b1-3bd1-4f48-ad3a-55302414f06d", "tag": "b4dc426f-24f0-41a7-adfb-99b64120bbfb", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:43.290338 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b456673-a8f6-40f8-b9f5-1c3693591cd0 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:43.291659 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4c38b1-3bd1-4f48-ad3a-55302414f06d', 'tag': 'b4dc426f-24f0-41a7-adfb-99b64120bbfb', 'status': 'completed', 'code': 200} Jul 14 07:23:43.299194 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a120ba8e-1086-4899-816d-f5d94051c254 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': 'f36b9b98-275a-4cef-b140-cb960832ed39', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:43.325047 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ac38a-ab96-4672-93bb-7b4b222609f5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11aae40-7aae-4690-bf30-dc2a88381fd7,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:43.338322 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a120ba8e-1086-4899-816d-f5d94051c254 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.415921 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a120ba8e-1086-4899-816d-f5d94051c254 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.422836 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a120ba8e-1086-4899-816d-f5d94051c254 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.424126 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01f9f6b7-76a9-40ec-842c-9acb3e7f7393 req-022114ab-d6cb-44a0-88fb-0110fe73fc92 service neutron] 10.222.0.15 "GET /v2.0/networks/2229b6eb-60e9-46c2-bb4c-1595099f38ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325505 Jul 14 07:23:43.450351 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a7af3-3506-47a7-ac33-b919ac6f37b1 req-35533ade-99e3-4e63-a6a3-114beff96c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:43.452212 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-796a7af3-3506-47a7-ac33-b919ac6f37b1 req-35533ade-99e3-4e63-a6a3-114beff96c53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba8e27169006427ea759e3bab9267003&device_id=9c4c38b1-3bd1-4f48-ad3a-55302414f06d HTTP/1.1" status: 200 len: 1094 time: 0.1065874 Jul 14 07:23:43.452589 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120ba8e-1086-4899-816d-f5d94051c254 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645ad35d-442a-4aad-a740-9cd0251819a6,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:43.456293 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a120ba8e-1086-4899-816d-f5d94051c254 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.460657 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a120ba8e-1086-4899-816d-f5d94051c254 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1650786 Jul 14 07:23:43.461145 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45474) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:43.465574 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7a5786b7-0421-4956-924c-c81f063665b3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': 'f36b9b98-275a-4cef-b140-cb960832ed39', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:43.504119 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a5786b7-0421-4956-924c-c81f063665b3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.571217 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a7af3-3506-47a7-ac33-b919ac6f37b1 req-3945c481-670c-46dd-a409-4a045c75a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:43.572684 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-796a7af3-3506-47a7-ac33-b919ac6f37b1 req-3945c481-670c-46dd-a409-4a045c75a680 service neutron] 10.222.0.15 "GET /v2.0/networks?id=801982b9-6b9d-442f-b41d-afca7578661a HTTP/1.1" status: 200 len: 915 time: 0.1104283 Jul 14 07:23:43.580915 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a5786b7-0421-4956-924c-c81f063665b3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.588324 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a5786b7-0421-4956-924c-c81f063665b3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.608732 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5786b7-0421-4956-924c-c81f063665b3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c10dcc-989c-473c-b043-930a2b6833f1,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:43.619867 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a5786b7-0421-4956-924c-c81f063665b3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.621487 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7a5786b7-0421-4956-924c-c81f063665b3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1596351 Jul 14 07:23:43.625262 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45478) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:43.630923 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7da2b321-36d1-4f6a-b217-1ccf8189abcb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': 'f36b9b98-275a-4cef-b140-cb960832ed39', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:43.655716 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-796a7af3-3506-47a7-ac33-b919ac6f37b1 req-caf6b1b2-3b12-400d-8717-c86bff496c71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4dc426f-24f0-41a7-adfb-99b64120bbfb HTTP/1.1" status: 200 len: 217 time: 0.0753291 Jul 14 07:23:43.662685 n-d-778696-5 neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-7da2b321-36d1-4f6a-b217-1ccf8189abcb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Project b7b4e8051a664c019a0af911d6ce8090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:23:43.669393 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7da2b321-36d1-4f6a-b217-1ccf8189abcb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.746934 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7da2b321-36d1-4f6a-b217-1ccf8189abcb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.774568 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7da2b321-36d1-4f6a-b217-1ccf8189abcb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.793449 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2b321-36d1-4f6a-b217-1ccf8189abcb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711a28e3-63e0-4309-b3af-05ed825dae8c,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:43.802487 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7da2b321-36d1-4f6a-b217-1ccf8189abcb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.806537 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7da2b321-36d1-4f6a-b217-1ccf8189abcb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1773834 Jul 14 07:23:43.806687 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45480) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:43.811574 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-91b63262-4165-49db-bd72-5f7761e22885 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': 'f36b9b98-275a-4cef-b140-cb960832ed39', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:43.836833 n-d-778696-5 neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-91b63262-4165-49db-bd72-5f7761e22885 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Project b7b4e8051a664c019a0af911d6ce8090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:23:43.845996 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a7af3-3506-47a7-ac33-b919ac6f37b1 req-48b66979-0d2d-46e0-9b28-859bd115f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:43.846871 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91b63262-4165-49db-bd72-5f7761e22885 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.847499 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-796a7af3-3506-47a7-ac33-b919ac6f37b1 req-48b66979-0d2d-46e0-9b28-859bd115f663 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3ac5c73-cc8d-41bb-9a04-32e6ce9ae998 HTTP/1.1" status: 200 len: 854 time: 0.0668666 Jul 14 07:23:43.860749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdac649-d0ec-4ee1-a430-59a0c438cd01 req-b302ba6d-4685-4c43-a568-aa946421aa0a tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:43.862469 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8cdac649-d0ec-4ee1-a430-59a0c438cd01 req-b302ba6d-4685-4c43-a568-aa946421aa0a tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/ports?device_id=359e6003-8a5f-4083-a513-92b28888b5d1 HTTP/1.1" status: 200 len: 943 time: 0.1387448 Jul 14 07:23:43.924170 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91b63262-4165-49db-bd72-5f7761e22885 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.930107 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91b63262-4165-49db-bd72-5f7761e22885 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.931805 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-796a7af3-3506-47a7-ac33-b919ac6f37b1 req-dc4a1293-0ec3-4264-861d-150d05d185f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=801982b9-6b9d-442f-b41d-afca7578661a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682878 Jul 14 07:23:43.953517 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b63262-4165-49db-bd72-5f7761e22885 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3665ef5e-11d7-4397-bbe9-1d4a54bbe833,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:43.963098 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91b63262-4165-49db-bd72-5f7761e22885 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:43.964871 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-91b63262-4165-49db-bd72-5f7761e22885 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1569843 Jul 14 07:23:43.967702 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45488) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:43.974393 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f8018ecb-ccff-49ea-a0b9-7492df3c63ac tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'network': {'name': 'tempest-network-smoke--1290896234', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'port_security_enabled': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:44.000230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8018ecb-ccff-49ea-a0b9-7492df3c63ac tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Made reservation on behalf of b7b4e8051a664c019a0af911d6ce8090 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:23:44.006639 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8018ecb-ccff-49ea-a0b9-7492df3c63ac tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:44.027219 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8cdac649-d0ec-4ee1-a430-59a0c438cd01 req-523ad634-01c6-4593-bac1-77e568470d44 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e87d24-0fc5-4c3c-a31f-7deadaca053d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557631 Jul 14 07:23:44.047143 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8018ecb-ccff-49ea-a0b9-7492df3c63ac tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:23:44.062296 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8018ecb-ccff-49ea-a0b9-7492df3c63ac tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:44.062939 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-f8018ecb-ccff-49ea-a0b9-7492df3c63ac tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Added segment d1769356-d38a-4a36-80f3-b6f7816a802c of type vlan for network 38ae9afe-8843-4343-abf1-799616916e95 Jul 14 07:23:44.090148 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-796a7af3-3506-47a7-ac33-b919ac6f37b1 req-f7d7bf50-a88a-4cc2-a437-c26cb68b692c service neutron] 10.222.0.15 "GET /v2.0/networks/801982b9-6b9d-442f-b41d-afca7578661a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483104 Jul 14 07:23:44.112706 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8018ecb-ccff-49ea-a0b9-7492df3c63ac tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:44.153628 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8018ecb-ccff-49ea-a0b9-7492df3c63ac tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:44.160465 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8018ecb-ccff-49ea-a0b9-7492df3c63ac tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:44.161749 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8018ecb-ccff-49ea-a0b9-7492df3c63ac tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:44.264702 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f8018ecb-ccff-49ea-a0b9-7492df3c63ac tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2954557 Jul 14 07:23:44.266170 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45494) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:44.282999 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-226407328', 'admin_state_up': True, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:44.284099 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-796a7af3-3506-47a7-ac33-b919ac6f37b1 req-31b53890-4340-4a11-a7e0-a34921626ec3 service neutron] 10.222.0.15 "GET /v2.0/networks/801982b9-6b9d-442f-b41d-afca7578661a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840141 Jul 14 07:23:44.310048 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8018ecb-ccff-49ea-a0b9-7492df3c63ac tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Network': ['ID=38ae9afe-8843-4343-abf1-799616916e95,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:44.323961 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 38ae9afe-8843-4343-abf1-799616916e95 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:23:44.335138 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:44.346082 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:44.434087 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:44.447267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5b9a9-674a-43d4-8a3e-c3671121e555 req-3313ca54-7d9c-4f4a-ab46-22c6cd2827b6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:44.464449 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82a5b9a9-674a-43d4-8a3e-c3671121e555 req-3313ca54-7d9c-4f4a-ab46-22c6cd2827b6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.1766798 Jul 14 07:23:44.531523 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82a5b9a9-674a-43d4-8a3e-c3671121e555 req-1c8f7910-d217-45ff-a760-c2ff6d53ec62 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660422 Jul 14 07:23:44.631163 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446a6ce-732e-450c-8f00-abf256d7cffd req-3251757f-5479-4271-a99c-53e48c8648d9 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:44.633146 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9446a6ce-732e-450c-8f00-abf256d7cffd req-3251757f-5479-4271-a99c-53e48c8648d9 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4c38b1-3bd1-4f48-ad3a-55302414f06d HTTP/1.1" status: 200 len: 943 time: 0.0860331 Jul 14 07:23:44.688414 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9446a6ce-732e-450c-8f00-abf256d7cffd req-e85bd285-ff5a-4c58-b637-77ac0a646606 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427291 Jul 14 07:23:44.975346 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:45.207202 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:45.228126 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:45.244245 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ad1e2-4e01-49e2-b4e4-808bef15d9ac req-e2373d98-c121-4e8f-92dc-356f0b3b0ce3 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:45.245819 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-814ad1e2-4e01-49e2-b4e4-808bef15d9ac req-e2373d98-c121-4e8f-92dc-356f0b3b0ce3 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/ports?device_id=359e6003-8a5f-4083-a513-92b28888b5d1 HTTP/1.1" status: 200 len: 943 time: 0.0683949 Jul 14 07:23:45.294208 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-814ad1e2-4e01-49e2-b4e4-808bef15d9ac req-b8b1b3e8-bbf1-40aa-ae42-3927bde40bbe tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e87d24-0fc5-4c3c-a31f-7deadaca053d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411065 Jul 14 07:23:45.356401 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Allocated IP 172.25.7.254 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/b62aea7b-ef4e-4450-9abc-09ea27ba8acd) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:23:45.438704 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:45.470054 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:45.521435 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:45.605057 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=b62aea7b-ef4e-4450-9abc-09ea27ba8acd,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:45.606532 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:45.625569 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:23:45.627255 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:23:45.633392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:23:45.707149 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device b4dc426f-24f0-41a7-adfb-99b64120bbfb details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:23:45.807734 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b359ccd-abe5-4498-920d-a4291d01e8d3 req-4c916f86-b407-4e97-bbdd-20aa0bb85438 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:45.815956 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b359ccd-abe5-4498-920d-a4291d01e8d3 req-4c916f86-b407-4e97-bbdd-20aa0bb85438 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.1311295 Jul 14 07:23:45.845455 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port b4dc426f-24f0-41a7-adfb-99b64120bbfb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b4dc426f-24f0-41a7-adfb-99b64120bbfb,segment=NetworkSegment(8b45145a-7ec7-4b95-bc25-8fad84efd9d1),segment_id=8b45145a-7ec7-4b95-bc25-8fad84efd9d1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:45.859656 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'b4dc426f-24f0-41a7-adfb-99b64120bbfb', 'network_id': '801982b9-6b9d-442f-b41d-afca7578661a', 'port_id': 'b4dc426f-24f0-41a7-adfb-99b64120bbfb', 'mac_address': 'fa:16:3e:68:3b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ac5c73-cc8d-41bb-9a04-32e6ce9ae998', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:23:45.919649 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:45.969480 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:45.971344 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4dc426f-24f0-41a7-adfb-99b64120bbfb {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:23:45.999510 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port b4dc426f-24f0-41a7-adfb-99b64120bbfb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b4dc426f-24f0-41a7-adfb-99b64120bbfb,segment=NetworkSegment(8b45145a-7ec7-4b95-bc25-8fad84efd9d1),segment_id=8b45145a-7ec7-4b95-bc25-8fad84efd9d1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:46.006128 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:46.007331 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device e5898400-a063-4ab3-b954-4f69686a0e17 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:23:46.069016 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=b4dc426f-24f0-41a7-adfb-99b64120bbfb,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:46.174202 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port e5898400-a063-4ab3-b954-4f69686a0e17, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e5898400-a063-4ab3-b954-4f69686a0e17,segment=NetworkSegment(c543ffb0-3934-44d4-83df-6960da33009b),segment_id=c543ffb0-3934-44d4-83df-6960da33009b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:46.198590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'e5898400-a063-4ab3-b954-4f69686a0e17', 'network_id': '2229b6eb-60e9-46c2-bb4c-1595099f38ba', 'port_id': 'e5898400-a063-4ab3-b954-4f69686a0e17', 'mac_address': 'fa:16:3e:ed:6c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16464acb-fa11-4aa2-a4cf-5f8ea89da9a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:23:46.252730 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:46.275639 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:46.277330 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b359ccd-abe5-4498-920d-a4291d01e8d3 req-f114098d-720e-4455-a568-ecaddc1e32c9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4545727 Jul 14 07:23:46.299555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5898400-a063-4ab3-b954-4f69686a0e17 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:23:46.311219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8858fe-70cc-43bf-bc31-7f9891d01a89 req-bc914bc6-7887-42dc-b067-abbab223070c tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:46.320534 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c8858fe-70cc-43bf-bc31-7f9891d01a89 req-bc914bc6-7887-42dc-b067-abbab223070c tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4c38b1-3bd1-4f48-ad3a-55302414f06d HTTP/1.1" status: 200 len: 944 time: 0.0925992 Jul 14 07:23:46.343120 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port e5898400-a063-4ab3-b954-4f69686a0e17, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e5898400-a063-4ab3-b954-4f69686a0e17,segment=NetworkSegment(c543ffb0-3934-44d4-83df-6960da33009b),segment_id=c543ffb0-3934-44d4-83df-6960da33009b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:46.351894 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:46.368570 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c8858fe-70cc-43bf-bc31-7f9891d01a89 req-f487c9ce-3a8d-4c57-bc3a-a995fd2d43a1 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468731 Jul 14 07:23:46.438913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=e5898400-a063-4ab3-b954-4f69686a0e17,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:46.553237 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router 85117b2a-d84b-42cf-b2ba-032bebf264d4 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:23:46.590156 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['b4dc426f-24f0-41a7-adfb-99b64120bbfb'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:23:46.592943 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['e5898400-a063-4ab3-b954-4f69686a0e17'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:23:46.607276 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc34ea8-da49-4103-a562-43fe035d1429 req-a39f95f8-a0b2-491f-9cf4-100bbe3fcec9 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:46.615637 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ffc34ea8-da49-4103-a562-43fe035d1429 req-a39f95f8-a0b2-491f-9cf4-100bbe3fcec9 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/ports?device_id=359e6003-8a5f-4083-a513-92b28888b5d1 HTTP/1.1" status: 200 len: 944 time: 0.1112511 Jul 14 07:23:46.674799 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ffc34ea8-da49-4103-a562-43fe035d1429 req-fbf1b119-99d6-4d4c-99c0-99f6817b5431 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e87d24-0fc5-4c3c-a31f-7deadaca053d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580623 Jul 14 07:23:46.750061 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:23:46.760399 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Sync routers for ids ['85117b2a-d84b-42cf-b2ba-032bebf264d4'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:23:46.774013 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:46.777249 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cbf15e84-9964-43a5-a51a-a469412bd3aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5024309 Jul 14 07:23:46.778197 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Routers {'85117b2a-d84b-42cf-b2ba-032bebf264d4'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:23:46.778963 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45514) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:46.782135 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:23:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['85117b2a-d84b-42cf-b2ba-032bebf264d4'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:46.839779 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b249759e-93fb-418d-a1e4-a4d1ada75753 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=b7b4e8051a664c019a0af911d6ce8090&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0595560 Jul 14 07:23:46.843889 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45516) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:46.934000 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Set router 85117b2a-d84b-42cf-b2ba-032bebf264d4 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:23:46.983509 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5042b919-df52-45ff-bec7-7b69eb3f44d1 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:46.987540 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5042b919-df52-45ff-bec7-7b69eb3f44d1 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1401811 Jul 14 07:23:46.987761 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45518) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:47.019276 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1a1f6a7a-4a5b-488f-bb3a-0c1abbe30bab tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281270 Jul 14 07:23:47.019524 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45520) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:47.024482 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8ed9306d-e0cc-4619-a327-bee1a6dcb7ba tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1545847890', 'network_id': '38ae9afe-8843-4343-abf1-799616916e95', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:47.131801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed9306d-e0cc-4619-a327-bee1a6dcb7ba tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Made reservation on behalf of b7b4e8051a664c019a0af911d6ce8090 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:23:47.135466 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ed9306d-e0cc-4619-a327-bee1a6dcb7ba tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:47.142683 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226407328', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:23:44Z', 'updated_at': '2021-07-14T07:23:45Z', 'revision_number': 3, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:64:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:45Z', 'updated_at': '2021-07-14T07:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:47.175120 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Checking router: 85117b2a-d84b-42cf-b2ba-032bebf264d4 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:23:47.176010 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Updating router 85117b2a-d84b-42cf-b2ba-032bebf264d4 port b62aea7b-ef4e-4450-9abc-09ea27ba8acd binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:23:47.231596 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:47.362097 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ed9306d-e0cc-4619-a327-bee1a6dcb7ba tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:47.506757 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9306d-e0cc-4619-a327-bee1a6dcb7ba tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Subnet': ['ID=1d1bb139-2c7a-411a-866c-c1f87975767a,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:47.517994 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed9306d-e0cc-4619-a327-bee1a6dcb7ba tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Checking segment: {'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:23:47.518468 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed9306d-e0cc-4619-a327-bee1a6dcb7ba tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network hostable DHCP agents. Network: 38ae9afe-8843-4343-abf1-799616916e95, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:23:47.538620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8175cd-ac35-4c06-990a-44a9e7001854 req-213dec4c-0154-4e10-89d0-f9f6ba256af8 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:47.541227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b8175cd-ac35-4c06-990a-44a9e7001854 req-213dec4c-0154-4e10-89d0-f9f6ba256af8 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.1006405 Jul 14 07:23:47.554115 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed9306d-e0cc-4619-a327-bee1a6dcb7ba tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 38ae9afe-8843-4343-abf1-799616916e95 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:23:47.581430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-8ed9306d-e0cc-4619-a327-bee1a6dcb7ba tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 38ae9afe-8843-4343-abf1-799616916e95) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:23:47.582386 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:47.590735 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed9306d-e0cc-4619-a327-bee1a6dcb7ba tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:47.591417 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ed9306d-e0cc-4619-a327-bee1a6dcb7ba tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:47.592769 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a217336a-df51-48b4-94e3-94e924bd8c8b None None] Network 38ae9afe-8843-4343-abf1-799616916e95 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:23:47.603637 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Transition to ACTIVE for port object b62aea7b-ef4e-4450-9abc-09ea27ba8acd will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:23:47.613326 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:47.663939 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b8175cd-ac35-4c06-990a-44a9e7001854 req-ae512340-8f87-4fc3-a6b7-34d219189a8c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161108 Jul 14 07:23:47.670963 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14a546-1fca-4c87-ac44-f7923e38e98e None None] Pushing event updated for resources: {'Port': ['ID=b62aea7b-ef4e-4450-9abc-09ea27ba8acd,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:47.671778 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45526) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:47.672981 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8ed9306d-e0cc-4619-a327-bee1a6dcb7ba tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6524069 Jul 14 07:23:47.680476 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14a546-1fca-4c87-ac44-f7923e38e98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:47.680876 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14a546-1fca-4c87-ac44-f7923e38e98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:47.695317 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14a546-1fca-4c87-ac44-f7923e38e98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:47.695317 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14a546-1fca-4c87-ac44-f7923e38e98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:47.695317 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14a546-1fca-4c87-ac44-f7923e38e98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:47.695317 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14a546-1fca-4c87-ac44-f7923e38e98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:47.695317 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14a546-1fca-4c87-ac44-f7923e38e98e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:47.695923 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14a546-1fca-4c87-ac44-f7923e38e98e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:47.696018 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14a546-1fca-4c87-ac44-f7923e38e98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:47.696438 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14a546-1fca-4c87-ac44-f7923e38e98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:47.696830 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14a546-1fca-4c87-ac44-f7923e38e98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:47.697159 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14a546-1fca-4c87-ac44-f7923e38e98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:47.728826 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Attempting to bind port b62aea7b-ef4e-4450-9abc-09ea27ba8acd on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:23:47.729293 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Attempting to bind port b62aea7b-ef4e-4450-9abc-09ea27ba8acd by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:23:47.729752 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Attempting to bind port b62aea7b-ef4e-4450-9abc-09ea27ba8acd on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:23:47.736435 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:23:47.737025 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:23:47.737580 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:47.738268 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:23:47.739030 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Bound port: b62aea7b-ef4e-4450-9abc-09ea27ba8acd, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:23:47.740241 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:47.796536 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device b4dc426f-24f0-41a7-adfb-99b64120bbfb up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:23:47.819238 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] For port b62aea7b-ef4e-4450-9abc-09ea27ba8acd, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:23:47.823119 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] For port b62aea7b-ef4e-4450-9abc-09ea27ba8acd, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b62aea7b-ef4e-4450-9abc-09ea27ba8acd,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:23:47.832045 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:47.867900 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-38ae9afe-8843-4343-abf1-799616916e95', 'network_id': '38ae9afe-8843-4343-abf1-799616916e95', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ips': [{'subnet_id': '1d1bb139-2c7a-411a-866c-c1f87975767a'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:23:47.869251 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:47.901026 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port b4dc426f-24f0-41a7-adfb-99b64120bbfb completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:23:47.908009 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port b4dc426f-24f0-41a7-adfb-99b64120bbfb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:23:47.908338 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:47.944477 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60526e9-b484-4207-a5df-82bf2b5d34fe req-c10546b7-9bcf-4795-b938-fc4e3b1aac3d tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:47.946516 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c60526e9-b484-4207-a5df-82bf2b5d34fe req-c10546b7-9bcf-4795-b938-fc4e3b1aac3d tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4c38b1-3bd1-4f48-ad3a-55302414f06d HTTP/1.1" status: 200 len: 944 time: 0.3850420 Jul 14 07:23:48.028375 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Routers {'85117b2a-d84b-42cf-b2ba-032bebf264d4'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:23:48.029019 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:23:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['85117b2a-d84b-42cf-b2ba-032bebf264d4'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:48.074147 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c60526e9-b484-4207-a5df-82bf2b5d34fe req-b271f01f-3e75-42b0-8157-25bbbc973f68 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146295 Jul 14 07:23:48.101316 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14a546-1fca-4c87-ac44-f7923e38e98e None None] Pushing event updated for resources: {'Port': ['ID=b62aea7b-ef4e-4450-9abc-09ea27ba8acd,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:48.126866 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:48.189776 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4c38b1-3bd1-4f48-ad3a-55302414f06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dc426f-24f0-41a7-adfb-99b64120bbfb'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:48.192699 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb27946-b0b0-44ce-b1ed-37916df36a4b" -d '{"events": [{"server_uuid": "9c4c38b1-3bd1-4f48-ad3a-55302414f06d", "name": "network-vif-plugged", "status": "completed", "tag": "b4dc426f-24f0-41a7-adfb-99b64120bbfb"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:48.196527 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Allocated IP 172.20.0.2 (38ae9afe-8843-4343-abf1-799616916e95/1d1bb139-2c7a-411a-866c-c1f87975767a/9a26860f-287c-4c85-816b-084417aa66ea) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:23:48.202455 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] Set router 85117b2a-d84b-42cf-b2ba-032bebf264d4 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:23:48.301615 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port b4dc426f-24f0-41a7-adfb-99b64120bbfb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b4dc426f-24f0-41a7-adfb-99b64120bbfb,segment=NetworkSegment(8b45145a-7ec7-4b95-bc25-8fad84efd9d1),segment_id=8b45145a-7ec7-4b95-bc25-8fad84efd9d1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:48.318763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f4cc4-0285-490f-8bc9-e5ce90ca5f1b req-8ed2b8bc-eaf5-4596-9930-732185af8d65 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:48.323123 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:48.327225 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-642f4cc4-0285-490f-8bc9-e5ce90ca5f1b req-8ed2b8bc-eaf5-4596-9930-732185af8d65 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/ports?device_id=359e6003-8a5f-4083-a513-92b28888b5d1 HTTP/1.1" status: 200 len: 944 time: 0.2912705 Jul 14 07:23:48.328313 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device e5898400-a063-4ab3-b954-4f69686a0e17 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:23:48.445862 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226407328', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:23:44Z', 'updated_at': '2021-07-14T07:23:45Z', 'revision_number': 3, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:64:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:45Z', 'updated_at': '2021-07-14T07:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:48.448939 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27d5f9f-fa7f-4b07-bac1-67e58c1c4fcc x-openstack-request-id: req-d27d5f9f-fa7f-4b07-bac1-67e58c1c4fcc {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:48.450522 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4c38b1-3bd1-4f48-ad3a-55302414f06d", "name": "network-vif-plugged", "status": "completed", "tag": "b4dc426f-24f0-41a7-adfb-99b64120bbfb", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:48.450967 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d27d5f9f-fa7f-4b07-bac1-67e58c1c4fcc {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:48.451537 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4c38b1-3bd1-4f48-ad3a-55302414f06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dc426f-24f0-41a7-adfb-99b64120bbfb', 'code': 200} Jul 14 07:23:48.470077 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-642f4cc4-0285-490f-8bc9-e5ce90ca5f1b req-052beebb-9931-4043-b0c4-760915879dda tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e87d24-0fc5-4c3c-a31f-7deadaca053d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418571 Jul 14 07:23:48.478835 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e29f6f-75cd-424a-bf47-e80d3f5ccf95 None None] The sync data for ids ['85117b2a-d84b-42cf-b2ba-032bebf264d4'] in n-d-778696-5 is: [{'id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226407328', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:23:44Z', 'updated_at': '2021-07-14T07:23:45Z', 'revision_number': 3, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:64:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:45Z', 'updated_at': '2021-07-14T07:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:23:48.491965 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=b4dc426f-24f0-41a7-adfb-99b64120bbfb,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:48.542869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port e5898400-a063-4ab3-b954-4f69686a0e17 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:23:48.552619 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port e5898400-a063-4ab3-b954-4f69686a0e17 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:23:48.553000 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:48.650340 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:48.664362 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Transition to ACTIVE for port object 9a26860f-287c-4c85-816b-084417aa66ea will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:23:48.685981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512de5f-37f1-436c-9c11-d30424de2d05 req-a4803ef5-dde9-4bd9-929a-26afcd769e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:48.689762 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b512de5f-37f1-436c-9c11-d30424de2d05 req-a4803ef5-dde9-4bd9-929a-26afcd769e18 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c4c38b1-3bd1-4f48-ad3a-55302414f06d HTTP/1.1" status: 200 len: 1096 time: 0.1900508 Jul 14 07:23:48.713215 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Transition to ACTIVE for port object 9a26860f-287c-4c85-816b-084417aa66ea will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:23:48.724753 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:48.756479 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:48.795522 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:48.795775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Network 38ae9afe-8843-4343-abf1-799616916e95 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:23:48.804451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:23:48.809778 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:23:48.813470 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b512de5f-37f1-436c-9c11-d30424de2d05 req-faf97ace-ac20-4921-8c03-0674e93b6d2a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900803 Jul 14 07:23:48.838555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Pushing event updated for resources: {'Port': ['ID=9a26860f-287c-4c85-816b-084417aa66ea,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:48.947956 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port e5898400-a063-4ab3-b954-4f69686a0e17, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e5898400-a063-4ab3-b954-4f69686a0e17,segment=NetworkSegment(c543ffb0-3934-44d4-83df-6960da33009b),segment_id=c543ffb0-3934-44d4-83df-6960da33009b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:48.960562 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:49.040036 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:23:49.078282 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Attempting to bind port 9a26860f-287c-4c85-816b-084417aa66ea on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:23:49.078961 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Attempting to bind port 9a26860f-287c-4c85-816b-084417aa66ea by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:23:49.079635 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Attempting to bind port 9a26860f-287c-4c85-816b-084417aa66ea on network 38ae9afe-8843-4343-abf1-799616916e95 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:23:49.108663 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:23:49.109053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Checking segment: {'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:23:49.109510 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:49.109964 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Bound using segment: {'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:23:49.110784 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Bound port: 9a26860f-287c-4c85-816b-084417aa66ea, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:23:49.111455 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:49.151740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51be91-ce72-4019-b0ae-68ec4b4da266 req-08dea71c-533c-4812-a66c-1eb590a0678b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:49.168646 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d51be91-ce72-4019-b0ae-68ec4b4da266 req-08dea71c-533c-4812-a66c-1eb590a0678b tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.2326422 Jul 14 07:23:49.176022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=e5898400-a063-4ab3-b954-4f69686a0e17,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:49.219610 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] For port 9a26860f-287c-4c85-816b-084417aa66ea, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:23:49.232298 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] For port 9a26860f-287c-4c85-816b-084417aa66ea, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9a26860f-287c-4c85-816b-084417aa66ea,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:23:49.241763 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:49.353523 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a060d-d84d-457f-9cc9-c14e9defe06c None None] Pushing event updated for resources: {'Port': ['ID=9a26860f-287c-4c85-816b-084417aa66ea,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:49.476040 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d51be91-ce72-4019-b0ae-68ec4b4da266 req-d6bb7485-fd06-49f0-a52a-f1ec639b4bdf tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065131 Jul 14 07:23:49.585864 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Allocated IP 172.20.0.1 (38ae9afe-8843-4343-abf1-799616916e95/1d1bb139-2c7a-411a-866c-c1f87975767a/2821c3cb-8847-467e-82ec-8208f1ea7a3f) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:23:49.648394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4fa911-dce0-4f44-90b6-df1533b4a022 req-46eaf5e8-9a5b-4959-ae85-23006bef5c02 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:49.650048 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f4fa911-dce0-4f44-90b6-df1533b4a022 req-46eaf5e8-9a5b-4959-ae85-23006bef5c02 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4c38b1-3bd1-4f48-ad3a-55302414f06d HTTP/1.1" status: 200 len: 945 time: 0.3891726 Jul 14 07:23:49.814828 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:49.867693 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Transition to ACTIVE for port object 2821c3cb-8847-467e-82ec-8208f1ea7a3f will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:23:49.908947 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f4fa911-dce0-4f44-90b6-df1533b4a022 req-0691c45e-168b-4758-b0f6-c85ec457ee92 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434731 Jul 14 07:23:49.999830 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:50.023651 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 38ae9afe-8843-4343-abf1-799616916e95 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:23:50.065698 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:23:50.074225 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:23:50.110063 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf33e7-d7fe-44e4-bc4c-3a904ae64d15 req-b446ce69-68e8-4118-9ef7-7c07d238cece tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:50.112918 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3eaf33e7-d7fe-44e4-bc4c-3a904ae64d15 req-b446ce69-68e8-4118-9ef7-7c07d238cece tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/ports?device_id=359e6003-8a5f-4083-a513-92b28888b5d1 HTTP/1.1" status: 200 len: 945 time: 0.1785362 Jul 14 07:23:50.122366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=2821c3cb-8847-467e-82ec-8208f1ea7a3f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:50.157788 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:50.234177 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3eaf33e7-d7fe-44e4-bc4c-3a904ae64d15 req-2196158c-c23e-406d-a7d0-d3209179a693 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e87d24-0fc5-4c3c-a31f-7deadaca053d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128042 Jul 14 07:23:50.380142 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:50.453404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359e6003-8a5f-4083-a513-92b28888b5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5898400-a063-4ab3-b954-4f69686a0e17'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:50.456531 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fed2417-107f-4654-b69e-f4ccac9c077e" -d '{"events": [{"server_uuid": "359e6003-8a5f-4083-a513-92b28888b5d1", "name": "network-vif-plugged", "status": "completed", "tag": "e5898400-a063-4ab3-b954-4f69686a0e17"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:50.511043 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e267e7e2-dced-460c-a5e0-408de763202c x-openstack-request-id: req-e267e7e2-dced-460c-a5e0-408de763202c {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:50.512570 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359e6003-8a5f-4083-a513-92b28888b5d1", "name": "network-vif-plugged", "status": "completed", "tag": "e5898400-a063-4ab3-b954-4f69686a0e17", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:50.512844 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e267e7e2-dced-460c-a5e0-408de763202c {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:50.513645 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359e6003-8a5f-4083-a513-92b28888b5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5898400-a063-4ab3-b954-4f69686a0e17', 'code': 200} Jul 14 07:23:50.715559 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a41551-e4c0-4f38-90b7-618f1f23a824 None None] Network 38ae9afe-8843-4343-abf1-799616916e95 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:23:50.834293 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdd0b4-bb30-4277-8922-6b0534bec79c req-65dce27d-534a-4ce1-8038-eea0c497f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:50.837786 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c6cdd0b4-bb30-4277-8922-6b0534bec79c req-65dce27d-534a-4ce1-8038-eea0c497f127 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=359e6003-8a5f-4083-a513-92b28888b5d1 HTTP/1.1" status: 200 len: 1096 time: 0.2472718 Jul 14 07:23:50.838862 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5afcfb05-3fa6-4ad2-a741-2d58b702309d None None] Provisioning for port 9a26860f-287c-4c85-816b-084417aa66ea completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:23:50.874319 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9a26860f-287c-4c85-816b-084417aa66ea up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:23:50.931817 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff1367-6107-4252-a92e-c900eef59893 req-0dc1318d-b132-4040-8482-75373fb7ed38 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:50.939322 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-51ff1367-6107-4252-a92e-c900eef59893 req-0dc1318d-b132-4040-8482-75373fb7ed38 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.2458580 Jul 14 07:23:50.979079 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c6cdd0b4-bb30-4277-8922-6b0534bec79c req-e6dd474f-a41e-490a-85d9-f73d863756fa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=80e87d24-0fc5-4c3c-a31f-7deadaca053d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313415 Jul 14 07:23:50.984728 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:51.007349 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:51.024234 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 9a26860f-287c-4c85-816b-084417aa66ea completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:23:51.030503 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9a26860f-287c-4c85-816b-084417aa66ea triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:23:51.030871 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:51.088851 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-51ff1367-6107-4252-a92e-c900eef59893 req-28f3df33-4ce1-4c71-8939-6da8485fb4a8 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485279 Jul 14 07:23:51.140794 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=2821c3cb-8847-467e-82ec-8208f1ea7a3f,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:51.180329 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:51.339787 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:51.382624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 9a26860f-287c-4c85-816b-084417aa66ea, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9a26860f-287c-4c85-816b-084417aa66ea,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:51.398377 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:51.399508 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b62aea7b-ef4e-4450-9abc-09ea27ba8acd up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:23:51.400394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 38ae9afe-8843-4343-abf1-799616916e95 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:23:51.403200 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:23:51.414366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab012a56-845d-43f5-abad-1676df7fe766 req-91bc7e1a-1558-4a8f-a38a-618e6c1ccbd9 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:51.421406 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab012a56-845d-43f5-abad-1676df7fe766 req-91bc7e1a-1558-4a8f-a38a-618e6c1ccbd9 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4c38b1-3bd1-4f48-ad3a-55302414f06d HTTP/1.1" status: 200 len: 945 time: 0.2205379 Jul 14 07:23:51.499686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=9a26860f-287c-4c85-816b-084417aa66ea,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:51.524017 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port b62aea7b-ef4e-4450-9abc-09ea27ba8acd completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:23:51.530412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port b62aea7b-ef4e-4450-9abc-09ea27ba8acd triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:23:51.531411 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:51.606102 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab012a56-845d-43f5-abad-1676df7fe766 req-33a9a46c-922e-42b6-8307-e39c9df2891d tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828213 Jul 14 07:23:51.650041 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:51.707920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port b62aea7b-ef4e-4450-9abc-09ea27ba8acd, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b62aea7b-ef4e-4450-9abc-09ea27ba8acd,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:51.727844 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d118dc4e-e07a-47bc-8ecb-30d4f3b1f5e4 None None] Provisioning complete for port 9a26860f-287c-4c85-816b-084417aa66ea triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:23:51.728516 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d118dc4e-e07a-47bc-8ecb-30d4f3b1f5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:51.789018 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:51.860842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=b62aea7b-ef4e-4450-9abc-09ea27ba8acd,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:52.037819 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d118dc4e-e07a-47bc-8ecb-30d4f3b1f5e4 None None] Provisioning for port 2821c3cb-8847-467e-82ec-8208f1ea7a3f completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:23:52.050076 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d118dc4e-e07a-47bc-8ecb-30d4f3b1f5e4 None None] Provisioning complete for port 2821c3cb-8847-467e-82ec-8208f1ea7a3f triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:23:52.050076 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d118dc4e-e07a-47bc-8ecb-30d4f3b1f5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:52.136412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d118dc4e-e07a-47bc-8ecb-30d4f3b1f5e4 None None] Port 2821c3cb-8847-467e-82ec-8208f1ea7a3f cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:23:52.235286 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7acec-23aa-4237-9cd6-c1b226848334 req-0ee8c9cb-1595-4e90-b341-7a37e509e243 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:52.236801 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8fd7acec-23aa-4237-9cd6-c1b226848334 req-0ee8c9cb-1595-4e90-b341-7a37e509e243 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/ports?device_id=359e6003-8a5f-4083-a513-92b28888b5d1 HTTP/1.1" status: 200 len: 945 time: 0.6616168 Jul 14 07:23:52.238809 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router 85117b2a-d84b-42cf-b2ba-032bebf264d4 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:23:52.267372 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6961f6e1-2fd4-4b72-a7e5-b9479c9d5677 None None] Provisioning complete for port 2821c3cb-8847-467e-82ec-8208f1ea7a3f triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:23:52.268050 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6961f6e1-2fd4-4b72-a7e5-b9479c9d5677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:52.376314 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-6961f6e1-2fd4-4b72-a7e5-b9479c9d5677 None None] Port 2821c3cb-8847-467e-82ec-8208f1ea7a3f cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:23:52.426396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:23:52.435051 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-55ef3006-5754-4307-9935-c3f780d0bcae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "PUT /v2.0/routers/85117b2a-d84b-42cf-b2ba-032bebf264d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7594032 Jul 14 07:23:52.448236 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Sync routers for ids ['85117b2a-d84b-42cf-b2ba-032bebf264d4'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:23:52.456969 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8fd7acec-23aa-4237-9cd6-c1b226848334 req-dcfc0424-5f67-42a9-8c1a-44af26140a0a tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e87d24-0fc5-4c3c-a31f-7deadaca053d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103825 Jul 14 07:23:52.462298 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Routers {'85117b2a-d84b-42cf-b2ba-032bebf264d4'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:23:52.463474 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:23:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['85117b2a-d84b-42cf-b2ba-032bebf264d4'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:52.546527 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d7a69833-7114-4700-b308-342e5708e01f None None] Provisioning complete for port 2821c3cb-8847-467e-82ec-8208f1ea7a3f triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:23:52.547131 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d7a69833-7114-4700-b308-342e5708e01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:52.635448 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d7a69833-7114-4700-b308-342e5708e01f None None] Port 2821c3cb-8847-467e-82ec-8208f1ea7a3f cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:23:52.650505 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Set router 85117b2a-d84b-42cf-b2ba-032bebf264d4 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:23:52.817540 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9a26860f-287c-4c85-816b-084417aa66ea up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:23:52.825235 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bef33e-e05f-4519-bf58-fcf431d08977 req-d36fe6aa-890d-4d1d-9400-5365e2c867e0 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:52.832452 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1bef33e-e05f-4519-bf58-fcf431d08977 req-d36fe6aa-890d-4d1d-9400-5365e2c867e0 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.1441560 Jul 14 07:23:52.894448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-5fdbb806-64e3-4985-899e-1259c18bb954 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702803721&fields=id&tenant_id=b7b4e8051a664c019a0af911d6ce8090 HTTP/1.1" status: 200 len: 267 time: 0.1381159 Jul 14 07:23:52.921851 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1bef33e-e05f-4519-bf58-fcf431d08977 req-2b3ea5d0-8a65-4899-b1ec-3b6ec8a3ae60 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882213 Jul 14 07:23:52.951654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9a26860f-287c-4c85-816b-084417aa66ea triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:23:52.952040 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:53.050478 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226407328', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:23:44Z', 'updated_at': '2021-07-14T07:23:50Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:45Z', 'updated_at': '2021-07-14T07:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '2821c3cb-8847-467e-82ec-8208f1ea7a3f', 'name': '', 'network_id': '38ae9afe-8843-4343-abf1-799616916e95', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:44:18:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:49Z', 'updated_at': '2021-07-14T07:23:50Z', 'revision_number': 2, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:53.062369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-012fc768-5bf5-438d-99ed-f296f3f011c0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:53.064958 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-012fc768-5bf5-438d-99ed-f296f3f011c0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/networks?id=38ae9afe-8843-4343-abf1-799616916e95 HTTP/1.1" status: 200 len: 797 time: 0.1694877 Jul 14 07:23:53.091039 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-bc1431ac-8385-421f-80a2-1c4ff45d2dfa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/quotas/b7b4e8051a664c019a0af911d6ce8090 HTTP/1.1" status: 200 len: 375 time: 0.0138588 Jul 14 07:23:53.107296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Checking router: 85117b2a-d84b-42cf-b2ba-032bebf264d4 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:23:53.107296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Updating router 85117b2a-d84b-42cf-b2ba-032bebf264d4 port 2821c3cb-8847-467e-82ec-8208f1ea7a3f binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:23:53.151322 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:53.180408 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b62aea7b-ef4e-4450-9abc-09ea27ba8acd up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:23:53.195518 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-1dfa05b9-2c58-46ed-876b-5fb2966f990b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994663 Jul 14 07:23:53.319154 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-e6f53ef9-497f-4818-a4aa-65a4469c3062 service neutron] 10.222.0.35 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227067 Jul 14 07:23:53.343644 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port b62aea7b-ef4e-4450-9abc-09ea27ba8acd triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:23:53.343644 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:53.474637 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-9109ea35-1396-4f4d-a097-7ea0f0566a87 service neutron] 10.222.0.35 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537178 Jul 14 07:23:53.724005 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:53.746848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Transition to ACTIVE for port object 2821c3cb-8847-467e-82ec-8208f1ea7a3f will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:23:53.760221 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:53.805744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718a8fc-ed13-49c4-8dc0-cc9c7d9c3bcb req-7e08cef0-1b6e-4d03-85a0-246d846b6f1e tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:53.807399 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e718a8fc-ed13-49c4-8dc0-cc9c7d9c3bcb req-7e08cef0-1b6e-4d03-85a0-246d846b6f1e tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/ports?device_id=359e6003-8a5f-4083-a513-92b28888b5d1 HTTP/1.1" status: 200 len: 945 time: 0.1135828 Jul 14 07:23:53.908271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b370e6-f223-4ba6-aa61-6a614b1c117a None None] Pushing event updated for resources: {'Port': ['ID=2821c3cb-8847-467e-82ec-8208f1ea7a3f,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:53.966064 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e718a8fc-ed13-49c4-8dc0-cc9c7d9c3bcb req-ca349d6e-6e66-429e-b6be-904be843cc11 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e87d24-0fc5-4c3c-a31f-7deadaca053d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528895 Jul 14 07:23:54.012448 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Attempting to bind port 2821c3cb-8847-467e-82ec-8208f1ea7a3f on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:23:54.012945 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Attempting to bind port 2821c3cb-8847-467e-82ec-8208f1ea7a3f by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:23:54.013956 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Attempting to bind port 2821c3cb-8847-467e-82ec-8208f1ea7a3f on network 38ae9afe-8843-4343-abf1-799616916e95 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:23:54.022240 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:23:54.022774 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Checking segment: {'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:23:54.023228 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:54.023740 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Bound using segment: {'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:23:54.024294 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Bound port: 2821c3cb-8847-467e-82ec-8208f1ea7a3f, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:23:54.024807 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:54.078468 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c76e9203-a840-4615-a03d-dfb86d6ab9fb req-68d4f0f0-aed0-4cc2-88b1-7bef8e3ff0e5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 210 time: 0.1466300 Jul 14 07:23:54.170713 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] For port 2821c3cb-8847-467e-82ec-8208f1ea7a3f, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:23:54.182919 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] For port 2821c3cb-8847-467e-82ec-8208f1ea7a3f, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2821c3cb-8847-467e-82ec-8208f1ea7a3f,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:23:54.204578 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:54.388114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53746218-678b-4bad-9c10-3ebcc17fa256 req-4984ec1f-e8fc-4525-a2ee-b637e67a709e tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:54.397903 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53746218-678b-4bad-9c10-3ebcc17fa256 req-4984ec1f-e8fc-4525-a2ee-b637e67a709e tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.1412821 Jul 14 07:23:54.452137 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Routers {'85117b2a-d84b-42cf-b2ba-032bebf264d4'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:23:54.452785 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:23:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['85117b2a-d84b-42cf-b2ba-032bebf264d4'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:54.456018 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53746218-678b-4bad-9c10-3ebcc17fa256 req-ffc6a544-2569-43eb-ac69-7820d4a6a1bb tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540783 Jul 14 07:23:54.584934 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b370e6-f223-4ba6-aa61-6a614b1c117a None None] Pushing event updated for resources: {'Port': ['ID=2821c3cb-8847-467e-82ec-8208f1ea7a3f,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:54.790546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] Set router 85117b2a-d84b-42cf-b2ba-032bebf264d4 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:23:55.219394 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226407328', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:23:44Z', 'updated_at': '2021-07-14T07:23:50Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:45Z', 'updated_at': '2021-07-14T07:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '2821c3cb-8847-467e-82ec-8208f1ea7a3f', 'name': '', 'network_id': '38ae9afe-8843-4343-abf1-799616916e95', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:44:18:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:49Z', 'updated_at': '2021-07-14T07:23:54Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:23:55.250972 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24437783-79f1-4975-b0a4-f6d1c7b2181c None None] The sync data for ids ['85117b2a-d84b-42cf-b2ba-032bebf264d4'] in n-d-778696-5 is: [{'id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226407328', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:23:44Z', 'updated_at': '2021-07-14T07:23:50Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:45Z', 'updated_at': '2021-07-14T07:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '2821c3cb-8847-467e-82ec-8208f1ea7a3f', 'name': '', 'network_id': '38ae9afe-8843-4343-abf1-799616916e95', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:44:18:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:49Z', 'updated_at': '2021-07-14T07:23:54Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:23:55.356255 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26cc4055-2f2c-47eb-853d-836c3f440feb req-a565c28b-7a22-4e9f-80fe-19ec08a736fc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 210 time: 0.0630243 Jul 14 07:23:55.651130 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-df57df92-0627-4434-a3f9-e7133888a01d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:55.653467 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-df57df92-0627-4434-a3f9-e7133888a01d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.30 "GET /v2.0/networks?id=38ae9afe-8843-4343-abf1-799616916e95 HTTP/1.1" status: 200 len: 797 time: 0.1313944 Jul 14 07:23:55.660359 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b108348-ce4d-4951-8e82-2c9715f00634 req-f5c9e5fd-4f5f-4709-9aad-2c14775cc0e5 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:55.668688 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b108348-ce4d-4951-8e82-2c9715f00634 req-f5c9e5fd-4f5f-4709-9aad-2c14775cc0e5 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/ports?device_id=359e6003-8a5f-4083-a513-92b28888b5d1 HTTP/1.1" status: 200 len: 945 time: 0.1553819 Jul 14 07:23:55.736726 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-fb281208-df23-4e2d-a7a0-297934f4c4e3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7b4e8051a664c019a0af911d6ce8090 HTTP/1.1" status: 200 len: 380 time: 0.0728886 Jul 14 07:23:55.748223 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'port': {'device_id': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'network_id': '38ae9afe-8843-4343-abf1-799616916e95', 'admin_state_up': True, 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'security_groups': ['f36b9b98-275a-4cef-b140-cb960832ed39']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:55.762682 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b108348-ce4d-4951-8e82-2c9715f00634 req-d7faee0d-eb7d-499d-a5ff-e1a957b207a7 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e87d24-0fc5-4c3c-a31f-7deadaca053d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930343 Jul 14 07:23:55.796020 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee979944-5714-4a42-a608-bcf7f646d0a6 req-09f6ed59-9cf7-4d6c-be18-52540e894a55 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:55.808154 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee979944-5714-4a42-a608-bcf7f646d0a6 req-09f6ed59-9cf7-4d6c-be18-52540e894a55 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.1269801 Jul 14 07:23:55.884796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee979944-5714-4a42-a608-bcf7f646d0a6 req-d48ffb53-fb86-4876-a32a-55acf94bd5ec tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752215 Jul 14 07:23:55.928404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Made reservation on behalf of b7b4e8051a664c019a0af911d6ce8090 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:23:55.932728 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:56.099760 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Allocated IP 172.20.0.10 (38ae9afe-8843-4343-abf1-799616916e95/1d1bb139-2c7a-411a-866c-c1f87975767a/bd36109f-64be-4694-a08e-b972b5f30e52) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:23:56.149265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3702846-a01f-44d6-be01-4e66d3f12703 req-a6c1bacf-342d-42c6-814b-c2dda62c7cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:56.150820 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3702846-a01f-44d6-be01-4e66d3f12703 req-a6c1bacf-342d-42c6-814b-c2dda62c7cfd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7&device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 1096 time: 0.0934684 Jul 14 07:23:56.275617 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3702846-a01f-44d6-be01-4e66d3f12703 req-f1885ae7-7466-4448-b363-13e0385d3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:56.277698 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3702846-a01f-44d6-be01-4e66d3f12703 req-f1885ae7-7466-4448-b363-13e0385d3855 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd653837-16d0-4ce4-89f6-32469a5cf229 HTTP/1.1" status: 200 len: 918 time: 0.1182098 Jul 14 07:23:56.287057 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:56.304743 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Transition to ACTIVE for port object bd36109f-64be-4694-a08e-b972b5f30e52 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:23:56.346454 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:56.360235 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3702846-a01f-44d6-be01-4e66d3f12703 req-11a34030-e603-4d06-8888-bc935f424790 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8939350-7a69-425b-9320-90aed337d763 HTTP/1.1" status: 200 len: 1001 time: 0.0748198 Jul 14 07:23:56.419250 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 38ae9afe-8843-4343-abf1-799616916e95 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:23:56.423877 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:23:56.428720 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:23:56.433230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=bd36109f-64be-4694-a08e-b972b5f30e52,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:56.437231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3702846-a01f-44d6-be01-4e66d3f12703 req-c32bf2cf-1e8a-4730-b643-6f7f1a7d8d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:56.439265 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3702846-a01f-44d6-be01-4e66d3f12703 req-c32bf2cf-1e8a-4730-b643-6f7f1a7d8d10 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54c389bb-f8cc-4826-9a6a-5f4ac58e9131 HTTP/1.1" status: 200 len: 856 time: 0.0722823 Jul 14 07:23:56.473872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:56.474232 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:56.479932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:56.480394 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:56.480751 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:56.481094 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:56.481458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:56.481798 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:56.482141 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:56.484928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:56.485338 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:56.485686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:23:56.539022 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3702846-a01f-44d6-be01-4e66d3f12703 req-7f818cd6-97b1-4022-9f4d-c62f11b4753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:56.540855 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3702846-a01f-44d6-be01-4e66d3f12703 req-7f818cd6-97b1-4022-9f4d-c62f11b4753c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd653837-16d0-4ce4-89f6-32469a5cf229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938454 Jul 14 07:23:56.549099 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:56.562089 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:56.590118 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-8d774bc1-2d79-4e53-b0d9-4106f9a3df4c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8481126 Jul 14 07:23:56.602003 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Request body: {'port': {'device_id': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:23:56.720052 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3702846-a01f-44d6-be01-4e66d3f12703 req-86c51e78-8eab-476c-9438-19ccb8d5b5ed service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653829 Jul 14 07:23:56.782596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2821c3cb-8847-467e-82ec-8208f1ea7a3f up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:23:56.808760 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:56.811746 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-30dc6cb3-ad68-43f0-b4a3-4afb46ace20c None None] Provisioning for port bd36109f-64be-4694-a08e-b972b5f30e52 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:23:56.820822 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-30dc6cb3-ad68-43f0-b4a3-4afb46ace20c None None] Provisioning complete for port bd36109f-64be-4694-a08e-b972b5f30e52 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:23:56.821227 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30dc6cb3-ad68-43f0-b4a3-4afb46ace20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:56.870612 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-30dc6cb3-ad68-43f0-b4a3-4afb46ace20c None None] Port bd36109f-64be-4694-a08e-b972b5f30e52 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:23:56.889742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 2821c3cb-8847-467e-82ec-8208f1ea7a3f completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:23:56.897080 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 2821c3cb-8847-467e-82ec-8208f1ea7a3f triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:23:56.898901 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:56.955531 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3702846-a01f-44d6-be01-4e66d3f12703 req-5e6d7665-e4c8-4567-ab7e-04c42a3e9c16 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837947 Jul 14 07:23:57.048546 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:57.065691 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e5fab-9865-4c9b-906e-f33f3f8f04fe req-bef827e5-3950-46cf-8ed4-bb92ac323f0c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:57.067310 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd2e5fab-9865-4c9b-906e-f33f3f8f04fe req-bef827e5-3950-46cf-8ed4-bb92ac323f0c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 932 time: 0.3462999 Jul 14 07:23:57.075493 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d3bc0-989a-4fac-add9-e54183e5033a req-3bf05105-8cf4-4427-a4ec-d301b8e92cc8 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:57.077245 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-611d3bc0-989a-4fac-add9-e54183e5033a req-3bf05105-8cf4-4427-a4ec-d301b8e92cc8 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.15 "GET /v2.0/ports?device_id=359e6003-8a5f-4083-a513-92b28888b5d1 HTTP/1.1" status: 200 len: 945 time: 0.3552225 Jul 14 07:23:57.105266 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 2821c3cb-8847-467e-82ec-8208f1ea7a3f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2821c3cb-8847-467e-82ec-8208f1ea7a3f,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:57.112237 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:57.176375 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=2821c3cb-8847-467e-82ec-8208f1ea7a3f,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:57.198903 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd36109f-64be-4694-a08e-b972b5f30e52 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:23:57.206668 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:57.212007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ffb42-7d69-4800-a1a4-e5956d5d73b8 req-794cb9cb-305b-4d92-a7ec-fb07195eb86f tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:57.213560 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cd0ffb42-7d69-4800-a1a4-e5956d5d73b8 req-794cb9cb-305b-4d92-a7ec-fb07195eb86f tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/ports?device_id=359e6003-8a5f-4083-a513-92b28888b5d1 HTTP/1.1" status: 200 len: 945 time: 0.2218742 Jul 14 07:23:57.217223 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd2e5fab-9865-4c9b-906e-f33f3f8f04fe req-ea4e326c-d605-49e1-ad34-80be1724f11d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386142 Jul 14 07:23:57.219891 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Transition to ACTIVE for port object bd36109f-64be-4694-a08e-b972b5f30e52 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:23:57.226992 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:57.284343 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Pushing event updated for resources: {'Port': ['ID=bd36109f-64be-4694-a08e-b972b5f30e52,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:57.290268 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cd0ffb42-7d69-4800-a1a4-e5956d5d73b8 req-6917be1f-9ae4-4d62-82a3-c775cbe632db tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/security-groups?id=80e87d24-0fc5-4c3c-a31f-7deadaca053d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483241 Jul 14 07:23:57.300141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-611d3bc0-989a-4fac-add9-e54183e5033a req-8f85ed9f-56c9-4cd3-9920-c753dbe0ce31 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Deleting port e5898400-a063-4ab3-b954-4f69686a0e17 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:23:57.300737 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-611d3bc0-989a-4fac-add9-e54183e5033a req-8f85ed9f-56c9-4cd3-9920-c753dbe0ce31 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:57.445106 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-611d3bc0-989a-4fac-add9-e54183e5033a req-8f85ed9f-56c9-4cd3-9920-c753dbe0ce31 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] For port e5898400-a063-4ab3-b954-4f69686a0e17, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=e5898400-a063-4ab3-b954-4f69686a0e17,segment=NetworkSegment(c543ffb0-3934-44d4-83df-6960da33009b),segment_id=c543ffb0-3934-44d4-83df-6960da33009b)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:57.445998 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-611d3bc0-989a-4fac-add9-e54183e5033a req-8f85ed9f-56c9-4cd3-9920-c753dbe0ce31 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:57.448761 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Attempting to bind port bd36109f-64be-4694-a08e-b972b5f30e52 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:23:57.449111 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Attempting to bind port bd36109f-64be-4694-a08e-b972b5f30e52 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:23:57.449497 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Attempting to bind port bd36109f-64be-4694-a08e-b972b5f30e52 on network 38ae9afe-8843-4343-abf1-799616916e95 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:23:57.454334 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Port bd36109f-64be-4694-a08e-b972b5f30e52 on network 38ae9afe-8843-4343-abf1-799616916e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:23:57.454669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Attempting to bind port bd36109f-64be-4694-a08e-b972b5f30e52 on network 38ae9afe-8843-4343-abf1-799616916e95 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:23:57.461287 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:23:57.461287 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Checking segment: {'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:23:57.461623 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Bound using segment: {'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:23:57.462012 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Bound port: bd36109f-64be-4694-a08e-b972b5f30e52, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:23:57.462343 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:57.462539 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-611d3bc0-989a-4fac-add9-e54183e5033a req-8f85ed9f-56c9-4cd3-9920-c753dbe0ce31 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Calling delete_port for e5898400-a063-4ab3-b954-4f69686a0e17 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:23:57.546434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a1513-9de1-4432-b5f5-595df3797a83 req-6e843e7a-a634-4bfa-9ace-85d3f97923a6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:57.551346 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:23:57.553606 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc6a1513-9de1-4432-b5f5-595df3797a83 req-6e843e7a-a634-4bfa-9ace-85d3f97923a6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.1468949 Jul 14 07:23:57.555356 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bd36109f-64be-4694-a08e-b972b5f30e52,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:23:57.564312 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:57.603880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:57.604547 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:57.606060 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] 10.222.0.30 "PUT /v2.0/ports/bd36109f-64be-4694-a08e-b972b5f30e52 HTTP/1.1" status: 200 len: 1092 time: 1.0090904 Jul 14 07:23:57.606552 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:57.608982 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ec68c7-2548-4ae2-89b8-e6e7cf2779cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:57.620504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc6a1513-9de1-4432-b5f5-595df3797a83 req-a4850d6e-e222-40df-9cf0-29c39e167184 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659316 Jul 14 07:23:57.691308 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106da36b-8049-4221-b5cf-ee1e7996bc7e service neutron] Pushing event updated for resources: {'Port': ['ID=bd36109f-64be-4694-a08e-b972b5f30e52,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:57.725307 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-168489eb-fd85-4154-873b-e6dd897e72e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:57.726980 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-168489eb-fd85-4154-873b-e6dd897e72e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 1095 time: 0.0766766 Jul 14 07:23:57.738789 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5293ea-82e9-4d88-9da8-7302e061d467 x-openstack-request-id: req-6c5293ea-82e9-4d88-9da8-7302e061d467 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:57.739105 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:57.739371 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c5293ea-82e9-4d88-9da8-7302e061d467 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:57.739782 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'status': 'completed', 'code': 200} Jul 14 07:23:57.756889 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-611d3bc0-989a-4fac-add9-e54183e5033a req-8f85ed9f-56c9-4cd3-9920-c753dbe0ce31 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:57.769899 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['e5898400-a063-4ab3-b954-4f69686a0e17'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:23:57.785667 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-a4a30b3e-d826-4cb1-b916-3db798a77eee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd36109f-64be-4694-a08e-b972b5f30e52 HTTP/1.1" status: 200 len: 217 time: 0.0449176 Jul 14 07:23:57.802004 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85ed9f-56c9-4cd3-9920-c753dbe0ce31 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Pushing event deleted for resources: {'Port': ['ID=e5898400-a063-4ab3-b954-4f69686a0e17,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:23:57.863494 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-569cfab1-4319-4827-bc90-3832fc20b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:57.865134 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-569cfab1-4319-4827-bc90-3832fc20b042 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d1bb139-2c7a-411a-866c-c1f87975767a HTTP/1.1" status: 200 len: 835 time: 0.0718145 Jul 14 07:23:57.878965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-611d3bc0-989a-4fac-add9-e54183e5033a req-8f85ed9f-56c9-4cd3-9920-c753dbe0ce31 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] No DVR routers for this DVR port e5898400-a063-4ab3-b954-4f69686a0e17 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:23:57.882671 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-611d3bc0-989a-4fac-add9-e54183e5033a req-8f85ed9f-56c9-4cd3-9920-c753dbe0ce31 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:57.890583 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-611d3bc0-989a-4fac-add9-e54183e5033a req-8f85ed9f-56c9-4cd3-9920-c753dbe0ce31 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.15 "DELETE /v2.0/ports/e5898400-a063-4ab3-b954-4f69686a0e17 HTTP/1.1" status: 204 len: 173 time: 0.8018699 Jul 14 07:23:57.890583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359e6003-8a5f-4083-a513-92b28888b5d1', 'name': 'network-vif-deleted', 'tag': 'e5898400-a063-4ab3-b954-4f69686a0e17'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:57.894046 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecb4ebe-d3da-4860-a816-a2016d30da22" -d '{"events": [{"server_uuid": "359e6003-8a5f-4083-a513-92b28888b5d1", "name": "network-vif-deleted", "tag": "e5898400-a063-4ab3-b954-4f69686a0e17"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:57.969664 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f94cae9-72ea-448a-9f9d-5ae038427a85 x-openstack-request-id: req-8f94cae9-72ea-448a-9f9d-5ae038427a85 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:23:57.969957 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359e6003-8a5f-4083-a513-92b28888b5d1", "name": "network-vif-deleted", "tag": "e5898400-a063-4ab3-b954-4f69686a0e17", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:23:57.970258 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f94cae9-72ea-448a-9f9d-5ae038427a85 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:23:57.970653 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359e6003-8a5f-4083-a513-92b28888b5d1', 'name': 'network-vif-deleted', 'tag': 'e5898400-a063-4ab3-b954-4f69686a0e17', 'status': 'completed', 'code': 200} Jul 14 07:23:57.973808 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-34a18cf9-adc5-414d-ae16-b61fb6cb8102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:57.975604 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-34a18cf9-adc5-414d-ae16-b61fb6cb8102 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38ae9afe-8843-4343-abf1-799616916e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036124 Jul 14 07:23:58.076750 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-c7f25ef8-4af6-42af-bb19-9ec3232d1655 service neutron] 10.222.0.30 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932577 Jul 14 07:23:58.164306 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-98bbbcf7-2735-4804-acb5-968e62ea9866 req-6ae9b0c9-22c1-4e67-a4e6-38035aabdcca service neutron] 10.222.0.30 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810831 Jul 14 07:23:58.262401 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec68c7-2548-4ae2-89b8-e6e7cf2779cd req-1c5c4d97-13d0-4679-9754-6dbbb53981e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:58.264081 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-03ec68c7-2548-4ae2-89b8-e6e7cf2779cd req-1c5c4d97-13d0-4679-9754-6dbbb53981e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 1095 time: 0.0530992 Jul 14 07:23:58.381725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec68c7-2548-4ae2-89b8-e6e7cf2779cd req-7f72ef09-065c-4be0-956c-a80948f270ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:58.384799 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-03ec68c7-2548-4ae2-89b8-e6e7cf2779cd req-7f72ef09-065c-4be0-956c-a80948f270ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=38ae9afe-8843-4343-abf1-799616916e95 HTTP/1.1" status: 200 len: 898 time: 0.1135104 Jul 14 07:23:58.450955 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37b08b-fe52-46c9-8a50-ebc438ca8571 req-d43f454f-ec8e-4989-b941-47693c21d1d6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:58.452744 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c37b08b-fe52-46c9-8a50-ebc438ca8571 req-d43f454f-ec8e-4989-b941-47693c21d1d6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 944 time: 0.0991659 Jul 14 07:23:58.476576 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-03ec68c7-2548-4ae2-89b8-e6e7cf2779cd req-f7d19b8b-bebd-434a-a830-2523135f665e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd36109f-64be-4694-a08e-b972b5f30e52 HTTP/1.1" status: 200 len: 217 time: 0.0832500 Jul 14 07:23:58.548492 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56952bc8-d9c1-4c64-a80e-ab62b6b9918b req-6fa56f62-fb50-4c3f-9462-fcd4490d90e4 tempest-ServerMetadataNegativeTestJSON-461102197 tempest-ServerMetadataNegativeTestJSON-461102197-project] 10.222.0.35 "GET /v2.0/ports?device_id=359e6003-8a5f-4083-a513-92b28888b5d1 HTTP/1.1" status: 200 len: 210 time: 0.0514882 Jul 14 07:23:58.559995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec68c7-2548-4ae2-89b8-e6e7cf2779cd req-a40b6c03-035d-4ea2-b4ed-5222a15317e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:58.561908 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-03ec68c7-2548-4ae2-89b8-e6e7cf2779cd req-a40b6c03-035d-4ea2-b4ed-5222a15317e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d1bb139-2c7a-411a-866c-c1f87975767a HTTP/1.1" status: 200 len: 835 time: 0.0766373 Jul 14 07:23:58.571325 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c37b08b-fe52-46c9-8a50-ebc438ca8571 req-44665fa9-d2b0-4948-97a1-d9018bdb801b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069295 Jul 14 07:23:58.637016 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec68c7-2548-4ae2-89b8-e6e7cf2779cd req-88669ebb-de54-4c32-9dc6-5f59a5c3b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:58.638720 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-03ec68c7-2548-4ae2-89b8-e6e7cf2779cd req-88669ebb-de54-4c32-9dc6-5f59a5c3b688 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38ae9afe-8843-4343-abf1-799616916e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697584 Jul 14 07:23:58.732731 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2821c3cb-8847-467e-82ec-8208f1ea7a3f up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:23:58.748750 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-03ec68c7-2548-4ae2-89b8-e6e7cf2779cd req-208075e5-76b3-41c4-8bc0-ef62283016a5 service neutron] 10.222.0.30 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031106 Jul 14 07:23:58.782766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 2821c3cb-8847-467e-82ec-8208f1ea7a3f triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:23:58.783239 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:58.835264 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c6c33-38fd-4927-a3ba-ae5965c58ba1 req-842e6eac-1601-4df0-bce8-d6e443fbae05 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:58.836714 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b1c6c33-38fd-4927-a3ba-ae5965c58ba1 req-842e6eac-1601-4df0-bce8-d6e443fbae05 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 945 time: 0.0661461 Jul 14 07:23:58.847918 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-03ec68c7-2548-4ae2-89b8-e6e7cf2779cd req-d120b1b9-a090-4c55-bb02-2e8ec5836460 service neutron] 10.222.0.30 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924356 Jul 14 07:23:58.876173 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b1c6c33-38fd-4927-a3ba-ae5965c58ba1 req-a46144b4-0b2e-400d-ab78-65e917d0713a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333266 Jul 14 07:23:59.647208 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45730) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:23:59.700949 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0c6d0f-90c7-4672-8a5d-a1ad3e9372a8 admin admin] Deleting subnet 16464acb-fa11-4aa2-a4cf-5f8ea89da9a3 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:23:59.713798 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6d0f-90c7-4672-8a5d-a1ad3e9372a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:59.769895 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6d0f-90c7-4672-8a5d-a1ad3e9372a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:59.786033 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f8939350-7a69-425b-9320-90aed337d763 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:23:59.820458 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6d0f-90c7-4672-8a5d-a1ad3e9372a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:59.850904 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bdc54-f530-4454-84ab-3687512afbb1 req-13e310e2-db08-4da2-a700-18ed18c958cc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:23:59.852489 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d7bdc54-f530-4454-84ab-3687512afbb1 req-13e310e2-db08-4da2-a700-18ed18c958cc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 944 time: 0.1491990 Jul 14 07:23:59.908908 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:59.920818 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d7bdc54-f530-4454-84ab-3687512afbb1 req-efa6ba52-65f7-443c-83d9-e8672a99662d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545664 Jul 14 07:23:59.954683 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6d0f-90c7-4672-8a5d-a1ad3e9372a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:23:59.959896 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3146926-6f83-4751-a25d-88017e06a4d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8939350-7a69-425b-9320-90aed337d763'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:23:59.963244 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1064865-5ef8-45b7-b47b-a0f1d3bcf1c5" -d '{"events": [{"server_uuid": "c3146926-6f83-4751-a25d-88017e06a4d8", "name": "network-vif-unplugged", "status": "completed", "tag": "f8939350-7a69-425b-9320-90aed337d763"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:23:59.967344 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f8939350-7a69-425b-9320-90aed337d763, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f8939350-7a69-425b-9320-90aed337d763,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:23:59.977086 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:00.006217 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c6d0f-90c7-4672-8a5d-a1ad3e9372a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16464acb-fa11-4aa2-a4cf-5f8ea89da9a3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:00.015862 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6d0f-90c7-4672-8a5d-a1ad3e9372a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:00.019679 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2a0c6d0f-90c7-4672-8a5d-a1ad3e9372a8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/16464acb-fa11-4aa2-a4cf-5f8ea89da9a3 HTTP/1.1" status: 204 len: 168 time: 0.3689606 Jul 14 07:24:00.021787 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45750) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:00.048159 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=f8939350-7a69-425b-9320-90aed337d763,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:00.053393 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 07:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e30cb4-d5ac-4b09-a051-5dc56a4f40a8 x-openstack-request-id: req-89e30cb4-d5ac-4b09-a051-5dc56a4f40a8 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:24:00.053929 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3146926-6f83-4751-a25d-88017e06a4d8", "name": "network-vif-unplugged", "status": "failed", "tag": "f8939350-7a69-425b-9320-90aed337d763", "code": 422}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:24:00.054340 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-89e30cb4-d5ac-4b09-a051-5dc56a4f40a8 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:24:00.054888 n-d-778696-5 neutron-server[93829]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c3146926-6f83-4751-a25d-88017e06a4d8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f8939350-7a69-425b-9320-90aed337d763', 'code': 422} returned with failed status Jul 14 07:24:00.129223 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3eabe8c-65be-4640-9367-1ddff7a017dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:00.135234 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bce207ad-8610-4edf-9865-ac7427b46e80 req-193f0c06-185d-434b-afe4-29a89587a14a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1837265 Jul 14 07:24:00.142844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb431b-fd94-48e0-9cec-d05444996280 req-faa123fe-0fa0-4e29-9105-89605bbe96ec tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:00.144364 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19eb431b-fd94-48e0-9cec-d05444996280 req-faa123fe-0fa0-4e29-9105-89605bbe96ec tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 943 time: 0.0680892 Jul 14 07:24:00.184367 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19eb431b-fd94-48e0-9cec-d05444996280 req-10480157-ddf4-458c-a4f7-bd4c35749d33 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339589 Jul 14 07:24:00.211180 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3eabe8c-65be-4640-9367-1ddff7a017dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:00.221007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a3eabe8c-65be-4640-9367-1ddff7a017dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2229b6eb-60e9-46c2-bb4c-1595099f38ba']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:24:00.231824 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a3eabe8c-65be-4640-9367-1ddff7a017dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c543ffb0-3934-44d4-83df-6960da33009b') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:24:00.232130 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a3eabe8c-65be-4640-9367-1ddff7a017dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c543ffb0-3934-44d4-83df-6960da33009b') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:24:00.241532 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3eabe8c-65be-4640-9367-1ddff7a017dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:00.254870 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3eabe8c-65be-4640-9367-1ddff7a017dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:00.260605 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3eabe8c-65be-4640-9367-1ddff7a017dd admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:24:00.260994 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3eabe8c-65be-4640-9367-1ddff7a017dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:24:00.262757 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:24:00.320538 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3eabe8c-65be-4640-9367-1ddff7a017dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:00.327461 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3eabe8c-65be-4640-9367-1ddff7a017dd admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:00.329386 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a3eabe8c-65be-4640-9367-1ddff7a017dd admin admin] 10.222.0.35 "DELETE /v2.0/networks/2229b6eb-60e9-46c2-bb4c-1595099f38ba HTTP/1.1" status: 204 len: 168 time: 0.3040967 Jul 14 07:24:00.338746 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eabe8c-65be-4640-9367-1ddff7a017dd admin admin] Pushing event deleted for resources: {'Network': ['ID=2229b6eb-60e9-46c2-bb4c-1595099f38ba,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:00.360560 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bd36109f-64be-4694-a08e-b972b5f30e52 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:24:00.456199 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45760) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:00.470075 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bd36109f-64be-4694-a08e-b972b5f30e52,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:24:00.507078 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3f138f02-ec57-405e-8ba1-dd947d04e0bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3377700e09d245eb858b47371525459c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494862 Jul 14 07:24:00.509707 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45762) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:00.564801 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfbd3291-ded6-411c-a23b-ea13f648c92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:00.588429 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfbd3291-ded6-411c-a23b-ea13f648c92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:00.637997 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'network_id': '38ae9afe-8843-4343-abf1-799616916e95', 'port_id': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'mac_address': 'fa:16:3e:60:58:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:24:00.642556 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d1b73aaa-9278-4950-a05d-b251fbdf0b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:00.644463 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfbd3291-ded6-411c-a23b-ea13f648c92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:00.648185 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfbd3291-ded6-411c-a23b-ea13f648c92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:00.652046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cfbd3291-ded6-411c-a23b-ea13f648c92c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80e87d24-0fc5-4c3c-a31f-7deadaca053d HTTP/1.1" status: 204 len: 168 time: 0.1389630 Jul 14 07:24:00.658232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd3291-ded6-411c-a23b-ea13f648c92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e87d24-0fc5-4c3c-a31f-7deadaca053d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:00.697831 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:00.714051 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd36109f-64be-4694-a08e-b972b5f30e52 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:24:00.735147 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bd36109f-64be-4694-a08e-b972b5f30e52,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:24:00.740308 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:00.788806 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=bd36109f-64be-4694-a08e-b972b5f30e52,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:01.002610 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['bd36109f-64be-4694-a08e-b972b5f30e52'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:24:01.113703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce207ad-8610-4edf-9865-ac7427b46e80 req-4fd78d54-488a-4904-971f-0822dd64a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:01.115277 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bce207ad-8610-4edf-9865-ac7427b46e80 req-4fd78d54-488a-4904-971f-0822dd64a47f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8&tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7 HTTP/1.1" status: 200 len: 1094 time: 0.1145873 Jul 14 07:24:01.146546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeea12b-3d68-49b1-8652-494335f0fced req-13ded45e-b7b7-429d-8e8a-78ee3afd54ba tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:01.148080 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bdeea12b-3d68-49b1-8652-494335f0fced req-13ded45e-b7b7-429d-8e8a-78ee3afd54ba tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 945 time: 0.1114423 Jul 14 07:24:01.221693 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bdeea12b-3d68-49b1-8652-494335f0fced req-6c6f7d39-13f1-4eab-9edc-05f397fab1e1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610728 Jul 14 07:24:01.243641 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce207ad-8610-4edf-9865-ac7427b46e80 req-b56e6f09-0a3a-4b6c-a0b2-accf2d9f16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:01.245546 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bce207ad-8610-4edf-9865-ac7427b46e80 req-b56e6f09-0a3a-4b6c-a0b2-accf2d9f16cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7&device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 1094 time: 0.0948951 Jul 14 07:24:01.367662 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce207ad-8610-4edf-9865-ac7427b46e80 req-80111016-de91-4574-a997-f8e9ea776e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:01.369057 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bce207ad-8610-4edf-9865-ac7427b46e80 req-80111016-de91-4574-a997-f8e9ea776e64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd653837-16d0-4ce4-89f6-32469a5cf229 HTTP/1.1" status: 200 len: 918 time: 0.1128302 Jul 14 07:24:01.455642 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bce207ad-8610-4edf-9865-ac7427b46e80 req-8b16e624-1e03-45bb-99b1-055f255c0e70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8939350-7a69-425b-9320-90aed337d763 HTTP/1.1" status: 200 len: 999 time: 0.0689180 Jul 14 07:24:01.477435 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538cfc2-8ed2-41e9-8f8a-ee3431cc31be req-6ab9d1a0-c356-414f-81e8-74c679a83a0a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:01.478915 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0538cfc2-8ed2-41e9-8f8a-ee3431cc31be req-6ab9d1a0-c356-414f-81e8-74c679a83a0a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 943 time: 0.1250923 Jul 14 07:24:01.538204 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce207ad-8610-4edf-9865-ac7427b46e80 req-f85ab195-3813-40d9-b7a2-b86f7c05f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:01.539655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bce207ad-8610-4edf-9865-ac7427b46e80 req-f85ab195-3813-40d9-b7a2-b86f7c05f88a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54c389bb-f8cc-4826-9a6a-5f4ac58e9131 HTTP/1.1" status: 200 len: 856 time: 0.0772436 Jul 14 07:24:01.546857 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0538cfc2-8ed2-41e9-8f8a-ee3431cc31be req-c0a83673-6c08-4ed1-b333-a70c416d06d4 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456293 Jul 14 07:24:01.600080 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce207ad-8610-4edf-9865-ac7427b46e80 req-70bb6f53-2dfc-4215-afdf-0b6da1631cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:01.601625 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bce207ad-8610-4edf-9865-ac7427b46e80 req-70bb6f53-2dfc-4215-afdf-0b6da1631cc2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd653837-16d0-4ce4-89f6-32469a5cf229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539453 Jul 14 07:24:01.692566 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bce207ad-8610-4edf-9865-ac7427b46e80 req-ca9bb658-b6a7-4cd5-ab9f-6fea229aaeb8 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849464 Jul 14 07:24:01.782437 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bce207ad-8610-4edf-9865-ac7427b46e80 req-ff546ea5-2f2d-49f9-aba4-2d967c496832 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843182 Jul 14 07:24:01.784756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device e5898400-a063-4ab3-b954-4f69686a0e17 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:24:01.810683 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: e5898400-a063-4ab3-b954-4f69686a0e17 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:24:01.811402 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device e5898400-a063-4ab3-b954-4f69686a0e17 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:24:01.845705 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45804) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:01.951836 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-248b6163-4369-4506-a471-ac19c6ee2f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:02.048092 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-248b6163-4369-4506-a471-ac19c6ee2f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:02.053073 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-248b6163-4369-4506-a471-ac19c6ee2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:02.093732 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-248b6163-4369-4506-a471-ac19c6ee2f0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc992e030fd24525a462bab6ca6c4233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468374 Jul 14 07:24:02.094687 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45820) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:02.095163 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b6163-4369-4506-a471-ac19c6ee2f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844da04c-0404-410d-9e5e-721ded75ab78,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:02.176352 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-287aab46-597e-438d-9074-7af06bb45660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:02.226281 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-287aab46-597e-438d-9074-7af06bb45660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:02.301507 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-287aab46-597e-438d-9074-7af06bb45660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:02.311580 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-287aab46-597e-438d-9074-7af06bb45660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:02.316299 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-287aab46-597e-438d-9074-7af06bb45660 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/844da04c-0404-410d-9e5e-721ded75ab78 HTTP/1.1" status: 204 len: 168 time: 0.2200518 Jul 14 07:24:02.342378 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287aab46-597e-438d-9074-7af06bb45660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844da04c-0404-410d-9e5e-721ded75ab78,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:02.361959 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bd36109f-64be-4694-a08e-b972b5f30e52 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:24:02.444440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port bd36109f-64be-4694-a08e-b972b5f30e52 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:24:02.450801 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port bd36109f-64be-4694-a08e-b972b5f30e52 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:24:02.451364 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:02.539968 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971f7b2-0bd8-4353-b7a1-3bda69456b59 req-2adbb2b4-784e-405f-ae36-a1b9997dba31 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:02.553260 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d971f7b2-0bd8-4353-b7a1-3bda69456b59 req-2adbb2b4-784e-405f-ae36-a1b9997dba31 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 945 time: 0.1287620 Jul 14 07:24:02.610183 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:02.636255 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d971f7b2-0bd8-4353-b7a1-3bda69456b59 req-5e42e2ee-cd0e-4e61-bc4e-9240471ed873 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820179 Jul 14 07:24:02.675916 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bd36109f-64be-4694-a08e-b972b5f30e52,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:24:02.679208 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:24:02.684951 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2616488-4447-4460-8a52-49e7ddd0caaa" -d '{"events": [{"server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "name": "network-vif-plugged", "status": "completed", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:24:02.695206 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:02.825114 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8446062-ff2f-481c-8e94-9ae3f00cc7be x-openstack-request-id: req-c8446062-ff2f-481c-8e94-9ae3f00cc7be {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:24:02.825741 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "name": "network-vif-plugged", "status": "completed", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:24:02.825741 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8446062-ff2f-481c-8e94-9ae3f00cc7be {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:24:02.826087 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'code': 200} Jul 14 07:24:02.828168 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85bdfb-c498-4a0f-8177-21a78329eb70 req-03c370f8-f686-4661-ac9f-32568e8071fb tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:02.837646 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6b85bdfb-c498-4a0f-8177-21a78329eb70 req-03c370f8-f686-4661-ac9f-32568e8071fb tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 943 time: 0.0973310 Jul 14 07:24:02.842657 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=bd36109f-64be-4694-a08e-b972b5f30e52,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:02.891935 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6b85bdfb-c498-4a0f-8177-21a78329eb70 req-47ee7c1f-94a6-4ad1-8308-de156e8c22a7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471396 Jul 14 07:24:02.941897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4b3cb-eb06-4ed1-80be-4121b21866fa req-b81847aa-7db9-4e38-ba6c-7c973fd5c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:02.943729 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a4d4b3cb-eb06-4ed1-80be-4121b21866fa req-b81847aa-7db9-4e38-ba6c-7c973fd5c53d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 1097 time: 0.1119742 Jul 14 07:24:02.994825 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a4d4b3cb-eb06-4ed1-80be-4121b21866fa req-d0cc286e-53c7-47d0-b9a2-d95faaf41927 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396061 Jul 14 07:24:03.302725 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-eaa60af1-b788-468e-9b89-c7182e44790f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:03.603001 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:03.913509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522d2d1-fdd7-485d-b222-ebed67610b41 req-3bd8163e-dd70-4be0-b7cf-71016aa911bc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:03.924117 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4522d2d1-fdd7-485d-b222-ebed67610b41 req-3bd8163e-dd70-4be0-b7cf-71016aa911bc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.1191578 Jul 14 07:24:04.026508 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4522d2d1-fdd7-485d-b222-ebed67610b41 req-175a10e5-2a12-4c57-aca1-567e109b3dce tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014295 Jul 14 07:24:04.173088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69da4d-2a6e-4b3b-9d0f-6deaa1bfa008 req-ae9b6c95-371f-41d4-9927-3ce3da3cfe16 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:04.180818 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff69da4d-2a6e-4b3b-9d0f-6deaa1bfa008 req-ae9b6c95-371f-41d4-9927-3ce3da3cfe16 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 943 time: 0.0898137 Jul 14 07:24:04.216384 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff69da4d-2a6e-4b3b-9d0f-6deaa1bfa008 req-08fce609-117a-4bcc-b9cc-5e40a917a6f9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345128 Jul 14 07:24:04.615124 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:05.214835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677284c3-ed9f-4fc2-9993-59f60bd489fb req-9cbc6236-38cd-4860-9e03-eeeeb83d12b4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:05.217100 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-677284c3-ed9f-4fc2-9993-59f60bd489fb req-9cbc6236-38cd-4860-9e03-eeeeb83d12b4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.0762160 Jul 14 07:24:05.300941 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-677284c3-ed9f-4fc2-9993-59f60bd489fb req-2dcb6192-73a4-4f97-9a71-22f178df600d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777769 Jul 14 07:24:05.494068 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe04f5-7eac-4b31-9b45-8b082481265a req-16f12de1-20e3-4223-b413-7877cec617f4 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:05.495579 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9cfe04f5-7eac-4b31-9b45-8b082481265a req-16f12de1-20e3-4223-b413-7877cec617f4 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 943 time: 0.0873649 Jul 14 07:24:05.582209 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9cfe04f5-7eac-4b31-9b45-8b082481265a req-acf97845-977f-4326-892c-9363a3e797b0 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799525 Jul 14 07:24:05.629010 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99971fba-f82c-4c1f-bcd2-5c0a22570465 req-43cad0a4-9e6b-4067-a16a-8d2093a15c97 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:05.637651 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-99971fba-f82c-4c1f-bcd2-5c0a22570465 req-43cad0a4-9e6b-4067-a16a-8d2093a15c97 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.1281118 Jul 14 07:24:05.709548 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-99971fba-f82c-4c1f-bcd2-5c0a22570465 req-4d0e7481-b12c-4b05-9cde-df5b7110cd7a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674839 Jul 14 07:24:05.726327 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45922) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:05.861509 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1326a8d3-4079-47e2-a7d8-3e7d3adcf2ce tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:05.866052 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45928) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:05.866345 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1326a8d3-4079-47e2-a7d8-3e7d3adcf2ce tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 1092 time: 0.1379769 Jul 14 07:24:05.872260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:24:05.912414 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:06.142897 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:06.174636 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:06.279823 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Allocated IP 172.25.7.5 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/27852820-2309-4fdf-91c6-868dea6adeec) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:24:06.400911 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:06.448376 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:06.521295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:24:06.531339 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:24:06.545853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:24:06.752734 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=27852820-2309-4fdf-91c6-868dea6adeec,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:07.294197 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358151f8-da86-41be-8fcf-01cab32f2a2f req-a903658e-c711-4334-9591-8f39a20ad4d6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:07.300954 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-358151f8-da86-41be-8fcf-01cab32f2a2f req-a903658e-c711-4334-9591-8f39a20ad4d6 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 943 time: 0.5518067 Jul 14 07:24:07.366182 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-358151f8-da86-41be-8fcf-01cab32f2a2f req-9004cfcb-5518-4ca3-8ed7-5b4f272e19b2 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637298 Jul 14 07:24:07.556671 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:07.638394 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:07.828359 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:07.837285 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:07.926048 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:07.964431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=27852820-2309-4fdf-91c6-868dea6adeec,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:08.069383 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Floating IP 5866b4d4-896f-4581-93e3-6aa19a3d0490 associated. External IP: 172.25.7.5, port: bd36109f-64be-4694-a08e-b972b5f30e52. Jul 14 07:24:08.458407 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router 85117b2a-d84b-42cf-b2ba-032bebf264d4 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:24:08.491599 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-d207ab72-a5cc-4702-98b3-403b2b51e775 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1516953 Jul 14 07:24:08.668740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:24:08.675808 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-c7a468d3-7ee6-4584-8b0a-e2966e59866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:08.676300 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-c7a468d3-7ee6-4584-8b0a-e2966e59866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:08.677446 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-c7a468d3-7ee6-4584-8b0a-e2966e59866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:08.677878 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-c7a468d3-7ee6-4584-8b0a-e2966e59866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:08.678348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-c7a468d3-7ee6-4584-8b0a-e2966e59866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:08.678818 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-c7a468d3-7ee6-4584-8b0a-e2966e59866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:08.679286 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-c7a468d3-7ee6-4584-8b0a-e2966e59866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:08.680872 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc3d75a-c2c4-435f-86bc-0a3e27626167 None None] Sync routers for ids ['85117b2a-d84b-42cf-b2ba-032bebf264d4'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:24:08.681468 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-c7a468d3-7ee6-4584-8b0a-e2966e59866a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 6491 time: 0.1089740 Jul 14 07:24:08.693035 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc3d75a-c2c4-435f-86bc-0a3e27626167 None None] Routers {'85117b2a-d84b-42cf-b2ba-032bebf264d4'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:24:08.693686 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5bc3d75a-c2c4-435f-86bc-0a3e27626167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:24:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['85117b2a-d84b-42cf-b2ba-032bebf264d4'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:24:08.750338 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:08.793672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5871e-a1ac-4120-b413-db166bfe19c3 req-fc0e1569-1cea-4984-a717-ae97cef7245a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:08.795299 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0e5871e-a1ac-4120-b413-db166bfe19c3 req-fc0e1569-1cea-4984-a717-ae97cef7245a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 943 time: 0.1962004 Jul 14 07:24:08.818714 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0ad73094-1f64-4f83-8d43-8d333f81d6da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9511149 Jul 14 07:24:08.820158 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:24:08.834971 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999f0f6c-224f-45a0-ba81-fd011af3e3dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:24:08.919095 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0e5871e-a1ac-4120-b413-db166bfe19c3 req-3b186f41-7854-4325-9597-3f12deef6c2d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028371 Jul 14 07:24:09.037685 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddaff7a2-5b00-430e-bf14-0d2cf36d460e x-openstack-request-id: req-ddaff7a2-5b00-430e-bf14-0d2cf36d460e {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:24:09.038052 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:24:09.038253 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ddaff7a2-5b00-430e-bf14-0d2cf36d460e {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:24:09.039404 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'status': 'completed', 'code': 200} Jul 14 07:24:09.080680 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-5bc3d75a-c2c4-435f-86bc-0a3e27626167 None None] Set router 85117b2a-d84b-42cf-b2ba-032bebf264d4 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:24:09.178079 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6647c6c-9d4c-4092-b660-69b1f4828be2 req-69f13643-ab6f-47fa-a0d8-c82d394fd52e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:09.180063 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f6647c6c-9d4c-4092-b660-69b1f4828be2 req-69f13643-ab6f-47fa-a0d8-c82d394fd52e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.1910789 Jul 14 07:24:09.182392 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f0f6c-224f-45a0-ba81-fd011af3e3dc req-183b65f0-ac52-4003-b88f-0a981d64065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:09.184122 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-999f0f6c-224f-45a0-ba81-fd011af3e3dc req-183b65f0-ac52-4003-b88f-0a981d64065d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 1097 time: 0.1437869 Jul 14 07:24:09.310519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f0f6c-224f-45a0-ba81-fd011af3e3dc req-816cc1d9-709a-4744-9c3e-b2784092b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:09.312645 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-999f0f6c-224f-45a0-ba81-fd011af3e3dc req-816cc1d9-709a-4744-9c3e-b2784092b391 service neutron] 10.222.0.30 "GET /v2.0/networks?id=38ae9afe-8843-4343-abf1-799616916e95 HTTP/1.1" status: 200 len: 898 time: 0.1187391 Jul 14 07:24:09.340660 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f6647c6c-9d4c-4092-b660-69b1f4828be2 req-c1ccfaa1-f30b-415d-a0d4-81419706768b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546717 Jul 14 07:24:09.382418 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 45976) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:09.444334 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-999f0f6c-224f-45a0-ba81-fd011af3e3dc req-c7599640-c892-4513-b5b5-4a781de01e80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd36109f-64be-4694-a08e-b972b5f30e52 HTTP/1.1" status: 200 len: 998 time: 0.1250296 Jul 14 07:24:09.476431 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-e491b5b3-2d97-4aea-8ffe-f9f0ac4cac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:09.476919 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-e491b5b3-2d97-4aea-8ffe-f9f0ac4cac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:09.477421 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-e491b5b3-2d97-4aea-8ffe-f9f0ac4cac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:09.479050 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-e491b5b3-2d97-4aea-8ffe-f9f0ac4cac73 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1e9b77a-3218-40fd-9745-54b5c604b152&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf HTTP/1.1" status: 200 len: 2292 time: 0.7652123 Jul 14 07:24:09.532412 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f0f6c-224f-45a0-ba81-fd011af3e3dc req-307a012c-beee-4ead-b409-f16dfbf3c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:09.537334 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-999f0f6c-224f-45a0-ba81-fd011af3e3dc req-307a012c-beee-4ead-b409-f16dfbf3c3f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d1bb139-2c7a-411a-866c-c1f87975767a HTTP/1.1" status: 200 len: 835 time: 0.0870934 Jul 14 07:24:09.571661 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-a8c591b8-b5a7-45d2-a2da-392d3fdc8dc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8489e5d-2c28-4a14-9aff-ad242571e831 HTTP/1.1" status: 200 len: 1001 time: 0.0754759 Jul 14 07:24:09.574996 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-192f323f-a05d-4dcb-94b5-9cc7d43052c6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/floatingips/5866b4d4-896f-4581-93e3-6aa19a3d0490 HTTP/1.1" status: 200 len: 990 time: 0.1898060 Jul 14 07:24:09.627370 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5bc3d75a-c2c4-435f-86bc-0a3e27626167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226407328', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:23:44Z', 'updated_at': '2021-07-14T07:23:50Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:45Z', 'updated_at': '2021-07-14T07:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '5866b4d4-896f-4581-93e3-6aa19a3d0490', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'port_id': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ae9afe-8843-4343-abf1-799616916e95', 'mac_address': 'fa:16:3e:60:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:24:07Z', 'updated_at': '2021-07-14T07:24:07Z', 'revision_number': 0, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2821c3cb-8847-467e-82ec-8208f1ea7a3f', 'name': '', 'network_id': '38ae9afe-8843-4343-abf1-799616916e95', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:44:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:49Z', 'updated_at': '2021-07-14T07:23:57Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:24:09.685371 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-c0e45a65-f9ed-4c7c-9cc4-be6e2f5e2759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:09.686795 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f0f6c-224f-45a0-ba81-fd011af3e3dc req-98c614c8-9726-429a-a57a-7bce6f842bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:09.686940 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-c0e45a65-f9ed-4c7c-9cc4-be6e2f5e2759 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77c1b1a7-c56f-42a9-955a-c8d5ef7376f9 HTTP/1.1" status: 200 len: 850 time: 0.1041667 Jul 14 07:24:09.690821 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-999f0f6c-224f-45a0-ba81-fd011af3e3dc req-98c614c8-9726-429a-a57a-7bce6f842bea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38ae9afe-8843-4343-abf1-799616916e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469116 Jul 14 07:24:09.711390 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc3d75a-c2c4-435f-86bc-0a3e27626167 None None] Checking router: 85117b2a-d84b-42cf-b2ba-032bebf264d4 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:24:09.735692 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc3d75a-c2c4-435f-86bc-0a3e27626167 None None] Routers {'85117b2a-d84b-42cf-b2ba-032bebf264d4'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:24:09.736338 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5bc3d75a-c2c4-435f-86bc-0a3e27626167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:24:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['85117b2a-d84b-42cf-b2ba-032bebf264d4'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:24:09.804783 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-6401d97c-4599-4542-ada9-ba71c216e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:09.808137 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-6401d97c-4599-4542-ada9-ba71c216e20b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1e9b77a-3218-40fd-9745-54b5c604b152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104970 Jul 14 07:24:09.870812 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-999f0f6c-224f-45a0-ba81-fd011af3e3dc req-b2db8c04-8bc2-46f6-8aff-eae850518cb0 service neutron] 10.222.0.30 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730635 Jul 14 07:24:09.954930 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-5bc3d75a-c2c4-435f-86bc-0a3e27626167 None None] Set router 85117b2a-d84b-42cf-b2ba-032bebf264d4 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:24:10.014488 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-62e77b47-1dea-4c2e-b942-5c6506300ed7 service neutron] 10.222.0.30 "GET /v2.0/networks/d1e9b77a-3218-40fd-9745-54b5c604b152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988661 Jul 14 07:24:10.051176 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-999f0f6c-224f-45a0-ba81-fd011af3e3dc req-fcb1eb71-7c33-4dd9-b810-a9e0c663f56d service neutron] 10.222.0.30 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746898 Jul 14 07:24:10.224106 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-672a2ba5-6873-44f8-bc67-e7ef0de4847d service neutron] 10.222.0.30 "GET /v2.0/networks/d1e9b77a-3218-40fd-9745-54b5c604b152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033219 Jul 14 07:24:10.264414 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b442c-74c6-4f24-9366-ab89b1bd1a8f req-bad2fa4b-b0c6-4019-b35a-05a1cd55a523 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:10.269861 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-688b442c-74c6-4f24-9366-ab89b1bd1a8f req-bad2fa4b-b0c6-4019-b35a-05a1cd55a523 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 943 time: 0.1165640 Jul 14 07:24:10.282946 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-0711e942-7379-407a-8aa2-1cf17e2bb45e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=d8b1564a-4f35-4de5-9954-86f6e6e84b2e HTTP/1.1" status: 200 len: 217 time: 0.0507455 Jul 14 07:24:10.326750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-688b442c-74c6-4f24-9366-ab89b1bd1a8f req-629c387b-e298-47db-847d-245e1087002f tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490060 Jul 14 07:24:10.406167 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-146c76f1-d267-42bb-824b-d4eb988ec8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:10.408892 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-146c76f1-d267-42bb-824b-d4eb988ec8d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.1204236 Jul 14 07:24:10.411314 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5bc3d75a-c2c4-435f-86bc-0a3e27626167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226407328', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:23:44Z', 'updated_at': '2021-07-14T07:23:50Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:45Z', 'updated_at': '2021-07-14T07:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '5866b4d4-896f-4581-93e3-6aa19a3d0490', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'port_id': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ae9afe-8843-4343-abf1-799616916e95', 'mac_address': 'fa:16:3e:60:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:24:07Z', 'updated_at': '2021-07-14T07:24:07Z', 'revision_number': 0, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2821c3cb-8847-467e-82ec-8208f1ea7a3f', 'name': '', 'network_id': '38ae9afe-8843-4343-abf1-799616916e95', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:44:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:49Z', 'updated_at': '2021-07-14T07:23:57Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:24:10.508202 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc3d75a-c2c4-435f-86bc-0a3e27626167 None None] The sync data for ids ['85117b2a-d84b-42cf-b2ba-032bebf264d4'] in n-d-778696-5 is: [{'id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226407328', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:23:44Z', 'updated_at': '2021-07-14T07:23:50Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:45Z', 'updated_at': '2021-07-14T07:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '5866b4d4-896f-4581-93e3-6aa19a3d0490', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'port_id': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ae9afe-8843-4343-abf1-799616916e95', 'mac_address': 'fa:16:3e:60:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:24:07Z', 'updated_at': '2021-07-14T07:24:07Z', 'revision_number': 0, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2821c3cb-8847-467e-82ec-8208f1ea7a3f', 'name': '', 'network_id': '38ae9afe-8843-4343-abf1-799616916e95', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:44:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:49Z', 'updated_at': '2021-07-14T07:23:57Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:24:10.547467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-1824ac94-2bc1-44eb-996d-fc158e97d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:10.549014 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-1824ac94-2bc1-44eb-996d-fc158e97d5a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1311719 Jul 14 07:24:10.579015 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 45996) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:10.682153 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f9613f9a-ae35-4943-a9ec-cc2b1e9ef9b8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/floatingips/5866b4d4-896f-4581-93e3-6aa19a3d0490 HTTP/1.1" status: 200 len: 990 time: 0.1019423 Jul 14 07:24:10.767721 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-0e731eec-0355-4468-81b8-b1a9fac180e9 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118871 Jul 14 07:24:10.913166 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-3c3bb8f2-e15f-4c1b-9350-70ec3a24d80d service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344495 Jul 14 07:24:10.945309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cc9516-7b06-40b8-a742-9d2684071a7f None None] New status for floating IP 5866b4d4-896f-4581-93e3-6aa19a3d0490: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:24:10.977572 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-c076fd01-3721-4d48-ad3f-61964dc371b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 HTTP/1.1" status: 200 len: 217 time: 0.0524859 Jul 14 07:24:11.032745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-d1644a30-047d-4147-b68f-6a7b0bebf046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:11.034662 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-d1644a30-047d-4147-b68f-6a7b0bebf046 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.0508571 Jul 14 07:24:11.119491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-d772e3b2-0481-48a2-bd5d-ab55cc1164c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:11.121368 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-d772e3b2-0481-48a2-bd5d-ab55cc1164c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0803797 Jul 14 07:24:11.238025 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-2a4fd10a-d805-4204-9075-8e2559b895a2 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055071 Jul 14 07:24:11.342386 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-7e09e4d3-ca1d-46ce-b829-b3894ccd6357 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977204 Jul 14 07:24:11.387341 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-0bc0dfc2-7d08-4cc1-8ebe-3d19a556b99a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=d4545f69-ed88-4ffb-9479-73ab5a234def HTTP/1.1" status: 200 len: 217 time: 0.0377941 Jul 14 07:24:11.470189 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-73ca3322-f78c-40ea-8027-5656e3850445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:11.472054 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-73ca3322-f78c-40ea-8027-5656e3850445 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.0775006 Jul 14 07:24:11.533547 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-28d31fb6-2326-477e-a3a5-8f74c7e6c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:11.535623 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-28d31fb6-2326-477e-a3a5-8f74c7e6c803 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0568919 Jul 14 07:24:11.608365 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664466fd-22ac-40d3-9275-bb71b92af26b req-de3f0cd9-7252-4fab-bdc1-d638fe5a943a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:11.627693 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-664466fd-22ac-40d3-9275-bb71b92af26b req-de3f0cd9-7252-4fab-bdc1-d638fe5a943a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 943 time: 0.1325040 Jul 14 07:24:11.652798 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-52af7f50-8caf-4d38-841a-f56c6a5573aa service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106350 Jul 14 07:24:11.686756 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46010) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:11.701676 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-664466fd-22ac-40d3-9275-bb71b92af26b req-d9a92da8-e1dc-40a4-be94-9617530a99bb tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724316 Jul 14 07:24:11.847818 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-06e7ea8a-4be5-4c52-be5c-edf67bbf3470 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/floatingips/5866b4d4-896f-4581-93e3-6aa19a3d0490 HTTP/1.1" status: 200 len: 992 time: 0.1590137 Jul 14 07:24:11.892307 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-b2e1580d-082d-4760-982c-a56e8519aa05 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315574 Jul 14 07:24:11.954600 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-6983bb02-4e53-4d51-a186-cdba2ae656b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 HTTP/1.1" status: 200 len: 217 time: 0.0560453 Jul 14 07:24:12.066588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-8818689a-154c-4d65-ba9f-32f47d6831a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:12.074899 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-8818689a-154c-4d65-ba9f-32f47d6831a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.1151545 Jul 14 07:24:12.144778 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-c37cd951-5a21-471f-babd-43456490bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:12.146917 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-c37cd951-5a21-471f-babd-43456490bff5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0657771 Jul 14 07:24:12.257597 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-29bdd33e-07d3-4a9d-9e9b-7ddfa32809fb service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006672 Jul 14 07:24:12.334709 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46032) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:12.356213 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-a67fff88-aae8-4d37-872a-cc1c2a09da23 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925305 Jul 14 07:24:12.399192 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-13e90b9a-badb-49c4-9435-87fb2fe6d804 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=657ec3e0-c604-4d77-83f7-2f17b5ca4a0d HTTP/1.1" status: 200 len: 217 time: 0.0369191 Jul 14 07:24:12.450705 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-b8831f4a-30d9-4266-9be5-64faf591cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:12.452269 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-b8831f4a-30d9-4266-9be5-64faf591cdea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e3d73eb-1b79-476a-9c74-b4eeb2a0decc HTTP/1.1" status: 200 len: 797 time: 0.0470326 Jul 14 07:24:12.464857 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45e63c95-ef41-40fe-a248-dc61e1526542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:12.518321 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-f793ff6e-c241-42ff-82a8-4013bf0c6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:12.519910 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-f793ff6e-c241-42ff-82a8-4013bf0c6f68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0599601 Jul 14 07:24:12.558488 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45e63c95-ef41-40fe-a248-dc61e1526542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:12.565930 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-45e63c95-ef41-40fe-a248-dc61e1526542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:12.606846 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-45e63c95-ef41-40fe-a248-dc61e1526542 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6fbf72a740b04394adac47d52dd925cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709191 Jul 14 07:24:12.607975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e63c95-ef41-40fe-a248-dc61e1526542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c78d7df-34bf-420b-87e3-cbda0a1a804b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:12.609513 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46038) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:12.630517 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-d9104d74-aae5-44bc-866c-362fccc42730 service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043100 Jul 14 07:24:12.718638 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84029c05-f4d1-4bdc-b380-83c687501f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:12.758673 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84029c05-f4d1-4bdc-b380-83c687501f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:12.771154 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-ffc6e824-bde6-4446-be5f-04e3614235a1 service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317883 Jul 14 07:24:12.837467 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-3f8f0678-9610-46ca-9743-62aa913ee94c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3181db43-d375-4837-9acb-b23c672feff1 HTTP/1.1" status: 200 len: 217 time: 0.0595446 Jul 14 07:24:12.895041 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-4194ad71-f82a-4a3c-9361-26ce7d7794a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:12.895041 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-4194ad71-f82a-4a3c-9361-26ce7d7794a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e3d73eb-1b79-476a-9c74-b4eeb2a0decc HTTP/1.1" status: 200 len: 797 time: 0.0499363 Jul 14 07:24:12.911741 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84029c05-f4d1-4bdc-b380-83c687501f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:12.914782 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84029c05-f4d1-4bdc-b380-83c687501f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:12.915927 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-84029c05-f4d1-4bdc-b380-83c687501f88 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c78d7df-34bf-420b-87e3-cbda0a1a804b HTTP/1.1" status: 204 len: 168 time: 0.3054802 Jul 14 07:24:12.953540 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84029c05-f4d1-4bdc-b380-83c687501f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c78d7df-34bf-420b-87e3-cbda0a1a804b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:12.993312 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-cf1d56e8-cbec-4e89-a18f-ee09c3595d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:12.994998 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-cf1d56e8-cbec-4e89-a18f-ee09c3595d7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0946398 Jul 14 07:24:13.041276 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c107f8-5f0a-47f6-90f9-371f56ff173d req-dc5a062b-563a-49e6-9fe7-a07b5bf09ebb tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:13.042855 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27c107f8-5f0a-47f6-90f9-371f56ff173d req-dc5a062b-563a-49e6-9fe7-a07b5bf09ebb tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 943 time: 0.1606443 Jul 14 07:24:13.048663 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052acea7-ef18-494d-875a-b5d20989253a req-b5090b97-3081-4369-9aa1-48388123fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:13.050176 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-052acea7-ef18-494d-875a-b5d20989253a req-b5090b97-3081-4369-9aa1-48388123fa58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7&device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 1094 time: 0.1426873 Jul 14 07:24:13.087978 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27c107f8-5f0a-47f6-90f9-371f56ff173d req-5fb9d842-d6c9-4913-a1f9-c9226afd301e tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364208 Jul 14 07:24:13.140237 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-6fa6267e-06fb-417e-8678-c38ee575d573 service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387069 Jul 14 07:24:13.173396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052acea7-ef18-494d-875a-b5d20989253a req-bd59f9b4-151b-4cf8-a579-ad095ba55277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:13.174975 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-052acea7-ef18-494d-875a-b5d20989253a req-bd59f9b4-151b-4cf8-a579-ad095ba55277 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd653837-16d0-4ce4-89f6-32469a5cf229 HTTP/1.1" status: 200 len: 918 time: 0.0909660 Jul 14 07:24:13.240753 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d6b9ca95-f62e-4746-9e46-29cba6ec8f41 req-8022f479-0a2b-49e6-912d-ee236c5ccfaf service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941341 Jul 14 07:24:13.245492 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-052acea7-ef18-494d-875a-b5d20989253a req-6e7d64ed-a958-4db5-bafd-8a5bf6aedf9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8939350-7a69-425b-9320-90aed337d763 HTTP/1.1" status: 200 len: 999 time: 0.0632896 Jul 14 07:24:13.304488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052acea7-ef18-494d-875a-b5d20989253a req-b962e031-c61b-4dc0-8275-596c922c4f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:13.306091 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-052acea7-ef18-494d-875a-b5d20989253a req-b962e031-c61b-4dc0-8275-596c922c4f39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54c389bb-f8cc-4826-9a6a-5f4ac58e9131 HTTP/1.1" status: 200 len: 856 time: 0.0541272 Jul 14 07:24:13.374304 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052acea7-ef18-494d-875a-b5d20989253a req-3ee564fe-4899-40d8-af4c-2228e8a8ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:13.376526 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-052acea7-ef18-494d-875a-b5d20989253a req-3ee564fe-4899-40d8-af4c-2228e8a8ff7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd653837-16d0-4ce4-89f6-32469a5cf229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641453 Jul 14 07:24:13.471787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-052acea7-ef18-494d-875a-b5d20989253a req-4904b345-523f-4718-b281-d740993b4b89 service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882154 Jul 14 07:24:13.560098 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-052acea7-ef18-494d-875a-b5d20989253a req-cd4be8ec-958c-4fc2-b701-4d9ca7bf146d service neutron] 10.222.0.15 "GET /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814991 Jul 14 07:24:14.304712 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8ff45-96a7-4c74-9145-1a1bd747f71d req-d844c617-bc77-4441-bd8f-acc9dde7acfe tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:14.307141 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7f8ff45-96a7-4c74-9145-1a1bd747f71d req-d844c617-bc77-4441-bd8f-acc9dde7acfe tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 943 time: 0.0779319 Jul 14 07:24:14.356043 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7f8ff45-96a7-4c74-9145-1a1bd747f71d req-4d393185-33e2-4ce3-a004-af80dd52db98 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421205 Jul 14 07:24:15.532677 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:15.610904 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:15.647309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299ff35-4bb0-4d7f-ba39-ea91c5126a58 req-b85fcf11-b34a-45c8-b1f8-c54723b41234 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:15.648826 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e299ff35-4bb0-4d7f-ba39-ea91c5126a58 req-b85fcf11-b34a-45c8-b1f8-c54723b41234 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 943 time: 0.0718803 Jul 14 07:24:15.689975 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e299ff35-4bb0-4d7f-ba39-ea91c5126a58 req-2af919bc-ee48-477e-94b0-fcf0560bc398 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339613 Jul 14 07:24:15.839626 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f8939350-7a69-425b-9320-90aed337d763 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:24:15.938906 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f8939350-7a69-425b-9320-90aed337d763, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f8939350-7a69-425b-9320-90aed337d763,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:24:15.950821 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'f8939350-7a69-425b-9320-90aed337d763', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'port_id': 'f8939350-7a69-425b-9320-90aed337d763', 'mac_address': 'fa:16:3e:27:79:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:24:15.988386 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:16.001377 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8939350-7a69-425b-9320-90aed337d763 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:24:16.020915 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f8939350-7a69-425b-9320-90aed337d763, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f8939350-7a69-425b-9320-90aed337d763,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:24:16.024546 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:16.075630 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=f8939350-7a69-425b-9320-90aed337d763,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:16.258701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['f8939350-7a69-425b-9320-90aed337d763'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:24:16.884692 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270d5bd-db2a-4ad9-9275-d59144fe9e55 req-20f45a93-97c1-4563-882e-871a063be2ae tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:16.886254 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a270d5bd-db2a-4ad9-9275-d59144fe9e55 req-20f45a93-97c1-4563-882e-871a063be2ae tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 944 time: 0.0754504 Jul 14 07:24:16.931234 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a270d5bd-db2a-4ad9-9275-d59144fe9e55 req-5326ee14-13cf-45fa-bcd4-5314c4858b64 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387244 Jul 14 07:24:17.863328 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f8939350-7a69-425b-9320-90aed337d763 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:24:17.917650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port f8939350-7a69-425b-9320-90aed337d763 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:24:17.918020 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:18.008345 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:18.040823 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3146926-6f83-4751-a25d-88017e06a4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8939350-7a69-425b-9320-90aed337d763'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:24:18.043704 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c1f888-f518-42e1-b9e3-64b02fc63574" -d '{"events": [{"server_uuid": "c3146926-6f83-4751-a25d-88017e06a4d8", "name": "network-vif-plugged", "status": "completed", "tag": "f8939350-7a69-425b-9320-90aed337d763"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:24:18.047346 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f8939350-7a69-425b-9320-90aed337d763, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f8939350-7a69-425b-9320-90aed337d763,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:24:18.052666 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:18.104337 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=f8939350-7a69-425b-9320-90aed337d763,revision_number=10']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:18.117010 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09cd469-ac6b-4b2c-9564-d45c75c98877 x-openstack-request-id: req-d09cd469-ac6b-4b2c-9564-d45c75c98877 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:24:18.117351 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3146926-6f83-4751-a25d-88017e06a4d8", "name": "network-vif-plugged", "status": "completed", "tag": "f8939350-7a69-425b-9320-90aed337d763", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:24:18.117804 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d09cd469-ac6b-4b2c-9564-d45c75c98877 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:24:18.118276 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3146926-6f83-4751-a25d-88017e06a4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8939350-7a69-425b-9320-90aed337d763', 'code': 200} Jul 14 07:24:18.155375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a30f82-9ef0-48ce-8942-a1ed9eebc0f4 req-3b05ecf0-23e5-43bb-8cb5-2fb16baea9d9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:18.156985 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f2a30f82-9ef0-48ce-8942-a1ed9eebc0f4 req-3b05ecf0-23e5-43bb-8cb5-2fb16baea9d9 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 946 time: 0.0937543 Jul 14 07:24:18.196809 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f2a30f82-9ef0-48ce-8942-a1ed9eebc0f4 req-dc8b8aa6-6ef0-472b-8e90-ee4059a1a5c4 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332508 Jul 14 07:24:18.314828 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e5f27-79df-4d69-9c33-096b261e7a0f req-217412e3-0f27-4f7b-af23-e594412212a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:18.316346 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b24e5f27-79df-4d69-9c33-096b261e7a0f req-217412e3-0f27-4f7b-af23-e594412212a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 1097 time: 0.0529947 Jul 14 07:24:18.350574 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b24e5f27-79df-4d69-9c33-096b261e7a0f req-545cbeec-fc5c-447c-82f6-fdfbfca0310b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279589 Jul 14 07:24:18.382644 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46200) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:18.486824 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66712fbd-e94c-4840-bf92-06bb5d30d904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:18.580684 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66712fbd-e94c-4840-bf92-06bb5d30d904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:18.584507 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66712fbd-e94c-4840-bf92-06bb5d30d904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:18.621923 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-66712fbd-e94c-4840-bf92-06bb5d30d904 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ab2a78dc2d54853bd5e0b8adde65c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2382374 Jul 14 07:24:18.622791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66712fbd-e94c-4840-bf92-06bb5d30d904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba43e10-5067-43a9-a4bd-4d4ab34b6279,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:18.624616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46208) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:18.673770 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6a49c2d-f2d6-4fa4-96aa-87d84c00a4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:18.695658 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6a49c2d-f2d6-4fa4-96aa-87d84c00a4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:18.746695 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6a49c2d-f2d6-4fa4-96aa-87d84c00a4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:18.749327 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6a49c2d-f2d6-4fa4-96aa-87d84c00a4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:18.750515 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e6a49c2d-f2d6-4fa4-96aa-87d84c00a4df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0ba43e10-5067-43a9-a4bd-4d4ab34b6279 HTTP/1.1" status: 204 len: 168 time: 0.1242805 Jul 14 07:24:18.759029 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a49c2d-f2d6-4fa4-96aa-87d84c00a4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba43e10-5067-43a9-a4bd-4d4ab34b6279,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:19.012452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46220) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:19.025874 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f343778d-810f-483f-af0e-6c18c5ba1eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:19.121998 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f343778d-810f-483f-af0e-6c18c5ba1eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:19.127753 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f343778d-810f-483f-af0e-6c18c5ba1eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:19.169808 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f343778d-810f-483f-af0e-6c18c5ba1eab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39ec417d167041adb37f53cae430d23e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562274 Jul 14 07:24:19.172554 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46230) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:19.178335 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343778d-810f-483f-af0e-6c18c5ba1eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daf20dd-a7e5-4712-bc0e-ee805c625f11,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:19.241508 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd3a3-93cc-4edf-8c56-ec594399add6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:19.279422 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd3a3-93cc-4edf-8c56-ec594399add6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:19.347149 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd3a3-93cc-4edf-8c56-ec594399add6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:19.351972 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd3a3-93cc-4edf-8c56-ec594399add6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:19.357289 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8fdbd3a3-93cc-4edf-8c56-ec594399add6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8daf20dd-a7e5-4712-bc0e-ee805c625f11 HTTP/1.1" status: 204 len: 168 time: 0.1835353 Jul 14 07:24:19.404729 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbd3a3-93cc-4edf-8c56-ec594399add6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daf20dd-a7e5-4712-bc0e-ee805c625f11,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:19.453404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52b04d-3588-4a8e-9789-d54244ea970a req-3e9f43bf-8a63-4c95-9aa7-614efb6bc8ba tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:19.455485 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de52b04d-3588-4a8e-9789-d54244ea970a req-3e9f43bf-8a63-4c95-9aa7-614efb6bc8ba tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 946 time: 0.0970106 Jul 14 07:24:19.527066 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de52b04d-3588-4a8e-9789-d54244ea970a req-bae72e53-c985-4877-84fd-06484d3bb8e4 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520325 Jul 14 07:24:20.702570 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c022c52-a631-4742-8f8c-0bdcb9c16556 req-f283c7af-fa83-4822-87b6-24e2ada5a3c7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:20.704064 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c022c52-a631-4742-8f8c-0bdcb9c16556 req-f283c7af-fa83-4822-87b6-24e2ada5a3c7 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 946 time: 0.0652070 Jul 14 07:24:20.743785 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c022c52-a631-4742-8f8c-0bdcb9c16556 req-7557d6f2-43da-417f-be53-0f84c78ca4c0 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333433 Jul 14 07:24:23.269529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9180fcd-12c9-4dd7-bd2b-4ab1526c001d req-c0181667-1f20-4e9b-8e0b-0deb69dbf0d1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:23.277228 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f9180fcd-12c9-4dd7-bd2b-4ab1526c001d req-c0181667-1f20-4e9b-8e0b-0deb69dbf0d1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 945 time: 0.0720062 Jul 14 07:24:23.315253 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f9180fcd-12c9-4dd7-bd2b-4ab1526c001d req-dfc7c020-a220-46ff-94f7-d9658edfd6fa tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370300 Jul 14 07:24:24.842824 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46444) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:24.943579 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95748ebe-54a6-4446-b45e-0b4ba03055e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:25.032890 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95748ebe-54a6-4446-b45e-0b4ba03055e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:25.036384 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95748ebe-54a6-4446-b45e-0b4ba03055e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:25.074161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-95748ebe-54a6-4446-b45e-0b4ba03055e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb4106af86c34df6972585a16aa3fbe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2302349 Jul 14 07:24:25.075401 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95748ebe-54a6-4446-b45e-0b4ba03055e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9830625f-2ec3-4ea9-9ebc-766439bdab7b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:25.076926 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46448) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:25.133838 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8eea243a-3913-4ccc-9d05-b0db38e1c15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:25.162354 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8eea243a-3913-4ccc-9d05-b0db38e1c15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:25.207385 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8eea243a-3913-4ccc-9d05-b0db38e1c15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:25.210638 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8eea243a-3913-4ccc-9d05-b0db38e1c15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:25.211791 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8eea243a-3913-4ccc-9d05-b0db38e1c15e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9830625f-2ec3-4ea9-9ebc-766439bdab7b HTTP/1.1" status: 204 len: 168 time: 0.1338089 Jul 14 07:24:25.220617 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea243a-3913-4ccc-9d05-b0db38e1c15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9830625f-2ec3-4ea9-9ebc-766439bdab7b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:25.491290 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46466) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:25.504177 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-853cfe70-6a07-47c8-a17a-e10dd03895fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:25.591341 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-853cfe70-6a07-47c8-a17a-e10dd03895fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:25.595102 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-853cfe70-6a07-47c8-a17a-e10dd03895fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:25.633446 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-853cfe70-6a07-47c8-a17a-e10dd03895fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6bb4ff5194b54039acbf9b45b06fc387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410449 Jul 14 07:24:25.634323 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cfe70-6a07-47c8-a17a-e10dd03895fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c5581c-f55d-438d-aae3-1dfe230a2450,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:25.636055 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46468) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:25.685742 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-74b02141-2957-4aa0-8dff-02406cf0a907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:25.706085 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-74b02141-2957-4aa0-8dff-02406cf0a907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:25.752220 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-74b02141-2957-4aa0-8dff-02406cf0a907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:25.754888 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-74b02141-2957-4aa0-8dff-02406cf0a907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:25.756144 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-74b02141-2957-4aa0-8dff-02406cf0a907 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49c5581c-f55d-438d-aae3-1dfe230a2450 HTTP/1.1" status: 204 len: 168 time: 0.1190345 Jul 14 07:24:25.763871 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b02141-2957-4aa0-8dff-02406cf0a907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c5581c-f55d-438d-aae3-1dfe230a2450,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:25.771217 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b02141-2957-4aa0-8dff-02406cf0a907 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:25.771564 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b02141-2957-4aa0-8dff-02406cf0a907 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:25.771899 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b02141-2957-4aa0-8dff-02406cf0a907 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:25.772244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b02141-2957-4aa0-8dff-02406cf0a907 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:25.772577 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b02141-2957-4aa0-8dff-02406cf0a907 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:25.772908 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b02141-2957-4aa0-8dff-02406cf0a907 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:25.773273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b02141-2957-4aa0-8dff-02406cf0a907 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:25.773599 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b02141-2957-4aa0-8dff-02406cf0a907 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:25.773925 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b02141-2957-4aa0-8dff-02406cf0a907 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:25.774251 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b02141-2957-4aa0-8dff-02406cf0a907 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:25.774579 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b02141-2957-4aa0-8dff-02406cf0a907 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:25.774900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b02141-2957-4aa0-8dff-02406cf0a907 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:26.043477 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:24:26.522444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:24:26.618879 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:24:26.631099 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'port_id': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'mac_address': 'fa:16:3e:4b:ba:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:24:26.670853 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:26.688002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:24:26.709763 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:24:26.714602 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:26.769576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:26.778124 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:26.778907 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:26.779233 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:26.779558 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:26.779879 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:26.780205 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:26.780517 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:26.781006 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:26.781347 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:26.781663 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:26.781977 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:26.782475 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:26.852724 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['2e36dc1d-c57b-48c6-bb75-df5a84d61e15'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:24:27.625545 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46530) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:27.734103 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb021d9d-c44c-403e-a3e1-c9364a21c606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:27.838142 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb021d9d-c44c-403e-a3e1-c9364a21c606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:27.843046 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb021d9d-c44c-403e-a3e1-c9364a21c606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:27.889927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46546) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:27.890477 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fb021d9d-c44c-403e-a3e1-c9364a21c606 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e0b141d8b10f4a608275655a963f4ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2631497 Jul 14 07:24:27.891853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb021d9d-c44c-403e-a3e1-c9364a21c606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f373a47-10c4-4826-901f-3037f0e2eb01,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:27.961915 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a444c0ca-b956-449d-88aa-bad6b2e99a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:27.983061 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a444c0ca-b956-449d-88aa-bad6b2e99a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:28.040519 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a444c0ca-b956-449d-88aa-bad6b2e99a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:28.044025 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a444c0ca-b956-449d-88aa-bad6b2e99a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:28.048437 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a444c0ca-b956-449d-88aa-bad6b2e99a6e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f373a47-10c4-4826-901f-3037f0e2eb01 HTTP/1.1" status: 204 len: 168 time: 0.1566589 Jul 14 07:24:28.058062 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444c0ca-b956-449d-88aa-bad6b2e99a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f373a47-10c4-4826-901f-3037f0e2eb01,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:28.355718 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46564) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:28.373106 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e530035-4f0c-49fc-943e-c368c6e137a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:28.472654 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e530035-4f0c-49fc-943e-c368c6e137a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:28.478030 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e530035-4f0c-49fc-943e-c368c6e137a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:28.520918 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e530035-4f0c-49fc-943e-c368c6e137a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f616cb-414e-43a6-a0a3-8abf9213b75c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:28.528458 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 46572) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:28.533122 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:24:28.541798 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8e530035-4f0c-49fc-943e-c368c6e137a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=961a1f7164fc4babb48b079a502cd1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1847966 Jul 14 07:24:28.604569 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:24:28.607869 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:28.615531 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e69da100-23b3-4834-9581-14061fba9b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:28.705681 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:28.716598 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e69da100-23b3-4834-9581-14061fba9b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:28.744480 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:24:28.746052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:24:28.748961 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69f005c-bc7e-4949-b699-5f81951ab848" -d '{"events": [{"server_uuid": "64800e8e-44d3-47dd-9fce-d50d50e5fa4a", "name": "network-vif-plugged", "status": "completed", "tag": "2e36dc1d-c57b-48c6-bb75-df5a84d61e15"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:24:28.753987 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:28.807666 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e69da100-23b3-4834-9581-14061fba9b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:28.810642 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e69da100-23b3-4834-9581-14061fba9b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:28.815139 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e69da100-23b3-4834-9581-14061fba9b63 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30f616cb-414e-43a6-a0a3-8abf9213b75c HTTP/1.1" status: 204 len: 168 time: 0.2852948 Jul 14 07:24:28.823538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:28.832383 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69da100-23b3-4834-9581-14061fba9b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f616cb-414e-43a6-a0a3-8abf9213b75c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:28.872986 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f74bcf-a3cc-4ec5-a6bd-e56e91673008 x-openstack-request-id: req-b9f74bcf-a3cc-4ec5-a6bd-e56e91673008 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:24:28.873596 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64800e8e-44d3-47dd-9fce-d50d50e5fa4a", "name": "network-vif-plugged", "status": "completed", "tag": "2e36dc1d-c57b-48c6-bb75-df5a84d61e15", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:24:28.874212 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9f74bcf-a3cc-4ec5-a6bd-e56e91673008 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:24:28.874835 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'code': 200} Jul 14 07:24:30.304340 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378af89-29cf-4047-9d03-82758b85f69d req-2ea8f6b9-14f0-4093-98b7-bc063f7d0266 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:30.305934 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f378af89-29cf-4047-9d03-82758b85f69d req-2ea8f6b9-14f0-4093-98b7-bc063f7d0266 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4c38b1-3bd1-4f48-ad3a-55302414f06d HTTP/1.1" status: 200 len: 945 time: 0.1057048 Jul 14 07:24:30.346648 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f378af89-29cf-4047-9d03-82758b85f69d req-3bd37bde-be8d-4663-8575-67dd1f851ef6 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348835 Jul 14 07:24:30.495911 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-717d7d64-ba36-4bae-9db2-b2cf7f9edc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:31.538005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ac727-e498-429a-9718-b1de7ccd004a req-91b4c592-802b-4d1a-b28d-1b90a3057d3e tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:31.539567 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-756ac727-e498-429a-9718-b1de7ccd004a req-91b4c592-802b-4d1a-b28d-1b90a3057d3e tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4c38b1-3bd1-4f48-ad3a-55302414f06d HTTP/1.1" status: 200 len: 945 time: 0.0682204 Jul 14 07:24:31.577769 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-756ac727-e498-429a-9718-b1de7ccd004a req-863655d5-61c1-4052-8934-7ed73d709b6e tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/security-groups?id=036f40d8-0155-42ff-9ab2-217b6b8df160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326126 Jul 14 07:24:31.669460 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13619e5f-3a5d-4ca5-8091-1aff16afd86c req-672cdc92-99d6-4883-88c2-e03d2db68a6c tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:31.671310 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13619e5f-3a5d-4ca5-8091-1aff16afd86c req-672cdc92-99d6-4883-88c2-e03d2db68a6c tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4c38b1-3bd1-4f48-ad3a-55302414f06d HTTP/1.1" status: 200 len: 945 time: 0.0691512 Jul 14 07:24:31.794621 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-13619e5f-3a5d-4ca5-8091-1aff16afd86c req-d9bd23b2-2b4c-4e7c-abf0-322a27a2e049 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Deleting port b4dc426f-24f0-41a7-adfb-99b64120bbfb {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:24:31.795341 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-13619e5f-3a5d-4ca5-8091-1aff16afd86c req-d9bd23b2-2b4c-4e7c-abf0-322a27a2e049 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:31.935156 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-13619e5f-3a5d-4ca5-8091-1aff16afd86c req-d9bd23b2-2b4c-4e7c-abf0-322a27a2e049 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] For port b4dc426f-24f0-41a7-adfb-99b64120bbfb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b4dc426f-24f0-41a7-adfb-99b64120bbfb,segment=NetworkSegment(8b45145a-7ec7-4b95-bc25-8fad84efd9d1),segment_id=8b45145a-7ec7-4b95-bc25-8fad84efd9d1)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:24:31.935156 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-13619e5f-3a5d-4ca5-8091-1aff16afd86c req-d9bd23b2-2b4c-4e7c-abf0-322a27a2e049 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:31.958074 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-13619e5f-3a5d-4ca5-8091-1aff16afd86c req-d9bd23b2-2b4c-4e7c-abf0-322a27a2e049 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Calling delete_port for b4dc426f-24f0-41a7-adfb-99b64120bbfb owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:24:32.551834 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-13619e5f-3a5d-4ca5-8091-1aff16afd86c req-d9bd23b2-2b4c-4e7c-abf0-322a27a2e049 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:32.566475 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['b4dc426f-24f0-41a7-adfb-99b64120bbfb'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:24:32.593694 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd23b2-2b4c-4e7c-abf0-322a27a2e049 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Pushing event deleted for resources: {'Port': ['ID=b4dc426f-24f0-41a7-adfb-99b64120bbfb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:32.689026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-13619e5f-3a5d-4ca5-8091-1aff16afd86c req-d9bd23b2-2b4c-4e7c-abf0-322a27a2e049 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] No DVR routers for this DVR port b4dc426f-24f0-41a7-adfb-99b64120bbfb on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:24:32.693532 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-13619e5f-3a5d-4ca5-8091-1aff16afd86c req-d9bd23b2-2b4c-4e7c-abf0-322a27a2e049 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:32.696177 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13619e5f-3a5d-4ca5-8091-1aff16afd86c req-d9bd23b2-2b4c-4e7c-abf0-322a27a2e049 tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.15 "DELETE /v2.0/ports/b4dc426f-24f0-41a7-adfb-99b64120bbfb HTTP/1.1" status: 204 len: 173 time: 1.0188498 Jul 14 07:24:32.696876 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4c38b1-3bd1-4f48-ad3a-55302414f06d', 'name': 'network-vif-deleted', 'tag': 'b4dc426f-24f0-41a7-adfb-99b64120bbfb'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:24:32.699440 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef04e1c0-d04c-4bc9-bc0d-5c54858e5ca9" -d '{"events": [{"server_uuid": "9c4c38b1-3bd1-4f48-ad3a-55302414f06d", "name": "network-vif-deleted", "tag": "b4dc426f-24f0-41a7-adfb-99b64120bbfb"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:24:32.744380 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199db3a8-0133-4ec5-9ad4-b9253f0ccc89 x-openstack-request-id: req-199db3a8-0133-4ec5-9ad4-b9253f0ccc89 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:24:32.744932 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4c38b1-3bd1-4f48-ad3a-55302414f06d", "name": "network-vif-deleted", "tag": "b4dc426f-24f0-41a7-adfb-99b64120bbfb", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:24:32.745297 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-199db3a8-0133-4ec5-9ad4-b9253f0ccc89 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:24:32.745816 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4c38b1-3bd1-4f48-ad3a-55302414f06d', 'name': 'network-vif-deleted', 'tag': 'b4dc426f-24f0-41a7-adfb-99b64120bbfb', 'status': 'completed', 'code': 200} Jul 14 07:24:32.801817 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05ea42e2-c700-467f-aad0-751a458226de req-5dd8b1d8-a34a-4514-b641-68462c68144b tempest-VolumesSnapshotTestJSON-427288705 tempest-VolumesSnapshotTestJSON-427288705-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4c38b1-3bd1-4f48-ad3a-55302414f06d HTTP/1.1" status: 200 len: 210 time: 0.0301619 Jul 14 07:24:33.305108 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e62fcb03-6b3d-43da-bf89-09fc04876143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:33.587838 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:34.617461 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:35.958440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device b4dc426f-24f0-41a7-adfb-99b64120bbfb no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:24:36.003472 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: b4dc426f-24f0-41a7-adfb-99b64120bbfb {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:24:36.004140 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device b4dc426f-24f0-41a7-adfb-99b64120bbfb not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:24:36.179488 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:39.539475 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0c970-d5db-4413-a123-08bd77aac840 req-fbe607d0-49db-40f1-bbb4-f7f9456051bb tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:39.541120 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-58c0c970-d5db-4413-a123-08bd77aac840 req-fbe607d0-49db-40f1-bbb4-f7f9456051bb tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 945 time: 0.0688500 Jul 14 07:24:39.589902 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-58c0c970-d5db-4413-a123-08bd77aac840 req-d3dd7a97-9dae-4346-8c82-20f831895e03 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426986 Jul 14 07:24:40.775554 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e5d60-a6db-4f96-afae-716900c10ba5 req-f9b4be03-b9ad-4396-b400-323f03849331 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:40.777836 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0f4e5d60-a6db-4f96-afae-716900c10ba5 req-f9b4be03-b9ad-4396-b400-323f03849331 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 945 time: 0.0711286 Jul 14 07:24:40.823515 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0f4e5d60-a6db-4f96-afae-716900c10ba5 req-b588e670-982c-4867-9597-2ff714fb33c2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378220 Jul 14 07:24:41.579302 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 46996) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:41.686220 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-018cd90c-d40e-455b-9fd0-bd960c1c83a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:41.779815 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-018cd90c-d40e-455b-9fd0-bd960c1c83a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:41.783966 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-018cd90c-d40e-455b-9fd0-bd960c1c83a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:41.818853 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018cd90c-d40e-455b-9fd0-bd960c1c83a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e50b549-85f7-4d5d-a63c-b5dae7c7c836,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:41.829808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47002) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:41.830241 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-018cd90c-d40e-455b-9fd0-bd960c1c83a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12ac13d064c44d4e9844d21b4684861a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494764 Jul 14 07:24:41.880778 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-537ff751-19a1-406d-8045-da4a541b49c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:41.902503 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-537ff751-19a1-406d-8045-da4a541b49c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:41.950192 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-537ff751-19a1-406d-8045-da4a541b49c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:41.953110 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-537ff751-19a1-406d-8045-da4a541b49c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:41.958960 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-537ff751-19a1-406d-8045-da4a541b49c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e50b549-85f7-4d5d-a63c-b5dae7c7c836 HTTP/1.1" status: 204 len: 168 time: 0.1268394 Jul 14 07:24:41.967369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ff751-19a1-406d-8045-da4a541b49c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e50b549-85f7-4d5d-a63c-b5dae7c7c836,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:42.233141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47008) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:42.247263 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-afa49a15-a8e2-4a34-84e3-ef6cb872f41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:42.347524 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-afa49a15-a8e2-4a34-84e3-ef6cb872f41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:42.352093 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-afa49a15-a8e2-4a34-84e3-ef6cb872f41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:42.388821 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-afa49a15-a8e2-4a34-84e3-ef6cb872f41c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=34abb90ff6274543ab47ac65f5431ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544123 Jul 14 07:24:42.391495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47016) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:42.398995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa49a15-a8e2-4a34-84e3-ef6cb872f41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc490617-27df-4628-878b-05cc17679678,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:42.445203 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c1cfa51-4092-4d1e-9c55-5ec1dfa545a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:42.468776 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c1cfa51-4092-4d1e-9c55-5ec1dfa545a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:42.532402 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c1cfa51-4092-4d1e-9c55-5ec1dfa545a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:42.535639 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c1cfa51-4092-4d1e-9c55-5ec1dfa545a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:42.539386 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9c1cfa51-4092-4d1e-9c55-5ec1dfa545a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bc490617-27df-4628-878b-05cc17679678 HTTP/1.1" status: 204 len: 168 time: 0.1440012 Jul 14 07:24:42.554191 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cfa51-4092-4d1e-9c55-5ec1dfa545a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc490617-27df-4628-878b-05cc17679678,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:43.365896 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f66a4-fee6-43fb-ba33-5523e559c747 req-b6577688-b19f-414b-a020-5d0128d89723 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:43.372950 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d40f66a4-fee6-43fb-ba33-5523e559c747 req-b6577688-b19f-414b-a020-5d0128d89723 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 1097 time: 0.0758655 Jul 14 07:24:43.425151 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d40f66a4-fee6-43fb-ba33-5523e559c747 req-68041103-f502-496b-b093-4a1c2bb1cefc tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503113 Jul 14 07:24:43.614702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879b4b4-0b42-46b7-ad79-7750ecbcc847 req-887ae2aa-e4b7-496f-9423-517c844d15eb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:43.623228 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d879b4b4-0b42-46b7-ad79-7750ecbcc847 req-887ae2aa-e4b7-496f-9423-517c844d15eb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.0767283 Jul 14 07:24:43.672097 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d879b4b4-0b42-46b7-ad79-7750ecbcc847 req-9d5ac261-471b-4173-abfb-c92c0fbfe390 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476010 Jul 14 07:24:43.689318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47068) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:43.747955 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47070) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:43.762070 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ee7e1910-1b98-498b-9933-74b47d519730 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/floatingips/5866b4d4-896f-4581-93e3-6aa19a3d0490 HTTP/1.1" status: 200 len: 992 time: 0.0713384 Jul 14 07:24:43.874372 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f7241e3-b06e-4f87-8197-b9bf9fe485e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:43.977060 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f7241e3-b06e-4f87-8197-b9bf9fe485e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:43.982343 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f7241e3-b06e-4f87-8197-b9bf9fe485e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:44.022727 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7241e3-b06e-4f87-8197-b9bf9fe485e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d8aa4d-fcc7-486a-bf48-acf02843b475,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:44.029352 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7f7241e3-b06e-4f87-8197-b9bf9fe485e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab0f606636734f02b676096fce640509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776184 Jul 14 07:24:44.029737 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47078) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:44.095015 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4b75e2b1-97b3-4792-80ce-4b1731de9b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:44.117092 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4b75e2b1-97b3-4792-80ce-4b1731de9b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:44.179780 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4b75e2b1-97b3-4792-80ce-4b1731de9b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:44.182752 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4b75e2b1-97b3-4792-80ce-4b1731de9b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:44.184165 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4b75e2b1-97b3-4792-80ce-4b1731de9b3b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/32d8aa4d-fcc7-486a-bf48-acf02843b475 HTTP/1.1" status: 204 len: 168 time: 0.1537077 Jul 14 07:24:44.192903 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75e2b1-97b3-4792-80ce-4b1731de9b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d8aa4d-fcc7-486a-bf48-acf02843b475,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:44.606793 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:24:44.609901 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:24:44.706508 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-de669caf-7c80-4bf2-9735-cbe29028f271 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728598 Jul 14 07:24:44.752813 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:24:44.803694 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'port_id': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'mac_address': 'fa:16:3e:4b:ba:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:24:44.856788 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178be1b-157e-402d-b1d0-1fc1832a5b20 req-bbb973f8-f9e0-4829-8859-34fb0643f648 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:44.865529 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d178be1b-157e-402d-b1d0-1fc1832a5b20 req-bbb973f8-f9e0-4829-8859-34fb0643f648 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.1584284 Jul 14 07:24:44.952577 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d178be1b-157e-402d-b1d0-1fc1832a5b20 req-5b5f8268-78d7-4ed9-95aa-ff58b15fe2a5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856349 Jul 14 07:24:44.954985 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:44.978589 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:24:44.999499 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:45.030182 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:24:45.038898 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:45.127128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:45.143823 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.api [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:24:45.144200 n-d-778696-5 neutron-server[93829]: DEBUG oslo_db.api [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:24:45.158751 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['2e36dc1d-c57b-48c6-bb75-df5a84d61e15'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:24:45.490775 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:45.612646 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:45.700845 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:45.719724 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:24:45.749278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:24:45.757815 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:45.800054 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47178) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:45.838471 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:46.004802 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62fe244a-30d1-4059-9f8d-3ea068db9e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:46.128595 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62fe244a-30d1-4059-9f8d-3ea068db9e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:46.141291 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62fe244a-30d1-4059-9f8d-3ea068db9e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:46.215659 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe244a-30d1-4059-9f8d-3ea068db9e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36458414-7fd5-4b66-b9eb-d9f10f0107e0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:46.247670 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-62fe244a-30d1-4059-9f8d-3ea068db9e17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=240221fab37e4979b8478c9b7d743a38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455781 Jul 14 07:24:46.250636 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47186) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:46.314586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82964e38-cb10-4537-b541-a077ead58876 req-dc552656-3f30-43d8-8661-39ea947ed3fc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:46.321877 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82964e38-cb10-4537-b541-a077ead58876 req-dc552656-3f30-43d8-8661-39ea947ed3fc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.1551664 Jul 14 07:24:46.329577 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ab40efd-ea1b-4a64-b829-e2aae09be6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:46.355438 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ab40efd-ea1b-4a64-b829-e2aae09be6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:46.377139 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82964e38-cb10-4537-b541-a077ead58876 req-66375e4a-75a9-474f-8621-8535ad1b128e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540195 Jul 14 07:24:46.415795 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ab40efd-ea1b-4a64-b829-e2aae09be6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:46.418443 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ab40efd-ea1b-4a64-b829-e2aae09be6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:46.422278 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6ab40efd-ea1b-4a64-b829-e2aae09be6bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36458414-7fd5-4b66-b9eb-d9f10f0107e0 HTTP/1.1" status: 204 len: 168 time: 0.1707020 Jul 14 07:24:46.433738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab40efd-ea1b-4a64-b829-e2aae09be6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36458414-7fd5-4b66-b9eb-d9f10f0107e0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:46.608670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:24:46.656009 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-838d2b2e-0c59-4a9c-80e0-960f382b596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:46.657592 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-838d2b2e-0c59-4a9c-80e0-960f382b596f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 1097 time: 0.0965803 Jul 14 07:24:46.677993 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:24:46.678930 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:46.845116 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-8dd39758-f70c-4432-95fb-bf6e310b1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:46.848636 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-8dd39758-f70c-4432-95fb-bf6e310b1cd3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=38ae9afe-8843-4343-abf1-799616916e95 HTTP/1.1" status: 200 len: 898 time: 0.1821783 Jul 14 07:24:46.862339 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:46.898253 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:24:46.900057 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:24:46.902745 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e708a6bd-1e78-4e38-8557-5b0272c65130" -d '{"events": [{"server_uuid": "64800e8e-44d3-47dd-9fce-d50d50e5fa4a", "name": "network-vif-plugged", "status": "completed", "tag": "2e36dc1d-c57b-48c6-bb75-df5a84d61e15"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:24:46.908049 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:46.963409 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-ab0ad6fa-28f8-490e-b7ab-5935690be428 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd36109f-64be-4694-a08e-b972b5f30e52 HTTP/1.1" status: 200 len: 1000 time: 0.1068780 Jul 14 07:24:46.981941 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37008013-6c86-4ecc-a548-0d66e739ba3f x-openstack-request-id: req-37008013-6c86-4ecc-a548-0d66e739ba3f {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:24:46.982481 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64800e8e-44d3-47dd-9fce-d50d50e5fa4a", "name": "network-vif-plugged", "status": "completed", "tag": "2e36dc1d-c57b-48c6-bb75-df5a84d61e15", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:24:46.982793 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37008013-6c86-4ecc-a548-0d66e739ba3f {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:24:46.984308 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'code': 200} Jul 14 07:24:47.006233 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,revision_number=10']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:47.059914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-2c97cddb-970e-448b-8960-d5fe59ca4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:47.061417 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-2c97cddb-970e-448b-8960-d5fe59ca4a36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d1bb139-2c7a-411a-866c-c1f87975767a HTTP/1.1" status: 200 len: 835 time: 0.0913305 Jul 14 07:24:47.131924 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-99cac46e-19b6-4c9a-8c89-27d20e0e2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:47.133691 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-99cac46e-19b6-4c9a-8c89-27d20e0e2801 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38ae9afe-8843-4343-abf1-799616916e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652616 Jul 14 07:24:47.304232 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-6b033307-c698-4580-8d5a-38a0d41e82d2 service neutron] 10.222.0.30 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631997 Jul 14 07:24:47.483624 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-12aaa8e0-1f8e-4c56-a640-02d02a757e25 service neutron] 10.222.0.30 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719885 Jul 14 07:24:47.649033 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b4708-ffe8-4631-8cf1-f180ae6f5c71 req-4aab36df-5fad-4c53-b8d4-22e2b7d3a904 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:47.651372 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-118b4708-ffe8-4631-8cf1-f180ae6f5c71 req-4aab36df-5fad-4c53-b8d4-22e2b7d3a904 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.1169441 Jul 14 07:24:47.708537 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-118b4708-ffe8-4631-8cf1-f180ae6f5c71 req-9f3544a7-2602-42ed-9d29-15210e607aca tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511909 Jul 14 07:24:48.426838 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47250) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:48.681432 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-7cf6d1cc-1f95-4896-8178-886048348bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-550757105'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:24:48.729418 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf6d1cc-1f95-4896-8178-886048348bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Made reservation on behalf of 6cce52c48b12427fb17dd33b80779cfa for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:24:48.733320 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d1cc-1f95-4896-8178-886048348bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:48.760867 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d1cc-1f95-4896-8178-886048348bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:48.955140 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d1cc-1f95-4896-8178-886048348bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:48.977760 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d1cc-1f95-4896-8178-886048348bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:48.990557 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf6d1cc-1f95-4896-8178-886048348bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:24:49.000677 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d1cc-1f95-4896-8178-886048348bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:49.001866 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-7cf6d1cc-1f95-4896-8178-886048348bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Added segment e96f2a60-2adc-4eed-9f9d-91915cfa57da of type vlan for network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 Jul 14 07:24:49.062492 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d1cc-1f95-4896-8178-886048348bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:49.117618 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6d1cc-1f95-4896-8178-886048348bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60b28cf-24c0-4893-b1ef-f0dc7db56787,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:49.123157 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d1cc-1f95-4896-8178-886048348bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:49.131032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf6d1cc-1f95-4896-8178-886048348bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:49.132358 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d1cc-1f95-4896-8178-886048348bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:49.167136 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7cf6d1cc-1f95-4896-8178-886048348bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.7391613 Jul 14 07:24:49.212553 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220fc61-d8d9-4749-a195-097b3214876f req-9a464b0a-54a0-48fe-a09a-ba46dff7654b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:49.224673 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1220fc61-d8d9-4749-a195-097b3214876f req-9a464b0a-54a0-48fe-a09a-ba46dff7654b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.2921412 Jul 14 07:24:49.292176 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1220fc61-d8d9-4749-a195-097b3214876f req-fe300a01-9682-4146-901b-58587463f343 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664682 Jul 14 07:24:49.308069 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6d1cc-1f95-4896-8178-886048348bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Pushing event updated for resources: {'Network': ['ID=a75a14dc-9578-4a0b-bd67-05e79b3a9fd2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:49.312267 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:24:49.479542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47268) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:49.489070 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Request body: {'port': {'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2', 'binding:host_id': 'n-h2-778696-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-596582022'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:24:49.515459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Made reservation on behalf of f2c8cfa6a1614c8b9013205fb32d56d8 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:24:49.518264 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:49.528523 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:49.649401 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:49.656456 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:49.692046 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] device_id is not set on port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:24:49.696553 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27492b6-f182-4ab1-b768-0c9c29f3a1e9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:49.930870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] device_id is not set on port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:24:49.943782 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:49.962124 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Transition to ACTIVE for port object c9ca05fb-4d8f-4e3b-a52b-09c03925a682 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:24:49.972424 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:50.035027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Pushing event updated for resources: {'Port': ['ID=c9ca05fb-4d8f-4e3b-a52b-09c03925a682,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:50.045068 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Checking segment: {'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:24:50.045456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Network hostable DHCP agents. Network: a75a14dc-9578-4a0b-bd67-05e79b3a9fd2, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:24:50.064214 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:24:50.073751 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, a75a14dc-9578-4a0b-bd67-05e79b3a9fd2) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:24:50.077745 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:24:50.084348 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830e0992-1522-4c8d-bb6c-1b9e86ca594f None None] Network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:24:50.098540 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:50.098883 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:50.099252 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:50.104506 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:50.104850 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:50.105278 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 2 to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 Jul 14 07:24:50.120231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:50.120574 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:50.120898 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:50.126047 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:50.126384 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:50.127341 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 3 to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 Jul 14 07:24:50.141129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:50.141569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:50.141856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:50.149241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:50.149241 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:50.149241 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 4 to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 Jul 14 07:24:50.161414 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:50.161772 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:50.162085 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:50.166967 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:50.167308 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:50.167694 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 5 to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 Jul 14 07:24:50.189469 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:50.189469 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:50.189469 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:50.191002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:50.191489 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:50.191870 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 6 to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 Jul 14 07:24:50.204258 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:50.204704 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:50.204906 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:50.210700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:50.211024 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:50.211418 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 7 to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 Jul 14 07:24:50.224867 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:50.225169 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:50.225471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:50.229959 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:50.230286 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:50.230674 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 8 to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 Jul 14 07:24:50.249555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:50.249959 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:50.250298 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:50.254765 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:50.255089 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:50.255467 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 9 to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 Jul 14 07:24:50.267853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:50.268177 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:50.268514 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:50.273392 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:50.273713 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:50.274096 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 10 to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 Jul 14 07:24:50.286089 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:50.286413 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:50.286740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:50.291123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:50.291443 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:50.291802 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:50.370714 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] For port c9ca05fb-4d8f-4e3b-a52b-09c03925a682, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:24:50.371090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempted to set empty binding levels {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 07:24:50.381527 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:50.423918 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:50.424530 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:50.481492 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Pushing event updated for resources: {'Port': ['ID=c9ca05fb-4d8f-4e3b-a52b-09c03925a682,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:50.491712 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a5c3523f-2f03-4fd8-ad21-740a56802555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.0104213 Jul 14 07:24:50.495984 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47284) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:50.558900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdbead-e9a5-4c65-a8df-7a7680bf35f9 req-039753eb-dff1-4106-a6d8-6db0001643c5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:50.560534 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94fdbead-e9a5-4c65-a8df-7a7680bf35f9 req-039753eb-dff1-4106-a6d8-6db0001643c5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.1464179 Jul 14 07:24:50.641212 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94fdbead-e9a5-4c65-a8df-7a7680bf35f9 req-dd012832-89a5-4993-a07b-7b215ed9b098 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730050 Jul 14 07:24:50.645794 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-04a31a11-ed46-4495-97ec-5319f3c1900f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Deleting port c9ca05fb-4d8f-4e3b-a52b-09c03925a682 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:24:50.646136 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04a31a11-ed46-4495-97ec-5319f3c1900f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:50.756512 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-04a31a11-ed46-4495-97ec-5319f3c1900f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] For port c9ca05fb-4d8f-4e3b-a52b-09c03925a682, host n-h2-778696-5, got binding levels [] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:24:50.757028 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04a31a11-ed46-4495-97ec-5319f3c1900f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:50.785881 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-04a31a11-ed46-4495-97ec-5319f3c1900f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Calling delete_port for c9ca05fb-4d8f-4e3b-a52b-09c03925a682 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:24:50.886582 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04a31a11-ed46-4495-97ec-5319f3c1900f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:50.910362 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04a31a11-ed46-4495-97ec-5319f3c1900f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:50.915284 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47298) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:50.915778 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-04a31a11-ed46-4495-97ec-5319f3c1900f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] 10.222.0.35 "DELETE /v2.0/ports/c9ca05fb-4d8f-4e3b-a52b-09c03925a682 HTTP/1.1" status: 204 len: 168 time: 0.4184186 Jul 14 07:24:50.934970 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a31a11-ed46-4495-97ec-5319f3c1900f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9ca05fb-4d8f-4e3b-a52b-09c03925a682,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:50.967131 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-321cda93-5640-4cb6-b004-2d51a0175f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] GET failed (client error): The resource could not be found. Jul 14 07:24:50.969225 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-321cda93-5640-4cb6-b004-2d51a0175f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] 10.222.0.35 "GET /v2.0/ports/c9ca05fb-4d8f-4e3b-a52b-09c03925a682 HTTP/1.1" status: 404 len: 333 time: 0.0520728 Jul 14 07:24:50.973844 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47300) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:50.978993 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-51fab660-337b-41dd-8032-2d90e5ce5038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Request body: {'port': {'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-80471490'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:24:51.005149 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fab660-337b-41dd-8032-2d90e5ce5038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Made reservation on behalf of f2c8cfa6a1614c8b9013205fb32d56d8 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:24:51.008322 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51fab660-337b-41dd-8032-2d90e5ce5038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:51.025876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-51fab660-337b-41dd-8032-2d90e5ce5038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] device_id is not set on port e7d3d92a-0814-4353-b42f-6eb957a78f0e yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:24:51.215182 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51fab660-337b-41dd-8032-2d90e5ce5038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:51.268891 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51fab660-337b-41dd-8032-2d90e5ce5038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:51.355611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fab660-337b-41dd-8032-2d90e5ce5038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:24:51.372416 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-51fab660-337b-41dd-8032-2d90e5ce5038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:24:51.376020 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fab660-337b-41dd-8032-2d90e5ce5038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:24:51.382350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fab660-337b-41dd-8032-2d90e5ce5038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:51.383365 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51fab660-337b-41dd-8032-2d90e5ce5038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:51.408363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fab660-337b-41dd-8032-2d90e5ce5038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Pushing event updated for resources: {'Port': ['ID=e7d3d92a-0814-4353-b42f-6eb957a78f0e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:51.417092 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-51fab660-337b-41dd-8032-2d90e5ce5038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.4395554 Jul 14 07:24:51.417755 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47308) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:51.424048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:24:51.534730 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:51.859513 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] device_id is not set on port e7d3d92a-0814-4353-b42f-6eb957a78f0e yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:24:51.887670 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:51.931213 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Transition to ACTIVE for port object e7d3d92a-0814-4353-b42f-6eb957a78f0e will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:24:51.944722 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a03745-9074-45a0-bc54-7fb3bd5b1b2b req-5b0ca43d-7df8-40a4-b582-e3cfa7edf14a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:51.952374 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a0a03745-9074-45a0-bc54-7fb3bd5b1b2b req-5b0ca43d-7df8-40a4-b582-e3cfa7edf14a tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 946 time: 0.2105739 Jul 14 07:24:51.962981 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:52.073248 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a0a03745-9074-45a0-bc54-7fb3bd5b1b2b req-07555ef9-1b1a-44a8-8029-b800799902bc tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198628 Jul 14 07:24:52.080007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Pushing event updated for resources: {'Port': ['ID=e7d3d92a-0814-4353-b42f-6eb957a78f0e,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:52.113178 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3ce0c-fa88-4058-9d33-1753a7fd5ac5 req-64f7826f-fadc-401e-a9c0-854c3ccd4483 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.120631 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3f3ce0c-fa88-4058-9d33-1753a7fd5ac5 req-64f7826f-fadc-401e-a9c0-854c3ccd4483 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.2504101 Jul 14 07:24:52.146730 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:52.147068 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:52.147409 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:52.153307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:52.153625 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:52.154156 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 2 to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e Jul 14 07:24:52.183414 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:52.183757 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:52.184107 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:52.203782 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3f3ce0c-fa88-4058-9d33-1753a7fd5ac5 req-f017e87d-256b-4db8-993b-744c2fd0b57d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821817 Jul 14 07:24:52.204922 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:52.205270 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:52.205671 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 3 to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e Jul 14 07:24:52.249440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:52.249737 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:52.250071 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:52.255184 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:52.255484 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:52.255994 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 4 to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e Jul 14 07:24:52.271338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:52.271671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:52.272010 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:52.281216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:52.281554 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:52.281969 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 5 to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e Jul 14 07:24:52.296956 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:52.297344 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:52.297687 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:52.302105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:52.302430 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:52.302817 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 6 to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e Jul 14 07:24:52.318114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:52.318360 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:52.318696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:52.323285 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:52.323617 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:52.324006 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 7 to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e Jul 14 07:24:52.338923 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:52.339245 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:52.339575 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:52.343913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:52.344778 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:52.345589 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 8 to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e Jul 14 07:24:52.359509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:52.359843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:52.360233 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:52.366660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:52.367098 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:52.367622 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 9 to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e Jul 14 07:24:52.383747 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:52.384241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:52.384893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:52.390074 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:52.390496 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:52.390961 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 10 to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e Jul 14 07:24:52.407306 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:52.407732 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:52.408167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:52.413367 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:52.413696 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port e7d3d92a-0814-4353-b42f-6eb957a78f0e on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:52.414069 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:52.496343 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] For port e7d3d92a-0814-4353-b42f-6eb957a78f0e, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:24:52.496863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempted to set empty binding levels {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 07:24:52.502673 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:52.537445 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] In _notify_port_updated(), no bound segment for port e7d3d92a-0814-4353-b42f-6eb957a78f0e on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:24:52.538812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.539487 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:52.544139 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] 10.222.0.35 "PUT /v2.0/ports/e7d3d92a-0814-4353-b42f-6eb957a78f0e HTTP/1.1" status: 200 len: 977 time: 1.1221843 Jul 14 07:24:52.544139 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47322) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:52.611892 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31727a57-b4f2-4849-a21b-f8883ab1011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Pushing event updated for resources: {'Port': ['ID=e7d3d92a-0814-4353-b42f-6eb957a78f0e,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:52.680080 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.680651 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.681224 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.681743 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.682337 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.682979 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.683550 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.684077 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.684600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.685119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.685660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.686186 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.686706 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.687231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.687753 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.688381 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.688938 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.689729 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.690248 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.690781 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.691823 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.692420 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.692946 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.694930 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.695647 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.696175 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.696658 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.697149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.697657 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.698131 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.698598 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.699055 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.699519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:52.703261 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-46ba302f-6b6e-4139-aeec-5db7edd916ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29659 time: 0.1586723 Jul 14 07:24:52.707906 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47324) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:52.809778 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-62653343-dc48-4398-b8c4-c79f6d178830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Deleting port e7d3d92a-0814-4353-b42f-6eb957a78f0e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:24:52.810216 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62653343-dc48-4398-b8c4-c79f6d178830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:52.917737 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-62653343-dc48-4398-b8c4-c79f6d178830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] For port e7d3d92a-0814-4353-b42f-6eb957a78f0e, host n-h2-778696-5, got binding levels [] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:24:52.918448 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62653343-dc48-4398-b8c4-c79f6d178830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:52.934899 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-62653343-dc48-4398-b8c4-c79f6d178830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Calling delete_port for e7d3d92a-0814-4353-b42f-6eb957a78f0e owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:24:53.017882 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b4bcd-e205-454f-a23d-aff6bf310093 req-39a4d70c-61df-4c19-9553-bc69fc3f9325 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:53.019562 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e30b4bcd-e205-454f-a23d-aff6bf310093 req-39a4d70c-61df-4c19-9553-bc69fc3f9325 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 946 time: 0.1492932 Jul 14 07:24:53.140496 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62653343-dc48-4398-b8c4-c79f6d178830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:53.164408 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62653343-dc48-4398-b8c4-c79f6d178830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:53.167248 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-62653343-dc48-4398-b8c4-c79f6d178830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] 10.222.0.35 "DELETE /v2.0/ports/e7d3d92a-0814-4353-b42f-6eb957a78f0e HTTP/1.1" status: 204 len: 168 time: 0.4583361 Jul 14 07:24:53.170106 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47338) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:53.218863 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6351a202-1346-43f4-892b-d454634727e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] GET failed (client error): The resource could not be found. Jul 14 07:24:53.220492 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6351a202-1346-43f4-892b-d454634727e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] 10.222.0.35 "GET /v2.0/ports/e7d3d92a-0814-4353-b42f-6eb957a78f0e HTTP/1.1" status: 404 len: 333 time: 0.0487792 Jul 14 07:24:53.224773 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47342) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:53.230451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-4e6b4a99-0965-442a-9ee3-4cf7f39905ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641076175', 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:24:53.236061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62653343-dc48-4398-b8c4-c79f6d178830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7d3d92a-0814-4353-b42f-6eb957a78f0e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:53.272422 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-e30b4bcd-e205-454f-a23d-aff6bf310093 req-9f19cfe3-417a-4f51-a7fc-6acd90ebef9d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Deleting port f8939350-7a69-425b-9320-90aed337d763 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:24:53.272797 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e30b4bcd-e205-454f-a23d-aff6bf310093 req-9f19cfe3-417a-4f51-a7fc-6acd90ebef9d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:53.403438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6b4a99-0965-442a-9ee3-4cf7f39905ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Made reservation on behalf of f2c8cfa6a1614c8b9013205fb32d56d8 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:24:53.406112 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4e6b4a99-0965-442a-9ee3-4cf7f39905ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:53.471177 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-4e6b4a99-0965-442a-9ee3-4cf7f39905ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] device_id is not set on port 12ade8dc-2468-4b1e-82fb-a2f640f81ad2 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:24:53.621730 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-e30b4bcd-e205-454f-a23d-aff6bf310093 req-9f19cfe3-417a-4f51-a7fc-6acd90ebef9d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] For port f8939350-7a69-425b-9320-90aed337d763, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f8939350-7a69-425b-9320-90aed337d763,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:24:53.622161 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e30b4bcd-e205-454f-a23d-aff6bf310093 req-9f19cfe3-417a-4f51-a7fc-6acd90ebef9d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:53.653350 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56313716-b4ea-4987-982c-bf2bce453f6e req-1e778ef9-71ea-4ca0-b794-6d14caf275c6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:53.661225 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56313716-b4ea-4987-982c-bf2bce453f6e req-1e778ef9-71ea-4ca0-b794-6d14caf275c6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.2831252 Jul 14 07:24:53.744834 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db1e2e-ef9e-4845-aded-b9825be485bb req-fac240bf-fce4-4e81-9ede-5ce0a944b09e tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:53.746770 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5db1e2e-ef9e-4845-aded-b9825be485bb req-fac240bf-fce4-4e81-9ede-5ce0a944b09e tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 946 time: 0.3890927 Jul 14 07:24:53.776861 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56313716-b4ea-4987-982c-bf2bce453f6e req-a8dea081-e7e0-49f1-9b32-27c6ff336fc0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146145 Jul 14 07:24:53.905088 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5db1e2e-ef9e-4845-aded-b9825be485bb req-3e862332-5499-46eb-9526-549020153fae tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups?id=303e5f81-33d4-4c07-8145-9766ce73a061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445625 Jul 14 07:24:53.933711 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4e6b4a99-0965-442a-9ee3-4cf7f39905ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:54.014362 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e30b4bcd-e205-454f-a23d-aff6bf310093 req-9f19cfe3-417a-4f51-a7fc-6acd90ebef9d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:54.020870 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e30b4bcd-e205-454f-a23d-aff6bf310093 req-9f19cfe3-417a-4f51-a7fc-6acd90ebef9d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:54.020870 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [req-e30b4bcd-e205-454f-a23d-aff6bf310093 req-9f19cfe3-417a-4f51-a7fc-6acd90ebef9d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Floating IP d99944ef-c18d-4a96-928d-ae19cb8d732f disassociated. External IP: 172.25.7.180, port: f8939350-7a69-425b-9320-90aed337d763. Jul 14 07:24:54.020870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-e30b4bcd-e205-454f-a23d-aff6bf310093 req-9f19cfe3-417a-4f51-a7fc-6acd90ebef9d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Calling delete_port for f8939350-7a69-425b-9320-90aed337d763 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:24:54.099105 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4e6b4a99-0965-442a-9ee3-4cf7f39905ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:54.172320 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6b4a99-0965-442a-9ee3-4cf7f39905ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:24:54.179879 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-4e6b4a99-0965-442a-9ee3-4cf7f39905ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:24:54.183758 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6b4a99-0965-442a-9ee3-4cf7f39905ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:24:54.184718 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6b4a99-0965-442a-9ee3-4cf7f39905ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:54.185376 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4e6b4a99-0965-442a-9ee3-4cf7f39905ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:54.192435 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b4a99-0965-442a-9ee3-4cf7f39905ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Pushing event updated for resources: {'Port': ['ID=12ade8dc-2468-4b1e-82fb-a2f640f81ad2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:54.207919 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4e6b4a99-0965-442a-9ee3-4cf7f39905ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9814405 Jul 14 07:24:54.210540 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47358) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:54.264244 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b643de-0bdc-4b2f-a500-a325c2bd0595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:54.265959 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-89b643de-0bdc-4b2f-a500-a325c2bd0595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] 10.222.0.35 "GET /v2.0/ports/12ade8dc-2468-4b1e-82fb-a2f640f81ad2 HTTP/1.1" status: 200 len: 959 time: 0.0544236 Jul 14 07:24:54.268607 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47362) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:54.303885 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e30b4bcd-e205-454f-a23d-aff6bf310093 req-9f19cfe3-417a-4f51-a7fc-6acd90ebef9d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:54.343267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19cfe3-417a-4f51-a7fc-6acd90ebef9d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Pushing event deleted for resources: {'Port': ['ID=f8939350-7a69-425b-9320-90aed337d763,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:54.372275 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9419db16-3d7d-40ef-91fa-5d852df5ae36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Deleting port 12ade8dc-2468-4b1e-82fb-a2f640f81ad2 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:24:54.373021 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9419db16-3d7d-40ef-91fa-5d852df5ae36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:54.442755 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9419db16-3d7d-40ef-91fa-5d852df5ae36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:54.464757 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9419db16-3d7d-40ef-91fa-5d852df5ae36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Calling delete_port for 12ade8dc-2468-4b1e-82fb-a2f640f81ad2 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:24:54.502081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e30b4bcd-e205-454f-a23d-aff6bf310093 req-9f19cfe3-417a-4f51-a7fc-6acd90ebef9d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Router 576ae54a-688c-4507-a946-5eadbb45a4e3 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:24:54.571572 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9419db16-3d7d-40ef-91fa-5d852df5ae36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:54.609329 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419db16-3d7d-40ef-91fa-5d852df5ae36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Pushing event deleted for resources: {'Port': ['ID=12ade8dc-2468-4b1e-82fb-a2f640f81ad2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:54.614668 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9419db16-3d7d-40ef-91fa-5d852df5ae36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:54.617344 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9419db16-3d7d-40ef-91fa-5d852df5ae36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] 10.222.0.35 "DELETE /v2.0/ports/12ade8dc-2468-4b1e-82fb-a2f640f81ad2 HTTP/1.1" status: 204 len: 168 time: 0.3467951 Jul 14 07:24:54.622465 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47364) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:54.653287 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab061af7-805b-466f-b52b-91f060ad7e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] GET failed (client error): The resource could not be found. Jul 14 07:24:54.655018 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ab061af7-805b-466f-b52b-91f060ad7e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] 10.222.0.35 "GET /v2.0/ports/12ade8dc-2468-4b1e-82fb-a2f640f81ad2 HTTP/1.1" status: 404 len: 333 time: 0.0314872 Jul 14 07:24:54.659267 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47366) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:54.663815 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-fcd92977-eac6-4735-afe3-84313a4b576e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Request body: {'port': {'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-401752214'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:24:54.666338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e30b4bcd-e205-454f-a23d-aff6bf310093 req-9f19cfe3-417a-4f51-a7fc-6acd90ebef9d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:24:54.678685 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c953e-fdab-4196-865e-eaa623055432 None None] Sync routers for ids ['576ae54a-688c-4507-a946-5eadbb45a4e3'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:24:54.699334 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd92977-eac6-4735-afe3-84313a4b576e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Made reservation on behalf of f2c8cfa6a1614c8b9013205fb32d56d8 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:24:54.701986 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fcd92977-eac6-4735-afe3-84313a4b576e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:54.706584 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0c953e-fdab-4196-865e-eaa623055432 None None] Routers {'576ae54a-688c-4507-a946-5eadbb45a4e3'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:24:54.707280 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ec0c953e-fdab-4196-865e-eaa623055432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:24:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['576ae54a-688c-4507-a946-5eadbb45a4e3'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:24:54.723646 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-fcd92977-eac6-4735-afe3-84313a4b576e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] device_id is not set on port 13274669-dbb4-4910-a2fd-5de39521b1b6 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:24:54.749546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30b4bcd-e205-454f-a23d-aff6bf310093 req-9f19cfe3-417a-4f51-a7fc-6acd90ebef9d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] No DVR routers for this DVR port f8939350-7a69-425b-9320-90aed337d763 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:24:54.752755 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e30b4bcd-e205-454f-a23d-aff6bf310093 req-9f19cfe3-417a-4f51-a7fc-6acd90ebef9d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:54.756351 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e30b4bcd-e205-454f-a23d-aff6bf310093 req-9f19cfe3-417a-4f51-a7fc-6acd90ebef9d tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.15 "DELETE /v2.0/ports/f8939350-7a69-425b-9320-90aed337d763 HTTP/1.1" status: 204 len: 173 time: 1.7288480 Jul 14 07:24:54.757516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3146926-6f83-4751-a25d-88017e06a4d8', 'name': 'network-vif-deleted', 'tag': 'f8939350-7a69-425b-9320-90aed337d763'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:24:54.769905 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ceb047-07d0-4182-82cc-aa2cca80474b" -d '{"events": [{"server_uuid": "c3146926-6f83-4751-a25d-88017e06a4d8", "name": "network-vif-deleted", "tag": "f8939350-7a69-425b-9320-90aed337d763"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:24:54.884037 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0798001c-1caa-41f1-8ef8-70ccc3d6bf57 x-openstack-request-id: req-0798001c-1caa-41f1-8ef8-70ccc3d6bf57 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:24:54.884325 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3146926-6f83-4751-a25d-88017e06a4d8", "name": "network-vif-deleted", "tag": "f8939350-7a69-425b-9320-90aed337d763", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:24:54.884597 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0798001c-1caa-41f1-8ef8-70ccc3d6bf57 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:24:54.885515 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3146926-6f83-4751-a25d-88017e06a4d8', 'name': 'network-vif-deleted', 'tag': 'f8939350-7a69-425b-9320-90aed337d763', 'status': 'completed', 'code': 200} Jul 14 07:24:54.925098 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ec0c953e-fdab-4196-865e-eaa623055432 None None] Set router 576ae54a-688c-4507-a946-5eadbb45a4e3 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:24:54.961113 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fcd92977-eac6-4735-afe3-84313a4b576e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:55.049375 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fcd92977-eac6-4735-afe3-84313a4b576e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:55.117681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd92977-eac6-4735-afe3-84313a4b576e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:24:55.136044 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-fcd92977-eac6-4735-afe3-84313a4b576e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:24:55.143929 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd92977-eac6-4735-afe3-84313a4b576e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:24:55.145123 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd92977-eac6-4735-afe3-84313a4b576e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:55.149876 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fcd92977-eac6-4735-afe3-84313a4b576e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:55.187182 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd92977-eac6-4735-afe3-84313a4b576e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Pushing event updated for resources: {'Port': ['ID=13274669-dbb4-4910-a2fd-5de39521b1b6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:55.194882 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fcd92977-eac6-4735-afe3-84313a4b576e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5350175 Jul 14 07:24:55.197756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47380) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:55.207267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:24:55.296875 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e8c0f0ed-042e-4bde-a129-3307fd6d5057 req-86f07abb-740f-4a07-8130-86ba95baf115 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3146926-6f83-4751-a25d-88017e06a4d8 HTTP/1.1" status: 200 len: 210 time: 0.0860641 Jul 14 07:24:55.320427 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ec0c953e-fdab-4196-865e-eaa623055432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:16:26Z', 'revision_number': 4, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '975db078-365c-4073-9b74-6b4700bdbc66', 'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'mac_address': 'fa:16:3e:93:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:24Z', 'updated_at': '2021-07-14T07:16:47Z', 'revision_number': 5, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'subnets': [{'id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:24:55.461532 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c953e-fdab-4196-865e-eaa623055432 None None] Checking router: 576ae54a-688c-4507-a946-5eadbb45a4e3 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:24:55.498458 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0c953e-fdab-4196-865e-eaa623055432 None None] Routers {'576ae54a-688c-4507-a946-5eadbb45a4e3'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:24:55.499108 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ec0c953e-fdab-4196-865e-eaa623055432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:24:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['576ae54a-688c-4507-a946-5eadbb45a4e3'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:24:55.650571 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ec0c953e-fdab-4196-865e-eaa623055432 None None] Set router 576ae54a-688c-4507-a946-5eadbb45a4e3 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:24:55.836395 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85742a-0916-4f22-8afb-6f01923cb314 req-def45d74-3d6b-49c7-8c35-7a8747ec64e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:55.838331 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed85742a-0916-4f22-8afb-6f01923cb314 req-def45d74-3d6b-49c7-8c35-7a8747ec64e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.5994613 Jul 14 07:24:55.839271 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:55.921688 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed85742a-0916-4f22-8afb-6f01923cb314 req-b95435ad-47ad-46f2-b513-52974c4a50d2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752869 Jul 14 07:24:56.087572 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ec0c953e-fdab-4196-865e-eaa623055432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:16:26Z', 'revision_number': 4, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '975db078-365c-4073-9b74-6b4700bdbc66', 'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'mac_address': 'fa:16:3e:93:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:24Z', 'updated_at': '2021-07-14T07:16:47Z', 'revision_number': 5, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'subnets': [{'id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:24:56.107791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] device_id is not set on port 13274669-dbb4-4910-a2fd-5de39521b1b6 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:24:56.119110 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:56.119750 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c953e-fdab-4196-865e-eaa623055432 None None] The sync data for ids ['576ae54a-688c-4507-a946-5eadbb45a4e3'] in n-d-778696-5 is: [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:16:26Z', 'revision_number': 4, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '975db078-365c-4073-9b74-6b4700bdbc66', 'name': '', 'network_id': 'cd653837-16d0-4ce4-89f6-32469a5cf229', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'mac_address': 'fa:16:3e:93:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:24Z', 'updated_at': '2021-07-14T07:16:47Z', 'revision_number': 5, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'subnets': [{'id': '54c389bb-f8cc-4826-9a6a-5f4ac58e9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:24:56.148024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Transition to ACTIVE for port object 13274669-dbb4-4910-a2fd-5de39521b1b6 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:24:56.155528 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:56.204642 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Pushing event updated for resources: {'Port': ['ID=13274669-dbb4-4910-a2fd-5de39521b1b6,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:56.241468 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:56.242066 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:56.242490 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:56.255162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:56.255818 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:56.256421 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 2 to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 Jul 14 07:24:56.278442 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:56.279038 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:56.279880 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:56.287611 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:56.288155 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:56.288719 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 3 to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 Jul 14 07:24:56.306529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:56.307102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:56.307639 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:56.312587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:56.313138 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:56.313801 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 4 to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 Jul 14 07:24:56.330067 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:56.330666 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:56.331470 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:56.339244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:56.339578 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:56.339981 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 5 to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 Jul 14 07:24:56.355730 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:56.356069 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:56.356398 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:56.361725 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:56.362054 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:56.362565 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 6 to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 Jul 14 07:24:56.376278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:56.376742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:56.377360 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:56.384681 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:56.385156 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:56.386107 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 7 to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 Jul 14 07:24:56.403139 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:56.403544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:56.403979 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:56.408781 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:56.409213 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:56.409698 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 8 to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 Jul 14 07:24:56.433371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:56.433631 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:56.433965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:56.442428 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:56.442837 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:56.443318 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 9 to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 Jul 14 07:24:56.468213 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:56.470121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:56.470121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:56.475091 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:56.476057 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:56.476057 n-d-778696-5 neutron-server[93828]: INFO neutron.plugins.ml2.plugin [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempt 10 to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 Jul 14 07:24:56.493875 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:24:56.494306 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:24:56.497147 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempting to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:24:56.504631 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:24:56.515839 n-d-778696-5 neutron-server[93828]: ERROR neutron.plugins.ml2.managers [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Failed to bind port 13274669-dbb4-4910-a2fd-5de39521b1b6 on host n-h2-778696-5 for vnic_type normal using segments [{'id': 'e96f2a60-2adc-4eed-9f9d-91915cfa57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a75a14dc-9578-4a0b-bd67-05e79b3a9fd2'}] Jul 14 07:24:56.516343 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:56.582317 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47396) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:56.613070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b6391a-776d-4ff0-94ef-18d383779156 None None] New status for floating IP d99944ef-c18d-4a96-928d-ae19cb8d732f: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:24:56.699378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] For port 13274669-dbb4-4910-a2fd-5de39521b1b6, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:24:56.700103 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attempted to set empty binding levels {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 07:24:56.709865 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:56.711282 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67e39548-30e6-40a2-84cf-dc6b6a37053c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:56.737658 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67e39548-30e6-40a2-84cf-dc6b6a37053c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:56.783637 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] In _notify_port_updated(), no bound segment for port 13274669-dbb4-4910-a2fd-5de39521b1b6 on network a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 {{(pid=93828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:24:56.787229 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:56.787946 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:56.796767 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] 10.222.0.35 "PUT /v2.0/ports/13274669-dbb4-4910-a2fd-5de39521b1b6 HTTP/1.1" status: 200 len: 978 time: 1.5978749 Jul 14 07:24:56.800097 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47398) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:56.820489 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67e39548-30e6-40a2-84cf-dc6b6a37053c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:56.825745 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67e39548-30e6-40a2-84cf-dc6b6a37053c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:56.830205 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-67e39548-30e6-40a2-84cf-dc6b6a37053c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "DELETE /v2.0/security-groups/303e5f81-33d4-4c07-8145-9766ce73a061 HTTP/1.1" status: 204 len: 168 time: 0.2442276 Jul 14 07:24:56.831034 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47400) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:56.834159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b6a13-5d3c-4aef-93ae-1d67d9f0efe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Pushing event updated for resources: {'Port': ['ID=13274669-dbb4-4910-a2fd-5de39521b1b6,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:56.873720 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e39548-30e6-40a2-84cf-dc6b6a37053c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303e5f81-33d4-4c07-8145-9766ce73a061,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:56.889270 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-ac7952a3-9e55-4639-8128-c097529eac6c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] show failed (client error): The resource could not be found. Jul 14 07:24:56.893580 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47402) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:56.894806 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ac7952a3-9e55-4639-8128-c097529eac6c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "GET /v2.0/security-groups/303e5f81-33d4-4c07-8145-9766ce73a061 HTTP/1.1" status: 404 len: 347 time: 0.0313752 Jul 14 07:24:56.908311 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e39548-30e6-40a2-84cf-dc6b6a37053c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:56.908663 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e39548-30e6-40a2-84cf-dc6b6a37053c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:56.909061 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e39548-30e6-40a2-84cf-dc6b6a37053c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:56.909433 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e39548-30e6-40a2-84cf-dc6b6a37053c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:56.909770 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e39548-30e6-40a2-84cf-dc6b6a37053c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:56.910650 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e39548-30e6-40a2-84cf-dc6b6a37053c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:56.910982 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e39548-30e6-40a2-84cf-dc6b6a37053c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:56.911307 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e39548-30e6-40a2-84cf-dc6b6a37053c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:56.911636 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e39548-30e6-40a2-84cf-dc6b6a37053c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:56.911959 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e39548-30e6-40a2-84cf-dc6b6a37053c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:56.912283 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e39548-30e6-40a2-84cf-dc6b6a37053c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:56.912727 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e39548-30e6-40a2-84cf-dc6b6a37053c tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:24:57.057123 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-84c31928-3f56-4ff1-a950-fe50413e5335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Deleting port 13274669-dbb4-4910-a2fd-5de39521b1b6 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:24:57.057725 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84c31928-3f56-4ff1-a950-fe50413e5335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:57.168498 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-84c31928-3f56-4ff1-a950-fe50413e5335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] For port 13274669-dbb4-4910-a2fd-5de39521b1b6, host n-h2-778696-5, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:24:57.169331 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84c31928-3f56-4ff1-a950-fe50413e5335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:57.184466 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-84c31928-3f56-4ff1-a950-fe50413e5335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Calling delete_port for 13274669-dbb4-4910-a2fd-5de39521b1b6 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:24:57.203234 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-6300d191-09b4-4772-bf5c-10457a678f22 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Deleting port ee0c6967-ccb6-4c52-873b-24d68f6562c4 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:24:57.203577 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6300d191-09b4-4772-bf5c-10457a678f22 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:57.267638 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6e351-b771-488b-94ac-d64e9a38eac5 req-768e3998-3071-426b-a0ff-32be7e193d99 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:57.275082 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37f6e351-b771-488b-94ac-d64e9a38eac5 req-768e3998-3071-426b-a0ff-32be7e193d99 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.1539116 Jul 14 07:24:57.303439 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84c31928-3f56-4ff1-a950-fe50413e5335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:57.327521 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84c31928-3f56-4ff1-a950-fe50413e5335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:57.333870 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-84c31928-3f56-4ff1-a950-fe50413e5335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] 10.222.0.35 "DELETE /v2.0/ports/13274669-dbb4-4910-a2fd-5de39521b1b6 HTTP/1.1" status: 204 len: 168 time: 0.5316043 Jul 14 07:24:57.334130 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47410) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:57.360098 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c31928-3f56-4ff1-a950-fe50413e5335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] Pushing event deleted for resources: {'Port': ['ID=13274669-dbb4-4910-a2fd-5de39521b1b6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:57.361548 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37f6e351-b771-488b-94ac-d64e9a38eac5 req-c059fe7e-129a-47de-aaa9-9aa00fb270b2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855234 Jul 14 07:24:57.389136 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-553eaaf2-9756-481e-95cc-8f87ad44df20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] GET failed (client error): The resource could not be found. Jul 14 07:24:57.398024 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-553eaaf2-9756-481e-95cc-8f87ad44df20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161743146-project-admin] 10.222.0.35 "GET /v2.0/ports/13274669-dbb4-4910-a2fd-5de39521b1b6 HTTP/1.1" status: 404 len: 333 time: 0.0557797 Jul 14 07:24:57.399871 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47412) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:57.406185 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6300d191-09b4-4772-bf5c-10457a678f22 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:57.406504 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6300d191-09b4-4772-bf5c-10457a678f22 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:57.428297 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-6300d191-09b4-4772-bf5c-10457a678f22 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Calling delete_port for ee0c6967-ccb6-4c52-873b-24d68f6562c4 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:24:57.542996 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e947fab3-5711-4933-adde-958bdc25ecaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:57.732640 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6300d191-09b4-4772-bf5c-10457a678f22 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:57.744715 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e947fab3-5711-4933-adde-958bdc25ecaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:57.764607 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-e947fab3-5711-4933-adde-958bdc25ecaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75a14dc-9578-4a0b-bd67-05e79b3a9fd2']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:24:57.782701 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300d191-09b4-4772-bf5c-10457a678f22 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Pushing event deleted for resources: {'Port': ['ID=ee0c6967-ccb6-4c52-873b-24d68f6562c4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:57.830438 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-e947fab3-5711-4933-adde-958bdc25ecaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96f2a60-2adc-4eed-9f9d-91915cfa57da') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:24:57.830739 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-e947fab3-5711-4933-adde-958bdc25ecaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96f2a60-2adc-4eed-9f9d-91915cfa57da') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:24:57.851045 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e947fab3-5711-4933-adde-958bdc25ecaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:57.867872 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e947fab3-5711-4933-adde-958bdc25ecaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:57.890622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e947fab3-5711-4933-adde-958bdc25ecaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:24:57.899190 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e947fab3-5711-4933-adde-958bdc25ecaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:57.915937 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6300d191-09b4-4772-bf5c-10457a678f22 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:57.920368 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6300d191-09b4-4772-bf5c-10457a678f22 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:57.927683 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6300d191-09b4-4772-bf5c-10457a678f22 tempest-AttachVolumeShelveTestJSON-1691847800 tempest-AttachVolumeShelveTestJSON-1691847800-project] 10.222.0.35 "DELETE /v2.0/floatingips/d99944ef-c18d-4a96-928d-ae19cb8d732f HTTP/1.1" status: 204 len: 168 time: 1.0302172 Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:24:58.057721 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:24:58.064004 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e947fab3-5711-4933-adde-958bdc25ecaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:58.073878 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e947fab3-5711-4933-adde-958bdc25ecaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:58.085371 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f8939350-7a69-425b-9320-90aed337d763 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:24:58.121933 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e947fab3-5711-4933-adde-958bdc25ecaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] 10.222.0.35 "DELETE /v2.0/networks/a75a14dc-9578-4a0b-bd67-05e79b3a9fd2 HTTP/1.1" status: 204 len: 168 time: 0.7196300 Jul 14 07:24:58.177088 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947fab3-5711-4933-adde-958bdc25ecaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827776684-project] Pushing event deleted for resources: {'Network': ['ID=a75a14dc-9578-4a0b-bd67-05e79b3a9fd2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:58.186571 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: f8939350-7a69-425b-9320-90aed337d763 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:24:58.187385 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f8939350-7a69-425b-9320-90aed337d763 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:24:58.589451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47432) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:58.792151 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fe4fb-79c7-4e41-bac1-9d484c506181 req-cac6aeb7-153a-4864-97f0-50420694f5c9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:24:58.811664 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d9fe4fb-79c7-4e41-bac1-9d484c506181 req-cac6aeb7-153a-4864-97f0-50420694f5c9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.1571963 Jul 14 07:24:58.876455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-63593c16-a022-45d5-81d2-cd9de940f4f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6cce52c48b12427fb17dd33b80779cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858083 Jul 14 07:24:58.879694 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47438) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:58.896352 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d9fe4fb-79c7-4e41-bac1-9d484c506181 req-98aed320-e9e7-4fc9-834d-53c8b96935c1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836024 Jul 14 07:24:59.009918 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31a08aab-bc15-4603-8f26-7a634287e478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:59.042207 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31a08aab-bc15-4603-8f26-7a634287e478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:59.131802 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31a08aab-bc15-4603-8f26-7a634287e478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:59.135343 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31a08aab-bc15-4603-8f26-7a634287e478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:59.137067 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-31a08aab-bc15-4603-8f26-7a634287e478 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b60b28cf-24c0-4893-b1ef-f0dc7db56787 HTTP/1.1" status: 204 len: 168 time: 0.2558081 Jul 14 07:24:59.151856 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a08aab-bc15-4603-8f26-7a634287e478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60b28cf-24c0-4893-b1ef-f0dc7db56787,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:24:59.654265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47452) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:59.721302 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-10f41a35-ca6a-4933-b0c8-3b3ae4ae3480 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f2c8cfa6a1614c8b9013205fb32d56d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656741 Jul 14 07:24:59.723641 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47454) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:24:59.888031 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a0b5a40-f3d2-4617-966b-e5bdd36ab872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:24:59.955363 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a0b5a40-f3d2-4617-966b-e5bdd36ab872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:00.068918 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a0b5a40-f3d2-4617-966b-e5bdd36ab872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:00.071923 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a0b5a40-f3d2-4617-966b-e5bdd36ab872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:00.075611 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6a0b5a40-f3d2-4617-966b-e5bdd36ab872 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d27492b6-f182-4ab1-b768-0c9c29f3a1e9 HTTP/1.1" status: 204 len: 168 time: 0.3486502 Jul 14 07:25:00.096544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b5a40-f3d2-4617-966b-e5bdd36ab872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27492b6-f182-4ab1-b768-0c9c29f3a1e9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:00.307635 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14036571-d94a-4555-9ec5-c4ca409552aa req-b1b24c5f-6d78-4516-b7ef-3008eb61add2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:00.325385 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14036571-d94a-4555-9ec5-c4ca409552aa req-b1b24c5f-6d78-4516-b7ef-3008eb61add2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.1997795 Jul 14 07:25:00.403655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14036571-d94a-4555-9ec5-c4ca409552aa req-5dbc5b7b-f8a8-4e39-aacd-fa477aa01b58 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766425 Jul 14 07:25:00.507821 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb002-b179-4371-9e6b-27c40c4772a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:01.747980 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7bc47-2d45-43a9-85ae-f6a53d5b0640 req-4c976f90-c7a5-430c-a38c-67d810ee2c2b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:01.756940 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0f7bc47-2d45-43a9-85ae-f6a53d5b0640 req-4c976f90-c7a5-430c-a38c-67d810ee2c2b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.1686449 Jul 14 07:25:01.840359 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0f7bc47-2d45-43a9-85ae-f6a53d5b0640 req-40d77ad4-fb2a-4a04-a333-60fb25bd3017 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729325 Jul 14 07:25:02.696758 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47552) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:02.749780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66969f9d-8189-400a-89f4-3a3be2796250 req-3180f564-2992-438b-8a23-99eec4c128ed tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:02.763127 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66969f9d-8189-400a-89f4-3a3be2796250 req-3180f564-2992-438b-8a23-99eec4c128ed tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.1265986 Jul 14 07:25:02.851172 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66969f9d-8189-400a-89f4-3a3be2796250 req-83143698-9dc2-4b33-9243-a2a7c99d3a6d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858200 Jul 14 07:25:02.944389 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b97e806b-760e-45c6-a018-afea8b484fb7 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1639612552', 'router:external': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:02.992987 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97e806b-760e-45c6-a018-afea8b484fb7 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Made reservation on behalf of dac61e48ad4048aa92b53b0c44f414b6 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:25:02.999119 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b97e806b-760e-45c6-a018-afea8b484fb7 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:03.012429 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b97e806b-760e-45c6-a018-afea8b484fb7 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:03.044564 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:25:03.126406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16c07d-4b58-441b-bfea-4e047c28e335 req-a1a0ed77-268c-42bb-b3ec-c369193515d2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:03.151805 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c16c07d-4b58-441b-bfea-4e047c28e335 req-a1a0ed77-268c-42bb-b3ec-c369193515d2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.1027639 Jul 14 07:25:03.252561 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c16c07d-4b58-441b-bfea-4e047c28e335 req-a6c00f70-d2a8-4237-9e9a-c8223cc3f6cf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977747 Jul 14 07:25:03.301541 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c9fac28d-82fe-40b2-acb7-7e349ccbe0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:03.316551 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b97e806b-760e-45c6-a018-afea8b484fb7 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:03.323138 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b97e806b-760e-45c6-a018-afea8b484fb7 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:03.341979 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97e806b-760e-45c6-a018-afea8b484fb7 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:25:03.352865 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b97e806b-760e-45c6-a018-afea8b484fb7 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:03.353691 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-b97e806b-760e-45c6-a018-afea8b484fb7 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Added segment 68637b8c-b8f2-4610-bf26-1987067b4ba1 of type vlan for network 6436a956-9cb3-44f0-9264-2373ea44b501 Jul 14 07:25:03.417428 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b97e806b-760e-45c6-a018-afea8b484fb7 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:03.494851 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e806b-760e-45c6-a018-afea8b484fb7 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b29c45-ffc6-4447-b9af-622e9b222d1f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:03.508373 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b97e806b-760e-45c6-a018-afea8b484fb7 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:03.509590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97e806b-760e-45c6-a018-afea8b484fb7 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:03.511262 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b97e806b-760e-45c6-a018-afea8b484fb7 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:03.592638 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b97e806b-760e-45c6-a018-afea8b484fb7 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8946924 Jul 14 07:25:03.598193 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:03.604995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47576) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:03.623078 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e806b-760e-45c6-a018-afea8b484fb7 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Pushing event updated for resources: {'Network': ['ID=6436a956-9cb3-44f0-9264-2373ea44b501,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:03.625435 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-72d5bf15-44ac-41eb-a6ac-75ebb55b8c36 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Request body: {'subnet': {'network_id': '6436a956-9cb3-44f0-9264-2373ea44b501', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:03.637315 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 6436a956-9cb3-44f0-9264-2373ea44b501 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:25:03.657986 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d5bf15-44ac-41eb-a6ac-75ebb55b8c36 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Made reservation on behalf of dac61e48ad4048aa92b53b0c44f414b6 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:25:03.660838 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-72d5bf15-44ac-41eb-a6ac-75ebb55b8c36 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:03.738375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7769f-bf03-4bdb-a4c2-4c520953b6e6 req-ef22a931-1891-4979-82a1-9c0568854efd tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:03.739887 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-38c7769f-bf03-4bdb-a4c2-4c520953b6e6 req-ef22a931-1891-4979-82a1-9c0568854efd tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.1815932 Jul 14 07:25:03.805981 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-38c7769f-bf03-4bdb-a4c2-4c520953b6e6 req-15621846-d76e-4e83-8ad6-22bb15f0b556 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586078 Jul 14 07:25:04.074326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.objects.ports [None req-72d5bf15-44ac-41eb-a6ac-75ebb55b8c36 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 07:25:04.074787 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-72d5bf15-44ac-41eb-a6ac-75ebb55b8c36 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:04.134838 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5bf15-44ac-41eb-a6ac-75ebb55b8c36 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Pushing event updated for resources: {'Subnet': ['ID=30aa73ce-1c43-45df-8ded-712302a576ed,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:04.143496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d5bf15-44ac-41eb-a6ac-75ebb55b8c36 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Checking segment: {'id': '68637b8c-b8f2-4610-bf26-1987067b4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6436a956-9cb3-44f0-9264-2373ea44b501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:25:04.143857 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d5bf15-44ac-41eb-a6ac-75ebb55b8c36 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Network hostable DHCP agents. Network: 6436a956-9cb3-44f0-9264-2373ea44b501, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:25:04.161362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d5bf15-44ac-41eb-a6ac-75ebb55b8c36 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Network 6436a956-9cb3-44f0-9264-2373ea44b501 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:25:04.169949 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-72d5bf15-44ac-41eb-a6ac-75ebb55b8c36 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 6436a956-9cb3-44f0-9264-2373ea44b501) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:25:04.174031 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d5bf15-44ac-41eb-a6ac-75ebb55b8c36 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:04.174656 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-72d5bf15-44ac-41eb-a6ac-75ebb55b8c36 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:04.180681 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e32ec07-0053-4fe2-a2d2-4822908b2bf2 None None] Network 6436a956-9cb3-44f0-9264-2373ea44b501 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:25:04.191245 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-72d5bf15-44ac-41eb-a6ac-75ebb55b8c36 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5741796 Jul 14 07:25:04.194190 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47580) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:04.199493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ff7936dc-9496-484c-aef1-fce7fc02dc8f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-454546481', 'network_id': '6436a956-9cb3-44f0-9264-2373ea44b501'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:04.221845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7936dc-9496-484c-aef1-fce7fc02dc8f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Made reservation on behalf of dac61e48ad4048aa92b53b0c44f414b6 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:25:04.224725 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff7936dc-9496-484c-aef1-fce7fc02dc8f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:04.240405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-ff7936dc-9496-484c-aef1-fce7fc02dc8f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] device_id is not set on port 72c0608b-d35f-4f2e-8f9a-3c6f204339f8 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:25:04.326779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b24f2ec-3681-4d33-910c-885403df9049 None None] Network 6436a956-9cb3-44f0-9264-2373ea44b501 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:25:04.370310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-ff7936dc-9496-484c-aef1-fce7fc02dc8f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Allocated IP 172.20.0.6 (6436a956-9cb3-44f0-9264-2373ea44b501/30aa73ce-1c43-45df-8ded-712302a576ed/72c0608b-d35f-4f2e-8f9a-3c6f204339f8) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:25:04.569120 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff7936dc-9496-484c-aef1-fce7fc02dc8f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:04.575102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47598) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:04.602573 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d56841-113d-4f11-a5ec-dd2814ce45cd req-88a3763b-5c69-4b0d-b548-7b38518817cf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:04.604359 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e8d56841-113d-4f11-a5ec-dd2814ce45cd req-88a3763b-5c69-4b0d-b548-7b38518817cf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.1300993 Jul 14 07:25:04.625657 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:04.663161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e8d56841-113d-4f11-a5ec-dd2814ce45cd req-a6cb8275-0d19-4950-bfed-6c2c396b37df tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524871 Jul 14 07:25:04.674760 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-44d86b97-5ce2-4fef-a944-25da445563bc service neutron] show failed (client error): The resource could not be found. Jul 14 07:25:04.676799 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-44d86b97-5ce2-4fef-a944-25da445563bc service neutron] 10.222.0.30 "GET /v2.0/ports/bd36109f-64be-4694-a08e-b972b5f30e52/bindings/n-h2-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.0908790 Jul 14 07:25:04.681959 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff7936dc-9496-484c-aef1-fce7fc02dc8f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:04.798422 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7936dc-9496-484c-aef1-fce7fc02dc8f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Network 6436a956-9cb3-44f0-9264-2373ea44b501 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:25:04.804217 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7936dc-9496-484c-aef1-fce7fc02dc8f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Pushing event updated for resources: {'Port': ['ID=72c0608b-d35f-4f2e-8f9a-3c6f204339f8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:04.810254 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-ff7936dc-9496-484c-aef1-fce7fc02dc8f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:25:04.812710 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7936dc-9496-484c-aef1-fce7fc02dc8f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:25:04.862977 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7936dc-9496-484c-aef1-fce7fc02dc8f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:04.864093 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff7936dc-9496-484c-aef1-fce7fc02dc8f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:04.895768 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ff7936dc-9496-484c-aef1-fce7fc02dc8f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.7002611 Jul 14 07:25:04.898625 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47604) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:05.081445 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-febb124e-c8b8-4923-ab8f-11dca6c314fa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Deleting port 72c0608b-d35f-4f2e-8f9a-3c6f204339f8 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:25:05.082463 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-febb124e-c8b8-4923-ab8f-11dca6c314fa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:05.167370 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-febb124e-c8b8-4923-ab8f-11dca6c314fa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:05.181614 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-febb124e-c8b8-4923-ab8f-11dca6c314fa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Calling delete_port for 72c0608b-d35f-4f2e-8f9a-3c6f204339f8 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:25:05.279435 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-da1490fb-3e00-422f-8683-6a2103d20945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:05.280946 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-da1490fb-3e00-422f-8683-6a2103d20945 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562&tenant_id=b7b4e8051a664c019a0af911d6ce8090 HTTP/1.1" status: 200 len: 1097 time: 0.1583405 Jul 14 07:25:05.298863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a7462-cd37-48c9-b5c7-7c701b8c35a9 req-4b99203f-42e0-41c5-a4ca-ad680a2bb6c6 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:05.300853 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd4a7462-cd37-48c9-b5c7-7c701b8c35a9 req-4b99203f-42e0-41c5-a4ca-ad680a2bb6c6 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.1467073 Jul 14 07:25:05.307976 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-5', 'device_owner': 'compute:nova'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:05.319731 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-febb124e-c8b8-4923-ab8f-11dca6c314fa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:05.347796 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb124e-c8b8-4923-ab8f-11dca6c314fa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Pushing event deleted for resources: {'Port': ['ID=72c0608b-d35f-4f2e-8f9a-3c6f204339f8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:05.412566 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd4a7462-cd37-48c9-b5c7-7c701b8c35a9 req-3bef36bb-40c0-420a-a804-65a268cd6b7c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835910 Jul 14 07:25:05.417399 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-febb124e-c8b8-4923-ab8f-11dca6c314fa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:05.422445 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-febb124e-c8b8-4923-ab8f-11dca6c314fa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "DELETE /v2.0/ports/72c0608b-d35f-4f2e-8f9a-3c6f204339f8 HTTP/1.1" status: 204 len: 168 time: 0.5202134 Jul 14 07:25:05.422686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47608) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:05.428165 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6436a956-9cb3-44f0-9264-2373ea44b501', 'external_fixed_ips': [{'subnet_id': '30aa73ce-1c43-45df-8ded-712302a576ed', 'ip_address': '172.20.0.6'}]}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:05.451544 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:05.453024 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:05.460639 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:05.512830 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:05.662668 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-33537028-d821-436e-b3d3-6308fb0294d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:05.833444 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bd36109f-64be-4694-a08e-b972b5f30e52,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:05.954445 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:25:06.008910 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:06.015003 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9722e-a4c4-49c0-8a7b-9ba5c3712baf req-81c01b10-e5f3-41e6-a338-ff274e7bc980 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:06.016728 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2e9722e-a4c4-49c0-8a7b-9ba5c3712baf req-81c01b10-e5f3-41e6-a338-ff274e7bc980 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.2046878 Jul 14 07:25:06.020977 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:25:06.023398 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1e4a79-387c-4916-9706-b47c15fb7a65" -d '{"events": [{"server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "name": "network-vif-unplugged", "status": "completed", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:25:06.027236 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:06.068923 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Transition to ACTIVE for port object bd36109f-64be-4694-a08e-b972b5f30e52 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:25:06.085231 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b56bfc-3bb5-44b7-9dc2-4bd82cffd44d x-openstack-request-id: req-e8b56bfc-3bb5-44b7-9dc2-4bd82cffd44d {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:25:06.085458 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "name": "network-vif-unplugged", "status": "completed", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:25:06.085712 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8b56bfc-3bb5-44b7-9dc2-4bd82cffd44d {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:25:06.086107 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'code': 200} Jul 14 07:25:06.091512 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:06.103304 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2e9722e-a4c4-49c0-8a7b-9ba5c3712baf req-2d59d0ff-41f8-4766-957c-f75678990f18 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697899 Jul 14 07:25:06.192351 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:06.226093 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Pushing event updated for resources: {'Port': ['ID=bd36109f-64be-4694-a08e-b972b5f30e52,revision_number=6']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:06.299292 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:06.324938 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:06.328534 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] No DVR routers for this DVR port bd36109f-64be-4694-a08e-b972b5f30e52 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:25:06.387415 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-33537028-d821-436e-b3d3-6308fb0294d6 admin admin] Deleting port 975db078-365c-4073-9b74-6b4700bdbc66 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:25:06.387809 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-33537028-d821-436e-b3d3-6308fb0294d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:06.534031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Allocated IP 172.20.0.6 (6436a956-9cb3-44f0-9264-2373ea44b501/30aa73ce-1c43-45df-8ded-712302a576ed/1f1f2083-5b27-4d22-af5f-403e876fe355) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:25:06.658920 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:06.713141 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:06.714631 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:25:06.771276 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Network 6436a956-9cb3-44f0-9264-2373ea44b501 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:25:06.774661 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:25:06.779712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:25:06.783682 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Pushing event updated for resources: {'Port': ['ID=1f1f2083-5b27-4d22-af5f-403e876fe355,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:06.880779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:25:06.944279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-33537028-d821-436e-b3d3-6308fb0294d6 admin admin] For port 975db078-365c-4073-9b74-6b4700bdbc66, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=975db078-365c-4073-9b74-6b4700bdbc66,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:06.944279 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-33537028-d821-436e-b3d3-6308fb0294d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:06.989793 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:07.063153 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-33537028-d821-436e-b3d3-6308fb0294d6 admin admin] Calling delete_port for 975db078-365c-4073-9b74-6b4700bdbc66 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:25:07.073893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Attempting to bind port bd36109f-64be-4694-a08e-b972b5f30e52 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:25:07.074496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:25:07.076990 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d56df2a-c625-4138-ab59-1dc1ee406d98" -d '{"events": [{"server_uuid": "64800e8e-44d3-47dd-9fce-d50d50e5fa4a", "name": "network-vif-unplugged", "status": "completed", "tag": "2e36dc1d-c57b-48c6-bb75-df5a84d61e15"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:25:07.082776 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Attempting to bind port bd36109f-64be-4694-a08e-b972b5f30e52 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:25:07.083349 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Attempting to bind port bd36109f-64be-4694-a08e-b972b5f30e52 on network 38ae9afe-8843-4343-abf1-799616916e95 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:25:07.099201 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:07.103318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1e8ed-0a6e-4711-9be7-e36070917003 req-f3b683e2-251d-4afb-97fe-f7eb0ce610fe tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:07.105510 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ecc1e8ed-0a6e-4711-9be7-e36070917003 req-f3b683e2-251d-4afb-97fe-f7eb0ce610fe tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.2549968 Jul 14 07:25:07.116820 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:07.124102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Port bd36109f-64be-4694-a08e-b972b5f30e52 on network 38ae9afe-8843-4343-abf1-799616916e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:25:07.125517 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'port_id': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'mac_address': 'fa:16:3e:4b:ba:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:25:07.126052 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Attempting to bind port bd36109f-64be-4694-a08e-b972b5f30e52 on network 38ae9afe-8843-4343-abf1-799616916e95 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:25:07.140170 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:07.153604 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:25:07.161812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Checking segment: {'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:25:07.162427 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Bound using segment: {'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:25:07.163775 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Bound port: bd36109f-64be-4694-a08e-b972b5f30e52, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:25:07.168633 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:07.266427 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db482f31-455f-45a2-bd56-b7038830a0d0 x-openstack-request-id: req-db482f31-455f-45a2-bd56-b7038830a0d0 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:25:07.277304 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64800e8e-44d3-47dd-9fce-d50d50e5fa4a", "name": "network-vif-unplugged", "status": "completed", "tag": "2e36dc1d-c57b-48c6-bb75-df5a84d61e15", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:25:07.277806 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db482f31-455f-45a2-bd56-b7038830a0d0 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:25:07.278654 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'code': 200} Jul 14 07:25:07.279635 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,revision_number=11']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:07.310066 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:07.349460 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:07.364538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:25:07.375586 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ecc1e8ed-0a6e-4711-9be7-e36070917003 req-a57f7c6e-a4b9-4aa5-894f-92efcac0e399 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633743 Jul 14 07:25:07.403762 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:07.411059 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:07.521334 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,revision_number=12']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:07.544675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['2e36dc1d-c57b-48c6-bb75-df5a84d61e15'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:25:07.699851 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:07.713536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:25:07.761330 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bd36109f-64be-4694-a08e-b972b5f30e52,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:25:07.778102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a16cb-e83a-4a5b-986b-cbe37f88b8f5 req-74a41a0f-214c-4c23-80ae-63900cb9384b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:07.779564 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b93a16cb-e83a-4a5b-986b-cbe37f88b8f5 req-74a41a0f-214c-4c23-80ae-63900cb9384b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 944 time: 0.3351488 Jul 14 07:25:07.781888 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:07.838314 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Pushing event updated for resources: {'Port': ['ID=bd36109f-64be-4694-a08e-b972b5f30e52,revision_number=7']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:07.872577 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:07.873362 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:07.888435 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-4f8e5232-8062-4f42-be18-a7f80fd99143 service neutron] 10.222.0.15 "PUT /v2.0/ports/bd36109f-64be-4694-a08e-b972b5f30e52 HTTP/1.1" status: 200 len: 1092 time: 2.5956287 Jul 14 07:25:07.933038 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Router 86fd7282-db62-470c-a599-5cf63681112a is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:25:08.083821 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b93a16cb-e83a-4a5b-986b-cbe37f88b8f5 req-3371a065-39d0-4ed6-a214-5204bc9a84ad tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512317 Jul 14 07:25:08.091147 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:25:08.093645 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d1c1b6-27b2-4444-b67d-ff15e7129098" -d '{"events": [{"name": "network-changed", "server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:25:08.129885 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:25:08.143730 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Sync routers for ids ['86fd7282-db62-470c-a599-5cf63681112a'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:25:08.164688 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:08.168550 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a46be93d-35e1-4b05-9fdf-307c2123427a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.7423499 Jul 14 07:25:08.168923 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47660) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:08.173806 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-33537028-d821-436e-b3d3-6308fb0294d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:08.190066 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Routers {'86fd7282-db62-470c-a599-5cf63681112a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:08.190820 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['86fd7282-db62-470c-a599-5cf63681112a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:08.228892 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-bedb6a1f-833b-4bdf-ae77-cc3c64007c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:08.232342 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-bedb6a1f-833b-4bdf-ae77-cc3c64007c0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 1095 time: 0.2944655 Jul 14 07:25:08.263892 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0281c07d-9c9f-4983-81d7-d5171cca5c01 x-openstack-request-id: req-0281c07d-9c9f-4983-81d7-d5171cca5c01 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:25:08.264297 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:25:08.264637 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0281c07d-9c9f-4983-81d7-d5171cca5c01 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:25:08.265121 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'status': 'completed', 'code': 200} Jul 14 07:25:08.277348 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33537028-d821-436e-b3d3-6308fb0294d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=975db078-365c-4073-9b74-6b4700bdbc66,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:08.382892 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Set router 86fd7282-db62-470c-a599-5cf63681112a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:25:08.510137 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-21a5a47a-d18a-4691-babc-2d45a0dbc53a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:08.611712 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-5c6c91a1-5930-4605-b3d3-bf72729db4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:08.613478 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-5c6c91a1-5930-4605-b3d3-bf72729db4e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=38ae9afe-8843-4343-abf1-799616916e95 HTTP/1.1" status: 200 len: 898 time: 0.3474402 Jul 14 07:25:08.666080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-4c088eb3-e7da-4e9c-ab92-5d3f4fc4bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:08.667660 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-4c088eb3-e7da-4e9c-ab92-5d3f4fc4bcad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 1095 time: 0.3628531 Jul 14 07:25:08.732775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:25:08.833995 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-33537028-d821-436e-b3d3-6308fb0294d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:08.871668 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:25:08.872041 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:08.882291 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-b24240ef-2d86-4f77-9129-0c028278ac3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd36109f-64be-4694-a08e-b972b5f30e52 HTTP/1.1" status: 200 len: 998 time: 0.2183619 Jul 14 07:25:08.970503 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fd7282-db62-470c-a599-5cf63681112a', 'name': '', 'tenant_id': 'dac61e48ad4048aa92b53b0c44f414b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6436a956-9cb3-44f0-9264-2373ea44b501', 'external_fixed_ips': [{'subnet_id': '30aa73ce-1c43-45df-8ded-712302a576ed', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '1f1f2083-5b27-4d22-af5f-403e876fe355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:25:05Z', 'updated_at': '2021-07-14T07:25:07Z', 'revision_number': 3, 'project_id': 'dac61e48ad4048aa92b53b0c44f414b6', 'gw_port': {'id': '1f1f2083-5b27-4d22-af5f-403e876fe355', 'name': '', 'network_id': '6436a956-9cb3-44f0-9264-2373ea44b501', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fd7282-db62-470c-a599-5cf63681112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '30aa73ce-1c43-45df-8ded-712302a576ed', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:25:06Z', 'updated_at': '2021-07-14T07:25:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30aa73ce-1c43-45df-8ded-712302a576ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:09.014385 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Checking router: 86fd7282-db62-470c-a599-5cf63681112a for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:25:09.015103 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Updating router 86fd7282-db62-470c-a599-5cf63681112a port 1f1f2083-5b27-4d22-af5f-403e876fe355 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:25:09.062774 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:09.063260 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:09.132870 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-3b1a432f-e980-4ed5-9e6a-239bd3f27d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:09.147283 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-3b1a432f-e980-4ed5-9e6a-239bd3f27d5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=38ae9afe-8843-4343-abf1-799616916e95 HTTP/1.1" status: 200 len: 898 time: 0.4222383 Jul 14 07:25:09.150796 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-21a5a47a-d18a-4691-babc-2d45a0dbc53a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:09.293440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:09.294646 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:25:09.300365 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3edb56-b46a-47b8-9859-abb10cb84fca" -d '{"events": [{"server_uuid": "64800e8e-44d3-47dd-9fce-d50d50e5fa4a", "name": "network-vif-plugged", "status": "completed", "tag": "2e36dc1d-c57b-48c6-bb75-df5a84d61e15"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:25:09.312150 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:09.313252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bd36109f-64be-4694-a08e-b972b5f30e52 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:25:09.383366 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-6e65620d-8c90-4f75-b6e8-5fd2e43f8c64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd36109f-64be-4694-a08e-b972b5f30e52 HTTP/1.1" status: 200 len: 998 time: 0.2280116 Jul 14 07:25:09.393683 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:09.407900 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Transition to ACTIVE for port object 1f1f2083-5b27-4d22-af5f-403e876fe355 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:25:09.421603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-df81b5b3-7f22-41c0-842b-0f331f36c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:09.426215 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:09.426399 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-df81b5b3-7f22-41c0-842b-0f331f36c2dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d1bb139-2c7a-411a-866c-c1f87975767a HTTP/1.1" status: 200 len: 835 time: 0.4978955 Jul 14 07:25:09.454995 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bd36109f-64be-4694-a08e-b972b5f30e52 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:25:09.486522 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,revision_number=13']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:09.489029 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-21a5a47a-d18a-4691-babc-2d45a0dbc53a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Deleting port 1f1f2083-5b27-4d22-af5f-403e876fe355 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:25:09.490062 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-21a5a47a-d18a-4691-babc-2d45a0dbc53a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:09.509902 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db6de4-8ef7-42b8-b8ab-c48ebe52e55b None None] Pushing event updated for resources: {'Port': ['ID=1f1f2083-5b27-4d22-af5f-403e876fe355,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:09.517495 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Attempting to bind port 1f1f2083-5b27-4d22-af5f-403e876fe355 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:25:09.518067 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Attempting to bind port 1f1f2083-5b27-4d22-af5f-403e876fe355 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '68637b8c-b8f2-4610-bf26-1987067b4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6436a956-9cb3-44f0-9264-2373ea44b501'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:25:09.518517 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Attempting to bind port 1f1f2083-5b27-4d22-af5f-403e876fe355 on network 6436a956-9cb3-44f0-9264-2373ea44b501 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:25:09.526282 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db6de4-8ef7-42b8-b8ab-c48ebe52e55b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:09.526690 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db6de4-8ef7-42b8-b8ab-c48ebe52e55b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:09.527168 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db6de4-8ef7-42b8-b8ab-c48ebe52e55b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:09.527588 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db6de4-8ef7-42b8-b8ab-c48ebe52e55b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:09.528050 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db6de4-8ef7-42b8-b8ab-c48ebe52e55b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:09.528479 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db6de4-8ef7-42b8-b8ab-c48ebe52e55b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:09.528891 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db6de4-8ef7-42b8-b8ab-c48ebe52e55b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:09.529364 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db6de4-8ef7-42b8-b8ab-c48ebe52e55b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:09.529773 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db6de4-8ef7-42b8-b8ab-c48ebe52e55b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:09.530345 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db6de4-8ef7-42b8-b8ab-c48ebe52e55b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:09.530754 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db6de4-8ef7-42b8-b8ab-c48ebe52e55b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:09.531191 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db6de4-8ef7-42b8-b8ab-c48ebe52e55b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:09.537409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-9c9bd031-5734-48a4-9fda-263ac635d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:09.538162 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:25:09.538655 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Checking segment: {'id': '68637b8c-b8f2-4610-bf26-1987067b4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6436a956-9cb3-44f0-9264-2373ea44b501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:25:09.539153 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:09.539629 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Bound using segment: {'id': '68637b8c-b8f2-4610-bf26-1987067b4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6436a956-9cb3-44f0-9264-2373ea44b501'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:25:09.539975 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-9c9bd031-5734-48a4-9fda-263ac635d7f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d1bb139-2c7a-411a-866c-c1f87975767a HTTP/1.1" status: 200 len: 835 time: 0.1437747 Jul 14 07:25:09.540515 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Bound port: 1f1f2083-5b27-4d22-af5f-403e876fe355, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68637b8c-b8f2-4610-bf26-1987067b4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6436a956-9cb3-44f0-9264-2373ea44b501'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:25:09.542042 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:09.579415 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4bac7-6dc5-44fd-8f02-1f247728fc26 req-95a4e4cb-9e61-47f7-b718-beac01a56298 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:09.581110 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5da4bac7-6dc5-44fd-8f02-1f247728fc26 req-95a4e4cb-9e61-47f7-b718-beac01a56298 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 945 time: 0.7013946 Jul 14 07:25:09.626473 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] For port 1f1f2083-5b27-4d22-af5f-403e876fe355, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:25:09.631127 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] For port 1f1f2083-5b27-4d22-af5f-403e876fe355, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1f1f2083-5b27-4d22-af5f-403e876fe355,segment=NetworkSegment(68637b8c-b8f2-4610-bf26-1987067b4ba1),segment_id=68637b8c-b8f2-4610-bf26-1987067b4ba1)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:25:09.641783 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-21a5a47a-d18a-4691-babc-2d45a0dbc53a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:09.646372 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:09.662530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-b6cbbda7-022f-42fa-9506-57f91635b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:09.664338 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-b6cbbda7-022f-42fa-9506-57f91635b7c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38ae9afe-8843-4343-abf1-799616916e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100457 Jul 14 07:25:09.665456 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-21a5a47a-d18a-4691-babc-2d45a0dbc53a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Calling delete_port for 1f1f2083-5b27-4d22-af5f-403e876fe355 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:25:09.737036 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db6de4-8ef7-42b8-b8ab-c48ebe52e55b None None] Pushing event updated for resources: {'Port': ['ID=1f1f2083-5b27-4d22-af5f-403e876fe355,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:09.746224 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Routers {'86fd7282-db62-470c-a599-5cf63681112a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:09.746945 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['86fd7282-db62-470c-a599-5cf63681112a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:09.774614 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5da4bac7-6dc5-44fd-8f02-1f247728fc26 req-b968c538-63a6-4198-9cfe-f484479d31b3 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688812 Jul 14 07:25:09.806206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c299f7f-e306-4ec5-934e-e78716232ccc req-61bb1a5f-ab02-404b-817a-a75ef440d538 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:09.816216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c299f7f-e306-4ec5-934e-e78716232ccc req-61bb1a5f-ab02-404b-817a-a75ef440d538 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:09.828084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c299f7f-e306-4ec5-934e-e78716232ccc req-61bb1a5f-ab02-404b-817a-a75ef440d538 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:09.844789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c299f7f-e306-4ec5-934e-e78716232ccc req-61bb1a5f-ab02-404b-817a-a75ef440d538 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:09.846157 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] Set router 86fd7282-db62-470c-a599-5cf63681112a gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:25:09.861587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c299f7f-e306-4ec5-934e-e78716232ccc req-61bb1a5f-ab02-404b-817a-a75ef440d538 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:09.874758 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c299f7f-e306-4ec5-934e-e78716232ccc req-61bb1a5f-ab02-404b-817a-a75ef440d538 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:09.892336 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c299f7f-e306-4ec5-934e-e78716232ccc req-61bb1a5f-ab02-404b-817a-a75ef440d538 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:09.900405 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c299f7f-e306-4ec5-934e-e78716232ccc req-61bb1a5f-ab02-404b-817a-a75ef440d538 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5434 time: 0.7235577 Jul 14 07:25:09.907540 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fd7282-db62-470c-a599-5cf63681112a', 'name': '', 'tenant_id': 'dac61e48ad4048aa92b53b0c44f414b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:25:05Z', 'updated_at': '2021-07-14T07:25:09Z', 'revision_number': 4, 'project_id': 'dac61e48ad4048aa92b53b0c44f414b6', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:09.937358 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b2457-f329-4b1b-81ae-9360877bb9af None None] The sync data for ids ['86fd7282-db62-470c-a599-5cf63681112a'] in n-d-778696-5 is: [{'id': '86fd7282-db62-470c-a599-5cf63681112a', 'name': '', 'tenant_id': 'dac61e48ad4048aa92b53b0c44f414b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:25:05Z', 'updated_at': '2021-07-14T07:25:09Z', 'revision_number': 4, 'project_id': 'dac61e48ad4048aa92b53b0c44f414b6', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:25:09.958893 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-b4e4389d-5bf3-4161-9f54-7e8d3bed7fe7 service neutron] 10.222.0.30 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841587 Jul 14 07:25:10.024785 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-97cce372-efef-4b1f-97b9-6c224f3b2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:10.026459 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-97cce372-efef-4b1f-97b9-6c224f3b2409 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38ae9afe-8843-4343-abf1-799616916e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5901587 Jul 14 07:25:10.148953 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-6dc7ecd2-371f-4016-aa3d-63ced2ed7179 service neutron] 10.222.0.30 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789293 Jul 14 07:25:10.151652 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-21a5a47a-d18a-4691-babc-2d45a0dbc53a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:10.208453 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5a47a-d18a-4691-babc-2d45a0dbc53a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f1f2083-5b27-4d22-af5f-403e876fe355,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:10.288445 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-21a5a47a-d18a-4691-babc-2d45a0dbc53a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:10.297036 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c299f7f-e306-4ec5-934e-e78716232ccc req-20d54473-d9db-46da-84fd-211897953406 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3938305 Jul 14 07:25:10.401135 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ef6183-d44e-4f56-947e-82e013b8e05e x-openstack-request-id: req-30ef6183-d44e-4f56-947e-82e013b8e05e {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:25:10.401738 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64800e8e-44d3-47dd-9fce-d50d50e5fa4a", "name": "network-vif-plugged", "status": "completed", "tag": "2e36dc1d-c57b-48c6-bb75-df5a84d61e15", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:25:10.401738 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30ef6183-d44e-4f56-947e-82e013b8e05e {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:25:10.402123 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'code': 200} Jul 14 07:25:10.471758 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33537028-d821-436e-b3d3-6308fb0294d6 admin admin] Router 576ae54a-688c-4507-a946-5eadbb45a4e3 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:25:10.511422 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-3cd71e49-4732-4f38-9996-3880c6c12373 service neutron] 10.222.0.15 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748540 Jul 14 07:25:10.532939 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-21a5a47a-d18a-4691-babc-2d45a0dbc53a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:10.538056 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-21a5a47a-d18a-4691-babc-2d45a0dbc53a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:10.554279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002037b-60b5-43a3-b67a-ee129ec0d65a req-d20c3dd3-236d-4507-bdb3-9269f1437e6a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:10.556269 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f002037b-60b5-43a3-b67a-ee129ec0d65a req-d20c3dd3-236d-4507-bdb3-9269f1437e6a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 944 time: 0.5285563 Jul 14 07:25:10.611556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01497cb2-1a57-49ee-a1bd-8626ba463b51 req-784e7741-f03d-476b-97c8-46fcd6cb8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:10.613386 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-01497cb2-1a57-49ee-a1bd-8626ba463b51 req-784e7741-f03d-476b-97c8-46fcd6cb8804 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 1097 time: 0.1587832 Jul 14 07:25:10.614236 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-21a5a47a-d18a-4691-babc-2d45a0dbc53a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:10.614658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a5a47a-d18a-4691-babc-2d45a0dbc53a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86fd7282-db62-470c-a599-5cf63681112a {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:25:10.620871 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-21a5a47a-d18a-4691-babc-2d45a0dbc53a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:10.624820 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-21a5a47a-d18a-4691-babc-2d45a0dbc53a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "DELETE /v2.0/routers/86fd7282-db62-470c-a599-5cf63681112a HTTP/1.1" status: 204 len: 168 time: 2.4515200 Jul 14 07:25:10.625134 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47682) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:10.749790 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2db134-6d2c-4f0d-b9df-f9bc3517800c tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Deleting subnet 30aa73ce-1c43-45df-8ded-712302a576ed {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:25:10.754238 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c2db134-6d2c-4f0d-b9df-f9bc3517800c tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:10.812044 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c2db134-6d2c-4f0d-b9df-f9bc3517800c tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:10.819059 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f002037b-60b5-43a3-b67a-ee129ec0d65a req-5c0676cf-aabf-4c3a-b6e4-c33c97c75914 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408483 Jul 14 07:25:10.845980 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01497cb2-1a57-49ee-a1bd-8626ba463b51 req-1edc8249-342f-4e49-9323-92c1a2f3fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:10.848269 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-01497cb2-1a57-49ee-a1bd-8626ba463b51 req-1edc8249-342f-4e49-9323-92c1a2f3fdd8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 913 time: 0.2115743 Jul 14 07:25:10.899412 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-d161847c-e3f8-491c-9791-0702c38058ec service neutron] 10.222.0.15 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686223 Jul 14 07:25:10.950505 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33537028-d821-436e-b3d3-6308fb0294d6 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:25:10.959413 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c2db134-6d2c-4f0d-b9df-f9bc3517800c tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:10.969797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-33537028-d821-436e-b3d3-6308fb0294d6 admin admin] 10.222.0.35 "PUT /v2.0/routers/576ae54a-688c-4507-a946-5eadbb45a4e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3932562 Jul 14 07:25:10.971048 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34f6519-6839-45bb-bd5e-9fe318ca258c None None] Sync routers for ids ['576ae54a-688c-4507-a946-5eadbb45a4e3'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:25:10.980149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47686) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:10.986535 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34f6519-6839-45bb-bd5e-9fe318ca258c None None] Routers {'576ae54a-688c-4507-a946-5eadbb45a4e3'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:10.990609 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d34f6519-6839-45bb-bd5e-9fe318ca258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['576ae54a-688c-4507-a946-5eadbb45a4e3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:11.051537 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-01497cb2-1a57-49ee-a1bd-8626ba463b51 req-7f0f85f5-a399-4cbf-8a2b-aa077b1c5065 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15 HTTP/1.1" status: 200 len: 1001 time: 0.1941075 Jul 14 07:25:11.072237 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c2db134-6d2c-4f0d-b9df-f9bc3517800c tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:11.074809 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09858059-e1ee-4dfc-ac25-8c373b49c738 req-cf5ce4d2-d267-4291-883d-5d619efb942a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:11.093388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09858059-e1ee-4dfc-ac25-8c373b49c738 req-cf5ce4d2-d267-4291-883d-5d619efb942a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:11.110331 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09858059-e1ee-4dfc-ac25-8c373b49c738 req-cf5ce4d2-d267-4291-883d-5d619efb942a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:11.129481 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09858059-e1ee-4dfc-ac25-8c373b49c738 req-cf5ce4d2-d267-4291-883d-5d619efb942a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:11.143199 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09858059-e1ee-4dfc-ac25-8c373b49c738 req-cf5ce4d2-d267-4291-883d-5d619efb942a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:11.143639 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c2db134-6d2c-4f0d-b9df-f9bc3517800c tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:11.148771 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0c2db134-6d2c-4f0d-b9df-f9bc3517800c tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/30aa73ce-1c43-45df-8ded-712302a576ed HTTP/1.1" status: 204 len: 168 time: 0.5225425 Jul 14 07:25:11.152336 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47688) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:11.153797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2db134-6d2c-4f0d-b9df-f9bc3517800c tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=30aa73ce-1c43-45df-8ded-712302a576ed,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:11.162541 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09858059-e1ee-4dfc-ac25-8c373b49c738 req-cf5ce4d2-d267-4291-883d-5d619efb942a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:11.172001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09858059-e1ee-4dfc-ac25-8c373b49c738 req-cf5ce4d2-d267-4291-883d-5d619efb942a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:11.174128 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09858059-e1ee-4dfc-ac25-8c373b49c738 req-cf5ce4d2-d267-4291-883d-5d619efb942a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5434 time: 0.6445041 Jul 14 07:25:11.243732 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-d34f6519-6839-45bb-bd5e-9fe318ca258c None None] Set router 576ae54a-688c-4507-a946-5eadbb45a4e3 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:25:11.293241 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01497cb2-1a57-49ee-a1bd-8626ba463b51 req-d8398310-ad1b-4990-8428-4cc1f783eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:11.295221 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-01497cb2-1a57-49ee-a1bd-8626ba463b51 req-d8398310-ad1b-4990-8428-4cc1f783eca2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.2360322 Jul 14 07:25:11.386866 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0bcadac7-05f1-4a67-aba4-079e3dcaf8dd tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:11.432486 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1503542-7bfe-4b98-aeb4-49d7b2500bd7 req-03746f98-fff5-49eb-8422-bf7af0f3986a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:11.435238 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f1503542-7bfe-4b98-aeb4-49d7b2500bd7 req-03746f98-fff5-49eb-8422-bf7af0f3986a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.3937223 Jul 14 07:25:11.477062 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-b8ef5b64-d237-4965-9093-5e277ff785ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:11.478858 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-b8ef5b64-d237-4965-9093-5e277ff785ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 1095 time: 0.4993775 Jul 14 07:25:11.525371 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e225101c-99cc-4e80-87fb-14ee8bb48568 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:11.555949 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01497cb2-1a57-49ee-a1bd-8626ba463b51 req-b8d4ee96-fafc-4ebf-935f-f88074e887c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:11.561893 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-01497cb2-1a57-49ee-a1bd-8626ba463b51 req-b8d4ee96-fafc-4ebf-935f-f88074e887c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2435653 Jul 14 07:25:11.567437 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0bcadac7-05f1-4a67-aba4-079e3dcaf8dd tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:11.625697 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0bcadac7-05f1-4a67-aba4-079e3dcaf8dd tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6436a956-9cb3-44f0-9264-2373ea44b501']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:11.679672 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0bcadac7-05f1-4a67-aba4-079e3dcaf8dd tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68637b8c-b8f2-4610-bf26-1987067b4ba1') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:11.680114 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0bcadac7-05f1-4a67-aba4-079e3dcaf8dd tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68637b8c-b8f2-4610-bf26-1987067b4ba1') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:11.695846 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0bcadac7-05f1-4a67-aba4-079e3dcaf8dd tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:11.716926 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d34f6519-6839-45bb-bd5e-9fe318ca258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:25:07Z', 'revision_number': 5, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:11.721885 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0bcadac7-05f1-4a67-aba4-079e3dcaf8dd tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:11.733665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f1503542-7bfe-4b98-aeb4-49d7b2500bd7 req-cdc17c07-3064-4d31-add5-b3a883a13dd8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791078 Jul 14 07:25:11.735911 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bcadac7-05f1-4a67-aba4-079e3dcaf8dd tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:25:11.736446 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0bcadac7-05f1-4a67-aba4-079e3dcaf8dd tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:25:11.739099 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:25:11.767807 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34f6519-6839-45bb-bd5e-9fe318ca258c None None] Checking router: 576ae54a-688c-4507-a946-5eadbb45a4e3 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:25:11.780915 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34f6519-6839-45bb-bd5e-9fe318ca258c None None] Routers {'576ae54a-688c-4507-a946-5eadbb45a4e3'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:11.781644 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d34f6519-6839-45bb-bd5e-9fe318ca258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['576ae54a-688c-4507-a946-5eadbb45a4e3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:11.800141 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-01497cb2-1a57-49ee-a1bd-8626ba463b51 req-33c91445-f160-4b06-8a64-1c97eefb4966 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213829 Jul 14 07:25:11.824763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-805c4958-0079-4225-be49-23446ea7f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:11.826298 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-805c4958-0079-4225-be49-23446ea7f155 service neutron] 10.222.0.15 "GET /v2.0/networks?id=38ae9afe-8843-4343-abf1-799616916e95 HTTP/1.1" status: 200 len: 898 time: 0.3361509 Jul 14 07:25:11.904884 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e225101c-99cc-4e80-87fb-14ee8bb48568 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:12.050259 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-d34f6519-6839-45bb-bd5e-9fe318ca258c None None] Set router 576ae54a-688c-4507-a946-5eadbb45a4e3 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:25:12.452143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d34f6519-6839-45bb-bd5e-9fe318ca258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:25:07Z', 'revision_number': 5, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:12.495328 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34f6519-6839-45bb-bd5e-9fe318ca258c None None] The sync data for ids ['576ae54a-688c-4507-a946-5eadbb45a4e3'] in n-d-778696-5 is: [{'id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1810204308-router', 'tenant_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '867fc16f-0613-4280-b275-05ed4582fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:16:12Z', 'updated_at': '2021-07-14T07:25:07Z', 'revision_number': 5, 'project_id': 'b01c2add3f774ccfa1969ff5ab4ec1f7', 'gw_port': {'id': '867fc16f-0613-4280-b275-05ed4582fd08', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576ae54a-688c-4507-a946-5eadbb45a4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:15Z', 'updated_at': '2021-07-14T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:25:12.597590 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0bcadac7-05f1-4a67-aba4-079e3dcaf8dd tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:12.614252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcadac7-05f1-4a67-aba4-079e3dcaf8dd tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6436a956-9cb3-44f0-9264-2373ea44b501 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 07:25:12.620234 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0bcadac7-05f1-4a67-aba4-079e3dcaf8dd tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:12.624528 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0bcadac7-05f1-4a67-aba4-079e3dcaf8dd tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "DELETE /v2.0/networks/6436a956-9cb3-44f0-9264-2373ea44b501 HTTP/1.1" status: 204 len: 168 time: 1.4586389 Jul 14 07:25:12.680712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcadac7-05f1-4a67-aba4-079e3dcaf8dd tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Pushing event deleted for resources: {'Network': ['ID=6436a956-9cb3-44f0-9264-2373ea44b501,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:12.738622 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-c8afafe1-9a20-4834-8317-d4266dfb23ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd36109f-64be-4694-a08e-b972b5f30e52 HTTP/1.1" status: 200 len: 998 time: 0.8469679 Jul 14 07:25:12.782170 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-01497cb2-1a57-49ee-a1bd-8626ba463b51 req-84f30c6a-e427-4f43-b5b5-562407356199 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9696505 Jul 14 07:25:12.856872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-e225101c-99cc-4e80-87fb-14ee8bb48568 admin admin] Deleting port 867fc16f-0613-4280-b275-05ed4582fd08 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:25:12.857931 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e225101c-99cc-4e80-87fb-14ee8bb48568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:12.942900 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 975db078-365c-4073-9b74-6b4700bdbc66 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:25:13.033565 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 975db078-365c-4073-9b74-6b4700bdbc66 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:25:13.038452 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 975db078-365c-4073-9b74-6b4700bdbc66 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:25:13.079326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-e225101c-99cc-4e80-87fb-14ee8bb48568 admin admin] For port 867fc16f-0613-4280-b275-05ed4582fd08, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=867fc16f-0613-4280-b275-05ed4582fd08,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:13.079864 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e225101c-99cc-4e80-87fb-14ee8bb48568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:13.100329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-e225101c-99cc-4e80-87fb-14ee8bb48568 admin admin] Calling delete_port for 867fc16f-0613-4280-b275-05ed4582fd08 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:25:13.106306 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47718) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:13.110968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d7b8764b-7007-4608-b9c1-28b1de434dd0 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Request body: {'router': {'name': 'tempest-router--2084026396', 'project_id': '240cecc9a1cf4f00a055cf0cba1eb7d4'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:13.173315 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d7b8764b-7007-4608-b9c1-28b1de434dd0 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:13.174500 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d7b8764b-7007-4608-b9c1-28b1de434dd0 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:13.286618 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d7b8764b-7007-4608-b9c1-28b1de434dd0 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:13.290171 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-77b932f2-5062-4c6b-bb27-2fbce690f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:13.291686 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-77b932f2-5062-4c6b-bb27-2fbce690f6bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d1bb139-2c7a-411a-866c-c1f87975767a HTTP/1.1" status: 200 len: 835 time: 0.5437539 Jul 14 07:25:13.299095 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d7b8764b-7007-4608-b9c1-28b1de434dd0 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:13.319252 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d2553-6d2f-4b6e-9f00-e56280979dd3 req-b9d01031-c771-4a2b-b770-eb049fd50e3b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:13.326666 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d7b8764b-7007-4608-b9c1-28b1de434dd0 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:13.331054 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d7b8764b-7007-4608-b9c1-28b1de434dd0 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2238252 Jul 14 07:25:13.333641 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47720) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:13.339084 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af0d2553-6d2f-4b6e-9f00-e56280979dd3 req-b9d01031-c771-4a2b-b770-eb049fd50e3b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 944 time: 0.6839590 Jul 14 07:25:13.485611 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c49dfe3-4ae2-478b-b8cf-c99789530626 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:13.725987 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af0d2553-6d2f-4b6e-9f00-e56280979dd3 req-8df78e77-327f-414a-87da-1fec40a01f52 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3859274 Jul 14 07:25:13.795585 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e033eec-69ef-4525-826b-97f97ef6c3b6 req-606ea3e3-f1e3-4dec-9fdc-516069a1d891 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:13.797377 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e033eec-69ef-4525-826b-97f97ef6c3b6 req-606ea3e3-f1e3-4dec-9fdc-516069a1d891 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.6034284 Jul 14 07:25:13.855273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-60685295-c62e-485e-83e4-cf57c327d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:13.857126 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-60685295-c62e-485e-83e4-cf57c327d457 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38ae9afe-8843-4343-abf1-799616916e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5158501 Jul 14 07:25:13.975357 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c49dfe3-4ae2-478b-b8cf-c99789530626 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:13.980253 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c49dfe3-4ae2-478b-b8cf-c99789530626 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:14.027705 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e033eec-69ef-4525-826b-97f97ef6c3b6 req-9a0b004a-9f2a-4541-861d-2d6b4acc24f2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196727 Jul 14 07:25:14.091140 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e225101c-99cc-4e80-87fb-14ee8bb48568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:14.101412 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c49dfe3-4ae2-478b-b8cf-c99789530626 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:14.102155 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c49dfe3-4ae2-478b-b8cf-c99789530626 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 254cb629-f62a-43c7-8870-6c215bfb7b72 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:25:14.107241 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c49dfe3-4ae2-478b-b8cf-c99789530626 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:14.109230 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3c49dfe3-4ae2-478b-b8cf-c99789530626 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "DELETE /v2.0/routers/254cb629-f62a-43c7-8870-6c215bfb7b72 HTTP/1.1" status: 204 len: 168 time: 0.7742209 Jul 14 07:25:14.163393 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bd36109f-64be-4694-a08e-b972b5f30e52 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:25:14.198488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225101c-99cc-4e80-87fb-14ee8bb48568 admin admin] Pushing event deleted for resources: {'Port': ['ID=867fc16f-0613-4280-b275-05ed4582fd08,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:14.215906 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47738) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:14.257104 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-1e6fdbd5-855f-4ff8-b54a-324d61d5dc9d service neutron] 10.222.0.15 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841307 Jul 14 07:25:14.314763 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e225101c-99cc-4e80-87fb-14ee8bb48568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:14.362329 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47742) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:14.408674 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bd36109f-64be-4694-a08e-b972b5f30e52,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:14.443359 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'network_id': '38ae9afe-8843-4343-abf1-799616916e95', 'port_id': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'mac_address': 'fa:16:3e:60:58:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:25:14.484862 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e225101c-99cc-4e80-87fb-14ee8bb48568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:14.489775 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e225101c-99cc-4e80-87fb-14ee8bb48568 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:14.546912 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:14.594230 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e225101c-99cc-4e80-87fb-14ee8bb48568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:14.596157 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e225101c-99cc-4e80-87fb-14ee8bb48568 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 576ae54a-688c-4507-a946-5eadbb45a4e3 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:25:14.599309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd36109f-64be-4694-a08e-b972b5f30e52 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:25:14.600016 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee07f1f-5b50-4e19-a004-41cb85e9d00d req-f156006d-59cf-43bb-9238-b1168127f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:14.600503 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee07f1f-5b50-4e19-a004-41cb85e9d00d req-f156006d-59cf-43bb-9238-b1168127f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:14.618263 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee07f1f-5b50-4e19-a004-41cb85e9d00d req-f156006d-59cf-43bb-9238-b1168127f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:14.619578 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e225101c-99cc-4e80-87fb-14ee8bb48568 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:14.622058 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee07f1f-5b50-4e19-a004-41cb85e9d00d req-f156006d-59cf-43bb-9238-b1168127f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:14.625044 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee07f1f-5b50-4e19-a004-41cb85e9d00d req-f156006d-59cf-43bb-9238-b1168127f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:14.627660 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e225101c-99cc-4e80-87fb-14ee8bb48568 admin admin] 10.222.0.35 "DELETE /v2.0/routers/576ae54a-688c-4507-a946-5eadbb45a4e3 HTTP/1.1" status: 204 len: 168 time: 3.6371031 Jul 14 07:25:14.629037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee07f1f-5b50-4e19-a004-41cb85e9d00d req-f156006d-59cf-43bb-9238-b1168127f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:14.630131 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee07f1f-5b50-4e19-a004-41cb85e9d00d req-f156006d-59cf-43bb-9238-b1168127f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:14.632660 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-aee07f1f-5b50-4e19-a004-41cb85e9d00d req-f156006d-59cf-43bb-9238-b1168127f576 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 6491 time: 0.4139802 Jul 14 07:25:14.633363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47746) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:14.642929 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bd36109f-64be-4694-a08e-b972b5f30e52,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:14.653782 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:14.659402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73d1c1b6-27b2-4444-b67d-ff15e7129098 req-0c098a1e-5772-427a-88f4-b25bba6c8a34 service neutron] 10.222.0.15 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445883 Jul 14 07:25:14.668749 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1220761901', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:14.793141 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-aee07f1f-5b50-4e19-a004-41cb85e9d00d req-101a0cb2-fe8d-4b36-abf4-1c4a54f63caa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1162608 Jul 14 07:25:14.806362 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=bd36109f-64be-4694-a08e-b972b5f30e52,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:14.836597 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5f4a16-19ad-483d-9357-6e4e3a45f9a9 admin admin] Deleting subnet 54c389bb-f8cc-4826-9a6a-5f4ac58e9131 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:25:14.842656 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:14.842656 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:14.854870 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab5f4a16-19ad-483d-9357-6e4e3a45f9a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:14.872363 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['bd36109f-64be-4694-a08e-b972b5f30e52'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:25:14.935739 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab5f4a16-19ad-483d-9357-6e4e3a45f9a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:14.988404 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:15.108000 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fd33c-4888-47bf-abe3-666ab960b424 req-e8e8f779-a36b-41ef-a6ae-78af34807e8a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:15.119074 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-540fd33c-4888-47bf-abe3-666ab960b424 req-e8e8f779-a36b-41ef-a6ae-78af34807e8a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 945 time: 0.1562662 Jul 14 07:25:15.184874 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-540fd33c-4888-47bf-abe3-666ab960b424 req-2dd9a033-6298-42b3-8f60-21a278bfce17 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649130 Jul 14 07:25:15.240298 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:15.273498 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab5f4a16-19ad-483d-9357-6e4e3a45f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:15.404871 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708844bd-34b8-47cc-bff3-cc0ec50504e1 req-ca6551eb-eda4-443f-86c7-db83521d3e8b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:15.414359 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-708844bd-34b8-47cc-bff3-cc0ec50504e1 req-ca6551eb-eda4-443f-86c7-db83521d3e8b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.1477520 Jul 14 07:25:15.423076 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab5f4a16-19ad-483d-9357-6e4e3a45f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:15.470861 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:15.474508 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f4a16-19ad-483d-9357-6e4e3a45f9a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54c389bb-f8cc-4826-9a6a-5f4ac58e9131,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:15.477833 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab5f4a16-19ad-483d-9357-6e4e3a45f9a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:15.479928 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ab5f4a16-19ad-483d-9357-6e4e3a45f9a9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/54c389bb-f8cc-4826-9a6a-5f4ac58e9131 HTTP/1.1" status: 204 len: 168 time: 0.8438842 Jul 14 07:25:15.482331 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47764) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:15.485624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0fe719-6c57-4981-844d-5aad05b5eaf8 None None] Network cd653837-16d0-4ce4-89f6-32469a5cf229 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:25:15.525889 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-708844bd-34b8-47cc-bff3-cc0ec50504e1 req-21b738c7-ab0b-4934-a29e-5f5b4e708f62 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942578 Jul 14 07:25:15.592864 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:15.671220 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:15.752286 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:15.760562 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ea38f7-f186-4aa0-869c-692d6546e51c None None] DHCP port deletion for cd653837-16d0-4ce4-89f6-32469a5cf229 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:25:15.774436 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:15.819920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-51ea38f7-f186-4aa0-869c-692d6546e51c None None] Deleting port 4fbe784e-687a-4e54-846d-6bc74109868a {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:25:15.820378 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-51ea38f7-f186-4aa0-869c-692d6546e51c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:15.912992 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Allocated IP 172.25.7.170 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/f9cbee59-61f8-4359-b2c4-b1fa40800a22) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:25:15.917924 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-51ea38f7-f186-4aa0-869c-692d6546e51c None None] For port 4fbe784e-687a-4e54-846d-6bc74109868a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=4fbe784e-687a-4e54-846d-6bc74109868a,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:15.918326 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-51ea38f7-f186-4aa0-869c-692d6546e51c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:15.922443 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1d0ec-24ab-4f9c-af52-471fdbf423a7 req-7af28a0d-c7a3-4a47-894a-02641ecee5dd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:15.923986 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-50a1d0ec-24ab-4f9c-af52-471fdbf423a7 req-7af28a0d-c7a3-4a47-894a-02641ecee5dd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 945 time: 0.0882912 Jul 14 07:25:15.942943 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-51ea38f7-f186-4aa0-869c-692d6546e51c None None] Calling delete_port for 4fbe784e-687a-4e54-846d-6bc74109868a owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:25:15.965169 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-4d6890f5-170b-4a51-a25a-8eb9039e74e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:15.966753 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-4d6890f5-170b-4a51-a25a-8eb9039e74e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.15 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562&tenant_id=b7b4e8051a664c019a0af911d6ce8090&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 945 time: 0.2115941 Jul 14 07:25:16.036814 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] Deleting port 4fbe784e-687a-4e54-846d-6bc74109868a {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:25:16.040606 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:16.056980 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-50a1d0ec-24ab-4f9c-af52-471fdbf423a7 req-801240ec-e6c8-4c33-8103-86b2ef463bae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243982 Jul 14 07:25:16.095760 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-51ea38f7-f186-4aa0-869c-692d6546e51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:16.098598 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-29d2a8c6-9fb8-47ea-a805-3712d351dec0 service neutron] 10.222.0.15 "GET /v2.0/ports/bd36109f-64be-4694-a08e-b972b5f30e52/bindings/n-h2-778696-5 HTTP/1.1" status: 200 len: 382 time: 0.1035573 Jul 14 07:25:16.141047 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea38f7-f186-4aa0-869c-692d6546e51c None None] Pushing event deleted for resources: {'Port': ['ID=4fbe784e-687a-4e54-846d-6bc74109868a,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:16.150336 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea38f7-f186-4aa0-869c-692d6546e51c None None] No DVR routers for this DVR port 4fbe784e-687a-4e54-846d-6bc74109868a on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:25:16.188619 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bd36109f-64be-4694-a08e-b972b5f30e52 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:25:16.211279 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:16.242163 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] For port 4fbe784e-687a-4e54-846d-6bc74109868a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=4fbe784e-687a-4e54-846d-6bc74109868a,segment=NetworkSegment(0ba77749-354c-4ccd-bb4c-3ad23f28db80),segment_id=0ba77749-354c-4ccd-bb4c-3ad23f28db80)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:16.242833 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:16.270543 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port bd36109f-64be-4694-a08e-b972b5f30e52 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:25:16.272794 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] Calling delete_port for 4fbe784e-687a-4e54-846d-6bc74109868a owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:25:16.277983 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port bd36109f-64be-4694-a08e-b972b5f30e52 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:25:16.278705 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:16.278834 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-6996506d-1660-4bee-89ac-4ba1f6553d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:16.281126 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-6996506d-1660-4bee-89ac-4ba1f6553d1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 1096 time: 0.1589110 Jul 14 07:25:16.358981 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:16.413303 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-0f67b4a6-cd5c-4884-9d21-7ccdee9c1fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:16.414377 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:25:16.415365 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-0f67b4a6-cd5c-4884-9d21-7ccdee9c1fae service neutron] 10.222.0.15 "GET /v2.0/networks?id=38ae9afe-8843-4343-abf1-799616916e95 HTTP/1.1" status: 200 len: 898 time: 0.1266160 Jul 14 07:25:16.421971 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:25:16.425715 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:25:16.456140 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Pushing event updated for resources: {'Port': ['ID=f9cbee59-61f8-4359-b2c4-b1fa40800a22,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:16.467648 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:16.477778 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:16.503070 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbe784e-687a-4e54-846d-6bc74109868a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:16.517001 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] No DVR routers for this DVR port 4fbe784e-687a-4e54-846d-6bc74109868a on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:25:16.590196 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bd36109f-64be-4694-a08e-b972b5f30e52,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:16.594254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:25:16.599504 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354179f2-1f34-4022-8f40-8b2498db2788" -d '{"events": [{"server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "name": "network-vif-plugged", "status": "completed", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:25:16.608521 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:16.625498 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-73f48384-b052-4e76-a50c-9f18071685fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd36109f-64be-4694-a08e-b972b5f30e52 HTTP/1.1" status: 200 len: 999 time: 0.2030957 Jul 14 07:25:16.668264 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:16.700932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd653837-16d0-4ce4-89f6-32469a5cf229']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:16.723614 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-a0a21655-ebbb-4f7a-a5ec-1cbfed9b0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:16.724579 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=bd36109f-64be-4694-a08e-b972b5f30e52,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:16.728736 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-a0a21655-ebbb-4f7a-a5ec-1cbfed9b0a7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d1bb139-2c7a-411a-866c-c1f87975767a HTTP/1.1" status: 200 len: 835 time: 0.0967429 Jul 14 07:25:16.736837 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8015cfef-7a48-4927-862f-04d071cd6bca x-openstack-request-id: req-8015cfef-7a48-4927-862f-04d071cd6bca {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:25:16.741813 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "name": "network-vif-plugged", "status": "completed", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:25:16.742133 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8015cfef-7a48-4927-862f-04d071cd6bca {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:25:16.742557 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'code': 200} Jul 14 07:25:16.758229 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba77749-354c-4ccd-bb4c-3ad23f28db80') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:16.761629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba77749-354c-4ccd-bb4c-3ad23f28db80') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:16.779107 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:16.808617 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:16.829509 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 867fc16f-0613-4280-b275-05ed4582fd08 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:25:16.856327 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 867fc16f-0613-4280-b275-05ed4582fd08 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:25:16.856700 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 867fc16f-0613-4280-b275-05ed4582fd08 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:25:16.857146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 4fbe784e-687a-4e54-846d-6bc74109868a no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:25:16.872368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:25:16.873125 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:25:16.875035 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:25:16.881651 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 4fbe784e-687a-4e54-846d-6bc74109868a {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:25:16.881994 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 4fbe784e-687a-4e54-846d-6bc74109868a not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:25:16.915563 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184463b-5208-4ed3-80fb-e6fde454768e req-de1165dc-ced9-439a-8545-882ccb2cfde9 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:16.922767 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4184463b-5208-4ed3-80fb-e6fde454768e req-de1165dc-ced9-439a-8545-882ccb2cfde9 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.1186745 Jul 14 07:25:16.927399 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-2dfb922d-3733-452d-9eb0-43e6f8086652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:16.928913 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-2dfb922d-3733-452d-9eb0-43e6f8086652 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38ae9afe-8843-4343-abf1-799616916e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911514 Jul 14 07:25:17.020637 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:17.029573 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:17.039819 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cd653837-16d0-4ce4-89f6-32469a5cf229 HTTP/1.1" status: 204 len: 168 time: 1.5564222 Jul 14 07:25:17.055765 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4184463b-5208-4ed3-80fb-e6fde454768e req-1d5f260d-6c7a-4619-83f7-cb9706b040c8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320431 Jul 14 07:25:17.092946 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d09692-9eed-4fb8-b0c2-c018029b9b55 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd653837-16d0-4ce4-89f6-32469a5cf229,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:17.101314 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:17.117721 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-020e2df2-2b37-442c-b250-cf2f12508366 service neutron] 10.222.0.15 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779876 Jul 14 07:25:17.375804 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47788) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:17.379346 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-b582d74c-9b2e-491b-8d06-0130e83ad256 service neutron] 10.222.0.15 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582457 Jul 14 07:25:17.455518 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36e7ec-a4df-4887-905e-1480aaddb483 req-95f05a7f-cacf-4e67-b68a-21d7f59bde24 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:17.457654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8f36e7ec-a4df-4887-905e-1480aaddb483 req-95f05a7f-cacf-4e67-b68a-21d7f59bde24 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.1225119 Jul 14 07:25:17.460746 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-28569cc7-1871-4aa4-bb32-229e30e90b7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b01c2add3f774ccfa1969ff5ab4ec1f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801744 Jul 14 07:25:17.464764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47790) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:17.478110 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:17.557279 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8f36e7ec-a4df-4887-905e-1480aaddb483 req-bfce6d11-e070-4e8e-ae54-02b2d019a6c7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932095 Jul 14 07:25:17.569979 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bbb1d652-af4f-43e2-97bf-94d92ae8bbe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:17.594270 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bbb1d652-af4f-43e2-97bf-94d92ae8bbe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:17.667207 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bbb1d652-af4f-43e2-97bf-94d92ae8bbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:17.670044 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Router 2fcdafbf-6e8a-412d-8ace-d04d44f70806 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:25:17.670636 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bbb1d652-af4f-43e2-97bf-94d92ae8bbe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:17.671986 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bbb1d652-af4f-43e2-97bf-94d92ae8bbe3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/434e90a6-4541-4064-a150-408651bfdd59 HTTP/1.1" status: 204 len: 168 time: 0.2063129 Jul 14 07:25:17.687170 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1d652-af4f-43e2-97bf-94d92ae8bbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434e90a6-4541-4064-a150-408651bfdd59,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:17.839348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:25:17.854363 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ce3098-cb78-452e-b0cc-d86760861986 None None] Sync routers for ids ['2fcdafbf-6e8a-412d-8ace-d04d44f70806'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:25:17.870374 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ce3098-cb78-452e-b0cc-d86760861986 None None] Routers {'2fcdafbf-6e8a-412d-8ace-d04d44f70806'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:17.872666 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-59ce3098-cb78-452e-b0cc-d86760861986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['2fcdafbf-6e8a-412d-8ace-d04d44f70806'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:17.903084 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:17.905493 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-39cdaa94-39de-466a-84fa-b361c255141d tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5410953 Jul 14 07:25:17.908270 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47794) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:17.975833 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-59ce3098-cb78-452e-b0cc-d86760861986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:17.987319 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ce3098-cb78-452e-b0cc-d86760861986 None None] Routers {'2fcdafbf-6e8a-412d-8ace-d04d44f70806'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:17.988570 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-59ce3098-cb78-452e-b0cc-d86760861986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['2fcdafbf-6e8a-412d-8ace-d04d44f70806'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:18.055692 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-59ce3098-cb78-452e-b0cc-d86760861986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:18.056353 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ce3098-cb78-452e-b0cc-d86760861986 None None] The sync data for ids ['2fcdafbf-6e8a-412d-8ace-d04d44f70806'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:25:18.100358 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8ce3df5c-6268-48d4-b818-bb17b6d5866c tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "GET /v2.0/routers/2fcdafbf-6e8a-412d-8ace-d04d44f70806 HTTP/1.1" status: 200 len: 921 time: 0.1904001 Jul 14 07:25:18.102904 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47800) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:18.175941 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7ac6e408-1b05-44aa-8a18-9a9784d591bb tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fcdafbf-6e8a-412d-8ace-d04d44f70806 HTTP/1.1" status: 200 len: 205 time: 0.0687611 Jul 14 07:25:18.177233 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47806) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:18.414101 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ab9e1-abdb-4702-a492-85802403dcb0 req-ce32d437-7d60-49a0-aa08-225051c029b3 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:18.422739 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-151ab9e1-abdb-4702-a492-85802403dcb0 req-ce32d437-7d60-49a0-aa08-225051c029b3 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.1679339 Jul 14 07:25:18.426368 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fc2d115f-2e70-482f-8b2e-1ccadbbe2508 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:18.534704 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-151ab9e1-abdb-4702-a492-85802403dcb0 req-00e8b793-eef4-4e41-a6b5-634a76383cbc tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110780 Jul 14 07:25:18.652874 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fc2d115f-2e70-482f-8b2e-1ccadbbe2508 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:18.720658 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d115f-2e70-482f-8b2e-1ccadbbe2508 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Deleting port f9cbee59-61f8-4359-b2c4-b1fa40800a22 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:25:18.721140 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fc2d115f-2e70-482f-8b2e-1ccadbbe2508 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:18.818608 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fc2d115f-2e70-482f-8b2e-1ccadbbe2508 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:18.832986 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d115f-2e70-482f-8b2e-1ccadbbe2508 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Calling delete_port for f9cbee59-61f8-4359-b2c4-b1fa40800a22 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:25:19.049422 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fc2d115f-2e70-482f-8b2e-1ccadbbe2508 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:19.087860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d115f-2e70-482f-8b2e-1ccadbbe2508 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Pushing event deleted for resources: {'Port': ['ID=f9cbee59-61f8-4359-b2c4-b1fa40800a22,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:19.112136 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcbf12-86b2-4d93-a202-dc4e04209ebf req-f3c7d981-eedd-4a36-addd-f3804cd80e64 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:19.114620 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15fcbf12-86b2-4d93-a202-dc4e04209ebf req-f3c7d981-eedd-4a36-addd-f3804cd80e64 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.1183677 Jul 14 07:25:19.205229 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15fcbf12-86b2-4d93-a202-dc4e04209ebf req-25f6afba-5515-4347-9dbb-85db84677199 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728698 Jul 14 07:25:19.216901 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fc2d115f-2e70-482f-8b2e-1ccadbbe2508 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:19.343111 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fc2d115f-2e70-482f-8b2e-1ccadbbe2508 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:19.346191 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fc2d115f-2e70-482f-8b2e-1ccadbbe2508 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:19.418949 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fc2d115f-2e70-482f-8b2e-1ccadbbe2508 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:19.420967 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2d115f-2e70-482f-8b2e-1ccadbbe2508 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Fanout notify agent at l3_agent the message router_deleted on router 2fcdafbf-6e8a-412d-8ace-d04d44f70806 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:25:19.436123 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fc2d115f-2e70-482f-8b2e-1ccadbbe2508 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:19.452597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fc2d115f-2e70-482f-8b2e-1ccadbbe2508 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "DELETE /v2.0/routers/2fcdafbf-6e8a-412d-8ace-d04d44f70806 HTTP/1.1" status: 204 len: 168 time: 1.2740188 Jul 14 07:25:19.456289 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47834) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:19.462242 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Request body: {'router': {'name': 'tempest-snat-router-566469763', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'enable_snat': False}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:19.540478 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:19.546482 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:19.692433 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:19.930865 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:19.950835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9011132-4ece-48d4-a66b-957165e3e53c req-801b0547-f083-4f21-9fad-0266a81c0bd7 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:19.952687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9011132-4ece-48d4-a66b-957165e3e53c req-801b0547-f083-4f21-9fad-0266a81c0bd7 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.1854479 Jul 14 07:25:20.025844 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9011132-4ece-48d4-a66b-957165e3e53c req-5e4d1977-d245-45fe-86f1-eeb9f73fa6ba tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563595 Jul 14 07:25:20.472000 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9092c2c-aeee-4f33-8fe6-9b74ff621a4b req-e072e247-7151-4ece-af3a-de85134df807 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:20.487920 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9092c2c-aeee-4f33-8fe6-9b74ff621a4b req-e072e247-7151-4ece-af3a-de85134df807 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 946 time: 0.1360621 Jul 14 07:25:20.520871 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-61b402aa-1f14-4e04-afe8-9d2fb359c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:20.522448 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-61b402aa-1f14-4e04-afe8-9d2fb359c02e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562&tenant_id=b7b4e8051a664c019a0af911d6ce8090 HTTP/1.1" status: 200 len: 1097 time: 0.7071688 Jul 14 07:25:20.539148 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-5', 'device_owner': 'compute:nova'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:20.588619 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9092c2c-aeee-4f33-8fe6-9b74ff621a4b req-9d4ba2d8-3283-47ad-b9f4-cbd3e7e28b3a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952938 Jul 14 07:25:20.617028 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:21.016749 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bd36109f-64be-4694-a08e-b972b5f30e52,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:21.060256 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:25:21.095035 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:21.122762 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:21.178076 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:25:21.180679 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb6e0f1-5a6b-4352-b5a5-6ad006dc1d4b" -d '{"events": [{"server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "name": "network-vif-unplugged", "status": "completed", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:25:21.185318 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:21.262160 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Transition to ACTIVE for port object bd36109f-64be-4694-a08e-b972b5f30e52 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:25:21.274875 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:21.290505 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296ddbe0-0bb6-47f3-af07-920b292dfa7f x-openstack-request-id: req-296ddbe0-0bb6-47f3-af07-920b292dfa7f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:25:21.291068 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "name": "network-vif-unplugged", "status": "completed", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:25:21.291536 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-296ddbe0-0bb6-47f3-af07-920b292dfa7f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:25:21.292139 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'code': 200} Jul 14 07:25:21.377020 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09904c8e-2f20-4304-bcf5-c6169242cc0e req-f2232f87-6bdf-4bc9-9e81-d651290d792b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:21.385062 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09904c8e-2f20-4304-bcf5-c6169242cc0e req-f2232f87-6bdf-4bc9-9e81-d651290d792b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.1203315 Jul 14 07:25:21.463725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Pushing event updated for resources: {'Port': ['ID=bd36109f-64be-4694-a08e-b972b5f30e52,revision_number=10']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:21.484775 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09904c8e-2f20-4304-bcf5-c6169242cc0e req-cddf0978-6ec9-498c-8369-ac28bda9a15d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986800 Jul 14 07:25:21.507254 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Allocated IP 172.25.7.102 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/f64c750f-f45b-40b0-859b-16081defa432) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:25:21.589955 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] No DVR routers for this DVR port bd36109f-64be-4694-a08e-b972b5f30e52 on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:25:21.981837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7289e2-9f8d-4549-9118-8af70e4cbe42 req-7596a4b1-832a-43b8-a2d4-d3bb074aefc1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:21.988688 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c7289e2-9f8d-4549-9118-8af70e4cbe42 req-7596a4b1-832a-43b8-a2d4-d3bb074aefc1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 945 time: 0.1395783 Jul 14 07:25:22.095470 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:22.118755 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c7289e2-9f8d-4549-9118-8af70e4cbe42 req-77c6618e-1719-416e-8e3d-5832e4c40272 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290898 Jul 14 07:25:22.235843 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bd36109f-64be-4694-a08e-b972b5f30e52 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:25:22.240532 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Attempting to bind port bd36109f-64be-4694-a08e-b972b5f30e52 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:25:22.241579 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Attempting to bind port bd36109f-64be-4694-a08e-b972b5f30e52 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:25:22.242204 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Attempting to bind port bd36109f-64be-4694-a08e-b972b5f30e52 on network 38ae9afe-8843-4343-abf1-799616916e95 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:25:22.250893 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Port bd36109f-64be-4694-a08e-b972b5f30e52 on network 38ae9afe-8843-4343-abf1-799616916e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:25:22.251647 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Attempting to bind port bd36109f-64be-4694-a08e-b972b5f30e52 on network 38ae9afe-8843-4343-abf1-799616916e95 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:25:22.259075 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:25:22.259689 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Checking segment: {'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:25:22.260261 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Bound using segment: {'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:25:22.260956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Bound port: bd36109f-64be-4694-a08e-b972b5f30e52, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1769356-d38a-4a36-80f3-b6f7816a802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38ae9afe-8843-4343-abf1-799616916e95'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:25:22.261665 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:22.299669 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bd36109f-64be-4694-a08e-b972b5f30e52 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:25:22.315093 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:22.380287 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:25:22.386274 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:25:22.395014 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:25:22.405873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:25:22.436056 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Pushing event updated for resources: {'Port': ['ID=f64c750f-f45b-40b0-859b-16081defa432,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:22.457311 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bd36109f-64be-4694-a08e-b972b5f30e52,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:25:22.466315 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:22.505452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:22.506241 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:22.509968 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] 10.222.0.30 "PUT /v2.0/ports/bd36109f-64be-4694-a08e-b972b5f30e52 HTTP/1.1" status: 200 len: 1093 time: 1.9777086 Jul 14 07:25:22.774752 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22452b8f-d813-4ace-93b1-4e0e77031682 service neutron] Pushing event updated for resources: {'Port': ['ID=bd36109f-64be-4694-a08e-b972b5f30e52,revision_number=11']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:22.832106 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bd30d-afda-4e44-80ae-8c4800c7ecd5 req-a9fa0e92-604a-482d-bf2d-fd2c36a8a00d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:22.843176 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb9bd30d-afda-4e44-80ae-8c4800c7ecd5 req-a9fa0e92-604a-482d-bf2d-fd2c36a8a00d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.1139498 Jul 14 07:25:22.845760 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-b5182d77-50ed-410a-a2c9-d60e1ca14355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:22.848723 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-b5182d77-50ed-410a-a2c9-d60e1ca14355 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 1096 time: 0.2976103 Jul 14 07:25:22.937474 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb9bd30d-afda-4e44-80ae-8c4800c7ecd5 req-cc550252-554b-4721-bbd7-a359619e7deb tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820866 Jul 14 07:25:23.066390 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-5a0f33cd-320f-4ca2-aca4-f902da2a20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:23.068069 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-5a0f33cd-320f-4ca2-aca4-f902da2a20a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=38ae9afe-8843-4343-abf1-799616916e95 HTTP/1.1" status: 200 len: 898 time: 0.2084775 Jul 14 07:25:23.115657 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47912) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:23.138212 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:23.321599 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-503741df-4100-4b49-b7e9-b6f1e04955d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:23.330537 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:25:23.333811 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b73df6-b3f4-417e-8d34-508f21b7721a" -d '{"events": [{"name": "network-changed", "server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:25:23.349527 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-e7489a17-a03f-4b3c-b328-c0e44044d6db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd36109f-64be-4694-a08e-b972b5f30e52 HTTP/1.1" status: 200 len: 998 time: 0.2080736 Jul 14 07:25:23.561999 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731ffc3d-f449-423c-8d6d-75cb56408060 x-openstack-request-id: req-731ffc3d-f449-423c-8d6d-75cb56408060 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:25:23.563151 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:25:23.563696 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-731ffc3d-f449-423c-8d6d-75cb56408060 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:25:23.570066 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'status': 'completed', 'code': 200} Jul 14 07:25:23.593376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796e63a-a490-4ad2-a5a2-5fd8f4bdf117 req-55374a6e-27ad-48a4-a299-0922471b0c49 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:23.602100 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a796e63a-a490-4ad2-a5a2-5fd8f4bdf117 req-55374a6e-27ad-48a4-a299-0922471b0c49 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 945 time: 0.2120452 Jul 14 07:25:23.604653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-be6c156f-91b6-4243-934e-b74c5adfe8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:23.606549 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-be6c156f-91b6-4243-934e-b74c5adfe8bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d1bb139-2c7a-411a-866c-c1f87975767a HTTP/1.1" status: 200 len: 835 time: 0.2500546 Jul 14 07:25:23.649035 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:23.678718 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-503741df-4100-4b49-b7e9-b6f1e04955d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:23.739855 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a796e63a-a490-4ad2-a5a2-5fd8f4bdf117 req-f1cf5541-a974-4d5a-b231-ddf092d0d681 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368656 Jul 14 07:25:23.742718 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-ca4f7e41-b634-44d2-b18b-661a1693bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:23.744542 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-ca4f7e41-b634-44d2-b18b-661a1693bf45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 1096 time: 0.2286723 Jul 14 07:25:23.746908 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-503741df-4100-4b49-b7e9-b6f1e04955d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:23.801605 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-06861c64-e5be-46ea-97fa-c4d203662e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:23.803194 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-06861c64-e5be-46ea-97fa-c4d203662e83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38ae9afe-8843-4343-abf1-799616916e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889479 Jul 14 07:25:23.887652 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-503741df-4100-4b49-b7e9-b6f1e04955d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f5352f6ed4d44d7893afcece0d9862d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7706790 Jul 14 07:25:23.895932 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47926) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:23.905315 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-4576c972-4b4c-42b7-9ff9-b25ac73e7a5f service neutron] 10.222.0.30 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926723 Jul 14 07:25:23.929678 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503741df-4100-4b49-b7e9-b6f1e04955d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004bdab4-08db-43b6-bfe2-e57e2ec5dda0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:23.997699 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f604887a-22fc-4a53-84f0-dd0abe7dc1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:24.020626 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Router 5bdb069f-218e-465b-bb7c-4bef804324ba is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:25:24.030723 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-c80bd9dc-663e-409e-8554-1ffe13da3704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:24.032763 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-c80bd9dc-663e-409e-8554-1ffe13da3704 service neutron] 10.222.0.15 "GET /v2.0/networks?id=38ae9afe-8843-4343-abf1-799616916e95 HTTP/1.1" status: 200 len: 898 time: 0.2796636 Jul 14 07:25:24.053469 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f604887a-22fc-4a53-84f0-dd0abe7dc1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:24.132273 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f604887a-22fc-4a53-84f0-dd0abe7dc1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:24.140490 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f604887a-22fc-4a53-84f0-dd0abe7dc1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:24.145483 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f604887a-22fc-4a53-84f0-dd0abe7dc1c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/004bdab4-08db-43b6-bfe2-e57e2ec5dda0 HTTP/1.1" status: 204 len: 168 time: 0.2469766 Jul 14 07:25:24.202521 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:25:24.216268 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Sync routers for ids ['5bdb069f-218e-465b-bb7c-4bef804324ba'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:25:24.236178 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Routers {'5bdb069f-218e-465b-bb7c-4bef804324ba'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:24.241888 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5bdb069f-218e-465b-bb7c-4bef804324ba'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:24.262404 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:24.264420 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-db239989-589b-44d6-bb33-5d20fc0f6c27 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8064613 Jul 14 07:25:24.267112 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4c43da44-30d2-4272-a8c9-0940f2ccdc52 req-37794060-d3c7-4f5e-be17-24d2e8edc045 service neutron] 10.222.0.30 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523335 Jul 14 07:25:24.267804 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47932) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:24.531054 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2fbf60d9-e6a1-4bf4-97d8-929b79c7c253 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "GET /v2.0/routers/5bdb069f-218e-465b-bb7c-4bef804324ba HTTP/1.1" status: 200 len: 908 time: 0.2618506 Jul 14 07:25:24.539848 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47938) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:24.545514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Request body: {'router': {'name': 'tempest-snat-router-566469763', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'enable_snat': True}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:24.557236 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Set router 5bdb069f-218e-465b-bb7c-4bef804324ba gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:25:24.624017 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:24.626167 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:24.650702 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47940) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:24.731063 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:24.732712 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f91ba83-c2ed-4d90-b5fa-5294311c8973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:24.855398 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-3f3db206-a8fa-4907-be92-de8b33054d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:24.856033 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-3f3db206-a8fa-4907-be92-de8b33054d29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 1096 time: 0.5186410 Jul 14 07:25:24.949955 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdb069f-218e-465b-bb7c-4bef804324ba', 'name': 'tempest-snat-router-566469763', 'tenant_id': 'dac61e48ad4048aa92b53b0c44f414b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.102'}], 'enable_snat': False}, 'gw_port_id': 'f64c750f-f45b-40b0-859b-16081defa432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:25:19Z', 'updated_at': '2021-07-14T07:25:22Z', 'revision_number': 3, 'project_id': 'dac61e48ad4048aa92b53b0c44f414b6', 'gw_port': {'id': 'f64c750f-f45b-40b0-859b-16081defa432', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdb069f-218e-465b-bb7c-4bef804324ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:25:21Z', 'updated_at': '2021-07-14T07:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:24.989332 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Checking router: 5bdb069f-218e-465b-bb7c-4bef804324ba for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:25:24.990026 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Updating router 5bdb069f-218e-465b-bb7c-4bef804324ba port f64c750f-f45b-40b0-859b-16081defa432 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:25:25.081455 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:25.104327 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604887a-22fc-4a53-84f0-dd0abe7dc1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004bdab4-08db-43b6-bfe2-e57e2ec5dda0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:25.107726 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-6f843559-2a4a-4821-b523-9bd2fd8516d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd36109f-64be-4694-a08e-b972b5f30e52 HTTP/1.1" status: 200 len: 998 time: 0.9994180 Jul 14 07:25:25.165898 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:25.247450 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3328558-fe49-4d24-bfad-bde6f3410476 req-a58ea819-62c8-4431-82c1-dd5b0f436138 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:25.254735 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3328558-fe49-4d24-bfad-bde6f3410476 req-a58ea819-62c8-4431-82c1-dd5b0f436138 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.9931219 Jul 14 07:25:25.293767 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-ca4813ea-b62b-4366-b5f9-7970906fe941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:25.295563 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-ca4813ea-b62b-4366-b5f9-7970906fe941 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d1bb139-2c7a-411a-866c-c1f87975767a HTTP/1.1" status: 200 len: 835 time: 0.1583762 Jul 14 07:25:25.301718 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-78629229-4247-45c1-ba7a-12573fd13b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:25.303184 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-78629229-4247-45c1-ba7a-12573fd13b14 service neutron] 10.222.0.30 "GET /v2.0/networks?id=38ae9afe-8843-4343-abf1-799616916e95 HTTP/1.1" status: 200 len: 898 time: 0.4384005 Jul 14 07:25:25.336700 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3328558-fe49-4d24-bfad-bde6f3410476 req-11bdb1e7-5412-4fae-b859-c06caf8e2145 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785987 Jul 14 07:25:25.420275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e0f10-4640-4ea4-9622-6cb31d59dbee req-8cdd1781-261a-4626-99ee-e4a2d475f525 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:25.422632 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f3e0f10-4640-4ea4-9622-6cb31d59dbee req-8cdd1781-261a-4626-99ee-e4a2d475f525 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 945 time: 0.3139446 Jul 14 07:25:25.493992 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f3e0f10-4640-4ea4-9622-6cb31d59dbee req-3391e944-05b3-4588-a926-1cc4d344694b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637157 Jul 14 07:25:25.500442 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-86304fb9-6c53-4338-9480-34555376170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:25.502151 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-86304fb9-6c53-4338-9480-34555376170e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38ae9afe-8843-4343-abf1-799616916e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894541 Jul 14 07:25:25.521825 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f91ba83-c2ed-4d90-b5fa-5294311c8973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:25.525849 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-b5f6a644-40b4-4022-81e4-332108db18c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd36109f-64be-4694-a08e-b972b5f30e52 HTTP/1.1" status: 200 len: 998 time: 0.1390665 Jul 14 07:25:25.557751 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f91ba83-c2ed-4d90-b5fa-5294311c8973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:25.656543 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-5511c042-28dd-419e-bb8e-fa9630e86416 service neutron] 10.222.0.15 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479385 Jul 14 07:25:25.821984 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-4cb53f1d-b7ac-48eb-af03-fd6b48a15c96 service neutron] 10.222.0.15 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578834 Jul 14 07:25:25.845813 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:25.866453 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Transition to ACTIVE for port object f64c750f-f45b-40b0-859b-16081defa432 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:25:25.881142 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:25.959998 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab635e-bc79-49cf-862d-f760a4a0972b None None] Pushing event updated for resources: {'Port': ['ID=f64c750f-f45b-40b0-859b-16081defa432,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:26.010026 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Attempting to bind port f64c750f-f45b-40b0-859b-16081defa432 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:25:26.010395 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Attempting to bind port f64c750f-f45b-40b0-859b-16081defa432 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:25:26.010767 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Attempting to bind port f64c750f-f45b-40b0-859b-16081defa432 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:25:26.024238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:25:26.024632 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:25:26.025044 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:26.025472 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:25:26.026153 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Bound port: f64c750f-f45b-40b0-859b-16081defa432, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:25:26.026342 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:26.145027 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] For port f64c750f-f45b-40b0-859b-16081defa432, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:25:26.152548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] For port f64c750f-f45b-40b0-859b-16081defa432, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f64c750f-f45b-40b0-859b-16081defa432,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:25:26.162919 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:26.187493 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5f91ba83-c2ed-4d90-b5fa-5294311c8973 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d6197f0e4b05451ca00883a71887ffce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5341637 Jul 14 07:25:26.188708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91ba83-c2ed-4d90-b5fa-5294311c8973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3a6b05-6959-4e2f-a5b2-0273050ccbcb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:26.191311 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47950) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:26.195725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-8e672817-1b81-48e1-9a1b-5178bc5e775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:26.197614 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-8e672817-1b81-48e1-9a1b-5178bc5e775e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d1bb139-2c7a-411a-866c-c1f87975767a HTTP/1.1" status: 200 len: 835 time: 0.6648400 Jul 14 07:25:26.311071 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c860-45aa-4f66-ab2d-789a9bed52f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:26.345735 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab635e-bc79-49cf-862d-f760a4a0972b None None] Pushing event updated for resources: {'Port': ['ID=f64c750f-f45b-40b0-859b-16081defa432,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:26.370508 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c860-45aa-4f66-ab2d-789a9bed52f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:26.381042 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Routers {'5bdb069f-218e-465b-bb7c-4bef804324ba'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:26.381728 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5bdb069f-218e-465b-bb7c-4bef804324ba'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:26.451052 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-138b4136-5e7a-4fa9-a45b-b8d4bfa74f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:26.452491 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-138b4136-5e7a-4fa9-a45b-b8d4bfa74f2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38ae9afe-8843-4343-abf1-799616916e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2473369 Jul 14 07:25:26.476335 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c860-45aa-4f66-ab2d-789a9bed52f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:26.479166 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c860-45aa-4f66-ab2d-789a9bed52f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:26.482670 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7ff6c860-45aa-4f66-ab2d-789a9bed52f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8c3a6b05-6959-4e2f-a5b2-0273050ccbcb HTTP/1.1" status: 204 len: 168 time: 0.2882857 Jul 14 07:25:26.514458 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6c860-45aa-4f66-ab2d-789a9bed52f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3a6b05-6959-4e2f-a5b2-0273050ccbcb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:26.567923 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] Set router 5bdb069f-218e-465b-bb7c-4bef804324ba gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:25:26.608099 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c860-45aa-4f66-ab2d-789a9bed52f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:26.608513 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c860-45aa-4f66-ab2d-789a9bed52f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:26.608849 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c860-45aa-4f66-ab2d-789a9bed52f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:26.609328 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c860-45aa-4f66-ab2d-789a9bed52f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:26.609659 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c860-45aa-4f66-ab2d-789a9bed52f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:26.609986 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c860-45aa-4f66-ab2d-789a9bed52f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:26.610448 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c860-45aa-4f66-ab2d-789a9bed52f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:26.610787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c860-45aa-4f66-ab2d-789a9bed52f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:26.611102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c860-45aa-4f66-ab2d-789a9bed52f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:26.611421 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c860-45aa-4f66-ab2d-789a9bed52f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:26.611737 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c860-45aa-4f66-ab2d-789a9bed52f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:26.612050 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c860-45aa-4f66-ab2d-789a9bed52f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:26.627266 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:26.686317 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:26.696258 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022984c-8ce5-45eb-afdb-7b90545472ab req-004cb3f4-e283-4392-876f-7caa82404543 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:26.697948 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b022984c-8ce5-45eb-afdb-7b90545472ab req-004cb3f4-e283-4392-876f-7caa82404543 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.1768367 Jul 14 07:25:26.792164 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b022984c-8ce5-45eb-afdb-7b90545472ab req-4db2bd1b-1a46-4ba1-b2d3-b5af50e2fc4a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859857 Jul 14 07:25:26.836679 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bd36109f-64be-4694-a08e-b972b5f30e52 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:25:26.912986 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Allocated IP 172.25.7.172 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/cc77f422-4dec-4384-ae8b-bb7fda85c4ab) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:25:26.969565 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59032ee2-9469-483d-b139-c88d91054321 req-cdd2e000-6b3b-47fd-a0ff-bd0a440d8a83 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:26.982514 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bd36109f-64be-4694-a08e-b972b5f30e52,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:26.987353 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59032ee2-9469-483d-b139-c88d91054321 req-cdd2e000-6b3b-47fd-a0ff-bd0a440d8a83 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 945 time: 0.1936901 Jul 14 07:25:27.003806 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'network_id': '38ae9afe-8843-4343-abf1-799616916e95', 'port_id': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'mac_address': 'fa:16:3e:60:58:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:25:27.047496 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:27.054492 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59032ee2-9469-483d-b139-c88d91054321 req-eacf756f-9bc3-4cc4-a450-71016a56805f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662308 Jul 14 07:25:27.094318 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:27.095639 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 47962) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:27.114374 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:27.146895 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd36109f-64be-4694-a08e-b972b5f30e52 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:25:27.179915 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:25:27.182810 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Pushing event updated for resources: {'Port': ['ID=cc77f422-4dec-4384-ae8b-bb7fda85c4ab,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:27.185559 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:25:27.195396 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:25:27.234556 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3b5e212b-3790-45bc-a1a9-f2a20f22d88c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/floatingips/5866b4d4-896f-4581-93e3-6aa19a3d0490 HTTP/1.1" status: 200 len: 990 time: 0.1358461 Jul 14 07:25:27.241666 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bd36109f-64be-4694-a08e-b972b5f30e52,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:27.248627 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:27.260200 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-37266ffb-24fd-4c51-b2a9-4b03831c3557 service neutron] 10.222.0.30 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7912693 Jul 14 07:25:27.304466 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=bd36109f-64be-4694-a08e-b972b5f30e52,revision_number=12']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:27.317271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:27.317616 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:27.317966 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:27.318308 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:27.318644 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:27.318978 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:27.319314 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:27.319643 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:27.319971 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:27.320299 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:27.320624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:27.320946 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:27.352095 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdb069f-218e-465b-bb7c-4bef804324ba', 'name': 'tempest-snat-router-566469763', 'tenant_id': 'dac61e48ad4048aa92b53b0c44f414b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.102'}], 'enable_snat': False}, 'gw_port_id': 'f64c750f-f45b-40b0-859b-16081defa432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:25:19Z', 'updated_at': '2021-07-14T07:25:22Z', 'revision_number': 3, 'project_id': 'dac61e48ad4048aa92b53b0c44f414b6', 'gw_port': {'id': 'f64c750f-f45b-40b0-859b-16081defa432', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdb069f-218e-465b-bb7c-4bef804324ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:25:21Z', 'updated_at': '2021-07-14T07:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:27.393801 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2b6f3-374d-4650-9260-894056a3cad1 None None] The sync data for ids ['5bdb069f-218e-465b-bb7c-4bef804324ba'] in n-d-778696-5 is: [{'id': '5bdb069f-218e-465b-bb7c-4bef804324ba', 'name': 'tempest-snat-router-566469763', 'tenant_id': 'dac61e48ad4048aa92b53b0c44f414b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.102'}], 'enable_snat': False}, 'gw_port_id': 'f64c750f-f45b-40b0-859b-16081defa432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:25:19Z', 'updated_at': '2021-07-14T07:25:22Z', 'revision_number': 3, 'project_id': 'dac61e48ad4048aa92b53b0c44f414b6', 'gw_port': {'id': 'f64c750f-f45b-40b0-859b-16081defa432', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdb069f-218e-465b-bb7c-4bef804324ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:25:21Z', 'updated_at': '2021-07-14T07:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:25:27.401830 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b9b73df6-b3f4-417e-8d34-508f21b7721a req-2b08bca9-7d4b-4ca4-8524-1442ed9f7e5b service neutron] 10.222.0.30 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335628 Jul 14 07:25:27.551464 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['bd36109f-64be-4694-a08e-b972b5f30e52'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:25:27.837628 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:28.137724 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d2532-0a6a-4acd-98f0-3f70997363c6 req-978e1d56-cfd0-48f4-967d-604168c40f9f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:28.145880 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-027d2532-0a6a-4acd-98f0-3f70997363c6 req-978e1d56-cfd0-48f4-967d-604168c40f9f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.0769355 Jul 14 07:25:28.196741 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-027d2532-0a6a-4acd-98f0-3f70997363c6 req-120660e7-3c5d-455c-9fc4-a0e24048fac9 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496967 Jul 14 07:25:28.288372 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:28.546349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Router b2138806-5d56-45b4-a741-b8a02f4bdfbe is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:25:28.739092 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:25:28.760520 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696168be-7dc2-47f2-9850-273a24d76b38 None None] Sync routers for ids ['b2138806-5d56-45b4-a741-b8a02f4bdfbe'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:25:28.776125 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:28.778784 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-30a0a00e-5e3b-4c35-84b9-0f274c9a43f6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2367487 Jul 14 07:25:28.779671 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696168be-7dc2-47f2-9850-273a24d76b38 None None] Routers {'b2138806-5d56-45b4-a741-b8a02f4bdfbe'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:28.780861 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-696168be-7dc2-47f2-9850-273a24d76b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['b2138806-5d56-45b4-a741-b8a02f4bdfbe'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:28.781436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 47998) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:28.924290 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f64c750f-f45b-40b0-859b-16081defa432 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:25:29.008916 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-696168be-7dc2-47f2-9850-273a24d76b38 None None] Set router b2138806-5d56-45b4-a741-b8a02f4bdfbe gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:25:29.038734 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5b47c067-766a-4fc9-bb73-1f0c5c925d5a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "GET /v2.0/routers/b2138806-5d56-45b4-a741-b8a02f4bdfbe HTTP/1.1" status: 200 len: 907 time: 0.2554939 Jul 14 07:25:29.041840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48004) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:29.110345 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port f64c750f-f45b-40b0-859b-16081defa432 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:25:29.119555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f64c750f-f45b-40b0-859b-16081defa432 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:25:29.119936 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:29.308655 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:29.330919 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d308a86-c59f-4349-8e89-8e1cfcb815aa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:29.338257 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port f64c750f-f45b-40b0-859b-16081defa432, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f64c750f-f45b-40b0-859b-16081defa432,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:29.348183 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:29.442675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=f64c750f-f45b-40b0-859b-16081defa432,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:29.497539 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-696168be-7dc2-47f2-9850-273a24d76b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2138806-5d56-45b4-a741-b8a02f4bdfbe', 'name': 'tempest-snat-router-566469763', 'tenant_id': 'dac61e48ad4048aa92b53b0c44f414b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'cc77f422-4dec-4384-ae8b-bb7fda85c4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:25:24Z', 'updated_at': '2021-07-14T07:25:27Z', 'revision_number': 3, 'project_id': 'dac61e48ad4048aa92b53b0c44f414b6', 'gw_port': {'id': 'cc77f422-4dec-4384-ae8b-bb7fda85c4ab', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2138806-5d56-45b4-a741-b8a02f4bdfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:25:26Z', 'updated_at': '2021-07-14T07:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:29.542716 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696168be-7dc2-47f2-9850-273a24d76b38 None None] Checking router: b2138806-5d56-45b4-a741-b8a02f4bdfbe for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:25:29.543072 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696168be-7dc2-47f2-9850-273a24d76b38 None None] Updating router b2138806-5d56-45b4-a741-b8a02f4bdfbe port cc77f422-4dec-4384-ae8b-bb7fda85c4ab binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:25:29.593823 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-696168be-7dc2-47f2-9850-273a24d76b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:29.715372 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdccca0-1bb5-4b88-9e33-dc1e907a3c39 req-a05a6010-2ac2-40ac-a4e9-0292a7871bdd tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:29.716895 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1fdccca0-1bb5-4b88-9e33-dc1e907a3c39 req-a05a6010-2ac2-40ac-a4e9-0292a7871bdd tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.1918762 Jul 14 07:25:29.719313 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d308a86-c59f-4349-8e89-8e1cfcb815aa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:29.822910 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5d308a86-c59f-4349-8e89-8e1cfcb815aa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Deleting port cc77f422-4dec-4384-ae8b-bb7fda85c4ab {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:25:29.823280 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d308a86-c59f-4349-8e89-8e1cfcb815aa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:29.960636 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1fdccca0-1bb5-4b88-9e33-dc1e907a3c39 req-b40189f4-d807-48fa-8246-db43d075dea9 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311130 Jul 14 07:25:29.977112 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d308a86-c59f-4349-8e89-8e1cfcb815aa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:29.999654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5d308a86-c59f-4349-8e89-8e1cfcb815aa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Calling delete_port for cc77f422-4dec-4384-ae8b-bb7fda85c4ab owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:25:30.082467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48032) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:30.199762 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-696168be-7dc2-47f2-9850-273a24d76b38 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:30.202764 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3c49d2-d433-4a84-853c-48071f242fc2 admin admin] Deleting subnet b3ac5c73-cc8d-41bb-9a04-32e6ce9ae998 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:25:30.216310 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac3c49d2-d433-4a84-853c-48071f242fc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:30.293253 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac3c49d2-d433-4a84-853c-48071f242fc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-696168be-7dc2-47f2-9850-273a24d76b38 None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=93830) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1770, in _execute_context Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers conn.query(q) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers result.read() Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 65, in update_port_precommit Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 80, in _insert_provisioning_block Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 292, in get_agents Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 637, in get_objects Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 331, in get_collection Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers items = [ Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2837, in __iter__ Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers return self._iter().__iter__() Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2844, in _iter Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers result = self.session.execute( Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1637, in execute Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers ) = compile_state_cls.orm_pre_session_exec( Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/context.py", line 289, in orm_pre_session_exec Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers session._autoflush() Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2193, in _autoflush Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers self.flush() Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3298, in flush Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers self._flush(objects) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3438, in _flush Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers compat.raise_( Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers raise exception Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3398, in _flush Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers flush_context.execute() Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers rec.execute(self) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers util.preloaded.orm_persistence.save_obj( Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 234, in save_obj Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 998, in _emit_update_statements Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers c = connection._execute_20( Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1582, in _execute_20 Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers return meth(self, args_10style, kwargs_10style, execution_options) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 323, in _execute_on_connection Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement( Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1451, in _execute_clauseelement Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1813, in _execute_context Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1992, in _handle_dbapi_exception Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers raise exception Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1770, in _execute_context Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers conn.query(q) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers result.read() Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-778696-5', 'ml2_port_bindings_port_id': 'cc77f422-4dec-4384-ae8b-bb7fda85c4ab', 'ml2_port_bindings_host': ''}] Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers (Background on this error at: http://sqlalche.me/e/14/e3q8) Jul 14 07:25:30.335232 n-d-778696-5 neutron-server[93830]: ERROR neutron.plugins.ml2.managers Jul 14 07:25:30.346335 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.db.api [None req-696168be-7dc2-47f2-9850-273a24d76b38 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 07:25:30.346335 n-d-778696-5 neutron-server[93830]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jul 14 07:25:30.346335 n-d-778696-5 neutron-server[93830]: [parameters: {'host': 'n-d-778696-5', 'ml2_port_bindings_port_id': 'cc77f422-4dec-4384-ae8b-bb7fda85c4ab', 'ml2_port_bindings_host': ''}] Jul 14 07:25:30.346335 n-d-778696-5 neutron-server[93830]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:25:30.346979 n-d-778696-5 neutron-server[93830]: DEBUG oslo_db.api [None req-696168be-7dc2-47f2-9850-273a24d76b38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:25:30.356618 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d308a86-c59f-4349-8e89-8e1cfcb815aa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:30.374015 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac3c49d2-d433-4a84-853c-48071f242fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:30.415792 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d308a86-c59f-4349-8e89-8e1cfcb815aa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc77f422-4dec-4384-ae8b-bb7fda85c4ab,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:30.491355 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac3c49d2-d433-4a84-853c-48071f242fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:30.491798 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d308a86-c59f-4349-8e89-8e1cfcb815aa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:30.501879 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-87abb6f7-d410-435a-9139-d97925d679fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:30.528576 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c49d2-d433-4a84-853c-48071f242fc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ac5c73-cc8d-41bb-9a04-32e6ce9ae998,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:30.537532 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac3c49d2-d433-4a84-853c-48071f242fc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:30.543479 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ac3c49d2-d433-4a84-853c-48071f242fc2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b3ac5c73-cc8d-41bb-9a04-32e6ce9ae998 HTTP/1.1" status: 204 len: 168 time: 0.4594016 Jul 14 07:25:30.544953 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48036) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:30.620839 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c5683ea-67b5-4e44-8c20-2bbf7972a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:30.631241 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d308a86-c59f-4349-8e89-8e1cfcb815aa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:30.633445 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d308a86-c59f-4349-8e89-8e1cfcb815aa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:30.691741 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d308a86-c59f-4349-8e89-8e1cfcb815aa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:30.692424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d308a86-c59f-4349-8e89-8e1cfcb815aa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2138806-5d56-45b4-a741-b8a02f4bdfbe {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:25:30.696836 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d308a86-c59f-4349-8e89-8e1cfcb815aa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:30.698555 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5d308a86-c59f-4349-8e89-8e1cfcb815aa tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "DELETE /v2.0/routers/b2138806-5d56-45b4-a741-b8a02f4bdfbe HTTP/1.1" status: 204 len: 168 time: 1.6555426 Jul 14 07:25:30.701211 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48040) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:30.760453 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c5683ea-67b5-4e44-8c20-2bbf7972a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:30.772564 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0c5683ea-67b5-4e44-8c20-2bbf7972a7bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801982b9-6b9d-442f-b41d-afca7578661a']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:30.786052 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0c5683ea-67b5-4e44-8c20-2bbf7972a7bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b45145a-7ec7-4b95-bc25-8fad84efd9d1') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:30.786740 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0c5683ea-67b5-4e44-8c20-2bbf7972a7bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b45145a-7ec7-4b95-bc25-8fad84efd9d1') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:30.798927 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c5683ea-67b5-4e44-8c20-2bbf7972a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:30.822173 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c5683ea-67b5-4e44-8c20-2bbf7972a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:30.834491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5683ea-67b5-4e44-8c20-2bbf7972a7bb admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:25:30.835141 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c5683ea-67b5-4e44-8c20-2bbf7972a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:25:30.837581 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:25:30.851331 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bd36109f-64be-4694-a08e-b972b5f30e52 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:25:30.854965 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f64c750f-f45b-40b0-859b-16081defa432 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:25:30.966958 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c5683ea-67b5-4e44-8c20-2bbf7972a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:31.025170 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c5683ea-67b5-4e44-8c20-2bbf7972a7bb admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:31.025358 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696168be-7dc2-47f2-9850-273a24d76b38 None None] Port cc77f422-4dec-4384-ae8b-bb7fda85c4ab not found while updating agent binding for router b2138806-5d56-45b4-a741-b8a02f4bdfbe. {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 14 07:25:31.031617 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0c5683ea-67b5-4e44-8c20-2bbf7972a7bb admin admin] 10.222.0.35 "DELETE /v2.0/networks/801982b9-6b9d-442f-b41d-afca7578661a HTTP/1.1" status: 204 len: 168 time: 0.4856207 Jul 14 07:25:31.040686 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696168be-7dc2-47f2-9850-273a24d76b38 None None] Routers set() bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:31.041067 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696168be-7dc2-47f2-9850-273a24d76b38 None None] Router IDs set() for agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 07:25:31.041765 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_agentschedulers_db [None req-696168be-7dc2-47f2-9850-273a24d76b38 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b2138806-5d56-45b4-a741-b8a02f4bdfbe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent'). {{(pid=93830) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 07:25:31.042145 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696168be-7dc2-47f2-9850-273a24d76b38 None None] The sync data for ids ['b2138806-5d56-45b4-a741-b8a02f4bdfbe'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:25:31.042614 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29fead8d-7bb4-4003-9dee-b6260faa5d0f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:31.048753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port bd36109f-64be-4694-a08e-b972b5f30e52 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:25:31.052362 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f64c750f-f45b-40b0-859b-16081defa432 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:25:31.052651 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:31.071744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5683ea-67b5-4e44-8c20-2bbf7972a7bb admin admin] Pushing event deleted for resources: {'Network': ['ID=801982b9-6b9d-442f-b41d-afca7578661a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:31.139508 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port bd36109f-64be-4694-a08e-b972b5f30e52 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:25:31.140186 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:31.278962 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29fead8d-7bb4-4003-9dee-b6260faa5d0f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:31.343878 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88bdb9-2014-426b-aac4-f85481c8e281 req-93ad11bb-1689-4490-bd2c-c2b916c0b16d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:31.345738 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a88bdb9-2014-426b-aac4-f85481c8e281 req-93ad11bb-1689-4490-bd2c-c2b916c0b16d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.1190498 Jul 14 07:25:31.367627 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48070) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:31.393436 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:31.398130 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-29fead8d-7bb4-4003-9dee-b6260faa5d0f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Deleting port f64c750f-f45b-40b0-859b-16081defa432 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:25:31.398668 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29fead8d-7bb4-4003-9dee-b6260faa5d0f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:31.424730 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:25:31.427807 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176d9446-d51b-4f6a-8d00-a6735f7c5c2c" -d '{"events": [{"server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "name": "network-vif-plugged", "status": "completed", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:25:31.432019 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-643478e0-7689-4ef9-954b-88bc5e2e2cff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba8e27169006427ea759e3bab9267003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629575 Jul 14 07:25:31.435332 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48072) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:31.466636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bd36109f-64be-4694-a08e-b972b5f30e52,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:31.481150 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:31.503791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-29fead8d-7bb4-4003-9dee-b6260faa5d0f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] For port f64c750f-f45b-40b0-859b-16081defa432, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f64c750f-f45b-40b0-859b-16081defa432,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:31.504153 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29fead8d-7bb4-4003-9dee-b6260faa5d0f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:31.517494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-29fead8d-7bb4-4003-9dee-b6260faa5d0f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Calling delete_port for f64c750f-f45b-40b0-859b-16081defa432 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:25:31.520778 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8c15b7-cc73-4f60-8bee-92f800d09c3a x-openstack-request-id: req-1c8c15b7-cc73-4f60-8bee-92f800d09c3a {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:25:31.521658 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "name": "network-vif-plugged", "status": "completed", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:25:31.522154 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c8c15b7-cc73-4f60-8bee-92f800d09c3a {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:25:31.522772 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'code': 200} Jul 14 07:25:31.535231 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c858d40e-ddbd-4293-a665-977e3ca4d201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:31.553099 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=bd36109f-64be-4694-a08e-b972b5f30e52,revision_number=13']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:31.563709 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c858d40e-ddbd-4293-a665-977e3ca4d201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:31.585648 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5a88bdb9-2014-426b-aac4-f85481c8e281 req-8dcb8b56-1fb8-4737-a3cc-4d0345d96fd1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296724 Jul 14 07:25:31.619836 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c858d40e-ddbd-4293-a665-977e3ca4d201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:31.622526 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c858d40e-ddbd-4293-a665-977e3ca4d201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:31.626357 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c858d40e-ddbd-4293-a665-977e3ca4d201 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/036f40d8-0155-42ff-9ab2-217b6b8df160 HTTP/1.1" status: 204 len: 168 time: 0.1900499 Jul 14 07:25:31.635095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858d40e-ddbd-4293-a665-977e3ca4d201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036f40d8-0155-42ff-9ab2-217b6b8df160,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:31.747105 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29fead8d-7bb4-4003-9dee-b6260faa5d0f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:31.779824 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fead8d-7bb4-4003-9dee-b6260faa5d0f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Pushing event deleted for resources: {'Port': ['ID=f64c750f-f45b-40b0-859b-16081defa432,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:31.849166 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29fead8d-7bb4-4003-9dee-b6260faa5d0f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:31.942585 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29fead8d-7bb4-4003-9dee-b6260faa5d0f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:31.945462 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29fead8d-7bb4-4003-9dee-b6260faa5d0f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:32.004607 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29fead8d-7bb4-4003-9dee-b6260faa5d0f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:32.005172 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fead8d-7bb4-4003-9dee-b6260faa5d0f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5bdb069f-218e-465b-bb7c-4bef804324ba {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:25:32.009773 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29fead8d-7bb4-4003-9dee-b6260faa5d0f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:32.010981 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-29fead8d-7bb4-4003-9dee-b6260faa5d0f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "DELETE /v2.0/routers/5bdb069f-218e-465b-bb7c-4bef804324ba HTTP/1.1" status: 204 len: 168 time: 1.3088453 Jul 14 07:25:32.014763 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48096) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:32.019918 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-151520017', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:32.053224 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:32.054692 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:32.137360 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:32.326773 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:32.651050 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:32.674717 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:32.830396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa897-6aa3-400d-a6e3-6aba2156ca03 req-8ac62d7e-6f66-43b8-9f3f-6f622e507f6b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:32.834082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f64c750f-f45b-40b0-859b-16081defa432 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:25:32.848397 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c06fa897-6aa3-400d-a6e3-6aba2156ca03 req-8ac62d7e-6f66-43b8-9f3f-6f622e507f6b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.1284752 Jul 14 07:25:32.865741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Allocated IP 172.25.7.206 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/43f69d9d-be9e-4c4c-b4ad-8e208b0132a1) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:25:32.876044 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: f64c750f-f45b-40b0-859b-16081defa432 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:25:32.881366 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f64c750f-f45b-40b0-859b-16081defa432 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:25:32.913460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c06fa897-6aa3-400d-a6e3-6aba2156ca03 req-65c14413-4b11-4b25-8a5d-a644d45e9e07 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594780 Jul 14 07:25:33.014611 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:33.078226 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:33.121882 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:25:33.124766 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:25:33.128684 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:25:33.302168 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7abf96eb-e202-4db3-a9cc-8309412fec16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:33.346983 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e8e97-9a6a-4366-8310-4752ecf7a2cf req-6b18ed89-1111-4499-861e-adf5148bc1ca tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:33.348733 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a93e8e97-9a6a-4366-8310-4752ecf7a2cf req-6b18ed89-1111-4499-861e-adf5148bc1ca tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.1212544 Jul 14 07:25:33.447387 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a93e8e97-9a6a-4366-8310-4752ecf7a2cf req-098712b1-296e-4e4d-a8b7-f4902ced538f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923350 Jul 14 07:25:33.604725 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:33.714400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Pushing event updated for resources: {'Port': ['ID=43f69d9d-be9e-4c4c-b4ad-8e208b0132a1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:33.916622 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:34.176657 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:34.354139 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Router 1aa82877-ed62-45b5-b94e-1388a41212f8 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:25:34.498858 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:25:34.517269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4183072-5f2b-49ca-ad05-8045663082f9 None None] Sync routers for ids ['1aa82877-ed62-45b5-b94e-1388a41212f8'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:25:34.524810 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:34.526807 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a87ddc36-9af6-49cd-b2f8-6ec60777c5e0 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5109160 Jul 14 07:25:34.529886 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48308) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:34.530055 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4183072-5f2b-49ca-ad05-8045663082f9 None None] Routers {'1aa82877-ed62-45b5-b94e-1388a41212f8'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:34.530665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d4183072-5f2b-49ca-ad05-8045663082f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1aa82877-ed62-45b5-b94e-1388a41212f8'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:34.536014 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-2b849b92-db20-44d0-a02c-c66e7eb0e5e6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'enable_snat': False}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:34.570246 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d4183072-5f2b-49ca-ad05-8045663082f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:34.582702 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4183072-5f2b-49ca-ad05-8045663082f9 None None] Routers {'1aa82877-ed62-45b5-b94e-1388a41212f8'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:34.583510 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d4183072-5f2b-49ca-ad05-8045663082f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1aa82877-ed62-45b5-b94e-1388a41212f8'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:34.635157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d4183072-5f2b-49ca-ad05-8045663082f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:34.638552 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4183072-5f2b-49ca-ad05-8045663082f9 None None] The sync data for ids ['1aa82877-ed62-45b5-b94e-1388a41212f8'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:25:34.682171 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:34.913762 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b849b92-db20-44d0-a02c-c66e7eb0e5e6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:35.038027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29455b53-5a86-4d57-bcb1-0a2122fd93fc req-63bb1ecf-04e2-4aa4-8786-0bc095540199 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:35.040483 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29455b53-5a86-4d57-bcb1-0a2122fd93fc req-63bb1ecf-04e2-4aa4-8786-0bc095540199 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.0878615 Jul 14 07:25:35.101108 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29455b53-5a86-4d57-bcb1-0a2122fd93fc req-cbc24c7a-94a1-4dfc-935a-c04db9c3d707 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547490 Jul 14 07:25:35.457821 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b849b92-db20-44d0-a02c-c66e7eb0e5e6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:35.465745 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b849b92-db20-44d0-a02c-c66e7eb0e5e6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:35.527531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf37e18-6a33-470c-995d-8cdd6d9096ee req-31ee794d-c38c-4c88-bc35-de71a8dec220 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:35.536003 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0bf37e18-6a33-470c-995d-8cdd6d9096ee req-31ee794d-c38c-4c88-bc35-de71a8dec220 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.0940883 Jul 14 07:25:35.578816 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3975a1-8157-4568-818f-f9016f343a79 req-c9f27437-23e6-49a8-ba84-6b5ddeabd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:35.580500 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9f3975a1-8157-4568-818f-f9016f343a79 req-c9f27437-23e6-49a8-ba84-6b5ddeabd563 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 1097 time: 0.1825418 Jul 14 07:25:35.584217 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0bf37e18-6a33-470c-995d-8cdd6d9096ee req-b3f0b579-8e9f-497f-bdcc-36f2dbdda37d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452521 Jul 14 07:25:35.632183 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48384) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:35.642444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b849b92-db20-44d0-a02c-c66e7eb0e5e6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Router 1aa82877-ed62-45b5-b94e-1388a41212f8 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:25:35.745064 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c2ff88a-2d1a-4bfb-937e-fc6ba9bfd37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:35.757397 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3975a1-8157-4568-818f-f9016f343a79 req-e726a7ba-cad5-4569-a009-f721356eeeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:35.758913 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9f3975a1-8157-4568-818f-f9016f343a79 req-e726a7ba-cad5-4569-a009-f721356eeeef service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 913 time: 0.1703827 Jul 14 07:25:35.824801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b849b92-db20-44d0-a02c-c66e7eb0e5e6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:25:35.833607 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b849b92-db20-44d0-a02c-c66e7eb0e5e6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:35.834817 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2b849b92-db20-44d0-a02c-c66e7eb0e5e6 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "PUT /v2.0/routers/1aa82877-ed62-45b5-b94e-1388a41212f8 HTTP/1.1" status: 200 len: 921 time: 1.3030477 Jul 14 07:25:35.837549 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48388) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:35.838539 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078b563b-d3b4-4cc0-b006-9ee595202f44 None None] Sync routers for ids ['1aa82877-ed62-45b5-b94e-1388a41212f8'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:25:35.850029 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b563b-d3b4-4cc0-b006-9ee595202f44 None None] Routers {'1aa82877-ed62-45b5-b94e-1388a41212f8'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:35.850829 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9f3975a1-8157-4568-818f-f9016f343a79 req-e2891690-cf17-4258-9fac-23a5526b0f7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15 HTTP/1.1" status: 200 len: 1001 time: 0.0853419 Jul 14 07:25:35.850967 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c2ff88a-2d1a-4bfb-937e-fc6ba9bfd37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:35.851341 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-078b563b-d3b4-4cc0-b006-9ee595202f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1aa82877-ed62-45b5-b94e-1388a41212f8'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:35.856843 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c2ff88a-2d1a-4bfb-937e-fc6ba9bfd37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:35.902123 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-078b563b-d3b4-4cc0-b006-9ee595202f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:35.905971 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0c2ff88a-2d1a-4bfb-937e-fc6ba9bfd37c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5fcac2dbb2054997a8f7cd29da6b39a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701404 Jul 14 07:25:35.905971 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ff88a-2d1a-4bfb-937e-fc6ba9bfd37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0389f568-1422-4a86-a0f1-95fa71d23327,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:35.919178 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48390) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:35.928412 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b563b-d3b4-4cc0-b006-9ee595202f44 None None] Routers {'1aa82877-ed62-45b5-b94e-1388a41212f8'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:35.929069 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-078b563b-d3b4-4cc0-b006-9ee595202f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1aa82877-ed62-45b5-b94e-1388a41212f8'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:35.979628 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-078b563b-d3b4-4cc0-b006-9ee595202f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:35.980521 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078b563b-d3b4-4cc0-b006-9ee595202f44 None None] The sync data for ids ['1aa82877-ed62-45b5-b94e-1388a41212f8'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:25:36.016242 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3975a1-8157-4568-818f-f9016f343a79 req-656b5fa8-ac7d-48bc-8087-4ab7f61f707c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:36.022765 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9f3975a1-8157-4568-818f-f9016f343a79 req-656b5fa8-ac7d-48bc-8087-4ab7f61f707c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.1409731 Jul 14 07:25:36.082313 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-78c1e1f3-111a-46e7-be25-d4629c4d93dc tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "GET /v2.0/routers/1aa82877-ed62-45b5-b94e-1388a41212f8 HTTP/1.1" status: 200 len: 921 time: 0.2433863 Jul 14 07:25:36.087357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48394) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:36.124586 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-807c7f91-5525-4d15-889c-9688dd07be68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:36.151966 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-807c7f91-5525-4d15-889c-9688dd07be68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:36.183695 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:36.200290 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3975a1-8157-4568-818f-f9016f343a79 req-40c40e2e-dd3f-4649-873a-4c6331820c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:36.201967 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9f3975a1-8157-4568-818f-f9016f343a79 req-40c40e2e-dd3f-4649-873a-4c6331820c46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227291 Jul 14 07:25:36.208915 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e57fe3-2a22-4375-9e35-d84c2bdd3b7c tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:36.210561 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b8e57fe3-2a22-4375-9e35-d84c2bdd3b7c tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&device_id=1aa82877-ed62-45b5-b94e-1388a41212f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1199570 Jul 14 07:25:36.213434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48396) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:36.266864 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-807c7f91-5525-4d15-889c-9688dd07be68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:36.269560 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-807c7f91-5525-4d15-889c-9688dd07be68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:36.272975 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-807c7f91-5525-4d15-889c-9688dd07be68 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0389f568-1422-4a86-a0f1-95fa71d23327 HTTP/1.1" status: 204 len: 168 time: 0.3482823 Jul 14 07:25:36.283526 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c7f91-5525-4d15-889c-9688dd07be68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0389f568-1422-4a86-a0f1-95fa71d23327,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:36.315597 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9f3975a1-8157-4568-818f-f9016f343a79 req-47fde6b9-00e4-44f0-ba4e-c1a05c11d376 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035273 Jul 14 07:25:36.329910 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb76a75c-faef-4f9e-95d6-95971817af22 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:36.332044 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bb76a75c-faef-4f9e-95d6-95971817af22 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 881 time: 0.1172421 Jul 14 07:25:36.335168 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48400) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:36.365746 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-770a4adc-6d38-4017-a380-bdd7e5e1d9f2 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "GET /v2.0/ports?device_id=1aa82877-ed62-45b5-b94e-1388a41212f8 HTTP/1.1" status: 200 len: 205 time: 0.0294578 Jul 14 07:25:36.368249 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48402) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:36.419400 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9f3975a1-8157-4568-818f-f9016f343a79 req-d6687048-ec16-46cc-8c84-5c5a3611a6c2 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978260 Jul 14 07:25:36.475557 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18949c92-81bf-4cf8-820a-425e29d73fe1 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:36.558089 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48406) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:36.574487 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6434bf6-4f96-4d58-9c32-5a6383f35fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:36.584636 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18949c92-81bf-4cf8-820a-425e29d73fe1 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:36.667378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-18949c92-81bf-4cf8-820a-425e29d73fe1 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Deleting port 43f69d9d-be9e-4c4c-b4ad-8e208b0132a1 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:25:36.667714 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18949c92-81bf-4cf8-820a-425e29d73fe1 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:36.685266 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6434bf6-4f96-4d58-9c32-5a6383f35fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:36.690574 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6434bf6-4f96-4d58-9c32-5a6383f35fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:36.730227 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a6434bf6-4f96-4d58-9c32-5a6383f35fb2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26392b56d9294b9aa13a0a609ae6f9ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710558 Jul 14 07:25:36.731902 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6434bf6-4f96-4d58-9c32-5a6383f35fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f8ab53-f1cd-4937-9df2-2ada41c7c668,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:36.734318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48410) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:36.782704 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cab9-c78b-43e9-962b-4772302fdec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:36.787480 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18949c92-81bf-4cf8-820a-425e29d73fe1 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:36.805529 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cab9-c78b-43e9-962b-4772302fdec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:36.806877 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-18949c92-81bf-4cf8-820a-425e29d73fe1 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Calling delete_port for 43f69d9d-be9e-4c4c-b4ad-8e208b0132a1 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:25:36.815868 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62049f42-4699-4a1a-95fd-8f3737dd9099 req-0b86896d-f3bc-4982-802f-2db310215d7a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:36.817397 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62049f42-4699-4a1a-95fd-8f3737dd9099 req-0b86896d-f3bc-4982-802f-2db310215d7a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 946 time: 0.1091957 Jul 14 07:25:36.857031 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cab9-c78b-43e9-962b-4772302fdec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:36.859617 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cab9-c78b-43e9-962b-4772302fdec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:36.860832 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d9b6cab9-c78b-43e9-962b-4772302fdec2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3f8ab53-f1cd-4937-9df2-2ada41c7c668 HTTP/1.1" status: 204 len: 168 time: 0.1256096 Jul 14 07:25:36.875652 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6cab9-c78b-43e9-962b-4772302fdec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f8ab53-f1cd-4937-9df2-2ada41c7c668,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:36.905129 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:25:36.911949 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62049f42-4699-4a1a-95fd-8f3737dd9099 req-b821dd5b-7335-4083-adce-9fce73d96af7 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866964 Jul 14 07:25:37.022248 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:37.053801 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:25:37.056226 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750329ab-7ca7-47f4-a347-b29c8531cf35" -d '{"events": [{"server_uuid": "64800e8e-44d3-47dd-9fce-d50d50e5fa4a", "name": "network-vif-unplugged", "status": "completed", "tag": "2e36dc1d-c57b-48c6-bb75-df5a84d61e15"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:25:37.057683 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18949c92-81bf-4cf8-820a-425e29d73fe1 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:37.073065 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:37.079964 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:37.097632 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18949c92-81bf-4cf8-820a-425e29d73fe1 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Pushing event deleted for resources: {'Port': ['ID=43f69d9d-be9e-4c4c-b4ad-8e208b0132a1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:37.126243 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8384f0f-acbc-44be-aa2b-2340d5c81016 x-openstack-request-id: req-c8384f0f-acbc-44be-aa2b-2340d5c81016 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:25:37.126539 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64800e8e-44d3-47dd-9fce-d50d50e5fa4a", "name": "network-vif-unplugged", "status": "completed", "tag": "2e36dc1d-c57b-48c6-bb75-df5a84d61e15", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:25:37.126987 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8384f0f-acbc-44be-aa2b-2340d5c81016 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:25:37.128860 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'code': 200} Jul 14 07:25:37.192994 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,revision_number=14']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:37.519664 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18949c92-81bf-4cf8-820a-425e29d73fe1 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:37.611995 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18949c92-81bf-4cf8-820a-425e29d73fe1 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:37.614156 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18949c92-81bf-4cf8-820a-425e29d73fe1 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:37.657730 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18949c92-81bf-4cf8-820a-425e29d73fe1 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:37.658286 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18949c92-81bf-4cf8-820a-425e29d73fe1 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Fanout notify agent at l3_agent the message router_deleted on router 1aa82877-ed62-45b5-b94e-1388a41212f8 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:25:37.665333 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18949c92-81bf-4cf8-820a-425e29d73fe1 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:37.666526 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-18949c92-81bf-4cf8-820a-425e29d73fe1 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "DELETE /v2.0/routers/1aa82877-ed62-45b5-b94e-1388a41212f8 HTTP/1.1" status: 204 len: 168 time: 1.2972546 Jul 14 07:25:37.670183 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48438) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:37.674828 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c78b448f-58f7-4bbf-ae31-e0311eac1282 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-130226305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:37.703086 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c78b448f-58f7-4bbf-ae31-e0311eac1282 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:37.704178 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c78b448f-58f7-4bbf-ae31-e0311eac1282 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:37.761054 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c78b448f-58f7-4bbf-ae31-e0311eac1282 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:37.765879 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c78b448f-58f7-4bbf-ae31-e0311eac1282 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:37.786210 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c78b448f-58f7-4bbf-ae31-e0311eac1282 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:37.790465 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48442) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:37.790615 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c78b448f-58f7-4bbf-ae31-e0311eac1282 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1193786 Jul 14 07:25:37.795813 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c8d9db79-19f7-4a8d-a0ae-b4f1c6689a00 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Request body: {'router': {'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:38.021393 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8d9db79-19f7-4a8d-a0ae-b4f1c6689a00 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:38.173242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2907dc4-0b1e-4a27-abaf-c72b70ce73d8 req-4e4dfed6-9740-4094-b5c7-505468862d7c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:38.175294 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b2907dc4-0b1e-4a27-abaf-c72b70ce73d8 req-4e4dfed6-9740-4094-b5c7-505468862d7c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0947306 Jul 14 07:25:38.233653 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b2907dc4-0b1e-4a27-abaf-c72b70ce73d8 req-4af92d85-989f-4ecd-9c0a-8690cc7b354d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513906 Jul 14 07:25:38.436850 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8d9db79-19f7-4a8d-a0ae-b4f1c6689a00 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:38.460308 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8d9db79-19f7-4a8d-a0ae-b4f1c6689a00 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:38.618764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-c8d9db79-19f7-4a8d-a0ae-b4f1c6689a00 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Allocated IP 172.25.7.54 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/a9e3ce9e-4ea3-4f6d-911b-42161b83ba86) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:25:38.700340 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0a87e-350a-4eb9-90a4-966818066581 req-fae496b0-1458-4b1d-a1c3-8e7935490bdc tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:38.701897 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4b0a87e-350a-4eb9-90a4-966818066581 req-fae496b0-1458-4b1d-a1c3-8e7935490bdc tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.1309624 Jul 14 07:25:38.768129 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4b0a87e-350a-4eb9-90a4-966818066581 req-6cd66f63-34e0-405b-97cb-2dd70cf1c61d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593834 Jul 14 07:25:38.777941 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8d9db79-19f7-4a8d-a0ae-b4f1c6689a00 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:38.821157 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8d9db79-19f7-4a8d-a0ae-b4f1c6689a00 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:38.864869 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d9db79-19f7-4a8d-a0ae-b4f1c6689a00 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:25:38.868248 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-c8d9db79-19f7-4a8d-a0ae-b4f1c6689a00 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:25:38.873110 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d9db79-19f7-4a8d-a0ae-b4f1c6689a00 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:25:38.876456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9db79-19f7-4a8d-a0ae-b4f1c6689a00 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Pushing event updated for resources: {'Port': ['ID=a9e3ce9e-4ea3-4f6d-911b-42161b83ba86,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:39.066994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d75a98-9428-4720-a7b4-053841365d8f req-dc6d945b-7722-4a2e-b7b1-63a86a283faf tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:39.066994 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-20d75a98-9428-4720-a7b4-053841365d8f req-dc6d945b-7722-4a2e-b7b1-63a86a283faf tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.1679704 Jul 14 07:25:39.149155 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-20d75a98-9428-4720-a7b4-053841365d8f req-e90a031a-b84d-4167-a211-1de8cb9f4465 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743842 Jul 14 07:25:39.213093 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8d9db79-19f7-4a8d-a0ae-b4f1c6689a00 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:39.507878 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8d9db79-19f7-4a8d-a0ae-b4f1c6689a00 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:39.517439 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8d9db79-19f7-4a8d-a0ae-b4f1c6689a00 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:39.529900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-658af747-9db8-4911-a0b9-2b1da4f6b5fc tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:39.531710 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-658af747-9db8-4911-a0b9-2b1da4f6b5fc tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 812 time: 0.1701419 Jul 14 07:25:39.586730 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-62840db9-795b-4708-9cca-d6640100f364 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/quotas/5388180d7e484dd0b2d86403880fc87d HTTP/1.1" status: 200 len: 375 time: 0.0172575 Jul 14 07:25:39.636371 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48518) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:39.708042 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-d5fc75dd-8f71-4ec1-b2bf-d8ed10edcba8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1153512 Jul 14 07:25:39.737699 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d9db79-19f7-4a8d-a0ae-b4f1c6689a00 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Router cc10ea54-c143-46ac-a7b2-bf97aa47922a is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:25:39.763541 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1bacb8c-9201-49bf-8a02-ccd8e799e8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:39.862320 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1bacb8c-9201-49bf-8a02-ccd8e799e8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:39.864888 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-7f88abe5-cbac-41cd-8c60-80f89695d233 service neutron] 10.222.0.35 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460433 Jul 14 07:25:39.867521 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1bacb8c-9201-49bf-8a02-ccd8e799e8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:39.907465 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bacb8c-9201-49bf-8a02-ccd8e799e8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb95c6b-3b8f-4ff2-84bf-5e1a93125a2d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:39.914975 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a1bacb8c-9201-49bf-8a02-ccd8e799e8d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39852a8c4173442492d23159003c955c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773516 Jul 14 07:25:39.916319 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48522) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:39.970188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d9db79-19f7-4a8d-a0ae-b4f1c6689a00 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:25:39.982213 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8d9db79-19f7-4a8d-a0ae-b4f1c6689a00 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:39.986731 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60591b38-7a01-4006-8c77-5b517f81b32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:39.986846 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c8d9db79-19f7-4a8d-a0ae-b4f1c6689a00 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "PUT /v2.0/routers/cc10ea54-c143-46ac-a7b2-bf97aa47922a HTTP/1.1" status: 200 len: 878 time: 2.1916285 Jul 14 07:25:39.986846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48524) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:39.988679 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07e7463-fcbf-49b2-9835-26bdfa549747 None None] Sync routers for ids ['cc10ea54-c143-46ac-a7b2-bf97aa47922a'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:25:40.000761 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e7463-fcbf-49b2-9835-26bdfa549747 None None] Routers {'cc10ea54-c143-46ac-a7b2-bf97aa47922a'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:40.001455 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f07e7463-fcbf-49b2-9835-26bdfa549747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['cc10ea54-c143-46ac-a7b2-bf97aa47922a'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:40.017059 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60591b38-7a01-4006-8c77-5b517f81b32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:40.036280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f07e7463-fcbf-49b2-9835-26bdfa549747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:40.045285 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:25:40.046138 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e7463-fcbf-49b2-9835-26bdfa549747 None None] Routers {'cc10ea54-c143-46ac-a7b2-bf97aa47922a'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:40.046768 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f07e7463-fcbf-49b2-9835-26bdfa549747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['cc10ea54-c143-46ac-a7b2-bf97aa47922a'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:40.052180 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-443c485b-cd1a-4c57-95df-e54182c4ccf8 service neutron] 10.222.0.35 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569254 Jul 14 07:25:40.087128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f07e7463-fcbf-49b2-9835-26bdfa549747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:40.087783 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07e7463-fcbf-49b2-9835-26bdfa549747 None None] The sync data for ids ['cc10ea54-c143-46ac-a7b2-bf97aa47922a'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:25:40.092355 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60591b38-7a01-4006-8c77-5b517f81b32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:40.095601 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60591b38-7a01-4006-8c77-5b517f81b32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:40.099560 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-60591b38-7a01-4006-8c77-5b517f81b32a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0bb95c6b-3b8f-4ff2-84bf-5e1a93125a2d HTTP/1.1" status: 204 len: 168 time: 0.1812682 Jul 14 07:25:40.107673 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60591b38-7a01-4006-8c77-5b517f81b32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb95c6b-3b8f-4ff2-84bf-5e1a93125a2d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:40.130377 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-50f19f07-8a5d-42ce-8b78-2de0affd0355 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "GET /v2.0/routers/cc10ea54-c143-46ac-a7b2-bf97aa47922a HTTP/1.1" status: 200 len: 919 time: 0.1430192 Jul 14 07:25:40.132867 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48528) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:40.264194 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc932774-9c8c-4da1-8f2f-1ac4669dca90 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:40.265921 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bc932774-9c8c-4da1-8f2f-1ac4669dca90 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&device_id=cc10ea54-c143-46ac-a7b2-bf97aa47922a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1320131 Jul 14 07:25:40.268711 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48534) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:40.366017 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df35b722-5c81-4b98-b5ab-887885bef510 req-b3dff367-cba9-4ca8-bf1e-bf38b924c450 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 210 time: 0.0665500 Jul 14 07:25:40.425587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81c7ef2-c6b9-4e03-9597-ab1fca6d939d tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:40.427240 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c81c7ef2-c6b9-4e03-9597-ab1fca6d939d tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 881 time: 0.1574614 Jul 14 07:25:40.430022 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48542) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:40.456604 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48544) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:40.464728 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-959b2aee-6a7e-4fd3-b006-2bfa3cb57eec tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc10ea54-c143-46ac-a7b2-bf97aa47922a HTTP/1.1" status: 200 len: 205 time: 0.0335469 Jul 14 07:25:40.467735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48546) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:40.510244 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6def1f42-140c-4417-a20b-c9347ada4b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:40.660714 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3f21384-10cd-44cb-b787-1989f26628fd tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:40.790231 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6def1f42-140c-4417-a20b-c9347ada4b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:40.795930 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6def1f42-140c-4417-a20b-c9347ada4b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:40.834894 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def1f42-140c-4417-a20b-c9347ada4b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad892fa-74ec-41af-b9fd-f021ced8ac11,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:40.840053 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6def1f42-140c-4417-a20b-c9347ada4b63 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=37eda7e9d30d42fbabbeba08f52d8c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821814 Jul 14 07:25:40.843634 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48552) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:40.853876 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3f21384-10cd-44cb-b787-1989f26628fd tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:40.939018 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-372aa297-94ac-4904-bf91-f8a6fe2fd3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:40.968830 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-372aa297-94ac-4904-bf91-f8a6fe2fd3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:40.979440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-a3f21384-10cd-44cb-b787-1989f26628fd tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Deleting port a9e3ce9e-4ea3-4f6d-911b-42161b83ba86 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:25:40.979780 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3f21384-10cd-44cb-b787-1989f26628fd tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:41.075361 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3f21384-10cd-44cb-b787-1989f26628fd tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:41.083792 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-372aa297-94ac-4904-bf91-f8a6fe2fd3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:41.086392 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-372aa297-94ac-4904-bf91-f8a6fe2fd3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:41.087548 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-372aa297-94ac-4904-bf91-f8a6fe2fd3a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dad892fa-74ec-41af-b9fd-f021ced8ac11 HTTP/1.1" status: 204 len: 168 time: 0.2429464 Jul 14 07:25:41.095901 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-a3f21384-10cd-44cb-b787-1989f26628fd tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Calling delete_port for a9e3ce9e-4ea3-4f6d-911b-42161b83ba86 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:25:41.106748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372aa297-94ac-4904-bf91-f8a6fe2fd3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad892fa-74ec-41af-b9fd-f021ced8ac11,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:41.273036 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3f21384-10cd-44cb-b787-1989f26628fd tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:41.299731 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f21384-10cd-44cb-b787-1989f26628fd tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Pushing event deleted for resources: {'Port': ['ID=a9e3ce9e-4ea3-4f6d-911b-42161b83ba86,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:41.366558 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3f21384-10cd-44cb-b787-1989f26628fd tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:41.468343 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3f21384-10cd-44cb-b787-1989f26628fd tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:41.470540 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3f21384-10cd-44cb-b787-1989f26628fd tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:41.529889 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3f21384-10cd-44cb-b787-1989f26628fd tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:41.530389 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f21384-10cd-44cb-b787-1989f26628fd tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Fanout notify agent at l3_agent the message router_deleted on router cc10ea54-c143-46ac-a7b2-bf97aa47922a {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:25:41.547470 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3f21384-10cd-44cb-b787-1989f26628fd tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:41.548578 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a3f21384-10cd-44cb-b787-1989f26628fd tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "DELETE /v2.0/routers/cc10ea54-c143-46ac-a7b2-bf97aa47922a HTTP/1.1" status: 204 len: 168 time: 1.0797267 Jul 14 07:25:41.554695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48570) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:41.561157 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-af6fef6d-f1b5-449e-9135-4fc556009517 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-507416338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:41.596171 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af6fef6d-f1b5-449e-9135-4fc556009517 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:41.599434 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af6fef6d-f1b5-449e-9135-4fc556009517 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:41.600164 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf2ca2d0-9b17-476d-8872-c58087e40f74 req-a95608af-651e-4ca3-a423-cb53a0812938 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 210 time: 0.0889318 Jul 14 07:25:41.695415 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af6fef6d-f1b5-449e-9135-4fc556009517 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:41.695703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-4d9083b2-1124-45ed-997f-8ef34f087038 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:41.695703 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-4d9083b2-1124-45ed-997f-8ef34f087038 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.15 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 812 time: 0.1794102 Jul 14 07:25:41.696602 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af6fef6d-f1b5-449e-9135-4fc556009517 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:41.703553 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-a19134b8-4f35-4cb4-a8ac-0c658cbf71ab tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Request body: {'port': {'device_id': '0c2ee056-bb4f-4e64-a9ff-0ec034428ba7', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'admin_state_up': True, 'tenant_id': '5388180d7e484dd0b2d86403880fc87d'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:41.717400 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af6fef6d-f1b5-449e-9135-4fc556009517 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:41.719294 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-af6fef6d-f1b5-449e-9135-4fc556009517 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1630702 Jul 14 07:25:41.722817 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48582) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:41.733621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f7ff6403-2c8b-4896-9e27-1d1ae54b1bed tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'enable_snat': True}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:41.843003 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-a19134b8-4f35-4cb4-a8ac-0c658cbf71ab tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Made reservation on behalf of 5388180d7e484dd0b2d86403880fc87d for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:25:41.847703 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-a19134b8-4f35-4cb4-a8ac-0c658cbf71ab tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:41.985983 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6403-2c8b-4896-9e27-1d1ae54b1bed tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:42.037020 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-a19134b8-4f35-4cb4-a8ac-0c658cbf71ab tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Allocated IP 172.20.0.9 (b2c5cf15-5a87-4c97-91f8-6d7dceaa510f/40a6fcbc-1ebb-4df2-9269-8464ec56e1dd/34b66f3c-5393-4747-b28c-2e7d8883db95) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:25:42.218343 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-a19134b8-4f35-4cb4-a8ac-0c658cbf71ab tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:42.251376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-a19134b8-4f35-4cb4-a8ac-0c658cbf71ab tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Transition to ACTIVE for port object 34b66f3c-5393-4747-b28c-2e7d8883db95 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:25:42.304793 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-a19134b8-4f35-4cb4-a8ac-0c658cbf71ab tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:42.377828 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-a19134b8-4f35-4cb4-a8ac-0c658cbf71ab tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:25:42.381013 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-a19134b8-4f35-4cb4-a8ac-0c658cbf71ab tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:25:42.384155 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-a19134b8-4f35-4cb4-a8ac-0c658cbf71ab tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:25:42.429840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19134b8-4f35-4cb4-a8ac-0c658cbf71ab tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Pushing event updated for resources: {'Port': ['ID=34b66f3c-5393-4747-b28c-2e7d8883db95,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:42.490142 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-a19134b8-4f35-4cb4-a8ac-0c658cbf71ab tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:42.498073 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-a19134b8-4f35-4cb4-a8ac-0c658cbf71ab tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:42.521933 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-a19134b8-4f35-4cb4-a8ac-0c658cbf71ab tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8222487 Jul 14 07:25:42.534727 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Request body: {'port': {'device_id': '0c2ee056-bb4f-4e64-a9ff-0ec034428ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:42.626252 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:42.651962 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6403-2c8b-4896-9e27-1d1ae54b1bed tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:42.683765 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6403-2c8b-4896-9e27-1d1ae54b1bed tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:42.813407 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cab6efc3-c464-471b-a00a-cff05a42f104 None None] Provisioning for port 34b66f3c-5393-4747-b28c-2e7d8883db95 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:25:42.818041 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cab6efc3-c464-471b-a00a-cff05a42f104 None None] Provisioning complete for port 34b66f3c-5393-4747-b28c-2e7d8883db95 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:25:42.818557 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cab6efc3-c464-471b-a00a-cff05a42f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:42.897450 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-cab6efc3-c464-471b-a00a-cff05a42f104 None None] Port 34b66f3c-5393-4747-b28c-2e7d8883db95 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:25:42.929166 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f7ff6403-2c8b-4896-9e27-1d1ae54b1bed tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Allocated IP 172.25.7.233 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/c30e5138-c105-4c6c-8129-02ec4d3f62ea) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:25:43.073616 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6403-2c8b-4896-9e27-1d1ae54b1bed tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:43.126595 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6403-2c8b-4896-9e27-1d1ae54b1bed tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:43.185247 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ff6403-2c8b-4896-9e27-1d1ae54b1bed tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:25:43.190728 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f7ff6403-2c8b-4896-9e27-1d1ae54b1bed tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:25:43.194502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff6403-2c8b-4896-9e27-1d1ae54b1bed tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:25:43.222933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff6403-2c8b-4896-9e27-1d1ae54b1bed tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Pushing event updated for resources: {'Port': ['ID=c30e5138-c105-4c6c-8129-02ec4d3f62ea,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:43.458278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b66f3c-5393-4747-b28c-2e7d8883db95 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:25:43.470569 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:43.480427 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18ce01-4737-423c-897e-12d21f319dbc req-1fa2baa7-42f4-4aa6-a1e6-737d5345b558 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:43.486717 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6403-2c8b-4896-9e27-1d1ae54b1bed tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:43.487811 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d18ce01-4737-423c-897e-12d21f319dbc req-1fa2baa7-42f4-4aa6-a1e6-737d5345b558 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 931 time: 0.1298938 Jul 14 07:25:43.517689 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Transition to ACTIVE for port object 34b66f3c-5393-4747-b28c-2e7d8883db95 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:25:43.527262 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:43.565831 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d18ce01-4737-423c-897e-12d21f319dbc req-dbe1f49a-6fd5-4d71-8b48-9ca7b9ce7f8f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769148 Jul 14 07:25:43.710381 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=34b66f3c-5393-4747-b28c-2e7d8883db95,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:43.801388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Attempting to bind port 34b66f3c-5393-4747-b28c-2e7d8883db95 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:25:43.801822 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Attempting to bind port 34b66f3c-5393-4747-b28c-2e7d8883db95 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:25:43.802212 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Attempting to bind port 34b66f3c-5393-4747-b28c-2e7d8883db95 on network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:25:43.806714 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Port 34b66f3c-5393-4747-b28c-2e7d8883db95 on network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:25:43.807104 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Attempting to bind port 34b66f3c-5393-4747-b28c-2e7d8883db95 on network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:25:43.812161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:25:43.812592 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Checking segment: {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:25:43.813043 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Bound using segment: {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:25:43.813599 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Bound port: 34b66f3c-5393-4747-b28c-2e7d8883db95, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:25:43.814078 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:43.822750 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6403-2c8b-4896-9e27-1d1ae54b1bed tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:43.826474 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6403-2c8b-4896-9e27-1d1ae54b1bed tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:43.907658 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] For port 34b66f3c-5393-4747-b28c-2e7d8883db95, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:25:43.911445 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] For port 34b66f3c-5393-4747-b28c-2e7d8883db95, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=34b66f3c-5393-4747-b28c-2e7d8883db95,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:25:43.916449 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:43.969275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:43.970321 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:43.972033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] 10.222.0.15 "PUT /v2.0/ports/34b66f3c-5393-4747-b28c-2e7d8883db95 HTTP/1.1" status: 200 len: 1091 time: 1.4425578 Jul 14 07:25:43.972490 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2ee056-bb4f-4e64-a9ff-0ec034428ba7', 'tag': '34b66f3c-5393-4747-b28c-2e7d8883db95'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:25:43.975150 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4cfd9a-0f59-4228-aa11-bc68ee46821d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2ee056-bb4f-4e64-a9ff-0ec034428ba7", "tag": "34b66f3c-5393-4747-b28c-2e7d8883db95"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:25:44.011109 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ff6403-2c8b-4896-9e27-1d1ae54b1bed tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Router a6527607-f353-4991-9d72-08b2cf9b8db9 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:25:44.033899 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1de1237-04fb-40cf-b8cd-76a73ffa9079 x-openstack-request-id: req-b1de1237-04fb-40cf-b8cd-76a73ffa9079 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:25:44.034223 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2ee056-bb4f-4e64-a9ff-0ec034428ba7", "tag": "34b66f3c-5393-4747-b28c-2e7d8883db95", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:25:44.034476 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1de1237-04fb-40cf-b8cd-76a73ffa9079 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:25:44.034996 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2ee056-bb4f-4e64-a9ff-0ec034428ba7', 'tag': '34b66f3c-5393-4747-b28c-2e7d8883db95', 'status': 'completed', 'code': 200} Jul 14 07:25:44.077224 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a90228-2eca-49f6-84ed-beaa04c3bcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=34b66f3c-5393-4747-b28c-2e7d8883db95,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:44.118154 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-0461d3c2-54a1-42f5-b481-8afdffc5b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:44.119804 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-0461d3c2-54a1-42f5-b481-8afdffc5b076 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 1094 time: 0.0840495 Jul 14 07:25:44.153557 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ff6403-2c8b-4896-9e27-1d1ae54b1bed tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:25:44.158539 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6403-2c8b-4896-9e27-1d1ae54b1bed tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:44.163638 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f7ff6403-2c8b-4896-9e27-1d1ae54b1bed tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "PUT /v2.0/routers/a6527607-f353-4991-9d72-08b2cf9b8db9 HTTP/1.1" status: 200 len: 914 time: 2.4395373 Jul 14 07:25:44.164516 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4290e6ed-b23f-4d2f-bc52-6620799d7da6 None None] Sync routers for ids ['a6527607-f353-4991-9d72-08b2cf9b8db9'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:25:44.165017 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48668) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:44.180702 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-203343af-a260-442c-bc9d-82d590de7f8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34b66f3c-5393-4747-b28c-2e7d8883db95 HTTP/1.1" status: 200 len: 217 time: 0.0538704 Jul 14 07:25:44.185057 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4290e6ed-b23f-4d2f-bc52-6620799d7da6 None None] Routers {'a6527607-f353-4991-9d72-08b2cf9b8db9'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:44.186319 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4290e6ed-b23f-4d2f-bc52-6620799d7da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a6527607-f353-4991-9d72-08b2cf9b8db9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:44.231838 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4290e6ed-b23f-4d2f-bc52-6620799d7da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:44.245681 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4290e6ed-b23f-4d2f-bc52-6620799d7da6 None None] Routers {'a6527607-f353-4991-9d72-08b2cf9b8db9'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:44.246348 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4290e6ed-b23f-4d2f-bc52-6620799d7da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a6527607-f353-4991-9d72-08b2cf9b8db9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:44.248610 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-fc5df60f-c34a-4ede-9b1c-1a5bdd90d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:44.251823 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-fc5df60f-c34a-4ede-9b1c-1a5bdd90d345 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.0617721 Jul 14 07:25:44.284835 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4290e6ed-b23f-4d2f-bc52-6620799d7da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:44.285518 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4290e6ed-b23f-4d2f-bc52-6620799d7da6 None None] The sync data for ids ['a6527607-f353-4991-9d72-08b2cf9b8db9'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:25:44.305625 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ddc95f3c-17d4-497a-902b-738901149a78 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "GET /v2.0/routers/a6527607-f353-4991-9d72-08b2cf9b8db9 HTTP/1.1" status: 200 len: 920 time: 0.1389799 Jul 14 07:25:44.308325 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48672) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:44.316075 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48674) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:44.349668 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-4261fbe4-1155-4cc1-be06-bc6bbcfa73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:44.351232 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-4261fbe4-1155-4cc1-be06-bc6bbcfa73ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927837 Jul 14 07:25:44.373470 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ed29ab-fe1a-4207-a47a-28a505dcae8f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:44.375014 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e6ed29ab-fe1a-4207-a47a-28a505dcae8f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&device_id=a6527607-f353-4991-9d72-08b2cf9b8db9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0655990 Jul 14 07:25:44.377786 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48678) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:44.440935 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a400c78-bdc5-4bb0-a47c-0cad60d91a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:44.459973 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe55944-183d-48e7-823e-a63185d29fc7 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:44.461412 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ebe55944-183d-48e7-823e-a63185d29fc7 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 881 time: 0.0826478 Jul 14 07:25:44.464204 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48680) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:44.478819 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-4f96414d-0150-4d72-ad45-bacef1bad573 service neutron] 10.222.0.15 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209862 Jul 14 07:25:44.498727 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-53e4beb3-3721-44e9-b37b-2106f0700e46 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6527607-f353-4991-9d72-08b2cf9b8db9 HTTP/1.1" status: 200 len: 205 time: 0.0333805 Jul 14 07:25:44.501174 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48682) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:44.605466 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59f553f4-7092-4dcf-a0d9-cdd34cfd12c6 req-17228775-8e1d-48aa-8eb1-f4487c7265f2 service neutron] 10.222.0.15 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203532 Jul 14 07:25:44.630934 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0045b4a6-97cb-4a3c-b814-3d2069f6b3e7 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:44.632185 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a400c78-bdc5-4bb0-a47c-0cad60d91a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:44.637470 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a400c78-bdc5-4bb0-a47c-0cad60d91a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:44.711530 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1a400c78-bdc5-4bb0-a47c-0cad60d91a86 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58e1005eafa846fb9fe8c7e359d14f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3944163 Jul 14 07:25:44.725441 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48692) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:44.736505 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a400c78-bdc5-4bb0-a47c-0cad60d91a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ba9c66-eeb0-4a2b-b422-381b2f3a4b14,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:44.804548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cfd9a-0f59-4228-aa11-bc68ee46821d req-ace2a96c-af26-4b18-8728-fc6930843cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:44.806145 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc4cfd9a-0f59-4228-aa11-bc68ee46821d req-ace2a96c-af26-4b18-8728-fc6930843cab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 1094 time: 0.1131232 Jul 14 07:25:44.815180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb34e6-5663-4f25-9c3b-e880fc4c9aed req-6d202cbe-b19e-4edf-901d-32c4327ba09f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:44.816774 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1dfb34e6-5663-4f25-9c3b-e880fc4c9aed req-6d202cbe-b19e-4edf-901d-32c4327ba09f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 943 time: 0.1116278 Jul 14 07:25:44.909918 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1dfb34e6-5663-4f25-9c3b-e880fc4c9aed req-0199d2da-6607-41a1-bc18-4a3014c1f479 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839264 Jul 14 07:25:44.937488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cfd9a-0f59-4228-aa11-bc68ee46821d req-4abd670b-f713-4c46-aa65-ff87272e3cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:44.939021 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc4cfd9a-0f59-4228-aa11-bc68ee46821d req-4abd670b-f713-4c46-aa65-ff87272e3cc9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 913 time: 0.1213171 Jul 14 07:25:44.986154 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc4cfd9a-0f59-4228-aa11-bc68ee46821d req-1049ae0c-b87b-4356-ac18-44d880d76504 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34b66f3c-5393-4747-b28c-2e7d8883db95 HTTP/1.1" status: 200 len: 217 time: 0.0395231 Jul 14 07:25:45.033177 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0045b4a6-97cb-4a3c-b814-3d2069f6b3e7 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.041462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cfd9a-0f59-4228-aa11-bc68ee46821d req-d7472f1e-a944-45ef-aee5-23deb57b42d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:45.043444 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc4cfd9a-0f59-4228-aa11-bc68ee46821d req-d7472f1e-a944-45ef-aee5-23deb57b42d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.0501556 Jul 14 07:25:45.047538 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7b110cb-e9ca-443d-a0b1-a343edf89749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.089107 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7b110cb-e9ca-443d-a0b1-a343edf89749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.106670 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cfd9a-0f59-4228-aa11-bc68ee46821d req-d1441863-988d-4dee-9ee0-166cde919f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:45.107863 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc4cfd9a-0f59-4228-aa11-bc68ee46821d req-d1441863-988d-4dee-9ee0-166cde919f36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565116 Jul 14 07:25:45.137635 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0045b4a6-97cb-4a3c-b814-3d2069f6b3e7 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Deleting port c30e5138-c105-4c6c-8129-02ec4d3f62ea {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:25:45.138012 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0045b4a6-97cb-4a3c-b814-3d2069f6b3e7 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.193438 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7b110cb-e9ca-443d-a0b1-a343edf89749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.196125 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7b110cb-e9ca-443d-a0b1-a343edf89749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.197363 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c7b110cb-e9ca-443d-a0b1-a343edf89749 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/25ba9c66-eeb0-4a2b-b422-381b2f3a4b14 HTTP/1.1" status: 204 len: 168 time: 0.4709496 Jul 14 07:25:45.210128 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc4cfd9a-0f59-4228-aa11-bc68ee46821d req-aa7fec7d-c691-45be-900d-b67bd07326a7 service neutron] 10.222.0.15 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943017 Jul 14 07:25:45.216017 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b110cb-e9ca-443d-a0b1-a343edf89749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ba9c66-eeb0-4a2b-b422-381b2f3a4b14,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:45.235968 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0045b4a6-97cb-4a3c-b814-3d2069f6b3e7 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.253017 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0045b4a6-97cb-4a3c-b814-3d2069f6b3e7 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Calling delete_port for c30e5138-c105-4c6c-8129-02ec4d3f62ea owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:25:45.329065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc4cfd9a-0f59-4228-aa11-bc68ee46821d req-a20b4e63-d01d-4960-a177-21c6b0e2dcc5 service neutron] 10.222.0.15 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114542 Jul 14 07:25:45.460046 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0045b4a6-97cb-4a3c-b814-3d2069f6b3e7 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.473600 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.491451 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045b4a6-97cb-4a3c-b814-3d2069f6b3e7 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Pushing event deleted for resources: {'Port': ['ID=c30e5138-c105-4c6c-8129-02ec4d3f62ea,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:45.554772 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0045b4a6-97cb-4a3c-b814-3d2069f6b3e7 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.657110 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.664430 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0045b4a6-97cb-4a3c-b814-3d2069f6b3e7 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.676838 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0045b4a6-97cb-4a3c-b814-3d2069f6b3e7 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.737949 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0045b4a6-97cb-4a3c-b814-3d2069f6b3e7 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.738940 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0045b4a6-97cb-4a3c-b814-3d2069f6b3e7 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Fanout notify agent at l3_agent the message router_deleted on router a6527607-f353-4991-9d72-08b2cf9b8db9 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:25:45.747218 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0045b4a6-97cb-4a3c-b814-3d2069f6b3e7 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.749296 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0045b4a6-97cb-4a3c-b814-3d2069f6b3e7 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "DELETE /v2.0/routers/a6527607-f353-4991-9d72-08b2cf9b8db9 HTTP/1.1" status: 204 len: 168 time: 1.2464697 Jul 14 07:25:45.752302 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48710) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:45.758667 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-02360d64-7939-49e4-9d8a-4ae8f84e7b53 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-47818143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:45.783979 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02360d64-7939-49e4-9d8a-4ae8f84e7b53 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.785331 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02360d64-7939-49e4-9d8a-4ae8f84e7b53 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.843544 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02360d64-7939-49e4-9d8a-4ae8f84e7b53 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.849109 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02360d64-7939-49e4-9d8a-4ae8f84e7b53 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.866715 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02360d64-7939-49e4-9d8a-4ae8f84e7b53 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:45.869728 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-02360d64-7939-49e4-9d8a-4ae8f84e7b53 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1146579 Jul 14 07:25:45.870934 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48716) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:45.886366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-652b57ed-73f9-47f0-b925-18ba674b664a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'enable_snat': False}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:46.142043 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-652b57ed-73f9-47f0-b925-18ba674b664a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:46.218402 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac7132-0bf3-4752-8444-79e0abc350f2 req-864178c4-9992-4570-a91b-001b59f15e66 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:46.219890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d4ac7132-0bf3-4752-8444-79e0abc350f2 req-864178c4-9992-4570-a91b-001b59f15e66 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 943 time: 0.1692436 Jul 14 07:25:46.264292 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48728) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:46.267039 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d4ac7132-0bf3-4752-8444-79e0abc350f2 req-ae46047f-8968-49d0-bc9b-eb9ceb6fe5d9 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398753 Jul 14 07:25:46.368879 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d74c8a36-07c2-4a83-91b3-5d44b52bfb57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:46.405291 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-652b57ed-73f9-47f0-b925-18ba674b664a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:46.425803 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-652b57ed-73f9-47f0-b925-18ba674b664a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:46.460888 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d74c8a36-07c2-4a83-91b3-5d44b52bfb57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:46.465281 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d74c8a36-07c2-4a83-91b3-5d44b52bfb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:46.503212 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d74c8a36-07c2-4a83-91b3-5d44b52bfb57 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=749bfee066254760944b87aae1361db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377946 Jul 14 07:25:46.504140 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c8a36-07c2-4a83-91b3-5d44b52bfb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca392648-bb6d-48ce-9abe-3be821ef4137,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:46.506539 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48732) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:46.529600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-652b57ed-73f9-47f0-b925-18ba674b664a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Allocated IP 172.25.7.13 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/765dd5d1-31c2-41b5-8ff6-6c3336ebfe67) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:25:46.554979 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65b274be-4c59-40ab-9c33-2812601b056e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:46.575492 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65b274be-4c59-40ab-9c33-2812601b056e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:46.623484 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65b274be-4c59-40ab-9c33-2812601b056e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:46.626336 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65b274be-4c59-40ab-9c33-2812601b056e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:46.627479 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-65b274be-4c59-40ab-9c33-2812601b056e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca392648-bb6d-48ce-9abe-3be821ef4137 HTTP/1.1" status: 204 len: 168 time: 0.1200380 Jul 14 07:25:46.636127 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-652b57ed-73f9-47f0-b925-18ba674b664a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:46.637245 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b274be-4c59-40ab-9c33-2812601b056e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca392648-bb6d-48ce-9abe-3be821ef4137,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:46.679986 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-652b57ed-73f9-47f0-b925-18ba674b664a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:46.715349 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652b57ed-73f9-47f0-b925-18ba674b664a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:25:46.720025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-652b57ed-73f9-47f0-b925-18ba674b664a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:25:46.723927 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652b57ed-73f9-47f0-b925-18ba674b664a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:25:46.750282 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b57ed-73f9-47f0-b925-18ba674b664a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Pushing event updated for resources: {'Port': ['ID=765dd5d1-31c2-41b5-8ff6-6c3336ebfe67,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:46.997470 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-652b57ed-73f9-47f0-b925-18ba674b664a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:47.199621 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-652b57ed-73f9-47f0-b925-18ba674b664a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:47.202971 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-652b57ed-73f9-47f0-b925-18ba674b664a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:47.350095 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652b57ed-73f9-47f0-b925-18ba674b664a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Router 6043f575-7bbd-40fe-8dd8-f71f270ca165 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:25:47.525466 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652b57ed-73f9-47f0-b925-18ba674b664a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:25:47.531284 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-652b57ed-73f9-47f0-b925-18ba674b664a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:47.532561 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-652b57ed-73f9-47f0-b925-18ba674b664a tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "PUT /v2.0/routers/6043f575-7bbd-40fe-8dd8-f71f270ca165 HTTP/1.1" status: 200 len: 913 time: 1.6602716 Jul 14 07:25:47.536323 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48766) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:47.537359 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009c848c-2727-4fd1-b92f-b8f55d7c0d7e None None] Sync routers for ids ['6043f575-7bbd-40fe-8dd8-f71f270ca165'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:25:47.549309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009c848c-2727-4fd1-b92f-b8f55d7c0d7e None None] Routers {'6043f575-7bbd-40fe-8dd8-f71f270ca165'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:47.550720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-009c848c-2727-4fd1-b92f-b8f55d7c0d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6043f575-7bbd-40fe-8dd8-f71f270ca165'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:47.558986 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2b43d-6620-419d-b14a-7335f5964ed4 req-3c403d02-e96f-4c04-8273-9520a4c996da tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:47.560688 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e1f2b43d-6620-419d-b14a-7335f5964ed4 req-3c403d02-e96f-4c04-8273-9520a4c996da tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 943 time: 0.1484807 Jul 14 07:25:47.589325 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-009c848c-2727-4fd1-b92f-b8f55d7c0d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:47.599352 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009c848c-2727-4fd1-b92f-b8f55d7c0d7e None None] Routers {'6043f575-7bbd-40fe-8dd8-f71f270ca165'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:47.600388 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-009c848c-2727-4fd1-b92f-b8f55d7c0d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6043f575-7bbd-40fe-8dd8-f71f270ca165'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:47.635064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-009c848c-2727-4fd1-b92f-b8f55d7c0d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:47.635721 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009c848c-2727-4fd1-b92f-b8f55d7c0d7e None None] The sync data for ids ['6043f575-7bbd-40fe-8dd8-f71f270ca165'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:25:47.636069 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e1f2b43d-6620-419d-b14a-7335f5964ed4 req-538be533-8a9c-4827-9bc0-7b009e5644aa tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690565 Jul 14 07:25:47.730264 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-30ff9f74-b712-4090-b148-2d27190a385f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "GET /v2.0/routers/6043f575-7bbd-40fe-8dd8-f71f270ca165 HTTP/1.1" status: 200 len: 919 time: 0.1926818 Jul 14 07:25:47.733384 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48774) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:47.794690 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbfc564-4670-496c-9939-d2c2c193595d tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:47.796338 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ecbfc564-4670-496c-9939-d2c2c193595d tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&device_id=6043f575-7bbd-40fe-8dd8-f71f270ca165&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0616438 Jul 14 07:25:47.799048 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48778) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:47.901221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d622fa-d3ce-47ba-912a-dff5501b2375 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:47.905333 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-28d622fa-d3ce-47ba-912a-dff5501b2375 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "GET /v2.0/networks/2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 881 time: 0.1026361 Jul 14 07:25:47.905675 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48784) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:47.935722 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-14f93201-ff15-4abb-84dc-a4a65384fa07 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "GET /v2.0/ports?device_id=6043f575-7bbd-40fe-8dd8-f71f270ca165 HTTP/1.1" status: 200 len: 205 time: 0.0288639 Jul 14 07:25:47.938179 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48786) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:48.064143 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c01d7050-aced-450e-858d-0eccd6834b13 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:48.172712 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c01d7050-aced-450e-858d-0eccd6834b13 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:48.225757 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c01d7050-aced-450e-858d-0eccd6834b13 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Deleting port 765dd5d1-31c2-41b5-8ff6-6c3336ebfe67 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:25:48.226054 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c01d7050-aced-450e-858d-0eccd6834b13 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:48.307740 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c01d7050-aced-450e-858d-0eccd6834b13 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:48.319849 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c01d7050-aced-450e-858d-0eccd6834b13 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Calling delete_port for 765dd5d1-31c2-41b5-8ff6-6c3336ebfe67 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:25:48.328311 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 34b66f3c-5393-4747-b28c-2e7d8883db95 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:25:48.438566 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 34b66f3c-5393-4747-b28c-2e7d8883db95, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=34b66f3c-5393-4747-b28c-2e7d8883db95,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:48.452220 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '34b66f3c-5393-4747-b28c-2e7d8883db95', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'port_id': '34b66f3c-5393-4747-b28c-2e7d8883db95', 'mac_address': 'fa:16:3e:6c:3d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:25:48.489522 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:48.502350 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b66f3c-5393-4747-b28c-2e7d8883db95 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:25:48.509166 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c01d7050-aced-450e-858d-0eccd6834b13 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:48.522226 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 34b66f3c-5393-4747-b28c-2e7d8883db95, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=34b66f3c-5393-4747-b28c-2e7d8883db95,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:48.527477 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:48.539186 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d7050-aced-450e-858d-0eccd6834b13 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Pushing event deleted for resources: {'Port': ['ID=765dd5d1-31c2-41b5-8ff6-6c3336ebfe67,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:48.589213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=34b66f3c-5393-4747-b28c-2e7d8883db95,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:48.623789 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c01d7050-aced-450e-858d-0eccd6834b13 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:48.706153 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48828) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:48.715116 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c01d7050-aced-450e-858d-0eccd6834b13 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:48.717300 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c01d7050-aced-450e-858d-0eccd6834b13 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:48.729127 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['34b66f3c-5393-4747-b28c-2e7d8883db95'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:25:48.768533 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c01d7050-aced-450e-858d-0eccd6834b13 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:48.769439 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01d7050-aced-450e-858d-0eccd6834b13 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Fanout notify agent at l3_agent the message router_deleted on router 6043f575-7bbd-40fe-8dd8-f71f270ca165 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:25:48.778921 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c01d7050-aced-450e-858d-0eccd6834b13 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:48.785019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48832) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:48.785349 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c01d7050-aced-450e-858d-0eccd6834b13 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "DELETE /v2.0/routers/6043f575-7bbd-40fe-8dd8-f71f270ca165 HTTP/1.1" status: 204 len: 168 time: 0.8459189 Jul 14 07:25:48.794177 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1751982778', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}, 'admin_state_up': False}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:48.833926 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:48.834901 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:48.849921 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b3219ea7-d7a2-4699-a5b3-a9e772b96ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:48.871254 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc474c-28fd-470b-91d6-42c13d2277b1 req-e9911ce2-46b7-442a-8246-9add1f234463 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:48.872761 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8fc474c-28fd-470b-91d6-42c13d2277b1 req-e9911ce2-46b7-442a-8246-9add1f234463 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 944 time: 0.1198890 Jul 14 07:25:48.944744 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:49.030778 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8fc474c-28fd-470b-91d6-42c13d2277b1 req-eb83e5e1-396b-438a-8c63-7d8ca432443c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508873 Jul 14 07:25:49.121630 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:49.198213 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b3219ea7-d7a2-4699-a5b3-a9e772b96ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:49.202546 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b3219ea7-d7a2-4699-a5b3-a9e772b96ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:49.255722 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b3219ea7-d7a2-4699-a5b3-a9e772b96ecc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78f6a7cac0d243b8a7aca97e531ae19f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5461371 Jul 14 07:25:49.257805 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3219ea7-d7a2-4699-a5b3-a9e772b96ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07f3d2b-593e-4b0f-b596-a70c953abd66,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:49.258454 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48840) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:49.314339 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9bf257dd-2cf3-448c-b9c8-107badc24f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:49.337733 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9bf257dd-2cf3-448c-b9c8-107badc24f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:49.383914 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9bf257dd-2cf3-448c-b9c8-107badc24f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:49.386566 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9bf257dd-2cf3-448c-b9c8-107badc24f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:49.390353 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9bf257dd-2cf3-448c-b9c8-107badc24f3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b07f3d2b-593e-4b0f-b596-a70c953abd66 HTTP/1.1" status: 204 len: 168 time: 0.1282938 Jul 14 07:25:49.395807 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf257dd-2cf3-448c-b9c8-107badc24f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07f3d2b-593e-4b0f-b596-a70c953abd66,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:49.687115 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48846) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:49.702796 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4790da57-9f5a-4d3a-843b-b0b3afccb521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:49.734283 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:49.754412 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:49.805071 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4790da57-9f5a-4d3a-843b-b0b3afccb521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:49.810183 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4790da57-9f5a-4d3a-843b-b0b3afccb521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:49.851469 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4790da57-9f5a-4d3a-843b-b0b3afccb521 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e91c102c001944ad90996274d03831d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632519 Jul 14 07:25:49.852443 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790da57-9f5a-4d3a-843b-b0b3afccb521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5767c9f3-1cd3-46f2-bcd6-18f586a82085,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:49.855320 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48848) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:49.875186 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Allocated IP 172.25.7.29 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/f070ace2-f686-48d0-8689-51e9a65c847d) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:25:49.983465 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f831-70ce-4a9b-b8e2-f214c598e5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:50.017351 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f831-70ce-4a9b-b8e2-f214c598e5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:50.043892 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:50.101115 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f831-70ce-4a9b-b8e2-f214c598e5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:50.104001 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f831-70ce-4a9b-b8e2-f214c598e5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:50.105451 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6cd2f831-70ce-4a9b-b8e2-f214c598e5d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5767c9f3-1cd3-46f2-bcd6-18f586a82085 HTTP/1.1" status: 204 len: 168 time: 0.2491617 Jul 14 07:25:50.114893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2f831-70ce-4a9b-b8e2-f214c598e5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5767c9f3-1cd3-46f2-bcd6-18f586a82085,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:50.117874 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:50.140157 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:25:50.163616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:25:50.167575 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:25:50.237703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Pushing event updated for resources: {'Port': ['ID=f070ace2-f686-48d0-8689-51e9a65c847d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:50.338321 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 34b66f3c-5393-4747-b28c-2e7d8883db95 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:25:50.378509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bacc9-c6e5-4b78-9951-5ffe23caada5 req-36538866-bc81-49fd-b89f-ed744e34a070 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:50.380140 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df8bacc9-c6e5-4b78-9951-5ffe23caada5 req-36538866-bc81-49fd-b89f-ed744e34a070 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 944 time: 0.2056470 Jul 14 07:25:50.403762 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 34b66f3c-5393-4747-b28c-2e7d8883db95 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:25:50.409729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 34b66f3c-5393-4747-b28c-2e7d8883db95 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:25:50.412210 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:50.463949 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df8bacc9-c6e5-4b78-9951-5ffe23caada5 req-0e510cdc-01c0-4ab3-9b0a-4a7cbcbb9e0b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743787 Jul 14 07:25:50.500703 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:50.533430 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2ee056-bb4f-4e64-a9ff-0ec034428ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b66f3c-5393-4747-b28c-2e7d8883db95'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:25:50.536652 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f02cf7e-47d9-41d8-a7fe-76eedba5ab7e" -d '{"events": [{"server_uuid": "0c2ee056-bb4f-4e64-a9ff-0ec034428ba7", "name": "network-vif-plugged", "status": "completed", "tag": "34b66f3c-5393-4747-b28c-2e7d8883db95"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:25:50.548510 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:50.570120 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 34b66f3c-5393-4747-b28c-2e7d8883db95, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=34b66f3c-5393-4747-b28c-2e7d8883db95,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:25:50.582792 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:50.598510 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff181d2-975b-40aa-8096-77f26d0e8589 x-openstack-request-id: req-0ff181d2-975b-40aa-8096-77f26d0e8589 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:25:50.598817 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2ee056-bb4f-4e64-a9ff-0ec034428ba7", "name": "network-vif-plugged", "status": "completed", "tag": "34b66f3c-5393-4747-b28c-2e7d8883db95", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:25:50.599078 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ff181d2-975b-40aa-8096-77f26d0e8589 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:25:50.599486 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2ee056-bb4f-4e64-a9ff-0ec034428ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b66f3c-5393-4747-b28c-2e7d8883db95', 'code': 200} Jul 14 07:25:50.651671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=34b66f3c-5393-4747-b28c-2e7d8883db95,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:50.769938 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe4b71-0a8f-4bab-b0af-cba35b5f54bd req-056f69f5-3ce7-4104-b2a1-a34409ec6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:50.771573 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9bfe4b71-0a8f-4bab-b0af-cba35b5f54bd req-056f69f5-3ce7-4104-b2a1-a34409ec6dc3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 1096 time: 0.1129937 Jul 14 07:25:50.851641 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9bfe4b71-0a8f-4bab-b0af-cba35b5f54bd req-b7e7d293-b771-44e3-8635-6c777dd98d37 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732174 Jul 14 07:25:50.854369 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:50.982026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Router 34365c32-ae62-4f6f-9530-5c83747807e1 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:25:51.111244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:25:51.124958 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb1c671-ebfb-400b-94c4-3558737c6407 None None] Sync routers for ids ['34365c32-ae62-4f6f-9530-5c83747807e1'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:25:51.140052 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb1c671-ebfb-400b-94c4-3558737c6407 None None] Routers {'34365c32-ae62-4f6f-9530-5c83747807e1'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:51.141608 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fbb1c671-ebfb-400b-94c4-3558737c6407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['34365c32-ae62-4f6f-9530-5c83747807e1'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:51.146678 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:51.148118 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2f1ea686-a2dc-4614-a31e-f48f3295e78c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3621461 Jul 14 07:25:51.150887 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48888) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:51.155615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-95915453-b6b7-4461-90ff-9e9425c58175 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:51.182126 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fbb1c671-ebfb-400b-94c4-3558737c6407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:51.192467 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb1c671-ebfb-400b-94c4-3558737c6407 None None] Routers {'34365c32-ae62-4f6f-9530-5c83747807e1'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:51.193651 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fbb1c671-ebfb-400b-94c4-3558737c6407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['34365c32-ae62-4f6f-9530-5c83747807e1'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:51.235069 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fbb1c671-ebfb-400b-94c4-3558737c6407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:51.235813 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb1c671-ebfb-400b-94c4-3558737c6407 None None] The sync data for ids ['34365c32-ae62-4f6f-9530-5c83747807e1'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:25:51.483528 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48906) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:51.640360 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9fd1cf2c-3e38-40fe-b228-7dec5c4c6646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:51.647746 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95915453-b6b7-4461-90ff-9e9425c58175 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:51.670007 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95915453-b6b7-4461-90ff-9e9425c58175 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:51.736874 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-95915453-b6b7-4461-90ff-9e9425c58175 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Deleting port f070ace2-f686-48d0-8689-51e9a65c847d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:25:51.738091 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95915453-b6b7-4461-90ff-9e9425c58175 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:51.787196 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985a15c-5270-45ec-bb38-8845cedba352 req-2f5098f1-4453-43b8-9adf-0c4ae456b892 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:51.788945 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5985a15c-5270-45ec-bb38-8845cedba352 req-2f5098f1-4453-43b8-9adf-0c4ae456b892 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.1017849 Jul 14 07:25:51.836125 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95915453-b6b7-4461-90ff-9e9425c58175 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:51.841499 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9fd1cf2c-3e38-40fe-b228-7dec5c4c6646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:51.849386 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-95915453-b6b7-4461-90ff-9e9425c58175 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Calling delete_port for f070ace2-f686-48d0-8689-51e9a65c847d owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:25:51.850127 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9fd1cf2c-3e38-40fe-b228-7dec5c4c6646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:51.867650 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5985a15c-5270-45ec-bb38-8845cedba352 req-84b116f9-cca7-407a-a3c0-e23bb0835db9 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692384 Jul 14 07:25:51.896157 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9fd1cf2c-3e38-40fe-b228-7dec5c4c6646 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73752018c67f484d9d0c28e3998c2e5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4114401 Jul 14 07:25:51.898272 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1cf2c-3e38-40fe-b228-7dec5c4c6646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab10092-1995-4f18-b884-4572de2f6941,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:51.900026 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48928) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:52.007657 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e44abbab-0134-4071-8c27-b7a2e5f5e1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:52.037940 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e44abbab-0134-4071-8c27-b7a2e5f5e1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:52.104330 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95915453-b6b7-4461-90ff-9e9425c58175 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:52.134611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95915453-b6b7-4461-90ff-9e9425c58175 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Pushing event deleted for resources: {'Port': ['ID=f070ace2-f686-48d0-8689-51e9a65c847d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:52.166062 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e44abbab-0134-4071-8c27-b7a2e5f5e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:52.168561 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e44abbab-0134-4071-8c27-b7a2e5f5e1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:52.172240 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e44abbab-0134-4071-8c27-b7a2e5f5e1cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5ab10092-1995-4f18-b884-4572de2f6941 HTTP/1.1" status: 204 len: 168 time: 0.2687907 Jul 14 07:25:52.203435 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44abbab-0134-4071-8c27-b7a2e5f5e1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab10092-1995-4f18-b884-4572de2f6941,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:52.219123 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95915453-b6b7-4461-90ff-9e9425c58175 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:52.425579 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95915453-b6b7-4461-90ff-9e9425c58175 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:52.428906 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95915453-b6b7-4461-90ff-9e9425c58175 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:52.510894 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95915453-b6b7-4461-90ff-9e9425c58175 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Router 34365c32-ae62-4f6f-9530-5c83747807e1 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:25:52.593600 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95915453-b6b7-4461-90ff-9e9425c58175 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:25:52.602093 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95915453-b6b7-4461-90ff-9e9425c58175 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:52.604234 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d3d717-8711-4a17-81ec-db614bed9efe None None] Sync routers for ids ['34365c32-ae62-4f6f-9530-5c83747807e1'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:25:52.606527 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-95915453-b6b7-4461-90ff-9e9425c58175 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "PUT /v2.0/routers/34365c32-ae62-4f6f-9530-5c83747807e1 HTTP/1.1" status: 200 len: 706 time: 1.4545348 Jul 14 07:25:52.609440 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 48976) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:52.614340 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d3d717-8711-4a17-81ec-db614bed9efe None None] Routers {'34365c32-ae62-4f6f-9530-5c83747807e1'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:52.615232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c0d3d717-8711-4a17-81ec-db614bed9efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['34365c32-ae62-4f6f-9530-5c83747807e1'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:52.826225 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c0d3d717-8711-4a17-81ec-db614bed9efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:52.836962 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d3d717-8711-4a17-81ec-db614bed9efe None None] Routers {'34365c32-ae62-4f6f-9530-5c83747807e1'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:25:52.838068 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c0d3d717-8711-4a17-81ec-db614bed9efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['34365c32-ae62-4f6f-9530-5c83747807e1'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:52.875574 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c0d3d717-8711-4a17-81ec-db614bed9efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:25:52.876222 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d3d717-8711-4a17-81ec-db614bed9efe None None] The sync data for ids ['34365c32-ae62-4f6f-9530-5c83747807e1'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:25:52.914687 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 48998) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:52.935843 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-17dffea1-819b-4fe4-8f10-ad02dc2aec81 tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "GET /v2.0/routers/34365c32-ae62-4f6f-9530-5c83747807e1 HTTP/1.1" status: 200 len: 741 time: 0.3221955 Jul 14 07:25:52.935843 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49002) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:52.986270 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f7b8b677-752f-48aa-9a2e-1d41e060570f tempest-RoutersAdminTest-761249904 tempest-RoutersAdminTest-761249904-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&device_id=34365c32-ae62-4f6f-9530-5c83747807e1 HTTP/1.1" status: 200 len: 205 time: 0.0470564 Jul 14 07:25:52.986646 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49004) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:53.021795 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-796de2dd-4c5a-428a-9245-33308939a339 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "GET /v2.0/ports?device_id=34365c32-ae62-4f6f-9530-5c83747807e1 HTTP/1.1" status: 200 len: 205 time: 0.0336690 Jul 14 07:25:53.023163 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49008) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:53.100490 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c5aa3775-03c6-455a-906e-4c71bc243c8d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1076387190-network', 'tenant_id': 'ae8ef88b931147cc8e23a6eba43ad001'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:53.157239 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-09248aad-0dfe-4a43-b8aa-424984fa27fa tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:53.193381 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5aa3775-03c6-455a-906e-4c71bc243c8d admin admin] Made reservation on behalf of ae8ef88b931147cc8e23a6eba43ad001 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:25:53.195840 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3775-03c6-455a-906e-4c71bc243c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:53.246367 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3775-03c6-455a-906e-4c71bc243c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:53.381068 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-09248aad-0dfe-4a43-b8aa-424984fa27fa tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:53.389029 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-09248aad-0dfe-4a43-b8aa-424984fa27fa tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:53.466240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad60f4-9b59-4ced-86f8-5929fbff8cd6 req-70e9add8-0798-448c-8a04-210ebe77998d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:53.467896 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13ad60f4-9b59-4ced-86f8-5929fbff8cd6 req-70e9add8-0798-448c-8a04-210ebe77998d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.4539919 Jul 14 07:25:53.471210 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-09248aad-0dfe-4a43-b8aa-424984fa27fa tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:53.472511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09248aad-0dfe-4a43-b8aa-424984fa27fa tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Fanout notify agent at l3_agent the message router_deleted on router 34365c32-ae62-4f6f-9530-5c83747807e1 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:25:53.481631 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-09248aad-0dfe-4a43-b8aa-424984fa27fa tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:53.482675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-09248aad-0dfe-4a43-b8aa-424984fa27fa tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "DELETE /v2.0/routers/34365c32-ae62-4f6f-9530-5c83747807e1 HTTP/1.1" status: 204 len: 168 time: 0.4586115 Jul 14 07:25:53.487665 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49038) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:53.524293 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0da8b3a8-b7c5-4976-9559-69e0bc413f49 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "GET /v2.0/ports?device_id=34365c32-ae62-4f6f-9530-5c83747807e1 HTTP/1.1" status: 200 len: 205 time: 0.0346656 Jul 14 07:25:53.526832 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49044) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:53.532294 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13ad60f4-9b59-4ced-86f8-5929fbff8cd6 req-810aba7b-7c52-49a8-9b2c-48d3ea560031 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561125 Jul 14 07:25:53.562930 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3775-03c6-455a-906e-4c71bc243c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:53.571503 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-8f7f434e-fab5-423f-bed7-4989d89495a7 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] delete failed (client error): The resource could not be found. Jul 14 07:25:53.571710 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3775-03c6-455a-906e-4c71bc243c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:53.576828 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8f7f434e-fab5-423f-bed7-4989d89495a7 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "DELETE /v2.0/routers/34365c32-ae62-4f6f-9530-5c83747807e1 HTTP/1.1" status: 404 len: 336 time: 0.0487592 Jul 14 07:25:53.576979 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49052) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:53.627221 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b13156a0-94bd-48b1-bd7f-0836f17cdf00 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "GET /v2.0/ports?device_id=6043f575-7bbd-40fe-8dd8-f71f270ca165 HTTP/1.1" status: 200 len: 205 time: 0.0490749 Jul 14 07:25:53.631105 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49054) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:53.638740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5aa3775-03c6-455a-906e-4c71bc243c8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:25:53.645654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa3775-03c6-455a-906e-4c71bc243c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c207a68e-e124-4b6d-b317-2dda4b728798,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:53.653302 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3775-03c6-455a-906e-4c71bc243c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:53.653906 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-c5aa3775-03c6-455a-906e-4c71bc243c8d admin admin] Added segment 131d3f34-06ca-4fec-a78b-815669364762 of type vlan for network 94bec7f6-f5b0-46e7-8991-e00fab0bb2d4 Jul 14 07:25:53.683491 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-f0606b32-6ea4-4057-8dc4-8a8c8a8dceb1 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] delete failed (client error): The resource could not be found. Jul 14 07:25:53.687570 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49058) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:53.688186 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f0606b32-6ea4-4057-8dc4-8a8c8a8dceb1 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "DELETE /v2.0/routers/6043f575-7bbd-40fe-8dd8-f71f270ca165 HTTP/1.1" status: 404 len: 336 time: 0.0560644 Jul 14 07:25:53.732142 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bf4328de-fe24-432a-9b97-7bf775cdc839 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6527607-f353-4991-9d72-08b2cf9b8db9 HTTP/1.1" status: 200 len: 205 time: 0.0432675 Jul 14 07:25:53.734030 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3775-03c6-455a-906e-4c71bc243c8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:53.735419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49064) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:53.766559 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3775-03c6-455a-906e-4c71bc243c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:53.767746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aa3775-03c6-455a-906e-4c71bc243c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:53.769073 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3775-03c6-455a-906e-4c71bc243c8d admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:53.807865 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-cf64d8e1-87e6-4898-9d39-88b503eca51c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] delete failed (client error): The resource could not be found. Jul 14 07:25:53.808923 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cf64d8e1-87e6-4898-9d39-88b503eca51c tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "DELETE /v2.0/routers/a6527607-f353-4991-9d72-08b2cf9b8db9 HTTP/1.1" status: 404 len: 336 time: 0.0725422 Jul 14 07:25:53.812597 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49072) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:53.833161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c5aa3775-03c6-455a-906e-4c71bc243c8d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9170930 Jul 14 07:25:53.836093 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49076) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:53.843034 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c54841f8-7b4a-4f4a-9149-e4ab32a81a07 admin admin] Request body: {'subnet': {'network_id': '94bec7f6-f5b0-46e7-8991-e00fab0bb2d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1076387190-subnet', 'tenant_id': 'ae8ef88b931147cc8e23a6eba43ad001', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:53.849897 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa3775-03c6-455a-906e-4c71bc243c8d admin admin] Pushing event updated for resources: {'Network': ['ID=94bec7f6-f5b0-46e7-8991-e00fab0bb2d4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:53.850069 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-eaad759e-c873-4650-9c45-fee5000d1de3 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc10ea54-c143-46ac-a7b2-bf97aa47922a HTTP/1.1" status: 200 len: 205 time: 0.0363979 Jul 14 07:25:53.852437 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49078) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:53.863393 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 94bec7f6-f5b0-46e7-8991-e00fab0bb2d4 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:25:53.890322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54841f8-7b4a-4f4a-9149-e4ab32a81a07 admin admin] Made reservation on behalf of ae8ef88b931147cc8e23a6eba43ad001 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:25:53.892722 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c54841f8-7b4a-4f4a-9149-e4ab32a81a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:53.903146 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-76a1d818-5196-49a2-93b4-31855d8e2a77 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] delete failed (client error): The resource could not be found. Jul 14 07:25:53.904425 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-76a1d818-5196-49a2-93b4-31855d8e2a77 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "DELETE /v2.0/routers/cc10ea54-c143-46ac-a7b2-bf97aa47922a HTTP/1.1" status: 404 len: 336 time: 0.0510190 Jul 14 07:25:53.907568 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49080) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:53.947862 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1290fc1a-e19f-4e50-b53e-779cdcfb23e2 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "GET /v2.0/ports?device_id=1aa82877-ed62-45b5-b94e-1388a41212f8 HTTP/1.1" status: 200 len: 205 time: 0.0388699 Jul 14 07:25:53.950726 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49094) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:54.005589 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-69e725c7-3986-4fd5-a6ec-093cb874f226 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] delete failed (client error): The resource could not be found. Jul 14 07:25:54.007025 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-69e725c7-3986-4fd5-a6ec-093cb874f226 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "DELETE /v2.0/routers/1aa82877-ed62-45b5-b94e-1388a41212f8 HTTP/1.1" status: 404 len: 336 time: 0.0548804 Jul 14 07:25:54.009306 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49102) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:54.053393 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d3f22430-0c8f-40a0-840c-1b7ce3f40210 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fcdafbf-6e8a-412d-8ace-d04d44f70806 HTTP/1.1" status: 200 len: 205 time: 0.0405293 Jul 14 07:25:54.053962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49108) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:54.073111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13396276-f098-4322-a610-bc9ac491f275 req-03641c49-af2d-4af0-aaef-3c2335abb9d0 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:54.074704 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13396276-f098-4322-a610-bc9ac491f275 req-03641c49-af2d-4af0-aaef-3c2335abb9d0 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.0988877 Jul 14 07:25:54.098750 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-94d15e0f-dc95-403a-b961-1e918e13ffee tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] delete failed (client error): The resource could not be found. Jul 14 07:25:54.099814 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-94d15e0f-dc95-403a-b961-1e918e13ffee tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "DELETE /v2.0/routers/2fcdafbf-6e8a-412d-8ace-d04d44f70806 HTTP/1.1" status: 404 len: 336 time: 0.0448880 Jul 14 07:25:54.102851 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49114) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:54.131722 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7777e4-c552-435f-97e2-caac0a7ff505 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] DELETE failed (client error): The resource could not be found. Jul 14 07:25:54.132185 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7777e4-c552-435f-97e2-caac0a7ff505 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:25:54.133950 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8b7777e4-c552-435f-97e2-caac0a7ff505 tempest-RoutersAdminTest-1667402931 tempest-RoutersAdminTest-1667402931-project] 10.222.0.35 "DELETE /v2.0/subnets/30aa73ce-1c43-45df-8ded-712302a576ed HTTP/1.1" status: 404 len: 337 time: 0.0301661 Jul 14 07:25:54.168375 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13396276-f098-4322-a610-bc9ac491f275 req-17dbf56a-51c3-4fce-b82a-04e8169911f1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828078 Jul 14 07:25:54.231420 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c54841f8-7b4a-4f4a-9149-e4ab32a81a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:54.290012 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54841f8-7b4a-4f4a-9149-e4ab32a81a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69080941-eeb2-44b9-9a17-e3a5a9a7178b,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:54.301128 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54841f8-7b4a-4f4a-9149-e4ab32a81a07 admin admin] Checking segment: {'id': '131d3f34-06ca-4fec-a78b-815669364762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '94bec7f6-f5b0-46e7-8991-e00fab0bb2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:25:54.301554 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54841f8-7b4a-4f4a-9149-e4ab32a81a07 admin admin] Network hostable DHCP agents. Network: 94bec7f6-f5b0-46e7-8991-e00fab0bb2d4, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:25:54.319689 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54841f8-7b4a-4f4a-9149-e4ab32a81a07 admin admin] Network 94bec7f6-f5b0-46e7-8991-e00fab0bb2d4 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:25:54.330040 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-c54841f8-7b4a-4f4a-9149-e4ab32a81a07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 94bec7f6-f5b0-46e7-8991-e00fab0bb2d4) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:25:54.334901 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54841f8-7b4a-4f4a-9149-e4ab32a81a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:54.335542 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c54841f8-7b4a-4f4a-9149-e4ab32a81a07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:54.339660 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f959bacd-e95a-4b6a-a71b-c4acfeb2f1b9 None None] Network 94bec7f6-f5b0-46e7-8991-e00fab0bb2d4 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:25:54.357781 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c54841f8-7b4a-4f4a-9149-e4ab32a81a07 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5204039 Jul 14 07:25:54.381523 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49150) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:54.526034 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e909b6ef-3fd1-4327-95cc-0ba067ad7ca4 None None] Network 94bec7f6-f5b0-46e7-8991-e00fab0bb2d4 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:25:54.530746 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67bb60e2-d627-4f46-b8f3-94197ea494a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:54.664879 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67bb60e2-d627-4f46-b8f3-94197ea494a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:54.670980 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67bb60e2-d627-4f46-b8f3-94197ea494a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:54.711191 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-67bb60e2-d627-4f46-b8f3-94197ea494a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=80e45d0e02804f07942689967ac976e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285670 Jul 14 07:25:54.713995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49182) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:54.720883 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb60e2-d627-4f46-b8f3-94197ea494a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b01d74-206d-4aaf-8361-1339a2aababb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:54.774372 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a4e29d7b-74ec-4a6d-9755-9a93c7ed1ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:54.797043 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a4e29d7b-74ec-4a6d-9755-9a93c7ed1ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:54.850506 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a4e29d7b-74ec-4a6d-9755-9a93c7ed1ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:54.853400 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a4e29d7b-74ec-4a6d-9755-9a93c7ed1ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:54.854645 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a4e29d7b-74ec-4a6d-9755-9a93c7ed1ffb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3b01d74-206d-4aaf-8361-1339a2aababb HTTP/1.1" status: 204 len: 168 time: 0.1396649 Jul 14 07:25:54.863262 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e29d7b-74ec-4a6d-9755-9a93c7ed1ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b01d74-206d-4aaf-8361-1339a2aababb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:55.098781 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49208) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:55.105375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2ca1a19f-d473-402b-9f12-9ef80e4b194b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1541754006-network', 'tenant_id': '70d87d63c0ee41a09a3663be3ad89be9'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:55.131641 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca1a19f-d473-402b-9f12-9ef80e4b194b admin admin] Made reservation on behalf of 70d87d63c0ee41a09a3663be3ad89be9 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:25:55.134350 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ca1a19f-d473-402b-9f12-9ef80e4b194b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:55.143062 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ca1a19f-d473-402b-9f12-9ef80e4b194b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:55.246820 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ca1a19f-d473-402b-9f12-9ef80e4b194b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:55.251052 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ca1a19f-d473-402b-9f12-9ef80e4b194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:55.283640 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca1a19f-d473-402b-9f12-9ef80e4b194b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:25:55.300969 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1a19f-d473-402b-9f12-9ef80e4b194b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4231e36e-e1ed-445d-b26f-206e32eae706,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:55.322967 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49226) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:55.335339 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ca1a19f-d473-402b-9f12-9ef80e4b194b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:55.335700 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-2ca1a19f-d473-402b-9f12-9ef80e4b194b admin admin] Added segment 88f4b2c0-1337-4dc6-bb50-f2467b1eabb4 of type vlan for network 016b3e6d-b2bb-4863-9dcd-771cf1acceab Jul 14 07:25:55.367237 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0c98fbad-1459-4aed-b9f9-3317751db7f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dac61e48ad4048aa92b53b0c44f414b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429316 Jul 14 07:25:55.368673 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49228) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:55.388950 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ca1a19f-d473-402b-9f12-9ef80e4b194b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:55.423574 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93e7a45a-6866-4094-b6c9-739d3a3a2a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:55.426157 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8595b1-add3-4733-af3a-c71879fc62c1 req-678182b2-42d2-45b9-aeee-9422b7debdf9 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:55.427696 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce8595b1-add3-4733-af3a-c71879fc62c1 req-678182b2-42d2-45b9-aeee-9422b7debdf9 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.1303751 Jul 14 07:25:55.445265 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ca1a19f-d473-402b-9f12-9ef80e4b194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:55.446420 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca1a19f-d473-402b-9f12-9ef80e4b194b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:55.446998 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ca1a19f-d473-402b-9f12-9ef80e4b194b admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:55.447654 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93e7a45a-6866-4094-b6c9-739d3a3a2a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:55.498758 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93e7a45a-6866-4094-b6c9-739d3a3a2a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:55.501914 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93e7a45a-6866-4094-b6c9-739d3a3a2a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:55.506025 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-93e7a45a-6866-4094-b6c9-739d3a3a2a42 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9b29c45-ffc6-4447-b9af-622e9b222d1f HTTP/1.1" status: 204 len: 168 time: 0.1337230 Jul 14 07:25:55.513707 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7a45a-6866-4094-b6c9-739d3a3a2a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b29c45-ffc6-4447-b9af-622e9b222d1f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:55.550423 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce8595b1-add3-4733-af3a-c71879fc62c1 req-b5325323-042e-4325-9183-5f8005666f26 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136603 Jul 14 07:25:55.568225 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49234) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:55.568804 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2ca1a19f-d473-402b-9f12-9ef80e4b194b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4595423 Jul 14 07:25:55.571887 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f1d35c3d-a3cf-47a3-a52f-320f7295c816 admin admin] Request body: {'subnet': {'network_id': '016b3e6d-b2bb-4863-9dcd-771cf1acceab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1541754006-subnet', 'tenant_id': '70d87d63c0ee41a09a3663be3ad89be9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:55.572857 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1a19f-d473-402b-9f12-9ef80e4b194b admin admin] Pushing event updated for resources: {'Network': ['ID=016b3e6d-b2bb-4863-9dcd-771cf1acceab,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:55.584202 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 016b3e6d-b2bb-4863-9dcd-771cf1acceab details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:25:55.605045 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d35c3d-a3cf-47a3-a52f-320f7295c816 admin admin] Made reservation on behalf of 70d87d63c0ee41a09a3663be3ad89be9 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:25:55.608727 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1d35c3d-a3cf-47a3-a52f-320f7295c816 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:55.800843 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1d35c3d-a3cf-47a3-a52f-320f7295c816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:55.866440 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d35c3d-a3cf-47a3-a52f-320f7295c816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=495a692b-43d7-496c-8bb3-0a38c5c7e743,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:55.868677 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d35c3d-a3cf-47a3-a52f-320f7295c816 admin admin] Checking segment: {'id': '88f4b2c0-1337-4dc6-bb50-f2467b1eabb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '016b3e6d-b2bb-4863-9dcd-771cf1acceab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:25:55.869246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d35c3d-a3cf-47a3-a52f-320f7295c816 admin admin] Network hostable DHCP agents. Network: 016b3e6d-b2bb-4863-9dcd-771cf1acceab, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:25:55.889233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d35c3d-a3cf-47a3-a52f-320f7295c816 admin admin] Network 016b3e6d-b2bb-4863-9dcd-771cf1acceab is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:25:55.901168 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f1d35c3d-a3cf-47a3-a52f-320f7295c816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 016b3e6d-b2bb-4863-9dcd-771cf1acceab) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:25:55.906102 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d35c3d-a3cf-47a3-a52f-320f7295c816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:55.906687 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1d35c3d-a3cf-47a3-a52f-320f7295c816 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:55.915000 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334c61f0-46b8-4cf3-ba5e-952fb323aa44 None None] Network 016b3e6d-b2bb-4863-9dcd-771cf1acceab requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:25:55.924882 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f1d35c3d-a3cf-47a3-a52f-320f7295c816 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3659136 Jul 14 07:25:56.055373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad3ab58-4d6a-4a91-8b62-0f9d96d0232a None None] Network 016b3e6d-b2bb-4863-9dcd-771cf1acceab requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:25:56.431737 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49306) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:56.501644 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-43647814-25f2-4ecf-8b64-86425288d639 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:56.504300 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-43647814-25f2-4ecf-8b64-86425288d639 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/networks?id=94bec7f6-f5b0-46e7-8991-e00fab0bb2d4 HTTP/1.1" status: 200 len: 812 time: 0.1074810 Jul 14 07:25:56.522401 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-54f3e280-e847-49ca-9b19-8be3a6027f4e tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/quotas/ae8ef88b931147cc8e23a6eba43ad001 HTTP/1.1" status: 200 len: 375 time: 0.0109324 Jul 14 07:25:56.547133 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6cb13ae3-8592-4d41-9051-00b2b7998cf1 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1742837606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:56.562753 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-96799dde-469f-4aff-8c22-183889d59ea5 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae8ef88b931147cc8e23a6eba43ad001&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346885 Jul 14 07:25:56.578531 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6cb13ae3-8592-4d41-9051-00b2b7998cf1 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:56.579575 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6cb13ae3-8592-4d41-9051-00b2b7998cf1 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:56.635174 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6cb13ae3-8592-4d41-9051-00b2b7998cf1 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:56.644242 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6cb13ae3-8592-4d41-9051-00b2b7998cf1 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:56.664075 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-9797bf2b-5ff9-47b0-889e-8eccb9c19c6e service neutron] 10.222.0.35 "GET /v2.0/networks/94bec7f6-f5b0-46e7-8991-e00fab0bb2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924904 Jul 14 07:25:56.664880 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6cb13ae3-8592-4d41-9051-00b2b7998cf1 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:56.669331 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49322) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:56.670022 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6cb13ae3-8592-4d41-9051-00b2b7998cf1 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2370324 Jul 14 07:25:56.676543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-32cfe662-e17e-4c17-bfda-10008dfeb979 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-88616391'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:56.775146 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cfe662-e17e-4c17-bfda-10008dfeb979 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Made reservation on behalf of 56067918383e4a35b2a8e5392bb2462e for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:25:56.778569 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32cfe662-e17e-4c17-bfda-10008dfeb979 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:56.800738 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32cfe662-e17e-4c17-bfda-10008dfeb979 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:56.844692 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-ec10e808-f325-466d-bf66-bbe23b14a24e service neutron] 10.222.0.35 "GET /v2.0/networks/94bec7f6-f5b0-46e7-8991-e00fab0bb2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727102 Jul 14 07:25:56.866029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f871c7b-a52b-4b53-9f73-fdb70cefba24 req-c2023412-e9da-43df-a373-9c213eb2c1fe tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:56.867640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f871c7b-a52b-4b53-9f73-fdb70cefba24 req-c2023412-e9da-43df-a373-9c213eb2c1fe tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.1782303 Jul 14 07:25:56.936098 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f871c7b-a52b-4b53-9f73-fdb70cefba24 req-6b4da9f4-c09a-4645-869b-7a9b64ef5cd6 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567760 Jul 14 07:25:56.991153 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32cfe662-e17e-4c17-bfda-10008dfeb979 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:56.997448 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32cfe662-e17e-4c17-bfda-10008dfeb979 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:57.023142 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cfe662-e17e-4c17-bfda-10008dfeb979 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:25:57.064728 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32cfe662-e17e-4c17-bfda-10008dfeb979 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:57.065388 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-32cfe662-e17e-4c17-bfda-10008dfeb979 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Added segment 132f03ae-a68f-4402-abb0-dbbd6f110ffd of type vlan for network 61fad97a-2b22-4bae-8f40-5919d9bde2e9 Jul 14 07:25:57.077447 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65048977-ab42-4b7d-a3d9-996afe880dfd req-8eede3fe-2200-4da1-8007-6494fc10302f tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 210 time: 0.0520880 Jul 14 07:25:57.110406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfe662-e17e-4c17-bfda-10008dfeb979 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=951fb64a-3bc8-479d-833c-4299830b00d7,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:57.124998 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32cfe662-e17e-4c17-bfda-10008dfeb979 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:57.159899 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32cfe662-e17e-4c17-bfda-10008dfeb979 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:57.166250 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cfe662-e17e-4c17-bfda-10008dfeb979 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:57.167019 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32cfe662-e17e-4c17-bfda-10008dfeb979 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:57.232611 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-32cfe662-e17e-4c17-bfda-10008dfeb979 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5608790 Jul 14 07:25:57.234279 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49376) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:57.241051 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Request body: {'subnet': {'network_id': '61fad97a-2b22-4bae-8f40-5919d9bde2e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:57.248167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfe662-e17e-4c17-bfda-10008dfeb979 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event updated for resources: {'Network': ['ID=61fad97a-2b22-4bae-8f40-5919d9bde2e9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:57.260226 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 61fad97a-2b22-4bae-8f40-5919d9bde2e9 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:25:57.346469 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Made reservation on behalf of 56067918383e4a35b2a8e5392bb2462e for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:25:57.352112 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:57.535492 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49386) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:57.564578 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:57.629884 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event updated for resources: {'Subnet': ['ID=95137010-d509-4da8-9e04-1707d5c871ac,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:57.641031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:57.641453 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:57.641802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:57.642144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:57.642478 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:57.642813 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:57.643270 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:57.643600 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:57.643923 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:57.644439 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:57.644799 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:57.645133 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:25:57.648336 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Checking segment: {'id': '132f03ae-a68f-4402-abb0-dbbd6f110ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61fad97a-2b22-4bae-8f40-5919d9bde2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:25:57.648701 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Network hostable DHCP agents. Network: 61fad97a-2b22-4bae-8f40-5919d9bde2e9, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:25:57.674940 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4db7bab1-180e-4b87-8107-e25d26e0f3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:57.678421 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Network 61fad97a-2b22-4bae-8f40-5919d9bde2e9 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:25:57.764287 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 61fad97a-2b22-4bae-8f40-5919d9bde2e9) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:25:57.773774 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c946c4-5f01-48e1-b23b-80505cbde7ad None None] Network 61fad97a-2b22-4bae-8f40-5919d9bde2e9 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:25:57.782044 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4db7bab1-180e-4b87-8107-e25d26e0f3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:57.784682 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:57.785591 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:57.789767 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4db7bab1-180e-4b87-8107-e25d26e0f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:57.831100 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-db6508d4-41d5-4b10-9927-33fc4206e68e tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5951712 Jul 14 07:25:57.834929 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49392) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:57.839793 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4db7bab1-180e-4b87-8107-e25d26e0f3e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=680a9890d1144c7ab1791a549eb8325f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3032537 Jul 14 07:25:57.841081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d6c00637-797e-4c03-a839-b2d4bef8d26c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Request body: {'network': {'name': 'tempest-router-network01--1055681637'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:57.841271 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7bab1-180e-4b87-8107-e25d26e0f3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b622c4-ee1a-407a-a2a1-0746ca0a87b6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:57.843620 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49394) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:57.878959 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed632a8-4c6f-4b41-9ea8-793a171e3dd4 req-1fbaab65-30c8-4dec-8025-911f20fb3a66 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:57.880929 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eed632a8-4c6f-4b41-9ea8-793a171e3dd4 req-1fbaab65-30c8-4dec-8025-911f20fb3a66 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 1098 time: 0.0866618 Jul 14 07:25:57.882106 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c00637-797e-4c03-a839-b2d4bef8d26c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Made reservation on behalf of 56067918383e4a35b2a8e5392bb2462e for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:25:57.886181 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6c00637-797e-4c03-a839-b2d4bef8d26c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:57.906496 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec45633b-424c-4d6c-85b9-ba6e3e913de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:57.931767 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec45633b-424c-4d6c-85b9-ba6e3e913de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:57.934880 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c00637-797e-4c03-a839-b2d4bef8d26c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:25:57.938463 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eed632a8-4c6f-4b41-9ea8-793a171e3dd4 req-489ac72e-3494-453d-aae2-416b3b8f5a53 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496986 Jul 14 07:25:57.946235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-61fad97a-2b22-4bae-8f40-5919d9bde2e9', 'network_id': '61fad97a-2b22-4bae-8f40-5919d9bde2e9', 'tenant_id': '56067918383e4a35b2a8e5392bb2462e', 'fixed_ips': [{'subnet_id': '95137010-d509-4da8-9e04-1707d5c871ac'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:25:57.948154 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:57.957982 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6c00637-797e-4c03-a839-b2d4bef8d26c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:57.958332 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-d6c00637-797e-4c03-a839-b2d4bef8d26c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Added segment 8ae1e0b5-6255-4b98-b498-694428cbcc0a of type vlan for network 232f119f-6ca3-4c08-a37e-2a991ae7f8cb Jul 14 07:25:57.971213 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49396) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:58.009096 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6c00637-797e-4c03-a839-b2d4bef8d26c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:58.038583 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec45633b-424c-4d6c-85b9-ba6e3e913de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:58.041498 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec45633b-424c-4d6c-85b9-ba6e3e913de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:58.045390 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ec45633b-424c-4d6c-85b9-ba6e3e913de4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9b622c4-ee1a-407a-a2a1-0746ca0a87b6 HTTP/1.1" status: 204 len: 168 time: 0.1951663 Jul 14 07:25:58.066997 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45633b-424c-4d6c-85b9-ba6e3e913de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b622c4-ee1a-407a-a2a1-0746ca0a87b6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:58.162278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Allocated IP 172.20.0.2 (61fad97a-2b22-4bae-8f40-5919d9bde2e9/95137010-d509-4da8-9e04-1707d5c871ac/ac84b540-e005-44c7-8078-f194136f788e) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:25:58.218184 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6c00637-797e-4c03-a839-b2d4bef8d26c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:58.218869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c6f06ff1-646d-4bca-9740-2fe9a30501ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting port 27852820-2309-4fdf-91c6-868dea6adeec {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:25:58.219229 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6f06ff1-646d-4bca-9740-2fe9a30501ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:58.226479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c00637-797e-4c03-a839-b2d4bef8d26c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:58.229812 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6c00637-797e-4c03-a839-b2d4bef8d26c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:58.362423 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d6c00637-797e-4c03-a839-b2d4bef8d26c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5223467 Jul 14 07:25:58.368993 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49406) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:58.372017 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:58.382318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b54b501c-5cb0-4389-8d9a-3d166c1663e5 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Request body: {'network': {'name': 'tempest-router-network02--1600808930'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:58.384112 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Transition to ACTIVE for port object ac84b540-e005-44c7-8078-f194136f788e will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:25:58.403875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Transition to ACTIVE for port object ac84b540-e005-44c7-8078-f194136f788e will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:25:58.414252 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:58.443605 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dbb29f54-0d7a-4593-90e8-cc132ad8f74c req-838b6f37-305c-42c7-a988-4bf8d44ed7ef tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 210 time: 0.0778410 Jul 14 07:25:58.469606 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Network 61fad97a-2b22-4bae-8f40-5919d9bde2e9 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:25:58.473862 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:25:58.476964 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:25:58.486100 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Pushing event updated for resources: {'Port': ['ID=ac84b540-e005-44c7-8078-f194136f788e,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:58.489143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c00637-797e-4c03-a839-b2d4bef8d26c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event updated for resources: {'Network': ['ID=232f119f-6ca3-4c08-a37e-2a991ae7f8cb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:58.493551 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6f06ff1-646d-4bca-9740-2fe9a30501ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:58.494846 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6f06ff1-646d-4bca-9740-2fe9a30501ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:58.511980 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 232f119f-6ca3-4c08-a37e-2a991ae7f8cb details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:25:58.513955 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9556c-9608-4a2b-a9fc-66e70da2e4e0 req-21df9a15-bb0f-46be-a3ab-23783a74dcc8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:58.517301 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c6f06ff1-646d-4bca-9740-2fe9a30501ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Calling delete_port for 27852820-2309-4fdf-91c6-868dea6adeec owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:25:58.519718 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66d9556c-9608-4a2b-a9fc-66e70da2e4e0 req-21df9a15-bb0f-46be-a3ab-23783a74dcc8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.3965645 Jul 14 07:25:58.524647 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54b501c-5cb0-4389-8d9a-3d166c1663e5 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Made reservation on behalf of 56067918383e4a35b2a8e5392bb2462e for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:25:58.528094 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b54b501c-5cb0-4389-8d9a-3d166c1663e5 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:58.561560 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-bfe0ac03-bacb-485b-931e-951b375e2903 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:58.563087 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-bfe0ac03-bacb-485b-931e-951b375e2903 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.30 "GET /v2.0/networks?id=94bec7f6-f5b0-46e7-8991-e00fab0bb2d4 HTTP/1.1" status: 200 len: 812 time: 0.3037515 Jul 14 07:25:58.586393 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66d9556c-9608-4a2b-a9fc-66e70da2e4e0 req-064a7888-1bb4-4b4c-940f-eeb1603ece5a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601888 Jul 14 07:25:58.625059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-29143cfd-d9ca-43fb-8dd0-235c1f246ae7 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Request body: {'port': {'device_id': '52089529-1c06-4967-a925-bf32cf656f2e', 'network_id': '94bec7f6-f5b0-46e7-8991-e00fab0bb2d4', 'admin_state_up': True, 'tenant_id': 'ae8ef88b931147cc8e23a6eba43ad001'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:58.660264 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Attempting to bind port ac84b540-e005-44c7-8078-f194136f788e on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:25:58.660624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Attempting to bind port ac84b540-e005-44c7-8078-f194136f788e by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '132f03ae-a68f-4402-abb0-dbbd6f110ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61fad97a-2b22-4bae-8f40-5919d9bde2e9'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:25:58.661291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Attempting to bind port ac84b540-e005-44c7-8078-f194136f788e on network 61fad97a-2b22-4bae-8f40-5919d9bde2e9 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:25:58.666759 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:25:58.667367 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Checking segment: {'id': '132f03ae-a68f-4402-abb0-dbbd6f110ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61fad97a-2b22-4bae-8f40-5919d9bde2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:25:58.667978 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:58.668543 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Bound using segment: {'id': '132f03ae-a68f-4402-abb0-dbbd6f110ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61fad97a-2b22-4bae-8f40-5919d9bde2e9'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:25:58.669000 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Bound port: ac84b540-e005-44c7-8078-f194136f788e, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132f03ae-a68f-4402-abb0-dbbd6f110ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61fad97a-2b22-4bae-8f40-5919d9bde2e9'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:25:58.669584 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:58.724067 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54b501c-5cb0-4389-8d9a-3d166c1663e5 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:25:58.742839 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-772be880-8762-4750-91df-79de89bb8e13 None None] For port ac84b540-e005-44c7-8078-f194136f788e, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:25:58.746259 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-772be880-8762-4750-91df-79de89bb8e13 None None] For port ac84b540-e005-44c7-8078-f194136f788e, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ac84b540-e005-44c7-8078-f194136f788e,segment=NetworkSegment(132f03ae-a68f-4402-abb0-dbbd6f110ffd),segment_id=132f03ae-a68f-4402-abb0-dbbd6f110ffd)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:25:58.751633 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:58.773347 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b54b501c-5cb0-4389-8d9a-3d166c1663e5 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:58.773701 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-b54b501c-5cb0-4389-8d9a-3d166c1663e5 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Added segment 4d2a9878-04f4-49cc-9e09-15388d88eabb of type vlan for network 3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2 Jul 14 07:25:58.815412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772be880-8762-4750-91df-79de89bb8e13 None None] Pushing event updated for resources: {'Port': ['ID=ac84b540-e005-44c7-8078-f194136f788e,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:58.850713 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b54b501c-5cb0-4389-8d9a-3d166c1663e5 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:58.868686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-29143cfd-d9ca-43fb-8dd0-235c1f246ae7 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Made reservation on behalf of ae8ef88b931147cc8e23a6eba43ad001 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:25:58.872402 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-29143cfd-d9ca-43fb-8dd0-235c1f246ae7 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:58.977737 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b54b501c-5cb0-4389-8d9a-3d166c1663e5 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:58.983347 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54b501c-5cb0-4389-8d9a-3d166c1663e5 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:58.983898 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b54b501c-5cb0-4389-8d9a-3d166c1663e5 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:59.092954 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b54b501c-5cb0-4389-8d9a-3d166c1663e5 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7204609 Jul 14 07:25:59.093899 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49430) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:59.095962 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6f06ff1-646d-4bca-9740-2fe9a30501ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:59.100368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b9bdc67b-f9b9-4c2d-8d9f-3635f683aaf0 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Request body: {'subnet': {'network_id': '232f119f-6ca3-4c08-a37e-2a991ae7f8cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:59.184865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b501c-5cb0-4389-8d9a-3d166c1663e5 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event updated for resources: {'Network': ['ID=3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:59.197737 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:25:59.208185 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bdc67b-f9b9-4c2d-8d9f-3635f683aaf0 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Made reservation on behalf of 56067918383e4a35b2a8e5392bb2462e for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:25:59.215474 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b9bdc67b-f9b9-4c2d-8d9f-3635f683aaf0 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:59.216437 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f06ff1-646d-4bca-9740-2fe9a30501ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Port': ['ID=27852820-2309-4fdf-91c6-868dea6adeec,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:59.264758 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-29143cfd-d9ca-43fb-8dd0-235c1f246ae7 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Allocated IP 172.20.0.13 (94bec7f6-f5b0-46e7-8991-e00fab0bb2d4/69080941-eeb2-44b9-9a17-e3a5a9a7178b/694c6e03-7336-4d42-b3ba-e1015d679ee5) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:25:59.285214 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6f06ff1-646d-4bca-9740-2fe9a30501ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:59.285585 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-c6f06ff1-646d-4bca-9740-2fe9a30501ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Floating IP 5866b4d4-896f-4581-93e3-6aa19a3d0490 disassociated (deleted). External IP: 172.25.7.5, port: bd36109f-64be-4694-a08e-b972b5f30e52. Jul 14 07:25:59.439056 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b9bdc67b-f9b9-4c2d-8d9f-3635f683aaf0 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:59.510944 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdc67b-f9b9-4c2d-8d9f-3635f683aaf0 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Checking segment: {'id': '8ae1e0b5-6255-4b98-b498-694428cbcc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '232f119f-6ca3-4c08-a37e-2a991ae7f8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:25:59.511309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bdc67b-f9b9-4c2d-8d9f-3635f683aaf0 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Network hostable DHCP agents. Network: 232f119f-6ca3-4c08-a37e-2a991ae7f8cb, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:25:59.532739 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdc67b-f9b9-4c2d-8d9f-3635f683aaf0 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event updated for resources: {'Subnet': ['ID=ef054842-fa4b-42c6-adcb-bea1632183f3,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:25:59.546749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bdc67b-f9b9-4c2d-8d9f-3635f683aaf0 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Network 232f119f-6ca3-4c08-a37e-2a991ae7f8cb is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:25:59.569805 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-b9bdc67b-f9b9-4c2d-8d9f-3635f683aaf0 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 232f119f-6ca3-4c08-a37e-2a991ae7f8cb) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:25:59.581940 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d86afec-60fc-4d65-85bd-8e5a8bf709ef None None] Network 232f119f-6ca3-4c08-a37e-2a991ae7f8cb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:25:59.591390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bdc67b-f9b9-4c2d-8d9f-3635f683aaf0 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:25:59.595570 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b9bdc67b-f9b9-4c2d-8d9f-3635f683aaf0 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:59.678853 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-830a1d25-2d4b-44e4-a4c3-24cb578c4175 req-cbc3df51-9374-4458-9d68-29bfe3872b5d tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 210 time: 0.0761113 Jul 14 07:25:59.694362 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b9bdc67b-f9b9-4c2d-8d9f-3635f683aaf0 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5993056 Jul 14 07:25:59.696965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49468) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:25:59.720034 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ad7dbd14-c335-49b6-bf01-7556a390b01f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Request body: {'subnet': {'network_id': '3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:25:59.867612 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7dbd14-c335-49b6-bf01-7556a390b01f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Made reservation on behalf of 56067918383e4a35b2a8e5392bb2462e for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:25:59.874950 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-232f119f-6ca3-4c08-a37e-2a991ae7f8cb', 'network_id': '232f119f-6ca3-4c08-a37e-2a991ae7f8cb', 'tenant_id': '56067918383e4a35b2a8e5392bb2462e', 'fixed_ips': [{'subnet_id': 'ef054842-fa4b-42c6-adcb-bea1632183f3'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:25:59.875814 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:59.879420 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad7dbd14-c335-49b6-bf01-7556a390b01f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:25:59.995795 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-29143cfd-d9ca-43fb-8dd0-235c1f246ae7 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:00.041070 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f06ff1-646d-4bca-9740-2fe9a30501ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router 85117b2a-d84b-42cf-b2ba-032bebf264d4 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:26:00.110400 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Allocated IP 172.20.0.2 (232f119f-6ca3-4c08-a37e-2a991ae7f8cb/ef054842-fa4b-42c6-adcb-bea1632183f3/db19d4cf-4244-4c7b-9a9f-7d6ba32ea474) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:26:00.130984 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-29143cfd-d9ca-43fb-8dd0-235c1f246ae7 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:00.185396 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-29143cfd-d9ca-43fb-8dd0-235c1f246ae7 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Network 94bec7f6-f5b0-46e7-8991-e00fab0bb2d4 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:00.196098 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49474) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:00.224765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-29143cfd-d9ca-43fb-8dd0-235c1f246ae7 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:00.227147 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-29143cfd-d9ca-43fb-8dd0-235c1f246ae7 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:26:00.282977 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:00.292742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Transition to ACTIVE for port object db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:00.295152 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29143cfd-d9ca-43fb-8dd0-235c1f246ae7 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Pushing event updated for resources: {'Port': ['ID=694c6e03-7336-4d42-b3ba-e1015d679ee5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:00.311631 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Transition to ACTIVE for port object db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:00.316894 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c152cae-155b-4da5-b269-bf87daaeece4 req-f44a172c-6cff-4ec6-9e6c-2f9b1a1d603e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:00.318624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab616f9-6168-462a-8177-193169e9a486 None None] Network 61fad97a-2b22-4bae-8f40-5919d9bde2e9 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:26:00.318910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c152cae-155b-4da5-b269-bf87daaeece4 req-f44a172c-6cff-4ec6-9e6c-2f9b1a1d603e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.5208445 Jul 14 07:26:00.320786 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad7dbd14-c335-49b6-bf01-7556a390b01f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:00.325519 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-29143cfd-d9ca-43fb-8dd0-235c1f246ae7 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:00.326313 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-29143cfd-d9ca-43fb-8dd0-235c1f246ae7 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:00.336192 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f06ff1-646d-4bca-9740-2fe9a30501ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:26:00.341168 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6f06ff1-646d-4bca-9740-2fe9a30501ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:00.348225 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f48c1-e8eb-48dc-9888-80b2630488e7 None None] Sync routers for ids ['85117b2a-d84b-42cf-b2ba-032bebf264d4'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:26:00.366724 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f48c1-e8eb-48dc-9888-80b2630488e7 None None] Routers {'85117b2a-d84b-42cf-b2ba-032bebf264d4'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:00.368444 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e30f48c1-e8eb-48dc-9888-80b2630488e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['85117b2a-d84b-42cf-b2ba-032bebf264d4'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:00.397511 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-29143cfd-d9ca-43fb-8dd0-235c1f246ae7 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7913563 Jul 14 07:26:00.404405 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-13352737-d7c5-4665-a7fc-a9d44d50f492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:00.405066 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c6f06ff1-646d-4bca-9740-2fe9a30501ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/floatingips/5866b4d4-896f-4581-93e3-6aa19a3d0490 HTTP/1.1" status: 204 len: 168 time: 2.4318535 Jul 14 07:26:00.407146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:26:00.411062 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a361ea5-7d9e-4123-8dcd-dcfbfcffa706" -d '{"events": [{"name": "network-changed", "server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:26:00.420182 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Request body: {'port': {'device_id': '52089529-1c06-4967-a925-bf32cf656f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:00.431636 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:00.507093 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Network 232f119f-6ca3-4c08-a37e-2a991ae7f8cb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:00.508435 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-14cdb6e3-def0-47dc-bbd5-e82052373dcb None None] Provisioning for port ac84b540-e005-44c7-8078-f194136f788e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:00.515810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:00.524660 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e30f48c1-e8eb-48dc-9888-80b2630488e7 None None] Set router 85117b2a-d84b-42cf-b2ba-032bebf264d4 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:26:00.525494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:26:00.528969 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:00.617215 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cf4eaafa-3b46-4e60-8bde-13785e9d0b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:00.621964 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Pushing event updated for resources: {'Port': ['ID=db19d4cf-4244-4c7b-9a9f-7d6ba32ea474,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:00.640024 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Attempting to bind port db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:26:00.640422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Attempting to bind port db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '8ae1e0b5-6255-4b98-b498-694428cbcc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '232f119f-6ca3-4c08-a37e-2a991ae7f8cb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:26:00.640790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Attempting to bind port db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 on network 232f119f-6ca3-4c08-a37e-2a991ae7f8cb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:26:00.647747 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-13352737-d7c5-4665-a7fc-a9d44d50f492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:00.653979 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c152cae-155b-4da5-b269-bf87daaeece4 req-571563ba-c50a-4a26-a57d-be58dcd26258 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268178 Jul 14 07:26:00.655301 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7dbd14-c335-49b6-bf01-7556a390b01f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event updated for resources: {'Subnet': ['ID=bcaf385f-5ae7-4ed9-b936-fef7aba904de,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:00.659365 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-13352737-d7c5-4665-a7fc-a9d44d50f492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:00.668092 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:26:00.668471 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Checking segment: {'id': '8ae1e0b5-6255-4b98-b498-694428cbcc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '232f119f-6ca3-4c08-a37e-2a991ae7f8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:26:00.669348 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:00.675275 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Bound using segment: {'id': '8ae1e0b5-6255-4b98-b498-694428cbcc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '232f119f-6ca3-4c08-a37e-2a991ae7f8cb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:26:00.675732 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Bound port: db19d4cf-4244-4c7b-9a9f-7d6ba32ea474, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae1e0b5-6255-4b98-b498-694428cbcc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '232f119f-6ca3-4c08-a37e-2a991ae7f8cb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:26:00.676132 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:00.705237 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-13352737-d7c5-4665-a7fc-a9d44d50f492 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9373e815728f4e6a93279dd81a2373ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5071812 Jul 14 07:26:00.708184 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49482) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:00.709074 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7dbd14-c335-49b6-bf01-7556a390b01f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Checking segment: {'id': '4d2a9878-04f4-49cc-9e09-15388d88eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:26:00.709665 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7dbd14-c335-49b6-bf01-7556a390b01f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Network hostable DHCP agents. Network: 3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:26:00.755936 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] For port db19d4cf-4244-4c7b-9a9f-7d6ba32ea474, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:26:00.759871 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] For port db19d4cf-4244-4c7b-9a9f-7d6ba32ea474, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=db19d4cf-4244-4c7b-9a9f-7d6ba32ea474,segment=NetworkSegment(8ae1e0b5-6255-4b98-b498-694428cbcc0a),segment_id=8ae1e0b5-6255-4b98-b498-694428cbcc0a)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:26:00.769658 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:00.837014 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98589778-656f-43f8-8530-87dc6fb021d5 x-openstack-request-id: req-98589778-656f-43f8-8530-87dc6fb021d5 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:26:00.841989 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:26:00.844254 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98589778-656f-43f8-8530-87dc6fb021d5 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:26:00.844878 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'status': 'completed', 'code': 200} Jul 14 07:26:00.874662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd0f5a-3ecb-4191-9564-7637c508d024 None None] Pushing event updated for resources: {'Port': ['ID=db19d4cf-4244-4c7b-9a9f-7d6ba32ea474,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:00.953546 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e2ac1bf-2979-4f2f-9f96-dcc533b43b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:00.973250 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ac84b540-e005-44c7-8078-f194136f788e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:26:00.979257 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e30f48c1-e8eb-48dc-9888-80b2630488e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226407328', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:23:44Z', 'updated_at': '2021-07-14T07:23:50Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:45Z', 'updated_at': '2021-07-14T07:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '2821c3cb-8847-467e-82ec-8208f1ea7a3f', 'name': '', 'network_id': '38ae9afe-8843-4343-abf1-799616916e95', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:44:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:49Z', 'updated_at': '2021-07-14T07:23:57Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:01.031439 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f48c1-e8eb-48dc-9888-80b2630488e7 None None] Checking router: 85117b2a-d84b-42cf-b2ba-032bebf264d4 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:26:01.050306 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f48c1-e8eb-48dc-9888-80b2630488e7 None None] Routers {'85117b2a-d84b-42cf-b2ba-032bebf264d4'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:01.051202 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e30f48c1-e8eb-48dc-9888-80b2630488e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:25:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['85117b2a-d84b-42cf-b2ba-032bebf264d4'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:01.089499 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e2ac1bf-2979-4f2f-9f96-dcc533b43b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:01.115270 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port ac84b540-e005-44c7-8078-f194136f788e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:01.123408 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port ac84b540-e005-44c7-8078-f194136f788e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:01.123693 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:01.265094 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:01.308774 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e2ac1bf-2979-4f2f-9f96-dcc533b43b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:01.309553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port ac84b540-e005-44c7-8078-f194136f788e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ac84b540-e005-44c7-8078-f194136f788e,segment=NetworkSegment(132f03ae-a68f-4402-abb0-dbbd6f110ffd),segment_id=132f03ae-a68f-4402-abb0-dbbd6f110ffd)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:01.311986 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e2ac1bf-2979-4f2f-9f96-dcc533b43b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:01.313527 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9e2ac1bf-2979-4f2f-9f96-dcc533b43b17 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21d3cc46-4115-4e02-be3c-2ea986e42c9b HTTP/1.1" status: 204 len: 168 time: 0.6010962 Jul 14 07:26:01.320566 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:01.327219 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5065004b-f47a-4921-8a8b-19912187f699 None None] Provisioning complete for port ac84b540-e005-44c7-8078-f194136f788e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:01.327607 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5065004b-f47a-4921-8a8b-19912187f699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:01.341521 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e30f48c1-e8eb-48dc-9888-80b2630488e7 None None] Set router 85117b2a-d84b-42cf-b2ba-032bebf264d4 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:26:01.353778 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ac1bf-2979-4f2f-9f96-dcc533b43b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d3cc46-4115-4e02-be3c-2ea986e42c9b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:01.357043 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694c6e03-7336-4d42-b3ba-e1015d679ee5 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:26:01.370502 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:01.386584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Transition to ACTIVE for port object 694c6e03-7336-4d42-b3ba-e1015d679ee5 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:01.397159 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:01.464514 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=ac84b540-e005-44c7-8078-f194136f788e,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:01.521071 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Pushing event updated for resources: {'Port': ['ID=694c6e03-7336-4d42-b3ba-e1015d679ee5,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:01.573516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13352737-d7c5-4665-a7fc-a9d44d50f492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d3cc46-4115-4e02-be3c-2ea986e42c9b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:01.594304 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7dbd14-c335-49b6-bf01-7556a390b01f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Network 3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:26:01.614384 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ad7dbd14-c335-49b6-bf01-7556a390b01f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:01.619104 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Attempting to bind port 694c6e03-7336-4d42-b3ba-e1015d679ee5 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:26:01.619491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Attempting to bind port 694c6e03-7336-4d42-b3ba-e1015d679ee5 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '131d3f34-06ca-4fec-a78b-815669364762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '94bec7f6-f5b0-46e7-8991-e00fab0bb2d4'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:26:01.619632 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7dbd14-c335-49b6-bf01-7556a390b01f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:01.619872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Attempting to bind port 694c6e03-7336-4d42-b3ba-e1015d679ee5 on network 94bec7f6-f5b0-46e7-8991-e00fab0bb2d4 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:26:01.620239 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad7dbd14-c335-49b6-bf01-7556a390b01f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:01.625045 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Port 694c6e03-7336-4d42-b3ba-e1015d679ee5 on network 94bec7f6-f5b0-46e7-8991-e00fab0bb2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:26:01.625388 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eadfd4-f653-4bb6-b849-598a2b9a6325 None None] Network 3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:26:01.625894 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Attempting to bind port 694c6e03-7336-4d42-b3ba-e1015d679ee5 on network 94bec7f6-f5b0-46e7-8991-e00fab0bb2d4 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:26:01.631583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:26:01.631874 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Checking segment: {'id': '131d3f34-06ca-4fec-a78b-815669364762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '94bec7f6-f5b0-46e7-8991-e00fab0bb2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:26:01.632247 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Bound using segment: {'id': '131d3f34-06ca-4fec-a78b-815669364762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '94bec7f6-f5b0-46e7-8991-e00fab0bb2d4'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:26:01.632680 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Bound port: 694c6e03-7336-4d42-b3ba-e1015d679ee5, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131d3f34-06ca-4fec-a78b-815669364762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '94bec7f6-f5b0-46e7-8991-e00fab0bb2d4'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:26:01.633043 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:01.683688 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e30f48c1-e8eb-48dc-9888-80b2630488e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226407328', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:23:44Z', 'updated_at': '2021-07-14T07:23:50Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:45Z', 'updated_at': '2021-07-14T07:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '2821c3cb-8847-467e-82ec-8208f1ea7a3f', 'name': '', 'network_id': '38ae9afe-8843-4343-abf1-799616916e95', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:44:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:49Z', 'updated_at': '2021-07-14T07:23:57Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:01.688681 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affe05c-e16c-4224-8e24-35be19c4b547 req-bdf7a099-a102-46dc-9b4e-17475c514ebf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:01.696425 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0affe05c-e16c-4224-8e24-35be19c4b547 req-bdf7a099-a102-46dc-9b4e-17475c514ebf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 947 time: 0.2682877 Jul 14 07:26:01.713002 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49494) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:01.713317 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ad7dbd14-c335-49b6-bf01-7556a390b01f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0146561 Jul 14 07:26:01.729385 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a361ea5-7d9e-4123-8dcd-dcfbfcffa706 req-ccf7e748-0223-42f0-b932-8e63c49fc8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:01.730877 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a361ea5-7d9e-4123-8dcd-dcfbfcffa706 req-ccf7e748-0223-42f0-b932-8e63c49fc8ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 1098 time: 0.2568681 Jul 14 07:26:01.745833 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f5563-1e63-4489-ad6f-ff9ecf53ece2 req-31b40610-a092-4ad7-8924-72fd37cd80d1 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:01.746751 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f48c1-e8eb-48dc-9888-80b2630488e7 None None] The sync data for ids ['85117b2a-d84b-42cf-b2ba-032bebf264d4'] in n-d-778696-5 is: [{'id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226407328', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:23:44Z', 'updated_at': '2021-07-14T07:23:50Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:45Z', 'updated_at': '2021-07-14T07:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '2821c3cb-8847-467e-82ec-8208f1ea7a3f', 'name': '', 'network_id': '38ae9afe-8843-4343-abf1-799616916e95', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:44:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:49Z', 'updated_at': '2021-07-14T07:23:57Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '1d1bb139-2c7a-411a-866c-c1f87975767a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:26:01.756601 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-445f5563-1e63-4489-ad6f-ff9ecf53ece2 req-31b40610-a092-4ad7-8924-72fd37cd80d1 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 944 time: 0.2780423 Jul 14 07:26:01.813177 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-445f5563-1e63-4489-ad6f-ff9ecf53ece2 req-ad163a4c-8887-4224-bf06-e022cdf95c37 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552299 Jul 14 07:26:01.853221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] For port 694c6e03-7336-4d42-b3ba-e1015d679ee5, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:26:01.880058 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0affe05c-e16c-4224-8e24-35be19c4b547 req-849f038b-a752-4c3b-a15e-e6f444256de9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826863 Jul 14 07:26:01.974706 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2', 'network_id': '3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2', 'tenant_id': '56067918383e4a35b2a8e5392bb2462e', 'fixed_ips': [{'subnet_id': 'bcaf385f-5ae7-4ed9-b936-fef7aba904de'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:26:01.976103 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:01.978028 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] For port 694c6e03-7336-4d42-b3ba-e1015d679ee5, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=694c6e03-7336-4d42-b3ba-e1015d679ee5,segment=NetworkSegment(131d3f34-06ca-4fec-a78b-815669364762),segment_id=131d3f34-06ca-4fec-a78b-815669364762)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:26:02.003727 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a361ea5-7d9e-4123-8dcd-dcfbfcffa706 req-d06cc451-a58d-498c-8f54-9e7cb788b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:02.005768 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a361ea5-7d9e-4123-8dcd-dcfbfcffa706 req-d06cc451-a58d-498c-8f54-9e7cb788b98f service neutron] 10.222.0.30 "GET /v2.0/networks?id=38ae9afe-8843-4343-abf1-799616916e95 HTTP/1.1" status: 200 len: 898 time: 0.2467165 Jul 14 07:26:02.060883 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:02.074236 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a361ea5-7d9e-4123-8dcd-dcfbfcffa706 req-2f235903-de10-4b60-9f26-4ad5a4d18110 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd36109f-64be-4694-a08e-b972b5f30e52 HTTP/1.1" status: 200 len: 217 time: 0.0593159 Jul 14 07:26:02.184342 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Pushing event updated for resources: {'Port': ['ID=694c6e03-7336-4d42-b3ba-e1015d679ee5,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:02.196520 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:02.197255 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:02.198715 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3bd28a1c-b65c-49cd-9f67-51072c32fd0a service neutron] 10.222.0.30 "PUT /v2.0/ports/694c6e03-7336-4d42-b3ba-e1015d679ee5 HTTP/1.1" status: 200 len: 1092 time: 1.7925191 Jul 14 07:26:02.237557 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a361ea5-7d9e-4123-8dcd-dcfbfcffa706 req-dd19de42-9c7a-4ea9-895c-b05f66371374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:02.240426 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a361ea5-7d9e-4123-8dcd-dcfbfcffa706 req-dd19de42-9c7a-4ea9-895c-b05f66371374 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d1bb139-2c7a-411a-866c-c1f87975767a HTTP/1.1" status: 200 len: 835 time: 0.1589839 Jul 14 07:26:02.295054 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Allocated IP 172.20.0.2 (3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2/bcaf385f-5ae7-4ed9-b936-fef7aba904de/d0164375-bead-4a9e-ae1b-d0f6a3e96225) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:26:02.308009 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49277355-32ae-4ee8-9bfa-c51442483f35 None None] New status for floating IP 5866b4d4-896f-4581-93e3-6aa19a3d0490: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:26:02.331808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca09a1f-f9ab-4a3b-b225-621eab068e52 req-72cd24c2-226f-483e-b38f-141ce6b829fd tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:02.333395 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ca09a1f-f9ab-4a3b-b225-621eab068e52 req-72cd24c2-226f-483e-b38f-141ce6b829fd tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.2397382 Jul 14 07:26:02.401667 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ca09a1f-f9ab-4a3b-b225-621eab068e52 req-6f21bb25-c9a9-41dc-9588-b0aac4e4b767 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577898 Jul 14 07:26:02.413611 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a361ea5-7d9e-4123-8dcd-dcfbfcffa706 req-f09afddb-460a-4d82-b267-8be14b98a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:02.421358 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a361ea5-7d9e-4123-8dcd-dcfbfcffa706 req-f09afddb-460a-4d82-b267-8be14b98a2fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38ae9afe-8843-4343-abf1-799616916e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718602 Jul 14 07:26:02.463036 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:02.551235 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a361ea5-7d9e-4123-8dcd-dcfbfcffa706 req-a779f110-63d4-48ec-a405-d6c3e080ff4d service neutron] 10.222.0.30 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158369 Jul 14 07:26:02.582331 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:02.591846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Transition to ACTIVE for port object d0164375-bead-4a9e-ae1b-d0f6a3e96225 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:02.607605 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Transition to ACTIVE for port object d0164375-bead-4a9e-ae1b-d0f6a3e96225 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:02.624717 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-c344bc59-f8a6-49a3-8fad-93ec7a8e375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:02.626283 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-c344bc59-f8a6-49a3-8fad-93ec7a8e375d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ae8ef88b931147cc8e23a6eba43ad001&device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 1095 time: 0.3493416 Jul 14 07:26:02.639734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fa721c-c127-473e-9938-4beb4df6acf4 None None] Network 232f119f-6ca3-4c08-a37e-2a991ae7f8cb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:26:02.649066 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5ad4c-da65-467a-8d96-2f15c205ba83 req-46c13125-15b7-4e3f-a50a-f728474dc041 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:02.650569 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7ad5ad4c-da65-467a-8d96-2f15c205ba83 req-46c13125-15b7-4e3f-a50a-f728474dc041 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.30 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 947 time: 0.3905153 Jul 14 07:26:02.670211 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a361ea5-7d9e-4123-8dcd-dcfbfcffa706 req-7e4db0da-6aef-4b06-b857-70ea4e3c8991 service neutron] 10.222.0.30 "GET /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121726 Jul 14 07:26:02.707247 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:02.720970 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-3ed239fe-ab35-42b2-bb4a-41f4c4122666 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694c6e03-7336-4d42-b3ba-e1015d679ee5 HTTP/1.1" status: 200 len: 217 time: 0.0805335 Jul 14 07:26:02.851851 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52089529-1c06-4967-a925-bf32cf656f2e', 'tag': '694c6e03-7336-4d42-b3ba-e1015d679ee5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:26:02.853766 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b141c9-20f4-47ac-92b5-96ae8fc8b3e6" -d '{"events": [{"name": "network-changed", "server_uuid": "52089529-1c06-4967-a925-bf32cf656f2e", "tag": "694c6e03-7336-4d42-b3ba-e1015d679ee5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:26:02.958312 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5f326d-6b40-4c72-8006-7ce3137f5fb0 x-openstack-request-id: req-5e5f326d-6b40-4c72-8006-7ce3137f5fb0 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:26:02.958612 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52089529-1c06-4967-a925-bf32cf656f2e", "tag": "694c6e03-7336-4d42-b3ba-e1015d679ee5", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:26:02.958861 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e5f326d-6b40-4c72-8006-7ce3137f5fb0 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:26:02.959247 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52089529-1c06-4967-a925-bf32cf656f2e', 'tag': '694c6e03-7336-4d42-b3ba-e1015d679ee5', 'status': 'completed', 'code': 200} Jul 14 07:26:02.992852 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-6f8d6880-1cad-4539-b84b-2630a11da4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:02.994378 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-6f8d6880-1cad-4539-b84b-2630a11da4d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69080941-eeb2-44b9-9a17-e3a5a9a7178b HTTP/1.1" status: 200 len: 852 time: 0.2206132 Jul 14 07:26:03.004626 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4a78cfc6-86b3-47d6-94ac-a32069fe808e None None] Provisioning for port db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:03.017083 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ac84b540-e005-44c7-8078-f194136f788e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:26:03.080778 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Network 3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:03.096671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:03.097380 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfcc5a-25d7-4a00-b0cb-e58367587a06 req-bcec19a3-54c4-4547-ac85-a2c4837481fd tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:03.099031 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1fbfcc5a-25d7-4a00-b0cb-e58367587a06 req-bcec19a3-54c4-4547-ac85-a2c4837481fd tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 944 time: 0.1273329 Jul 14 07:26:03.107448 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-c1570471-a72c-429c-8b6d-f7d877e51b1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=94bec7f6-f5b0-46e7-8991-e00fab0bb2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999923 Jul 14 07:26:03.109139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:26:03.121090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Pushing event updated for resources: {'Port': ['ID=d0164375-bead-4a9e-ae1b-d0f6a3e96225,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:03.139425 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port ac84b540-e005-44c7-8078-f194136f788e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:03.139811 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:03.202337 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1fbfcc5a-25d7-4a00-b0cb-e58367587a06 req-1b5cea29-54ad-4967-a778-7bf2b2e13713 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546439 Jul 14 07:26:03.216076 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e074d2d-173b-41ef-a16c-0d29e6e6ec20 req-cdf38e30-c3ce-4cf4-96c9-8fc27df22c63 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:03.218157 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e074d2d-173b-41ef-a16c-0d29e6e6ec20 req-cdf38e30-c3ce-4cf4-96c9-8fc27df22c63 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 947 time: 0.1324072 Jul 14 07:26:03.267358 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49532) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:03.268484 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Allocated IP 172.20.0.1 (232f119f-6ca3-4c08-a37e-2a991ae7f8cb/ef054842-fa4b-42c6-adcb-bea1632183f3/5f26e126-d9fd-40b1-bb22-eda38de1418e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:26:03.273955 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Attempting to bind port d0164375-bead-4a9e-ae1b-d0f6a3e96225 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:26:03.274336 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Attempting to bind port d0164375-bead-4a9e-ae1b-d0f6a3e96225 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '4d2a9878-04f4-49cc-9e09-15388d88eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:26:03.275002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Attempting to bind port d0164375-bead-4a9e-ae1b-d0f6a3e96225 on network 3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:26:03.281027 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-7ad5ad4c-da65-467a-8d96-2f15c205ba83 req-8139ea01-d568-45cd-965c-a9fa8fe178c1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting port bd36109f-64be-4694-a08e-b972b5f30e52 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:26:03.281542 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7ad5ad4c-da65-467a-8d96-2f15c205ba83 req-8139ea01-d568-45cd-965c-a9fa8fe178c1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:03.293939 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e074d2d-173b-41ef-a16c-0d29e6e6ec20 req-d9e8602c-343c-4806-abb3-d153af101bd0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=f36b9b98-275a-4cef-b140-cb960832ed39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682499 Jul 14 07:26:03.299352 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:26:03.300230 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Checking segment: {'id': '4d2a9878-04f4-49cc-9e09-15388d88eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:26:03.300640 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:03.301029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Bound using segment: {'id': '4d2a9878-04f4-49cc-9e09-15388d88eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:26:03.302030 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Bound port: d0164375-bead-4a9e-ae1b-d0f6a3e96225, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2a9878-04f4-49cc-9e09-15388d88eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:26:03.302030 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:03.342111 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8bd3d1d5-9caa-4d47-824b-4f562d27eb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:03.401177 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-14840e7d-4fe0-422c-971c-b1d2716c2e1f tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1133040164', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:03.427689 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14840e7d-4fe0-422c-971c-b1d2716c2e1f tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Made reservation on behalf of b30527d57bf5416c832f051a6a28e762 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:26:03.430303 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14840e7d-4fe0-422c-971c-b1d2716c2e1f tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:03.435286 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:26:03.440566 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14840e7d-4fe0-422c-971c-b1d2716c2e1f tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:03.481749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] For port d0164375-bead-4a9e-ae1b-d0f6a3e96225, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:26:03.492512 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] For port d0164375-bead-4a9e-ae1b-d0f6a3e96225, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d0164375-bead-4a9e-ae1b-d0f6a3e96225,segment=NetworkSegment(4d2a9878-04f4-49cc-9e09-15388d88eabb),segment_id=4d2a9878-04f4-49cc-9e09-15388d88eabb)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:26:03.503590 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:03.590123 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14840e7d-4fe0-422c-971c-b1d2716c2e1f tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:03.616655 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:03.623478 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:03.624011 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:03.635513 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14840e7d-4fe0-422c-971c-b1d2716c2e1f tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:03.660925 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-4e8bd32e-c258-4164-892d-883b1ebf2168 service neutron] 10.222.0.30 "GET /v2.0/networks/94bec7f6-f5b0-46e7-8991-e00fab0bb2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413682 Jul 14 07:26:03.664649 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-14840e7d-4fe0-422c-971c-b1d2716c2e1f tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] device_id is not set on port a4aa4a38-0718-400f-bba6-e07f90fdd4b3 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:26:03.676711 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:03.688284 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95539382-91ff-480b-b5e1-53412ca1f315 None None] Pushing event updated for resources: {'Port': ['ID=d0164375-bead-4a9e-ae1b-d0f6a3e96225,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:03.746023 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:03.749342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14840e7d-4fe0-422c-971c-b1d2716c2e1f tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87fcd5f-c550-4c86-994f-ea39cf27b181,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:03.806963 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port db19d4cf-4244-4c7b-9a9f-7d6ba32ea474, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=db19d4cf-4244-4c7b-9a9f-7d6ba32ea474,segment=NetworkSegment(8ae1e0b5-6255-4b98-b498-694428cbcc0a),segment_id=8ae1e0b5-6255-4b98-b498-694428cbcc0a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:03.819365 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:03.820677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327515ae-d8b2-41af-b7f4-c2a816ee4289 req-31f2d2f1-4389-481f-85cb-c16544456dbd tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:03.834826 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-327515ae-d8b2-41af-b7f4-c2a816ee4289 req-31f2d2f1-4389-481f-85cb-c16544456dbd tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.2430387 Jul 14 07:26:03.903293 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=db19d4cf-4244-4c7b-9a9f-7d6ba32ea474,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:03.925423 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-7ad5ad4c-da65-467a-8d96-2f15c205ba83 req-8139ea01-d568-45cd-965c-a9fa8fe178c1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] For port bd36109f-64be-4694-a08e-b972b5f30e52, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bd36109f-64be-4694-a08e-b972b5f30e52,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:03.926050 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7ad5ad4c-da65-467a-8d96-2f15c205ba83 req-8139ea01-d568-45cd-965c-a9fa8fe178c1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:03.930642 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-543537d8-4ea3-48d6-b6ee-634396496610 None None] Provisioning complete for port db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:03.931535 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-543537d8-4ea3-48d6-b6ee-634396496610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:03.944720 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-327515ae-d8b2-41af-b7f4-c2a816ee4289 req-d9d0d26b-1c5b-47d6-97f6-4711702b45d9 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960581 Jul 14 07:26:03.946039 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-14840e7d-4fe0-422c-971c-b1d2716c2e1f tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Allocated IP 172.25.7.88 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/a4aa4a38-0718-400f-bba6-e07f90fdd4b3) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:26:03.987315 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b2fdb3e8-3670-4804-a03a-16a3f661136b req-5e430f48-eb5d-44d0-aa93-855bcb953a4c service neutron] 10.222.0.30 "GET /v2.0/networks/94bec7f6-f5b0-46e7-8991-e00fab0bb2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035502 Jul 14 07:26:03.988645 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-7ad5ad4c-da65-467a-8d96-2f15c205ba83 req-8139ea01-d568-45cd-965c-a9fa8fe178c1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Calling delete_port for bd36109f-64be-4694-a08e-b972b5f30e52 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:26:04.005052 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:04.072238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Transition to ACTIVE for port object 5f26e126-d9fd-40b1-bb22-eda38de1418e will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:04.136336 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14840e7d-4fe0-422c-971c-b1d2716c2e1f tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:04.175846 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14840e7d-4fe0-422c-971c-b1d2716c2e1f tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:04.179631 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b141c9-20f4-47ac-92b5-96ae8fc8b3e6 req-affa54db-116d-48ef-b78d-0864e5f1e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:04.181247 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-34b141c9-20f4-47ac-92b5-96ae8fc8b3e6 req-affa54db-116d-48ef-b78d-0864e5f1e096 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ae8ef88b931147cc8e23a6eba43ad001&device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 1095 time: 0.1066349 Jul 14 07:26:04.183170 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:04.222690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14840e7d-4fe0-422c-971c-b1d2716c2e1f tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:04.225721 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-14840e7d-4fe0-422c-971c-b1d2716c2e1f tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:04.230278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14840e7d-4fe0-422c-971c-b1d2716c2e1f tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:26:04.233504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14840e7d-4fe0-422c-971c-b1d2716c2e1f tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Pushing event updated for resources: {'Port': ['ID=a4aa4a38-0718-400f-bba6-e07f90fdd4b3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:04.274852 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14840e7d-4fe0-422c-971c-b1d2716c2e1f tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:04.275621 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14840e7d-4fe0-422c-971c-b1d2716c2e1f tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:04.295884 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-14840e7d-4fe0-422c-971c-b1d2716c2e1f tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.0246749 Jul 14 07:26:04.296679 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49540) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:04.301966 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f3ea5b41-c237-4461-b044-c993e42f3b50 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.88'}]}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:04.313232 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Network 232f119f-6ca3-4c08-a37e-2a991ae7f8cb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:04.330326 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:04.333000 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event updated for resources: {'Port': ['ID=5f26e126-d9fd-40b1-bb22-eda38de1418e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:04.336373 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3ea5b41-c237-4461-b044-c993e42f3b50 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:04.336593 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:26:04.339266 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3ea5b41-c237-4461-b044-c993e42f3b50 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:04.381037 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7ad5ad4c-da65-467a-8d96-2f15c205ba83 req-8139ea01-d568-45cd-965c-a9fa8fe178c1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:04.502159 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139ea01-d568-45cd-965c-a9fa8fe178c1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Port': ['ID=bd36109f-64be-4694-a08e-b972b5f30e52,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:04.522357 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3ea5b41-c237-4461-b044-c993e42f3b50 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:04.524908 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52b45524-3f89-426b-af51-2d8730df4de6 req-0408f7ab-2698-4623-aec6-b6f9ed22cabd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a706d226-64fc-44fc-98c2-8b48e9398562 HTTP/1.1" status: 200 len: 210 time: 0.0455666 Jul 14 07:26:04.532309 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad5ad4c-da65-467a-8d96-2f15c205ba83 req-8139ea01-d568-45cd-965c-a9fa8fe178c1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] No DVR routers for this DVR port bd36109f-64be-4694-a08e-b972b5f30e52 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:26:04.537953 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7ad5ad4c-da65-467a-8d96-2f15c205ba83 req-8139ea01-d568-45cd-965c-a9fa8fe178c1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:04.541032 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7ad5ad4c-da65-467a-8d96-2f15c205ba83 req-8139ea01-d568-45cd-965c-a9fa8fe178c1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.30 "DELETE /v2.0/ports/bd36109f-64be-4694-a08e-b972b5f30e52 HTTP/1.1" status: 204 len: 173 time: 1.8797216 Jul 14 07:26:04.541780 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:04.568698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b141c9-20f4-47ac-92b5-96ae8fc8b3e6 req-a2c32628-8ba3-4f10-a14e-9f90568a9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:04.570959 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-34b141c9-20f4-47ac-92b5-96ae8fc8b3e6 req-a2c32628-8ba3-4f10-a14e-9f90568a9565 service neutron] 10.222.0.30 "GET /v2.0/networks?id=94bec7f6-f5b0-46e7-8991-e00fab0bb2d4 HTTP/1.1" status: 200 len: 913 time: 0.3749235 Jul 14 07:26:04.625420 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dfb29-f598-4b84-8353-5496a26d7f11 req-7921c638-8d4b-44be-8fca-656acfed6017 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:04.634872 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:04.636416 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e63dfb29-f598-4b84-8353-5496a26d7f11 req-7921c638-8d4b-44be-8fca-656acfed6017 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 944 time: 0.2867711 Jul 14 07:26:04.673442 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-34b141c9-20f4-47ac-92b5-96ae8fc8b3e6 req-385de773-7d1b-42f5-a619-9e6ad072ac8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694c6e03-7336-4d42-b3ba-e1015d679ee5 HTTP/1.1" status: 200 len: 217 time: 0.0499327 Jul 14 07:26:04.702779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bb0a08a5-d699-42b4-93ae-24add229bf45 None None] Provisioning for port 5f26e126-d9fd-40b1-bb22-eda38de1418e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:04.708064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bb0a08a5-d699-42b4-93ae-24add229bf45 None None] Provisioning complete for port 5f26e126-d9fd-40b1-bb22-eda38de1418e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:04.708668 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bb0a08a5-d699-42b4-93ae-24add229bf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:04.745153 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3ea5b41-c237-4461-b044-c993e42f3b50 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:04.760686 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e63dfb29-f598-4b84-8353-5496a26d7f11 req-c4c96053-0e25-4e64-84a7-23afe51f1b93 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231775 Jul 14 07:26:04.761295 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-bb0a08a5-d699-42b4-93ae-24add229bf45 None None] Port 5f26e126-d9fd-40b1-bb22-eda38de1418e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:26:04.887610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b141c9-20f4-47ac-92b5-96ae8fc8b3e6 req-5222b308-50e2-4fb0-a169-75dc0caf9d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:04.889523 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-34b141c9-20f4-47ac-92b5-96ae8fc8b3e6 req-5222b308-50e2-4fb0-a169-75dc0caf9d13 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69080941-eeb2-44b9-9a17-e3a5a9a7178b HTTP/1.1" status: 200 len: 852 time: 0.1890082 Jul 14 07:26:04.960744 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-34b141c9-20f4-47ac-92b5-96ae8fc8b3e6 req-f3d6c718-b7e2-4416-a48a-369eab0a1861 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=94bec7f6-f5b0-46e7-8991-e00fab0bb2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407586 Jul 14 07:26:04.966028 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'name': 'network-vif-deleted', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:26:04.972266 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb6237f-c911-474e-aea3-3de267ac8c85" -d '{"events": [{"server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "name": "network-vif-deleted", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:26:05.052268 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d0164375-bead-4a9e-ae1b-d0f6a3e96225 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:26:05.089648 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9770f9-cda7-401a-844f-d8ec63a4d227 x-openstack-request-id: req-ef9770f9-cda7-401a-844f-d8ec63a4d227 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:26:05.091573 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a706d226-64fc-44fc-98c2-8b48e9398562", "name": "network-vif-deleted", "tag": "bd36109f-64be-4694-a08e-b972b5f30e52", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:26:05.092004 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ef9770f9-cda7-401a-844f-d8ec63a4d227 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:26:05.093129 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a706d226-64fc-44fc-98c2-8b48e9398562', 'name': 'network-vif-deleted', 'tag': 'bd36109f-64be-4694-a08e-b972b5f30e52', 'status': 'completed', 'code': 200} Jul 14 07:26:05.146718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port d0164375-bead-4a9e-ae1b-d0f6a3e96225 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:05.154601 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:26:05.159795 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3ea5b41-c237-4461-b044-c993e42f3b50 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:05.160907 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5025de98-aadf-4f83-9936-ca55123ad6f4 None None] Network 3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:26:05.161430 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:05.187251 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3ea5b41-c237-4461-b044-c993e42f3b50 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:05.255982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f841134e-8d8a-4a6b-ba9f-2c3c0b0798c0 None None] Provisioning for port d0164375-bead-4a9e-ae1b-d0f6a3e96225 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:05.274091 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f841134e-8d8a-4a6b-ba9f-2c3c0b0798c0 None None] Provisioning complete for port d0164375-bead-4a9e-ae1b-d0f6a3e96225 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:05.274857 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f841134e-8d8a-4a6b-ba9f-2c3c0b0798c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:05.310790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:05.311327 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:05.313904 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-34b141c9-20f4-47ac-92b5-96ae8fc8b3e6 req-586d0016-5ab2-43d6-b4cb-e995d5a9e7d3 service neutron] 10.222.0.30 "GET /v2.0/networks/94bec7f6-f5b0-46e7-8991-e00fab0bb2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143127 Jul 14 07:26:05.340997 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802ac24-9325-4aa8-a5ae-47cdda9a804f req-fb2cfbb7-ee5c-44d6-8a1f-d0550be2e647 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:05.342591 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1802ac24-9325-4aa8-a5ae-47cdda9a804f req-fb2cfbb7-ee5c-44d6-8a1f-d0550be2e647 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.1472900 Jul 14 07:26:05.415062 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1802ac24-9325-4aa8-a5ae-47cdda9a804f req-2b016fe5-5e87-4eeb-87a3-cc3c0a2ca5b1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478084 Jul 14 07:26:05.416503 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3ea5b41-c237-4461-b044-c993e42f3b50 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:05.498001 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-34b141c9-20f4-47ac-92b5-96ae8fc8b3e6 req-6cdc1c1f-bc3a-411b-bebe-ce401e4604c4 service neutron] 10.222.0.30 "GET /v2.0/networks/94bec7f6-f5b0-46e7-8991-e00fab0bb2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741519 Jul 14 07:26:05.505911 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f841134e-8d8a-4a6b-ba9f-2c3c0b0798c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:05.552556 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f841134e-8d8a-4a6b-ba9f-2c3c0b0798c0 None None] For port d0164375-bead-4a9e-ae1b-d0f6a3e96225, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d0164375-bead-4a9e-ae1b-d0f6a3e96225,segment=NetworkSegment(4d2a9878-04f4-49cc-9e09-15388d88eabb),segment_id=4d2a9878-04f4-49cc-9e09-15388d88eabb)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:05.559181 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f841134e-8d8a-4a6b-ba9f-2c3c0b0798c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:05.581473 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:05.589834 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:05.592633 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3ea5b41-c237-4461-b044-c993e42f3b50 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:05.607852 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3ea5b41-c237-4461-b044-c993e42f3b50 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:05.612737 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841134e-8d8a-4a6b-ba9f-2c3c0b0798c0 None None] Pushing event updated for resources: {'Port': ['ID=d0164375-bead-4a9e-ae1b-d0f6a3e96225,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:05.666486 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49550) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:05.667519 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:05.676202 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3ea5b41-c237-4461-b044-c993e42f3b50 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:05.676697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ea5b41-c237-4461-b044-c993e42f3b50 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69dc54f1-b999-4e0a-99f8-9b8c0cb98f01 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:26:05.728607 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event updated for resources: {'Port': ['ID=5f26e126-d9fd-40b1-bb22-eda38de1418e,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:05.736440 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-f3ea5b41-c237-4461-b044-c993e42f3b50 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 14 07:26:05.737514 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f3ea5b41-c237-4461-b044-c993e42f3b50 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4394162 Jul 14 07:26:05.740167 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49552) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:05.870154 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Network 232f119f-6ca3-4c08-a37e-2a991ae7f8cb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:05.872969 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:05.902955 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-deb76b54-ba8c-44fb-88bb-35f0c8d82b03 None None] Provisioning complete for port d0164375-bead-4a9e-ae1b-d0f6a3e96225 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:05.903458 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-deb76b54-ba8c-44fb-88bb-35f0c8d82b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:05.951744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a83a0c7c-2bd2-4471-8371-52dbeed0ea61 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Deleting port a4aa4a38-0718-400f-bba6-e07f90fdd4b3 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:26:05.952096 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a83a0c7c-2bd2-4471-8371-52dbeed0ea61 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:06.064361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae543c1-d46b-4e88-993e-8b64a55b648b req-40fcc8cb-5b45-4f5f-951e-d4137a21d1c9 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:06.066255 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cae543c1-d46b-4e88-993e-8b64a55b648b req-40fcc8cb-5b45-4f5f-951e-d4137a21d1c9 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 944 time: 0.1829984 Jul 14 07:26:06.067358 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a83a0c7c-2bd2-4471-8371-52dbeed0ea61 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:06.087851 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a83a0c7c-2bd2-4471-8371-52dbeed0ea61 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Calling delete_port for a4aa4a38-0718-400f-bba6-e07f90fdd4b3 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:26:06.105875 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Router f4fd0ed6-8988-4489-a19c-abfa55068c49 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:26:06.123185 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cae543c1-d46b-4e88-993e-8b64a55b648b req-e4e25b59-e41b-4d20-809b-ab763bd9f395 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488760 Jul 14 07:26:06.138789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e29a9845-127d-405c-a916-cd8ebbdc62bf None None] Provisioning complete for port 5f26e126-d9fd-40b1-bb22-eda38de1418e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:06.139417 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e29a9845-127d-405c-a916-cd8ebbdc62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:06.179623 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-de823444-6565-4fe6-bd3e-f6650595f6d9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:06.187111 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e29a9845-127d-405c-a916-cd8ebbdc62bf None None] Port 5f26e126-d9fd-40b1-bb22-eda38de1418e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:26:06.194625 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:06.257558 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:26:06.265324 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-14c4b9ea-0765-4b39-8c3e-cf9f447f5757 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "PUT /v2.0/routers/f4fd0ed6-8988-4489-a19c-abfa55068c49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5484881 Jul 14 07:26:06.265856 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49556) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:06.272205 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345c668-2f6a-42fd-80b8-fa466cd2a569 None None] Sync routers for ids ['f4fd0ed6-8988-4489-a19c-abfa55068c49'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:26:06.282830 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345c668-2f6a-42fd-80b8-fa466cd2a569 None None] Routers {'f4fd0ed6-8988-4489-a19c-abfa55068c49'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:06.283802 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1345c668-2f6a-42fd-80b8-fa466cd2a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f4fd0ed6-8988-4489-a19c-abfa55068c49'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:06.314352 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1345c668-2f6a-42fd-80b8-fa466cd2a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:06.323839 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345c668-2f6a-42fd-80b8-fa466cd2a569 None None] Routers {'f4fd0ed6-8988-4489-a19c-abfa55068c49'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:06.324544 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1345c668-2f6a-42fd-80b8-fa466cd2a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f4fd0ed6-8988-4489-a19c-abfa55068c49'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:06.356000 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1345c668-2f6a-42fd-80b8-fa466cd2a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:06.356660 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345c668-2f6a-42fd-80b8-fa466cd2a569 None None] The sync data for ids ['f4fd0ed6-8988-4489-a19c-abfa55068c49'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:26:06.470037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-de823444-6565-4fe6-bd3e-f6650595f6d9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting port 2821c3cb-8847-467e-82ec-8208f1ea7a3f {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:26:06.470393 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-de823444-6565-4fe6-bd3e-f6650595f6d9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:06.593203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-de823444-6565-4fe6-bd3e-f6650595f6d9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] For port 2821c3cb-8847-467e-82ec-8208f1ea7a3f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2821c3cb-8847-467e-82ec-8208f1ea7a3f,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:06.593481 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-de823444-6565-4fe6-bd3e-f6650595f6d9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:06.612350 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-de823444-6565-4fe6-bd3e-f6650595f6d9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Calling delete_port for 2821c3cb-8847-467e-82ec-8208f1ea7a3f owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:26:06.639504 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a83a0c7c-2bd2-4471-8371-52dbeed0ea61 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:06.640101 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeae9b-90d9-4281-9938-9af8a1336d0a req-8b96718a-de3e-4d43-8584-071291d9b90c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:06.641459 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bedeae9b-90d9-4281-9938-9af8a1336d0a req-8b96718a-de3e-4d43-8584-071291d9b90c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.1027119 Jul 14 07:26:06.722955 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bedeae9b-90d9-4281-9938-9af8a1336d0a req-a09aa298-843e-4412-9540-ce5afc9f58c1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495188 Jul 14 07:26:06.723191 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a0c7c-2bd2-4471-8371-52dbeed0ea61 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4aa4a38-0718-400f-bba6-e07f90fdd4b3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:06.830997 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d0164375-bead-4a9e-ae1b-d0f6a3e96225 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:26:06.838547 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a83a0c7c-2bd2-4471-8371-52dbeed0ea61 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:06.842500 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a83a0c7c-2bd2-4471-8371-52dbeed0ea61 tempest-RoutersAdminNegativeIpV6Test-1833137377 tempest-RoutersAdminNegativeIpV6Test-1833137377-project-admin] 10.222.0.35 "DELETE /v2.0/ports/a4aa4a38-0718-400f-bba6-e07f90fdd4b3 HTTP/1.1" status: 204 len: 168 time: 1.1013484 Jul 14 07:26:06.863215 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-de823444-6565-4fe6-bd3e-f6650595f6d9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:06.883263 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port d0164375-bead-4a9e-ae1b-d0f6a3e96225 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:06.883969 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:06.892807 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de823444-6565-4fe6-bd3e-f6650595f6d9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Port': ['ID=2821c3cb-8847-467e-82ec-8208f1ea7a3f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:07.030087 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 694c6e03-7336-4d42-b3ba-e1015d679ee5 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:26:07.032769 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bd36109f-64be-4694-a08e-b972b5f30e52 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:26:07.048401 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-680abca6-122d-4de4-85f6-0423d1f05018 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:26:07.049975 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-680abca6-122d-4de4-85f6-0423d1f05018 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "PUT /v2.0/routers/f4fd0ed6-8988-4489-a19c-abfa55068c49/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7835314 Jul 14 07:26:07.053129 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49562) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:07.082034 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: bd36109f-64be-4694-a08e-b972b5f30e52 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:26:07.082381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bd36109f-64be-4694-a08e-b972b5f30e52 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:26:07.144028 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-de823444-6565-4fe6-bd3e-f6650595f6d9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:07.185834 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 694c6e03-7336-4d42-b3ba-e1015d679ee5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=694c6e03-7336-4d42-b3ba-e1015d679ee5,segment=NetworkSegment(131d3f34-06ca-4fec-a78b-815669364762),segment_id=131d3f34-06ca-4fec-a78b-815669364762)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:07.199567 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '694c6e03-7336-4d42-b3ba-e1015d679ee5', 'network_id': '94bec7f6-f5b0-46e7-8991-e00fab0bb2d4', 'port_id': '694c6e03-7336-4d42-b3ba-e1015d679ee5', 'mac_address': 'fa:16:3e:2f:60:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69080941-eeb2-44b9-9a17-e3a5a9a7178b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:26:07.236611 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49568) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:07.249768 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:07.265147 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694c6e03-7336-4d42-b3ba-e1015d679ee5 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:26:07.289803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 694c6e03-7336-4d42-b3ba-e1015d679ee5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=694c6e03-7336-4d42-b3ba-e1015d679ee5,segment=NetworkSegment(131d3f34-06ca-4fec-a78b-815669364762),segment_id=131d3f34-06ca-4fec-a78b-815669364762)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:07.295967 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:07.369277 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=694c6e03-7336-4d42-b3ba-e1015d679ee5,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:07.417697 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd8334d5-7e22-40d5-acef-6447b49bb000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:07.515954 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f0cbe-7c67-465d-84ec-4ece2b461993 req-dde658ef-9da9-416e-abee-b2fbaf6b707a tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:07.517491 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac5f0cbe-7c67-465d-84ec-4ece2b461993 req-dde658ef-9da9-416e-abee-b2fbaf6b707a tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 945 time: 0.1986866 Jul 14 07:26:07.546272 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e085-f691-4b22-ac71-d012f587d590 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:07.570490 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['694c6e03-7336-4d42-b3ba-e1015d679ee5'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:26:07.860352 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c9d5e085-f691-4b22-ac71-d012f587d590 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Deleting port 5f26e126-d9fd-40b1-bb22-eda38de1418e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:26:07.860955 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e085-f691-4b22-ac71-d012f587d590 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:07.876653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de823444-6565-4fe6-bd3e-f6650595f6d9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router 85117b2a-d84b-42cf-b2ba-032bebf264d4 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:26:07.945148 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e085-f691-4b22-ac71-d012f587d590 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:07.953611 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac5f0cbe-7c67-465d-84ec-4ece2b461993 req-6bf932cb-db7d-4af8-916b-05afab684544 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255857 Jul 14 07:26:07.961749 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c9d5e085-f691-4b22-ac71-d012f587d590 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Calling delete_port for 5f26e126-d9fd-40b1-bb22-eda38de1418e owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:26:08.082602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d56d2-12c1-4f7a-bfab-3eba83bb35c2 req-a0c75bf2-a490-400a-a9bc-b7fefa6b0710 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:08.084095 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d74d56d2-12c1-4f7a-bfab-3eba83bb35c2 req-a0c75bf2-a490-400a-a9bc-b7fefa6b0710 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.2037029 Jul 14 07:26:08.086056 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd8334d5-7e22-40d5-acef-6447b49bb000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:08.101980 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd8334d5-7e22-40d5-acef-6447b49bb000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:08.144638 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de823444-6565-4fe6-bd3e-f6650595f6d9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:26:08.149945 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e085-f691-4b22-ac71-d012f587d590 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:08.151255 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-de823444-6565-4fe6-bd3e-f6650595f6d9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "PUT /v2.0/routers/85117b2a-d84b-42cf-b2ba-032bebf264d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4832635 Jul 14 07:26:08.156521 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3388c93-adaa-4f67-9e37-b384d2baa63b None None] Sync routers for ids ['85117b2a-d84b-42cf-b2ba-032bebf264d4'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:26:08.161887 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49574) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:08.165937 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3388c93-adaa-4f67-9e37-b384d2baa63b None None] Routers {'85117b2a-d84b-42cf-b2ba-032bebf264d4'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:08.166779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f3388c93-adaa-4f67-9e37-b384d2baa63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['85117b2a-d84b-42cf-b2ba-032bebf264d4'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:08.181548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8334d5-7e22-40d5-acef-6447b49bb000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0730c846-9940-4bfa-be6d-bf7833691feb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:08.188750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fd8334d5-7e22-40d5-acef-6447b49bb000 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ffc39e797cf14674842edcf7b4707b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9505937 Jul 14 07:26:08.189751 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49576) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:08.208112 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d74d56d2-12c1-4f7a-bfab-3eba83bb35c2 req-19466a24-02a3-4f83-9ae4-9fdc5493d8a0 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127925 Jul 14 07:26:08.247535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5e085-f691-4b22-ac71-d012f587d590 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event deleted for resources: {'Port': ['ID=5f26e126-d9fd-40b1-bb22-eda38de1418e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:08.285379 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb624e65-107d-452d-ba3e-e485a0a5d25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:08.288320 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-f3388c93-adaa-4f67-9e37-b384d2baa63b None None] Set router 85117b2a-d84b-42cf-b2ba-032bebf264d4 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:26:08.323415 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb624e65-107d-452d-ba3e-e485a0a5d25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:08.328962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-92457647-43ad-4e54-8537-fb445da97cbc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting subnet 1d1bb139-2c7a-411a-866c-c1f87975767a {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:26:08.333841 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92457647-43ad-4e54-8537-fb445da97cbc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:08.383914 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb624e65-107d-452d-ba3e-e485a0a5d25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:08.389993 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb624e65-107d-452d-ba3e-e485a0a5d25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:08.396257 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bb624e65-107d-452d-ba3e-e485a0a5d25a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0730c846-9940-4bfa-be6d-bf7833691feb HTTP/1.1" status: 204 len: 168 time: 0.2047806 Jul 14 07:26:08.409131 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb624e65-107d-452d-ba3e-e485a0a5d25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0730c846-9940-4bfa-be6d-bf7833691feb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:08.459512 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e085-f691-4b22-ac71-d012f587d590 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:08.462736 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92457647-43ad-4e54-8537-fb445da97cbc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:08.517750 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f3388c93-adaa-4f67-9e37-b384d2baa63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226407328', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:23:44Z', 'updated_at': '2021-07-14T07:26:06Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:45Z', 'updated_at': '2021-07-14T07:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:08.548942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3388c93-adaa-4f67-9e37-b384d2baa63b None None] Checking router: 85117b2a-d84b-42cf-b2ba-032bebf264d4 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:26:08.558100 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3388c93-adaa-4f67-9e37-b384d2baa63b None None] Routers {'85117b2a-d84b-42cf-b2ba-032bebf264d4'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:08.558733 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f3388c93-adaa-4f67-9e37-b384d2baa63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['85117b2a-d84b-42cf-b2ba-032bebf264d4'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:08.692846 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d5e085-f691-4b22-ac71-d012f587d590 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Router f4fd0ed6-8988-4489-a19c-abfa55068c49 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:26:08.694254 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92457647-43ad-4e54-8537-fb445da97cbc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:08.695316 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-f3388c93-adaa-4f67-9e37-b384d2baa63b None None] Set router 85117b2a-d84b-42cf-b2ba-032bebf264d4 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:26:08.764523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49582) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:08.815672 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d5e085-f691-4b22-ac71-d012f587d590 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:26:08.826784 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-28e38267-4e64-472f-b6e2-14aed0328e3d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b30527d57bf5416c832f051a6a28e762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588293 Jul 14 07:26:08.827029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49584) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:08.828053 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c9d5e085-f691-4b22-ac71-d012f587d590 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "PUT /v2.0/routers/f4fd0ed6-8988-4489-a19c-abfa55068c49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7738049 Jul 14 07:26:08.834332 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49586) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:08.836291 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a39c89b-1a4d-47e6-b429-456976c2ecad None None] Sync routers for ids ['f4fd0ed6-8988-4489-a19c-abfa55068c49'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:26:08.855846 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a39c89b-1a4d-47e6-b429-456976c2ecad None None] Routers {'f4fd0ed6-8988-4489-a19c-abfa55068c49'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:08.856822 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8a39c89b-1a4d-47e6-b429-456976c2ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f4fd0ed6-8988-4489-a19c-abfa55068c49'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:08.881590 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7eff86a1-f73d-4d20-bd35-ab7d67aa13a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:08.902313 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-fabba513-e253-4911-94a9-9d48c3f97332 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] delete failed (client error): The resource could not be found. Jul 14 07:26:08.907802 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fabba513-e253-4911-94a9-9d48c3f97332 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-1895122064 HTTP/1.1" status: 404 len: 335 time: 0.0715749 Jul 14 07:26:08.908394 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49588) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:08.909232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f3388c93-adaa-4f67-9e37-b384d2baa63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226407328', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:23:44Z', 'updated_at': '2021-07-14T07:26:06Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:45Z', 'updated_at': '2021-07-14T07:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:08.910079 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7eff86a1-f73d-4d20-bd35-ab7d67aa13a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:08.913606 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-2bd7a7dc-c7a8-487f-9235-1c63f855667b tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f4fd0ed6-8988-4489-a19c-abfa55068c49'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:08.916180 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92457647-43ad-4e54-8537-fb445da97cbc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:08.922085 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8a39c89b-1a4d-47e6-b429-456976c2ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:08.931482 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a39c89b-1a4d-47e6-b429-456976c2ecad None None] Routers {'f4fd0ed6-8988-4489-a19c-abfa55068c49'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:08.932323 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8a39c89b-1a4d-47e6-b429-456976c2ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f4fd0ed6-8988-4489-a19c-abfa55068c49'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:08.967594 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8a39c89b-1a4d-47e6-b429-456976c2ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:08.968742 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a39c89b-1a4d-47e6-b429-456976c2ecad None None] The sync data for ids ['f4fd0ed6-8988-4489-a19c-abfa55068c49'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:26:08.975354 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7eff86a1-f73d-4d20-bd35-ab7d67aa13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:08.981101 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7eff86a1-f73d-4d20-bd35-ab7d67aa13a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:08.984947 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7eff86a1-f73d-4d20-bd35-ab7d67aa13a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a87fcd5f-c550-4c86-994f-ea39cf27b181 HTTP/1.1" status: 204 len: 168 time: 0.1544688 Jul 14 07:26:08.992999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff86a1-f73d-4d20-bd35-ab7d67aa13a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87fcd5f-c550-4c86-994f-ea39cf27b181,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:09.058537 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92457647-43ad-4e54-8537-fb445da97cbc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1bb139-2c7a-411a-866c-c1f87975767a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:09.070082 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92457647-43ad-4e54-8537-fb445da97cbc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:09.072405 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-92457647-43ad-4e54-8537-fb445da97cbc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/subnets/1d1bb139-2c7a-411a-866c-c1f87975767a HTTP/1.1" status: 204 len: 168 time: 0.8726983 Jul 14 07:26:09.075741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49594) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:09.106938 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3388c93-adaa-4f67-9e37-b384d2baa63b None None] The sync data for ids ['85117b2a-d84b-42cf-b2ba-032bebf264d4'] in n-d-778696-5 is: [{'id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226407328', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:23:44Z', 'updated_at': '2021-07-14T07:26:06Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'b62aea7b-ef4e-4450-9abc-09ea27ba8acd', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85117b2a-d84b-42cf-b2ba-032bebf264d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:23:45Z', 'updated_at': '2021-07-14T07:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:26:09.110568 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 694c6e03-7336-4d42-b3ba-e1015d679ee5 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:26:09.112855 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e674611-b4d4-49f4-963c-ce513de91afd None None] Network 38ae9afe-8843-4343-abf1-799616916e95 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:26:09.279574 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2bd7a7dc-c7a8-487f-9235-1c63f855667b tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:09.298516 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eea97e52-169a-41e9-a4de-3120262115c8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:09.362373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 694c6e03-7336-4d42-b3ba-e1015d679ee5 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:09.367909 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 694c6e03-7336-4d42-b3ba-e1015d679ee5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:09.368288 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:09.394416 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e299fb1-fa3b-404f-b56c-5ebce0519348 req-c5f0b448-9508-4dff-bc8d-bb77b4b63417 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:09.397529 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e299fb1-fa3b-404f-b56c-5ebce0519348 req-c5f0b448-9508-4dff-bc8d-bb77b4b63417 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 945 time: 0.1670146 Jul 14 07:26:09.510882 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17531b09-651d-4d88-bd70-686476d529d5 None None] DHCP port deletion for 38ae9afe-8843-4343-abf1-799616916e95 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:26:09.522350 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:09.569513 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 694c6e03-7336-4d42-b3ba-e1015d679ee5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=694c6e03-7336-4d42-b3ba-e1015d679ee5,segment=NetworkSegment(131d3f34-06ca-4fec-a78b-815669364762),segment_id=131d3f34-06ca-4fec-a78b-815669364762)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:09.582448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e299fb1-fa3b-404f-b56c-5ebce0519348 req-8e2e81eb-6e4b-4f6e-93c7-e15e5abe4cc5 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393924 Jul 14 07:26:09.588383 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52089529-1c06-4967-a925-bf32cf656f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694c6e03-7336-4d42-b3ba-e1015d679ee5'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:26:09.591409 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8963d89a-816d-4d0a-9d80-cdb71bc207e6" -d '{"events": [{"server_uuid": "52089529-1c06-4967-a925-bf32cf656f2e", "name": "network-vif-plugged", "status": "completed", "tag": "694c6e03-7336-4d42-b3ba-e1015d679ee5"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:26:09.603359 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:09.639878 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eea97e52-169a-41e9-a4de-3120262115c8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:09.665949 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e37a33-29e8-451a-b253-99cc6b8d08c1 x-openstack-request-id: req-f8e37a33-29e8-451a-b253-99cc6b8d08c1 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:26:09.666768 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52089529-1c06-4967-a925-bf32cf656f2e", "name": "network-vif-plugged", "status": "completed", "tag": "694c6e03-7336-4d42-b3ba-e1015d679ee5", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:26:09.667202 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8e37a33-29e8-451a-b253-99cc6b8d08c1 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:26:09.667898 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52089529-1c06-4967-a925-bf32cf656f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694c6e03-7336-4d42-b3ba-e1015d679ee5', 'code': 200} Jul 14 07:26:09.680850 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=694c6e03-7336-4d42-b3ba-e1015d679ee5,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:09.683740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df33b9e-4126-4eeb-8436-ea2b358f1eb1 req-4417c040-ccf6-420f-ac0d-ae5f97c30e80 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:09.685351 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df33b9e-4126-4eeb-8436-ea2b358f1eb1 req-4417c040-ccf6-420f-ac0d-ae5f97c30e80 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.2403302 Jul 14 07:26:09.706559 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-17531b09-651d-4d88-bd70-686476d529d5 None None] Deleting port 9a26860f-287c-4c85-816b-084417aa66ea {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:26:09.707262 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-17531b09-651d-4d88-bd70-686476d529d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:09.760783 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5df33b9e-4126-4eeb-8436-ea2b358f1eb1 req-cd856a3c-224e-47e6-97fd-aa4a035a82da tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562394 Jul 14 07:26:09.787423 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-2bd7a7dc-c7a8-487f-9235-1c63f855667b tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] update failed (client error): The resource could not be found. Jul 14 07:26:09.787736 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-eea97e52-169a-41e9-a4de-3120262115c8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting port b62aea7b-ef4e-4450-9abc-09ea27ba8acd {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:26:09.787861 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2bd7a7dc-c7a8-487f-9235-1c63f855667b tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "PUT /v2.0/routers/f4fd0ed6-8988-4489-a19c-abfa55068c49 HTTP/1.1" status: 404 len: 339 time: 0.8731999 Jul 14 07:26:09.787974 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eea97e52-169a-41e9-a4de-3120262115c8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:09.787974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49614) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:09.805217 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-17531b09-651d-4d88-bd70-686476d529d5 None None] For port 9a26860f-287c-4c85-816b-084417aa66ea, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9a26860f-287c-4c85-816b-084417aa66ea,segment=NetworkSegment(d1769356-d38a-4a36-80f3-b6f7816a802c),segment_id=d1769356-d38a-4a36-80f3-b6f7816a802c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:09.805703 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-17531b09-651d-4d88-bd70-686476d529d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:09.833941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-17531b09-651d-4d88-bd70-686476d529d5 None None] Calling delete_port for 9a26860f-287c-4c85-816b-084417aa66ea owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:26:09.838315 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9058237-aee8-4c24-8bc2-8afe59245b9c req-b7a8a7d4-842a-4858-8c77-0d2a7b11136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:09.840247 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a9058237-aee8-4c24-8bc2-8afe59245b9c req-b7a8a7d4-842a-4858-8c77-0d2a7b11136d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 1097 time: 0.0674026 Jul 14 07:26:09.886394 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a9058237-aee8-4c24-8bc2-8afe59245b9c req-b4ad5a39-1f54-434c-abb8-8e619f9729e5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387359 Jul 14 07:26:09.942506 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-17531b09-651d-4d88-bd70-686476d529d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:09.968022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17531b09-651d-4d88-bd70-686476d529d5 None None] Pushing event deleted for resources: {'Port': ['ID=9a26860f-287c-4c85-816b-084417aa66ea,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:09.973934 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17531b09-651d-4d88-bd70-686476d529d5 None None] No DVR routers for this DVR port 9a26860f-287c-4c85-816b-084417aa66ea on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:26:10.031932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49620) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:10.100922 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-eea97e52-169a-41e9-a4de-3120262115c8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] For port b62aea7b-ef4e-4450-9abc-09ea27ba8acd, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b62aea7b-ef4e-4450-9abc-09ea27ba8acd,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:10.101307 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eea97e52-169a-41e9-a4de-3120262115c8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:10.117107 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-eea97e52-169a-41e9-a4de-3120262115c8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Calling delete_port for b62aea7b-ef4e-4450-9abc-09ea27ba8acd owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:26:10.132189 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9477435c-6d90-474c-a55b-17698d2b4d6f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1308739005'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:10.153805 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9477435c-6d90-474c-a55b-17698d2b4d6f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Made reservation on behalf of 4eeab61657424cf0ad0dc6aa8c7c2a5b for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:26:10.157494 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9477435c-6d90-474c-a55b-17698d2b4d6f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:10.165695 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9477435c-6d90-474c-a55b-17698d2b4d6f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:10.232803 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:10.256319 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9477435c-6d90-474c-a55b-17698d2b4d6f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:10.261405 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9477435c-6d90-474c-a55b-17698d2b4d6f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:10.288999 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9477435c-6d90-474c-a55b-17698d2b4d6f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:26:10.294241 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477435c-6d90-474c-a55b-17698d2b4d6f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=076a70fe-2849-4fc5-9869-0758862c4185,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:10.301847 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9477435c-6d90-474c-a55b-17698d2b4d6f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:10.302176 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-9477435c-6d90-474c-a55b-17698d2b4d6f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Added segment 32ce9de5-54b9-4186-b9df-658363a4a810 of type vlan for network 4098884f-890c-45cc-bb34-682a7252a02e Jul 14 07:26:10.343493 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9477435c-6d90-474c-a55b-17698d2b4d6f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:10.373127 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9477435c-6d90-474c-a55b-17698d2b4d6f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:10.379386 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9477435c-6d90-474c-a55b-17698d2b4d6f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:10.380012 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9477435c-6d90-474c-a55b-17698d2b4d6f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:10.437820 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9477435c-6d90-474c-a55b-17698d2b4d6f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4047408 Jul 14 07:26:10.441320 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49624) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:10.448356 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-428e6984-4fbd-4274-b447-a4cbb9a2c701 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Request body: {'subnet': {'network_id': '4098884f-890c-45cc-bb34-682a7252a02e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:10.464062 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477435c-6d90-474c-a55b-17698d2b4d6f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Pushing event updated for resources: {'Network': ['ID=4098884f-890c-45cc-bb34-682a7252a02e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:10.474119 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 4098884f-890c-45cc-bb34-682a7252a02e details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:26:10.530823 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eea97e52-169a-41e9-a4de-3120262115c8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:10.544612 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428e6984-4fbd-4274-b447-a4cbb9a2c701 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Made reservation on behalf of 4eeab61657424cf0ad0dc6aa8c7c2a5b for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:26:10.548625 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-428e6984-4fbd-4274-b447-a4cbb9a2c701 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:10.592025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea97e52-169a-41e9-a4de-3120262115c8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Port': ['ID=b62aea7b-ef4e-4450-9abc-09ea27ba8acd,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:10.670740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Allocated IP 172.20.0.1 (61fad97a-2b22-4bae-8f40-5919d9bde2e9/95137010-d509-4da8-9e04-1707d5c871ac/4bd5d8ed-2ca3-4fef-812e-411af7510a17) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:26:10.684965 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eea97e52-169a-41e9-a4de-3120262115c8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:10.784398 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-428e6984-4fbd-4274-b447-a4cbb9a2c701 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:10.828195 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eea97e52-169a-41e9-a4de-3120262115c8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:10.854999 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eea97e52-169a-41e9-a4de-3120262115c8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:10.866205 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428e6984-4fbd-4274-b447-a4cbb9a2c701 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Checking segment: {'id': '32ce9de5-54b9-4186-b9df-658363a4a810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4098884f-890c-45cc-bb34-682a7252a02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:26:10.867999 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428e6984-4fbd-4274-b447-a4cbb9a2c701 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Network hostable DHCP agents. Network: 4098884f-890c-45cc-bb34-682a7252a02e, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:26:10.876757 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e6984-4fbd-4274-b447-a4cbb9a2c701 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Pushing event updated for resources: {'Subnet': ['ID=4a0c8ec0-593e-48bb-a0fd-a8aa9a093fdf,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:10.901531 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428e6984-4fbd-4274-b447-a4cbb9a2c701 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Network 4098884f-890c-45cc-bb34-682a7252a02e is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:26:10.911868 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-428e6984-4fbd-4274-b447-a4cbb9a2c701 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 4098884f-890c-45cc-bb34-682a7252a02e) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:10.917379 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428e6984-4fbd-4274-b447-a4cbb9a2c701 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:10.917964 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-428e6984-4fbd-4274-b447-a4cbb9a2c701 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:10.924025 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2821c3cb-8847-467e-82ec-8208f1ea7a3f no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:26:10.927685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a819a22f-2fd4-43a1-82cc-63ac806ed76a None None] Network 4098884f-890c-45cc-bb34-682a7252a02e requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:26:10.946064 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-428e6984-4fbd-4274-b447-a4cbb9a2c701 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5037050 Jul 14 07:26:10.948630 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49630) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:10.955167 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-fef1f2df-3b56-467f-9a6e-d480ba93dd35 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-509632899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:10.963022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 2821c3cb-8847-467e-82ec-8208f1ea7a3f {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:26:10.963294 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2821c3cb-8847-467e-82ec-8208f1ea7a3f not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:26:10.963646 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9a26860f-287c-4c85-816b-084417aa66ea no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:26:10.966013 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eea97e52-169a-41e9-a4de-3120262115c8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:10.966530 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea97e52-169a-41e9-a4de-3120262115c8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Fanout notify agent at l3_agent the message router_deleted on router 85117b2a-d84b-42cf-b2ba-032bebf264d4 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:26:10.980466 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eea97e52-169a-41e9-a4de-3120262115c8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:10.981768 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-eea97e52-169a-41e9-a4de-3120262115c8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/routers/85117b2a-d84b-42cf-b2ba-032bebf264d4 HTTP/1.1" status: 204 len: 168 time: 1.9047132 Jul 14 07:26:10.985347 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49632) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:11.005202 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ce66d-10d0-4fdb-9815-fbd2e2506169 req-45deb85c-ee14-4c40-91c3-099099a71aa9 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:11.006756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f4ce66d-10d0-4fdb-9815-fbd2e2506169 req-45deb85c-ee14-4c40-91c3-099099a71aa9 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 946 time: 0.2603159 Jul 14 07:26:11.021518 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 9a26860f-287c-4c85-816b-084417aa66ea {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:26:11.021864 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9a26860f-287c-4c85-816b-084417aa66ea not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:26:11.054798 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.097989 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Transition to ACTIVE for port object 4bd5d8ed-2ca3-4fef-812e-411af7510a17 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:11.103030 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fef1f2df-3b56-467f-9a6e-d480ba93dd35 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.104109 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fef1f2df-3b56-467f-9a6e-d480ba93dd35 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.114234 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f4ce66d-10d0-4fdb-9815-fbd2e2506169 req-ab976213-d07f-4efd-a01e-1b258784a6b6 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985613 Jul 14 07:26:11.125175 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb884909-5536-4947-a2d5-ceb9c75b62ba req-925fd6a2-503c-488c-a3f3-6e0a647d156a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:11.132394 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb884909-5536-4947-a2d5-ceb9c75b62ba req-925fd6a2-503c-488c-a3f3-6e0a647d156a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.2205439 Jul 14 07:26:11.172190 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fef1f2df-3b56-467f-9a6e-d480ba93dd35 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.181105 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99b0708a-0751-45c8-9403-dbf1482369d1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.184077 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fef1f2df-3b56-467f-9a6e-d480ba93dd35 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.186404 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb884909-5536-4947-a2d5-ceb9c75b62ba req-7fef7c64-1494-4cb4-96a2-5505c8b08779 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531518 Jul 14 07:26:11.200609 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.204609 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fef1f2df-3b56-467f-9a6e-d480ba93dd35 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.207977 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-4098884f-890c-45cc-bb34-682a7252a02e', 'network_id': '4098884f-890c-45cc-bb34-682a7252a02e', 'tenant_id': '4eeab61657424cf0ad0dc6aa8c7c2a5b', 'fixed_ips': [{'subnet_id': '4a0c8ec0-593e-48bb-a0fd-a8aa9a093fdf'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:26:11.209247 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.209541 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fef1f2df-3b56-467f-9a6e-d480ba93dd35 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2595706 Jul 14 07:26:11.210417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49634) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:11.247096 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Network 61fad97a-2b22-4bae-8f40-5919d9bde2e9 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:11.252650 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:11.256608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:26:11.304941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event updated for resources: {'Port': ['ID=4bd5d8ed-2ca3-4fef-812e-411af7510a17,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:11.319433 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.386353 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Allocated IP 172.20.0.2 (4098884f-890c-45cc-bb34-682a7252a02e/4a0c8ec0-593e-48bb-a0fd-a8aa9a093fdf/60038bf6-ee88-4b92-a4d5-6ab5db6e9da5) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:26:11.445782 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99b0708a-0751-45c8-9403-dbf1482369d1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.459103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-99b0708a-0751-45c8-9403-dbf1482369d1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ae9afe-8843-4343-abf1-799616916e95']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:11.476721 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.533353 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-99b0708a-0751-45c8-9403-dbf1482369d1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1769356-d38a-4a36-80f3-b6f7816a802c') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:11.534243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-99b0708a-0751-45c8-9403-dbf1482369d1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1769356-d38a-4a36-80f3-b6f7816a802c') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:11.551562 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99b0708a-0751-45c8-9403-dbf1482369d1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.584182 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99b0708a-0751-45c8-9403-dbf1482369d1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.597993 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b0708a-0751-45c8-9403-dbf1482369d1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:26:11.598236 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99b0708a-0751-45c8-9403-dbf1482369d1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:26:11.601794 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:26:11.607566 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.617268 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3eee48f9-b0fc-4301-b0d9-8a0ccad1b4af None None] Provisioning for port 4bd5d8ed-2ca3-4fef-812e-411af7510a17 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:11.619457 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Transition to ACTIVE for port object 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:11.626089 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3eee48f9-b0fc-4301-b0d9-8a0ccad1b4af None None] Provisioning complete for port 4bd5d8ed-2ca3-4fef-812e-411af7510a17 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:11.626469 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3eee48f9-b0fc-4301-b0d9-8a0ccad1b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.656124 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Transition to ACTIVE for port object 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:11.671261 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3eee48f9-b0fc-4301-b0d9-8a0ccad1b4af None None] Port 4bd5d8ed-2ca3-4fef-812e-411af7510a17 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:26:11.673169 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.680632 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.690654 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99b0708a-0751-45c8-9403-dbf1482369d1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.699262 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99b0708a-0751-45c8-9403-dbf1482369d1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.710771 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-99b0708a-0751-45c8-9403-dbf1482369d1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/networks/38ae9afe-8843-4343-abf1-799616916e95 HTTP/1.1" status: 204 len: 168 time: 0.7138700 Jul 14 07:26:11.710771 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49636) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:11.713601 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Network 4098884f-890c-45cc-bb34-682a7252a02e is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:11.716532 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:11.722677 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:26:11.751542 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Pushing event updated for resources: {'Port': ['ID=60038bf6-ee88-4b92-a4d5-6ab5db6e9da5,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:11.787615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0708a-0751-45c8-9403-dbf1482369d1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Network': ['ID=38ae9afe-8843-4343-abf1-799616916e95,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:11.787858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Attempting to bind port 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:26:11.788155 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Attempting to bind port 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '32ce9de5-54b9-4186-b9df-658363a4a810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4098884f-890c-45cc-bb34-682a7252a02e'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:26:11.788523 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Attempting to bind port 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 on network 4098884f-890c-45cc-bb34-682a7252a02e {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:26:11.793634 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:26:11.794023 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Checking segment: {'id': '32ce9de5-54b9-4186-b9df-658363a4a810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4098884f-890c-45cc-bb34-682a7252a02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:26:11.794427 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.794872 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Bound using segment: {'id': '32ce9de5-54b9-4186-b9df-658363a4a810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4098884f-890c-45cc-bb34-682a7252a02e'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:26:11.795424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Bound port: 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ce9de5-54b9-4186-b9df-658363a4a810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4098884f-890c-45cc-bb34-682a7252a02e'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:26:11.795672 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.808921 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.816411 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.869310 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] For port 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:26:11.873722 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] For port 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=60038bf6-ee88-4b92-a4d5-6ab5db6e9da5,segment=NetworkSegment(32ce9de5-54b9-4186-b9df-658363a4a810),segment_id=32ce9de5-54b9-4186-b9df-658363a4a810)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:26:11.879775 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.893252 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02bcbe10-1183-4bde-b838-9b40d0587cef tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.897012 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:11.900150 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event updated for resources: {'Port': ['ID=4bd5d8ed-2ca3-4fef-812e-411af7510a17,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:11.944036 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e2689-8e26-44e6-bd61-ac1c617132f2 None None] Pushing event updated for resources: {'Port': ['ID=60038bf6-ee88-4b92-a4d5-6ab5db6e9da5,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:11.959394 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02bcbe10-1183-4bde-b838-9b40d0587cef tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:12.009165 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Network 61fad97a-2b22-4bae-8f40-5919d9bde2e9 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:12.010707 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:12.053565 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Allocated IP 172.20.0.1 (4098884f-890c-45cc-bb34-682a7252a02e/4a0c8ec0-593e-48bb-a0fd-a8aa9a093fdf/abd95a3b-a19b-4088-b616-4fe089ece540) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:26:12.080055 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02bcbe10-1183-4bde-b838-9b40d0587cef tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:12.083878 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02bcbe10-1183-4bde-b838-9b40d0587cef tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:12.085161 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-02bcbe10-1183-4bde-b838-9b40d0587cef tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/security-groups/f36b9b98-275a-4cef-b140-cb960832ed39 HTTP/1.1" status: 204 len: 168 time: 0.3773413 Jul 14 07:26:12.165377 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcbe10-1183-4bde-b838-9b40d0587cef tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36b9b98-275a-4cef-b140-cb960832ed39,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:12.186171 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Router f4fd0ed6-8988-4489-a19c-abfa55068c49 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:26:12.255472 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:12.277385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Transition to ACTIVE for port object abd95a3b-a19b-4088-b616-4fe089ece540 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:12.338510 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:12.414068 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Network 4098884f-890c-45cc-bb34-682a7252a02e is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:12.417858 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:12.425695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:26:12.455115 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Pushing event updated for resources: {'Port': ['ID=abd95a3b-a19b-4088-b616-4fe089ece540,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:12.479051 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:12.505550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-23b15e65-aced-4989-b006-c137bbbbd41a None None] Provisioning complete for port 4bd5d8ed-2ca3-4fef-812e-411af7510a17 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:12.506034 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-23b15e65-aced-4989-b006-c137bbbbd41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:12.548202 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-23b15e65-aced-4989-b006-c137bbbbd41a None None] Port 4bd5d8ed-2ca3-4fef-812e-411af7510a17 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:26:12.621741 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:12.746126 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49646) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:12.751158 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4d109729-2082-470e-9548-b79af06af994 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2044487673', 'description': 'tempest-secgroup-smoke-2044487673 description', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:12.882318 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:26:12.907726 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:26:12.921283 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fd1aa267-8967-4b4c-9705-64365a1f99c9 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "PUT /v2.0/routers/f4fd0ed6-8988-4489-a19c-abfa55068c49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1292787 Jul 14 07:26:12.921565 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49648) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:12.943100 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de2bc7c-1617-43af-8428-7f61879bd8f5 None None] Sync routers for ids ['f4fd0ed6-8988-4489-a19c-abfa55068c49'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:26:12.962081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91945ab1-00fd-4461-9f28-710fc65162a6 req-ff513926-c764-4fbf-b522-67459316f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:12.964129 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91945ab1-00fd-4461-9f28-710fc65162a6 req-ff513926-c764-4fbf-b522-67459316f575 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 1096 time: 0.6128192 Jul 14 07:26:12.964906 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de2bc7c-1617-43af-8428-7f61879bd8f5 None None] Routers {'f4fd0ed6-8988-4489-a19c-abfa55068c49'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:12.965572 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4de2bc7c-1617-43af-8428-7f61879bd8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f4fd0ed6-8988-4489-a19c-abfa55068c49'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:12.987834 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6910-b681-4ac7-9086-bfa0d424064c req-2cb45a6e-4873-4c12-a587-672e7bc8ba5c tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:12.995292 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-468e6910-b681-4ac7-9086-bfa0d424064c req-2cb45a6e-4873-4c12-a587-672e7bc8ba5c tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 946 time: 0.1785545 Jul 14 07:26:13.006877 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d109729-2082-470e-9548-b79af06af994 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:13.018751 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4de2bc7c-1617-43af-8428-7f61879bd8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:13.031299 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de2bc7c-1617-43af-8428-7f61879bd8f5 None None] Routers {'f4fd0ed6-8988-4489-a19c-abfa55068c49'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:13.032050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4de2bc7c-1617-43af-8428-7f61879bd8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f4fd0ed6-8988-4489-a19c-abfa55068c49'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:13.035225 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:13.067781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4de2bc7c-1617-43af-8428-7f61879bd8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:13.068553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de2bc7c-1617-43af-8428-7f61879bd8f5 None None] The sync data for ids ['f4fd0ed6-8988-4489-a19c-abfa55068c49'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:26:13.074835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11ee5d-0d7f-422c-982e-1b08f42e369a req-41ecbc1e-750d-4875-b343-b377129f57e4 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:13.079756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b62aea7b-ef4e-4450-9abc-09ea27ba8acd no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:26:13.082287 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f11ee5d-0d7f-422c-982e-1b08f42e369a req-41ecbc1e-750d-4875-b343-b377129f57e4 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.2210124 Jul 14 07:26:13.109913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: b62aea7b-ef4e-4450-9abc-09ea27ba8acd {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:26:13.110654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b62aea7b-ef4e-4450-9abc-09ea27ba8acd not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:26:13.137171 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-56fa1749-95e8-4f26-be52-706bdab8b059 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:13.138694 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-468e6910-b681-4ac7-9086-bfa0d424064c req-824a025b-7040-46ab-95c1-c8c4d16656a5 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422009 Jul 14 07:26:13.174294 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f11ee5d-0d7f-422c-982e-1b08f42e369a req-52293343-fc13-405a-b83d-13f2b7f1014c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807481 Jul 14 07:26:13.197838 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91945ab1-00fd-4461-9f28-710fc65162a6 req-9f61381c-647a-4c2a-90f3-70723d3448fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:13.199721 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91945ab1-00fd-4461-9f28-710fc65162a6 req-9f61381c-647a-4c2a-90f3-70723d3448fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 913 time: 0.2006788 Jul 14 07:26:13.221798 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:13.237623 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:13.247040 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91945ab1-00fd-4461-9f28-710fc65162a6 req-c3067385-7cf2-41cb-b779-9995fd85e5f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34b66f3c-5393-4747-b28c-2e7d8883db95 HTTP/1.1" status: 200 len: 217 time: 0.0398922 Jul 14 07:26:13.325121 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:13.335508 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91945ab1-00fd-4461-9f28-710fc65162a6 req-05f35cfd-74b0-49a8-8824-4bb87ff33ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:13.337151 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91945ab1-00fd-4461-9f28-710fc65162a6 req-05f35cfd-74b0-49a8-8824-4bb87ff33ba6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.0831907 Jul 14 07:26:13.350702 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-56fa1749-95e8-4f26-be52-706bdab8b059 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 07:26:13.351808 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-56fa1749-95e8-4f26-be52-706bdab8b059 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "DELETE /v2.0/routers/f4fd0ed6-8988-4489-a19c-abfa55068c49 HTTP/1.1" status: 409 len: 329 time: 0.4286847 Jul 14 07:26:13.356351 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66169b3-e9d0-4f08-a85d-565ba0e38a62 None None] Network 4098884f-890c-45cc-bb34-682a7252a02e requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:26:13.357689 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49652) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:13.383843 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Pushing event updated for resources: {'Port': ['ID=abd95a3b-a19b-4088-b616-4fe089ece540,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:13.409569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006bf6b-41b7-4c90-bc6b-6eb6efde38ba req-9c24b3c6-43e5-4e3f-8b13-c33718196470 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:13.411817 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0006bf6b-41b7-4c90-bc6b-6eb6efde38ba req-9c24b3c6-43e5-4e3f-8b13-c33718196470 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 946 time: 0.1267951 Jul 14 07:26:13.414892 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dbdaaea1-66d2-4310-a729-deebd3bcbec4 None None] Provisioning for port 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:13.420796 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dbdaaea1-66d2-4310-a729-deebd3bcbec4 None None] Provisioning complete for port 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:13.421416 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dbdaaea1-66d2-4310-a729-deebd3bcbec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:13.451747 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91945ab1-00fd-4461-9f28-710fc65162a6 req-20272d77-7d10-4ce9-accc-b5ea0d75e1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:13.453302 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91945ab1-00fd-4461-9f28-710fc65162a6 req-20272d77-7d10-4ce9-accc-b5ea0d75e1b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060750 Jul 14 07:26:13.480054 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d109729-2082-470e-9548-b79af06af994 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:13.480991 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0006bf6b-41b7-4c90-bc6b-6eb6efde38ba req-a61749ca-565a-4bf0-9a27-62fb3c113d5d tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572298 Jul 14 07:26:13.522640 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d109729-2082-470e-9548-b79af06af994 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:13.587416 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d109729-2082-470e-9548-b79af06af994 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:13.591618 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4d109729-2082-470e-9548-b79af06af994 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8443494 Jul 14 07:26:13.592325 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d109729-2082-470e-9548-b79af06af994 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6404f444-7cc9-4d90-a74c-2aca509bf642,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:13.594512 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49656) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:13.628868 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dbdaaea1-66d2-4310-a729-deebd3bcbec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:13.632963 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91945ab1-00fd-4461-9f28-710fc65162a6 req-4a2ec5b2-66ac-4155-82d3-46fbee3f335c service neutron] 10.222.0.15 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718237 Jul 14 07:26:13.668899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-720f194d-c611-44ec-aa8b-de242d7914a7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': '6404f444-7cc9-4d90-a74c-2aca509bf642', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:13.680237 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-dbdaaea1-66d2-4310-a729-deebd3bcbec4 None None] For port 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=60038bf6-ee88-4b92-a4d5-6ab5db6e9da5,segment=NetworkSegment(32ce9de5-54b9-4186-b9df-658363a4a810),segment_id=32ce9de5-54b9-4186-b9df-658363a4a810)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:13.689642 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dbdaaea1-66d2-4310-a729-deebd3bcbec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:13.699862 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Network 4098884f-890c-45cc-bb34-682a7252a02e is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:13.707914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:13.768733 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdaaea1-66d2-4310-a729-deebd3bcbec4 None None] Pushing event updated for resources: {'Port': ['ID=60038bf6-ee88-4b92-a4d5-6ab5db6e9da5,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:13.787714 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91945ab1-00fd-4461-9f28-710fc65162a6 req-e441210e-c226-48fd-9e77-4713920983ec service neutron] 10.222.0.15 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482999 Jul 14 07:26:13.826757 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-720f194d-c611-44ec-aa8b-de242d7914a7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:13.966886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618a33a-9f8b-457c-ac16-0e0972ee0709 req-09df3c46-18a4-498d-88e0-fb69ed4a8c26 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:13.968764 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0618a33a-9f8b-457c-ac16-0e0972ee0709 req-09df3c46-18a4-498d-88e0-fb69ed4a8c26 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 946 time: 0.0777357 Jul 14 07:26:14.017161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0618a33a-9f8b-457c-ac16-0e0972ee0709 req-1e6dd439-c22c-4689-8807-237563467314 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382607 Jul 14 07:26:14.023923 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ba7289ae-29e0-4465-b14f-19a4f30c40e2 None None] Provisioning for port abd95a3b-a19b-4088-b616-4fe089ece540 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:14.028730 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ba7289ae-29e0-4465-b14f-19a4f30c40e2 None None] Provisioning complete for port abd95a3b-a19b-4088-b616-4fe089ece540 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:14.029721 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba7289ae-29e0-4465-b14f-19a4f30c40e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.071131 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ba7289ae-29e0-4465-b14f-19a4f30c40e2 None None] Port abd95a3b-a19b-4088-b616-4fe089ece540 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:26:14.083360 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ba7289ae-29e0-4465-b14f-19a4f30c40e2 None None] Provisioning complete for port 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:14.083873 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba7289ae-29e0-4465-b14f-19a4f30c40e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.241099 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-720f194d-c611-44ec-aa8b-de242d7914a7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.255186 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-720f194d-c611-44ec-aa8b-de242d7914a7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.285248 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Router dfdd7b1e-8372-44c0-87bb-a963b26b7252 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:26:14.297593 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f194d-c611-44ec-aa8b-de242d7914a7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf7d840-b607-424d-b2ea-b48ee218f991,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:14.308236 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-eb35d865-1127-44ae-94ba-f9121cf8ec6f None None] Provisioning complete for port abd95a3b-a19b-4088-b616-4fe089ece540 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:14.308620 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-eb35d865-1127-44ae-94ba-f9121cf8ec6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.318628 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-720f194d-c611-44ec-aa8b-de242d7914a7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.322685 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49662) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:14.328169 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-003b2d85-5c91-4355-a150-645f0fa8ae27 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': '6404f444-7cc9-4d90-a74c-2aca509bf642', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:14.343411 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-720f194d-c611-44ec-aa8b-de242d7914a7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7078907 Jul 14 07:26:14.355637 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-eb35d865-1127-44ae-94ba-f9121cf8ec6f None None] Port abd95a3b-a19b-4088-b616-4fe089ece540 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:26:14.374334 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-003b2d85-5c91-4355-a150-645f0fa8ae27 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.479158 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ce6d256a-57e9-434e-899a-0f26e66b32c5 None None] Provisioning complete for port abd95a3b-a19b-4088-b616-4fe089ece540 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:14.479349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:26:14.479665 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ce6d256a-57e9-434e-899a-0f26e66b32c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.482562 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1252c16-b876-4765-9dfc-d8ff0e60c639 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.487321 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-25e1e595-236c-42c8-a030-3a46ee19461a tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] 10.222.0.35 "PUT /v2.0/routers/dfdd7b1e-8372-44c0-87bb-a963b26b7252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2740850 Jul 14 07:26:14.489314 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-003b2d85-5c91-4355-a150-645f0fa8ae27 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.490313 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49664) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:14.492271 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfcde26-2d2f-4d9c-9872-0396ba21f86f None None] Sync routers for ids ['dfdd7b1e-8372-44c0-87bb-a963b26b7252'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:26:14.496100 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-003b2d85-5c91-4355-a150-645f0fa8ae27 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.496934 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5cbe7d6b-358e-42fa-87e3-d1e98742d03d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Request body: {'port': {'network_id': '4098884f-890c-45cc-bb34-682a7252a02e', 'name': 'tempest-FloatingIPNegativeTestJSON-859723712'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:14.504732 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfcde26-2d2f-4d9c-9872-0396ba21f86f None None] Routers {'dfdd7b1e-8372-44c0-87bb-a963b26b7252'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:14.505377 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1cfcde26-2d2f-4d9c-9872-0396ba21f86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['dfdd7b1e-8372-44c0-87bb-a963b26b7252'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:14.530856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8eb0c-c7e3-43a3-93a3-b82cd14374a1 req-bd2b670c-18a6-44d0-a796-02db543719d7 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:14.532471 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-baa8eb0c-c7e3-43a3-93a3-b82cd14374a1 req-bd2b670c-18a6-44d0-a796-02db543719d7 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.1479039 Jul 14 07:26:14.535324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b2d85-5c91-4355-a150-645f0fa8ae27 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f525eeeb-b483-4ebe-919a-59363aeeaef7,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:14.543910 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-003b2d85-5c91-4355-a150-645f0fa8ae27 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.547698 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-003b2d85-5c91-4355-a150-645f0fa8ae27 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2212498 Jul 14 07:26:14.554125 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49666) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:14.559574 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1cfcde26-2d2f-4d9c-9872-0396ba21f86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:14.561377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-94c62c36-4246-4d1b-a8a6-945e966b835a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': '6404f444-7cc9-4d90-a74c-2aca509bf642', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:14.565703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ce6d256a-57e9-434e-899a-0f26e66b32c5 None None] Port abd95a3b-a19b-4088-b616-4fe089ece540 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:26:14.571344 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfcde26-2d2f-4d9c-9872-0396ba21f86f None None] Routers {'dfdd7b1e-8372-44c0-87bb-a963b26b7252'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:14.571977 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1cfcde26-2d2f-4d9c-9872-0396ba21f86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['dfdd7b1e-8372-44c0-87bb-a963b26b7252'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:14.603763 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1cfcde26-2d2f-4d9c-9872-0396ba21f86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:14.604422 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfcde26-2d2f-4d9c-9872-0396ba21f86f None None] The sync data for ids ['dfdd7b1e-8372-44c0-87bb-a963b26b7252'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:26:14.612763 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-baa8eb0c-c7e3-43a3-93a3-b82cd14374a1 req-cac3ed1d-66a6-44d5-b2a4-01c13c7f68b3 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664737 Jul 14 07:26:14.630279 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94c62c36-4246-4d1b-a8a6-945e966b835a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.680172 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94c62c36-4246-4d1b-a8a6-945e966b835a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.684539 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94c62c36-4246-4d1b-a8a6-945e966b835a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.704000 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c62c36-4246-4d1b-a8a6-945e966b835a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216239de-e0bd-48c7-a1e5-78f488238a03,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:14.711426 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94c62c36-4246-4d1b-a8a6-945e966b835a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.712706 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-94c62c36-4246-4d1b-a8a6-945e966b835a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1559408 Jul 14 07:26:14.714789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49668) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:14.719750 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-31cbc7dd-038b-4380-a92d-13f1e779d2e0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': '6404f444-7cc9-4d90-a74c-2aca509bf642', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:14.738594 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbe7d6b-358e-42fa-87e3-d1e98742d03d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Made reservation on behalf of 4eeab61657424cf0ad0dc6aa8c7c2a5b for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:26:14.742304 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7d6b-358e-42fa-87e3-d1e98742d03d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.758628 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31cbc7dd-038b-4380-a92d-13f1e779d2e0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.766336 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-5cbe7d6b-358e-42fa-87e3-d1e98742d03d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] device_id is not set on port 398a215b-915c-4a48-a300-64852abe5970 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:26:14.824101 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31cbc7dd-038b-4380-a92d-13f1e779d2e0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.830543 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31cbc7dd-038b-4380-a92d-13f1e779d2e0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.833848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:26:14.851991 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbc7dd-038b-4380-a92d-13f1e779d2e0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e855367-043b-4396-b671-e852e2fe9d7e,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:14.860272 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31cbc7dd-038b-4380-a92d-13f1e779d2e0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.864883 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-31cbc7dd-038b-4380-a92d-13f1e779d2e0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476977 Jul 14 07:26:14.865072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49670) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:14.870337 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a304e2ac-a567-49de-ae98-87e5b815cffb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': '6404f444-7cc9-4d90-a74c-2aca509bf642', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:14.890436 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:14.890835 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.894804 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-a304e2ac-a567-49de-ae98-87e5b815cffb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Project b7b4e8051a664c019a0af911d6ce8090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:26:14.902916 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a304e2ac-a567-49de-ae98-87e5b815cffb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.943196 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-5cbe7d6b-358e-42fa-87e3-d1e98742d03d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Allocated IP 172.20.0.6 (4098884f-890c-45cc-bb34-682a7252a02e/4a0c8ec0-593e-48bb-a0fd-a8aa9a093fdf/398a215b-915c-4a48-a300-64852abe5970) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:26:14.963549 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f1252c16-b876-4765-9dfc-d8ff0e60c639 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Deleting port 4bd5d8ed-2ca3-4fef-812e-411af7510a17 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:26:14.963784 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1252c16-b876-4765-9dfc-d8ff0e60c639 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:14.997746 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a304e2ac-a567-49de-ae98-87e5b815cffb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.001882 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a304e2ac-a567-49de-ae98-87e5b815cffb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.019614 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304e2ac-a567-49de-ae98-87e5b815cffb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4dc386c-8597-4480-9e0e-748ff236c184,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:15.026924 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a304e2ac-a567-49de-ae98-87e5b815cffb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.028685 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a304e2ac-a567-49de-ae98-87e5b815cffb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1616898 Jul 14 07:26:15.031347 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49672) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:15.036027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3fb444ec-d186-4a13-bd0c-cf4038348deb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': '6404f444-7cc9-4d90-a74c-2aca509bf642', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:15.062600 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-3fb444ec-d186-4a13-bd0c-cf4038348deb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Project b7b4e8051a664c019a0af911d6ce8090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:26:15.072894 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3fb444ec-d186-4a13-bd0c-cf4038348deb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.128250 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1252c16-b876-4765-9dfc-d8ff0e60c639 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.147597 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f1252c16-b876-4765-9dfc-d8ff0e60c639 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Calling delete_port for 4bd5d8ed-2ca3-4fef-812e-411af7510a17 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:26:15.157040 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3fb444ec-d186-4a13-bd0c-cf4038348deb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.164111 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3fb444ec-d186-4a13-bd0c-cf4038348deb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.190077 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb444ec-d186-4a13-bd0c-cf4038348deb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5b65a0-5533-4156-b3ca-1dc79c0f1fa2,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:15.199987 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3fb444ec-d186-4a13-bd0c-cf4038348deb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.204222 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3fb444ec-d186-4a13-bd0c-cf4038348deb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1691236 Jul 14 07:26:15.204606 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49676) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:15.211163 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-75ca93db-5a97-4ba1-9e5d-e53f052a7c5a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'network': {'name': 'tempest-network-smoke--549871673', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'port_security_enabled': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:15.240205 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ca93db-5a97-4ba1-9e5d-e53f052a7c5a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Made reservation on behalf of b7b4e8051a664c019a0af911d6ce8090 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:26:15.245177 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75ca93db-5a97-4ba1-9e5d-e53f052a7c5a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.245631 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7d6b-358e-42fa-87e3-d1e98742d03d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.271151 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5cbe7d6b-358e-42fa-87e3-d1e98742d03d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Transition to ACTIVE for port object 398a215b-915c-4a48-a300-64852abe5970 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:15.271976 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ca93db-5a97-4ba1-9e5d-e53f052a7c5a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:26:15.282572 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75ca93db-5a97-4ba1-9e5d-e53f052a7c5a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.283240 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-75ca93db-5a97-4ba1-9e5d-e53f052a7c5a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Added segment 2385f07d-fd91-43db-8760-2d07099c043d of type vlan for network 0e2898fb-98a0-4317-af70-5ffa70142f62 Jul 14 07:26:15.326804 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75ca93db-5a97-4ba1-9e5d-e53f052a7c5a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.376180 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7d6b-358e-42fa-87e3-d1e98742d03d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.395605 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75ca93db-5a97-4ba1-9e5d-e53f052a7c5a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.401790 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ca93db-5a97-4ba1-9e5d-e53f052a7c5a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:15.402388 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75ca93db-5a97-4ba1-9e5d-e53f052a7c5a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.441447 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe7d6b-358e-42fa-87e3-d1e98742d03d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Network 4098884f-890c-45cc-bb34-682a7252a02e is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:15.447439 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1252c16-b876-4765-9dfc-d8ff0e60c639 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.452194 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-5cbe7d6b-358e-42fa-87e3-d1e98742d03d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:15.455779 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe7d6b-358e-42fa-87e3-d1e98742d03d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:26:15.460872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe7d6b-358e-42fa-87e3-d1e98742d03d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Pushing event updated for resources: {'Port': ['ID=398a215b-915c-4a48-a300-64852abe5970,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:15.483254 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-75ca93db-5a97-4ba1-9e5d-e53f052a7c5a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2767439 Jul 14 07:26:15.486696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49678) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:15.494078 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1720889487', 'admin_state_up': True, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:15.494467 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.510905 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8722b4a-dff0-4f78-a8af-36d81f20e132 req-eadd84ce-8088-42eb-8b7e-71b50e9870bb tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:15.512482 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8722b4a-dff0-4f78-a8af-36d81f20e132 req-eadd84ce-8088-42eb-8b7e-71b50e9870bb tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 946 time: 0.1813183 Jul 14 07:26:15.518644 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1252c16-b876-4765-9dfc-d8ff0e60c639 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event deleted for resources: {'Port': ['ID=4bd5d8ed-2ca3-4fef-812e-411af7510a17,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:15.526929 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca93db-5a97-4ba1-9e5d-e53f052a7c5a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Network': ['ID=0e2898fb-98a0-4317-af70-5ffa70142f62,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:15.542910 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 0e2898fb-98a0-4317-af70-5ffa70142f62 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:26:15.578884 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8722b4a-dff0-4f78-a8af-36d81f20e132 req-7f87520f-b38c-4e5d-8c86-8ab23c5db752 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475080 Jul 14 07:26:15.584337 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.585420 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.614643 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe7d6b-358e-42fa-87e3-d1e98742d03d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:15.619966 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7d6b-358e-42fa-87e3-d1e98742d03d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.652275 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5cbe7d6b-358e-42fa-87e3-d1e98742d03d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1606050 Jul 14 07:26:15.658152 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49684) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:15.662823 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f95ed0a8-5cb5-4fc2-970f-5de0e10ce18d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:15.692328 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.782268 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1252c16-b876-4765-9dfc-d8ff0e60c639 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.828487 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.837802 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f95ed0a8-5cb5-4fc2-970f-5de0e10ce18d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.897326 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-926728ac-f26b-4cc7-b27c-ffe9cd4b99e7 None None] Provisioning for port 398a215b-915c-4a48-a300-64852abe5970 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:15.902794 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-926728ac-f26b-4cc7-b27c-ffe9cd4b99e7 None None] Provisioning complete for port 398a215b-915c-4a48-a300-64852abe5970 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:15.903827 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-926728ac-f26b-4cc7-b27c-ffe9cd4b99e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:15.967700 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1252c16-b876-4765-9dfc-d8ff0e60c639 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Router f4fd0ed6-8988-4489-a19c-abfa55068c49 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:26:15.979491 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915aea6b-42a6-49c2-b72f-994545384bae req-1e3f94c6-7149-4e6c-918d-ca287a23b275 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:15.981076 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-915aea6b-42a6-49c2-b72f-994545384bae req-1e3f94c6-7149-4e6c-918d-ca287a23b275 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.2089858 Jul 14 07:26:16.005052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-926728ac-f26b-4cc7-b27c-ffe9cd4b99e7 None None] Port 398a215b-915c-4a48-a300-64852abe5970 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:26:16.067786 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:16.102876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1252c16-b876-4765-9dfc-d8ff0e60c639 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:26:16.108491 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f1252c16-b876-4765-9dfc-d8ff0e60c639 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "PUT /v2.0/routers/f4fd0ed6-8988-4489-a19c-abfa55068c49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7435727 Jul 14 07:26:16.112231 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49688) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:16.147780 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-915aea6b-42a6-49c2-b72f-994545384bae req-a2df65e4-7b1f-479e-9cf3-c6ed68964e1a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055515 Jul 14 07:26:16.161670 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-1410f9f6-708a-4c60-8172-a79e57cfafcf tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] show failed (client error): The resource could not be found. Jul 14 07:26:16.166541 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1410f9f6-708a-4c60-8172-a79e57cfafcf tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-906648136 HTTP/1.1" status: 404 len: 334 time: 0.0466449 Jul 14 07:26:16.166915 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49690) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:16.173234 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-fa82e4cb-2204-4933-a767-e6ac08205cbb tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:16.214581 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-fa82e4cb-2204-4933-a767-e6ac08205cbb tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] update failed (client error): The resource could not be found. Jul 14 07:26:16.215648 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fa82e4cb-2204-4933-a767-e6ac08205cbb tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-1890240324 HTTP/1.1" status: 404 len: 335 time: 0.0475450 Jul 14 07:26:16.222136 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49692) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:16.231561 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3624095-7bdf-49c1-92f5-a1b26728a1a0 req-487a0993-207a-4d3b-bb8d-f2cd549dcc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:16.234494 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a3624095-7bdf-49c1-92f5-a1b26728a1a0 req-487a0993-207a-4d3b-bb8d-f2cd549dcc5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ae8ef88b931147cc8e23a6eba43ad001&device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 1097 time: 0.1649756 Jul 14 07:26:16.234831 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef596ff3-c5bf-4dfb-9a48-c95c7a9844e3 None None] Sync routers for ids ['f4fd0ed6-8988-4489-a19c-abfa55068c49'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:26:16.243830 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef596ff3-c5bf-4dfb-9a48-c95c7a9844e3 None None] Routers {'f4fd0ed6-8988-4489-a19c-abfa55068c49'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:16.244548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ef596ff3-c5bf-4dfb-9a48-c95c7a9844e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f4fd0ed6-8988-4489-a19c-abfa55068c49'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:16.246541 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24254da5-0b6b-4e63-8585-a0c4a9c34685 req-c6b04b39-07d5-40d3-9aa9-4cafad91fe4d tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:16.248027 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24254da5-0b6b-4e63-8585-a0c4a9c34685 req-c6b04b39-07d5-40d3-9aa9-4cafad91fe4d tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 946 time: 0.1929822 Jul 14 07:26:16.267661 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f95ed0a8-5cb5-4fc2-970f-5de0e10ce18d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:16.286942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ef596ff3-c5bf-4dfb-9a48-c95c7a9844e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:16.296315 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef596ff3-c5bf-4dfb-9a48-c95c7a9844e3 None None] Routers {'f4fd0ed6-8988-4489-a19c-abfa55068c49'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:16.297175 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ef596ff3-c5bf-4dfb-9a48-c95c7a9844e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f4fd0ed6-8988-4489-a19c-abfa55068c49'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:16.329366 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ef596ff3-c5bf-4dfb-9a48-c95c7a9844e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:16.329939 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef596ff3-c5bf-4dfb-9a48-c95c7a9844e3 None None] The sync data for ids ['f4fd0ed6-8988-4489-a19c-abfa55068c49'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:26:16.336991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3624095-7bdf-49c1-92f5-a1b26728a1a0 req-bc2a8c35-b44b-49f3-90b0-329b32f123c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:16.338564 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a3624095-7bdf-49c1-92f5-a1b26728a1a0 req-bc2a8c35-b44b-49f3-90b0-329b32f123c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=94bec7f6-f5b0-46e7-8991-e00fab0bb2d4 HTTP/1.1" status: 200 len: 913 time: 0.0972373 Jul 14 07:26:16.362718 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-c442a5ac-d916-4eeb-a90d-0ba157a8755c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Deleting subnet bcaf385f-5ae7-4ed9-b936-fef7aba904de {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:26:16.375207 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c442a5ac-d916-4eeb-a90d-0ba157a8755c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:16.380610 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a3624095-7bdf-49c1-92f5-a1b26728a1a0 req-f500b2bd-9d8b-41da-b24b-f36725a9d820 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694c6e03-7336-4d42-b3ba-e1015d679ee5 HTTP/1.1" status: 200 len: 217 time: 0.0362236 Jul 14 07:26:16.415165 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24254da5-0b6b-4e63-8585-a0c4a9c34685 req-7292afed-feeb-4641-acef-26f29d373416 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442666 Jul 14 07:26:16.431153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3624095-7bdf-49c1-92f5-a1b26728a1a0 req-cc4b965c-807b-4112-acfe-52e54478a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:16.432743 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a3624095-7bdf-49c1-92f5-a1b26728a1a0 req-cc4b965c-807b-4112-acfe-52e54478a39e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69080941-eeb2-44b9-9a17-e3a5a9a7178b HTTP/1.1" status: 200 len: 852 time: 0.0459931 Jul 14 07:26:16.462401 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c442a5ac-d916-4eeb-a90d-0ba157a8755c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:16.465552 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a3624095-7bdf-49c1-92f5-a1b26728a1a0 req-ab4adb95-c1bc-45e7-895f-9ee09ee8b1dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=94bec7f6-f5b0-46e7-8991-e00fab0bb2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265815 Jul 14 07:26:16.523299 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-f95ed0a8-5cb5-4fc2-970f-5de0e10ce18d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Allocated IP 172.25.7.4 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/4c3bb2d0-7684-4ec5-938c-ceef751b3a81) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:26:16.557796 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a3624095-7bdf-49c1-92f5-a1b26728a1a0 req-e863b156-fa35-4db7-886e-fecb9ce82417 service neutron] 10.222.0.30 "GET /v2.0/networks/94bec7f6-f5b0-46e7-8991-e00fab0bb2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862865 Jul 14 07:26:16.645985 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a3624095-7bdf-49c1-92f5-a1b26728a1a0 req-bf22c4af-118b-420d-86dd-c97f4c63a656 service neutron] 10.222.0.30 "GET /v2.0/networks/94bec7f6-f5b0-46e7-8991-e00fab0bb2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820601 Jul 14 07:26:16.680591 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:16.712159 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:16.726665 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c442a5ac-d916-4eeb-a90d-0ba157a8755c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:16.848755 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f95ed0a8-5cb5-4fc2-970f-5de0e10ce18d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:16.856108 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c442a5ac-d916-4eeb-a90d-0ba157a8755c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:16.893641 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442a5ac-d916-4eeb-a90d-0ba157a8755c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event deleted for resources: {'Subnet': ['ID=bcaf385f-5ae7-4ed9-b936-fef7aba904de,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:16.895587 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c442a5ac-d916-4eeb-a90d-0ba157a8755c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:16.897505 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c442a5ac-d916-4eeb-a90d-0ba157a8755c tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "DELETE /v2.0/subnets/bcaf385f-5ae7-4ed9-b936-fef7aba904de HTTP/1.1" status: 204 len: 168 time: 0.6714876 Jul 14 07:26:16.898582 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b6b36c-c7e7-46e5-9d19-6c99e7509576 None None] Network 3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:26:16.901111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49696) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:16.963925 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f386086-4ae8-4139-8d10-7c7924bf9474 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Deleting subnet ef054842-fa4b-42c6-adcb-bea1632183f3 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:26:16.970960 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f386086-4ae8-4139-8d10-7c7924bf9474 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:16.973651 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f95ed0a8-5cb5-4fc2-970f-5de0e10ce18d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:17.045851 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:26:17.070102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95ed0a8-5cb5-4fc2-970f-5de0e10ce18d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:17.078485 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f386086-4ae8-4139-8d10-7c7924bf9474 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:17.085310 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f95ed0a8-5cb5-4fc2-970f-5de0e10ce18d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:17.090080 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07758b6-cd46-474e-bfe6-41a82c0c8516 None None] DHCP port deletion for 3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:26:17.113702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ed0a8-5cb5-4fc2-970f-5de0e10ce18d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:26:17.118335 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Allocated IP 172.25.7.69 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:26:17.120296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ed0a8-5cb5-4fc2-970f-5de0e10ce18d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Pushing event updated for resources: {'Port': ['ID=4c3bb2d0-7684-4ec5-938c-ceef751b3a81,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:17.140460 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a07758b6-cd46-474e-bfe6-41a82c0c8516 None None] Deleting port d0164375-bead-4a9e-ae1b-d0f6a3e96225 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:26:17.141559 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a07758b6-cd46-474e-bfe6-41a82c0c8516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:17.229226 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a07758b6-cd46-474e-bfe6-41a82c0c8516 None None] For port d0164375-bead-4a9e-ae1b-d0f6a3e96225, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d0164375-bead-4a9e-ae1b-d0f6a3e96225,segment=NetworkSegment(4d2a9878-04f4-49cc-9e09-15388d88eabb),segment_id=4d2a9878-04f4-49cc-9e09-15388d88eabb)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:17.230035 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a07758b6-cd46-474e-bfe6-41a82c0c8516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:17.245676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a07758b6-cd46-474e-bfe6-41a82c0c8516 None None] Calling delete_port for d0164375-bead-4a9e-ae1b-d0f6a3e96225 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:26:17.311235 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f386086-4ae8-4139-8d10-7c7924bf9474 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:17.343915 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a07758b6-cd46-474e-bfe6-41a82c0c8516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:17.370535 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f95ed0a8-5cb5-4fc2-970f-5de0e10ce18d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:17.379137 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07758b6-cd46-474e-bfe6-41a82c0c8516 None None] Pushing event deleted for resources: {'Port': ['ID=d0164375-bead-4a9e-ae1b-d0f6a3e96225,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:17.381836 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07758b6-cd46-474e-bfe6-41a82c0c8516 None None] No DVR routers for this DVR port d0164375-bead-4a9e-ae1b-d0f6a3e96225 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:26:17.398467 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:17.486061 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f386086-4ae8-4139-8d10-7c7924bf9474 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:17.498969 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f95ed0a8-5cb5-4fc2-970f-5de0e10ce18d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:17.875313 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f386086-4ae8-4139-8d10-7c7924bf9474 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event deleted for resources: {'Subnet': ['ID=ef054842-fa4b-42c6-adcb-bea1632183f3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:17.887268 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93557079-f097-42dd-b61d-25f02621b475 None None] Network 232f119f-6ca3-4c08-a37e-2a991ae7f8cb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:26:17.887763 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f386086-4ae8-4139-8d10-7c7924bf9474 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:17.891826 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5f386086-4ae8-4139-8d10-7c7924bf9474 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "DELETE /v2.0/subnets/ef054842-fa4b-42c6-adcb-bea1632183f3 HTTP/1.1" status: 204 len: 168 time: 0.9876456 Jul 14 07:26:17.892631 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49702) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:17.983529 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-652860c3-8a23-4505-a712-f457974acee7 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:17.993854 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.018543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936b460-0900-41b6-ac68-3b36a0ee070f req-3cf118e2-9025-4c57-839b-6f1c89d0a0e4 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:18.020045 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f936b460-0900-41b6-ac68-3b36a0ee070f req-3cf118e2-9025-4c57-839b-6f1c89d0a0e4 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.5871048 Jul 14 07:26:18.078569 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-652860c3-8a23-4505-a712-f457974acee7 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.088850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:18.089753 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-652860c3-8a23-4505-a712-f457974acee7 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:18.104303 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:18.106310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-652860c3-8a23-4505-a712-f457974acee7 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2a9878-04f4-49cc-9e09-15388d88eabb') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:18.106674 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-652860c3-8a23-4505-a712-f457974acee7 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2a9878-04f4-49cc-9e09-15388d88eabb') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:18.106977 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4d6e23-2a25-45bc-b99d-8b177e76e080 None None] DHCP port deletion for 232f119f-6ca3-4c08-a37e-2a991ae7f8cb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:26:18.116883 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:26:18.117127 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-652860c3-8a23-4505-a712-f457974acee7 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.124294 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:18.135773 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-652860c3-8a23-4505-a712-f457974acee7 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.143649 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652860c3-8a23-4505-a712-f457974acee7 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:26:18.144454 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-652860c3-8a23-4505-a712-f457974acee7 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:26:18.148057 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:26:18.160682 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f497f-0bec-4ff1-9c14-738ae7a7d146 req-77a40d91-bc6d-48ef-8f48-f13e23e042cd tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:18.162165 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b4f497f-0bec-4ff1-9c14-738ae7a7d146 req-77a40d91-bc6d-48ef-8f48-f13e23e042cd tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 946 time: 0.2775004 Jul 14 07:26:18.166828 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-6f4d6e23-2a25-45bc-b99d-8b177e76e080 None None] Deleting port db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:26:18.167215 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6f4d6e23-2a25-45bc-b99d-8b177e76e080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.183624 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f936b460-0900-41b6-ac68-3b36a0ee070f req-877c9b29-c71e-4a66-80ef-6f697a6a9e77 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357272 Jul 14 07:26:18.228962 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-652860c3-8a23-4505-a712-f457974acee7 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.249262 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-652860c3-8a23-4505-a712-f457974acee7 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.251177 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-652860c3-8a23-4505-a712-f457974acee7 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "DELETE /v2.0/networks/3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2 HTTP/1.1" status: 204 len: 168 time: 0.3573554 Jul 14 07:26:18.253006 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652860c3-8a23-4505-a712-f457974acee7 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event deleted for resources: {'Network': ['ID=3cf2b975-ec90-4ffc-b4a2-8f0ec4890ba2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:18.254648 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49704) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:18.303123 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f95ed0a8-5cb5-4fc2-970f-5de0e10ce18d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.311547 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b4f497f-0bec-4ff1-9c14-738ae7a7d146 req-e88dedb4-1b06-4ee8-8b14-ac44d5654a3c tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389830 Jul 14 07:26:18.315464 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f95ed0a8-5cb5-4fc2-970f-5de0e10ce18d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.358098 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.425430 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ed0a8-5cb5-4fc2-970f-5de0e10ce18d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Pushing event updated for resources: {'Port': ['ID=4c3bb2d0-7684-4ec5-938c-ceef751b3a81,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:18.428308 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Deleting port db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:26:18.428766 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.429780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-6f4d6e23-2a25-45bc-b99d-8b177e76e080 None None] For port db19d4cf-4244-4c7b-9a9f-7d6ba32ea474, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=db19d4cf-4244-4c7b-9a9f-7d6ba32ea474,segment=NetworkSegment(8ae1e0b5-6255-4b98-b498-694428cbcc0a),segment_id=8ae1e0b5-6255-4b98-b498-694428cbcc0a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:18.430506 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6f4d6e23-2a25-45bc-b99d-8b177e76e080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.448668 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-6f4d6e23-2a25-45bc-b99d-8b177e76e080 None None] Calling delete_port for db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:26:18.476027 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f95ed0a8-5cb5-4fc2-970f-5de0e10ce18d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.503722 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] For port db19d4cf-4244-4c7b-9a9f-7d6ba32ea474, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=db19d4cf-4244-4c7b-9a9f-7d6ba32ea474,segment=NetworkSegment(8ae1e0b5-6255-4b98-b498-694428cbcc0a),segment_id=8ae1e0b5-6255-4b98-b498-694428cbcc0a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:18.504328 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.518583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Calling delete_port for db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:26:18.534674 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f95ed0a8-5cb5-4fc2-970f-5de0e10ce18d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.539356 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f95ed0a8-5cb5-4fc2-970f-5de0e10ce18d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8801768 Jul 14 07:26:18.541619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49708) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:18.547902 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-34ada3dc-17c8-4560-bcbe-dc927ca2b187 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Request body: {'floatingip': {'port_id': '398a215b-915c-4a48-a300-64852abe5970', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:18.555552 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6f4d6e23-2a25-45bc-b99d-8b177e76e080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.574620 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4d6e23-2a25-45bc-b99d-8b177e76e080 None None] No DVR routers for this DVR port db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:26:18.599856 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-34ada3dc-17c8-4560-bcbe-dc927ca2b187 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.625879 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d6e23-2a25-45bc-b99d-8b177e76e080 None None] Pushing event deleted for resources: {'Port': ['ID=db19d4cf-4244-4c7b-9a9f-7d6ba32ea474,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:18.632730 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.637178 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.670398 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event deleted for resources: {'Port': ['ID=db19d4cf-4244-4c7b-9a9f-7d6ba32ea474,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:18.672252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] No DVR routers for this DVR port db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:26:18.750840 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.761514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232f119f-6ca3-4c08-a37e-2a991ae7f8cb']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:18.776095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae1e0b5-6255-4b98-b498-694428cbcc0a') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:18.776395 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae1e0b5-6255-4b98-b498-694428cbcc0a') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:18.785819 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.799984 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.805834 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:26:18.806239 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:26:18.809808 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:26:18.836017 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-34ada3dc-17c8-4560-bcbe-dc927ca2b187 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] update failed (client error): The resource could not be found. Jul 14 07:26:18.837126 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-34ada3dc-17c8-4560-bcbe-dc927ca2b187 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] 10.222.0.35 "PUT /v2.0/floatingips/5c8cebdd-20fa-47c5-9c56-b5a1e31e9c16 HTTP/1.1" status: 404 len: 507 time: 0.2945786 Jul 14 07:26:18.840268 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49712) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:18.843046 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d0164375-bead-4a9e-ae1b-d0f6a3e96225 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:26:18.863794 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: d0164375-bead-4a9e-ae1b-d0f6a3e96225 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:26:18.864256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d0164375-bead-4a9e-ae1b-d0f6a3e96225 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:26:18.864747 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:26:18.871968 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.880015 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.882117 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "DELETE /v2.0/networks/232f119f-6ca3-4c08-a37e-2a991ae7f8cb HTTP/1.1" status: 204 len: 168 time: 0.6262493 Jul 14 07:26:18.884412 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49714) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:18.891370 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:26:18.891816 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device db19d4cf-4244-4c7b-9a9f-7d6ba32ea474 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:26:18.903384 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e3a9b-ac73-47d8-81e3-21e8da99f4cc tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event deleted for resources: {'Network': ['ID=232f119f-6ca3-4c08-a37e-2a991ae7f8cb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:18.946581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-3099da4b-994c-4bd6-8206-a19c8532692f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Deleting subnet 95137010-d509-4da8-9e04-1707d5c871ac {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:26:18.949845 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3099da4b-994c-4bd6-8206-a19c8532692f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:18.993749 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3099da4b-994c-4bd6-8206-a19c8532692f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.041677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e29065-e20d-474a-81c3-afe29dda3594 req-4681bcfa-6894-4599-a167-ac73c576461f tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:19.043177 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-76e29065-e20d-474a-81c3-afe29dda3594 req-4681bcfa-6894-4599-a167-ac73c576461f tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 946 time: 0.2757339 Jul 14 07:26:19.072988 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.081295 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3099da4b-994c-4bd6-8206-a19c8532692f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.152813 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3099da4b-994c-4bd6-8206-a19c8532692f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.155828 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-76e29065-e20d-474a-81c3-afe29dda3594 req-c9864363-6978-45bb-9bce-bd249981d5bb tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011477 Jul 14 07:26:19.193566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099da4b-994c-4bd6-8206-a19c8532692f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event deleted for resources: {'Subnet': ['ID=95137010-d509-4da8-9e04-1707d5c871ac,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:19.197922 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3099da4b-994c-4bd6-8206-a19c8532692f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.199923 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3099da4b-994c-4bd6-8206-a19c8532692f tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "DELETE /v2.0/subnets/95137010-d509-4da8-9e04-1707d5c871ac HTTP/1.1" status: 204 len: 168 time: 0.3145905 Jul 14 07:26:19.202236 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-a41824dd-bb00-42f3-89e4-32071beca12d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Deleting port 4c3bb2d0-7684-4ec5-938c-ceef751b3a81 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:26:19.202581 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a41824dd-bb00-42f3-89e4-32071beca12d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.204541 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49716) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:19.208477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73740fe7-c126-4ee7-8a40-c28b3a027fc1 None None] Network 61fad97a-2b22-4bae-8f40-5919d9bde2e9 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:26:19.308665 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.318214 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a41824dd-bb00-42f3-89e4-32071beca12d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.318542 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a41824dd-bb00-42f3-89e4-32071beca12d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.337219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-a41824dd-bb00-42f3-89e4-32071beca12d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Calling delete_port for 4c3bb2d0-7684-4ec5-938c-ceef751b3a81 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:26:19.375520 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Deleting port ac84b540-e005-44c7-8078-f194136f788e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:26:19.376002 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.398118 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router 11882d41-4c0f-4751-be11-2ad264878837 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:26:19.443859 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a245ea-4c30-4458-a812-09fa7b8508a4 None None] DHCP port deletion for 61fad97a-2b22-4bae-8f40-5919d9bde2e9 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:26:19.450055 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] For port ac84b540-e005-44c7-8078-f194136f788e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ac84b540-e005-44c7-8078-f194136f788e,segment=NetworkSegment(132f03ae-a68f-4402-abb0-dbbd6f110ffd),segment_id=132f03ae-a68f-4402-abb0-dbbd6f110ffd)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:19.450544 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.466102 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Calling delete_port for ac84b540-e005-44c7-8078-f194136f788e owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:26:19.490577 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70a245ea-4c30-4458-a812-09fa7b8508a4 None None] Deleting port ac84b540-e005-44c7-8078-f194136f788e {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:26:19.490960 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70a245ea-4c30-4458-a812-09fa7b8508a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.550784 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.557257 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70a245ea-4c30-4458-a812-09fa7b8508a4 None None] For port ac84b540-e005-44c7-8078-f194136f788e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ac84b540-e005-44c7-8078-f194136f788e,segment=NetworkSegment(132f03ae-a68f-4402-abb0-dbbd6f110ffd),segment_id=132f03ae-a68f-4402-abb0-dbbd6f110ffd)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:19.557660 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70a245ea-4c30-4458-a812-09fa7b8508a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.574091 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70a245ea-4c30-4458-a812-09fa7b8508a4 None None] Calling delete_port for ac84b540-e005-44c7-8078-f194136f788e owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:26:19.578828 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event deleted for resources: {'Port': ['ID=ac84b540-e005-44c7-8078-f194136f788e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:19.579756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef18a39-b844-45b8-8156-c83032f24a0e req-df53a41d-2648-417a-909d-25ede71bcf6f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:19.580888 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] No DVR routers for this DVR port ac84b540-e005-44c7-8078-f194136f788e on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:26:19.583070 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ef18a39-b844-45b8-8156-c83032f24a0e req-df53a41d-2648-417a-909d-25ede71bcf6f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.2265470 Jul 14 07:26:19.639886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:26:19.654326 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Sync routers for ids ['11882d41-4c0f-4751-be11-2ad264878837'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:26:19.664589 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Routers {'11882d41-4c0f-4751-be11-2ad264878837'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:19.665587 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['11882d41-4c0f-4751-be11-2ad264878837'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:19.665837 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70a245ea-4c30-4458-a812-09fa7b8508a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.679566 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.686050 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.687330 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-db739446-14ca-457e-8689-3c71abfe021d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1991656 Jul 14 07:26:19.688208 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a41824dd-bb00-42f3-89e4-32071beca12d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.694303 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49720) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:19.695317 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a245ea-4c30-4458-a812-09fa7b8508a4 None None] Pushing event deleted for resources: {'Port': ['ID=ac84b540-e005-44c7-8078-f194136f788e,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:19.699140 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a245ea-4c30-4458-a812-09fa7b8508a4 None None] No DVR routers for this DVR port ac84b540-e005-44c7-8078-f194136f788e on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:26:19.702495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fad97a-2b22-4bae-8f40-5919d9bde2e9']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:19.717647 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132f03ae-a68f-4402-abb0-dbbd6f110ffd') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:19.718058 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132f03ae-a68f-4402-abb0-dbbd6f110ffd') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:19.719899 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ef18a39-b844-45b8-8156-c83032f24a0e req-052643db-3649-4924-9e1b-c18aae595ff3 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992672 Jul 14 07:26:19.729965 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.754055 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.762815 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:26:19.763339 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.784108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41824dd-bb00-42f3-89e4-32071beca12d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Pushing event deleted for resources: {'Port': ['ID=4c3bb2d0-7684-4ec5-938c-ceef751b3a81,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:19.806717 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9349d638-9456-4a84-9051-2bf5498ce718 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=b7b4e8051a664c019a0af911d6ce8090&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1001134 Jul 14 07:26:19.810006 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49724) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:19.817704 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Set router 11882d41-4c0f-4751-be11-2ad264878837 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:26:19.836306 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:26:19.841890 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.853966 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.859471 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "DELETE /v2.0/networks/61fad97a-2b22-4bae-8f40-5919d9bde2e9 HTTP/1.1" status: 204 len: 168 time: 0.6535840 Jul 14 07:26:19.860071 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49728) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:19.908547 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539b954-6181-4706-8e6c-be2d7fb88565 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Pushing event deleted for resources: {'Network': ['ID=61fad97a-2b22-4bae-8f40-5919d9bde2e9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:19.916522 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49730) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:19.917370 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b1e5d04a-6bc3-4f77-9861-3608aeb688d4 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4fd0ed6-8988-4489-a19c-abfa55068c49 HTTP/1.1" status: 200 len: 205 time: 0.0512953 Jul 14 07:26:19.927754 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a41824dd-bb00-42f3-89e4-32071beca12d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.930296 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a41824dd-bb00-42f3-89e4-32071beca12d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:19.934679 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a41824dd-bb00-42f3-89e4-32071beca12d tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] 10.222.0.35 "DELETE /v2.0/floatingips/5c8cebdd-20fa-47c5-9c56-b5a1e31e9c16 HTTP/1.1" status: 204 len: 168 time: 1.0898910 Jul 14 07:26:19.935023 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49732) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:19.942039 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b7631bb2-b4a2-4a4b-9b16-67859b2fc877 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Request body: {'floatingip': {'floating_network_id': '4098884f-890c-45cc-bb34-682a7252a02e', 'port_id': '398a215b-915c-4a48-a300-64852abe5970', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:19.981537 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7631bb2-b4a2-4a4b-9b16-67859b2fc877 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:20.053861 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11882d41-4c0f-4751-be11-2ad264878837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720889487', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:26:15Z', 'updated_at': '2021-07-14T07:26:18Z', 'revision_number': 3, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:16Z', 'updated_at': '2021-07-14T07:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:20.072389 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6af71d6-f42f-4ce6-beb8-4ef8ad257542 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:20.082171 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Checking router: 11882d41-4c0f-4751-be11-2ad264878837 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:26:20.082519 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Updating router 11882d41-4c0f-4751-be11-2ad264878837 port 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:26:20.098590 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-b7631bb2-b4a2-4a4b-9b16-67859b2fc877 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:26:20.103523 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b7631bb2-b4a2-4a4b-9b16-67859b2fc877 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1637690 Jul 14 07:26:20.104165 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49734) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:20.108809 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f6588ca8-763f-47cc-8191-17965a15829f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': '398a215b-915c-4a48-a300-64852abe5970', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:20.118380 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:20.135192 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6588ca8-763f-47cc-8191-17965a15829f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:20.247434 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6588ca8-763f-47cc-8191-17965a15829f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:20.391812 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:20.404468 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Transition to ACTIVE for port object 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:20.414283 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:20.467476 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Attempting to bind port 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:26:20.467839 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Attempting to bind port 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:26:20.468195 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Attempting to bind port 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:26:20.475986 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82892c4b-e79b-47ed-9604-63a52480864d tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:20.476610 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:26:20.476610 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:26:20.476875 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:20.480922 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:26:20.481168 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-82892c4b-e79b-47ed-9604-63a52480864d tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6663764 Jul 14 07:26:20.481306 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Bound port: 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:26:20.481306 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:20.481306 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6375b56-79d6-4277-a896-dcf8bb2a315c None None] Pushing event updated for resources: {'Port': ['ID=0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:20.496702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49738) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:20.506520 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6375b56-79d6-4277-a896-dcf8bb2a315c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:20.506770 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6375b56-79d6-4277-a896-dcf8bb2a315c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:20.507081 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6375b56-79d6-4277-a896-dcf8bb2a315c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:20.507408 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6375b56-79d6-4277-a896-dcf8bb2a315c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:20.507731 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6375b56-79d6-4277-a896-dcf8bb2a315c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:20.508247 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6375b56-79d6-4277-a896-dcf8bb2a315c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:20.508575 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6375b56-79d6-4277-a896-dcf8bb2a315c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:20.508893 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6375b56-79d6-4277-a896-dcf8bb2a315c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:20.509226 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6375b56-79d6-4277-a896-dcf8bb2a315c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:20.509545 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6375b56-79d6-4277-a896-dcf8bb2a315c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:20.509859 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6375b56-79d6-4277-a896-dcf8bb2a315c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:20.512124 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6375b56-79d6-4277-a896-dcf8bb2a315c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:20.550820 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] For port 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:26:20.554293 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] For port 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:26:20.559699 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:20.590083 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-dd0afa20-57db-419e-8dda-c53d04768f34 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0919862 Jul 14 07:26:20.622780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49740) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:20.628449 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Routers {'11882d41-4c0f-4751-be11-2ad264878837'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:20.629095 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['11882d41-4c0f-4751-be11-2ad264878837'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:20.662759 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-14b4fac6-c4ab-4a31-b7a1-63f20ad2fdad tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-646458975', 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:20.673090 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6375b56-79d6-4277-a896-dcf8bb2a315c None None] Pushing event updated for resources: {'Port': ['ID=0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:20.676057 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3501c-e46f-4e4d-abab-2d8b767f9505 req-262bf952-7802-43fd-8d34-c854e041fa55 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:20.677613 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21a3501c-e46f-4e4d-abab-2d8b767f9505 req-262bf952-7802-43fd-8d34-c854e041fa55 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.6623678 Jul 14 07:26:20.692990 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6af71d6-f42f-4ce6-beb8-4ef8ad257542 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:20.723354 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6af71d6-f42f-4ce6-beb8-4ef8ad257542 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:20.743017 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f6588ca8-763f-47cc-8191-17965a15829f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Allocated IP 172.25.7.178 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/8eabd8c0-25d0-4266-a5c8-bf57bc5c0e15) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:26:20.755744 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] Set router 11882d41-4c0f-4751-be11-2ad264878837 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:26:20.828026 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6af71d6-f42f-4ce6-beb8-4ef8ad257542 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:20.828554 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6af71d6-f42f-4ce6-beb8-4ef8ad257542 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Fanout notify agent at l3_agent the message router_deleted on router f4fd0ed6-8988-4489-a19c-abfa55068c49 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:26:20.838509 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6af71d6-f42f-4ce6-beb8-4ef8ad257542 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:20.839599 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e6af71d6-f42f-4ce6-beb8-4ef8ad257542 tempest-RoutersNegativeTest-794754139 tempest-RoutersNegativeTest-794754139-project] 10.222.0.35 "DELETE /v2.0/routers/f4fd0ed6-8988-4489-a19c-abfa55068c49 HTTP/1.1" status: 204 len: 168 time: 0.9178715 Jul 14 07:26:20.844721 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21a3501c-e46f-4e4d-abab-2d8b767f9505 req-148d5d25-bff0-456b-bc38-adfd535819bf tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483917 Jul 14 07:26:20.852802 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ac84b540-e005-44c7-8078-f194136f788e no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:26:20.856841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9b093-6a9f-4708-9762-d3cdffb797bc req-a7685951-dd18-4ef0-9ba9-4b445b9ef2a2 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:20.859388 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1a9b093-6a9f-4708-9762-d3cdffb797bc req-a7685951-dd18-4ef0-9ba9-4b445b9ef2a2 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 946 time: 0.3850157 Jul 14 07:26:20.891553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: ac84b540-e005-44c7-8078-f194136f788e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:26:20.892029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ac84b540-e005-44c7-8078-f194136f788e not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:26:20.926062 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b4fac6-c4ab-4a31-b7a1-63f20ad2fdad tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Made reservation on behalf of b7b4e8051a664c019a0af911d6ce8090 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:26:20.929679 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14b4fac6-c4ab-4a31-b7a1-63f20ad2fdad tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:20.938030 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6588ca8-763f-47cc-8191-17965a15829f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:20.946643 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1a9b093-6a9f-4708-9762-d3cdffb797bc req-d4247dbb-873a-4301-abc0-b495b2b68f54 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770719 Jul 14 07:26:21.019119 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6588ca8-763f-47cc-8191-17965a15829f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:21.065098 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11882d41-4c0f-4751-be11-2ad264878837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720889487', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:26:15Z', 'updated_at': '2021-07-14T07:26:18Z', 'revision_number': 3, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:16Z', 'updated_at': '2021-07-14T07:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:21.078911 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6588ca8-763f-47cc-8191-17965a15829f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:21.085615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f6588ca8-763f-47cc-8191-17965a15829f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:21.087545 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6588ca8-763f-47cc-8191-17965a15829f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Pushing event updated for resources: {'Port': ['ID=8eabd8c0-25d0-4266-a5c8-bf57bc5c0e15,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:21.090335 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6588ca8-763f-47cc-8191-17965a15829f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:26:21.103955 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b25a72e-09da-4ca8-b226-5848fba8982e None None] The sync data for ids ['11882d41-4c0f-4751-be11-2ad264878837'] in n-d-778696-5 is: [{'id': '11882d41-4c0f-4751-be11-2ad264878837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720889487', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:26:15Z', 'updated_at': '2021-07-14T07:26:18Z', 'revision_number': 3, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:16Z', 'updated_at': '2021-07-14T07:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:26:21.200298 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6dfde-655a-48ae-a106-7e0cedeb20a1 req-3de146d3-4ff5-4c74-b74e-37b35ab1f712 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:21.202140 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ab6dfde-655a-48ae-a106-7e0cedeb20a1 req-3de146d3-4ff5-4c74-b74e-37b35ab1f712 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.1798704 Jul 14 07:26:21.293820 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ab6dfde-655a-48ae-a106-7e0cedeb20a1 req-5a8f9858-484a-48e3-a538-b2fba4beef9e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829604 Jul 14 07:26:21.309491 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49752) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:21.457391 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f6588ca8-763f-47cc-8191-17965a15829f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Deleting port 8eabd8c0-25d0-4266-a5c8-bf57bc5c0e15 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:26:21.457801 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6588ca8-763f-47cc-8191-17965a15829f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:21.492850 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14b4fac6-c4ab-4a31-b7a1-63f20ad2fdad tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:21.524946 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c123c-b277-464d-b0ad-1eabd5315b80 req-97e4519c-5aa1-4063-88e5-1f0388c7c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:21.524946 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-049c123c-b277-464d-b0ad-1eabd5315b80 req-97e4519c-5aa1-4063-88e5-1f0388c7c83a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ae8ef88b931147cc8e23a6eba43ad001&device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 1097 time: 0.1714213 Jul 14 07:26:21.664662 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8cc635a5-4041-4ec1-8b5c-3d2bc676d743 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56067918383e4a35b2a8e5392bb2462e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3540576 Jul 14 07:26:21.667173 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49768) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:21.669177 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4fac6-c4ab-4a31-b7a1-63f20ad2fdad tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Subnet': ['ID=52e8a703-9fb0-4523-b9f6-548824b90b89,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:21.669945 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6588ca8-763f-47cc-8191-17965a15829f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:21.670285 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6588ca8-763f-47cc-8191-17965a15829f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:21.698440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d0409-26c2-4d89-80f6-0d83093e0f21 req-cf353580-4f2b-4665-a493-4e45cef15ac3 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:21.703064 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-147d0409-26c2-4d89-80f6-0d83093e0f21 req-cf353580-4f2b-4665-a493-4e45cef15ac3 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 946 time: 0.3062651 Jul 14 07:26:21.704624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f6588ca8-763f-47cc-8191-17965a15829f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Calling delete_port for 8eabd8c0-25d0-4266-a5c8-bf57bc5c0e15 owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:26:21.719230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c123c-b277-464d-b0ad-1eabd5315b80 req-6313bc9f-6a0f-4ffb-b543-1f4edc6b6dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:21.721491 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-049c123c-b277-464d-b0ad-1eabd5315b80 req-6313bc9f-6a0f-4ffb-b543-1f4edc6b6dd0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=94bec7f6-f5b0-46e7-8991-e00fab0bb2d4 HTTP/1.1" status: 200 len: 913 time: 0.1915808 Jul 14 07:26:21.727374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4fac6-c4ab-4a31-b7a1-63f20ad2fdad tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Checking segment: {'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:26:21.727751 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b4fac6-c4ab-4a31-b7a1-63f20ad2fdad tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network hostable DHCP agents. Network: 0e2898fb-98a0-4317-af70-5ffa70142f62, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:26:21.785611 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-147d0409-26c2-4d89-80f6-0d83093e0f21 req-8441e3f3-4c7c-40f4-bc77-5a19131121cd tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760944 Jul 14 07:26:21.799218 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-0d4376e4-fbf8-4f54-a4a6-a40b240f2190 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:21.801696 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-0d4376e4-fbf8-4f54-a4a6-a40b240f2190 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 812 time: 0.2338974 Jul 14 07:26:21.802377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b4fac6-c4ab-4a31-b7a1-63f20ad2fdad tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 0e2898fb-98a0-4317-af70-5ffa70142f62 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:26:21.814009 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-049c123c-b277-464d-b0ad-1eabd5315b80 req-b23ad210-b73c-465b-8a77-efb5cfbcfd7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694c6e03-7336-4d42-b3ba-e1015d679ee5 HTTP/1.1" status: 200 len: 217 time: 0.0842140 Jul 14 07:26:21.814396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-14b4fac6-c4ab-4a31-b7a1-63f20ad2fdad tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 0e2898fb-98a0-4317-af70-5ffa70142f62) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:21.822416 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd12845-3435-4a4b-8021-5016e9f91270 None None] Network 0e2898fb-98a0-4317-af70-5ffa70142f62 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:26:21.826781 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b4fac6-c4ab-4a31-b7a1-63f20ad2fdad tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:21.827372 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14b4fac6-c4ab-4a31-b7a1-63f20ad2fdad tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:21.842004 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-1d1d4f83-b7a2-4a2e-90d9-0d42244846da tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/quotas/5388180d7e484dd0b2d86403880fc87d HTTP/1.1" status: 200 len: 375 time: 0.0250638 Jul 14 07:26:21.847862 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-14b4fac6-c4ab-4a31-b7a1-63f20ad2fdad tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1940033 Jul 14 07:26:21.848527 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49770) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:21.883306 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12dab89a-c5e8-4e17-ad6a-51986babe4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:21.909578 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c123c-b277-464d-b0ad-1eabd5315b80 req-68664f6b-dc9f-4fb8-837b-62e42838c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:21.911719 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-049c123c-b277-464d-b0ad-1eabd5315b80 req-68664f6b-dc9f-4fb8-837b-62e42838c619 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69080941-eeb2-44b9-9a17-e3a5a9a7178b HTTP/1.1" status: 200 len: 852 time: 0.0899165 Jul 14 07:26:21.940243 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12dab89a-c5e8-4e17-ad6a-51986babe4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:21.989306 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-049c123c-b277-464d-b0ad-1eabd5315b80 req-dc47ca94-de84-45fe-9c53-01eb36125d64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=94bec7f6-f5b0-46e7-8991-e00fab0bb2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697694 Jul 14 07:26:22.034853 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-0e2898fb-98a0-4317-af70-5ffa70142f62', 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ips': [{'subnet_id': '52e8a703-9fb0-4523-b9f6-548824b90b89'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:26:22.036666 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:22.087587 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6588ca8-763f-47cc-8191-17965a15829f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:22.097247 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-7004a288-8ab0-47bb-9c2d-4cf5489dbc12 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2477174 Jul 14 07:26:22.130887 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6588ca8-763f-47cc-8191-17965a15829f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Pushing event deleted for resources: {'Port': ['ID=8eabd8c0-25d0-4266-a5c8-bf57bc5c0e15,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:22.144528 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12dab89a-c5e8-4e17-ad6a-51986babe4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:22.147083 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12dab89a-c5e8-4e17-ad6a-51986babe4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:22.148225 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-12dab89a-c5e8-4e17-ad6a-51986babe4fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/951fb64a-3bc8-479d-833c-4299830b00d7 HTTP/1.1" status: 204 len: 168 time: 0.4673195 Jul 14 07:26:22.199213 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dab89a-c5e8-4e17-ad6a-51986babe4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951fb64a-3bc8-479d-833c-4299830b00d7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:22.202466 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-049c123c-b277-464d-b0ad-1eabd5315b80 req-26d56a6c-cad0-425b-8465-64fcef4145e3 service neutron] 10.222.0.30 "GET /v2.0/networks/94bec7f6-f5b0-46e7-8991-e00fab0bb2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029903 Jul 14 07:26:22.255579 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Allocated IP 172.20.0.2 (0e2898fb-98a0-4317-af70-5ffa70142f62/52e8a703-9fb0-4523-b9f6-548824b90b89/da38e301-01fe-46a1-834d-4a885768afe5) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:26:22.463284 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-f6588ca8-763f-47cc-8191-17965a15829f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] create failed (client error): The resource could not be found. Jul 14 07:26:22.465419 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f6588ca8-763f-47cc-8191-17965a15829f tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3600864 Jul 14 07:26:22.476587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49776) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:22.516414 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-049c123c-b277-464d-b0ad-1eabd5315b80 req-d6c043bc-7544-467a-8f31-00bfffc94b8a service neutron] 10.222.0.30 "GET /v2.0/networks/94bec7f6-f5b0-46e7-8991-e00fab0bb2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970772 Jul 14 07:26:22.581256 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-f6c1905e-f450-4344-b282-56a5f5d43fd6 service neutron] 10.222.0.35 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742146 Jul 14 07:26:22.600630 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:22.610499 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Transition to ACTIVE for port object da38e301-01fe-46a1-834d-4a885768afe5 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:22.629774 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Transition to ACTIVE for port object da38e301-01fe-46a1-834d-4a885768afe5 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:22.637962 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:22.722213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Pushing event updated for resources: {'Port': ['ID=da38e301-01fe-46a1-834d-4a885768afe5,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:22.737506 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Network 0e2898fb-98a0-4317-af70-5ffa70142f62 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:22.740883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:22.744122 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:26:22.802254 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-aeaf73ba-88f1-422c-8056-7aaf43760fd5 service neutron] 10.222.0.35 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059481 Jul 14 07:26:22.838355 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-450ef740-a613-4369-be09-06d9855169a8 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Deleting port 398a215b-915c-4a48-a300-64852abe5970 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:26:22.839536 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-450ef740-a613-4369-be09-06d9855169a8 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:22.887880 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Attempting to bind port da38e301-01fe-46a1-834d-4a885768afe5 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:26:22.888254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Attempting to bind port da38e301-01fe-46a1-834d-4a885768afe5 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:26:22.888624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Attempting to bind port da38e301-01fe-46a1-834d-4a885768afe5 on network 0e2898fb-98a0-4317-af70-5ffa70142f62 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:26:22.899206 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:26:22.899852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Checking segment: {'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:26:22.900452 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:22.901030 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Bound using segment: {'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:26:22.901907 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Bound port: da38e301-01fe-46a1-834d-4a885768afe5, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:26:22.902486 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:22.970534 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:26:22.975966 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-450ef740-a613-4369-be09-06d9855169a8 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:22.992004 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-450ef740-a613-4369-be09-06d9855169a8 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Calling delete_port for 398a215b-915c-4a48-a300-64852abe5970 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:26:23.090260 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] For port da38e301-01fe-46a1-834d-4a885768afe5, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:26:23.094342 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] For port da38e301-01fe-46a1-834d-4a885768afe5, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=da38e301-01fe-46a1-834d-4a885768afe5,segment=NetworkSegment(2385f07d-fd91-43db-8760-2d07099c043d),segment_id=2385f07d-fd91-43db-8760-2d07099c043d)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:26:23.095696 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:23.101030 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:23.103670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:23.104035 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:23.196203 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dca925f9-e1ba-463d-841b-70ced6bc42c5 req-a93518dc-fe0e-4976-9acc-18ce33911e5e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=d46e21e8-3e08-431c-bf20-7d7c518b27bc HTTP/1.1" status: 200 len: 210 time: 0.1363585 Jul 14 07:26:23.248084 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53bb3f-53a8-4789-9a08-618127886d63 None None] Pushing event updated for resources: {'Port': ['ID=da38e301-01fe-46a1-834d-4a885768afe5,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:23.320118 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:23.361727 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:23.371373 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:23.391022 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:23.420019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f310a-cf08-4b8c-a7b7-6fd2c2ae456c req-aac388aa-8e3f-433b-a027-5813d61ad010 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:23.430113 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-545f310a-cf08-4b8c-a7b7-6fd2c2ae456c req-aac388aa-8e3f-433b-a027-5813d61ad010 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 946 time: 0.3909230 Jul 14 07:26:23.448964 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-450ef740-a613-4369-be09-06d9855169a8 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:23.458662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:23.522228 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ef740-a613-4369-be09-06d9855169a8 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Pushing event deleted for resources: {'Port': ['ID=398a215b-915c-4a48-a300-64852abe5970,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:23.708828 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-545f310a-cf08-4b8c-a7b7-6fd2c2ae456c req-215979e9-4ba5-44ba-b863-9cfd0e8c6142 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774856 Jul 14 07:26:23.782199 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-450ef740-a613-4369-be09-06d9855169a8 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:23.784721 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-450ef740-a613-4369-be09-06d9855169a8 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] 10.222.0.35 "DELETE /v2.0/ports/398a215b-915c-4a48-a300-64852abe5970 HTTP/1.1" status: 204 len: 168 time: 1.2934065 Jul 14 07:26:23.787784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49810) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:23.923530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceb0057-6ae0-444a-94fa-de1fad7da745 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:23.928179 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-eceb0057-6ae0-444a-94fa-de1fad7da745 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfdd7b1e-8372-44c0-87bb-a963b26b7252 HTTP/1.1" status: 200 len: 913 time: 0.1367636 Jul 14 07:26:23.928295 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49816) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:24.018380 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Allocated IP 172.20.0.1 (0e2898fb-98a0-4317-af70-5ffa70142f62/52e8a703-9fb0-4523-b9f6-548824b90b89/2a999e42-4a0b-48f6-91ee-f82bf988f008) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:26:24.155647 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:24.168679 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Transition to ACTIVE for port object 2a999e42-4a0b-48f6-91ee-f82bf988f008 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:24.211183 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:24.256999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 0e2898fb-98a0-4317-af70-5ffa70142f62 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:24.262896 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:24.268734 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:26:24.317117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=2a999e42-4a0b-48f6-91ee-f82bf988f008,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:24.360332 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:24.365115 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e82a872f-622a-4b03-8ee6-0ee79fe5c288 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:24.464686 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90f1d701-8359-4ee0-8db8-c8616b4f9238 req-3cf7e077-1efb-4df2-8b5c-af007d85450f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=d46e21e8-3e08-431c-bf20-7d7c518b27bc HTTP/1.1" status: 200 len: 210 time: 0.0536253 Jul 14 07:26:24.792387 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be023d2d-3497-4a1b-8ef8-cef634541cf7 None None] Network 0e2898fb-98a0-4317-af70-5ffa70142f62 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:26:24.880055 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e82a872f-622a-4b03-8ee6-0ee79fe5c288 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Deleting port abd95a3b-a19b-4088-b616-4fe089ece540 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:26:24.880544 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e82a872f-622a-4b03-8ee6-0ee79fe5c288 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:24.932479 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-68770755-6e29-4e7b-be5e-a5f00d1d68b1 None None] Provisioning for port da38e301-01fe-46a1-834d-4a885768afe5 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:25.055090 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e82a872f-622a-4b03-8ee6-0ee79fe5c288 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:25.069704 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e82a872f-622a-4b03-8ee6-0ee79fe5c288 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Calling delete_port for abd95a3b-a19b-4088-b616-4fe089ece540 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:26:25.070774 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device da38e301-01fe-46a1-834d-4a885768afe5 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:26:25.133640 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port da38e301-01fe-46a1-834d-4a885768afe5 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:25.138077 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port da38e301-01fe-46a1-834d-4a885768afe5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:25.138818 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:25.240211 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:25.247560 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-eb634ab5-9c8f-41f2-9b3c-a2f017c57f67 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:25.249092 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-eb634ab5-9c8f-41f2-9b3c-a2f017c57f67 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.15 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 812 time: 0.6929839 Jul 14 07:26:25.269880 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Request body: {'port': {'device_id': 'd46e21e8-3e08-431c-bf20-7d7c518b27bc', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'admin_state_up': True, 'tenant_id': '5388180d7e484dd0b2d86403880fc87d'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:25.279834 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port da38e301-01fe-46a1-834d-4a885768afe5, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=da38e301-01fe-46a1-834d-4a885768afe5,segment=NetworkSegment(2385f07d-fd91-43db-8760-2d07099c043d),segment_id=2385f07d-fd91-43db-8760-2d07099c043d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:25.284183 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e82a872f-622a-4b03-8ee6-0ee79fe5c288 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:25.286064 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:25.287015 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:26:25.294316 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:25.345378 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a872f-622a-4b03-8ee6-0ee79fe5c288 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Pushing event deleted for resources: {'Port': ['ID=abd95a3b-a19b-4088-b616-4fe089ece540,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:25.434479 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ecae220c-d783-47a5-b03b-0b7a3a542831 None None] Provisioning for port 2a999e42-4a0b-48f6-91ee-f82bf988f008 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:25.443377 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=da38e301-01fe-46a1-834d-4a885768afe5,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:25.448064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ecae220c-d783-47a5-b03b-0b7a3a542831 None None] Provisioning complete for port 2a999e42-4a0b-48f6-91ee-f82bf988f008 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:25.448683 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ecae220c-d783-47a5-b03b-0b7a3a542831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:25.462081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b4334-21b2-4e09-96ce-1b0725af8839 req-bcb840d1-b348-47b4-ba4e-072b034d4d6e tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:25.466864 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a7b4334-21b2-4e09-96ce-1b0725af8839 req-bcb840d1-b348-47b4-ba4e-072b034d4d6e tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 946 time: 0.2632883 Jul 14 07:26:25.482579 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:25.483648 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:25.512287 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e82a872f-622a-4b03-8ee6-0ee79fe5c288 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:25.568652 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ecae220c-d783-47a5-b03b-0b7a3a542831 None None] Port 2a999e42-4a0b-48f6-91ee-f82bf988f008 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:26:25.589427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ecae220c-d783-47a5-b03b-0b7a3a542831 None None] Provisioning complete for port da38e301-01fe-46a1-834d-4a885768afe5 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:25.589949 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ecae220c-d783-47a5-b03b-0b7a3a542831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:25.641794 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a7b4334-21b2-4e09-96ce-1b0725af8839 req-acacfe56-3a94-4bc3-b65d-c5edfc81a3fa tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613059 Jul 14 07:26:25.728374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82a872f-622a-4b03-8ee6-0ee79fe5c288 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Router dfdd7b1e-8372-44c0-87bb-a963b26b7252 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:26:25.794217 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aee7749e-a8d6-4aa1-a050-92900c7769cd req-6d834fc3-02dd-4bf1-8e75-3b02002d1028 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=d46e21e8-3e08-431c-bf20-7d7c518b27bc HTTP/1.1" status: 200 len: 210 time: 0.0404203 Jul 14 07:26:25.801978 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Made reservation on behalf of 5388180d7e484dd0b2d86403880fc87d for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:26:25.805706 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:25.819291 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82a872f-622a-4b03-8ee6-0ee79fe5c288 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:26:25.831211 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502b1e87-ab01-4cdc-b6ca-914fcb922abc None None] Sync routers for ids ['dfdd7b1e-8372-44c0-87bb-a963b26b7252'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:26:25.831942 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e82a872f-622a-4b03-8ee6-0ee79fe5c288 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] 10.222.0.35 "PUT /v2.0/routers/dfdd7b1e-8372-44c0-87bb-a963b26b7252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9017789 Jul 14 07:26:25.834394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49844) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:25.842954 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502b1e87-ab01-4cdc-b6ca-914fcb922abc None None] Routers {'dfdd7b1e-8372-44c0-87bb-a963b26b7252'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:25.844749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-502b1e87-ab01-4cdc-b6ca-914fcb922abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['dfdd7b1e-8372-44c0-87bb-a963b26b7252'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:25.881527 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-502b1e87-ab01-4cdc-b6ca-914fcb922abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:25.897195 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502b1e87-ab01-4cdc-b6ca-914fcb922abc None None] Routers {'dfdd7b1e-8372-44c0-87bb-a963b26b7252'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:25.897827 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-502b1e87-ab01-4cdc-b6ca-914fcb922abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['dfdd7b1e-8372-44c0-87bb-a963b26b7252'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:25.910475 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7089d00d-18a4-473d-bd92-1a1fec397424 None None] Provisioning complete for port 2a999e42-4a0b-48f6-91ee-f82bf988f008 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:25.910878 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7089d00d-18a4-473d-bd92-1a1fec397424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:25.965634 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-502b1e87-ab01-4cdc-b6ca-914fcb922abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:25.966563 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502b1e87-ab01-4cdc-b6ca-914fcb922abc None None] The sync data for ids ['dfdd7b1e-8372-44c0-87bb-a963b26b7252'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:26:26.011877 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-7089d00d-18a4-473d-bd92-1a1fec397424 None None] Port 2a999e42-4a0b-48f6-91ee-f82bf988f008 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:26:26.081562 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce749cf5-218f-4940-a9ac-6307687837ef tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:26.343484 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:26.355460 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:26.361559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Allocated IP 172.20.0.6 (b2c5cf15-5a87-4c97-91f8-6d7dceaa510f/40a6fcbc-1ebb-4df2-9269-8464ec56e1dd/06cbb094-fc1e-4f32-938f-3e9c8ac610c1) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:26:26.414992 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce749cf5-218f-4940-a9ac-6307687837ef tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:26.429894 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e1e94-00b6-468e-98c3-df82aa1d0091 req-af9e243b-4ba2-4524-a3bc-2bbb8b648092 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:26.431386 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-810e1e94-00b6-468e-98c3-df82aa1d0091 req-af9e243b-4ba2-4524-a3bc-2bbb8b648092 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 946 time: 0.3906291 Jul 14 07:26:26.436723 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce749cf5-218f-4940-a9ac-6307687837ef tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:26.525587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=2a999e42-4a0b-48f6-91ee-f82bf988f008,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:26.531960 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:26.559351 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce749cf5-218f-4940-a9ac-6307687837ef tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:26.559871 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce749cf5-218f-4940-a9ac-6307687837ef tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Fanout notify agent at l3_agent the message router_deleted on router dfdd7b1e-8372-44c0-87bb-a963b26b7252 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:26:26.574175 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce749cf5-218f-4940-a9ac-6307687837ef tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:26.575256 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ce749cf5-218f-4940-a9ac-6307687837ef tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] 10.222.0.35 "DELETE /v2.0/routers/dfdd7b1e-8372-44c0-87bb-a963b26b7252 HTTP/1.1" status: 204 len: 168 time: 0.7397740 Jul 14 07:26:26.577878 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49854) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:26.582656 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-810e1e94-00b6-468e-98c3-df82aa1d0091 req-5c9e15f0-e8a6-46c3-bedf-676144c0b173 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372705 Jul 14 07:26:26.639142 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35d7057-93ba-4bc1-b29b-2967cf9871f6 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Deleting subnet 4a0c8ec0-593e-48bb-a0fd-a8aa9a093fdf {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:26:26.642186 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e35d7057-93ba-4bc1-b29b-2967cf9871f6 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:26.686480 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e35d7057-93ba-4bc1-b29b-2967cf9871f6 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:26.745347 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:26.748308 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 0e2898fb-98a0-4317-af70-5ffa70142f62 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:26.750945 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:26.765125 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Transition to ACTIVE for port object 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:26.771912 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e35d7057-93ba-4bc1-b29b-2967cf9871f6 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:26.858501 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e35d7057-93ba-4bc1-b29b-2967cf9871f6 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:26.862518 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device da38e301-01fe-46a1-834d-4a885768afe5 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:26:26.901933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d7057-93ba-4bc1-b29b-2967cf9871f6 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Pushing event deleted for resources: {'Subnet': ['ID=4a0c8ec0-593e-48bb-a0fd-a8aa9a093fdf,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:26.909323 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e35d7057-93ba-4bc1-b29b-2967cf9871f6 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:26.911499 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e35d7057-93ba-4bc1-b29b-2967cf9871f6 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] 10.222.0.35 "DELETE /v2.0/subnets/4a0c8ec0-593e-48bb-a0fd-a8aa9a093fdf HTTP/1.1" status: 204 len: 168 time: 0.3325861 Jul 14 07:26:26.913944 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49858) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:26.914558 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c8941b-f288-45ca-819a-55dd6f555ae7 None None] Network 4098884f-890c-45cc-bb34-682a7252a02e requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:26:26.931180 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:26.949251 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router 11882d41-4c0f-4751-be11-2ad264878837 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:26:26.975940 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['34b66f3c-5393-4747-b28c-2e7d8883db95'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:26:27.030681 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:27.036833 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:27.042149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Pushing event updated for resources: {'Port': ['ID=06cbb094-fc1e-4f32-938f-3e9c8ac610c1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:27.044388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:27.054555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:26:27.078820 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port da38e301-01fe-46a1-834d-4a885768afe5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:27.079219 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:27.101409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Deleting port 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:26:27.101698 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:27.123481 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:27.123911 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:27.124178 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:27.124516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:27.124843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:27.125164 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:27.125524 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:27.125844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:27.126162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:27.126479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:27.126794 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:27.127197 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:27.237525 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1ad748ab-067a-47fe-bdd0-a76c79653425 None None] Provisioning complete for port 2a999e42-4a0b-48f6-91ee-f82bf988f008 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:27.237996 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ad748ab-067a-47fe-bdd0-a76c79653425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:27.255446 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:27.256153 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:27.259346 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:26:27.268949 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3c3bab6a-4b58-400a-b5e8-e8aef020ae85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "PUT /v2.0/routers/11882d41-4c0f-4751-be11-2ad264878837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4179387 Jul 14 07:26:27.269902 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Sync routers for ids ['11882d41-4c0f-4751-be11-2ad264878837'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:26:27.283097 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Routers {'11882d41-4c0f-4751-be11-2ad264878837'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:27.284715 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['11882d41-4c0f-4751-be11-2ad264878837'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:27.313117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dbf6a-29aa-454c-9d5d-359020f3767e req-d881a298-c141-4ee4-ba7b-a073695a6d72 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:27.319356 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a47dbf6a-29aa-454c-9d5d-359020f3767e req-d881a298-c141-4ee4-ba7b-a073695a6d72 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=d46e21e8-3e08-431c-bf20-7d7c518b27bc HTTP/1.1" status: 200 len: 931 time: 0.3472214 Jul 14 07:26:27.321293 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-8305c1bc-e495-4fdb-a086-7571a6edaa14 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0604062 Jul 14 07:26:27.357156 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] Request body: {'port': {'device_id': 'd46e21e8-3e08-431c-bf20-7d7c518b27bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:27.437019 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1ad748ab-067a-47fe-bdd0-a76c79653425 None None] Port 2a999e42-4a0b-48f6-91ee-f82bf988f008 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:26:27.472783 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Set router 11882d41-4c0f-4751-be11-2ad264878837 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:26:27.530002 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a47dbf6a-29aa-454c-9d5d-359020f3767e req-83399153-7936-4bd0-89d1-0d1e9b70ab23 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967607 Jul 14 07:26:27.573538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] DHCP port deletion for 4098884f-890c-45cc-bb34-682a7252a02e request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:26:27.576414 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:27.590692 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-39dc6273-3d74-43dc-b389-ea46c6667650 None None] Provisioning for port 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:27.647680 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-39dc6273-3d74-43dc-b389-ea46c6667650 None None] Provisioning complete for port 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:27.648059 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39dc6273-3d74-43dc-b389-ea46c6667650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:27.761409 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-39dc6273-3d74-43dc-b389-ea46c6667650 None None] Port 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:26:27.764067 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] Deleting port 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:26:27.764448 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:27.837793 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] For port 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=60038bf6-ee88-4b92-a4d5-6ab5db6e9da5,segment=NetworkSegment(32ce9de5-54b9-4186-b9df-658363a4a810),segment_id=32ce9de5-54b9-4186-b9df-658363a4a810)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:27.838309 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:27.856179 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] Calling delete_port for 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:26:27.858373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] For port 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=60038bf6-ee88-4b92-a4d5-6ab5db6e9da5,segment=NetworkSegment(32ce9de5-54b9-4186-b9df-658363a4a810),segment_id=32ce9de5-54b9-4186-b9df-658363a4a810)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:27.858935 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:27.900976 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11882d41-4c0f-4751-be11-2ad264878837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720889487', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:26:15Z', 'updated_at': '2021-07-14T07:26:24Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:16Z', 'updated_at': '2021-07-14T07:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '2a999e42-4a0b-48f6-91ee-f82bf988f008', 'name': '', 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:e8:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '52e8a703-9fb0-4523-b9f6-548824b90b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:23Z', 'updated_at': '2021-07-14T07:26:25Z', 'revision_number': 2, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '52e8a703-9fb0-4523-b9f6-548824b90b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:27.943866 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Calling delete_port for 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:26:28.005858 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:28.009515 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Checking router: 11882d41-4c0f-4751-be11-2ad264878837 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:26:28.010249 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Updating router 11882d41-4c0f-4751-be11-2ad264878837 port 2a999e42-4a0b-48f6-91ee-f82bf988f008 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:26:28.019463 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17753481-a5ad-4de2-af6a-b5bc73dc45f8 req-e38ed8c0-9628-4d22-8bd7-c8d0e657a301 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:28.021131 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-17753481-a5ad-4de2-af6a-b5bc73dc45f8 req-e38ed8c0-9628-4d22-8bd7-c8d0e657a301 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.30 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 946 time: 0.3145814 Jul 14 07:26:28.038733 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] Pushing event deleted for resources: {'Port': ['ID=60038bf6-ee88-4b92-a4d5-6ab5db6e9da5,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:28.046720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] No DVR routers for this DVR port 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:26:28.049167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:28.049715 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:28.050328 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:28.050710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791407a5-b094-4e23-afa7-a91a533e7057 req-6fe25b2e-6dfc-44fc-aa57-1c142d060a11 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:28.051269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:28.051820 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:28.052640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-791407a5-b094-4e23-afa7-a91a533e7057 req-6fe25b2e-6dfc-44fc-aa57-1c142d060a11 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 946 time: 0.2270534 Jul 14 07:26:28.058678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:28.059163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:28.060003 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:28.060467 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:28.060976 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:28.061237 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:28.061678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff646e07-e63d-4b10-bdc9-fefd15de9c88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:28.086127 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-1c4ac044-5b5b-4542-b08a-d50f637b8123 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2044487673&fields=id&tenant_id=b7b4e8051a664c019a0af911d6ce8090 HTTP/1.1" status: 200 len: 267 time: 0.1292346 Jul 14 07:26:28.093739 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:28.154803 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:28.182764 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Pushing event deleted for resources: {'Port': ['ID=60038bf6-ee88-4b92-a4d5-6ab5db6e9da5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:28.192406 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] No DVR routers for this DVR port 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:26:28.227122 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-791407a5-b094-4e23-afa7-a91a533e7057 req-2d43c09a-3c6f-432f-aabe-f20e014f3bd9 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/security-groups?id=c207a68e-e124-4b6d-b317-2dda4b728798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661572 Jul 14 07:26:28.293052 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:26:28.303495 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:28.312083 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:28.313533 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-be3e5727-ba35-46ce-84a9-62c9953d40ab tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:28.321383 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-be3e5727-ba35-46ce-84a9-62c9953d40ab tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/networks?id=0e2898fb-98a0-4317-af70-5ffa70142f62 HTTP/1.1" status: 200 len: 796 time: 0.2329440 Jul 14 07:26:28.323966 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4098884f-890c-45cc-bb34-682a7252a02e']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:28.336010 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ce9de5-54b9-4186-b9df-658363a4a810') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:28.336672 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ce9de5-54b9-4186-b9df-658363a4a810') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:28.345524 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-133e1ad0-a39f-4678-97ab-8b0d480cb36c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/quotas/b7b4e8051a664c019a0af911d6ce8090 HTTP/1.1" status: 200 len: 375 time: 0.0235653 Jul 14 07:26:28.347760 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:28.348240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] Transition to ACTIVE for port object 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:28.360455 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:28.367405 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:28.374354 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:26:28.375119 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:28.439828 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142696a-2867-4748-8965-86716707d19e service neutron] Pushing event updated for resources: {'Port': ['ID=06cbb094-fc1e-4f32-938f-3e9c8ac610c1,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:26:28.458160 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:26:28.465137 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:28.468185 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-17753481-a5ad-4de2-af6a-b5bc73dc45f8 req-7212c4a2-c8af-4918-bee9-75ebe9082d16 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Deleting port 694c6e03-7336-4d42-b3ba-e1015d679ee5 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:26:28.468638 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-17753481-a5ad-4de2-af6a-b5bc73dc45f8 req-7212c4a2-c8af-4918-bee9-75ebe9082d16 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:28.494487 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:28.503107 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:28.507899 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] 10.222.0.35 "DELETE /v2.0/networks/4098884f-890c-45cc-bb34-682a7252a02e HTTP/1.1" status: 204 len: 168 time: 1.5929272 Jul 14 07:26:28.509001 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94613b7-afaa-40ea-a468-f46f73ed9b03 tempest-FloatingIPNegativeTestJSON-254437099 tempest-FloatingIPNegativeTestJSON-254437099-project] Pushing event deleted for resources: {'Network': ['ID=4098884f-890c-45cc-bb34-682a7252a02e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:28.519614 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Transition to ACTIVE for port object 2a999e42-4a0b-48f6-91ee-f82bf988f008 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:28.531781 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:28.612934 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-4b614969-dbf4-400d-8ddb-01916c10ee6f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2659123 Jul 14 07:26:28.632413 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] Attempting to bind port 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:26:28.632601 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] Attempting to bind port 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:26:28.640296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] Attempting to bind port 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 on network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:26:28.642443 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec67769-8c72-44a1-b681-7f15372bcbe9 None None] Pushing event updated for resources: {'Port': ['ID=2a999e42-4a0b-48f6-91ee-f82bf988f008,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:28.673692 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-17753481-a5ad-4de2-af6a-b5bc73dc45f8 req-7212c4a2-c8af-4918-bee9-75ebe9082d16 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] For port 694c6e03-7336-4d42-b3ba-e1015d679ee5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=694c6e03-7336-4d42-b3ba-e1015d679ee5,segment=NetworkSegment(131d3f34-06ca-4fec-a78b-815669364762),segment_id=131d3f34-06ca-4fec-a78b-815669364762)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:28.676306 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-17753481-a5ad-4de2-af6a-b5bc73dc45f8 req-7212c4a2-c8af-4918-bee9-75ebe9082d16 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:28.681099 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] Port 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 on network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:26:28.681456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] Attempting to bind port 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 on network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:26:28.711167 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-17753481-a5ad-4de2-af6a-b5bc73dc45f8 req-7212c4a2-c8af-4918-bee9-75ebe9082d16 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Calling delete_port for 694c6e03-7336-4d42-b3ba-e1015d679ee5 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:26:28.755606 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Attempting to bind port 2a999e42-4a0b-48f6-91ee-f82bf988f008 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:26:28.756590 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Attempting to bind port 2a999e42-4a0b-48f6-91ee-f82bf988f008 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:26:28.757202 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Attempting to bind port 2a999e42-4a0b-48f6-91ee-f82bf988f008 on network 0e2898fb-98a0-4317-af70-5ffa70142f62 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:26:28.776964 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:26:28.777825 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Checking segment: {'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:26:28.779886 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:28.781220 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Bound using segment: {'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:26:28.782665 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Bound port: 2a999e42-4a0b-48f6-91ee-f82bf988f008, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:26:28.785321 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:28.795619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:26:28.795961 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] Checking segment: {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:26:28.796345 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] Bound using segment: {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:26:28.796782 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] Bound port: 06cbb094-fc1e-4f32-938f-3e9c8ac610c1, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:26:28.797140 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:28.865829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:26:28.907891 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:26:28.908762 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 60038bf6-ee88-4b92-a4d5-6ab5db6e9da5 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:26:28.917064 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] For port 2a999e42-4a0b-48f6-91ee-f82bf988f008, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:26:28.922006 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] For port 2a999e42-4a0b-48f6-91ee-f82bf988f008, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2a999e42-4a0b-48f6-91ee-f82bf988f008,segment=NetworkSegment(2385f07d-fd91-43db-8760-2d07099c043d),segment_id=2385f07d-fd91-43db-8760-2d07099c043d)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:26:28.932850 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:29.071859 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-17753481-a5ad-4de2-af6a-b5bc73dc45f8 req-7212c4a2-c8af-4918-bee9-75ebe9082d16 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:29.086448 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['694c6e03-7336-4d42-b3ba-e1015d679ee5'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:26:29.151616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212c4a2-c8af-4918-bee9-75ebe9082d16 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Pushing event deleted for resources: {'Port': ['ID=694c6e03-7336-4d42-b3ba-e1015d679ee5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:29.229707 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Routers {'11882d41-4c0f-4751-be11-2ad264878837'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:29.230554 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['11882d41-4c0f-4751-be11-2ad264878837'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:29.232020 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49902) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:29.233303 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-17753481-a5ad-4de2-af6a-b5bc73dc45f8 req-7212c4a2-c8af-4918-bee9-75ebe9082d16 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] No DVR routers for this DVR port 694c6e03-7336-4d42-b3ba-e1015d679ee5 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:26:29.251485 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-17753481-a5ad-4de2-af6a-b5bc73dc45f8 req-7212c4a2-c8af-4918-bee9-75ebe9082d16 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:29.253642 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-17753481-a5ad-4de2-af6a-b5bc73dc45f8 req-7212c4a2-c8af-4918-bee9-75ebe9082d16 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.30 "DELETE /v2.0/ports/694c6e03-7336-4d42-b3ba-e1015d679ee5 HTTP/1.1" status: 204 len: 173 time: 1.2259378 Jul 14 07:26:29.254125 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52089529-1c06-4967-a925-bf32cf656f2e', 'name': 'network-vif-deleted', 'tag': '694c6e03-7336-4d42-b3ba-e1015d679ee5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:26:29.263610 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dafa2f-5b08-4459-8413-d40239d96250" -d '{"events": [{"server_uuid": "52089529-1c06-4967-a925-bf32cf656f2e", "name": "network-vif-deleted", "tag": "694c6e03-7336-4d42-b3ba-e1015d679ee5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:26:29.493451 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec67769-8c72-44a1-b681-7f15372bcbe9 None None] Pushing event updated for resources: {'Port': ['ID=2a999e42-4a0b-48f6-91ee-f82bf988f008,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:29.530843 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] Set router 11882d41-4c0f-4751-be11-2ad264878837 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:26:29.598362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] For port 06cbb094-fc1e-4f32-938f-3e9c8ac610c1, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:26:29.604459 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-aa56856a-1d1a-43f3-a5af-62858539f8cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4eeab61657424cf0ad0dc6aa8c7c2a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690665 Jul 14 07:26:29.605215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49920) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:29.608645 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e4a44-5a53-4e25-852b-6ec8817f0d9d req-da8f0df6-bf8b-4090-a6e3-2e9d2aef2c77 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:29.618829 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b1e4a44-5a53-4e25-852b-6ec8817f0d9d req-da8f0df6-bf8b-4090-a6e3-2e9d2aef2c77 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=d46e21e8-3e08-431c-bf20-7d7c518b27bc HTTP/1.1" status: 200 len: 943 time: 0.8230569 Jul 14 07:26:29.633212 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] For port 06cbb094-fc1e-4f32-938f-3e9c8ac610c1, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=06cbb094-fc1e-4f32-938f-3e9c8ac610c1,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:26:29.641758 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-3bc36988-37e5-49fb-8c07-30df3d9a64b7 service neutron] 10.222.0.35 "GET /v2.0/networks/0e2898fb-98a0-4317-af70-5ffa70142f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9766743 Jul 14 07:26:29.666649 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:29.695822 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8107f596-9296-440e-b2a2-88741da40642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:29.724185 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8107f596-9296-440e-b2a2-88741da40642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:29.761322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:29.762890 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:29.765076 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a142696a-2867-4748-8965-86716707d19e service neutron] 10.222.0.15 "PUT /v2.0/ports/06cbb094-fc1e-4f32-938f-3e9c8ac610c1 HTTP/1.1" status: 200 len: 1091 time: 2.4232745 Jul 14 07:26:29.780456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46e21e8-3e08-431c-bf20-7d7c518b27bc', 'tag': '06cbb094-fc1e-4f32-938f-3e9c8ac610c1'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:26:29.785676 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa5744b-48bc-49c3-bc74-77ac75ac0c96" -d '{"events": [{"name": "network-changed", "server_uuid": "d46e21e8-3e08-431c-bf20-7d7c518b27bc", "tag": "06cbb094-fc1e-4f32-938f-3e9c8ac610c1"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:26:29.812004 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b1e4a44-5a53-4e25-852b-6ec8817f0d9d req-0676fde7-ebf4-44e0-95ac-967393e97242 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911633 Jul 14 07:26:29.824829 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8107f596-9296-440e-b2a2-88741da40642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:29.829079 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8107f596-9296-440e-b2a2-88741da40642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:29.829397 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11882d41-4c0f-4751-be11-2ad264878837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720889487', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:26:15Z', 'updated_at': '2021-07-14T07:26:24Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:16Z', 'updated_at': '2021-07-14T07:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '2a999e42-4a0b-48f6-91ee-f82bf988f008', 'name': '', 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:e8:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '52e8a703-9fb0-4523-b9f6-548824b90b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:23Z', 'updated_at': '2021-07-14T07:26:28Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '52e8a703-9fb0-4523-b9f6-548824b90b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:29.833672 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8107f596-9296-440e-b2a2-88741da40642 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/076a70fe-2849-4fc5-9869-0758862c4185 HTTP/1.1" status: 204 len: 168 time: 0.2249722 Jul 14 07:26:29.844597 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107f596-9296-440e-b2a2-88741da40642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076a70fe-2849-4fc5-9869-0758862c4185,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:29.928796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142696a-2867-4748-8965-86716707d19e service neutron] Pushing event updated for resources: {'Port': ['ID=06cbb094-fc1e-4f32-938f-3e9c8ac610c1,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:29.944126 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d787eae1-2af2-4f06-b9fc-8b453418aef3 None None] The sync data for ids ['11882d41-4c0f-4751-be11-2ad264878837'] in n-d-778696-5 is: [{'id': '11882d41-4c0f-4751-be11-2ad264878837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720889487', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:26:15Z', 'updated_at': '2021-07-14T07:26:24Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:16Z', 'updated_at': '2021-07-14T07:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '2a999e42-4a0b-48f6-91ee-f82bf988f008', 'name': '', 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:e8:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '52e8a703-9fb0-4523-b9f6-548824b90b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:23Z', 'updated_at': '2021-07-14T07:26:28Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '52e8a703-9fb0-4523-b9f6-548824b90b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:26:30.027391 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-d3b487f7-194c-4469-9f29-699c38485f03 service neutron] 10.222.0.35 "GET /v2.0/networks/0e2898fb-98a0-4317-af70-5ffa70142f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846979 Jul 14 07:26:30.146924 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd512523-ce65-48b0-af1c-6071af142938 req-68c3f882-8820-4496-919d-32bf0b01a813 tempest-TestServerAdvancedOps-249519992 tempest-TestServerAdvancedOps-249519992-project] 10.222.0.35 "GET /v2.0/ports?device_id=52089529-1c06-4967-a925-bf32cf656f2e HTTP/1.1" status: 200 len: 210 time: 0.0717943 Jul 14 07:26:30.158523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-407ddde6-c5c0-4983-b460-4f50625a521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:30.164555 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-407ddde6-c5c0-4983-b460-4f50625a521f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=d46e21e8-3e08-431c-bf20-7d7c518b27bc HTTP/1.1" status: 200 len: 1094 time: 0.3493295 Jul 14 07:26:30.290975 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193914ef-36e9-4805-99ce-7bf3e8b3d000 x-openstack-request-id: req-193914ef-36e9-4805-99ce-7bf3e8b3d000 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:26:30.291457 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52089529-1c06-4967-a925-bf32cf656f2e", "name": "network-vif-deleted", "tag": "694c6e03-7336-4d42-b3ba-e1015d679ee5", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:26:30.291457 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-193914ef-36e9-4805-99ce-7bf3e8b3d000 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:26:30.291678 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52089529-1c06-4967-a925-bf32cf656f2e', 'name': 'network-vif-deleted', 'tag': '694c6e03-7336-4d42-b3ba-e1015d679ee5', 'status': 'completed', 'code': 200} Jul 14 07:26:30.306464 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-2708861d-0f91-4271-bbf7-db69b45500a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06cbb094-fc1e-4f32-938f-3e9c8ac610c1 HTTP/1.1" status: 200 len: 217 time: 0.1306586 Jul 14 07:26:30.387093 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f981c6-d676-411b-b99f-287ccd9f34b8 x-openstack-request-id: req-04f981c6-d676-411b-b99f-287ccd9f34b8 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:26:30.387392 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46e21e8-3e08-431c-bf20-7d7c518b27bc", "tag": "06cbb094-fc1e-4f32-938f-3e9c8ac610c1", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:26:30.387778 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04f981c6-d676-411b-b99f-287ccd9f34b8 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:26:30.388244 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46e21e8-3e08-431c-bf20-7d7c518b27bc', 'tag': '06cbb094-fc1e-4f32-938f-3e9c8ac610c1', 'status': 'completed', 'code': 200} Jul 14 07:26:30.437715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4de7c4fd-e60e-4396-8c7c-17b2372acc38 req-fe835a87-e27f-4d52-9133-f607ce03b5b4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 210 time: 0.0523345 Jul 14 07:26:30.446914 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-d478dedb-d002-4ae4-9551-51455921547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:30.448380 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-d478dedb-d002-4ae4-9551-51455921547f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.1395383 Jul 14 07:26:30.527865 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf1e13a1-2dc5-4993-adcb-77acd4cd8e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:30.547690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-ee5bc75b-dd6d-4db4-a4eb-4d413e38f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:30.549791 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-ee5bc75b-dd6d-4db4-a4eb-4d413e38f8d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952513 Jul 14 07:26:30.719697 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-ae9f40f1-b95c-412c-bc20-3a16c289e0a2 service neutron] 10.222.0.15 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631696 Jul 14 07:26:30.977366 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2a999e42-4a0b-48f6-91ee-f82bf988f008 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:26:31.013368 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-433a7cfd-6462-41db-8a3e-43f04f5a798c req-a5124ed9-138d-48e9-97d0-00edc2c1322f service neutron] 10.222.0.15 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836986 Jul 14 07:26:31.084710 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 2a999e42-4a0b-48f6-91ee-f82bf988f008 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:31.107274 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 2a999e42-4a0b-48f6-91ee-f82bf988f008 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:31.112460 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:31.236444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 694c6e03-7336-4d42-b3ba-e1015d679ee5 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:26:31.265179 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5744b-48bc-49c3-bc74-77ac75ac0c96 req-793a922b-1e8a-45c3-af59-b5a1ba6634ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:31.266810 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fa5744b-48bc-49c3-bc74-77ac75ac0c96 req-793a922b-1e8a-45c3-af59-b5a1ba6634ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=d46e21e8-3e08-431c-bf20-7d7c518b27bc HTTP/1.1" status: 200 len: 1094 time: 0.1011796 Jul 14 07:26:31.278580 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44788c6f-ac8a-442d-8975-6a8d26ee82cf req-53cea620-5ddd-4f9d-9ae4-bd87274a80a8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:31.284602 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44788c6f-ac8a-442d-8975-6a8d26ee82cf req-53cea620-5ddd-4f9d-9ae4-bd87274a80a8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=d46e21e8-3e08-431c-bf20-7d7c518b27bc HTTP/1.1" status: 200 len: 943 time: 0.1689539 Jul 14 07:26:31.296056 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 694c6e03-7336-4d42-b3ba-e1015d679ee5 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:26:31.296394 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 694c6e03-7336-4d42-b3ba-e1015d679ee5 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:26:31.325152 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49970) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:31.357522 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:31.376816 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49974) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:31.432101 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 2a999e42-4a0b-48f6-91ee-f82bf988f008, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2a999e42-4a0b-48f6-91ee-f82bf988f008,segment=NetworkSegment(2385f07d-fd91-43db-8760-2d07099c043d),segment_id=2385f07d-fd91-43db-8760-2d07099c043d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:31.438915 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:31.490651 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4999d0-8785-41a0-aa8c-f92c051fa9ee admin admin] Deleting subnet 69080941-eeb2-44b9-9a17-e3a5a9a7178b {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:26:31.499490 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b4999d0-8785-41a0-aa8c-f92c051fa9ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:31.509456 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=2a999e42-4a0b-48f6-91ee-f82bf988f008,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:31.525477 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44788c6f-ac8a-442d-8975-6a8d26ee82cf req-f1c6fb78-722a-444e-9581-7c3b6a9f76e8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373052 Jul 14 07:26:31.549737 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5744b-48bc-49c3-bc74-77ac75ac0c96 req-95f8053f-5b9d-4165-898f-ff1721c0d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:31.551606 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fa5744b-48bc-49c3-bc74-77ac75ac0c96 req-95f8053f-5b9d-4165-898f-ff1721c0d675 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 913 time: 0.2660556 Jul 14 07:26:31.570725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8d8c9ddf-a328-4c87-9556-ff4b83c13b0b tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1784433621'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:31.604355 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b4999d0-8785-41a0-aa8c-f92c051fa9ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:31.625867 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fa5744b-48bc-49c3-bc74-77ac75ac0c96 req-a59431e7-d880-4d07-ac7c-17dd36d45b18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06cbb094-fc1e-4f32-938f-3e9c8ac610c1 HTTP/1.1" status: 200 len: 217 time: 0.0670433 Jul 14 07:26:31.637553 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8c9ddf-a328-4c87-9556-ff4b83c13b0b tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Made reservation on behalf of 10091cecf30e40c6af8a7a9b0f5bf221 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:26:31.642394 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d8c9ddf-a328-4c87-9556-ff4b83c13b0b tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:31.656074 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d8c9ddf-a328-4c87-9556-ff4b83c13b0b tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:31.687759 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b4999d0-8785-41a0-aa8c-f92c051fa9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:31.724539 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5744b-48bc-49c3-bc74-77ac75ac0c96 req-56997747-36ba-4a88-8a8d-f6d6c6efd719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:31.726853 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fa5744b-48bc-49c3-bc74-77ac75ac0c96 req-56997747-36ba-4a88-8a8d-f6d6c6efd719 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.0937333 Jul 14 07:26:31.733708 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a175fde-0f46-4ebc-9ef2-028a046f4a9d req-3f1a8a3d-9ddc-4ac4-8dcb-f5e7829ed9f5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 210 time: 0.0914621 Jul 14 07:26:31.781902 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b4999d0-8785-41a0-aa8c-f92c051fa9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:31.802250 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b4999d0-8785-41a0-aa8c-f92c051fa9ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:31.804487 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3b4999d0-8785-41a0-aa8c-f92c051fa9ee admin admin] 10.222.0.35 "DELETE /v2.0/subnets/69080941-eeb2-44b9-9a17-e3a5a9a7178b HTTP/1.1" status: 204 len: 168 time: 0.4260988 Jul 14 07:26:31.816375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49978) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:31.830557 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4999d0-8785-41a0-aa8c-f92c051fa9ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69080941-eeb2-44b9-9a17-e3a5a9a7178b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:31.878591 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d8c9ddf-a328-4c87-9556-ff4b83c13b0b tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:31.884912 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d8c9ddf-a328-4c87-9556-ff4b83c13b0b tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:31.924670 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8c9ddf-a328-4c87-9556-ff4b83c13b0b tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:26:31.945202 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c9ddf-a328-4c87-9556-ff4b83c13b0b tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89dcbe78-fa34-4950-b216-67a7fd675982,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:31.962922 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d8c9ddf-a328-4c87-9556-ff4b83c13b0b tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:31.963334 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-8d8c9ddf-a328-4c87-9556-ff4b83c13b0b tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Added segment 5922f2c8-d8d6-4b41-b577-b45395d6c875 of type vlan for network cdead165-8ccb-41f4-afa8-ba7ea29e72d9 Jul 14 07:26:31.975789 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a01f838-f304-47e1-8000-21d55286d811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:31.989856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5744b-48bc-49c3-bc74-77ac75ac0c96 req-b3ebcaac-e0c7-4264-9a82-e72be26ba36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:31.991392 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fa5744b-48bc-49c3-bc74-77ac75ac0c96 req-b3ebcaac-e0c7-4264-9a82-e72be26ba36d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2559648 Jul 14 07:26:32.060821 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d8c9ddf-a328-4c87-9556-ff4b83c13b0b tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:32.138988 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d8c9ddf-a328-4c87-9556-ff4b83c13b0b tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:32.145926 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8c9ddf-a328-4c87-9556-ff4b83c13b0b tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:32.146541 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d8c9ddf-a328-4c87-9556-ff4b83c13b0b tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:32.190894 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a01f838-f304-47e1-8000-21d55286d811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:32.204860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-8a01f838-f304-47e1-8000-21d55286d811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94bec7f6-f5b0-46e7-8991-e00fab0bb2d4']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:32.211237 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fa5744b-48bc-49c3-bc74-77ac75ac0c96 req-7ddd4cd9-474c-4c6b-8e94-194e1d2436a6 service neutron] 10.222.0.15 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102478 Jul 14 07:26:32.231392 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-8a01f838-f304-47e1-8000-21d55286d811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131d3f34-06ca-4fec-a78b-815669364762') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:32.231791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-8a01f838-f304-47e1-8000-21d55286d811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131d3f34-06ca-4fec-a78b-815669364762') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:32.253020 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8d8c9ddf-a328-4c87-9556-ff4b83c13b0b tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9258993 Jul 14 07:26:32.257794 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49984) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:32.267234 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-1abaf3e6-6c72-4990-9be1-69dcc6e4ce1a tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'cdead165-8ccb-41f4-afa8-ba7ea29e72d9', 'tempest-TagsTest-Tag-273459665') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:32.285259 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a01f838-f304-47e1-8000-21d55286d811 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:32.302718 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c9ddf-a328-4c87-9556-ff4b83c13b0b tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Pushing event updated for resources: {'Network': ['ID=cdead165-8ccb-41f4-afa8-ba7ea29e72d9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:32.309637 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a01f838-f304-47e1-8000-21d55286d811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:32.314083 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network cdead165-8ccb-41f4-afa8-ba7ea29e72d9 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:26:32.320844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a01f838-f304-47e1-8000-21d55286d811 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:26:32.321450 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a01f838-f304-47e1-8000-21d55286d811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:26:32.323201 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:26:32.372777 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-591b2eb4-c9f1-40a8-b16a-136a65245494 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:32.374318 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-591b2eb4-c9f1-40a8-b16a-136a65245494 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.30 "GET /v2.0/networks?id=0e2898fb-98a0-4317-af70-5ffa70142f62 HTTP/1.1" status: 200 len: 796 time: 0.3799105 Jul 14 07:26:32.410092 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fa5744b-48bc-49c3-bc74-77ac75ac0c96 req-e53e00cd-cd5e-4d8b-9695-a3b236bf4859 service neutron] 10.222.0.15 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924481 Jul 14 07:26:32.414789 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a01f838-f304-47e1-8000-21d55286d811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:32.423053 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a01f838-f304-47e1-8000-21d55286d811 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:32.426550 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8a01f838-f304-47e1-8000-21d55286d811 admin admin] 10.222.0.35 "DELETE /v2.0/networks/94bec7f6-f5b0-46e7-8991-e00fab0bb2d4 HTTP/1.1" status: 204 len: 168 time: 0.6080782 Jul 14 07:26:32.438936 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49986) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:32.453256 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-d0d5b167-8ea6-47fa-a13e-73f7bc2a3f8f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7b4e8051a664c019a0af911d6ce8090 HTTP/1.1" status: 200 len: 380 time: 0.0689707 Jul 14 07:26:32.461959 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1abaf3e6-6c72-4990-9be1-69dcc6e4ce1a tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] 10.222.0.35 "PUT /v2.0/networks/cdead165-8ccb-41f4-afa8-ba7ea29e72d9/tags/tempest-TagsTest-Tag-273459665 HTTP/1.1" status: 201 len: 201 time: 0.2015448 Jul 14 07:26:32.467593 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-768f1055-8434-4ebd-be8a-3a6ffc9d4172 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'port': {'device_id': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62', 'admin_state_up': True, 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'security_groups': ['6404f444-7cc9-4d90-a74c-2aca509bf642']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:32.470540 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 49988) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:32.472249 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01f838-f304-47e1-8000-21d55286d811 admin admin] Pushing event deleted for resources: {'Network': ['ID=94bec7f6-f5b0-46e7-8991-e00fab0bb2d4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:32.478504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-1f05c6fd-f0b5-43bd-be93-27e26e4c3956 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cdead165-8ccb-41f4-afa8-ba7ea29e72d9', 'tempest-TagsTest-Tag-273459665') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:32.545586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddeeca69-123b-40e6-b071-5dd93d5c90b3 admin admin] Deleting subnet 495a692b-43d7-496c-8bb3-0a38c5c7e743 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:26:32.556581 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddeeca69-123b-40e6-b071-5dd93d5c90b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:32.608039 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddeeca69-123b-40e6-b071-5dd93d5c90b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:32.611383 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1f05c6fd-f0b5-43bd-be93-27e26e4c3956 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] 10.222.0.35 "GET /v2.0/networks/cdead165-8ccb-41f4-afa8-ba7ea29e72d9/tags/tempest-TagsTest-Tag-273459665 HTTP/1.1" status: 204 len: 168 time: 0.1367946 Jul 14 07:26:32.615327 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49992) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:32.616108 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-768f1055-8434-4ebd-be8a-3a6ffc9d4172 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Made reservation on behalf of b7b4e8051a664c019a0af911d6ce8090 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:26:32.625055 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-768f1055-8434-4ebd-be8a-3a6ffc9d4172 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:32.641040 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-90d9a6a8-91a1-48de-96e3-45757da4ea3b tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'cdead165-8ccb-41f4-afa8-ba7ea29e72d9') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:32.665678 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddeeca69-123b-40e6-b071-5dd93d5c90b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:32.795721 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddeeca69-123b-40e6-b071-5dd93d5c90b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:32.811661 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d39ba6-e344-44cc-8f06-6d4cedd2ef91 req-24fd3715-f0e9-4de9-931a-271553476f34 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:32.814189 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f2d39ba6-e344-44cc-8f06-6d4cedd2ef91 req-24fd3715-f0e9-4de9-931a-271553476f34 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=d46e21e8-3e08-431c-bf20-7d7c518b27bc HTTP/1.1" status: 200 len: 943 time: 0.1457379 Jul 14 07:26:32.838045 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-90d9a6a8-91a1-48de-96e3-45757da4ea3b tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] 10.222.0.35 "GET /v2.0/networks/cdead165-8ccb-41f4-afa8-ba7ea29e72d9/tags HTTP/1.1" status: 200 len: 237 time: 0.2058976 Jul 14 07:26:32.838402 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49996) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:32.845721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.tag.tag_plugin [None req-83477787-1845-4f58-9637-bc0d0cacd65f tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'cdead165-8ccb-41f4-afa8-ba7ea29e72d9', {'tags': ['tempest-TagsTest-Tag-1966577802', 'tempest-TagsTest-Tag-1110171482', 'tempest-TagsTest-Tag-1707168217']}) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:32.852978 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeeca69-123b-40e6-b071-5dd93d5c90b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=495a692b-43d7-496c-8bb3-0a38c5c7e743,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:32.869265 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddeeca69-123b-40e6-b071-5dd93d5c90b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:32.874117 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ddeeca69-123b-40e6-b071-5dd93d5c90b3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/495a692b-43d7-496c-8bb3-0a38c5c7e743 HTTP/1.1" status: 204 len: 168 time: 0.4318483 Jul 14 07:26:32.877347 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 49998) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:32.907961 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f2d39ba6-e344-44cc-8f06-6d4cedd2ef91 req-c013c909-fbb9-42b5-9999-71c794893556 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673013 Jul 14 07:26:32.922118 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2a999e42-4a0b-48f6-91ee-f82bf988f008 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:26:32.991874 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c0ba0e7-4a2a-4e70-b789-6b69ac1c6448 req-d8fd1129-22b7-45f8-9560-86a29da4efae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 210 time: 0.0451796 Jul 14 07:26:32.994198 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 2a999e42-4a0b-48f6-91ee-f82bf988f008 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:32.994876 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:33.029004 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b93c26b-e61e-4a4f-9fd6-c0aac226133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:33.031873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-768f1055-8434-4ebd-be8a-3a6ffc9d4172 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Allocated IP 172.20.0.5 (0e2898fb-98a0-4317-af70-5ffa70142f62/52e8a703-9fb0-4523-b9f6-548824b90b89/2575dbfa-882b-4d12-8f80-f84ca4fc44be) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:26:33.120902 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-83477787-1845-4f58-9637-bc0d0cacd65f tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] 10.222.0.35 "PUT /v2.0/networks/cdead165-8ccb-41f4-afa8-ba7ea29e72d9/tags HTTP/1.1" status: 200 len: 309 time: 0.2814770 Jul 14 07:26:33.123578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50000) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:33.128395 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-c0501a1f-5ceb-4ee6-af99-c4e464124144 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'cdead165-8ccb-41f4-afa8-ba7ea29e72d9', 'tempest-TagsTest-Tag-1966577802') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:33.224015 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c0501a1f-5ceb-4ee6-af99-c4e464124144 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] 10.222.0.35 "DELETE /v2.0/networks/cdead165-8ccb-41f4-afa8-ba7ea29e72d9/tags/tempest-TagsTest-Tag-1966577802 HTTP/1.1" status: 204 len: 168 time: 0.0990555 Jul 14 07:26:33.224595 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50004) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:33.228687 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b93c26b-e61e-4a4f-9fd6-c0aac226133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:33.228922 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-930a197f-842d-46be-b824-1c24cacad4b2 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cdead165-8ccb-41f4-afa8-ba7ea29e72d9', 'tempest-TagsTest-Tag-1966577802') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:33.254295 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4b93c26b-e61e-4a4f-9fd6-c0aac226133b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016b3e6d-b2bb-4863-9dcd-771cf1acceab']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:33.269976 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4b93c26b-e61e-4a4f-9fd6-c0aac226133b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f4b2c0-1337-4dc6-bb50-f2467b1eabb4') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:33.270399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4b93c26b-e61e-4a4f-9fd6-c0aac226133b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f4b2c0-1337-4dc6-bb50-f2467b1eabb4') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:33.293630 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b93c26b-e61e-4a4f-9fd6-c0aac226133b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:33.303276 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e3afff56-2bf2-4743-bb8d-36016aacd96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:33.321355 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b93c26b-e61e-4a4f-9fd6-c0aac226133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:33.340085 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b93c26b-e61e-4a4f-9fd6-c0aac226133b admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:26:33.340613 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b93c26b-e61e-4a4f-9fd6-c0aac226133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:26:33.342528 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:26:33.344861 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-930a197f-842d-46be-b824-1c24cacad4b2 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] show failed (client error): The resource could not be found. Jul 14 07:26:33.344861 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-930a197f-842d-46be-b824-1c24cacad4b2 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] 10.222.0.35 "GET /v2.0/networks/cdead165-8ccb-41f4-afa8-ba7ea29e72d9/tags/tempest-TagsTest-Tag-1966577802 HTTP/1.1" status: 404 len: 326 time: 0.1185064 Jul 14 07:26:33.346748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50010) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:33.352169 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-2fb583dc-425f-4d4e-9a5b-8136178c25e6 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cdead165-8ccb-41f4-afa8-ba7ea29e72d9', 'tempest-TagsTest-Tag-1110171482') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:33.415275 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-768f1055-8434-4ebd-be8a-3a6ffc9d4172 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:33.464571 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-768f1055-8434-4ebd-be8a-3a6ffc9d4172 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Transition to ACTIVE for port object 2575dbfa-882b-4d12-8f80-f84ca4fc44be will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:33.476339 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2fb583dc-425f-4d4e-9a5b-8136178c25e6 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] 10.222.0.35 "GET /v2.0/networks/cdead165-8ccb-41f4-afa8-ba7ea29e72d9/tags/tempest-TagsTest-Tag-1110171482 HTTP/1.1" status: 204 len: 168 time: 0.1259079 Jul 14 07:26:33.477547 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50014) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:33.492541 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-f42acd43-803b-4d0d-a667-7a1c3cf74b54 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cdead165-8ccb-41f4-afa8-ba7ea29e72d9', 'tempest-TagsTest-Tag-1707168217') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:33.503357 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b93c26b-e61e-4a4f-9fd6-c0aac226133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:33.513858 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b93c26b-e61e-4a4f-9fd6-c0aac226133b admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:33.520127 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4b93c26b-e61e-4a4f-9fd6-c0aac226133b admin admin] 10.222.0.35 "DELETE /v2.0/networks/016b3e6d-b2bb-4863-9dcd-771cf1acceab HTTP/1.1" status: 204 len: 168 time: 0.6072068 Jul 14 07:26:33.559501 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93c26b-e61e-4a4f-9fd6-c0aac226133b admin admin] Pushing event deleted for resources: {'Network': ['ID=016b3e6d-b2bb-4863-9dcd-771cf1acceab,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:33.574801 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f42acd43-803b-4d0d-a667-7a1c3cf74b54 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] 10.222.0.35 "GET /v2.0/networks/cdead165-8ccb-41f4-afa8-ba7ea29e72d9/tags/tempest-TagsTest-Tag-1707168217 HTTP/1.1" status: 204 len: 168 time: 0.0929654 Jul 14 07:26:33.575308 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50018) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:33.591653 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-768f1055-8434-4ebd-be8a-3a6ffc9d4172 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:33.598032 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:33.598603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-366d7e3c-fd55-41e3-9656-44e4daf99a3f tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cdead165-8ccb-41f4-afa8-ba7ea29e72d9') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:33.696738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-768f1055-8434-4ebd-be8a-3a6ffc9d4172 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 0e2898fb-98a0-4317-af70-5ffa70142f62 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:33.704058 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-768f1055-8434-4ebd-be8a-3a6ffc9d4172 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:33.710837 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-768f1055-8434-4ebd-be8a-3a6ffc9d4172 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:26:33.787638 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f1055-8434-4ebd-be8a-3a6ffc9d4172 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=2575dbfa-882b-4d12-8f80-f84ca4fc44be,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:33.789813 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-366d7e3c-fd55-41e3-9656-44e4daf99a3f tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] 10.222.0.35 "DELETE /v2.0/networks/cdead165-8ccb-41f4-afa8-ba7ea29e72d9/tags HTTP/1.1" status: 204 len: 168 time: 0.2106020 Jul 14 07:26:33.791811 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50020) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:33.800246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-768f1055-8434-4ebd-be8a-3a6ffc9d4172 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:33.800946 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-768f1055-8434-4ebd-be8a-3a6ffc9d4172 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:33.805267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-875ddd2a-c34a-4bea-bf9d-61bfc4ce92fd tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cdead165-8ccb-41f4-afa8-ba7ea29e72d9', 'tempest-TagsTest-Tag-1110171482') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:33.809893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50022) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:33.822512 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-768f1055-8434-4ebd-be8a-3a6ffc9d4172 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3592439 Jul 14 07:26:33.834417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Request body: {'port': {'device_id': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:33.917398 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-419ffd1a-4710-469f-8f2f-afb1f9296ee5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae8ef88b931147cc8e23a6eba43ad001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1038506 Jul 14 07:26:33.920602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50024) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:33.929003 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:33.931541 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-875ddd2a-c34a-4bea-bf9d-61bfc4ce92fd tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] show failed (client error): The resource could not be found. Jul 14 07:26:33.932659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-875ddd2a-c34a-4bea-bf9d-61bfc4ce92fd tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] 10.222.0.35 "GET /v2.0/networks/cdead165-8ccb-41f4-afa8-ba7ea29e72d9/tags/tempest-TagsTest-Tag-1110171482 HTTP/1.1" status: 404 len: 326 time: 0.1385627 Jul 14 07:26:33.937669 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50026) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:33.945302 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-e0637733-1579-4d7e-a423-ea766d9a7264 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cdead165-8ccb-41f4-afa8-ba7ea29e72d9', 'tempest-TagsTest-Tag-1707168217') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:34.047638 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29a7805d-cca2-41fa-add0-b8b1b8aaeeed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:34.083330 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29a7805d-cca2-41fa-add0-b8b1b8aaeeed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:34.086568 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ff4f2cd7-b8e2-44b3-aa6d-6cfa5ce75329 None None] Provisioning for port 2575dbfa-882b-4d12-8f80-f84ca4fc44be completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:34.091152 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ff4f2cd7-b8e2-44b3-aa6d-6cfa5ce75329 None None] Provisioning complete for port 2575dbfa-882b-4d12-8f80-f84ca4fc44be triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:34.091533 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ff4f2cd7-b8e2-44b3-aa6d-6cfa5ce75329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:34.092374 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-e0637733-1579-4d7e-a423-ea766d9a7264 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] show failed (client error): The resource could not be found. Jul 14 07:26:34.093506 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e0637733-1579-4d7e-a423-ea766d9a7264 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] 10.222.0.35 "GET /v2.0/networks/cdead165-8ccb-41f4-afa8-ba7ea29e72d9/tags/tempest-TagsTest-Tag-1707168217 HTTP/1.1" status: 404 len: 326 time: 0.1549218 Jul 14 07:26:34.098463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50032) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:34.102867 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.tag.tag_plugin [None req-693e647f-b4d0-4842-a390-680dd54f8f92 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cdead165-8ccb-41f4-afa8-ba7ea29e72d9') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:34.146139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ff4f2cd7-b8e2-44b3-aa6d-6cfa5ce75329 None None] Port 2575dbfa-882b-4d12-8f80-f84ca4fc44be cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:26:34.287132 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29a7805d-cca2-41fa-add0-b8b1b8aaeeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:34.289731 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-29a7805d-cca2-41fa-add0-b8b1b8aaeeed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:34.290871 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-29a7805d-cca2-41fa-add0-b8b1b8aaeeed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c207a68e-e124-4b6d-b317-2dda4b728798 HTTP/1.1" status: 204 len: 168 time: 0.3692827 Jul 14 07:26:34.306061 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2575dbfa-882b-4d12-8f80-f84ca4fc44be {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:26:34.307778 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a373f74-01bb-47e1-a0b1-77df2887a775 req-110ec78f-6c08-4383-8681-418f39ca25e1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:34.309260 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a373f74-01bb-47e1-a0b1-77df2887a775 req-110ec78f-6c08-4383-8681-418f39ca25e1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=d46e21e8-3e08-431c-bf20-7d7c518b27bc HTTP/1.1" status: 200 len: 943 time: 0.1936343 Jul 14 07:26:34.316917 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:34.328315 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7805d-cca2-41fa-add0-b8b1b8aaeeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c207a68e-e124-4b6d-b317-2dda4b728798,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:34.332504 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Transition to ACTIVE for port object 2575dbfa-882b-4d12-8f80-f84ca4fc44be will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:26:34.346092 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-693e647f-b4d0-4842-a390-680dd54f8f92 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] 10.222.0.35 "DELETE /v2.0/networks/cdead165-8ccb-41f4-afa8-ba7ea29e72d9/tags HTTP/1.1" status: 204 len: 168 time: 0.2427728 Jul 14 07:26:34.346449 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50036) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:34.353284 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:34.353989 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c93b2-653c-4ee9-a5f5-575075e283ea req-b9c73901-5cf2-4a61-a32e-302c5cb5b36f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:34.355526 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-095c93b2-653c-4ee9-a5f5-575075e283ea req-b9c73901-5cf2-4a61-a32e-302c5cb5b36f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 931 time: 0.1672399 Jul 14 07:26:34.464612 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Pushing event updated for resources: {'Port': ['ID=2575dbfa-882b-4d12-8f80-f84ca4fc44be,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:34.503445 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a41a56a6-7f1d-4060-a7df-1a1cafde0e51 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:34.513797 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:26:34.539869 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a373f74-01bb-47e1-a0b1-77df2887a775 req-a3f21333-a2a1-45ab-ae6a-8d1c750bdb82 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207570 Jul 14 07:26:34.562950 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-095c93b2-653c-4ee9-a5f5-575075e283ea req-4fd741a3-531e-4573-bdb6-81a029f306d1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956162 Jul 14 07:26:34.587260 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Attempting to bind port 2575dbfa-882b-4d12-8f80-f84ca4fc44be on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:26:34.587387 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Attempting to bind port 2575dbfa-882b-4d12-8f80-f84ca4fc44be by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:26:34.587620 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Attempting to bind port 2575dbfa-882b-4d12-8f80-f84ca4fc44be on network 0e2898fb-98a0-4317-af70-5ffa70142f62 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:26:34.604998 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Port 2575dbfa-882b-4d12-8f80-f84ca4fc44be on network 0e2898fb-98a0-4317-af70-5ffa70142f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:26:34.605359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Attempting to bind port 2575dbfa-882b-4d12-8f80-f84ca4fc44be on network 0e2898fb-98a0-4317-af70-5ffa70142f62 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:26:34.617454 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:26:34.618334 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Checking segment: {'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:26:34.620666 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Bound using segment: {'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:26:34.621150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Bound port: 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:26:34.621546 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:34.692393 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:34.698408 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a41a56a6-7f1d-4060-a7df-1a1cafde0e51 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:34.713277 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a41a56a6-7f1d-4060-a7df-1a1cafde0e51 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdead165-8ccb-41f4-afa8-ba7ea29e72d9']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:34.732378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a41a56a6-7f1d-4060-a7df-1a1cafde0e51 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5922f2c8-d8d6-4b41-b577-b45395d6c875') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:34.732757 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a41a56a6-7f1d-4060-a7df-1a1cafde0e51 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5922f2c8-d8d6-4b41-b577-b45395d6c875') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:34.759578 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a41a56a6-7f1d-4060-a7df-1a1cafde0e51 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:34.768193 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 06cbb094-fc1e-4f32-938f-3e9c8ac610c1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=06cbb094-fc1e-4f32-938f-3e9c8ac610c1,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:34.784701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '06cbb094-fc1e-4f32-938f-3e9c8ac610c1', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'port_id': '06cbb094-fc1e-4f32-938f-3e9c8ac610c1', 'mac_address': 'fa:16:3e:5b:aa:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:26:34.789676 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] For port 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:26:34.794540 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] For port 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2575dbfa-882b-4d12-8f80-f84ca4fc44be,segment=NetworkSegment(2385f07d-fd91-43db-8760-2d07099c043d),segment_id=2385f07d-fd91-43db-8760-2d07099c043d)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:26:34.798353 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a41a56a6-7f1d-4060-a7df-1a1cafde0e51 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:34.801287 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:34.806417 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41a56a6-7f1d-4060-a7df-1a1cafde0e51 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:26:34.807811 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a41a56a6-7f1d-4060-a7df-1a1cafde0e51 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:34.841655 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:34.842330 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:34.844347 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] 10.222.0.30 "PUT /v2.0/ports/2575dbfa-882b-4d12-8f80-f84ca4fc44be HTTP/1.1" status: 200 len: 1091 time: 1.0147529 Jul 14 07:26:34.844823 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'tag': '2575dbfa-882b-4d12-8f80-f84ca4fc44be'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:26:34.847764 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87099ed-5db0-4e5d-8f09-ce1d344f7c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "6022e91b-0d8b-43a3-9f46-05328911aebb", "tag": "2575dbfa-882b-4d12-8f80-f84ca4fc44be"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:26:34.923329 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:34.961553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:26:34.967434 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ee08c7-8487-498d-9a2a-f2ec1b5bc850 x-openstack-request-id: req-f6ee08c7-8487-498d-9a2a-f2ec1b5bc850 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:26:34.968483 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6022e91b-0d8b-43a3-9f46-05328911aebb", "tag": "2575dbfa-882b-4d12-8f80-f84ca4fc44be", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:26:34.968836 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6ee08c7-8487-498d-9a2a-f2ec1b5bc850 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:26:34.969765 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'tag': '2575dbfa-882b-4d12-8f80-f84ca4fc44be', 'status': 'completed', 'code': 200} Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:26:34.980668 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:26:34.988032 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a41a56a6-7f1d-4060-a7df-1a1cafde0e51 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:34.994221 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 06cbb094-fc1e-4f32-938f-3e9c8ac610c1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=06cbb094-fc1e-4f32-938f-3e9c8ac610c1,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:34.996359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac97eeb-f482-4a2b-82bb-175c728f8d86 service neutron] Pushing event updated for resources: {'Port': ['ID=2575dbfa-882b-4d12-8f80-f84ca4fc44be,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:35.000912 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:35.008847 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a41a56a6-7f1d-4060-a7df-1a1cafde0e51 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:35.010798 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a41a56a6-7f1d-4060-a7df-1a1cafde0e51 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] 10.222.0.35 "DELETE /v2.0/networks/cdead165-8ccb-41f4-afa8-ba7ea29e72d9 HTTP/1.1" status: 204 len: 168 time: 0.6541734 Jul 14 07:26:35.028221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a56a6-7f1d-4060-a7df-1a1cafde0e51 tempest-TagsTest-738549226 tempest-TagsTest-738549226-project] Pushing event deleted for resources: {'Network': ['ID=cdead165-8ccb-41f4-afa8-ba7ea29e72d9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:35.046728 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50062) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:35.062030 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-40aebdbb-b8ba-4b50-b979-153eb5a78969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:35.064166 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-40aebdbb-b8ba-4b50-b979-153eb5a78969 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 1094 time: 0.1458039 Jul 14 07:26:35.106846 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-02f6deb7-7ea4-4989-88e6-cb446464cc61 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=70d87d63c0ee41a09a3663be3ad89be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555024 Jul 14 07:26:35.107552 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50066) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:35.123535 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-313611ac-1f95-405f-991d-7164269d8e31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2575dbfa-882b-4d12-8f80-f84ca4fc44be HTTP/1.1" status: 200 len: 217 time: 0.0495741 Jul 14 07:26:35.147040 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=06cbb094-fc1e-4f32-938f-3e9c8ac610c1,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:35.182875 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c132ee86-e3a9-4b77-8c17-b3e32f73b8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:35.209894 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['06cbb094-fc1e-4f32-938f-3e9c8ac610c1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:26:35.220482 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-af0a2f7b-c10c-4fc2-af7e-098a3df8147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:35.222699 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-af0a2f7b-c10c-4fc2-af7e-098a3df8147a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52e8a703-9fb0-4523-b9f6-548824b90b89 HTTP/1.1" status: 200 len: 834 time: 0.0897098 Jul 14 07:26:35.226102 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c132ee86-e3a9-4b77-8c17-b3e32f73b8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:35.306176 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c132ee86-e3a9-4b77-8c17-b3e32f73b8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:35.308828 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c132ee86-e3a9-4b77-8c17-b3e32f73b8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:35.311719 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c132ee86-e3a9-4b77-8c17-b3e32f73b8dc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4231e36e-e1ed-445d-b26f-206e32eae706 HTTP/1.1" status: 204 len: 168 time: 0.2007549 Jul 14 07:26:35.329790 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-8fb8e1a7-2c47-4451-8a92-f79643fda18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:35.332166 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-8fb8e1a7-2c47-4451-8a92-f79643fda18e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e2898fb-98a0-4317-af70-5ffa70142f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986035 Jul 14 07:26:35.334991 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132ee86-e3a9-4b77-8c17-b3e32f73b8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4231e36e-e1ed-445d-b26f-206e32eae706,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:35.457392 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-fc4f57c0-5c24-4586-9341-448e83b53625 service neutron] 10.222.0.30 "GET /v2.0/networks/0e2898fb-98a0-4317-af70-5ffa70142f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171117 Jul 14 07:26:35.504161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50074) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:35.556658 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5b1637d9-0297-40d1-bd18-5fdcf3e69dae req-badd29e5-488e-45c6-8fbc-db2604542b0e service neutron] 10.222.0.30 "GET /v2.0/networks/0e2898fb-98a0-4317-af70-5ffa70142f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940735 Jul 14 07:26:35.677899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87099ed-5db0-4e5d-8f09-ce1d344f7c7f req-5057bb23-739b-4c4d-8067-551aa7534076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:35.679745 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d87099ed-5db0-4e5d-8f09-ce1d344f7c7f req-5057bb23-739b-4c4d-8067-551aa7534076 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 1094 time: 0.0690978 Jul 14 07:26:35.686742 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-28c90889-b01a-45f0-a951-9ed8f43200cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=10091cecf30e40c6af8a7a9b0f5bf221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808562 Jul 14 07:26:35.697227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50082) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:35.785081 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87099ed-5db0-4e5d-8f09-ce1d344f7c7f req-1437bd52-390b-4801-9b41-054e31cb08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:35.786596 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d87099ed-5db0-4e5d-8f09-ce1d344f7c7f req-1437bd52-390b-4801-9b41-054e31cb08fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e2898fb-98a0-4317-af70-5ffa70142f62 HTTP/1.1" status: 200 len: 897 time: 0.0996797 Jul 14 07:26:35.827588 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d87099ed-5db0-4e5d-8f09-ce1d344f7c7f req-75a09402-b133-4df4-89fa-cbde1db6f6bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2575dbfa-882b-4d12-8f80-f84ca4fc44be HTTP/1.1" status: 200 len: 217 time: 0.0347757 Jul 14 07:26:35.832349 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5331ef0a-250b-4e49-83d9-6147dae30916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:35.876556 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5331ef0a-250b-4e49-83d9-6147dae30916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:35.879366 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87099ed-5db0-4e5d-8f09-ce1d344f7c7f req-5f099c65-f925-4c18-91a1-f39e241a51ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:35.880858 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d87099ed-5db0-4e5d-8f09-ce1d344f7c7f req-5f099c65-f925-4c18-91a1-f39e241a51ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52e8a703-9fb0-4523-b9f6-548824b90b89 HTTP/1.1" status: 200 len: 834 time: 0.0473728 Jul 14 07:26:35.911062 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737fc03-92fb-45d1-8a77-a695b9a00881 req-9b7c1c8b-9541-4b0b-808b-6f4282ad1aeb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:35.912446 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8737fc03-92fb-45d1-8a77-a695b9a00881 req-9b7c1c8b-9541-4b0b-808b-6f4282ad1aeb tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 943 time: 0.1556182 Jul 14 07:26:35.925083 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacea23b-9848-4259-9160-e629f8a4bcca req-429850b0-7053-43da-b2c7-55f6ac26f212 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:35.926555 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dacea23b-9848-4259-9160-e629f8a4bcca req-429850b0-7053-43da-b2c7-55f6ac26f212 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=d46e21e8-3e08-431c-bf20-7d7c518b27bc HTTP/1.1" status: 200 len: 944 time: 0.1660810 Jul 14 07:26:35.937642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87099ed-5db0-4e5d-8f09-ce1d344f7c7f req-13ed48cd-5ac2-4a1e-9f67-bf85f805216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:35.939193 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d87099ed-5db0-4e5d-8f09-ce1d344f7c7f req-13ed48cd-5ac2-4a1e-9f67-bf85f805216f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e2898fb-98a0-4317-af70-5ffa70142f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521951 Jul 14 07:26:35.995917 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8737fc03-92fb-45d1-8a77-a695b9a00881 req-a8f8f41e-bf1f-40d0-bf23-63049395d359 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684128 Jul 14 07:26:36.001101 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dacea23b-9848-4259-9160-e629f8a4bcca req-51054b13-a4e7-4a73-86c2-f7ccccc690ad tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596294 Jul 14 07:26:36.008318 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5331ef0a-250b-4e49-83d9-6147dae30916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:36.012209 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5331ef0a-250b-4e49-83d9-6147dae30916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:36.013458 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5331ef0a-250b-4e49-83d9-6147dae30916 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/89dcbe78-fa34-4950-b216-67a7fd675982 HTTP/1.1" status: 204 len: 168 time: 0.3153145 Jul 14 07:26:36.038381 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331ef0a-250b-4e49-83d9-6147dae30916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dcbe78-fa34-4950-b216-67a7fd675982,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:36.053255 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d87099ed-5db0-4e5d-8f09-ce1d344f7c7f req-59d656c7-bdeb-4fc9-83fd-7d36c59a15f6 service neutron] 10.222.0.30 "GET /v2.0/networks/0e2898fb-98a0-4317-af70-5ffa70142f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069112 Jul 14 07:26:36.153509 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d87099ed-5db0-4e5d-8f09-ce1d344f7c7f req-644bd5d1-d1ae-459c-bc69-5d714ae4ff70 service neutron] 10.222.0.30 "GET /v2.0/networks/0e2898fb-98a0-4317-af70-5ffa70142f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934167 Jul 14 07:26:36.190769 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:36.529908 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:26:36.586211 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:36.589909 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:36.590280 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:36.685306 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:36.685417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50120) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:36.708447 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46e21e8-3e08-431c-bf20-7d7c518b27bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cbb094-fc1e-4f32-938f-3e9c8ac610c1'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:26:36.710732 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daeed0df-5b78-4221-ad8b-b0f5d5e0304c" -d '{"events": [{"server_uuid": "d46e21e8-3e08-431c-bf20-7d7c518b27bc", "name": "network-vif-plugged", "status": "completed", "tag": "06cbb094-fc1e-4f32-938f-3e9c8ac610c1"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:26:36.723521 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 06cbb094-fc1e-4f32-938f-3e9c8ac610c1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=06cbb094-fc1e-4f32-938f-3e9c8ac610c1,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:36.729480 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:36.761620 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e76ba2c-ac11-48a1-86fd-41cdc4c85470 x-openstack-request-id: req-6e76ba2c-ac11-48a1-86fd-41cdc4c85470 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:26:36.761922 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46e21e8-3e08-431c-bf20-7d7c518b27bc", "name": "network-vif-plugged", "status": "completed", "tag": "06cbb094-fc1e-4f32-938f-3e9c8ac610c1", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:26:36.762172 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e76ba2c-ac11-48a1-86fd-41cdc4c85470 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:26:36.762560 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46e21e8-3e08-431c-bf20-7d7c518b27bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cbb094-fc1e-4f32-938f-3e9c8ac610c1', 'code': 200} Jul 14 07:26:36.796521 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=06cbb094-fc1e-4f32-938f-3e9c8ac610c1,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:36.821924 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1b07e852-af4b-48eb-b0d0-81f9d25ec266 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-800038008-network', 'tenant_id': '5f33b79ce3444fae975604fd1a425f9f'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:36.843701 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b07e852-af4b-48eb-b0d0-81f9d25ec266 admin admin] Made reservation on behalf of 5f33b79ce3444fae975604fd1a425f9f for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:26:36.847249 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b07e852-af4b-48eb-b0d0-81f9d25ec266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:36.856518 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b07e852-af4b-48eb-b0d0-81f9d25ec266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:36.878347 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420073d6-1247-4c64-9ec9-85860f8385c0 req-d6f77cfd-ad02-4288-a122-d5fba5d2fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:36.880311 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-420073d6-1247-4c64-9ec9-85860f8385c0 req-d6f77cfd-ad02-4288-a122-d5fba5d2fc4b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d46e21e8-3e08-431c-bf20-7d7c518b27bc HTTP/1.1" status: 200 len: 1096 time: 0.0555654 Jul 14 07:26:36.921582 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-420073d6-1247-4c64-9ec9-85860f8385c0 req-d28c20cd-677f-412c-8d88-2169a811bde8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348697 Jul 14 07:26:36.954136 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b07e852-af4b-48eb-b0d0-81f9d25ec266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:36.959199 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b07e852-af4b-48eb-b0d0-81f9d25ec266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:36.981600 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b07e852-af4b-48eb-b0d0-81f9d25ec266 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:26:36.995445 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07e852-af4b-48eb-b0d0-81f9d25ec266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e36dc8-0045-4e3b-add1-10577e646e01,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:37.000310 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b07e852-af4b-48eb-b0d0-81f9d25ec266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:37.000654 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-1b07e852-af4b-48eb-b0d0-81f9d25ec266 admin admin] Added segment 44389db6-bb3d-446c-8ec9-c3f4dea76da3 of type vlan for network b9b815d3-8567-447e-9646-9f4fc43eecc6 Jul 14 07:26:37.043464 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b07e852-af4b-48eb-b0d0-81f9d25ec266 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:37.082613 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b07e852-af4b-48eb-b0d0-81f9d25ec266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:37.083510 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b07e852-af4b-48eb-b0d0-81f9d25ec266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:37.084203 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b07e852-af4b-48eb-b0d0-81f9d25ec266 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:37.150251 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1b07e852-af4b-48eb-b0d0-81f9d25ec266 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4636235 Jul 14 07:26:37.155762 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50130) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:37.161957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-04dfa217-9861-488c-8c47-9b8d01e1cb4e admin admin] Request body: {'subnet': {'network_id': 'b9b815d3-8567-447e-9646-9f4fc43eecc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-800038008-subnet', 'tenant_id': '5f33b79ce3444fae975604fd1a425f9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:37.171468 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07e852-af4b-48eb-b0d0-81f9d25ec266 admin admin] Pushing event updated for resources: {'Network': ['ID=b9b815d3-8567-447e-9646-9f4fc43eecc6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:37.191388 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network b9b815d3-8567-447e-9646-9f4fc43eecc6 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:26:37.200824 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dfa217-9861-488c-8c47-9b8d01e1cb4e admin admin] Made reservation on behalf of 5f33b79ce3444fae975604fd1a425f9f for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:26:37.203930 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04dfa217-9861-488c-8c47-9b8d01e1cb4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:37.250527 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286f1bb-e820-4b7b-a2de-6316b152cfea req-40dd26e6-ef3a-443b-b4e5-a8538c2612c3 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:37.259658 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1286f1bb-e820-4b7b-a2de-6316b152cfea req-40dd26e6-ef3a-443b-b4e5-a8538c2612c3 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=d46e21e8-3e08-431c-bf20-7d7c518b27bc HTTP/1.1" status: 200 len: 945 time: 0.1139688 Jul 14 07:26:37.313844 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1286f1bb-e820-4b7b-a2de-6316b152cfea req-25ea123b-31e7-4174-8ed6-d4436b16d7b1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528107 Jul 14 07:26:37.432025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ab4f5-f745-4de9-924d-17ea3cbb12da req-44ca1a58-2551-4606-8b9d-765b46ed6408 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:37.433586 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c8ab4f5-f745-4de9-924d-17ea3cbb12da req-44ca1a58-2551-4606-8b9d-765b46ed6408 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 943 time: 0.0670207 Jul 14 07:26:37.453476 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04dfa217-9861-488c-8c47-9b8d01e1cb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:37.472064 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c8ab4f5-f745-4de9-924d-17ea3cbb12da req-9bbfaeb0-7525-45f4-8792-9fdc88287632 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327322 Jul 14 07:26:37.507052 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfa217-9861-488c-8c47-9b8d01e1cb4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8fd4a68-579b-4930-a747-c6f61f49e73e,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:37.515239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfa217-9861-488c-8c47-9b8d01e1cb4e admin admin] Checking segment: {'id': '44389db6-bb3d-446c-8ec9-c3f4dea76da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b9b815d3-8567-447e-9646-9f4fc43eecc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:26:37.515590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dfa217-9861-488c-8c47-9b8d01e1cb4e admin admin] Network hostable DHCP agents. Network: b9b815d3-8567-447e-9646-9f4fc43eecc6, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:26:37.532025 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dfa217-9861-488c-8c47-9b8d01e1cb4e admin admin] Network b9b815d3-8567-447e-9646-9f4fc43eecc6 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:26:37.540569 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-04dfa217-9861-488c-8c47-9b8d01e1cb4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, b9b815d3-8567-447e-9646-9f4fc43eecc6) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:37.544428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dfa217-9861-488c-8c47-9b8d01e1cb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:37.545018 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04dfa217-9861-488c-8c47-9b8d01e1cb4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:37.549323 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3946f305-5fb1-459a-b7bf-ccb48234b594 None None] Network b9b815d3-8567-447e-9646-9f4fc43eecc6 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:26:37.561793 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-04dfa217-9861-488c-8c47-9b8d01e1cb4e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4046528 Jul 14 07:26:37.684518 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14815b14-081a-494c-930e-6d13b2b94d5d None None] Network b9b815d3-8567-447e-9646-9f4fc43eecc6 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:26:38.058420 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50160) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:38.066478 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-44cb9ef6-e619-4167-827c-2541b91be6f0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2146633323-network', 'tenant_id': '63cd867af0384c2dbd215d5bb9fc8e82'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:38.091317 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cb9ef6-e619-4167-827c-2541b91be6f0 admin admin] Made reservation on behalf of 63cd867af0384c2dbd215d5bb9fc8e82 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:26:38.094751 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44cb9ef6-e619-4167-827c-2541b91be6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:38.103995 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44cb9ef6-e619-4167-827c-2541b91be6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:38.190855 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44cb9ef6-e619-4167-827c-2541b91be6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:38.194612 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44cb9ef6-e619-4167-827c-2541b91be6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:38.218374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cb9ef6-e619-4167-827c-2541b91be6f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:26:38.232735 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb9ef6-e619-4167-827c-2541b91be6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba57089-498f-4c54-aa43-695add91028d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:38.237066 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44cb9ef6-e619-4167-827c-2541b91be6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:38.237634 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-44cb9ef6-e619-4167-827c-2541b91be6f0 admin admin] Added segment f9a3f343-4ca1-47cc-b3db-122fb9fe5fd6 of type vlan for network 0a8b22ae-b079-48ee-84fd-08038671814b Jul 14 07:26:38.277405 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44cb9ef6-e619-4167-827c-2541b91be6f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:38.306093 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44cb9ef6-e619-4167-827c-2541b91be6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:38.307083 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cb9ef6-e619-4167-827c-2541b91be6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:38.307688 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44cb9ef6-e619-4167-827c-2541b91be6f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:38.365763 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-44cb9ef6-e619-4167-827c-2541b91be6f0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3020260 Jul 14 07:26:38.365981 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50166) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:38.372450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9019ec66-0b57-4a92-8f73-702e906bd8f9 admin admin] Request body: {'subnet': {'network_id': '0a8b22ae-b079-48ee-84fd-08038671814b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2146633323-subnet', 'tenant_id': '63cd867af0384c2dbd215d5bb9fc8e82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:38.376608 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb9ef6-e619-4167-827c-2541b91be6f0 admin admin] Pushing event updated for resources: {'Network': ['ID=0a8b22ae-b079-48ee-84fd-08038671814b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:38.387722 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 0a8b22ae-b079-48ee-84fd-08038671814b details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:26:38.398828 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9019ec66-0b57-4a92-8f73-702e906bd8f9 admin admin] Made reservation on behalf of 63cd867af0384c2dbd215d5bb9fc8e82 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:26:38.401963 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9019ec66-0b57-4a92-8f73-702e906bd8f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:38.500491 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d18d91-96de-4869-8575-d175abf182d1 req-f3404452-8f98-4be0-a02a-0dfd36d9efc5 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:38.505940 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4d18d91-96de-4869-8575-d175abf182d1 req-f3404452-8f98-4be0-a02a-0dfd36d9efc5 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=d46e21e8-3e08-431c-bf20-7d7c518b27bc HTTP/1.1" status: 200 len: 945 time: 0.0773518 Jul 14 07:26:38.545026 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4d18d91-96de-4869-8575-d175abf182d1 req-4cbf25d5-664e-495b-8852-1b45fc065c9a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371521 Jul 14 07:26:38.707571 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c913ef9-4801-4092-940f-73e6f39d54a6 req-7e3e83b9-5ab8-446d-89f1-5c3f10abc66c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:38.716756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c913ef9-4801-4092-940f-73e6f39d54a6 req-7e3e83b9-5ab8-446d-89f1-5c3f10abc66c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 943 time: 0.1163661 Jul 14 07:26:38.755735 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c913ef9-4801-4092-940f-73e6f39d54a6 req-ffa6f4fd-264c-4365-bef2-fa7e6935a28c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380483 Jul 14 07:26:38.871003 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9019ec66-0b57-4a92-8f73-702e906bd8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:38.929319 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019ec66-0b57-4a92-8f73-702e906bd8f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f7450a1-a7ff-4280-98f3-716d53fa46d9,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:38.936031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9019ec66-0b57-4a92-8f73-702e906bd8f9 admin admin] Checking segment: {'id': 'f9a3f343-4ca1-47cc-b3db-122fb9fe5fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0a8b22ae-b079-48ee-84fd-08038671814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:26:38.936388 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9019ec66-0b57-4a92-8f73-702e906bd8f9 admin admin] Network hostable DHCP agents. Network: 0a8b22ae-b079-48ee-84fd-08038671814b, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:26:38.954443 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9019ec66-0b57-4a92-8f73-702e906bd8f9 admin admin] Network 0a8b22ae-b079-48ee-84fd-08038671814b is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:26:38.962884 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9019ec66-0b57-4a92-8f73-702e906bd8f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 0a8b22ae-b079-48ee-84fd-08038671814b) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:38.966800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9019ec66-0b57-4a92-8f73-702e906bd8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:38.967383 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9019ec66-0b57-4a92-8f73-702e906bd8f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:38.972239 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342ec100-35dd-4ed9-b084-88a70b18d802 None None] Network 0a8b22ae-b079-48ee-84fd-08038671814b requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:26:38.981592 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9019ec66-0b57-4a92-8f73-702e906bd8f9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6146810 Jul 14 07:26:39.090682 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50174) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:39.095146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630f408f-4e92-40bf-8aeb-3d8c337c8b4c None None] Network 0a8b22ae-b079-48ee-84fd-08038671814b requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:26:39.143045 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-557f6aad-a522-40b2-91a4-a51a9477efed admin admin] Deleting subnet e8fd4a68-579b-4930-a747-c6f61f49e73e {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:26:39.146651 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-557f6aad-a522-40b2-91a4-a51a9477efed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:39.188015 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-557f6aad-a522-40b2-91a4-a51a9477efed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:39.231578 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-557f6aad-a522-40b2-91a4-a51a9477efed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:39.242493 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2575dbfa-882b-4d12-8f80-f84ca4fc44be details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:26:39.292510 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-557f6aad-a522-40b2-91a4-a51a9477efed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:39.315501 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f6aad-a522-40b2-91a4-a51a9477efed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8fd4a68-579b-4930-a747-c6f61f49e73e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:39.321326 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-557f6aad-a522-40b2-91a4-a51a9477efed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:39.325525 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-557f6aad-a522-40b2-91a4-a51a9477efed admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e8fd4a68-579b-4930-a747-c6f61f49e73e HTTP/1.1" status: 204 len: 168 time: 0.2313640 Jul 14 07:26:39.325738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50184) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:39.349784 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2575dbfa-882b-4d12-8f80-f84ca4fc44be,segment=NetworkSegment(2385f07d-fd91-43db-8760-2d07099c043d),segment_id=2385f07d-fd91-43db-8760-2d07099c043d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:39.361029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '2575dbfa-882b-4d12-8f80-f84ca4fc44be', 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62', 'port_id': '2575dbfa-882b-4d12-8f80-f84ca4fc44be', 'mac_address': 'fa:16:3e:12:89:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e8a703-9fb0-4523-b9f6-548824b90b89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:26:39.391211 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c5b00557-99a6-48e1-a6a2-7f2f34d25d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:39.397461 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:39.412188 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2575dbfa-882b-4d12-8f80-f84ca4fc44be {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:26:39.432455 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2575dbfa-882b-4d12-8f80-f84ca4fc44be,segment=NetworkSegment(2385f07d-fd91-43db-8760-2d07099c043d),segment_id=2385f07d-fd91-43db-8760-2d07099c043d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:39.436306 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:39.474092 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c5b00557-99a6-48e1-a6a2-7f2f34d25d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:39.482973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=2575dbfa-882b-4d12-8f80-f84ca4fc44be,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:39.483753 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-c5b00557-99a6-48e1-a6a2-7f2f34d25d4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b815d3-8567-447e-9646-9f4fc43eecc6']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:39.494528 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-c5b00557-99a6-48e1-a6a2-7f2f34d25d4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44389db6-bb3d-446c-8ec9-c3f4dea76da3') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:39.494846 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-c5b00557-99a6-48e1-a6a2-7f2f34d25d4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44389db6-bb3d-446c-8ec9-c3f4dea76da3') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:39.503340 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c5b00557-99a6-48e1-a6a2-7f2f34d25d4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:39.516665 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c5b00557-99a6-48e1-a6a2-7f2f34d25d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:39.523064 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b00557-99a6-48e1-a6a2-7f2f34d25d4c admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:26:39.523446 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c5b00557-99a6-48e1-a6a2-7f2f34d25d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:26:39.525106 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:26:39.575744 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c5b00557-99a6-48e1-a6a2-7f2f34d25d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:39.581603 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c5b00557-99a6-48e1-a6a2-7f2f34d25d4c admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:39.583496 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c5b00557-99a6-48e1-a6a2-7f2f34d25d4c admin admin] 10.222.0.35 "DELETE /v2.0/networks/b9b815d3-8567-447e-9646-9f4fc43eecc6 HTTP/1.1" status: 204 len: 168 time: 0.2568398 Jul 14 07:26:39.586236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50186) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:39.602705 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b00557-99a6-48e1-a6a2-7f2f34d25d4c admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b815d3-8567-447e-9646-9f4fc43eecc6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:39.643758 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-af14e9cc-7741-438f-b0ca-12298349d9d6 admin admin] Deleting subnet 8f7450a1-a7ff-4280-98f3-716d53fa46d9 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:26:39.646824 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af14e9cc-7741-438f-b0ca-12298349d9d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:39.679612 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af14e9cc-7741-438f-b0ca-12298349d9d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:39.707890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['2575dbfa-882b-4d12-8f80-f84ca4fc44be'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:26:39.719039 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af14e9cc-7741-438f-b0ca-12298349d9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:39.774223 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af14e9cc-7741-438f-b0ca-12298349d9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:39.802783 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14e9cc-7741-438f-b0ca-12298349d9d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f7450a1-a7ff-4280-98f3-716d53fa46d9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:39.810499 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af14e9cc-7741-438f-b0ca-12298349d9d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:39.814996 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-af14e9cc-7741-438f-b0ca-12298349d9d6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8f7450a1-a7ff-4280-98f3-716d53fa46d9 HTTP/1.1" status: 204 len: 168 time: 0.2256901 Jul 14 07:26:39.815476 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50192) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:39.912544 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-671d9a1b-54d1-491e-8710-b601278c1e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:40.011651 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5be16-3bef-4755-836c-e0cd94ca5fb9 req-86d7cb1c-dc0e-4e1c-a835-ce79e633e32c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:40.013156 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12e5be16-3bef-4755-836c-e0cd94ca5fb9 req-86d7cb1c-dc0e-4e1c-a835-ce79e633e32c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 944 time: 0.1317739 Jul 14 07:26:40.022585 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-671d9a1b-54d1-491e-8710-b601278c1e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:40.043627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-671d9a1b-54d1-491e-8710-b601278c1e3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a8b22ae-b079-48ee-84fd-08038671814b']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:40.056076 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-671d9a1b-54d1-491e-8710-b601278c1e3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a3f343-4ca1-47cc-b3db-122fb9fe5fd6') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:40.056369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-671d9a1b-54d1-491e-8710-b601278c1e3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a3f343-4ca1-47cc-b3db-122fb9fe5fd6') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:40.072963 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-671d9a1b-54d1-491e-8710-b601278c1e3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:40.081726 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12e5be16-3bef-4755-836c-e0cd94ca5fb9 req-c1742c39-e529-4f3d-bcf6-2a7e4e25c479 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614483 Jul 14 07:26:40.090465 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-671d9a1b-54d1-491e-8710-b601278c1e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:40.097020 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671d9a1b-54d1-491e-8710-b601278c1e3a admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:26:40.097462 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-671d9a1b-54d1-491e-8710-b601278c1e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:26:40.099288 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:26:40.152560 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-671d9a1b-54d1-491e-8710-b601278c1e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:40.157258 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-671d9a1b-54d1-491e-8710-b601278c1e3a admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:40.161237 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-671d9a1b-54d1-491e-8710-b601278c1e3a admin admin] 10.222.0.35 "DELETE /v2.0/networks/0a8b22ae-b079-48ee-84fd-08038671814b HTTP/1.1" status: 204 len: 168 time: 0.3443484 Jul 14 07:26:40.174027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d9a1b-54d1-491e-8710-b601278c1e3a admin admin] Pushing event deleted for resources: {'Network': ['ID=0a8b22ae-b079-48ee-84fd-08038671814b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:40.310839 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50200) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:40.357123 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b249c634-5290-4c02-8e16-3622b9ee08aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f33b79ce3444fae975604fd1a425f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450737 Jul 14 07:26:40.359781 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50204) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:40.407642 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c132e44e-dbb7-43e4-8eb1-77cc87a1337c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:40.440157 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c132e44e-dbb7-43e4-8eb1-77cc87a1337c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:40.475462 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c132e44e-dbb7-43e4-8eb1-77cc87a1337c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:40.478175 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c132e44e-dbb7-43e4-8eb1-77cc87a1337c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:40.479345 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c132e44e-dbb7-43e4-8eb1-77cc87a1337c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34e36dc8-0045-4e3b-add1-10577e646e01 HTTP/1.1" status: 204 len: 168 time: 0.1186831 Jul 14 07:26:40.487414 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132e44e-dbb7-43e4-8eb1-77cc87a1337c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e36dc8-0045-4e3b-add1-10577e646e01,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:40.800772 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50216) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:40.839721 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-35d51d15-f3be-47a8-a00b-cda85cbe0357 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63cd867af0384c2dbd215d5bb9fc8e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377285 Jul 14 07:26:40.842239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50220) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:40.889287 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2bee8aae-c82a-4c04-9c3d-4eb154f03ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:40.910255 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2bee8aae-c82a-4c04-9c3d-4eb154f03ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:40.958721 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2bee8aae-c82a-4c04-9c3d-4eb154f03ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:40.961497 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2bee8aae-c82a-4c04-9c3d-4eb154f03ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:40.962755 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2bee8aae-c82a-4c04-9c3d-4eb154f03ade admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ba57089-498f-4c54-aa43-695add91028d HTTP/1.1" status: 204 len: 168 time: 0.1196382 Jul 14 07:26:40.970214 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee8aae-c82a-4c04-9c3d-4eb154f03ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba57089-498f-4c54-aa43-695add91028d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:41.243860 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2575dbfa-882b-4d12-8f80-f84ca4fc44be up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:26:41.261371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe31b3-62e3-4057-b37e-08f48ca148a8 req-e3744ec1-cd86-4205-94ad-4ac39583b9ac tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:41.263023 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0cbe31b3-62e3-4057-b37e-08f48ca148a8 req-e3744ec1-cd86-4205-94ad-4ac39583b9ac tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 944 time: 0.0693386 Jul 14 07:26:41.297740 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 2575dbfa-882b-4d12-8f80-f84ca4fc44be completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:26:41.302130 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 2575dbfa-882b-4d12-8f80-f84ca4fc44be triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:26:41.302821 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0cbe31b3-62e3-4057-b37e-08f48ca148a8 req-6f4ee03e-795e-438c-b6a5-242dee8faaf7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335169 Jul 14 07:26:41.305662 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:41.386756 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:41.414436 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2575dbfa-882b-4d12-8f80-f84ca4fc44be'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:26:41.416848 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08a3c9d-0b42-4562-9cc8-677d8bdb3b7c" -d '{"events": [{"server_uuid": "6022e91b-0d8b-43a3-9f46-05328911aebb", "name": "network-vif-plugged", "status": "completed", "tag": "2575dbfa-882b-4d12-8f80-f84ca4fc44be"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:26:41.430720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2575dbfa-882b-4d12-8f80-f84ca4fc44be,segment=NetworkSegment(2385f07d-fd91-43db-8760-2d07099c043d),segment_id=2385f07d-fd91-43db-8760-2d07099c043d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:26:41.434902 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:41.464055 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdba6c67-f6d1-475e-b27c-9cd7e049661d x-openstack-request-id: req-bdba6c67-f6d1-475e-b27c-9cd7e049661d {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:26:41.464392 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6022e91b-0d8b-43a3-9f46-05328911aebb", "name": "network-vif-plugged", "status": "completed", "tag": "2575dbfa-882b-4d12-8f80-f84ca4fc44be", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:26:41.464619 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bdba6c67-f6d1-475e-b27c-9cd7e049661d {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:26:41.465003 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2575dbfa-882b-4d12-8f80-f84ca4fc44be', 'code': 200} Jul 14 07:26:41.495237 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=2575dbfa-882b-4d12-8f80-f84ca4fc44be,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:41.573899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5e4a4-7334-4c46-aa5c-2b8f9640fb22 req-075bc5fe-0a99-40e0-a0df-2cb1c17813c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:41.575622 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-93d5e4a4-7334-4c46-aa5c-2b8f9640fb22 req-075bc5fe-0a99-40e0-a0df-2cb1c17813c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 1096 time: 0.0542612 Jul 14 07:26:41.616251 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-93d5e4a4-7334-4c46-aa5c-2b8f9640fb22 req-3c5d8712-a60c-4a3d-acd9-2c9e7260dceb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336959 Jul 14 07:26:42.523627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd242c3-00b6-41b9-9489-9c1a9707b1cd req-10e084ed-a3e0-4b39-905e-9078e89b61da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:42.525166 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2fd242c3-00b6-41b9-9489-9c1a9707b1cd req-10e084ed-a3e0-4b39-905e-9078e89b61da tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 945 time: 0.0989728 Jul 14 07:26:42.566725 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2fd242c3-00b6-41b9-9489-9c1a9707b1cd req-1f51cac3-f85b-4232-9196-ecdcce404cd1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356424 Jul 14 07:26:43.746822 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410c900-d874-4e87-886f-faf218b824a6 req-bde3041b-1af8-4425-99d9-a995eef21dbf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:43.748446 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a410c900-d874-4e87-886f-faf218b824a6 req-bde3041b-1af8-4425-99d9-a995eef21dbf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 945 time: 0.0639784 Jul 14 07:26:43.793971 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a410c900-d874-4e87-886f-faf218b824a6 req-b923fe37-b07d-4f89-8b18-3d315923a7d3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395722 Jul 14 07:26:43.982964 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfcda7-435e-4ba5-8fea-560d3b4387e3 req-459451e4-5ed1-444b-bbe2-523db055d5b4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:43.984478 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e3cfcda7-435e-4ba5-8fea-560d3b4387e3 req-459451e4-5ed1-444b-bbe2-523db055d5b4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 945 time: 0.0724242 Jul 14 07:26:44.034597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e3cfcda7-435e-4ba5-8fea-560d3b4387e3 req-aeb681d0-ca45-45c0-bfb3-9a9d414514a7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423486 Jul 14 07:26:44.068721 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50310) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:44.339684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5426d6e2-0a6f-4cb5-9a05-d5757e21bbed tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:44.343277 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5426d6e2-0a6f-4cb5-9a05-d5757e21bbed tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 1091 time: 0.2732821 Jul 14 07:26:44.344210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50320) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:44.349359 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': '2575dbfa-882b-4d12-8f80-f84ca4fc44be', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:26:44.374297 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:44.820977 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:44.933280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Allocated IP 172.25.7.206 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/72da5c9b-2f04-430e-b247-50e9251767a5) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:26:45.066723 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:45.169224 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:45.233565 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:26:45.246346 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:26:45.259954 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:26:45.302235 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=72da5c9b-2f04-430e-b247-50e9251767a5,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:45.489974 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:45.648277 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:45.743328 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:45.777562 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50350) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:45.825624 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:45.888594 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-63c353c4-1737-4caa-a99b-e59fd6b7a9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:45.989905 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:45.993082 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-63c353c4-1737-4caa-a99b-e59fd6b7a9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:45.994508 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:45.997525 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-63c353c4-1737-4caa-a99b-e59fd6b7a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:46.038935 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-63c353c4-1737-4caa-a99b-e59fd6b7a9a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e7640bfc4fae4d6884a313093851bd7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602026 Jul 14 07:26:46.040932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c353c4-1737-4caa-a99b-e59fd6b7a9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ae7a58-0c60-47ca-b87e-5eff48d84b9b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:46.044061 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50354) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:46.064741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=72da5c9b-2f04-430e-b247-50e9251767a5,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:46.075548 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:46.121138 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33427d5e-1736-4d8d-a58b-ec215e971182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:46.142949 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33427d5e-1736-4d8d-a58b-ec215e971182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:46.186480 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Floating IP eb1245c4-a3ba-4087-ba73-7d50ee7dc105 associated. External IP: 172.25.7.206, port: 2575dbfa-882b-4d12-8f80-f84ca4fc44be. Jul 14 07:26:46.192983 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33427d5e-1736-4d8d-a58b-ec215e971182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:46.195990 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33427d5e-1736-4d8d-a58b-ec215e971182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:46.200565 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-33427d5e-1736-4d8d-a58b-ec215e971182 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a5ae7a58-0c60-47ca-b87e-5eff48d84b9b HTTP/1.1" status: 204 len: 168 time: 0.1553366 Jul 14 07:26:46.211234 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33427d5e-1736-4d8d-a58b-ec215e971182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ae7a58-0c60-47ca-b87e-5eff48d84b9b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:46.429845 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router 11882d41-4c0f-4751-be11-2ad264878837 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:26:46.534628 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50370) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:46.545291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:26:46.547770 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8501a1f4-f72a-4918-b49e-a0e4f2a246b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:46.556849 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bff7ab-fca6-4ed7-b717-7e1847702dc9 None None] Sync routers for ids ['11882d41-4c0f-4751-be11-2ad264878837'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:26:46.566516 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:46.567894 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bff7ab-fca6-4ed7-b717-7e1847702dc9 None None] Routers {'11882d41-4c0f-4751-be11-2ad264878837'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:46.568719 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-92bff7ab-fca6-4ed7-b717-7e1847702dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['11882d41-4c0f-4751-be11-2ad264878837'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:46.612856 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f4c0d2c8-3b7e-41d7-8bf4-7533541e3751 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2644522 Jul 14 07:26:46.612856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'tag': '2575dbfa-882b-4d12-8f80-f84ca4fc44be'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:26:46.613683 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f62b775-0b0d-4d3a-84e9-e12193510bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "6022e91b-0d8b-43a3-9f46-05328911aebb", "tag": "2575dbfa-882b-4d12-8f80-f84ca4fc44be"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:26:46.656213 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e5ff71-4e83-4ebd-baa8-ccfb446de7c5 x-openstack-request-id: req-f5e5ff71-4e83-4ebd-baa8-ccfb446de7c5 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:26:46.656508 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6022e91b-0d8b-43a3-9f46-05328911aebb", "tag": "2575dbfa-882b-4d12-8f80-f84ca4fc44be", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:26:46.656764 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5e5ff71-4e83-4ebd-baa8-ccfb446de7c5 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:26:46.657169 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'tag': '2575dbfa-882b-4d12-8f80-f84ca4fc44be', 'status': 'completed', 'code': 200} Jul 14 07:26:46.663825 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8501a1f4-f72a-4918-b49e-a0e4f2a246b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:46.669539 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8501a1f4-f72a-4918-b49e-a0e4f2a246b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:46.698022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-92bff7ab-fca6-4ed7-b717-7e1847702dc9 None None] Set router 11882d41-4c0f-4751-be11-2ad264878837 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:26:46.739227 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8501a1f4-f72a-4918-b49e-a0e4f2a246b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49f64121f8194879b4137b625bd03034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031946 Jul 14 07:26:46.742408 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501a1f4-f72a-4918-b49e-a0e4f2a246b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d03054-edb9-4e8d-965c-164d4daff74e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:46.742690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50376) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:46.769971 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62b775-0b0d-4d3a-84e9-e12193510bc5 req-996da721-cc75-43b9-a0e9-cca7c1a2f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:46.771769 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5f62b775-0b0d-4d3a-84e9-e12193510bc5 req-996da721-cc75-43b9-a0e9-cca7c1a2f54c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 1096 time: 0.0842993 Jul 14 07:26:46.814365 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaa7a2-bb6e-4f57-92b3-bce4ad9d1748 req-8f82e563-a99d-4213-a135-4757bc624384 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:46.816282 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-deeaa7a2-bb6e-4f57-92b3-bce4ad9d1748 req-8f82e563-a99d-4213-a135-4757bc624384 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 945 time: 0.1079700 Jul 14 07:26:46.848694 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fada08cb-be9e-4cd8-8752-885605cd56d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:46.867787 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62b775-0b0d-4d3a-84e9-e12193510bc5 req-b1c7d96a-2bc6-4a48-a07c-5b9aa46465f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:46.869433 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5f62b775-0b0d-4d3a-84e9-e12193510bc5 req-b1c7d96a-2bc6-4a48-a07c-5b9aa46465f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e2898fb-98a0-4317-af70-5ffa70142f62 HTTP/1.1" status: 200 len: 897 time: 0.0917754 Jul 14 07:26:46.882717 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fada08cb-be9e-4cd8-8752-885605cd56d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:46.886971 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-deeaa7a2-bb6e-4f57-92b3-bce4ad9d1748 req-bc1457c3-c736-4120-b830-7724c6cab91c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606356 Jul 14 07:26:46.917487 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50378) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:46.938457 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5f62b775-0b0d-4d3a-84e9-e12193510bc5 req-2196b46b-de09-4f93-8c11-2313b86c280b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2575dbfa-882b-4d12-8f80-f84ca4fc44be HTTP/1.1" status: 200 len: 999 time: 0.0634155 Jul 14 07:26:46.944395 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-92bff7ab-fca6-4ed7-b717-7e1847702dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11882d41-4c0f-4751-be11-2ad264878837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720889487', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:26:15Z', 'updated_at': '2021-07-14T07:26:24Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:16Z', 'updated_at': '2021-07-14T07:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'eb1245c4-a3ba-4087-ba73-7d50ee7dc105', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '11882d41-4c0f-4751-be11-2ad264878837', 'port_id': '2575dbfa-882b-4d12-8f80-f84ca4fc44be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62', 'mac_address': 'fa:16:3e:12:89:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:26:45Z', 'updated_at': '2021-07-14T07:26:45Z', 'revision_number': 0, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a999e42-4a0b-48f6-91ee-f82bf988f008', 'name': '', 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:e8:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '52e8a703-9fb0-4523-b9f6-548824b90b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:23Z', 'updated_at': '2021-07-14T07:26:31Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '52e8a703-9fb0-4523-b9f6-548824b90b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:46.977908 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bff7ab-fca6-4ed7-b717-7e1847702dc9 None None] Checking router: 11882d41-4c0f-4751-be11-2ad264878837 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:26:46.987472 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bff7ab-fca6-4ed7-b717-7e1847702dc9 None None] Routers {'11882d41-4c0f-4751-be11-2ad264878837'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:26:46.988098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-92bff7ab-fca6-4ed7-b717-7e1847702dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:26:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['11882d41-4c0f-4751-be11-2ad264878837'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:46.995891 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7cf0d52e-9ad2-406b-b155-718c156b650d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/floatingips/eb1245c4-a3ba-4087-ba73-7d50ee7dc105 HTTP/1.1" status: 200 len: 991 time: 0.0773113 Jul 14 07:26:46.998212 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62b775-0b0d-4d3a-84e9-e12193510bc5 req-a52f6ca5-59d7-40d9-a125-14b6f57c719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:46.999905 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5f62b775-0b0d-4d3a-84e9-e12193510bc5 req-a52f6ca5-59d7-40d9-a125-14b6f57c719d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52e8a703-9fb0-4523-b9f6-548824b90b89 HTTP/1.1" status: 200 len: 834 time: 0.0549142 Jul 14 07:26:47.003027 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fada08cb-be9e-4cd8-8752-885605cd56d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:47.005739 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fada08cb-be9e-4cd8-8752-885605cd56d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:47.006823 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fada08cb-be9e-4cd8-8752-885605cd56d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6d03054-edb9-4e8d-965c-164d4daff74e HTTP/1.1" status: 204 len: 168 time: 0.2631457 Jul 14 07:26:47.014993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada08cb-be9e-4cd8-8752-885605cd56d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d03054-edb9-4e8d-965c-164d4daff74e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:47.070132 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62b775-0b0d-4d3a-84e9-e12193510bc5 req-265c8104-1d26-4a4c-9c5a-1ca6880f6bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:47.071792 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5f62b775-0b0d-4d3a-84e9-e12193510bc5 req-265c8104-1d26-4a4c-9c5a-1ca6880f6bdf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e2898fb-98a0-4317-af70-5ffa70142f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652947 Jul 14 07:26:47.115041 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-92bff7ab-fca6-4ed7-b717-7e1847702dc9 None None] Set router 11882d41-4c0f-4751-be11-2ad264878837 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:26:47.163336 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5f62b775-0b0d-4d3a-84e9-e12193510bc5 req-e4d80303-fe5f-48b8-8057-f306df84bc32 service neutron] 10.222.0.30 "GET /v2.0/networks/0e2898fb-98a0-4317-af70-5ffa70142f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850892 Jul 14 07:26:47.263689 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5f62b775-0b0d-4d3a-84e9-e12193510bc5 req-db66b2de-d118-4851-9ce5-ca0de6be05eb service neutron] 10.222.0.30 "GET /v2.0/networks/0e2898fb-98a0-4317-af70-5ffa70142f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947449 Jul 14 07:26:47.502988 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-92bff7ab-fca6-4ed7-b717-7e1847702dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11882d41-4c0f-4751-be11-2ad264878837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720889487', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:26:15Z', 'updated_at': '2021-07-14T07:26:24Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:16Z', 'updated_at': '2021-07-14T07:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'eb1245c4-a3ba-4087-ba73-7d50ee7dc105', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '11882d41-4c0f-4751-be11-2ad264878837', 'port_id': '2575dbfa-882b-4d12-8f80-f84ca4fc44be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62', 'mac_address': 'fa:16:3e:12:89:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:26:45Z', 'updated_at': '2021-07-14T07:26:45Z', 'revision_number': 0, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a999e42-4a0b-48f6-91ee-f82bf988f008', 'name': '', 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:e8:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '52e8a703-9fb0-4523-b9f6-548824b90b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:23Z', 'updated_at': '2021-07-14T07:26:31Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '52e8a703-9fb0-4523-b9f6-548824b90b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:26:47.536374 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bff7ab-fca6-4ed7-b717-7e1847702dc9 None None] The sync data for ids ['11882d41-4c0f-4751-be11-2ad264878837'] in n-d-778696-5 is: [{'id': '11882d41-4c0f-4751-be11-2ad264878837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720889487', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:26:15Z', 'updated_at': '2021-07-14T07:26:24Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:16Z', 'updated_at': '2021-07-14T07:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'eb1245c4-a3ba-4087-ba73-7d50ee7dc105', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '11882d41-4c0f-4751-be11-2ad264878837', 'port_id': '2575dbfa-882b-4d12-8f80-f84ca4fc44be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62', 'mac_address': 'fa:16:3e:12:89:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:26:45Z', 'updated_at': '2021-07-14T07:26:45Z', 'revision_number': 0, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a999e42-4a0b-48f6-91ee-f82bf988f008', 'name': '', 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:e8:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '52e8a703-9fb0-4523-b9f6-548824b90b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:23Z', 'updated_at': '2021-07-14T07:26:31Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '52e8a703-9fb0-4523-b9f6-548824b90b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:26:47.788087 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d36d5d6-4ebb-4285-a8c9-1218452fafa6 None None] New status for floating IP eb1245c4-a3ba-4087-ba73-7d50ee7dc105: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:26:47.998385 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50416) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:48.068910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f85a64fa-8fdc-4a9f-8a71-e92947a4117b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/floatingips/eb1245c4-a3ba-4087-ba73-7d50ee7dc105 HTTP/1.1" status: 200 len: 993 time: 0.0684175 Jul 14 07:26:50.071362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f3970-0b15-4116-9309-68dc11755f55 req-a5f36b44-79f1-4c42-a466-0bcbec0bf785 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:50.073867 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3d5f3970-0b15-4116-9309-68dc11755f55 req-a5f36b44-79f1-4c42-a466-0bcbec0bf785 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0735750 Jul 14 07:26:50.119019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3d5f3970-0b15-4116-9309-68dc11755f55 req-96329baa-880d-4411-af69-fcf01c01212b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392346 Jul 14 07:26:50.308258 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2649fc4-81c9-420d-834f-10828d8eee18 req-f3e900df-c5cd-4707-883f-46e5ffc15d6f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:50.310185 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2649fc4-81c9-420d-834f-10828d8eee18 req-f3e900df-c5cd-4707-883f-46e5ffc15d6f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0672395 Jul 14 07:26:50.354356 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2649fc4-81c9-420d-834f-10828d8eee18 req-c6c7dfac-bf45-4c65-bd75-a9699312fb81 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375929 Jul 14 07:26:50.744140 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce0f3b-ab51-46e0-8e76-cdba85b577c9 req-d516d79c-3eaa-459e-b1b1-c1af82073b6e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:50.746518 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67ce0f3b-ab51-46e0-8e76-cdba85b577c9 req-d516d79c-3eaa-459e-b1b1-c1af82073b6e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0803564 Jul 14 07:26:50.810024 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67ce0f3b-ab51-46e0-8e76-cdba85b577c9 req-9fb004b8-fe93-4688-94a3-e5f12281ce5e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505295 Jul 14 07:26:51.497399 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bf6d7-82d6-49d7-a969-223784d3296b req-fd289c35-abc2-4767-8f29-de189daa3614 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:51.498873 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-378bf6d7-82d6-49d7-a969-223784d3296b req-fd289c35-abc2-4767-8f29-de189daa3614 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0625136 Jul 14 07:26:51.535323 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-378bf6d7-82d6-49d7-a969-223784d3296b req-12a7fdff-25a4-44ad-b0c3-e51a37920ada tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300858 Jul 14 07:26:52.717793 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8de89-c905-4193-b791-a9ce47bc891f req-752fa2d9-6387-4d29-8c2e-bfa429e714ae tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:52.719520 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caf8de89-c905-4193-b791-a9ce47bc891f req-752fa2d9-6387-4d29-8c2e-bfa429e714ae tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0691402 Jul 14 07:26:52.759202 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caf8de89-c905-4193-b791-a9ce47bc891f req-2d86fc5d-ab6e-4df8-a364-ac2d1f4eaef9 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331409 Jul 14 07:26:53.934324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977bb77-2c7d-402c-9dd4-6d247886f69b req-e36d5003-e83a-4b0d-bd60-211aa9c8425b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:53.935845 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6977bb77-2c7d-402c-9dd4-6d247886f69b req-e36d5003-e83a-4b0d-bd60-211aa9c8425b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0654664 Jul 14 07:26:53.977443 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6977bb77-2c7d-402c-9dd4-6d247886f69b req-6fed56f6-4743-4d68-9f6a-61b73fb7d573 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318439 Jul 14 07:26:54.044944 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:26:54.312215 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50514) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:54.414573 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3944617f-0a23-461b-9cc0-e0c9d299ce20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:54.499316 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3944617f-0a23-461b-9cc0-e0c9d299ce20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:54.503121 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3944617f-0a23-461b-9cc0-e0c9d299ce20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:54.548276 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3944617f-0a23-461b-9cc0-e0c9d299ce20 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4aa9b161755457299e3017d87459870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322845 Jul 14 07:26:54.548276 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944617f-0a23-461b-9cc0-e0c9d299ce20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b346aa-5c1c-4f07-89ce-91121c8c3ffa,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:54.549297 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50520) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:54.600549 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1f72f31-a917-4fa2-a56d-4cf1822dff72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:54.622698 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1f72f31-a917-4fa2-a56d-4cf1822dff72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:54.674486 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1f72f31-a917-4fa2-a56d-4cf1822dff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:54.677220 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1f72f31-a917-4fa2-a56d-4cf1822dff72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:54.681049 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f1f72f31-a917-4fa2-a56d-4cf1822dff72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4b346aa-5c1c-4f07-89ce-91121c8c3ffa HTTP/1.1" status: 204 len: 168 time: 0.1312752 Jul 14 07:26:54.689791 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f72f31-a917-4fa2-a56d-4cf1822dff72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b346aa-5c1c-4f07-89ce-91121c8c3ffa,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:54.959146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50534) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:54.972261 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-510184cf-f48c-4045-8c3f-664a5af5a472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:55.070746 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-510184cf-f48c-4045-8c3f-664a5af5a472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:55.075281 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-510184cf-f48c-4045-8c3f-664a5af5a472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:55.112019 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510184cf-f48c-4045-8c3f-664a5af5a472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5d752a-3168-44e4-91bc-1855429066a8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:55.116364 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-510184cf-f48c-4045-8c3f-664a5af5a472 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e408c92041047d4bfafa3a98f14f2df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561084 Jul 14 07:26:55.119066 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50538) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:55.158515 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76470eb3-ccf9-41dc-955b-68e62338feaa req-caa94017-510e-44ea-9b76-ab95cc2ad299 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:55.160176 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-76470eb3-ccf9-41dc-955b-68e62338feaa req-caa94017-510e-44ea-9b76-ab95cc2ad299 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0686603 Jul 14 07:26:55.177002 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90dbf194-5709-4291-9ed9-425e082af123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:55.199687 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90dbf194-5709-4291-9ed9-425e082af123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:55.201439 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-76470eb3-ccf9-41dc-955b-68e62338feaa req-3ead5211-e16a-4f85-aae0-37bde0645ed8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351887 Jul 14 07:26:55.249173 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90dbf194-5709-4291-9ed9-425e082af123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:55.252385 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90dbf194-5709-4291-9ed9-425e082af123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:55.253553 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-90dbf194-5709-4291-9ed9-425e082af123 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f5d752a-3168-44e4-91bc-1855429066a8 HTTP/1.1" status: 204 len: 168 time: 0.1335528 Jul 14 07:26:55.261493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbf194-5709-4291-9ed9-425e082af123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5d752a-3168-44e4-91bc-1855429066a8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:56.374118 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77027ca-7984-4e59-b7e2-a0501c870269 req-6ea82d10-055e-48bf-ae5c-b0d0e5fd1d8e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:56.375739 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d77027ca-7984-4e59-b7e2-a0501c870269 req-6ea82d10-055e-48bf-ae5c-b0d0e5fd1d8e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0645294 Jul 14 07:26:56.414437 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d77027ca-7984-4e59-b7e2-a0501c870269 req-2521ced3-3190-451b-8cc0-764fcfc71da6 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326507 Jul 14 07:26:57.248255 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50624) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:57.352549 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7893d4d-b3c7-4d84-a963-fdc4639ffe43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:57.446209 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7893d4d-b3c7-4d84-a963-fdc4639ffe43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:57.452056 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7893d4d-b3c7-4d84-a963-fdc4639ffe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:57.494364 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50630) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:57.497276 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d7893d4d-b3c7-4d84-a963-fdc4639ffe43 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d9b761198c844d68b5633572ffc83066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444992 Jul 14 07:26:57.503463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7893d4d-b3c7-4d84-a963-fdc4639ffe43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2443ef-d92a-45c7-a5c4-f0be5a9db96e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:57.550806 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d682269d-3c35-492a-9bfb-21f30c803204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:57.574038 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d682269d-3c35-492a-9bfb-21f30c803204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:57.596998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbffded-d6b5-415d-b68a-f971f00e3953 req-471c6c1e-0514-4e59-bda3-2ca75e5c0a1d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:57.598668 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ffbffded-d6b5-415d-b68a-f971f00e3953 req-471c6c1e-0514-4e59-bda3-2ca75e5c0a1d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0641174 Jul 14 07:26:57.629768 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d682269d-3c35-492a-9bfb-21f30c803204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:57.632485 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d682269d-3c35-492a-9bfb-21f30c803204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:57.636095 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d682269d-3c35-492a-9bfb-21f30c803204 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c2443ef-d92a-45c7-a5c4-f0be5a9db96e HTTP/1.1" status: 204 len: 168 time: 0.1383247 Jul 14 07:26:57.642896 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682269d-3c35-492a-9bfb-21f30c803204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2443ef-d92a-45c7-a5c4-f0be5a9db96e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:57.653687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ffbffded-d6b5-415d-b68a-f971f00e3953 req-8b08b533-6428-49c1-bc2e-d0ae4dc4ef66 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482514 Jul 14 07:26:57.905138 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 50636) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:57.919185 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e7d8ddd-86dd-4e62-851e-d3c4eb11e84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:58.047827 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e7d8ddd-86dd-4e62-851e-d3c4eb11e84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:58.057549 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e7d8ddd-86dd-4e62-851e-d3c4eb11e84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:58.129547 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4e7d8ddd-86dd-4e62-851e-d3c4eb11e84a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=389bd4c5d1424fe9b7c8e6da93b7c074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2231565 Jul 14 07:26:58.132129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50640) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:26:58.134377 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d8ddd-86dd-4e62-851e-d3c4eb11e84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda44fbc-6b19-405e-8aa9-2c19b192344a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:58.143687 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d8ddd-86dd-4e62-851e-d3c4eb11e84a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:58.143869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d8ddd-86dd-4e62-851e-d3c4eb11e84a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:58.144095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d8ddd-86dd-4e62-851e-d3c4eb11e84a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:58.144434 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d8ddd-86dd-4e62-851e-d3c4eb11e84a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:58.144786 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d8ddd-86dd-4e62-851e-d3c4eb11e84a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:58.145121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d8ddd-86dd-4e62-851e-d3c4eb11e84a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:58.145473 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d8ddd-86dd-4e62-851e-d3c4eb11e84a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:58.145803 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d8ddd-86dd-4e62-851e-d3c4eb11e84a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:58.146129 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d8ddd-86dd-4e62-851e-d3c4eb11e84a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:58.146452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d8ddd-86dd-4e62-851e-d3c4eb11e84a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:58.146776 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d8ddd-86dd-4e62-851e-d3c4eb11e84a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:58.147099 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d8ddd-86dd-4e62-851e-d3c4eb11e84a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:26:58.184546 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99fcec9e-09fc-4fdf-b0ca-caf4934a6ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:58.207308 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99fcec9e-09fc-4fdf-b0ca-caf4934a6ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:58.258364 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99fcec9e-09fc-4fdf-b0ca-caf4934a6ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:58.260810 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99fcec9e-09fc-4fdf-b0ca-caf4934a6ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:26:58.261975 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-99fcec9e-09fc-4fdf-b0ca-caf4934a6ce7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cda44fbc-6b19-405e-8aa9-2c19b192344a HTTP/1.1" status: 204 len: 168 time: 0.1286771 Jul 14 07:26:58.269517 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcec9e-09fc-4fdf-b0ca-caf4934a6ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda44fbc-6b19-405e-8aa9-2c19b192344a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:26:58.831854 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435effd-9427-4e42-9543-6a893c9d3d00 req-02a4e1ed-dade-4e29-86fd-0d1941019dfe tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:26:58.833376 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5435effd-9427-4e42-9543-6a893c9d3d00 req-02a4e1ed-dade-4e29-86fd-0d1941019dfe tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0719624 Jul 14 07:26:58.872106 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5435effd-9427-4e42-9543-6a893c9d3d00 req-6b711df8-841f-4c53-a5d4-d7774a52bf9f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330646 Jul 14 07:27:00.084919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fd146-4d14-4c8b-a44f-927aeb14a08d req-79ee9eeb-5e30-44ad-91ef-d6a7462c719b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:00.086767 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb2fd146-4d14-4c8b-a44f-927aeb14a08d req-79ee9eeb-5e30-44ad-91ef-d6a7462c719b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0825355 Jul 14 07:27:00.128190 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb2fd146-4d14-4c8b-a44f-927aeb14a08d req-196c4b43-06c9-40a7-b313-00ccfcb6993b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355473 Jul 14 07:27:00.503247 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6cd31bb7-1b79-460e-bb3b-405728a6ff2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:01.307928 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0db6c6-8c28-4c47-8fea-0b948c41f4e1 req-b778dab6-037c-40e2-8bb0-69898aaae554 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:01.311049 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6b0db6c6-8c28-4c47-8fea-0b948c41f4e1 req-b778dab6-037c-40e2-8bb0-69898aaae554 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0725365 Jul 14 07:27:01.356174 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6b0db6c6-8c28-4c47-8fea-0b948c41f4e1 req-1ef140b2-6ab1-4d2d-b3f3-194ed4f1aec8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387201 Jul 14 07:27:02.600592 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3074e-7b3e-460f-bf25-a2ce8a8501df req-6a5d3cfe-b0f3-442f-aafb-e89d6ff8592a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:02.602564 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01f3074e-7b3e-460f-bf25-a2ce8a8501df req-6a5d3cfe-b0f3-442f-aafb-e89d6ff8592a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.1307578 Jul 14 07:27:02.649760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01f3074e-7b3e-460f-bf25-a2ce8a8501df req-326c0b50-fcc7-45ec-9ae3-f634c9162da0 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416293 Jul 14 07:27:03.003681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcecea-30e3-4fc1-b210-2c4f55abcb52 req-14bd34c6-babd-4b57-8aef-63eae88e1657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:03.005299 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fbbcecea-30e3-4fc1-b210-2c4f55abcb52 req-14bd34c6-babd-4b57-8aef-63eae88e1657 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 1095 time: 0.0646677 Jul 14 07:27:03.023399 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd155d-2bd0-4717-8670-fbabb8879b83 req-0d5f46c0-a7a4-44c8-bdb0-1a07093bca87 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:03.025012 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0afd155d-2bd0-4717-8670-fbabb8879b83 req-0d5f46c0-a7a4-44c8-bdb0-1a07093bca87 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0747511 Jul 14 07:27:03.064372 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0afd155d-2bd0-4717-8670-fbabb8879b83 req-8c95b981-37d3-4ce1-a192-e0d4d0de99fc tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330615 Jul 14 07:27:03.103281 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcecea-30e3-4fc1-b210-2c4f55abcb52 req-8c432318-6714-4e4f-95c4-3ffcea9fd5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:03.104786 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fbbcecea-30e3-4fc1-b210-2c4f55abcb52 req-8c432318-6714-4e4f-95c4-3ffcea9fd5b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 913 time: 0.0926268 Jul 14 07:27:03.169548 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fbbcecea-30e3-4fc1-b210-2c4f55abcb52 req-b8b57b92-f054-4782-8d7d-ac5224b45c2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15 HTTP/1.1" status: 200 len: 999 time: 0.0579188 Jul 14 07:27:03.223270 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcecea-30e3-4fc1-b210-2c4f55abcb52 req-96e06d6f-f02d-40a3-a862-983b5cdab3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:03.224852 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fbbcecea-30e3-4fc1-b210-2c4f55abcb52 req-96e06d6f-f02d-40a3-a862-983b5cdab3aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.0480993 Jul 14 07:27:03.284305 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcecea-30e3-4fc1-b210-2c4f55abcb52 req-e18cf0f8-59f2-4ab0-8436-8b6d95f96117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:03.286283 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fbbcecea-30e3-4fc1-b210-2c4f55abcb52 req-e18cf0f8-59f2-4ab0-8436-8b6d95f96117 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542619 Jul 14 07:27:03.295568 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-015a55f6-9011-415a-ab75-84decab855fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:03.374715 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fbbcecea-30e3-4fc1-b210-2c4f55abcb52 req-79d72372-dacb-42e3-a656-9f07e29c23ff service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809605 Jul 14 07:27:03.468997 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fbbcecea-30e3-4fc1-b210-2c4f55abcb52 req-f716bbc6-a028-4e91-aad8-378e6563c263 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876057 Jul 14 07:27:03.591396 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:04.243279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ee009-3ad8-4b53-b14f-4e5d7aded678 req-0cad9db4-690e-4f5c-9570-c02a10f6b31b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:04.244870 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f78ee009-3ad8-4b53-b14f-4e5d7aded678 req-0cad9db4-690e-4f5c-9570-c02a10f6b31b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0635123 Jul 14 07:27:04.284381 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f78ee009-3ad8-4b53-b14f-4e5d7aded678 req-c5e6c5fe-8182-435c-9315-57ab5462dab6 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336893 Jul 14 07:27:04.456246 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9711ae-3c2e-4a39-9c84-f02f32e4df44 req-89658ee9-ad9c-4a05-af31-d4afad6a8761 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:04.457687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e9711ae-3c2e-4a39-9c84-f02f32e4df44 req-89658ee9-ad9c-4a05-af31-d4afad6a8761 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0625939 Jul 14 07:27:04.494873 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e9711ae-3c2e-4a39-9c84-f02f32e4df44 req-465d58b1-2e2b-497f-ac5b-07c761f15e5f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316288 Jul 14 07:27:04.631017 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:04.895148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba83da5-065e-474e-aab8-83b50ad33723 req-cd3268c5-8ec4-4c1d-b10b-d37e16a641b8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:04.896728 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aba83da5-065e-474e-aab8-83b50ad33723 req-cd3268c5-8ec4-4c1d-b10b-d37e16a641b8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0733535 Jul 14 07:27:04.937550 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aba83da5-065e-474e-aab8-83b50ad33723 req-a1b83a38-e134-4e46-b9aa-520e43948b31 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351226 Jul 14 07:27:05.292034 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc778b-15b3-40d3-a662-8568a98c8c53 req-1601cbcf-6695-45d5-a188-f0e6559f90c9 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:05.293462 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36cc778b-15b3-40d3-a662-8568a98c8c53 req-1601cbcf-6695-45d5-a188-f0e6559f90c9 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0634542 Jul 14 07:27:05.335523 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36cc778b-15b3-40d3-a662-8568a98c8c53 req-8b930b18-9c35-4c54-a1fe-1fba4acd1ae2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349159 Jul 14 07:27:06.187448 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:06.517953 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb064e9-c55f-47c3-aa5b-f65ab38d4ac7 req-a85f10bc-ca4c-4168-8225-972e89fca79b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:06.519577 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ceb064e9-c55f-47c3-aa5b-f65ab38d4ac7 req-a85f10bc-ca4c-4168-8225-972e89fca79b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0678635 Jul 14 07:27:06.557668 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ceb064e9-c55f-47c3-aa5b-f65ab38d4ac7 req-2f536191-ec5e-4323-b26d-d5a81f3fc6b4 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324214 Jul 14 07:27:06.923165 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82d280-eadc-4e59-b644-49be6c1067c9 req-6e909027-896d-48e0-9faa-0a2130eb86ef tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:06.924860 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb82d280-eadc-4e59-b644-49be6c1067c9 req-6e909027-896d-48e0-9faa-0a2130eb86ef tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0678844 Jul 14 07:27:06.975963 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb82d280-eadc-4e59-b644-49be6c1067c9 req-259c841f-4e2a-46db-9893-03b1891d66cc tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448720 Jul 14 07:27:08.174559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327b267-10e4-46ed-8ad6-c7ac98dbe0c9 req-64cc9876-438c-468c-a8c4-e4763c8f54ae tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:08.178460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6327b267-10e4-46ed-8ad6-c7ac98dbe0c9 req-64cc9876-438c-468c-a8c4-e4763c8f54ae tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0717692 Jul 14 07:27:08.265604 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6327b267-10e4-46ed-8ad6-c7ac98dbe0c9 req-bcde5004-c0a1-49c3-8542-351d784cf799 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785756 Jul 14 07:27:08.450672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90561f5d-a778-49ce-bd0e-9d4840c275d0 req-10af4a8c-9063-4be8-928e-1dadc2e53fcf tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:08.452374 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90561f5d-a778-49ce-bd0e-9d4840c275d0 req-10af4a8c-9063-4be8-928e-1dadc2e53fcf tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0697114 Jul 14 07:27:08.492600 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90561f5d-a778-49ce-bd0e-9d4840c275d0 req-ed58ad9e-6500-4192-ba21-19624a4c33b2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335827 Jul 14 07:27:08.687959 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2027f-ac74-4bf3-acb7-9625b128b9c0 req-b87fe558-e359-44a6-873a-e3fb33f1aaef tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:08.689489 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eba2027f-ac74-4bf3-acb7-9625b128b9c0 req-b87fe558-e359-44a6-873a-e3fb33f1aaef tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0695965 Jul 14 07:27:08.728100 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eba2027f-ac74-4bf3-acb7-9625b128b9c0 req-a712926d-ce50-4ce4-8d09-644a4a5c550f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328417 Jul 14 07:27:08.906244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546c156-a2aa-4319-8f0b-ca32d9bd3ae2 req-39f58a4a-90d3-4a72-aeeb-8eb07255b79c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:08.908264 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c546c156-a2aa-4319-8f0b-ca32d9bd3ae2 req-39f58a4a-90d3-4a72-aeeb-8eb07255b79c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0686688 Jul 14 07:27:08.952922 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c546c156-a2aa-4319-8f0b-ca32d9bd3ae2 req-7c1e8a83-0f9c-4a48-94b2-a275bc8e0b9b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361574 Jul 14 07:27:11.995455 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-b5f81feb-b379-4691-8581-5763239d5a76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0899551 Jul 14 07:27:12.107212 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-8c604f00-7b6c-4d84-a71c-fc53c01db9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:12.107616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-8c604f00-7b6c-4d84-a71c-fc53c01db9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:12.108094 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-8c604f00-7b6c-4d84-a71c-fc53c01db9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:12.108566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-8c604f00-7b6c-4d84-a71c-fc53c01db9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:12.109077 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-8c604f00-7b6c-4d84-a71c-fc53c01db9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:12.109551 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-8c604f00-7b6c-4d84-a71c-fc53c01db9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:12.110023 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-8c604f00-7b6c-4d84-a71c-fc53c01db9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:12.112748 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-8c604f00-7b6c-4d84-a71c-fc53c01db9bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 6491 time: 0.0667739 Jul 14 07:27:12.233829 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-96cf9777-9759-48b8-b2ce-879ed6510d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:12.234307 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-96cf9777-9759-48b8-b2ce-879ed6510d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:12.234774 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-96cf9777-9759-48b8-b2ce-879ed6510d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:12.236969 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-96cf9777-9759-48b8-b2ce-879ed6510d0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1e9b77a-3218-40fd-9745-54b5c604b152&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf HTTP/1.1" status: 200 len: 2292 time: 0.0959780 Jul 14 07:27:12.300601 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-760486e6-d00e-4016-a2dc-62ffb51f5fa4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8489e5d-2c28-4a14-9aff-ad242571e831 HTTP/1.1" status: 200 len: 1001 time: 0.0561349 Jul 14 07:27:12.351264 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-829ba09a-44a7-4084-b888-4ba325fbe9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:12.352690 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-829ba09a-44a7-4084-b888-4ba325fbe9d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77c1b1a7-c56f-42a9-955a-c8d5ef7376f9 HTTP/1.1" status: 200 len: 850 time: 0.0462177 Jul 14 07:27:12.409464 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-e6be0056-fcb6-4bb5-b408-f0fb7f49b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:12.410855 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-e6be0056-fcb6-4bb5-b408-f0fb7f49b492 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1e9b77a-3218-40fd-9745-54b5c604b152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512216 Jul 14 07:27:12.500370 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-b96b4421-a14d-4327-a713-42cff3147629 service neutron] 10.222.0.30 "GET /v2.0/networks/d1e9b77a-3218-40fd-9745-54b5c604b152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794647 Jul 14 07:27:12.591558 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-fca8daf0-9b95-4f6b-81fc-749b4bbdf1b4 service neutron] 10.222.0.30 "GET /v2.0/networks/d1e9b77a-3218-40fd-9745-54b5c604b152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847199 Jul 14 07:27:12.631008 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-b53ef44a-7e7f-4c7a-807e-9f30b81e41b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=d8b1564a-4f35-4de5-9954-86f6e6e84b2e HTTP/1.1" status: 200 len: 217 time: 0.0323865 Jul 14 07:27:12.681054 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-deaf978c-b265-49ac-891b-11c331cfa9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:12.682412 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-deaf978c-b265-49ac-891b-11c331cfa9f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.0454524 Jul 14 07:27:12.736972 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-775da123-633f-4c64-8476-cacc728ea0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:12.738448 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-775da123-633f-4c64-8476-cacc728ea0a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0500264 Jul 14 07:27:12.826643 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-7fa49bc4-5b57-4099-8aab-6cf7abd353b9 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789027 Jul 14 07:27:12.918406 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-f7c9c88c-21bd-43e2-9f12-7a782438be23 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853531 Jul 14 07:27:12.961629 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-a2cda6c1-4df0-49f7-85d5-40fd6fe37375 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 HTTP/1.1" status: 200 len: 217 time: 0.0356455 Jul 14 07:27:13.009529 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-7ed7d30e-7073-486a-bbe4-f61ab5a74ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:13.011525 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-7ed7d30e-7073-486a-bbe4-f61ab5a74ea3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.0439034 Jul 14 07:27:13.081334 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-677e4d65-afc8-4db3-91e6-3d5e22c77778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:13.082940 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-677e4d65-afc8-4db3-91e6-3d5e22c77778 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0636561 Jul 14 07:27:13.189325 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-61b0ede1-e204-4dad-b527-564e67a3c1ef service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992069 Jul 14 07:27:13.326954 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-92c33256-9824-414b-a6b1-50a80811daed service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224153 Jul 14 07:27:13.376227 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-c87fc616-2153-49fa-adde-cd66b0a6ee6a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=d4545f69-ed88-4ffb-9479-73ab5a234def HTTP/1.1" status: 200 len: 217 time: 0.0397913 Jul 14 07:27:13.434919 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-cbd91626-91d6-49ec-897f-e58187ff7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:13.437542 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-cbd91626-91d6-49ec-897f-e58187ff7dd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.0551674 Jul 14 07:27:13.441980 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5633f4d8-3c28-4dfb-99a9-f6213f75efff req-a35d957d-6b27-435a-be12-ac4a7d28ba63 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1849825 Jul 14 07:27:13.511958 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-c28486ba-245a-4958-aa35-d8b267810d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:13.513687 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-c28486ba-245a-4958-aa35-d8b267810d33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0683379 Jul 14 07:27:13.541545 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633f4d8-3c28-4dfb-99a9-f6213f75efff req-d3845bcb-1f48-493f-aa06-9bb11d85341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:13.543597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5633f4d8-3c28-4dfb-99a9-f6213f75efff req-d3845bcb-1f48-493f-aa06-9bb11d85341e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 1096 time: 0.0582898 Jul 14 07:27:13.611802 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-c9ed5277-580e-49f3-9501-cb7ba2a96610 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905132 Jul 14 07:27:13.690568 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633f4d8-3c28-4dfb-99a9-f6213f75efff req-fa827c25-df53-4810-939e-32b8cfbb3391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:13.692418 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5633f4d8-3c28-4dfb-99a9-f6213f75efff req-fa827c25-df53-4810-939e-32b8cfbb3391 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 913 time: 0.1278212 Jul 14 07:27:13.715374 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-07ea2eb1-faf7-4534-b4c1-f347dd9848eb service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967965 Jul 14 07:27:13.738095 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5633f4d8-3c28-4dfb-99a9-f6213f75efff req-f8edee1d-7748-420a-b979-6b267ed168c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34b66f3c-5393-4747-b28c-2e7d8883db95 HTTP/1.1" status: 200 len: 217 time: 0.0390553 Jul 14 07:27:13.758402 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-13afabc9-102d-43bb-a489-7cc3ec7e7ac8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 HTTP/1.1" status: 200 len: 217 time: 0.0364468 Jul 14 07:27:13.789164 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633f4d8-3c28-4dfb-99a9-f6213f75efff req-15ede189-9b26-4686-beb1-3f1b110e90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:13.792717 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5633f4d8-3c28-4dfb-99a9-f6213f75efff req-15ede189-9b26-4686-beb1-3f1b110e90fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.0483637 Jul 14 07:27:13.821730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-cf57f4d3-8ab1-4713-b284-f30bed72bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:13.824376 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-cf57f4d3-8ab1-4713-b284-f30bed72bfaf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 200 len: 797 time: 0.0595474 Jul 14 07:27:13.865040 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633f4d8-3c28-4dfb-99a9-f6213f75efff req-c6682a0d-f0b7-45dd-b79f-6233db6dfa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:13.867061 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5633f4d8-3c28-4dfb-99a9-f6213f75efff req-c6682a0d-f0b7-45dd-b79f-6233db6dfa06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679557 Jul 14 07:27:13.901452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-c4cfda6c-e0cc-40b0-abaa-d58db083384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:13.903310 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-c4cfda6c-e0cc-40b0-abaa-d58db083384f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0708230 Jul 14 07:27:13.978271 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5633f4d8-3c28-4dfb-99a9-f6213f75efff req-7f0978b3-a24d-4526-932c-485238b03d5b service neutron] 10.222.0.15 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045058 Jul 14 07:27:14.040807 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-971305e0-e0c9-486d-aee1-47c3d1a8cd97 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231961 Jul 14 07:27:14.072826 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5633f4d8-3c28-4dfb-99a9-f6213f75efff req-f81b7a7f-3b4c-477e-ab32-a5d732292919 service neutron] 10.222.0.15 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885785 Jul 14 07:27:14.139850 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-7e7c1970-c2cb-4ab5-9ac4-df18cf4ed2f0 service neutron] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927577 Jul 14 07:27:14.188055 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-708fabb8-8f24-462c-9cb4-19716f74d719 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=657ec3e0-c604-4d77-83f7-2f17b5ca4a0d HTTP/1.1" status: 200 len: 217 time: 0.0417721 Jul 14 07:27:14.239556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-d67e5959-1ab5-4721-a748-304747e6ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:14.241329 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-d67e5959-1ab5-4721-a748-304747e6ff8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e3d73eb-1b79-476a-9c74-b4eeb2a0decc HTTP/1.1" status: 200 len: 797 time: 0.0463626 Jul 14 07:27:14.302805 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-b8e9e228-6f4d-468f-aa9a-bdf8ff7e91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:14.304295 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-b8e9e228-6f4d-468f-aa9a-bdf8ff7e91a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0566404 Jul 14 07:27:14.415542 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-7c5d2204-ff51-4628-8a44-cb91d593edd1 service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047227 Jul 14 07:27:14.511364 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-ee2e8831-fff7-4afa-be2c-6db65c1f5d99 service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889013 Jul 14 07:27:14.559834 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-3e96b882-edcd-45b9-b55f-6917af4e0f63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3181db43-d375-4837-9acb-b23c672feff1 HTTP/1.1" status: 200 len: 217 time: 0.0409582 Jul 14 07:27:14.609592 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-61d76428-fdce-4235-b58d-d1b034cc86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:14.611109 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-61d76428-fdce-4235-b58d-d1b034cc86fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e3d73eb-1b79-476a-9c74-b4eeb2a0decc HTTP/1.1" status: 200 len: 797 time: 0.0454559 Jul 14 07:27:14.670607 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-bfb8ce94-c023-4f48-826d-306cf079076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:14.672117 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-bfb8ce94-c023-4f48-826d-306cf079076b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0546141 Jul 14 07:27:14.779767 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-983c68fb-b2fc-477a-8a26-d2263a64afad service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013877 Jul 14 07:27:14.873792 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bef08562-e7dc-4c9a-9bfb-77c084833e59 req-3a344c96-f24e-4de5-8275-7e943a23986d service neutron] 10.222.0.30 "GET /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860727 Jul 14 07:27:15.519548 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:15.534242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50900) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:15.682712 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:15.685209 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c30d0367-e1bb-4226-a22e-4f1a3b845018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:15.784632 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c30d0367-e1bb-4226-a22e-4f1a3b845018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:15.789459 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c30d0367-e1bb-4226-a22e-4f1a3b845018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:15.828901 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d0367-e1bb-4226-a22e-4f1a3b845018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17449dd0-22f6-4b96-a593-296891ffc756,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:15.833809 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c30d0367-e1bb-4226-a22e-4f1a3b845018 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73149d428ced4cfea454354b854c7a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985504 Jul 14 07:27:15.836364 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50904) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:15.887430 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c91610b2-2527-4de6-8e96-024aa361c6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:15.909497 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c91610b2-2527-4de6-8e96-024aa361c6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:15.966533 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c91610b2-2527-4de6-8e96-024aa361c6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:15.968951 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c91610b2-2527-4de6-8e96-024aa361c6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:15.973570 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c91610b2-2527-4de6-8e96-024aa361c6f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17449dd0-22f6-4b96-a593-296891ffc756 HTTP/1.1" status: 204 len: 168 time: 0.1361399 Jul 14 07:27:15.981961 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91610b2-2527-4de6-8e96-024aa361c6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17449dd0-22f6-4b96-a593-296891ffc756,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:16.255603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50910) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:16.269216 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ea94a77-7b5f-4776-b134-7da78bf957af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:16.362907 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ea94a77-7b5f-4776-b134-7da78bf957af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:16.366794 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ea94a77-7b5f-4776-b134-7da78bf957af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:16.405098 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2ea94a77-7b5f-4776-b134-7da78bf957af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=40c9d78e15be4d36830ab57686285472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483455 Jul 14 07:27:16.408585 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50912) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:16.417726 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea94a77-7b5f-4776-b134-7da78bf957af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2c1347-2577-409d-9532-a06ffabc59d6,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:16.471860 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d27909e3-6ddb-4270-952d-ade326492aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:16.495541 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d27909e3-6ddb-4270-952d-ade326492aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:16.546465 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d27909e3-6ddb-4270-952d-ade326492aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:16.549566 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d27909e3-6ddb-4270-952d-ade326492aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:16.553670 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d27909e3-6ddb-4270-952d-ade326492aac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce2c1347-2577-409d-9532-a06ffabc59d6 HTTP/1.1" status: 204 len: 168 time: 0.1437111 Jul 14 07:27:16.562367 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27909e3-6ddb-4270-952d-ade326492aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2c1347-2577-409d-9532-a06ffabc59d6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:17.282990 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b70574-9cd5-4b2b-bf8a-290e2a0bbcde req-3cd45aec-4e83-45a5-8ee6-c625df80f467 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:17.289026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b70574-9cd5-4b2b-bf8a-290e2a0bbcde req-3cd45aec-4e83-45a5-8ee6-c625df80f467 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:17.295024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b70574-9cd5-4b2b-bf8a-290e2a0bbcde req-3cd45aec-4e83-45a5-8ee6-c625df80f467 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:17.301657 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b70574-9cd5-4b2b-bf8a-290e2a0bbcde req-3cd45aec-4e83-45a5-8ee6-c625df80f467 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:17.307665 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b70574-9cd5-4b2b-bf8a-290e2a0bbcde req-3cd45aec-4e83-45a5-8ee6-c625df80f467 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:17.314232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b70574-9cd5-4b2b-bf8a-290e2a0bbcde req-3cd45aec-4e83-45a5-8ee6-c625df80f467 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:17.320487 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b70574-9cd5-4b2b-bf8a-290e2a0bbcde req-3cd45aec-4e83-45a5-8ee6-c625df80f467 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:17.329847 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88b70574-9cd5-4b2b-bf8a-290e2a0bbcde req-3cd45aec-4e83-45a5-8ee6-c625df80f467 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5434 time: 0.1397288 Jul 14 07:27:17.381631 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88b70574-9cd5-4b2b-bf8a-290e2a0bbcde req-8b132f7c-f742-4920-bbb4-3730b0647c71 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507658 Jul 14 07:27:18.370955 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-3bfa2d3a-3943-452d-93e9-7276ed28a740 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:18.377730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-3bfa2d3a-3943-452d-93e9-7276ed28a740 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:18.383598 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-3bfa2d3a-3943-452d-93e9-7276ed28a740 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:18.389894 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-3bfa2d3a-3943-452d-93e9-7276ed28a740 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:18.395993 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-3bfa2d3a-3943-452d-93e9-7276ed28a740 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:18.402020 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-3bfa2d3a-3943-452d-93e9-7276ed28a740 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:18.409042 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-3bfa2d3a-3943-452d-93e9-7276ed28a740 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:18.411294 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-3bfa2d3a-3943-452d-93e9-7276ed28a740 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.30 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5434 time: 0.1240466 Jul 14 07:27:18.524237 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-387c442b-b2ca-4a38-a1c1-cc121857a9e8 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:18.526248 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-387c442b-b2ca-4a38-a1c1-cc121857a9e8 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.30 "GET /v2.0/ports/d8b1564a-4f35-4de5-9954-86f6e6e84b2e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1031106 Jul 14 07:27:18.622637 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6cdea-eec0-4e82-a73b-dd48faea91ec req-9291c48c-93bc-44dd-b0f8-f70cea6ee765 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:18.628684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6cdea-eec0-4e82-a73b-dd48faea91ec req-9291c48c-93bc-44dd-b0f8-f70cea6ee765 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:18.635440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6cdea-eec0-4e82-a73b-dd48faea91ec req-9291c48c-93bc-44dd-b0f8-f70cea6ee765 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:18.641594 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6cdea-eec0-4e82-a73b-dd48faea91ec req-9291c48c-93bc-44dd-b0f8-f70cea6ee765 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:18.648510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6cdea-eec0-4e82-a73b-dd48faea91ec req-9291c48c-93bc-44dd-b0f8-f70cea6ee765 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:18.654740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6cdea-eec0-4e82-a73b-dd48faea91ec req-9291c48c-93bc-44dd-b0f8-f70cea6ee765 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:18.661583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6cdea-eec0-4e82-a73b-dd48faea91ec req-9291c48c-93bc-44dd-b0f8-f70cea6ee765 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:18.663489 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-38b6cdea-eec0-4e82-a73b-dd48faea91ec req-9291c48c-93bc-44dd-b0f8-f70cea6ee765 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 5434 time: 0.1333685 Jul 14 07:27:18.672029 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-4e4b0b91-2fe8-4d6e-b4fe-48316fe2fdcd tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.30 "GET /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1382151 Jul 14 07:27:18.684809 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-bdf5e3e7-6401-4c3c-83ed-fb96f6106665 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:27:18.721638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-38b6cdea-eec0-4e82-a73b-dd48faea91ec req-830aff6e-745d-4189-83ec-3c085c794d43 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519512 Jul 14 07:27:18.776295 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-bdf5e3e7-6401-4c3c-83ed-fb96f6106665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:18.930997 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-bdf5e3e7-6401-4c3c-83ed-fb96f6106665 service neutron] For port d8b1564a-4f35-4de5-9954-86f6e6e84b2e, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d8b1564a-4f35-4de5-9954-86f6e6e84b2e,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:18.977308 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-bdf5e3e7-6401-4c3c-83ed-fb96f6106665 service neutron] For port d8b1564a-4f35-4de5-9954-86f6e6e84b2e, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:27:19.013024 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-bdf5e3e7-6401-4c3c-83ed-fb96f6106665 service neutron] device_id is not set on port d8b1564a-4f35-4de5-9954-86f6e6e84b2e yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:27:19.022755 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-bdf5e3e7-6401-4c3c-83ed-fb96f6106665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:19.029897 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-bdf5e3e7-6401-4c3c-83ed-fb96f6106665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:19.140172 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5e3e7-6401-4c3c-83ed-fb96f6106665 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b1564a-4f35-4de5-9954-86f6e6e84b2e,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:19.149850 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-bdf5e3e7-6401-4c3c-83ed-fb96f6106665 service neutron] No DVR routers for this DVR port d8b1564a-4f35-4de5-9954-86f6e6e84b2e on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:27:19.236767 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-bdf5e3e7-6401-4c3c-83ed-fb96f6106665 service neutron] In _notify_port_updated(), no bound segment for port d8b1564a-4f35-4de5-9954-86f6e6e84b2e on network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f {{(pid=93827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:27:19.241311 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-bdf5e3e7-6401-4c3c-83ed-fb96f6106665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:19.242960 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-bdf5e3e7-6401-4c3c-83ed-fb96f6106665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:19.248447 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-bdf5e3e7-6401-4c3c-83ed-fb96f6106665 service neutron] 10.222.0.30 "PUT /v2.0/ports/d8b1564a-4f35-4de5-9954-86f6e6e84b2e HTTP/1.1" status: 200 len: 1028 time: 0.5680449 Jul 14 07:27:19.327170 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-895ed73c-f2a1-4e49-a7bf-6738540fd7ec tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:19.329020 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-895ed73c-f2a1-4e49-a7bf-6738540fd7ec tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.30 "GET /v2.0/ports/ca5ed6d3-e912-4f9c-a0a1-6c27eb124021?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0742233 Jul 14 07:27:19.354453 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0caf49dd-de1b-45ab-a1cc-5097d784abf6 None None] Provisioning complete for port d8b1564a-4f35-4de5-9954-86f6e6e84b2e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:27:19.355443 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0caf49dd-de1b-45ab-a1cc-5097d784abf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:19.357797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-40e69e5f-74d2-4f27-9cab-9209a7317f08 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:27:19.428770 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f51ac0-2950-4140-9573-6abe57c002c1 req-8db58a19-2e13-4ecd-9115-adc72380400d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:19.431917 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92f51ac0-2950-4140-9573-6abe57c002c1 req-8db58a19-2e13-4ecd-9115-adc72380400d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 945 time: 0.1286352 Jul 14 07:27:19.436662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-0caf49dd-de1b-45ab-a1cc-5097d784abf6 None None] Port d8b1564a-4f35-4de5-9954-86f6e6e84b2e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:27:19.493898 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-40e69e5f-74d2-4f27-9cab-9209a7317f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:19.501824 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92f51ac0-2950-4140-9573-6abe57c002c1 req-39f5d2b3-5434-4135-bf2c-f449c2518c94 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582724 Jul 14 07:27:19.519071 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 50968) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:19.593238 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0fdaed1f-62d9-4e17-a9b2-051de624e85d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/floatingips/eb1245c4-a3ba-4087-ba73-7d50ee7dc105 HTTP/1.1" status: 200 len: 993 time: 0.0729098 Jul 14 07:27:19.732330 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-40e69e5f-74d2-4f27-9cab-9209a7317f08 service neutron] For port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ca5ed6d3-e912-4f9c-a0a1-6c27eb124021,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:19.836752 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-40e69e5f-74d2-4f27-9cab-9209a7317f08 service neutron] For port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:27:19.957562 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d1705-229f-4bb9-8f50-33b3062c6ec1 req-77ddc57f-52b8-466d-be99-97ce57ed1cb5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:19.964706 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d1705-229f-4bb9-8f50-33b3062c6ec1 req-77ddc57f-52b8-466d-be99-97ce57ed1cb5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:19.976907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d1705-229f-4bb9-8f50-33b3062c6ec1 req-77ddc57f-52b8-466d-be99-97ce57ed1cb5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:19.978263 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d1705-229f-4bb9-8f50-33b3062c6ec1 req-77ddc57f-52b8-466d-be99-97ce57ed1cb5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:19.984694 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d1705-229f-4bb9-8f50-33b3062c6ec1 req-77ddc57f-52b8-466d-be99-97ce57ed1cb5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:19.992154 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d1705-229f-4bb9-8f50-33b3062c6ec1 req-77ddc57f-52b8-466d-be99-97ce57ed1cb5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:19.994303 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-828d1705-229f-4bb9-8f50-33b3062c6ec1 req-77ddc57f-52b8-466d-be99-97ce57ed1cb5 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 4659 time: 0.1295302 Jul 14 07:27:20.123347 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-828d1705-229f-4bb9-8f50-33b3062c6ec1 req-7fa4ab67-db1e-4ba6-9e84-acafea97b88f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&id=c1bc1469-a773-4839-a2b3-223c6b0e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1154284 Jul 14 07:27:20.226006 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f68abd-af97-4f44-9633-5426a70a0e9e req-b5f39645-c7c5-4b5a-961c-70313a77ac79 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:20.227522 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5f68abd-af97-4f44-9633-5426a70a0e9e req-b5f39645-c7c5-4b5a-961c-70313a77ac79 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 1096 time: 0.1034782 Jul 14 07:27:20.335957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-40e69e5f-74d2-4f27-9cab-9209a7317f08 service neutron] device_id is not set on port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:27:20.366088 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5f68abd-af97-4f44-9633-5426a70a0e9e req-219b60e6-2be8-429a-ad5a-7e3afc3cdf05 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133764 Jul 14 07:27:20.372260 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-40e69e5f-74d2-4f27-9cab-9209a7317f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:20.382431 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-40e69e5f-74d2-4f27-9cab-9209a7317f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:20.489037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e69e5f-74d2-4f27-9cab-9209a7317f08 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5ed6d3-e912-4f9c-a0a1-6c27eb124021,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:20.512345 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-40e69e5f-74d2-4f27-9cab-9209a7317f08 service neutron] No DVR routers for this DVR port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:27:20.556023 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-40e69e5f-74d2-4f27-9cab-9209a7317f08 service neutron] In _notify_port_updated(), no bound segment for port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 on network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f {{(pid=93827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:27:20.556941 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-40e69e5f-74d2-4f27-9cab-9209a7317f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:20.557603 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-40e69e5f-74d2-4f27-9cab-9209a7317f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:20.558916 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-40e69e5f-74d2-4f27-9cab-9209a7317f08 service neutron] 10.222.0.30 "PUT /v2.0/ports/ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 HTTP/1.1" status: 200 len: 1026 time: 1.2115719 Jul 14 07:27:20.664554 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-354cf168-e7a2-4752-b7f7-6428ca14b1d9 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Deleting port d4545f69-ed88-4ffb-9479-73ab5a234def {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:27:20.665038 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-354cf168-e7a2-4752-b7f7-6428ca14b1d9 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:20.764621 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2b699f33-0666-4830-bcec-07af764ee001 None None] Provisioning complete for port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:27:20.765132 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2b699f33-0666-4830-bcec-07af764ee001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:20.771868 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-354cf168-e7a2-4752-b7f7-6428ca14b1d9 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] For port d4545f69-ed88-4ffb-9479-73ab5a234def, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d4545f69-ed88-4ffb-9479-73ab5a234def,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:20.772388 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-354cf168-e7a2-4752-b7f7-6428ca14b1d9 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:20.790252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-354cf168-e7a2-4752-b7f7-6428ca14b1d9 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Calling delete_port for d4545f69-ed88-4ffb-9479-73ab5a234def owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:27:20.803093 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-2b699f33-0666-4830-bcec-07af764ee001 None None] Port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:27:20.938030 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-354cf168-e7a2-4752-b7f7-6428ca14b1d9 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:21.009440 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cf168-e7a2-4752-b7f7-6428ca14b1d9 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event deleted for resources: {'Port': ['ID=d4545f69-ed88-4ffb-9479-73ab5a234def,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:21.031547 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-354cf168-e7a2-4752-b7f7-6428ca14b1d9 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] No DVR routers for this DVR port d4545f69-ed88-4ffb-9479-73ab5a234def on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:27:21.034584 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-354cf168-e7a2-4752-b7f7-6428ca14b1d9 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:21.036754 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-354cf168-e7a2-4752-b7f7-6428ca14b1d9 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.30 "DELETE /v2.0/ports/d4545f69-ed88-4ffb-9479-73ab5a234def HTTP/1.1" status: 204 len: 173 time: 0.4718969 Jul 14 07:27:21.037207 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-deleted', 'tag': 'd4545f69-ed88-4ffb-9479-73ab5a234def'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:27:21.039437 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36a3795-dddc-400a-b344-e35183e00d33" -d '{"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-deleted", "tag": "d4545f69-ed88-4ffb-9479-73ab5a234def"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:27:21.083270 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92a7dcf-7387-4845-a79d-916d5ace1ae7 x-openstack-request-id: req-c92a7dcf-7387-4845-a79d-916d5ace1ae7 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:27:21.083565 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-deleted", "tag": "d4545f69-ed88-4ffb-9479-73ab5a234def", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:27:21.083818 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c92a7dcf-7387-4845-a79d-916d5ace1ae7 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:27:21.084215 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-deleted', 'tag': 'd4545f69-ed88-4ffb-9479-73ab5a234def', 'status': 'completed', 'code': 200} Jul 14 07:27:21.155344 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-8a763bfb-ce48-4590-bc27-34f73476712b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Deleting port 3181db43-d375-4837-9acb-b23c672feff1 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:27:21.156013 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-8a763bfb-ce48-4590-bc27-34f73476712b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:21.273834 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-8a763bfb-ce48-4590-bc27-34f73476712b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] For port 3181db43-d375-4837-9acb-b23c672feff1, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3181db43-d375-4837-9acb-b23c672feff1,segment=NetworkSegment(81c74f52-a606-4f21-8874-53e335c2e1a9),segment_id=81c74f52-a606-4f21-8874-53e335c2e1a9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:21.274742 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-8a763bfb-ce48-4590-bc27-34f73476712b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:21.343811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-8a763bfb-ce48-4590-bc27-34f73476712b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Calling delete_port for 3181db43-d375-4837-9acb-b23c672feff1 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:27:21.371385 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a14f4b-12c5-40dc-84bb-67da5e25994d req-cdc1833c-5320-47d2-a54e-1c6e12f701fc tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:21.378425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a14f4b-12c5-40dc-84bb-67da5e25994d req-cdc1833c-5320-47d2-a54e-1c6e12f701fc tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:21.384491 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a14f4b-12c5-40dc-84bb-67da5e25994d req-cdc1833c-5320-47d2-a54e-1c6e12f701fc tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:21.391075 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a14f4b-12c5-40dc-84bb-67da5e25994d req-cdc1833c-5320-47d2-a54e-1c6e12f701fc tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:21.398042 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4a14f4b-12c5-40dc-84bb-67da5e25994d req-cdc1833c-5320-47d2-a54e-1c6e12f701fc tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 3151 time: 0.1098247 Jul 14 07:27:21.433490 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-ac134cbf-f5dc-4347-a881-4f3904b3cf32 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2919397 Jul 14 07:27:21.448137 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4a14f4b-12c5-40dc-84bb-67da5e25994d req-530e0281-aa3d-4312-b88a-dc45d4bb1c9a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475292 Jul 14 07:27:21.492761 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device e8489e5d-2c28-4a14-9aff-ad242571e831 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:27:21.580612 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-8a763bfb-ce48-4590-bc27-34f73476712b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:21.624448 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:21.642432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a763bfb-ce48-4590-bc27-34f73476712b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event deleted for resources: {'Port': ['ID=3181db43-d375-4837-9acb-b23c672feff1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:21.704175 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port e8489e5d-2c28-4a14-9aff-ad242571e831, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=e8489e5d-2c28-4a14-9aff-ad242571e831,segment=NetworkSegment(35059387-cc9b-4d1f-b50f-10e95f5a9e3d),segment_id=35059387-cc9b-4d1f-b50f-10e95f5a9e3d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:21.705349 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8489e5d-2c28-4a14-9aff-ad242571e831'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:27:21.709828 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3875e01-b68d-472b-b156-acae5e01c830" -d '{"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-unplugged", "status": "completed", "tag": "e8489e5d-2c28-4a14-9aff-ad242571e831"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:27:21.718593 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:21.721113 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3181db43-d375-4837-9acb-b23c672feff1 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:27:21.778294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-8a763bfb-ce48-4590-bc27-34f73476712b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] No DVR routers for this DVR port 3181db43-d375-4837-9acb-b23c672feff1 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:27:21.787568 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-8a763bfb-ce48-4590-bc27-34f73476712b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:21.790426 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-8a763bfb-ce48-4590-bc27-34f73476712b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.30 "DELETE /v2.0/ports/3181db43-d375-4837-9acb-b23c672feff1 HTTP/1.1" status: 204 len: 173 time: 0.7483399 Jul 14 07:27:21.829338 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 3181db43-d375-4837-9acb-b23c672feff1 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:27:21.829810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3181db43-d375-4837-9acb-b23c672feff1 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:27:21.834627 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:27:21.931286 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=e8489e5d-2c28-4a14-9aff-ad242571e831,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:21.932988 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-999a4004-1e35-4c07-82df-fac1f63fda38 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Deleting port bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:27:21.946094 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-999a4004-1e35-4c07-82df-fac1f63fda38 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:22.006175 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:22.075757 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:22.083955 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:22.084683 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d4545f69-ed88-4ffb-9479-73ab5a234def no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:27:22.152404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-999a4004-1e35-4c07-82df-fac1f63fda38 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] For port bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:22.152789 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-999a4004-1e35-4c07-82df-fac1f63fda38 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:22.172382 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5d06c8-f735-4f98-b760-24d6c0a4e7bd x-openstack-request-id: req-2c5d06c8-f735-4f98-b760-24d6c0a4e7bd {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:27:22.172742 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-unplugged", "status": "completed", "tag": "e8489e5d-2c28-4a14-9aff-ad242571e831", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:27:22.173652 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c5d06c8-f735-4f98-b760-24d6c0a4e7bd {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:27:22.173946 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8489e5d-2c28-4a14-9aff-ad242571e831', 'code': 200} Jul 14 07:27:22.176427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: d4545f69-ed88-4ffb-9479-73ab5a234def {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:27:22.177440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d4545f69-ed88-4ffb-9479-73ab5a234def not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:27:22.177999 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d8b1564a-4f35-4de5-9954-86f6e6e84b2e no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:27:22.189840 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-999a4004-1e35-4c07-82df-fac1f63fda38 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Calling delete_port for bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:27:22.269454 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:22.278724 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d8b1564a-4f35-4de5-9954-86f6e6e84b2e not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:27:22.279048 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:27:22.366803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:27:22.367412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:27:22.435504 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-999a4004-1e35-4c07-82df-fac1f63fda38 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:22.473825 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a4004-1e35-4c07-82df-fac1f63fda38 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event deleted for resources: {'Port': ['ID=bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:22.537676 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-999a4004-1e35-4c07-82df-fac1f63fda38 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] No DVR routers for this DVR port bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:27:22.540394 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-999a4004-1e35-4c07-82df-fac1f63fda38 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:22.544131 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-999a4004-1e35-4c07-82df-fac1f63fda38 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.30 "DELETE /v2.0/ports/bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7 HTTP/1.1" status: 204 len: 173 time: 0.7483928 Jul 14 07:27:22.548904 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:22.597495 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=657ec3e0-c604-4d77-83f7-2f17b5ca4a0d,segment=NetworkSegment(81c74f52-a606-4f21-8874-53e335c2e1a9),segment_id=81c74f52-a606-4f21-8874-53e335c2e1a9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:22.606499 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:22.620812 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-93a98abb-09c3-4fc6-8d75-be7938a5d336 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:27:22.621872 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-93a98abb-09c3-4fc6-8d75-be7938a5d336 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1549685 Jul 14 07:27:22.653455 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3c9affc3-a3d9-4e90-97e5-fde35de0e136 service neutron] Request body: {'binding': {'host': 'n-h2-778696-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:27:22.653795 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3c9affc3-a3d9-4e90-97e5-fde35de0e136 service neutron] Unknown quota resources ['binding']. {{(pid=93827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 07:27:22.671118 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=657ec3e0-c604-4d77-83f7-2f17b5ca4a0d,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:22.728293 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e72dbf-4a20-4a3b-a520-0b278abb9721 req-827c1cc3-3804-455a-b8e9-ca7a0904f37f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:22.734876 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e72dbf-4a20-4a3b-a520-0b278abb9721 req-827c1cc3-3804-455a-b8e9-ca7a0904f37f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:22.743004 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24e72dbf-4a20-4a3b-a520-0b278abb9721 req-827c1cc3-3804-455a-b8e9-ca7a0904f37f tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 1677 time: 0.0858419 Jul 14 07:27:22.783062 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24e72dbf-4a20-4a3b-a520-0b278abb9721 req-4f6d5760-b93f-4298-814d-d272f8538db0 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381293 Jul 14 07:27:22.792546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-f50f4c0b-6a0d-4dbe-aec7-ed5bbd8d2e52 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Deleting port 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:27:22.792900 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-f50f4c0b-6a0d-4dbe-aec7-ed5bbd8d2e52 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:22.920606 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3c9affc3-a3d9-4e90-97e5-fde35de0e136 service neutron] Attempting to bind port 2575dbfa-882b-4d12-8f80-f84ca4fc44be on host n-h2-778696-5 for vnic_type normal with profile None {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:27:22.920939 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3c9affc3-a3d9-4e90-97e5-fde35de0e136 service neutron] Attempting to bind port 2575dbfa-882b-4d12-8f80-f84ca4fc44be by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:27:22.921292 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3c9affc3-a3d9-4e90-97e5-fde35de0e136 service neutron] Attempting to bind port 2575dbfa-882b-4d12-8f80-f84ca4fc44be on network 0e2898fb-98a0-4317-af70-5ffa70142f62 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:27:22.927238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3c9affc3-a3d9-4e90-97e5-fde35de0e136 service neutron] Port 2575dbfa-882b-4d12-8f80-f84ca4fc44be on network 0e2898fb-98a0-4317-af70-5ffa70142f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:27:22.927560 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3c9affc3-a3d9-4e90-97e5-fde35de0e136 service neutron] Attempting to bind port 2575dbfa-882b-4d12-8f80-f84ca4fc44be on network 0e2898fb-98a0-4317-af70-5ffa70142f62 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:27:22.934515 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-f50f4c0b-6a0d-4dbe-aec7-ed5bbd8d2e52 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] For port 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=657ec3e0-c604-4d77-83f7-2f17b5ca4a0d,segment=NetworkSegment(81c74f52-a606-4f21-8874-53e335c2e1a9),segment_id=81c74f52-a606-4f21-8874-53e335c2e1a9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:22.934873 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-f50f4c0b-6a0d-4dbe-aec7-ed5bbd8d2e52 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:22.944973 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3c9affc3-a3d9-4e90-97e5-fde35de0e136 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:27:22.945503 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3c9affc3-a3d9-4e90-97e5-fde35de0e136 service neutron] Checking segment: {'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:27:22.945895 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3c9affc3-a3d9-4e90-97e5-fde35de0e136 service neutron] Bound using segment: {'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:27:22.946329 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3c9affc3-a3d9-4e90-97e5-fde35de0e136 service neutron] Bound port: 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:27:23.076022 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3c9affc3-a3d9-4e90-97e5-fde35de0e136 service neutron] For port 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=2575dbfa-882b-4d12-8f80-f84ca4fc44be,segment=NetworkSegment(2385f07d-fd91-43db-8760-2d07099c043d),segment_id=2385f07d-fd91-43db-8760-2d07099c043d)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:27:23.077642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-f50f4c0b-6a0d-4dbe-aec7-ed5bbd8d2e52 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Calling delete_port for 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:27:23.135689 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-deleted', 'tag': '3181db43-d375-4837-9acb-b23c672feff1'}, {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-deleted', 'tag': 'bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:27:23.138271 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138e19d4-20e6-4a15-91c4-00822c6fd211" -d '{"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-deleted", "tag": "3181db43-d375-4837-9acb-b23c672feff1"}, {"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-deleted", "tag": "bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:27:23.161365 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3c9affc3-a3d9-4e90-97e5-fde35de0e136 service neutron] Notify callbacks [] for binding, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:23.162532 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3c9affc3-a3d9-4e90-97e5-fde35de0e136 service neutron] 10.222.0.35 "POST /v2.0/ports/2575dbfa-882b-4d12-8f80-f84ca4fc44be/bindings HTTP/1.1" status: 201 len: 389 time: 0.5150917 Jul 14 07:27:23.208356 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 07:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d0e691-de47-4013-b10d-ea9a4f44ab47 x-openstack-request-id: req-b0d0e691-de47-4013-b10d-ea9a4f44ab47 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:27:23.209145 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-deleted", "tag": "3181db43-d375-4837-9acb-b23c672feff1", "status": "completed", "code": 200}, {"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-deleted", "tag": "bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:27:23.209834 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0d0e691-de47-4013-b10d-ea9a4f44ab47 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:27:23.210402 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-deleted', 'tag': '3181db43-d375-4837-9acb-b23c672feff1', 'status': 'completed', 'code': 200} Jul 14 07:27:23.210810 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-deleted', 'tag': 'bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7', 'status': 'completed', 'code': 200} Jul 14 07:27:23.318479 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-f50f4c0b-6a0d-4dbe-aec7-ed5bbd8d2e52 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:23.434232 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f4c0b-6a0d-4dbe-aec7-ed5bbd8d2e52 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event deleted for resources: {'Port': ['ID=657ec3e0-c604-4d77-83f7-2f17b5ca4a0d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:23.521141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f403a-19e6-49de-af94-37d7989b6b55 req-e1e1f374-3fd0-47c4-b123-c7f08ec5b048 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:23.522849 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c2f403a-19e6-49de-af94-37d7989b6b55 req-e1e1f374-3fd0-47c4-b123-c7f08ec5b048 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 945 time: 0.0936317 Jul 14 07:27:23.534764 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-f50f4c0b-6a0d-4dbe-aec7-ed5bbd8d2e52 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] No DVR routers for this DVR port 657ec3e0-c604-4d77-83f7-2f17b5ca4a0d on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:27:23.537943 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-f50f4c0b-6a0d-4dbe-aec7-ed5bbd8d2e52 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:23.540726 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-f50f4c0b-6a0d-4dbe-aec7-ed5bbd8d2e52 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.30 "DELETE /v2.0/ports/657ec3e0-c604-4d77-83f7-2f17b5ca4a0d HTTP/1.1" status: 204 len: 173 time: 0.9909050 Jul 14 07:27:23.617966 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c2f403a-19e6-49de-af94-37d7989b6b55 req-349f6926-ab22-4adf-94c8-7d701ffb66fc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845289 Jul 14 07:27:23.632408 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-60b55b0a-5600-4a0b-a75f-b775ea79e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:23.634620 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-60b55b0a-5600-4a0b-a75f-b775ea79e841 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 1096 time: 0.1101062 Jul 14 07:27:23.688121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-fcdc1930-5748-427a-95e0-f9f304e831ae tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Deleting port e8489e5d-2c28-4a14-9aff-ad242571e831 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:27:23.688660 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-fcdc1930-5748-427a-95e0-f9f304e831ae tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:23.762078 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3c0d9b0a-3db0-4a0d-95f9-01c3da8ba0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:23.764526 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3c0d9b0a-3db0-4a0d-95f9-01c3da8ba0b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e2898fb-98a0-4317-af70-5ffa70142f62 HTTP/1.1" status: 200 len: 897 time: 0.1171603 Jul 14 07:27:23.790730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-fcdc1930-5748-427a-95e0-f9f304e831ae tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] For port e8489e5d-2c28-4a14-9aff-ad242571e831, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=e8489e5d-2c28-4a14-9aff-ad242571e831,segment=NetworkSegment(35059387-cc9b-4d1f-b50f-10e95f5a9e3d),segment_id=35059387-cc9b-4d1f-b50f-10e95f5a9e3d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:23.791187 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-fcdc1930-5748-427a-95e0-f9f304e831ae tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:23.869449 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-0fa8aff0-f70a-4b47-a305-4ce0b4a453d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2575dbfa-882b-4d12-8f80-f84ca4fc44be HTTP/1.1" status: 200 len: 1001 time: 0.0984511 Jul 14 07:27:23.971974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-99aa7cb8-3eb7-4e15-814b-0aa64c37124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:23.975870 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-99aa7cb8-3eb7-4e15-814b-0aa64c37124f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52e8a703-9fb0-4523-b9f6-548824b90b89 HTTP/1.1" status: 200 len: 834 time: 0.1000419 Jul 14 07:27:24.098619 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-fcdc1930-5748-427a-95e0-f9f304e831ae tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:24.099247 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-fcdc1930-5748-427a-95e0-f9f304e831ae tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:24.099710 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-fcdc1930-5748-427a-95e0-f9f304e831ae tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Floating IP 6b14a536-5f91-454a-a11f-109a89efc3ee disassociated. External IP: 172.25.7.179, port: e8489e5d-2c28-4a14-9aff-ad242571e831. Jul 14 07:27:24.100175 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-fcdc1930-5748-427a-95e0-f9f304e831ae tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Calling delete_port for e8489e5d-2c28-4a14-9aff-ad242571e831 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:27:24.118052 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-1507a437-bcbe-4c8f-aa18-c4200f512c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:24.119606 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-1507a437-bcbe-4c8f-aa18-c4200f512c40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e2898fb-98a0-4317-af70-5ffa70142f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368105 Jul 14 07:27:24.127682 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5acfd-cfe8-42cc-9889-4f8f004d82c2 req-ef40a59b-bc9b-44d8-ad9e-eaa6cb9c994b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:24.129095 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9db5acfd-cfe8-42cc-9889-4f8f004d82c2 req-ef40a59b-bc9b-44d8-ad9e-eaa6cb9c994b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 943 time: 0.0863595 Jul 14 07:27:24.175912 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7'}, {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '657ec3e0-c604-4d77-83f7-2f17b5ca4a0d'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:27:24.178701 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9f1c82-bfea-47d9-bd81-9d8e600cce30" -d '{"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-unplugged", "status": "completed", "tag": "bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7"}, {"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-unplugged", "status": "completed", "tag": "657ec3e0-c604-4d77-83f7-2f17b5ca4a0d"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:27:24.222749 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 14 Jul 2021 07:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d716f2-0a6a-49fc-bf5c-fdd1b613e217 x-openstack-request-id: req-19d716f2-0a6a-49fc-bf5c-fdd1b613e217 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:27:24.223047 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-unplugged", "status": "completed", "tag": "bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7", "code": 200}, {"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-unplugged", "status": "completed", "tag": "657ec3e0-c604-4d77-83f7-2f17b5ca4a0d", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:27:24.223295 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19d716f2-0a6a-49fc-bf5c-fdd1b613e217 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:27:24.223695 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd6ba5b3-77a4-4634-aa86-5e6be5dcbeb7', 'code': 200} Jul 14 07:27:24.224005 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '657ec3e0-c604-4d77-83f7-2f17b5ca4a0d', 'code': 200} Jul 14 07:27:24.239497 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-fcdc1930-5748-427a-95e0-f9f304e831ae tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:24.242437 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9db5acfd-cfe8-42cc-9889-4f8f004d82c2 req-3f0284fd-b5c1-48a0-9429-6dc72c264197 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups?id=3591ce90-7b40-4e9a-a3ac-4505407c24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051466 Jul 14 07:27:24.265575 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f6a42c7b-3982-4fdf-9286-28affe4f744a service neutron] 10.222.0.15 "GET /v2.0/networks/0e2898fb-98a0-4317-af70-5ffa70142f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355109 Jul 14 07:27:24.275517 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc1930-5748-427a-95e0-f9f304e831ae tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event deleted for resources: {'Port': ['ID=e8489e5d-2c28-4a14-9aff-ad242571e831,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:24.416402 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-fcdc1930-5748-427a-95e0-f9f304e831ae tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Router c8afe6fe-88ad-4416-9abe-d2b85b2a5435 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:27:24.554893 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-fcdc1930-5748-427a-95e0-f9f304e831ae tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:27:24.567113 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916e3c9b-a223-49a5-90d3-a7899210928b None None] Sync routers for ids ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:27:24.581838 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e3c9b-a223-49a5-90d3-a7899210928b None None] Routers {'c8afe6fe-88ad-4416-9abe-d2b85b2a5435'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:27:24.582810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-916e3c9b-a223-49a5-90d3-a7899210928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:27:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:24.629471 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-fcdc1930-5748-427a-95e0-f9f304e831ae tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] No DVR routers for this DVR port e8489e5d-2c28-4a14-9aff-ad242571e831 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:27:24.632010 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-fcdc1930-5748-427a-95e0-f9f304e831ae tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:24.634122 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99989a14-6612-47b4-ba69-1270d99a29d6 req-fcdc1930-5748-427a-95e0-f9f304e831ae tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.30 "DELETE /v2.0/ports/e8489e5d-2c28-4a14-9aff-ad242571e831 HTTP/1.1" status: 204 len: 173 time: 1.0883477 Jul 14 07:27:24.742005 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-916e3c9b-a223-49a5-90d3-a7899210928b None None] Set router c8afe6fe-88ad-4416-9abe-d2b85b2a5435 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:27:24.858537 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-e91b24d7-8cc3-43f9-9ac4-bed3583df7bd service neutron] 10.222.0.15 "GET /v2.0/networks/0e2898fb-98a0-4317-af70-5ffa70142f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850611 Jul 14 07:27:25.063325 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727fe07-9eb1-453f-9551-e326b568c862 req-4f5dca8a-f1a2-4ca7-bc66-3bcb0955645f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:25.071013 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7727fe07-9eb1-453f-9551-e326b568c862 req-4f5dca8a-f1a2-4ca7-bc66-3bcb0955645f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 945 time: 0.1796832 Jul 14 07:27:25.072296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-916e3c9b-a223-49a5-90d3-a7899210928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'name': 'tempest-TaggedBootDevicesTest-695941789-router', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:15:59Z', 'updated_at': '2021-07-14T07:16:13Z', 'revision_number': 4, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'gw_port': {'id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:01Z', 'updated_at': '2021-07-14T07:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '18e6d66e-9f52-4b6a-b747-d3cbec72c367', 'name': '', 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'mac_address': 'fa:16:3e:76:5e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:10Z', 'updated_at': '2021-07-14T07:16:45Z', 'revision_number': 5, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'subnets': [{'id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:25.094344 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-58d4dd2a-b9da-4ea6-a5dd-1226642d1654 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:25.096715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-58d4dd2a-b9da-4ea6-a5dd-1226642d1654 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb&tenant_id=b7b4e8051a664c019a0af911d6ce8090&binding%3Ahost_id=n-h1-778696-5 HTTP/1.1" status: 200 len: 1096 time: 0.1680100 Jul 14 07:27:25.103303 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916e3c9b-a223-49a5-90d3-a7899210928b None None] Checking router: c8afe6fe-88ad-4416-9abe-d2b85b2a5435 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:27:25.113785 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e3c9b-a223-49a5-90d3-a7899210928b None None] Routers {'c8afe6fe-88ad-4416-9abe-d2b85b2a5435'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:27:25.114329 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-916e3c9b-a223-49a5-90d3-a7899210928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:27:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:25.132187 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7727fe07-9eb1-453f-9551-e326b568c862 req-759de555-b377-4a6a-be22-715b9369034d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598633 Jul 14 07:27:25.141503 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-5'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:27:25.212291 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-deleted', 'tag': '657ec3e0-c604-4d77-83f7-2f17b5ca4a0d'}, {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-deleted', 'tag': 'e8489e5d-2c28-4a14-9aff-ad242571e831'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:27:25.214704 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b654a5-9a5b-417b-be35-c0bc8bf061f3" -d '{"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-deleted", "tag": "657ec3e0-c604-4d77-83f7-2f17b5ca4a0d"}, {"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-deleted", "tag": "e8489e5d-2c28-4a14-9aff-ad242571e831"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:27:25.243147 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-916e3c9b-a223-49a5-90d3-a7899210928b None None] Set router c8afe6fe-88ad-4416-9abe-d2b85b2a5435 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:27:25.255675 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:25.281168 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 07:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc999d4b-da02-4d25-b905-5763b458090b x-openstack-request-id: req-cc999d4b-da02-4d25-b905-5763b458090b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:27:25.281514 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-deleted", "tag": "657ec3e0-c604-4d77-83f7-2f17b5ca4a0d", "status": "completed", "code": 200}, {"server_uuid": "70aed3f3-4254-438f-b75e-74f7845698d8", "name": "network-vif-deleted", "tag": "e8489e5d-2c28-4a14-9aff-ad242571e831", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:27:25.281798 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc999d4b-da02-4d25-b905-5763b458090b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:27:25.282201 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-deleted', 'tag': '657ec3e0-c604-4d77-83f7-2f17b5ca4a0d', 'status': 'completed', 'code': 200} Jul 14 07:27:25.282987 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aed3f3-4254-438f-b75e-74f7845698d8', 'name': 'network-vif-deleted', 'tag': 'e8489e5d-2c28-4a14-9aff-ad242571e831', 'status': 'completed', 'code': 200} Jul 14 07:27:25.475740 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-916e3c9b-a223-49a5-90d3-a7899210928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'name': 'tempest-TaggedBootDevicesTest-695941789-router', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:15:59Z', 'updated_at': '2021-07-14T07:16:13Z', 'revision_number': 4, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'gw_port': {'id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:01Z', 'updated_at': '2021-07-14T07:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '18e6d66e-9f52-4b6a-b747-d3cbec72c367', 'name': '', 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'mac_address': 'fa:16:3e:76:5e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:10Z', 'updated_at': '2021-07-14T07:16:45Z', 'revision_number': 5, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'subnets': [{'id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:25.511104 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916e3c9b-a223-49a5-90d3-a7899210928b None None] The sync data for ids ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'] in n-d-778696-5 is: [{'id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'name': 'tempest-TaggedBootDevicesTest-695941789-router', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:15:59Z', 'updated_at': '2021-07-14T07:16:13Z', 'revision_number': 4, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'gw_port': {'id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:01Z', 'updated_at': '2021-07-14T07:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '18e6d66e-9f52-4b6a-b747-d3cbec72c367', 'name': '', 'network_id': 'd1e9b77a-3218-40fd-9745-54b5c604b152', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'mac_address': 'fa:16:3e:76:5e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:10Z', 'updated_at': '2021-07-14T07:16:45Z', 'revision_number': 5, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'subnets': [{'id': '77c1b1a7-c56f-42a9-955a-c8d5ef7376f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:27:25.514239 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2e815b99-5444-4c37-afa4-3d97c3ed0b02 req-4f01c300-2bce-4359-b27e-1da709dd8176 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 210 time: 0.1236486 Jul 14 07:27:25.576807 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] For port 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2575dbfa-882b-4d12-8f80-f84ca4fc44be,segment=NetworkSegment(2385f07d-fd91-43db-8760-2d07099c043d),segment_id=2385f07d-fd91-43db-8760-2d07099c043d)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:25.641562 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] For port 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:27:25.738174 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2575dbfa-882b-4d12-8f80-f84ca4fc44be'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:27:25.749656 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c5e5d0-14bc-484b-99ca-e1d5058dd8f4" -d '{"events": [{"server_uuid": "6022e91b-0d8b-43a3-9f46-05328911aebb", "name": "network-vif-unplugged", "status": "completed", "tag": "2575dbfa-882b-4d12-8f80-f84ca4fc44be"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:27:25.761101 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:25.776107 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:25.980468 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd3eee5-acfb-4d24-a465-d86bb11c20a0 x-openstack-request-id: req-1dd3eee5-acfb-4d24-a465-d86bb11c20a0 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:27:25.980951 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6022e91b-0d8b-43a3-9f46-05328911aebb", "name": "network-vif-unplugged", "status": "completed", "tag": "2575dbfa-882b-4d12-8f80-f84ca4fc44be", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:27:25.981820 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1dd3eee5-acfb-4d24-a465-d86bb11c20a0 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:27:25.982340 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2575dbfa-882b-4d12-8f80-f84ca4fc44be', 'code': 200} Jul 14 07:27:25.996481 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e52bb2-d1a9-4932-a898-ba450199b516 None None] New status for floating IP 6b14a536-5f91-454a-a11f-109a89efc3ee: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:27:26.028116 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] Pushing event updated for resources: {'Port': ['ID=2575dbfa-882b-4d12-8f80-f84ca4fc44be,revision_number=7']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:26.118457 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] Attempting to bind port 2575dbfa-882b-4d12-8f80-f84ca4fc44be on host n-h1-778696-5 for vnic_type normal with profile {"migrating_to": "n-h2-778696-5"} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:27:26.119523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] Attempting to bind port 2575dbfa-882b-4d12-8f80-f84ca4fc44be by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:27:26.120450 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] Attempting to bind port 2575dbfa-882b-4d12-8f80-f84ca4fc44be on network 0e2898fb-98a0-4317-af70-5ffa70142f62 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:27:26.127455 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] Port 2575dbfa-882b-4d12-8f80-f84ca4fc44be on network 0e2898fb-98a0-4317-af70-5ffa70142f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:27:26.128073 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] Attempting to bind port 2575dbfa-882b-4d12-8f80-f84ca4fc44be on network 0e2898fb-98a0-4317-af70-5ffa70142f62 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:27:26.135267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:27:26.135737 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] Checking segment: {'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:27:26.136221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] Bound using segment: {'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:27:26.136759 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] Bound port: 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2385f07d-fd91-43db-8760-2d07099c043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:27:26.137235 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:26.246143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] For port 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:27:26.260610 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] For port 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2575dbfa-882b-4d12-8f80-f84ca4fc44be,segment=NetworkSegment(2385f07d-fd91-43db-8760-2d07099c043d),segment_id=2385f07d-fd91-43db-8760-2d07099c043d)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:27:26.278479 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:26.294109 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5741edc0-ee5b-49ea-a73f-02ffb86d6817 None None] Provisioning complete for port 2575dbfa-882b-4d12-8f80-f84ca4fc44be triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:27:26.296116 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5741edc0-ee5b-49ea-a73f-02ffb86d6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:26.439888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] Pushing event updated for resources: {'Port': ['ID=2575dbfa-882b-4d12-8f80-f84ca4fc44be,revision_number=8']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:26.480638 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5741edc0-ee5b-49ea-a73f-02ffb86d6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:26.527870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb1e24-a37a-43e2-9faa-17da319b3e61 req-b8bf339f-8ac6-4ef9-bda7-7cf843bc5549 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:26.529942 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3eb1e24-a37a-43e2-9faa-17da319b3e61 req-b8bf339f-8ac6-4ef9-bda7-7cf843bc5549 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 943 time: 0.1591866 Jul 14 07:27:26.549327 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2575dbfa-882b-4d12-8f80-f84ca4fc44be'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:27:26.557814 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42d2322-c8dc-4239-9132-ef2d75584f7c" -d '{"events": [{"server_uuid": "6022e91b-0d8b-43a3-9f46-05328911aebb", "name": "network-vif-plugged", "status": "completed", "tag": "2575dbfa-882b-4d12-8f80-f84ca4fc44be"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:27:26.569465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5741edc0-ee5b-49ea-a73f-02ffb86d6817 None None] For port 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2575dbfa-882b-4d12-8f80-f84ca4fc44be,segment=NetworkSegment(2385f07d-fd91-43db-8760-2d07099c043d),segment_id=2385f07d-fd91-43db-8760-2d07099c043d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:26.582701 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5741edc0-ee5b-49ea-a73f-02ffb86d6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:26.595314 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:26.598375 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:26.604886 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f3cc8b42-74e8-499f-b392-8736a54ca48a service neutron] 10.222.0.15 "PUT /v2.0/ports/2575dbfa-882b-4d12-8f80-f84ca4fc44be HTTP/1.1" status: 200 len: 1121 time: 1.4874985 Jul 14 07:27:26.629314 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3eb1e24-a37a-43e2-9faa-17da319b3e61 req-922388c2-0896-40b5-a98c-c6d71612e0dd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932031 Jul 14 07:27:26.752983 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d96229e-8172-4aed-8efc-527c68058392 req-2ac50275-984f-4f43-82e9-b1b75ff12eb7 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 210 time: 0.0447781 Jul 14 07:27:26.770117 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c74b27-a225-4d81-af24-5528eb69f1f9 x-openstack-request-id: req-99c74b27-a225-4d81-af24-5528eb69f1f9 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:27:26.770699 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6022e91b-0d8b-43a3-9f46-05328911aebb", "name": "network-vif-plugged", "status": "completed", "tag": "2575dbfa-882b-4d12-8f80-f84ca4fc44be", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:27:26.771108 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-99c74b27-a225-4d81-af24-5528eb69f1f9 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:27:26.771809 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2575dbfa-882b-4d12-8f80-f84ca4fc44be', 'code': 200} Jul 14 07:27:26.776812 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['2575dbfa-882b-4d12-8f80-f84ca4fc44be'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:27:26.904468 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741edc0-ee5b-49ea-a73f-02ffb86d6817 None None] Pushing event updated for resources: {'Port': ['ID=2575dbfa-882b-4d12-8f80-f84ca4fc44be,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:27.090350 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-aae6aa87-8843-499f-b146-57bc95422fd4 None None] Provisioning complete for port 2575dbfa-882b-4d12-8f80-f84ca4fc44be triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:27:27.090715 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-aae6aa87-8843-499f-b146-57bc95422fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:27.931625 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cf485-463b-4c19-afea-363a69a7894d req-906ff078-e0ba-4dde-a93d-af9151a1d3ce tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:27.939200 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d2cf485-463b-4c19-afea-363a69a7894d req-906ff078-e0ba-4dde-a93d-af9151a1d3ce tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 945 time: 0.1676250 Jul 14 07:27:27.983262 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'tag': '2575dbfa-882b-4d12-8f80-f84ca4fc44be'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:27:27.988932 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4e0d12-0d68-4e0e-81b1-97c6d1d43ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "6022e91b-0d8b-43a3-9f46-05328911aebb", "tag": "2575dbfa-882b-4d12-8f80-f84ca4fc44be"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:27:28.016570 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d2cf485-463b-4c19-afea-363a69a7894d req-fac5eaa1-e0bf-4bc7-a64b-b82120c6f40b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762157 Jul 14 07:27:28.084099 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-17538bf6-9fc9-467c-8977-977b8b199566 req-df1338a4-a603-4ce4-9626-5b40d633deaa tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 210 time: 0.0620925 Jul 14 07:27:28.106533 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b2cf67-321c-49c8-8432-86a23b06d6af x-openstack-request-id: req-46b2cf67-321c-49c8-8432-86a23b06d6af {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:27:28.106944 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6022e91b-0d8b-43a3-9f46-05328911aebb", "tag": "2575dbfa-882b-4d12-8f80-f84ca4fc44be", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:27:28.107285 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46b2cf67-321c-49c8-8432-86a23b06d6af {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:27:28.108071 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'tag': '2575dbfa-882b-4d12-8f80-f84ca4fc44be', 'status': 'completed', 'code': 200} Jul 14 07:27:28.219277 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e0d12-0d68-4e0e-81b1-97c6d1d43ce5 req-9b2e33fb-2f4a-49d4-9dbe-7b9918ec9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:28.221972 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9a4e0d12-0d68-4e0e-81b1-97c6d1d43ce5 req-9b2e33fb-2f4a-49d4-9dbe-7b9918ec9778 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 1126 time: 0.0966613 Jul 14 07:27:28.250012 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51146) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:28.354519 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e0d12-0d68-4e0e-81b1-97c6d1d43ce5 req-db0cc5cb-8c00-4b7b-af9c-7fe8a193e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:28.356460 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9a4e0d12-0d68-4e0e-81b1-97c6d1d43ce5 req-db0cc5cb-8c00-4b7b-af9c-7fe8a193e7ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e2898fb-98a0-4317-af70-5ffa70142f62 HTTP/1.1" status: 200 len: 897 time: 0.1282637 Jul 14 07:27:28.367450 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51152) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:28.417387 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a71dbb44-3d76-4674-a162-3fd421a0f7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:28.441668 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9a4e0d12-0d68-4e0e-81b1-97c6d1d43ce5 req-c52fa466-f890-4595-ac84-8ff1e71e82d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2575dbfa-882b-4d12-8f80-f84ca4fc44be HTTP/1.1" status: 200 len: 1001 time: 0.0775552 Jul 14 07:27:28.450037 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2d017f9c-7183-4d9b-971b-0aac5479fae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:28.500688 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e0d12-0d68-4e0e-81b1-97c6d1d43ce5 req-41990e00-fa45-407d-8b23-5b81497f3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:28.502794 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9a4e0d12-0d68-4e0e-81b1-97c6d1d43ce5 req-41990e00-fa45-407d-8b23-5b81497f3e06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52e8a703-9fb0-4523-b9f6-548824b90b89 HTTP/1.1" status: 200 len: 834 time: 0.0545914 Jul 14 07:27:28.508660 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.db.api [None req-a71dbb44-3d76-4674-a162-3fd421a0f7e9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 07:27:28.508660 n-d-778696-5 neutron-server[93828]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 07:27:28.508660 n-d-778696-5 neutron-server[93828]: [parameters: {'project_id': 'ff9d6c8041e64945b5704b6182851658', 'id': '9277f7fd-b19b-4597-895d-2e2354d94ce5', 'expiration': datetime.datetime(2021, 7, 14, 7, 29, 28, 474559)}] Jul 14 07:27:28.508660 n-d-778696-5 neutron-server[93828]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:27:28.508994 n-d-778696-5 neutron-server[93828]: DEBUG oslo_db.api [None req-a71dbb44-3d76-4674-a162-3fd421a0f7e9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:27:28.560482 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2d017f9c-7183-4d9b-971b-0aac5479fae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:28.564985 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2d017f9c-7183-4d9b-971b-0aac5479fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:28.576896 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e0d12-0d68-4e0e-81b1-97c6d1d43ce5 req-13836618-fd2c-4861-8f93-1562b1fb7dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:28.578722 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9a4e0d12-0d68-4e0e-81b1-97c6d1d43ce5 req-13836618-fd2c-4861-8f93-1562b1fb7dfe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e2898fb-98a0-4317-af70-5ffa70142f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685577 Jul 14 07:27:28.604289 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d017f9c-7183-4d9b-971b-0aac5479fae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ddeba4-9277-4ca5-90a5-6a1c180d6e49,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:28.616977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2d017f9c-7183-4d9b-971b-0aac5479fae2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df88c672c3af45a8aad9bc552957bc03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483399 Jul 14 07:27:28.618660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017f9c-7183-4d9b-971b-0aac5479fae2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:28.619000 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017f9c-7183-4d9b-971b-0aac5479fae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:28.619364 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017f9c-7183-4d9b-971b-0aac5479fae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:28.619696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017f9c-7183-4d9b-971b-0aac5479fae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:28.620022 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017f9c-7183-4d9b-971b-0aac5479fae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:28.620346 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017f9c-7183-4d9b-971b-0aac5479fae2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:28.620668 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017f9c-7183-4d9b-971b-0aac5479fae2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:28.620985 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017f9c-7183-4d9b-971b-0aac5479fae2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:28.621325 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017f9c-7183-4d9b-971b-0aac5479fae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:28.621646 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017f9c-7183-4d9b-971b-0aac5479fae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:28.621965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017f9c-7183-4d9b-971b-0aac5479fae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:28.622281 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d017f9c-7183-4d9b-971b-0aac5479fae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:28.625715 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51156) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:28.685672 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4aee0944-c770-44d7-ad71-f4a9fcf68ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:28.696546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 2575dbfa-882b-4d12-8f80-f84ca4fc44be details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:27:28.706197 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9a4e0d12-0d68-4e0e-81b1-97c6d1d43ce5 req-05c0387b-6694-463a-ab81-cba78a8e12d2 service neutron] 10.222.0.30 "GET /v2.0/networks/0e2898fb-98a0-4317-af70-5ffa70142f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199234 Jul 14 07:27:28.709973 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4aee0944-c770-44d7-ad71-f4a9fcf68ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:28.764061 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4aee0944-c770-44d7-ad71-f4a9fcf68ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:28.768181 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4aee0944-c770-44d7-ad71-f4a9fcf68ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:28.771959 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4aee0944-c770-44d7-ad71-f4a9fcf68ecd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0ddeba4-9277-4ca5-90a5-6a1c180d6e49 HTTP/1.1" status: 204 len: 168 time: 0.1424897 Jul 14 07:27:28.781427 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee0944-c770-44d7-ad71-f4a9fcf68ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ddeba4-9277-4ca5-90a5-6a1c180d6e49,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:28.850985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2575dbfa-882b-4d12-8f80-f84ca4fc44be,segment=NetworkSegment(2385f07d-fd91-43db-8760-2d07099c043d),segment_id=2385f07d-fd91-43db-8760-2d07099c043d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:28.867302 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 2575dbfa-882b-4d12-8f80-f84ca4fc44be has no active binding in host n-h2-778696-5 {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 07:27:28.882324 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9a4e0d12-0d68-4e0e-81b1-97c6d1d43ce5 req-ca290bc7-beff-4965-8fe3-572425f3cf99 service neutron] 10.222.0.30 "GET /v2.0/networks/0e2898fb-98a0-4317-af70-5ffa70142f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632140 Jul 14 07:27:29.010481 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a71dbb44-3d76-4674-a162-3fd421a0f7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:29.118709 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a71dbb44-3d76-4674-a162-3fd421a0f7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:29.123761 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a71dbb44-3d76-4674-a162-3fd421a0f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:29.190582 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a71dbb44-3d76-4674-a162-3fd421a0f7e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff9d6c8041e64945b5704b6182851658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9368117 Jul 14 07:27:29.190947 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51176) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:29.226680 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71dbb44-3d76-4674-a162-3fd421a0f7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07309fc-f2a7-40ab-8b55-17e845cf3e79,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:29.270665 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12a9419f-8aba-4087-8036-9ce2b8f47324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:29.272389 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc8197-5681-466b-9bb0-6655dc597207 req-cd8eb9ad-b671-4280-8d8c-490351d4e708 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:29.274231 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60cc8197-5681-466b-9bb0-6655dc597207 req-cd8eb9ad-b671-4280-8d8c-490351d4e708 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 945 time: 0.0996943 Jul 14 07:27:29.294635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-03179114-9f13-4e1c-8bb5-ff613aa9e2da req-eebeb0d6-6485-4bc1-ae4b-a744b61324cf tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 210 time: 0.0485206 Jul 14 07:27:29.303588 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12a9419f-8aba-4087-8036-9ce2b8f47324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:29.341428 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60cc8197-5681-466b-9bb0-6655dc597207 req-d02b168c-a808-4daa-be33-b8a37de14202 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494926 Jul 14 07:27:29.392944 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12a9419f-8aba-4087-8036-9ce2b8f47324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:29.395912 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12a9419f-8aba-4087-8036-9ce2b8f47324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:29.397217 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-12a9419f-8aba-4087-8036-9ce2b8f47324 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e07309fc-f2a7-40ab-8b55-17e845cf3e79 HTTP/1.1" status: 204 len: 168 time: 0.2047443 Jul 14 07:27:29.406394 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9419f-8aba-4087-8036-9ce2b8f47324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07309fc-f2a7-40ab-8b55-17e845cf3e79,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:30.472300 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a97d99c8-c0a2-49ac-9321-066ce841630a req-a6fefbbd-24c0-4e4c-8286-85887a8ac871 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 210 time: 0.0344758 Jul 14 07:27:30.533153 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c354606e-3f89-4c60-924a-c90562c706a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:30.629237 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cb65e-baa5-47bf-80f1-da8d23fd5b91 req-f4662e3e-a407-4566-8bd0-c236e4f4a24e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:30.631095 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf0cb65e-baa5-47bf-80f1-da8d23fd5b91 req-f4662e3e-a407-4566-8bd0-c236e4f4a24e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 945 time: 0.0824668 Jul 14 07:27:30.704962 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf0cb65e-baa5-47bf-80f1-da8d23fd5b91 req-a3e02be1-7ac1-489f-b4a0-ed62071d62c3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649292 Jul 14 07:27:30.923284 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51260) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:31.044489 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:27:31.047218 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3a21671-a8b1-4881-99d3-80ea42374bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:31.147468 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3a21671-a8b1-4881-99d3-80ea42374bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:31.151751 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3a21671-a8b1-4881-99d3-80ea42374bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:31.194168 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f3a21671-a8b1-4881-99d3-80ea42374bc9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a927ccddc63344cb8e59da6405fdb75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2670023 Jul 14 07:27:31.194641 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51264) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:31.198243 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a21671-a8b1-4881-99d3-80ea42374bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7babf908-6352-4657-9043-74bc8323f2e2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:31.268956 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-beac3874-4d66-44f7-bae6-f2482825715b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:31.300933 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-beac3874-4d66-44f7-bae6-f2482825715b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:31.361999 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-beac3874-4d66-44f7-bae6-f2482825715b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:31.364886 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-beac3874-4d66-44f7-bae6-f2482825715b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:31.366306 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-beac3874-4d66-44f7-bae6-f2482825715b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7babf908-6352-4657-9043-74bc8323f2e2 HTTP/1.1" status: 204 len: 168 time: 0.1705835 Jul 14 07:27:31.376440 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac3874-4d66-44f7-bae6-f2482825715b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7babf908-6352-4657-9043-74bc8323f2e2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:31.631739 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-e418e2e7-65e1-4f3d-a17c-09846b565b3a service neutron] 10.222.0.30 "GET /v2.0/ports/2575dbfa-882b-4d12-8f80-f84ca4fc44be/bindings/n-h2-778696-5 HTTP/1.1" status: 200 len: 384 time: 0.0987313 Jul 14 07:27:31.701432 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9814de67-b471-48b4-857d-ee46ea3fa292 req-a5ccc453-199d-4e3a-8c8b-72e716f7ba22 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 210 time: 0.0407250 Jul 14 07:27:31.921983 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39eb38d-cd7b-4cfe-95cd-0b592dd9ddfa req-9a7673dc-113d-476d-86cc-b4117738a088 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:31.932668 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a39eb38d-cd7b-4cfe-95cd-0b592dd9ddfa req-9a7673dc-113d-476d-86cc-b4117738a088 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 945 time: 0.1019242 Jul 14 07:27:31.936760 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-96eb4392-05e9-4b8f-9d69-1ba666db5490 service neutron] For port 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2575dbfa-882b-4d12-8f80-f84ca4fc44be,segment=NetworkSegment(2385f07d-fd91-43db-8760-2d07099c043d),segment_id=2385f07d-fd91-43db-8760-2d07099c043d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:31.966148 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-96eb4392-05e9-4b8f-9d69-1ba666db5490 service neutron] For port 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:27:32.020630 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2575dbfa-882b-4d12-8f80-f84ca4fc44be'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:27:32.024668 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ee53b4-07b7-4aa3-b38e-b528e29f31ea" -d '{"events": [{"server_uuid": "6022e91b-0d8b-43a3-9f46-05328911aebb", "name": "network-vif-unplugged", "status": "completed", "tag": "2575dbfa-882b-4d12-8f80-f84ca4fc44be"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:27:32.034187 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-96eb4392-05e9-4b8f-9d69-1ba666db5490 service neutron] For port 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=2575dbfa-882b-4d12-8f80-f84ca4fc44be,segment=NetworkSegment(2385f07d-fd91-43db-8760-2d07099c043d),segment_id=2385f07d-fd91-43db-8760-2d07099c043d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:32.051871 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-96eb4392-05e9-4b8f-9d69-1ba666db5490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:32.060955 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a39eb38d-cd7b-4cfe-95cd-0b592dd9ddfa req-c8743264-efc2-4ae9-8fd3-f5be5b590821 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152816 Jul 14 07:27:32.112665 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018496e4-8754-4d6e-b403-9fbd4836b68e x-openstack-request-id: req-018496e4-8754-4d6e-b403-9fbd4836b68e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:27:32.112968 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6022e91b-0d8b-43a3-9f46-05328911aebb", "name": "network-vif-unplugged", "status": "completed", "tag": "2575dbfa-882b-4d12-8f80-f84ca4fc44be", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:27:32.113315 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-018496e4-8754-4d6e-b403-9fbd4836b68e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:27:32.113685 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2575dbfa-882b-4d12-8f80-f84ca4fc44be', 'code': 200} Jul 14 07:27:32.157399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-96eb4392-05e9-4b8f-9d69-1ba666db5490 service neutron] Transition to ACTIVE for port object 2575dbfa-882b-4d12-8f80-f84ca4fc44be will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:27:32.161789 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-96eb4392-05e9-4b8f-9d69-1ba666db5490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:32.261452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb4392-05e9-4b8f-9d69-1ba666db5490 service neutron] Pushing event updated for resources: {'Port': ['ID=2575dbfa-882b-4d12-8f80-f84ca4fc44be,revision_number=11']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:32.295184 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-96eb4392-05e9-4b8f-9d69-1ba666db5490 service neutron] No DVR routers for this DVR port 2575dbfa-882b-4d12-8f80-f84ca4fc44be on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:27:32.820399 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-96eb4392-05e9-4b8f-9d69-1ba666db5490 service neutron] 10.222.0.30 "PUT /v2.0/ports/2575dbfa-882b-4d12-8f80-f84ca4fc44be/bindings/n-h2-778696-5/activate HTTP/1.1" status: 200 len: 369 time: 1.1826055 Jul 14 07:27:32.962919 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2f5a21cf-7445-41b9-9029-354002453874 req-c6444235-0d69-446d-b1ee-1d047f98ebfb tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 210 time: 0.0607672 Jul 14 07:27:33.007156 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f12600bb-7424-4060-8dd7-04a54b5b8899 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:33.011955 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-f12600bb-7424-4060-8dd7-04a54b5b8899 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb&tenant_id=b7b4e8051a664c019a0af911d6ce8090&binding%3Ahost_id=n-h1-778696-5 HTTP/1.1" status: 200 len: 1095 time: 0.1205666 Jul 14 07:27:33.122090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-56c49523-8121-4e93-88e2-a8d652b2d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:33.123890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-56c49523-8121-4e93-88e2-a8d652b2d90f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb&tenant_id=b7b4e8051a664c019a0af911d6ce8090 HTTP/1.1" status: 200 len: 1095 time: 0.1044695 Jul 14 07:27:33.200124 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-c3ee4174-1cef-40d3-b38e-5011f4880f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:33.202033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-c3ee4174-1cef-40d3-b38e-5011f4880f9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 1095 time: 0.0554173 Jul 14 07:27:33.303059 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8724c71b-b8e3-45a5-9f2b-27bf0a349efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:33.324637 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-6faefed9-bd05-4590-9a10-b5b6b8999758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:33.326384 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-6faefed9-bd05-4590-9a10-b5b6b8999758 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e2898fb-98a0-4317-af70-5ffa70142f62 HTTP/1.1" status: 200 len: 897 time: 0.1178246 Jul 14 07:27:33.449133 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-6a1b7f08-468e-454a-86f7-20107d8dba60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2575dbfa-882b-4d12-8f80-f84ca4fc44be HTTP/1.1" status: 200 len: 999 time: 0.0865824 Jul 14 07:27:33.463484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b778bf-6c49-4e7b-9a49-f10d09d47fb7 req-f7044969-52fd-4fba-abfc-9283dd9aa044 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:33.465119 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8b778bf-6c49-4e7b-9a49-f10d09d47fb7 req-f7044969-52fd-4fba-abfc-9283dd9aa044 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 944 time: 0.1376474 Jul 14 07:27:33.549240 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8b778bf-6c49-4e7b-9a49-f10d09d47fb7 req-e015209b-34a3-49cc-97ac-0f310832abf7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749657 Jul 14 07:27:33.550696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3d912e46-c32e-49c4-90b4-175476b94f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:33.552371 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3d912e46-c32e-49c4-90b4-175476b94f28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52e8a703-9fb0-4523-b9f6-548824b90b89 HTTP/1.1" status: 200 len: 834 time: 0.0860169 Jul 14 07:27:33.597250 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:33.620072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-a4a68850-b6f2-4f1a-b13c-66f98c213dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:33.621554 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-a4a68850-b6f2-4f1a-b13c-66f98c213dec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e2898fb-98a0-4317-af70-5ffa70142f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634513 Jul 14 07:27:33.721960 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-082b9fb1-302b-4282-bf48-87fddfcdbf59 service neutron] 10.222.0.15 "GET /v2.0/networks/0e2898fb-98a0-4317-af70-5ffa70142f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939407 Jul 14 07:27:33.826363 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-4a493333-9fe6-450e-ab01-510506c12e17 service neutron] 10.222.0.15 "GET /v2.0/networks/0e2898fb-98a0-4317-af70-5ffa70142f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977731 Jul 14 07:27:34.155652 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3b6d029f-d52d-43de-b606-5bc1fabb705c tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:34.158476 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3b6d029f-d52d-43de-b606-5bc1fabb705c tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb&tenant_id=b7b4e8051a664c019a0af911d6ce8090&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 1095 time: 0.0933721 Jul 14 07:27:34.239979 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ee8ed6b-6ef5-4aa7-ad10-0740ea1d9f27 req-d8a760da-2bdf-4700-b1cc-045ed9c35d4a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 210 time: 0.0575719 Jul 14 07:27:34.411519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-76c05ab8-5ee5-4393-9383-386aabfa3b6c service neutron] For port 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:27:34.418899 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-76c05ab8-5ee5-4393-9383-386aabfa3b6c service neutron] Notify callbacks [] for binding, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:34.422947 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-76c05ab8-5ee5-4393-9383-386aabfa3b6c service neutron] 10.222.0.15 "DELETE /v2.0/ports/2575dbfa-882b-4d12-8f80-f84ca4fc44be/bindings/n-h1-778696-5 HTTP/1.1" status: 204 len: 173 time: 0.2575028 Jul 14 07:27:34.649458 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:34.796715 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f559a-34b2-4958-b5ea-b069fdcaf3d3 req-293ceb79-8077-4734-a589-f7cfaf75c59c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:34.798457 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-148f559a-34b2-4958-b5ea-b069fdcaf3d3 req-293ceb79-8077-4734-a589-f7cfaf75c59c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 944 time: 0.1300709 Jul 14 07:27:34.854089 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-148f559a-34b2-4958-b5ea-b069fdcaf3d3 req-277bf130-6ae9-430d-83e2-ba2cf5ab26d6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487900 Jul 14 07:27:35.064240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4c76a-26d1-4cc5-87c2-45423d488643 req-83fe6970-f0e3-4a40-af61-900291e4091d tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:35.065852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43d4c76a-26d1-4cc5-87c2-45423d488643 req-83fe6970-f0e3-4a40-af61-900291e4091d tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 1095 time: 0.0540235 Jul 14 07:27:35.102549 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43d4c76a-26d1-4cc5-87c2-45423d488643 req-85d07dd8-aa50-4099-81a5-91efa6cfcebb tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303140 Jul 14 07:27:35.327090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91f91c-c601-4083-bcea-6b71d3506c62 req-c18ff1a7-93e6-4a07-83d2-e37702ca5957 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:35.328577 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f91f91c-c601-4083-bcea-6b71d3506c62 req-c18ff1a7-93e6-4a07-83d2-e37702ca5957 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 944 time: 0.0912957 Jul 14 07:27:35.377760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f91f91c-c601-4083-bcea-6b71d3506c62 req-ef07d4d6-590e-4f74-89b1-744e5ac03d59 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435207 Jul 14 07:27:35.412109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51372) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:35.511471 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-eb9d2a9e-2d1e-48e1-9f5c-034fca99eeda tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/floatingips/eb1245c4-a3ba-4087-ba73-7d50ee7dc105 HTTP/1.1" status: 200 len: 991 time: 0.0981276 Jul 14 07:27:35.531072 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30e4d0c0-ed1b-4e63-8654-5b19bb46f69a req-e0968ee7-cc3d-4e69-af60-c2d0dd0a03e6 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 210 time: 0.0660319 Jul 14 07:27:35.538467 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2575dbfa-882b-4d12-8f80-f84ca4fc44be no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:27:35.584872 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2575dbfa-882b-4d12-8f80-f84ca4fc44be not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:27:36.190528 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:36.716453 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d64518b7-7507-4a9e-b1a5-97c9aa1fb5f6 req-a1a018f6-f693-4a6d-83ce-7dda8df1e86a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 210 time: 0.0332222 Jul 14 07:27:37.821972 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51406) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:37.855192 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51408) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:37.999983 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f837c4b8-6a45-441c-a217-7d772aae10ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.001949 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9bffba5b-fb68-42db-b008-2c5607941b3c req-24bd8a7e-0a43-4975-8c7b-fa78dbdf11fd tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/ports?device_id=70aed3f3-4254-438f-b75e-74f7845698d8 HTTP/1.1" status: 200 len: 210 time: 0.1174452 Jul 14 07:27:38.090769 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-df2d0a8c-5f1a-425e-864c-84ce2576e7f4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting port 72da5c9b-2f04-430e-b247-50e9251767a5 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:27:38.091325 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df2d0a8c-5f1a-425e-864c-84ce2576e7f4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.156702 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f837c4b8-6a45-441c-a217-7d772aae10ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.162568 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f837c4b8-6a45-441c-a217-7d772aae10ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.207577 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df2d0a8c-5f1a-425e-864c-84ce2576e7f4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.207909 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df2d0a8c-5f1a-425e-864c-84ce2576e7f4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.213909 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837c4b8-6a45-441c-a217-7d772aae10ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d60a02c-bb08-4150-92e2-cd41f64ae8e8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:38.230705 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f837c4b8-6a45-441c-a217-7d772aae10ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d76470394be4032aef2afc5bfc7c19b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3737221 Jul 14 07:27:38.233506 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51428) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:38.237766 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-df2d0a8c-5f1a-425e-864c-84ce2576e7f4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Calling delete_port for 72da5c9b-2f04-430e-b247-50e9251767a5 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:27:38.287712 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03f244ac-4a18-464b-b67f-5e2217da8486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.314148 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03f244ac-4a18-464b-b67f-5e2217da8486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.377395 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03f244ac-4a18-464b-b67f-5e2217da8486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.380164 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03f244ac-4a18-464b-b67f-5e2217da8486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.381457 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-03f244ac-4a18-464b-b67f-5e2217da8486 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3d60a02c-bb08-4150-92e2-cd41f64ae8e8 HTTP/1.1" status: 204 len: 168 time: 0.1467905 Jul 14 07:27:38.394622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f244ac-4a18-464b-b67f-5e2217da8486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d60a02c-bb08-4150-92e2-cd41f64ae8e8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:38.448557 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df2d0a8c-5f1a-425e-864c-84ce2576e7f4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.480706 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d0a8c-5f1a-425e-864c-84ce2576e7f4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Port': ['ID=72da5c9b-2f04-430e-b247-50e9251767a5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:38.552383 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df2d0a8c-5f1a-425e-864c-84ce2576e7f4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.552781 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-df2d0a8c-5f1a-425e-864c-84ce2576e7f4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Floating IP eb1245c4-a3ba-4087-ba73-7d50ee7dc105 disassociated (deleted). External IP: 172.25.7.206, port: 2575dbfa-882b-4d12-8f80-f84ca4fc44be. Jul 14 07:27:38.686367 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51438) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:38.700176 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91ed33e5-eac9-4f39-bf35-e6691e3bd41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.776253 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2d0a8c-5f1a-425e-864c-84ce2576e7f4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router 11882d41-4c0f-4751-be11-2ad264878837 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:27:38.789156 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91ed33e5-eac9-4f39-bf35-e6691e3bd41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.794971 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91ed33e5-eac9-4f39-bf35-e6691e3bd41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.836958 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-91ed33e5-eac9-4f39-bf35-e6691e3bd41e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2085ac7259144df2852d4cbb3bce8fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494904 Jul 14 07:27:38.837784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed33e5-eac9-4f39-bf35-e6691e3bd41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd876cd7-d20e-4713-9aa2-b8131257b8b3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:38.840212 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51440) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:38.889381 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6150730-9be1-40e0-a0c3-39775f4db9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.911202 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6150730-9be1-40e0-a0c3-39775f4db9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.911641 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2d0a8c-5f1a-425e-864c-84ce2576e7f4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:27:38.916644 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df2d0a8c-5f1a-425e-864c-84ce2576e7f4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.922921 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c16d6-f6f3-45c5-b631-ed15b66ce299 None None] Sync routers for ids ['11882d41-4c0f-4751-be11-2ad264878837'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:27:38.933691 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c16d6-f6f3-45c5-b631-ed15b66ce299 None None] Routers {'11882d41-4c0f-4751-be11-2ad264878837'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:27:38.934608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d38c16d6-f6f3-45c5-b631-ed15b66ce299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:27:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['11882d41-4c0f-4751-be11-2ad264878837'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:38.971930 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-df2d0a8c-5f1a-425e-864c-84ce2576e7f4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/floatingips/eb1245c4-a3ba-4087-ba73-7d50ee7dc105 HTTP/1.1" status: 204 len: 168 time: 1.1485794 Jul 14 07:27:38.972581 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'tag': '2575dbfa-882b-4d12-8f80-f84ca4fc44be'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:27:38.975096 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e790c3-a455-4ae4-8dad-93ded0c52da7" -d '{"events": [{"name": "network-changed", "server_uuid": "6022e91b-0d8b-43a3-9f46-05328911aebb", "tag": "2575dbfa-882b-4d12-8f80-f84ca4fc44be"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:27:38.988026 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6150730-9be1-40e0-a0c3-39775f4db9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.992923 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6150730-9be1-40e0-a0c3-39775f4db9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:38.994359 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c6150730-9be1-40e0-a0c3-39775f4db9ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd876cd7-d20e-4713-9aa2-b8131257b8b3 HTTP/1.1" status: 204 len: 168 time: 0.1531944 Jul 14 07:27:39.005824 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6150730-9be1-40e0-a0c3-39775f4db9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd876cd7-d20e-4713-9aa2-b8131257b8b3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:39.275213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-d38c16d6-f6f3-45c5-b631-ed15b66ce299 None None] Set router 11882d41-4c0f-4751-be11-2ad264878837 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:27:39.381920 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bfe9be-a962-4004-9a22-cd1a512b1895 x-openstack-request-id: req-76bfe9be-a962-4004-9a22-cd1a512b1895 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:27:39.382213 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6022e91b-0d8b-43a3-9f46-05328911aebb", "tag": "2575dbfa-882b-4d12-8f80-f84ca4fc44be", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:27:39.382470 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76bfe9be-a962-4004-9a22-cd1a512b1895 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:27:39.382875 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'tag': '2575dbfa-882b-4d12-8f80-f84ca4fc44be', 'status': 'completed', 'code': 200} Jul 14 07:27:39.546394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e790c3-a455-4ae4-8dad-93ded0c52da7 req-db67a017-66c6-4fed-b7f0-2bf0765090e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:39.552463 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41e790c3-a455-4ae4-8dad-93ded0c52da7 req-db67a017-66c6-4fed-b7f0-2bf0765090e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 1095 time: 0.1444554 Jul 14 07:27:39.568790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d38c16d6-f6f3-45c5-b631-ed15b66ce299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11882d41-4c0f-4751-be11-2ad264878837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720889487', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:26:15Z', 'updated_at': '2021-07-14T07:26:24Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:16Z', 'updated_at': '2021-07-14T07:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '2a999e42-4a0b-48f6-91ee-f82bf988f008', 'name': '', 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:e8:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '52e8a703-9fb0-4523-b9f6-548824b90b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:23Z', 'updated_at': '2021-07-14T07:26:31Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '52e8a703-9fb0-4523-b9f6-548824b90b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:39.623865 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c16d6-f6f3-45c5-b631-ed15b66ce299 None None] Checking router: 11882d41-4c0f-4751-be11-2ad264878837 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:27:39.651037 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c16d6-f6f3-45c5-b631-ed15b66ce299 None None] Routers {'11882d41-4c0f-4751-be11-2ad264878837'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:27:39.653545 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d38c16d6-f6f3-45c5-b631-ed15b66ce299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:27:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['11882d41-4c0f-4751-be11-2ad264878837'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:39.679787 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51472) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:39.768329 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e255e6f-cb04-4438-bee3-fb2e837b2aea tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:39.768496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e790c3-a455-4ae4-8dad-93ded0c52da7 req-101c266f-dcb4-4db5-9fff-d36f616900e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:39.782934 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41e790c3-a455-4ae4-8dad-93ded0c52da7 req-101c266f-dcb4-4db5-9fff-d36f616900e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e2898fb-98a0-4317-af70-5ffa70142f62 HTTP/1.1" status: 200 len: 897 time: 0.2168274 Jul 14 07:27:39.831913 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e255e6f-cb04-4438-bee3-fb2e837b2aea tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:39.880454 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-d38c16d6-f6f3-45c5-b631-ed15b66ce299 None None] Set router 11882d41-4c0f-4751-be11-2ad264878837 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:27:39.891996 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41e790c3-a455-4ae4-8dad-93ded0c52da7 req-e17b1cb0-87d2-452b-bcf4-7ac712439e51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2575dbfa-882b-4d12-8f80-f84ca4fc44be HTTP/1.1" status: 200 len: 217 time: 0.0787158 Jul 14 07:27:39.914073 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e255e6f-cb04-4438-bee3-fb2e837b2aea tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:39.917130 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e255e6f-cb04-4438-bee3-fb2e837b2aea tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:39.918440 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7e255e6f-cb04-4438-bee3-fb2e837b2aea tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "DELETE /v2.0/security-groups/3591ce90-7b40-4e9a-a3ac-4505407c24fe HTTP/1.1" status: 204 len: 168 time: 0.2374790 Jul 14 07:27:39.940252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51480) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:39.970404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e255e6f-cb04-4438-bee3-fb2e837b2aea tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3591ce90-7b40-4e9a-a3ac-4505407c24fe,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:39.981047 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-957dcd73-7dc2-4975-bc0a-c2e29dcb5400 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] show failed (client error): The resource could not be found. Jul 14 07:27:39.982412 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-957dcd73-7dc2-4975-bc0a-c2e29dcb5400 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "GET /v2.0/security-groups/3591ce90-7b40-4e9a-a3ac-4505407c24fe HTTP/1.1" status: 404 len: 347 time: 0.0397804 Jul 14 07:27:39.985366 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51484) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:40.161059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7e53d-f612-4252-a13f-e1af78bd400a req-844eef9d-7109-444e-8b6b-5ac21103e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:40.162745 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9ad7e53d-f612-4252-a13f-e1af78bd400a req-844eef9d-7109-444e-8b6b-5ac21103e25b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 1095 time: 0.4332833 Jul 14 07:27:40.168666 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d38c16d6-f6f3-45c5-b631-ed15b66ce299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11882d41-4c0f-4751-be11-2ad264878837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720889487', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:26:15Z', 'updated_at': '2021-07-14T07:26:24Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:16Z', 'updated_at': '2021-07-14T07:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '2a999e42-4a0b-48f6-91ee-f82bf988f008', 'name': '', 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:e8:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '52e8a703-9fb0-4523-b9f6-548824b90b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:23Z', 'updated_at': '2021-07-14T07:26:31Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '52e8a703-9fb0-4523-b9f6-548824b90b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:40.205218 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c16d6-f6f3-45c5-b631-ed15b66ce299 None None] The sync data for ids ['11882d41-4c0f-4751-be11-2ad264878837'] in n-d-778696-5 is: [{'id': '11882d41-4c0f-4751-be11-2ad264878837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720889487', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:26:15Z', 'updated_at': '2021-07-14T07:26:24Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:16Z', 'updated_at': '2021-07-14T07:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '2a999e42-4a0b-48f6-91ee-f82bf988f008', 'name': '', 'network_id': '0e2898fb-98a0-4317-af70-5ffa70142f62', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:e8:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '52e8a703-9fb0-4523-b9f6-548824b90b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:23Z', 'updated_at': '2021-07-14T07:26:31Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '52e8a703-9fb0-4523-b9f6-548824b90b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:27:40.303581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0a682-e171-4494-b1d0-9e0373815caf tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Deleting port 07bfde05-6a24-4d0a-b96d-8a4826e5f925 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:27:40.309763 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a682-e171-4494-b1d0-9e0373815caf tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:40.419072 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a682-e171-4494-b1d0-9e0373815caf tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:40.419774 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a682-e171-4494-b1d0-9e0373815caf tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:40.434835 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0a682-e171-4494-b1d0-9e0373815caf tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Calling delete_port for 07bfde05-6a24-4d0a-b96d-8a4826e5f925 owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:27:40.539264 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e790c3-a455-4ae4-8dad-93ded0c52da7 req-fa8d0ccc-37a6-47d9-9d71-b9998fb1d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:40.550707 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41e790c3-a455-4ae4-8dad-93ded0c52da7 req-fa8d0ccc-37a6-47d9-9d71-b9998fb1d52c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52e8a703-9fb0-4523-b9f6-548824b90b89 HTTP/1.1" status: 200 len: 834 time: 0.5736465 Jul 14 07:27:40.571596 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ba21c-6c9b-448a-a749-30118be0556d req-5d9a1fdc-b93d-45c7-a475-c4467fae08a3 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:40.580733 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f48ba21c-6c9b-448a-a749-30118be0556d req-5d9a1fdc-b93d-45c7-a475-c4467fae08a3 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.6281545 Jul 14 07:27:40.601100 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7e53d-f612-4252-a13f-e1af78bd400a req-bcd05a7a-57b0-43a0-b237-e2c202b26b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:40.602701 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9ad7e53d-f612-4252-a13f-e1af78bd400a req-bcd05a7a-57b0-43a0-b237-e2c202b26b39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 913 time: 0.4329998 Jul 14 07:27:40.652161 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f787a5c-301a-4eb8-b50b-bcc921ff64bc None None] New status for floating IP eb1245c4-a3ba-4087-ba73-7d50ee7dc105: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:27:40.662650 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638350f-af08-4866-a4c1-4f9152ec42d6 req-fd4b0318-b626-44f6-84c6-421cf95a806d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:40.664123 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3638350f-af08-4866-a4c1-4f9152ec42d6 req-fd4b0318-b626-44f6-84c6-421cf95a806d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 944 time: 0.9051182 Jul 14 07:27:40.671742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0870344-ca64-4ce2-a7f3-756301bcb239 req-bd4a75ea-4215-4730-8598-1e86a6fd69b6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:40.673448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0870344-ca64-4ce2-a7f3-756301bcb239 req-bd4a75ea-4215-4730-8598-1e86a6fd69b6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.15 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 944 time: 0.8895283 Jul 14 07:27:40.731842 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3638350f-af08-4866-a4c1-4f9152ec42d6 req-7989322e-a072-450e-90e2-4bc5b2064823 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=6404f444-7cc9-4d90-a74c-2aca509bf642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544558 Jul 14 07:27:40.817902 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a682-e171-4494-b1d0-9e0373815caf tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:40.818068 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f48ba21c-6c9b-448a-a749-30118be0556d req-f8df781b-48fd-4ebc-bfb0-d6bdc07ee837 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363157 Jul 14 07:27:40.845068 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9ad7e53d-f612-4252-a13f-e1af78bd400a req-09c68275-b023-42c5-8831-2b3a7170f907 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15 HTTP/1.1" status: 200 len: 999 time: 0.2220275 Jul 14 07:27:40.874698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0a682-e171-4494-b1d0-9e0373815caf tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event deleted for resources: {'Port': ['ID=07bfde05-6a24-4d0a-b96d-8a4826e5f925,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:40.919088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e790c3-a455-4ae4-8dad-93ded0c52da7 req-0cfe7543-c2be-4322-a954-3ce592f0a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:40.922322 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41e790c3-a455-4ae4-8dad-93ded0c52da7 req-0cfe7543-c2be-4322-a954-3ce592f0a914 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e2898fb-98a0-4317-af70-5ffa70142f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3594396 Jul 14 07:27:40.990573 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7e53d-f612-4252-a13f-e1af78bd400a req-b537b2cc-a1fc-42a2-b932-8207becdf341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:40.992106 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9ad7e53d-f612-4252-a13f-e1af78bd400a req-b537b2cc-a1fc-42a2-b932-8207becdf341 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.1142473 Jul 14 07:27:41.012275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-f0870344-ca64-4ce2-a7f3-756301bcb239 req-4305a130-eae1-42b3-91f1-631ce0943034 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting port 2575dbfa-882b-4d12-8f80-f84ca4fc44be {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:27:41.012947 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f0870344-ca64-4ce2-a7f3-756301bcb239 req-4305a130-eae1-42b3-91f1-631ce0943034 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:41.031758 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a682-e171-4494-b1d0-9e0373815caf tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:41.035781 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a682-e171-4494-b1d0-9e0373815caf tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:41.037029 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0cf0a682-e171-4494-b1d0-9e0373815caf tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "DELETE /v2.0/floatingips/6b14a536-5f91-454a-a11f-109a89efc3ee HTTP/1.1" status: 204 len: 168 time: 1.0505774 Jul 14 07:27:41.041642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51510) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:41.161484 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51512) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:41.183411 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7e53d-f612-4252-a13f-e1af78bd400a req-fe3cdb0e-93c7-47c2-afe5-7299d062dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:41.185152 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9ad7e53d-f612-4252-a13f-e1af78bd400a req-fe3cdb0e-93c7-47c2-afe5-7299d062dbe6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1861527 Jul 14 07:27:41.207877 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41e790c3-a455-4ae4-8dad-93ded0c52da7 req-4345b91e-eba9-4c14-990a-7fcc17f594f4 service neutron] 10.222.0.15 "GET /v2.0/networks/0e2898fb-98a0-4317-af70-5ffa70142f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797277 Jul 14 07:27:41.253106 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba11c4-8c35-4024-b9ad-cb8b4d81a65a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Deleting port ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:27:41.253705 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8ba11c4-8c35-4024-b9ad-cb8b4d81a65a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:41.280701 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-f0870344-ca64-4ce2-a7f3-756301bcb239 req-4305a130-eae1-42b3-91f1-631ce0943034 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] For port 2575dbfa-882b-4d12-8f80-f84ca4fc44be, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=2575dbfa-882b-4d12-8f80-f84ca4fc44be,segment=NetworkSegment(2385f07d-fd91-43db-8760-2d07099c043d),segment_id=2385f07d-fd91-43db-8760-2d07099c043d)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:41.281070 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f0870344-ca64-4ce2-a7f3-756301bcb239 req-4305a130-eae1-42b3-91f1-631ce0943034 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:41.312653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-f0870344-ca64-4ce2-a7f3-756301bcb239 req-4305a130-eae1-42b3-91f1-631ce0943034 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Calling delete_port for 2575dbfa-882b-4d12-8f80-f84ca4fc44be owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:27:41.366434 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2d4a3ca-6758-4e54-b2a6-a5f26bdf8379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:41.371912 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9ad7e53d-f612-4252-a13f-e1af78bd400a req-318a9daa-beb0-43f6-a516-ed1796364d47 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783545 Jul 14 07:27:41.403839 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8ba11c4-8c35-4024-b9ad-cb8b4d81a65a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:41.447099 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41e790c3-a455-4ae4-8dad-93ded0c52da7 req-f7bbccf2-c38f-4568-8f69-cefa45319ed7 service neutron] 10.222.0.15 "GET /v2.0/networks/0e2898fb-98a0-4317-af70-5ffa70142f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320447 Jul 14 07:27:41.478469 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba11c4-8c35-4024-b9ad-cb8b4d81a65a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Calling delete_port for ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:27:41.529542 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f0870344-ca64-4ce2-a7f3-756301bcb239 req-4305a130-eae1-42b3-91f1-631ce0943034 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:41.577371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305a130-eae1-42b3-91f1-631ce0943034 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Port': ['ID=2575dbfa-882b-4d12-8f80-f84ca4fc44be,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:41.590836 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9ad7e53d-f612-4252-a13f-e1af78bd400a req-1f67c50b-ac31-4953-9358-5449a1b13c42 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067378 Jul 14 07:27:41.665340 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0870344-ca64-4ce2-a7f3-756301bcb239 req-4305a130-eae1-42b3-91f1-631ce0943034 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] No DVR routers for this DVR port 2575dbfa-882b-4d12-8f80-f84ca4fc44be on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:27:41.668651 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f0870344-ca64-4ce2-a7f3-756301bcb239 req-4305a130-eae1-42b3-91f1-631ce0943034 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:41.670754 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0870344-ca64-4ce2-a7f3-756301bcb239 req-4305a130-eae1-42b3-91f1-631ce0943034 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.15 "DELETE /v2.0/ports/2575dbfa-882b-4d12-8f80-f84ca4fc44be HTTP/1.1" status: 204 len: 173 time: 0.9899156 Jul 14 07:27:41.671859 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'name': 'network-vif-deleted', 'tag': '2575dbfa-882b-4d12-8f80-f84ca4fc44be'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:27:41.685412 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e03457f-4452-44bd-baee-8500021d2bfc" -d '{"events": [{"server_uuid": "6022e91b-0d8b-43a3-9f46-05328911aebb", "name": "network-vif-deleted", "tag": "2575dbfa-882b-4d12-8f80-f84ca4fc44be"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:27:41.706537 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2d4a3ca-6758-4e54-b2a6-a5f26bdf8379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:41.713025 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2d4a3ca-6758-4e54-b2a6-a5f26bdf8379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:41.740505 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bb3355-35db-4856-a04f-1561668b49e0 x-openstack-request-id: req-02bb3355-35db-4856-a04f-1561668b49e0 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:27:41.740505 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6022e91b-0d8b-43a3-9f46-05328911aebb", "name": "network-vif-deleted", "tag": "2575dbfa-882b-4d12-8f80-f84ca4fc44be", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:27:41.740903 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02bb3355-35db-4856-a04f-1561668b49e0 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:27:41.741667 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6022e91b-0d8b-43a3-9f46-05328911aebb', 'name': 'network-vif-deleted', 'tag': '2575dbfa-882b-4d12-8f80-f84ca4fc44be', 'status': 'completed', 'code': 200} Jul 14 07:27:41.758686 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8ba11c4-8c35-4024-b9ad-cb8b4d81a65a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:41.769383 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a2d4a3ca-6758-4e54-b2a6-a5f26bdf8379 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=66c0533571b148e4bd53bf145a61dac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6038117 Jul 14 07:27:41.771314 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51518) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:41.776626 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4a3ca-6758-4e54-b2a6-a5f26bdf8379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8124c99-c97d-415f-9d3f-2dd222a3349a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:41.837984 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba11c4-8c35-4024-b9ad-cb8b4d81a65a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event deleted for resources: {'Port': ['ID=ca5ed6d3-e912-4f9c-a0a1-6c27eb124021,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:41.998041 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8ba11c4-8c35-4024-b9ad-cb8b4d81a65a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:42.001985 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c8ba11c4-8c35-4024-b9ad-cb8b4d81a65a tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "DELETE /v2.0/ports/ca5ed6d3-e912-4f9c-a0a1-6c27eb124021 HTTP/1.1" status: 204 len: 168 time: 0.9592450 Jul 14 07:27:42.006450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51528) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:42.063758 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d2bd80b-6af5-4232-b5c4-21e152155403 req-a4738bec-9e68-4037-8ef1-54fb738a8cbd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=6022e91b-0d8b-43a3-9f46-05328911aebb HTTP/1.1" status: 200 len: 210 time: 0.1303065 Jul 14 07:27:42.066881 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b2b72cf2-891f-417e-b45d-190f3b81e5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:42.165819 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b2b72cf2-891f-417e-b45d-190f3b81e5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:42.175610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e15f1-2fdf-42f9-9d91-f6449f721d94 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Deleting port d8b1564a-4f35-4de5-9954-86f6e6e84b2e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:27:42.176030 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c1e15f1-2fdf-42f9-9d91-f6449f721d94 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:42.253593 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-eceae4a6-73e8-414a-882e-ceacce9226d4 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=491280fc92654b00b2333f3da23f7305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599558 Jul 14 07:27:42.292866 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c1e15f1-2fdf-42f9-9d91-f6449f721d94 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:42.317348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e15f1-2fdf-42f9-9d91-f6449f721d94 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Calling delete_port for d8b1564a-4f35-4de5-9954-86f6e6e84b2e owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:27:42.337332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebf9f6-2089-4716-823a-4999a368d3b9 req-5430cede-c334-4b52-85d1-7af4dcc5f403 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:42.338881 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e0ebf9f6-2089-4716-823a-4999a368d3b9 req-5430cede-c334-4b52-85d1-7af4dcc5f403 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.2739980 Jul 14 07:27:42.480050 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c1e15f1-2fdf-42f9-9d91-f6449f721d94 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:42.491462 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e0ebf9f6-2089-4716-823a-4999a368d3b9 req-244f4dab-4246-4c61-a68b-67271d995d06 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133535 Jul 14 07:27:42.521648 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b2b72cf2-891f-417e-b45d-190f3b81e5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:42.524177 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b2b72cf2-891f-417e-b45d-190f3b81e5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:42.525342 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b2b72cf2-891f-417e-b45d-190f3b81e5b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8124c99-c97d-415f-9d3f-2dd222a3349a HTTP/1.1" status: 204 len: 168 time: 0.7515843 Jul 14 07:27:42.532720 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e15f1-2fdf-42f9-9d91-f6449f721d94 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event deleted for resources: {'Port': ['ID=d8b1564a-4f35-4de5-9954-86f6e6e84b2e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:42.536047 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b72cf2-891f-417e-b45d-190f3b81e5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8124c99-c97d-415f-9d3f-2dd222a3349a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:42.544669 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-c29ddd5c-9f77-496d-aa72-1f187d5b308e tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:42.546280 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-c29ddd5c-9f77-496d-aa72-1f187d5b308e tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2918799 Jul 14 07:27:42.574245 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-9b596ac8-bbe9-4bbf-973d-07ef06c72e87 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/quotas/491280fc92654b00b2333f3da23f7305 HTTP/1.1" status: 200 len: 375 time: 0.0174298 Jul 14 07:27:42.609823 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c1e15f1-2fdf-42f9-9d91-f6449f721d94 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:42.614798 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7c1e15f1-2fdf-42f9-9d91-f6449f721d94 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "DELETE /v2.0/ports/d8b1564a-4f35-4de5-9954-86f6e6e84b2e HTTP/1.1" status: 204 len: 168 time: 0.6040392 Jul 14 07:27:42.615192 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51546) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:42.624582 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-f9261cd2-1025-4789-89b6-4bb0c3c10832 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=491280fc92654b00b2333f3da23f7305&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412030 Jul 14 07:27:42.680479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1fc4c2d-01f3-4ae9-99bf-e3639cd20c65 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Deleting subnet 6e3d73eb-1b79-476a-9c74-b4eeb2a0decc {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:27:42.683938 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4c2d-01f3-4ae9-99bf-e3639cd20c65 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:42.727032 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4c2d-01f3-4ae9-99bf-e3639cd20c65 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:42.792690 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 2575dbfa-882b-4d12-8f80-f84ca4fc44be no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:27:42.802767 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6b53558f-7827-485d-9593-2ce742a729a7 req-192632f5-8dcb-4860-88a2-38326be61d56 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/ports?device_id=3926d8c7-7b6f-4d91-b709-7869375a53d6 HTTP/1.1" status: 200 len: 210 time: 0.0338202 Jul 14 07:27:42.820133 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 2575dbfa-882b-4d12-8f80-f84ca4fc44be {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:27:42.821003 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 2575dbfa-882b-4d12-8f80-f84ca4fc44be not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:27:42.864310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51554) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:42.878439 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e5d6-bd94-4860-8ac7-a79492db7ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:42.885357 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4c2d-01f3-4ae9-99bf-e3639cd20c65 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:42.978954 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4c2d-01f3-4ae9-99bf-e3639cd20c65 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.006824 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e5d6-bd94-4860-8ac7-a79492db7ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.012511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc4c2d-01f3-4ae9-99bf-e3639cd20c65 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3d73eb-1b79-476a-9c74-b4eeb2a0decc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:43.014939 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4c2d-01f3-4ae9-99bf-e3639cd20c65 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.017148 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e5d6-bd94-4860-8ac7-a79492db7ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.018235 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a1fc4c2d-01f3-4ae9-99bf-e3639cd20c65 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "DELETE /v2.0/subnets/6e3d73eb-1b79-476a-9c74-b4eeb2a0decc HTTP/1.1" status: 204 len: 168 time: 0.4018955 Jul 14 07:27:43.020036 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d771f7f-9bf7-461b-b76d-34514a3e4e11 None None] Network 0f2d86f7-e97d-407b-af2a-19fc19ea6fbf requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:27:43.020647 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51560) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:43.067623 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bbd0e5d6-bd94-4860-8ac7-a79492db7ddb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=512a379979ef416eb0abb6a56aba4c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1997399 Jul 14 07:27:43.069213 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51562) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:43.077494 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0e5d6-bd94-4860-8ac7-a79492db7ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a58f530-8527-4602-b743-8a729053428c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:43.100681 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-7954a940-c77c-48ab-9b98-f2f90d1bff2b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Deleting subnet 16dcc09a-1e30-45e6-86b4-4ea5de857c42 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:27:43.110623 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7954a940-c77c-48ab-9b98-f2f90d1bff2b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.198328 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-475f960b-25e7-4f8e-9822-521669a0c7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.208768 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7954a940-c77c-48ab-9b98-f2f90d1bff2b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.227170 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51568) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:43.256455 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-475f960b-25e7-4f8e-9822-521669a0c7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.335043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] DHCP port deletion for 0f2d86f7-e97d-407b-af2a-19fc19ea6fbf request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:27:43.347813 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7954a940-c77c-48ab-9b98-f2f90d1bff2b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.380017 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-475f960b-25e7-4f8e-9822-521669a0c7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.382958 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-475f960b-25e7-4f8e-9822-521669a0c7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.386956 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-475f960b-25e7-4f8e-9822-521669a0c7ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a58f530-8527-4602-b743-8a729053428c HTTP/1.1" status: 204 len: 168 time: 0.3164337 Jul 14 07:27:43.399422 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f960b-25e7-4f8e-9822-521669a0c7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a58f530-8527-4602-b743-8a729053428c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:43.405481 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] Deleting port 7cf572bf-3512-4a8f-9be8-82530aba11dd {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:27:43.405866 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.446243 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7954a940-c77c-48ab-9b98-f2f90d1bff2b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.489465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] For port 7cf572bf-3512-4a8f-9be8-82530aba11dd, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=7cf572bf-3512-4a8f-9be8-82530aba11dd,segment=NetworkSegment(81c74f52-a606-4f21-8874-53e335c2e1a9),segment_id=81c74f52-a606-4f21-8874-53e335c2e1a9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:43.490282 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.505706 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] Calling delete_port for 7cf572bf-3512-4a8f-9be8-82530aba11dd owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:27:43.529161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954a940-c77c-48ab-9b98-f2f90d1bff2b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event deleted for resources: {'Subnet': ['ID=16dcc09a-1e30-45e6-86b4-4ea5de857c42,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:43.535244 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7954a940-c77c-48ab-9b98-f2f90d1bff2b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.537431 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7954a940-c77c-48ab-9b98-f2f90d1bff2b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "DELETE /v2.0/subnets/16dcc09a-1e30-45e6-86b4-4ea5de857c42 HTTP/1.1" status: 204 len: 168 time: 0.5152276 Jul 14 07:27:43.539637 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51574) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:43.568123 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c53e213-975e-49c6-a833-b440af597fa4 None None] Network e2bffbaa-11bf-44cd-a766-8c9e55cefe3f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:27:43.707958 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d541cdb0-ad3b-462c-83c8-a58263109000 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.739185 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.752339 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1eca0bfe-773a-4f64-93fa-fdaac7bfc59d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.778271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] Pushing event deleted for resources: {'Port': ['ID=7cf572bf-3512-4a8f-9be8-82530aba11dd,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:43.788409 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] No DVR routers for this DVR port 7cf572bf-3512-4a8f-9be8-82530aba11dd on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:27:43.792334 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:43.792910 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:43.793970 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:43.794546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:43.795138 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:43.795668 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:43.796206 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:43.796749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:43.797339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:43.798058 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:43.798629 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:43.799735 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e8267-dbf0-4075-a24f-a26bad53daf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:43.889746 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c9ca05-176f-4c7c-9728-1d0fa7e3c955 None None] DHCP port deletion for e2bffbaa-11bf-44cd-a766-8c9e55cefe3f request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:27:43.898321 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d541cdb0-ad3b-462c-83c8-a58263109000 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.914469 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-d541cdb0-ad3b-462c-83c8-a58263109000 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2d86f7-e97d-407b-af2a-19fc19ea6fbf']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:43.928930 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-d541cdb0-ad3b-462c-83c8-a58263109000 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c74f52-a606-4f21-8874-53e335c2e1a9') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:43.929229 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-d541cdb0-ad3b-462c-83c8-a58263109000 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c74f52-a606-4f21-8874-53e335c2e1a9') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:43.943391 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d541cdb0-ad3b-462c-83c8-a58263109000 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.968454 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afffe2-838d-4db1-8894-5cee40b8c665 req-7f21850a-a3d3-4535-b09c-da1d2aa2b04e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:43.973385 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88afffe2-838d-4db1-8894-5cee40b8c665 req-7f21850a-a3d3-4535-b09c-da1d2aa2b04e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.1766608 Jul 14 07:27:43.973385 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d541cdb0-ad3b-462c-83c8-a58263109000 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:43.973922 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51580) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:43.980413 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-96c9ca05-176f-4c7c-9728-1d0fa7e3c955 None None] Deleting port 92609a81-9812-40ef-b10a-246c2bcc923f {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:27:43.980911 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96c9ca05-176f-4c7c-9728-1d0fa7e3c955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.030863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d541cdb0-ad3b-462c-83c8-a58263109000 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:27:44.031192 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d541cdb0-ad3b-462c-83c8-a58263109000 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:27:44.036093 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:27:44.057218 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58c29a2a-2924-4484-8249-c4b62519efb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.065129 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-96c9ca05-176f-4c7c-9728-1d0fa7e3c955 None None] For port 92609a81-9812-40ef-b10a-246c2bcc923f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=92609a81-9812-40ef-b10a-246c2bcc923f,segment=NetworkSegment(457121e4-765c-4c4e-987c-a0f372dfbf78),segment_id=457121e4-765c-4c4e-987c-a0f372dfbf78)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:44.065610 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96c9ca05-176f-4c7c-9728-1d0fa7e3c955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.084856 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-96c9ca05-176f-4c7c-9728-1d0fa7e3c955 None None] Calling delete_port for 92609a81-9812-40ef-b10a-246c2bcc923f owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:27:44.135615 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d927151-34f0-417c-90a7-d868e36922b9 req-c484a0f2-8a3a-40f3-85cc-731c6c04b03c tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/ports?device_id=3926d8c7-7b6f-4d91-b709-7869375a53d6 HTTP/1.1" status: 200 len: 210 time: 0.1003394 Jul 14 07:27:44.165081 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88afffe2-838d-4db1-8894-5cee40b8c665 req-a80d2214-8913-49a8-bf84-78ef8f339eea tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810451 Jul 14 07:27:44.168613 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-2b7e1ed2-267c-4c9d-bcf4-625cd6217436 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=491280fc92654b00b2333f3da23f7305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450878 Jul 14 07:27:44.173337 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1eca0bfe-773a-4f64-93fa-fdaac7bfc59d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting port 2a999e42-4a0b-48f6-91ee-f82bf988f008 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:27:44.173779 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1eca0bfe-773a-4f64-93fa-fdaac7bfc59d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.179431 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d541cdb0-ad3b-462c-83c8-a58263109000 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.197279 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d541cdb0-ad3b-462c-83c8-a58263109000 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.197279 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d541cdb0-ad3b-462c-83c8-a58263109000 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "DELETE /v2.0/networks/0f2d86f7-e97d-407b-af2a-19fc19ea6fbf HTTP/1.1" status: 204 len: 168 time: 0.6469207 Jul 14 07:27:44.197279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51582) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:44.205761 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96c9ca05-176f-4c7c-9728-1d0fa7e3c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.252392 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c9ca05-176f-4c7c-9728-1d0fa7e3c955 None None] No DVR routers for this DVR port 92609a81-9812-40ef-b10a-246c2bcc923f on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:27:44.254231 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9ca05-176f-4c7c-9728-1d0fa7e3c955 None None] Pushing event deleted for resources: {'Port': ['ID=92609a81-9812-40ef-b10a-246c2bcc923f,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:44.268534 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541cdb0-ad3b-462c-83c8-a58263109000 tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event deleted for resources: {'Network': ['ID=0f2d86f7-e97d-407b-af2a-19fc19ea6fbf,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:44.330186 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66e202ed-0131-49d2-b7bf-faf071126b9b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.442093 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58c29a2a-2924-4484-8249-c4b62519efb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.452244 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58c29a2a-2924-4484-8249-c4b62519efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.480117 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66e202ed-0131-49d2-b7bf-faf071126b9b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.498031 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-66e202ed-0131-49d2-b7bf-faf071126b9b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2bffbaa-11bf-44cd-a766-8c9e55cefe3f']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:44.519796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-58c29a2a-2924-4484-8249-c4b62519efb1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c06d8199480340febede3fb56916c00d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5424733 Jul 14 07:27:44.519961 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-66e202ed-0131-49d2-b7bf-faf071126b9b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457121e4-765c-4c4e-987c-a0f372dfbf78') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:44.520513 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-66e202ed-0131-49d2-b7bf-faf071126b9b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457121e4-765c-4c4e-987c-a0f372dfbf78') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:44.522027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51586) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:44.533963 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c29a2a-2924-4484-8249-c4b62519efb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ad5a09-10ef-4f53-aacb-33d2a77c6e21,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:44.541019 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66e202ed-0131-49d2-b7bf-faf071126b9b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.568053 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66e202ed-0131-49d2-b7bf-faf071126b9b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.584539 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e202ed-0131-49d2-b7bf-faf071126b9b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:27:44.584866 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66e202ed-0131-49d2-b7bf-faf071126b9b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:27:44.587802 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:27:44.648233 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ab7c31c-a937-41e7-8335-c993b6260cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.670519 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66e202ed-0131-49d2-b7bf-faf071126b9b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.675014 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66e202ed-0131-49d2-b7bf-faf071126b9b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.676928 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-66e202ed-0131-49d2-b7bf-faf071126b9b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] 10.222.0.35 "DELETE /v2.0/networks/e2bffbaa-11bf-44cd-a766-8c9e55cefe3f HTTP/1.1" status: 204 len: 168 time: 0.4805961 Jul 14 07:27:44.689204 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ab7c31c-a937-41e7-8335-c993b6260cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.701376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e202ed-0131-49d2-b7bf-faf071126b9b tempest-TaggedBootDevicesTest-2059112831 tempest-TaggedBootDevicesTest-2059112831-project] Pushing event deleted for resources: {'Network': ['ID=e2bffbaa-11bf-44cd-a766-8c9e55cefe3f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:44.722320 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-882c2486-2c6c-4c79-8883-97d8ed53c884 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:44.723825 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-882c2486-2c6c-4c79-8883-97d8ed53c884 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5439205 Jul 14 07:27:44.728899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1eca0bfe-773a-4f64-93fa-fdaac7bfc59d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] For port 2a999e42-4a0b-48f6-91ee-f82bf988f008, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2a999e42-4a0b-48f6-91ee-f82bf988f008,segment=NetworkSegment(2385f07d-fd91-43db-8760-2d07099c043d),segment_id=2385f07d-fd91-43db-8760-2d07099c043d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:44.729676 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1eca0bfe-773a-4f64-93fa-fdaac7bfc59d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.741733 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-bff1ac0a-1338-4431-a4c8-66612a44ccb1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Request body: {'port': {'device_id': '3926d8c7-7b6f-4d91-b709-7869375a53d6', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': '491280fc92654b00b2333f3da23f7305'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:27:44.757606 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ab7c31c-a937-41e7-8335-c993b6260cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.761205 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1eca0bfe-773a-4f64-93fa-fdaac7bfc59d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Calling delete_port for 2a999e42-4a0b-48f6-91ee-f82bf988f008 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:27:44.762957 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ab7c31c-a937-41e7-8335-c993b6260cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:44.766400 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9ab7c31c-a937-41e7-8335-c993b6260cbf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3ad5a09-10ef-4f53-aacb-33d2a77c6e21 HTTP/1.1" status: 204 len: 168 time: 0.2406542 Jul 14 07:27:44.785030 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7c31c-a937-41e7-8335-c993b6260cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ad5a09-10ef-4f53-aacb-33d2a77c6e21,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:44.916580 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 92609a81-9812-40ef-b10a-246c2bcc923f no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:27:44.944070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 92609a81-9812-40ef-b10a-246c2bcc923f {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:27:44.944413 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 92609a81-9812-40ef-b10a-246c2bcc923f not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:27:44.944835 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7cf572bf-3512-4a8f-9be8-82530aba11dd no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:27:44.964353 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 7cf572bf-3512-4a8f-9be8-82530aba11dd {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:27:44.964692 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7cf572bf-3512-4a8f-9be8-82530aba11dd not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:27:44.969776 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-bff1ac0a-1338-4431-a4c8-66612a44ccb1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Made reservation on behalf of 491280fc92654b00b2333f3da23f7305 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:27:44.973439 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-bff1ac0a-1338-4431-a4c8-66612a44ccb1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:45.004343 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-bff1ac0a-1338-4431-a4c8-66612a44ccb1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:45.160037 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1eca0bfe-773a-4f64-93fa-fdaac7bfc59d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:45.195655 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca0bfe-773a-4f64-93fa-fdaac7bfc59d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Port': ['ID=2a999e42-4a0b-48f6-91ee-f82bf988f008,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:45.255306 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-bff1ac0a-1338-4431-a4c8-66612a44ccb1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:45.277123 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-bff1ac0a-1338-4431-a4c8-66612a44ccb1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:45.346497 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a1af8e69-82d0-4bbd-8559-de68ff6058a6 req-aa5098ef-1263-41a8-81eb-4ffab665c1ca tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/ports?device_id=3926d8c7-7b6f-4d91-b709-7869375a53d6 HTTP/1.1" status: 200 len: 210 time: 0.0482590 Jul 14 07:27:45.403592 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1ac0a-1338-4431-a4c8-66612a44ccb1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=822ebdb5-b4e7-4930-b6df-ca2a201e57a9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:45.509429 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:45.578937 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1eca0bfe-773a-4f64-93fa-fdaac7bfc59d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:45.589980 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-bff1ac0a-1338-4431-a4c8-66612a44ccb1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Allocated IP 192.168.233.92 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/daf0d48a-7439-4aae-ae82-3b072218f32c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:27:45.676899 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:45.906160 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-bff1ac0a-1338-4431-a4c8-66612a44ccb1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:45.929972 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-bff1ac0a-1338-4431-a4c8-66612a44ccb1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Transition to ACTIVE for port object daf0d48a-7439-4aae-ae82-3b072218f32c will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:27:45.946460 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eca0bfe-773a-4f64-93fa-fdaac7bfc59d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router 11882d41-4c0f-4751-be11-2ad264878837 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:27:46.029999 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-bff1ac0a-1338-4431-a4c8-66612a44ccb1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:46.115584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-bff1ac0a-1338-4431-a4c8-66612a44ccb1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:27:46.126152 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-bff1ac0a-1338-4431-a4c8-66612a44ccb1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:27:46.134376 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-bff1ac0a-1338-4431-a4c8-66612a44ccb1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:27:46.141800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1ac0a-1338-4431-a4c8-66612a44ccb1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Pushing event updated for resources: {'Port': ['ID=daf0d48a-7439-4aae-ae82-3b072218f32c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:46.164257 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eca0bfe-773a-4f64-93fa-fdaac7bfc59d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:27:46.173409 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1eca0bfe-773a-4f64-93fa-fdaac7bfc59d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "PUT /v2.0/routers/11882d41-4c0f-4751-be11-2ad264878837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9426415 Jul 14 07:27:46.174174 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51632) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:46.177361 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50a7bbe-cd98-489b-ac02-d4cedb34cd2f None None] Sync routers for ids ['11882d41-4c0f-4751-be11-2ad264878837'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:27:46.193057 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50a7bbe-cd98-489b-ac02-d4cedb34cd2f None None] Routers {'11882d41-4c0f-4751-be11-2ad264878837'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:27:46.194709 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a50a7bbe-cd98-489b-ac02-d4cedb34cd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:27:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['11882d41-4c0f-4751-be11-2ad264878837'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:46.203346 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-bff1ac0a-1338-4431-a4c8-66612a44ccb1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:46.205319 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-bff1ac0a-1338-4431-a4c8-66612a44ccb1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:46.230794 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-bff1ac0a-1338-4431-a4c8-66612a44ccb1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4961030 Jul 14 07:27:46.246282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Request body: {'port': {'device_id': '3926d8c7-7b6f-4d91-b709-7869375a53d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:27:46.281570 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-06515ccb-4a92-4fc2-9102-1af484d26f04 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting subnet 52e8a703-9fb0-4523-b9f6-548824b90b89 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:27:46.292590 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-06515ccb-4a92-4fc2-9102-1af484d26f04 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:46.346660 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-06515ccb-4a92-4fc2-9102-1af484d26f04 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:46.361875 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:46.364856 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a50a7bbe-cd98-489b-ac02-d4cedb34cd2f None None] Set router 11882d41-4c0f-4751-be11-2ad264878837 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:27:46.561998 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-06515ccb-4a92-4fc2-9102-1af484d26f04 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:46.630548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d09f0fbc-968b-4466-8802-f44d1beddb6f None None] Provisioning for port daf0d48a-7439-4aae-ae82-3b072218f32c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:27:46.643801 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d09f0fbc-968b-4466-8802-f44d1beddb6f None None] Provisioning complete for port daf0d48a-7439-4aae-ae82-3b072218f32c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:27:46.645392 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d09f0fbc-968b-4466-8802-f44d1beddb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:46.690760 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-06515ccb-4a92-4fc2-9102-1af484d26f04 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:46.708086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d09f0fbc-968b-4466-8802-f44d1beddb6f None None] Port daf0d48a-7439-4aae-ae82-3b072218f32c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:27:46.712141 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a50a7bbe-cd98-489b-ac02-d4cedb34cd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11882d41-4c0f-4751-be11-2ad264878837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720889487', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:26:15Z', 'updated_at': '2021-07-14T07:27:45Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:16Z', 'updated_at': '2021-07-14T07:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:46.715008 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bb90d-4197-4915-98eb-d43a992d92ce req-18478858-7a43-4acf-9b68-fe21a58772c1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:46.716638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2e3bb90d-4197-4915-98eb-d43a992d92ce req-18478858-7a43-4acf-9b68-fe21a58772c1 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/ports?device_id=3926d8c7-7b6f-4d91-b709-7869375a53d6 HTTP/1.1" status: 200 len: 935 time: 0.1097658 Jul 14 07:27:46.738317 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06515ccb-4a92-4fc2-9102-1af484d26f04 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Subnet': ['ID=52e8a703-9fb0-4523-b9f6-548824b90b89,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:46.743769 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-06515ccb-4a92-4fc2-9102-1af484d26f04 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:46.748999 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-06515ccb-4a92-4fc2-9102-1af484d26f04 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/subnets/52e8a703-9fb0-4523-b9f6-548824b90b89 HTTP/1.1" status: 204 len: 168 time: 0.5736773 Jul 14 07:27:46.753825 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50a7bbe-cd98-489b-ac02-d4cedb34cd2f None None] Checking router: 11882d41-4c0f-4751-be11-2ad264878837 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:27:46.754940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51644) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:46.759427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b03f792-6dbc-4664-ac9e-5663a6d4e2f2 None None] Network 0e2898fb-98a0-4317-af70-5ffa70142f62 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:27:46.816243 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50a7bbe-cd98-489b-ac02-d4cedb34cd2f None None] Routers {'11882d41-4c0f-4751-be11-2ad264878837'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:27:46.817414 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a50a7bbe-cd98-489b-ac02-d4cedb34cd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:27:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['11882d41-4c0f-4751-be11-2ad264878837'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:46.829092 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf0d48a-7439-4aae-ae82-3b072218f32c {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:27:46.842098 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2e3bb90d-4197-4915-98eb-d43a992d92ce req-370660f6-a38e-494d-a314-87b4c5bf629b tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/security-groups?id=822ebdb5-b4e7-4930-b6df-ca2a201e57a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048467 Jul 14 07:27:46.855996 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:46.880550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Transition to ACTIVE for port object daf0d48a-7439-4aae-ae82-3b072218f32c will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:27:46.899600 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:46.965658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Pushing event updated for resources: {'Port': ['ID=daf0d48a-7439-4aae-ae82-3b072218f32c,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:46.979948 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9fec769c-30be-4a6f-8745-87524835a68c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:47.089221 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a50a7bbe-cd98-489b-ac02-d4cedb34cd2f None None] Set router 11882d41-4c0f-4751-be11-2ad264878837 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:27:47.114370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Attempting to bind port daf0d48a-7439-4aae-ae82-3b072218f32c on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:27:47.114696 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Attempting to bind port daf0d48a-7439-4aae-ae82-3b072218f32c by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:27:47.115026 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Attempting to bind port daf0d48a-7439-4aae-ae82-3b072218f32c on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:27:47.126194 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Port daf0d48a-7439-4aae-ae82-3b072218f32c on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:27:47.126525 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Attempting to bind port daf0d48a-7439-4aae-ae82-3b072218f32c on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:27:47.136241 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:27:47.136588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:27:47.136978 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:27:47.137450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Bound port: daf0d48a-7439-4aae-ae82-3b072218f32c, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:27:47.137811 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:47.167335 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9fec769c-30be-4a6f-8745-87524835a68c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:47.272034 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94d0ae6-e6a8-4c89-b54f-8cb561a10e23 None None] DHCP port deletion for 0e2898fb-98a0-4317-af70-5ffa70142f62 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:27:47.283924 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-9fec769c-30be-4a6f-8745-87524835a68c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting port 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:27:47.284444 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9fec769c-30be-4a6f-8745-87524835a68c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:47.302247 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] For port daf0d48a-7439-4aae-ae82-3b072218f32c, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:27:47.310012 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] For port daf0d48a-7439-4aae-ae82-3b072218f32c, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=daf0d48a-7439-4aae-ae82-3b072218f32c,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:27:47.327386 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:47.384426 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:47.385773 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:47.388168 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] 10.222.0.30 "PUT /v2.0/ports/daf0d48a-7439-4aae-ae82-3b072218f32c HTTP/1.1" status: 200 len: 1095 time: 1.1512227 Jul 14 07:27:47.389157 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3926d8c7-7b6f-4d91-b709-7869375a53d6', 'tag': 'daf0d48a-7439-4aae-ae82-3b072218f32c'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:27:47.392497 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb78dfb2-76e9-4c19-8660-2afd97c0ad6e" -d '{"events": [{"name": "network-changed", "server_uuid": "3926d8c7-7b6f-4d91-b709-7869375a53d6", "tag": "daf0d48a-7439-4aae-ae82-3b072218f32c"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:27:47.449230 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d94d0ae6-e6a8-4c89-b54f-8cb561a10e23 None None] Deleting port da38e301-01fe-46a1-834d-4a885768afe5 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:27:47.449621 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d94d0ae6-e6a8-4c89-b54f-8cb561a10e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:47.492687 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb69ed1a-8443-4251-a052-0286b3325e77 x-openstack-request-id: req-bb69ed1a-8443-4251-a052-0286b3325e77 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:27:47.493354 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3926d8c7-7b6f-4d91-b709-7869375a53d6", "tag": "daf0d48a-7439-4aae-ae82-3b072218f32c", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:27:47.493945 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb69ed1a-8443-4251-a052-0286b3325e77 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:27:47.494535 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3926d8c7-7b6f-4d91-b709-7869375a53d6', 'tag': 'daf0d48a-7439-4aae-ae82-3b072218f32c', 'status': 'completed', 'code': 200} Jul 14 07:27:47.500154 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2804a-9d80-477f-9e77-3b195387c1ad service neutron] Pushing event updated for resources: {'Port': ['ID=daf0d48a-7439-4aae-ae82-3b072218f32c,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:47.512504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-9fec769c-30be-4a6f-8745-87524835a68c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] For port 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:47.514785 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9fec769c-30be-4a6f-8745-87524835a68c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:47.544040 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-9fec769c-30be-4a6f-8745-87524835a68c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Calling delete_port for 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:27:47.551737 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d94d0ae6-e6a8-4c89-b54f-8cb561a10e23 None None] For port da38e301-01fe-46a1-834d-4a885768afe5, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=da38e301-01fe-46a1-834d-4a885768afe5,segment=NetworkSegment(2385f07d-fd91-43db-8760-2d07099c043d),segment_id=2385f07d-fd91-43db-8760-2d07099c043d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:47.552147 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d94d0ae6-e6a8-4c89-b54f-8cb561a10e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:47.560785 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-7153893d-7dd4-4f90-a4af-16772b9cd810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:47.566733 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-7153893d-7dd4-4f90-a4af-16772b9cd810 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=491280fc92654b00b2333f3da23f7305&device_id=3926d8c7-7b6f-4d91-b709-7869375a53d6 HTTP/1.1" status: 200 len: 1098 time: 0.1203895 Jul 14 07:27:47.573387 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d94d0ae6-e6a8-4c89-b54f-8cb561a10e23 None None] Calling delete_port for da38e301-01fe-46a1-834d-4a885768afe5 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:27:47.639345 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-4296f296-4801-4b07-a2e8-856e7d62c428 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=daf0d48a-7439-4aae-ae82-3b072218f32c HTTP/1.1" status: 200 len: 217 time: 0.0615649 Jul 14 07:27:47.750235 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-23ca0cba-2560-476e-bda8-598c008373e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:47.754020 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-23ca0cba-2560-476e-bda8-598c008373e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.1078527 Jul 14 07:27:47.833001 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-7654ebd7-9ea9-4ce3-8dfa-feb96b150e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:47.834581 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-7654ebd7-9ea9-4ce3-8dfa-feb96b150e79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743768 Jul 14 07:27:47.850816 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a50a7bbe-cd98-489b-ac02-d4cedb34cd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11882d41-4c0f-4751-be11-2ad264878837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720889487', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:26:15Z', 'updated_at': '2021-07-14T07:27:45Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:16Z', 'updated_at': '2021-07-14T07:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:47.880674 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9fec769c-30be-4a6f-8745-87524835a68c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:47.892521 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50a7bbe-cd98-489b-ac02-d4cedb34cd2f None None] The sync data for ids ['11882d41-4c0f-4751-be11-2ad264878837'] in n-d-778696-5 is: [{'id': '11882d41-4c0f-4751-be11-2ad264878837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720889487', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:26:15Z', 'updated_at': '2021-07-14T07:27:45Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': '0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11882d41-4c0f-4751-be11-2ad264878837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:26:16Z', 'updated_at': '2021-07-14T07:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:27:47.919960 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d94d0ae6-e6a8-4c89-b54f-8cb561a10e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:47.957850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec769c-30be-4a6f-8745-87524835a68c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Port': ['ID=0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:48.001922 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d0ae6-e6a8-4c89-b54f-8cb561a10e23 None None] Pushing event deleted for resources: {'Port': ['ID=da38e301-01fe-46a1-834d-4a885768afe5,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:48.011272 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9fec769c-30be-4a6f-8745-87524835a68c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:48.026760 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94d0ae6-e6a8-4c89-b54f-8cb561a10e23 None None] No DVR routers for this DVR port da38e301-01fe-46a1-834d-4a885768afe5 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:27:48.037320 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-92790ce8-0779-4a33-9b71-c46f4d2e4dbb service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965744 Jul 14 07:27:48.174222 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9fec769c-30be-4a6f-8745-87524835a68c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:48.178751 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9fec769c-30be-4a6f-8745-87524835a68c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:48.199640 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8400dbc4-9fb6-4e19-b48c-d64497634efe req-8c4d62a6-101a-41f5-9dbd-fc7258678370 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558867 Jul 14 07:27:48.237253 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9fec769c-30be-4a6f-8745-87524835a68c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:48.237768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fec769c-30be-4a6f-8745-87524835a68c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Fanout notify agent at l3_agent the message router_deleted on router 11882d41-4c0f-4751-be11-2ad264878837 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:27:48.248764 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9fec769c-30be-4a6f-8745-87524835a68c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:48.253264 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9fec769c-30be-4a6f-8745-87524835a68c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/routers/11882d41-4c0f-4751-be11-2ad264878837 HTTP/1.1" status: 204 len: 168 time: 1.4972146 Jul 14 07:27:48.257229 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51672) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:48.266210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e60e1-2c45-4259-ae46-0d4175ff50ba req-ad4a6c57-2a4a-4661-af9c-9fefc00d9b17 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:48.267940 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-087e60e1-2c45-4259-ae46-0d4175ff50ba req-ad4a6c57-2a4a-4661-af9c-9fefc00d9b17 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/ports?device_id=3926d8c7-7b6f-4d91-b709-7869375a53d6 HTTP/1.1" status: 200 len: 947 time: 0.1330855 Jul 14 07:27:48.319811 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-087e60e1-2c45-4259-ae46-0d4175ff50ba req-d4a0f49e-c2af-4bf0-b678-33512a659d39 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/security-groups?id=822ebdb5-b4e7-4930-b6df-ca2a201e57a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423789 Jul 14 07:27:48.418017 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92c34f2c-9bfe-492d-a13d-b61d19a24f94 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:48.439950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78dfb2-76e9-4c19-8660-2afd97c0ad6e req-e6aa9bde-2a94-4f78-85a7-1e97b0b19f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:48.441762 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bb78dfb2-76e9-4c19-8660-2afd97c0ad6e req-e6aa9bde-2a94-4f78-85a7-1e97b0b19f98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=491280fc92654b00b2333f3da23f7305&device_id=3926d8c7-7b6f-4d91-b709-7869375a53d6 HTTP/1.1" status: 200 len: 1098 time: 0.1675272 Jul 14 07:27:48.622296 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92c34f2c-9bfe-492d-a13d-b61d19a24f94 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:48.644366 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-92c34f2c-9bfe-492d-a13d-b61d19a24f94 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2898fb-98a0-4317-af70-5ffa70142f62']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:48.659781 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-92c34f2c-9bfe-492d-a13d-b61d19a24f94 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2385f07d-fd91-43db-8760-2d07099c043d') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:48.660119 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-92c34f2c-9bfe-492d-a13d-b61d19a24f94 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2385f07d-fd91-43db-8760-2d07099c043d') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:48.677827 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92c34f2c-9bfe-492d-a13d-b61d19a24f94 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:48.697769 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78dfb2-76e9-4c19-8660-2afd97c0ad6e req-5616d498-fd48-46fe-8a7a-de09395eb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:48.699328 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bb78dfb2-76e9-4c19-8660-2afd97c0ad6e req-5616d498-fd48-46fe-8a7a-de09395eb728 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.2501979 Jul 14 07:27:48.704819 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92c34f2c-9bfe-492d-a13d-b61d19a24f94 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:48.717995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c34f2c-9bfe-492d-a13d-b61d19a24f94 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:27:48.718532 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92c34f2c-9bfe-492d-a13d-b61d19a24f94 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:27:48.722400 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:27:49.081763 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bb78dfb2-76e9-4c19-8660-2afd97c0ad6e req-40bc8ea4-2a1b-4f1f-b8b7-94e7ca5cc5dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=daf0d48a-7439-4aae-ae82-3b072218f32c HTTP/1.1" status: 200 len: 217 time: 0.3746068 Jul 14 07:27:49.161616 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92c34f2c-9bfe-492d-a13d-b61d19a24f94 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:49.164782 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78dfb2-76e9-4c19-8660-2afd97c0ad6e req-3cd156a3-2b56-41ae-a87c-c7f1e09f4704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:49.166586 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bb78dfb2-76e9-4c19-8660-2afd97c0ad6e req-3cd156a3-2b56-41ae-a87c-c7f1e09f4704 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0605354 Jul 14 07:27:49.172482 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92c34f2c-9bfe-492d-a13d-b61d19a24f94 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:49.177795 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-92c34f2c-9bfe-492d-a13d-b61d19a24f94 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/networks/0e2898fb-98a0-4317-af70-5ffa70142f62 HTTP/1.1" status: 204 len: 168 time: 0.9156363 Jul 14 07:27:49.178174 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51684) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:49.195901 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c34f2c-9bfe-492d-a13d-b61d19a24f94 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Network': ['ID=0e2898fb-98a0-4317-af70-5ffa70142f62,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:49.278421 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78dfb2-76e9-4c19-8660-2afd97c0ad6e req-d4c8731e-1632-4883-8b07-3d73b72c3630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:49.280246 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bb78dfb2-76e9-4c19-8660-2afd97c0ad6e req-d4c8731e-1632-4883-8b07-3d73b72c3630 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1024568 Jul 14 07:27:49.345464 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device da38e301-01fe-46a1-834d-4a885768afe5 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:27:49.353749 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b435a9a8-c67e-483b-82f4-93ec14cf1a02 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:49.394060 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: da38e301-01fe-46a1-834d-4a885768afe5 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:27:49.397308 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device da38e301-01fe-46a1-834d-4a885768afe5 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:27:49.399892 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2a999e42-4a0b-48f6-91ee-f82bf988f008 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:27:49.450641 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 2a999e42-4a0b-48f6-91ee-f82bf988f008 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:27:49.451211 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2a999e42-4a0b-48f6-91ee-f82bf988f008 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:27:49.463890 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b435a9a8-c67e-483b-82f4-93ec14cf1a02 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:49.469259 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bb78dfb2-76e9-4c19-8660-2afd97c0ad6e req-b9d31567-a0e9-4725-93a8-e48d83e0fe04 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769536 Jul 14 07:27:49.576893 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bb78dfb2-76e9-4c19-8660-2afd97c0ad6e req-858d7280-8295-4b0f-9cdb-1096d51537c3 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054809 Jul 14 07:27:49.616925 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401733d-85c3-44bc-b028-1b4a4a34f9c1 req-d20ddcab-ec2c-4451-929b-67157737a9fa tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:49.618884 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1401733d-85c3-44bc-b028-1b4a4a34f9c1 req-d20ddcab-ec2c-4451-929b-67157737a9fa tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/ports?device_id=3926d8c7-7b6f-4d91-b709-7869375a53d6 HTTP/1.1" status: 200 len: 947 time: 0.0918505 Jul 14 07:27:49.649152 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b435a9a8-c67e-483b-82f4-93ec14cf1a02 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:49.652183 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b435a9a8-c67e-483b-82f4-93ec14cf1a02 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:49.653409 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b435a9a8-c67e-483b-82f4-93ec14cf1a02 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/security-groups/6404f444-7cc9-4d90-a74c-2aca509bf642 HTTP/1.1" status: 204 len: 168 time: 0.4740400 Jul 14 07:27:49.692620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435a9a8-c67e-483b-82f4-93ec14cf1a02 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6404f444-7cc9-4d90-a74c-2aca509bf642,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:49.734746 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1401733d-85c3-44bc-b028-1b4a4a34f9c1 req-aa123393-9207-4647-9b19-4a5945f3d61b tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/security-groups?id=822ebdb5-b4e7-4930-b6df-ca2a201e57a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062059 Jul 14 07:27:50.122111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51708) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:50.127652 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-5bf90065-5a72-4710-a0b7-9d2ed3218234 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-549046628', 'description': 'tempest-secgroup-smoke-549046628 description', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:27:50.152365 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5bf90065-5a72-4710-a0b7-9d2ed3218234 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.240166 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5bf90065-5a72-4710-a0b7-9d2ed3218234 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.245017 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5bf90065-5a72-4710-a0b7-9d2ed3218234 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.275932 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5bf90065-5a72-4710-a0b7-9d2ed3218234 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.277238 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5bf90065-5a72-4710-a0b7-9d2ed3218234 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1540704 Jul 14 07:27:50.278059 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf90065-5a72-4710-a0b7-9d2ed3218234 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eef0fa0-a608-4625-b451-fa613328b2ed,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:50.280399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51718) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:50.286344 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-119c56fb-3452-4042-8699-a87033d7bd18 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': '3eef0fa0-a608-4625-b451-fa613328b2ed', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:27:50.315634 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-119c56fb-3452-4042-8699-a87033d7bd18 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.375181 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-119c56fb-3452-4042-8699-a87033d7bd18 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.381276 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-119c56fb-3452-4042-8699-a87033d7bd18 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.401949 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c56fb-3452-4042-8699-a87033d7bd18 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c621d4-6e4b-4bda-8511-acf7fc84be39,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:50.411018 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-119c56fb-3452-4042-8699-a87033d7bd18 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.414770 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-119c56fb-3452-4042-8699-a87033d7bd18 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303992 Jul 14 07:27:50.415103 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51722) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:50.425225 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-0c4ea2fb-0402-4ea3-b5fa-0b25a54b32ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': '3eef0fa0-a608-4625-b451-fa613328b2ed', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:27:50.451845 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea2fb-0402-4ea3-b5fa-0b25a54b32ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.514188 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea2fb-0402-4ea3-b5fa-0b25a54b32ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.517941 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea2fb-0402-4ea3-b5fa-0b25a54b32ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.536286 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ea2fb-0402-4ea3-b5fa-0b25a54b32ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba868a7-2c30-407b-9409-cfd886c4c7ee,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:50.544230 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea2fb-0402-4ea3-b5fa-0b25a54b32ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.548793 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0c4ea2fb-0402-4ea3-b5fa-0b25a54b32ff tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295931 Jul 14 07:27:50.549030 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51724) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:50.553565 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b54720d7-b9f6-4dd3-b094-4f1fdf3f339d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': '3eef0fa0-a608-4625-b451-fa613328b2ed', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:27:50.581496 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b54720d7-b9f6-4dd3-b094-4f1fdf3f339d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.647150 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b54720d7-b9f6-4dd3-b094-4f1fdf3f339d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.651900 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b54720d7-b9f6-4dd3-b094-4f1fdf3f339d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.669732 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54720d7-b9f6-4dd3-b094-4f1fdf3f339d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52ef6d7-5460-48ff-a215-0dbba098d710,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:50.677931 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b54720d7-b9f6-4dd3-b094-4f1fdf3f339d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.682859 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b54720d7-b9f6-4dd3-b094-4f1fdf3f339d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295276 Jul 14 07:27:50.683217 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51726) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:50.688433 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7cff048e-fb28-49c0-ad7e-59e142046628 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': '3eef0fa0-a608-4625-b451-fa613328b2ed', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:27:50.717625 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7cff048e-fb28-49c0-ad7e-59e142046628 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.786507 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7cff048e-fb28-49c0-ad7e-59e142046628 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.792411 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7cff048e-fb28-49c0-ad7e-59e142046628 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.813955 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff048e-fb28-49c0-ad7e-59e142046628 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95506e14-651b-4447-8826-aed8dde61b35,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:50.822190 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7cff048e-fb28-49c0-ad7e-59e142046628 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.823552 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7cff048e-fb28-49c0-ad7e-59e142046628 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1390197 Jul 14 07:27:50.826453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51732) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:50.831978 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b16de6bc-7f04-4a49-bba7-9da8716431aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': '3eef0fa0-a608-4625-b451-fa613328b2ed', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:27:50.854452 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:27:50.865132 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-b16de6bc-7f04-4a49-bba7-9da8716431aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Project b7b4e8051a664c019a0af911d6ce8090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:27:50.873029 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b16de6bc-7f04-4a49-bba7-9da8716431aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:50.881701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:27:50.882188 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0de693d5-f00b-4bf3-bded-bf3c5cd8b2ba not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:27:51.334441 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b16de6bc-7f04-4a49-bba7-9da8716431aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:51.342510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316554f9-960d-4cda-b2ca-022460efb944 req-c3680c91-6938-4483-8ad7-a7f778da3419 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:51.344087 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-316554f9-960d-4cda-b2ca-022460efb944 req-c3680c91-6938-4483-8ad7-a7f778da3419 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/ports?device_id=3926d8c7-7b6f-4d91-b709-7869375a53d6 HTTP/1.1" status: 200 len: 947 time: 0.4680541 Jul 14 07:27:51.345881 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b16de6bc-7f04-4a49-bba7-9da8716431aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:51.370952 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16de6bc-7f04-4a49-bba7-9da8716431aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d9b96f-d8e1-477b-8cd8-4a5d8ba2a1f6,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:51.381645 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b16de6bc-7f04-4a49-bba7-9da8716431aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:51.382828 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b16de6bc-7f04-4a49-bba7-9da8716431aa tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5553093 Jul 14 07:27:51.385744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51734) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:51.391260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c8aa4a73-4a63-403a-949c-02eb3a92e8a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'security_group_rule': {'security_group_id': '3eef0fa0-a608-4625-b451-fa613328b2ed', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:27:51.419594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-316554f9-960d-4cda-b2ca-022460efb944 req-372be024-aa15-4737-bf60-b5684049a10a tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/security-groups?id=822ebdb5-b4e7-4930-b6df-ca2a201e57a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659015 Jul 14 07:27:51.429102 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-c8aa4a73-4a63-403a-949c-02eb3a92e8a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Project b7b4e8051a664c019a0af911d6ce8090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:27:51.436034 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4a73-4a63-403a-949c-02eb3a92e8a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:51.499643 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4a73-4a63-403a-949c-02eb3a92e8a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:51.503818 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4a73-4a63-403a-949c-02eb3a92e8a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:51.523557 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa4a73-4a63-403a-949c-02eb3a92e8a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897b6d7d-336e-4ae9-9250-b564884cf2e1,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:51.526678 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4a73-4a63-403a-949c-02eb3a92e8a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:51.530673 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c8aa4a73-4a63-403a-949c-02eb3a92e8a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402636 Jul 14 07:27:51.531060 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51738) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:51.536291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-40369ed8-f233-4d84-b4a7-e9d2a0b581a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'network': {'name': 'tempest-network-smoke--733183229', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'port_security_enabled': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:27:51.558225 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40369ed8-f233-4d84-b4a7-e9d2a0b581a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Made reservation on behalf of b7b4e8051a664c019a0af911d6ce8090 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:27:51.561703 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40369ed8-f233-4d84-b4a7-e9d2a0b581a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:51.588879 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40369ed8-f233-4d84-b4a7-e9d2a0b581a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:27:51.600482 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40369ed8-f233-4d84-b4a7-e9d2a0b581a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:51.600820 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-40369ed8-f233-4d84-b4a7-e9d2a0b581a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Added segment 76551dcb-f671-467b-9cc8-8ba02daf9636 of type vlan for network 7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 Jul 14 07:27:51.632831 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device daf0d48a-7439-4aae-ae82-3b072218f32c details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:27:51.662981 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40369ed8-f233-4d84-b4a7-e9d2a0b581a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:51.702799 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40369ed8-f233-4d84-b4a7-e9d2a0b581a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:51.712490 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40369ed8-f233-4d84-b4a7-e9d2a0b581a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:51.713657 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40369ed8-f233-4d84-b4a7-e9d2a0b581a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:51.745142 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port daf0d48a-7439-4aae-ae82-3b072218f32c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=daf0d48a-7439-4aae-ae82-3b072218f32c,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:51.751685 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-40369ed8-f233-4d84-b4a7-e9d2a0b581a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2197914 Jul 14 07:27:51.754591 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51740) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:51.759996 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-469060556', 'admin_state_up': True, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:27:51.762847 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'daf0d48a-7439-4aae-ae82-3b072218f32c', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': 'daf0d48a-7439-4aae-ae82-3b072218f32c', 'mac_address': 'fa:16:3e:00:6b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:27:51.792909 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:51.794839 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:51.820953 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:51.867034 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:51.868451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf0d48a-7439-4aae-ae82-3b072218f32c {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:27:51.893702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40369ed8-f233-4d84-b4a7-e9d2a0b581a3 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Network': ['ID=7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:51.913050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:27:51.918200 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port daf0d48a-7439-4aae-ae82-3b072218f32c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=daf0d48a-7439-4aae-ae82-3b072218f32c,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:51.934682 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:52.026028 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=daf0d48a-7439-4aae-ae82-3b072218f32c,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:52.070381 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:52.148914 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['daf0d48a-7439-4aae-ae82-3b072218f32c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:27:52.320267 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:52.340142 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:52.453694 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Allocated IP 172.25.7.93 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/a2bd1703-dc14-4b71-946e-50adbbd9e8c7) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:27:52.598759 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:52.631997 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dc2ab-d7d5-4da1-ad4f-21b1f81f976b req-37d51dd4-a437-493b-b3bb-ef11fa166d28 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:52.638995 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-911dc2ab-d7d5-4da1-ad4f-21b1f81f976b req-37d51dd4-a437-493b-b3bb-ef11fa166d28 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/ports?device_id=3926d8c7-7b6f-4d91-b709-7869375a53d6 HTTP/1.1" status: 200 len: 948 time: 0.0830774 Jul 14 07:27:52.647282 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:52.685989 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-911dc2ab-d7d5-4da1-ad4f-21b1f81f976b req-c8170192-d764-4ba0-846d-696568a1ae14 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/security-groups?id=822ebdb5-b4e7-4930-b6df-ca2a201e57a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460019 Jul 14 07:27:52.707071 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:27:52.710601 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:27:52.720765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:27:52.746838 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=a2bd1703-dc14-4b71-946e-50adbbd9e8c7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:53.062598 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:53.282443 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:53.409885 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router d632e3c2-23d5-4193-b5d3-535df5062ee3 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:27:53.518349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:27:53.535095 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Sync routers for ids ['d632e3c2-23d5-4193-b5d3-535df5062ee3'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:27:53.539189 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:53.540700 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4bafd93e-1d9a-4d36-914a-2b671ecc8fe1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7845755 Jul 14 07:27:53.544316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51764) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:53.553867 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Routers {'d632e3c2-23d5-4193-b5d3-535df5062ee3'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:27:53.554485 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:27:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d632e3c2-23d5-4193-b5d3-535df5062ee3'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:53.588952 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c55c2c24-f050-4f8a-9391-6e67b0cad5ff tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=b7b4e8051a664c019a0af911d6ce8090&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437510 Jul 14 07:27:53.591644 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51766) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:53.632296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device daf0d48a-7439-4aae-ae82-3b072218f32c up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:27:53.676584 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Set router d632e3c2-23d5-4193-b5d3-535df5062ee3 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:27:53.766955 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port daf0d48a-7439-4aae-ae82-3b072218f32c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:27:53.775038 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port daf0d48a-7439-4aae-ae82-3b072218f32c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:27:53.775676 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:53.784454 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1ae952-e2dd-47c0-9f5d-61ef4f544f1c tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:53.787075 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7d1ae952-e2dd-47c0-9f5d-61ef4f544f1c tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1936271 Jul 14 07:27:53.789134 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51770) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:53.826725 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-723f3679-a5a8-42ee-b98d-beb7d29d0445 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363953 Jul 14 07:27:53.829832 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51772) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:53.835738 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-57cb46c0-8140-49bd-b514-ed273c1c8089 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-929165459', 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5', 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:27:53.880906 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:53.900007 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469060556', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:27:51Z', 'updated_at': '2021-07-14T07:27:52Z', 'revision_number': 3, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:52Z', 'updated_at': '2021-07-14T07:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:53.911537 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3926d8c7-7b6f-4d91-b709-7869375a53d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf0d48a-7439-4aae-ae82-3b072218f32c'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:27:53.914195 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdc8156-9e2f-4dd6-a6d1-ee0e9427b41c" -d '{"events": [{"server_uuid": "3926d8c7-7b6f-4d91-b709-7869375a53d6", "name": "network-vif-plugged", "status": "completed", "tag": "daf0d48a-7439-4aae-ae82-3b072218f32c"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:27:53.934979 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Checking router: d632e3c2-23d5-4193-b5d3-535df5062ee3 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:27:53.935576 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Updating router d632e3c2-23d5-4193-b5d3-535df5062ee3 port a2bd1703-dc14-4b71-946e-50adbbd9e8c7 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:27:53.960994 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port daf0d48a-7439-4aae-ae82-3b072218f32c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=daf0d48a-7439-4aae-ae82-3b072218f32c,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:53.970709 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:53.984814 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:54.022189 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcd4635-bf6c-4a20-937f-83c347918d12 x-openstack-request-id: req-edcd4635-bf6c-4a20-937f-83c347918d12 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:27:54.022189 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3926d8c7-7b6f-4d91-b709-7869375a53d6", "name": "network-vif-plugged", "status": "completed", "tag": "daf0d48a-7439-4aae-ae82-3b072218f32c", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:27:54.022189 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-edcd4635-bf6c-4a20-937f-83c347918d12 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:27:54.022189 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3926d8c7-7b6f-4d91-b709-7869375a53d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf0d48a-7439-4aae-ae82-3b072218f32c', 'code': 200} Jul 14 07:27:54.029500 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cb46c0-8140-49bd-b514-ed273c1c8089 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Made reservation on behalf of b7b4e8051a664c019a0af911d6ce8090 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:27:54.033743 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57cb46c0-8140-49bd-b514-ed273c1c8089 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:54.084947 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=daf0d48a-7439-4aae-ae82-3b072218f32c,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:54.085874 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c2428-19b9-4832-a813-a6123998c364 req-edef5974-9d11-4268-b5ae-0cb67c0cf230 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:54.087424 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-191c2428-19b9-4832-a813-a6123998c364 req-edef5974-9d11-4268-b5ae-0cb67c0cf230 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/ports?device_id=3926d8c7-7b6f-4d91-b709-7869375a53d6 HTTP/1.1" status: 200 len: 948 time: 0.2332978 Jul 14 07:27:54.190788 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-191c2428-19b9-4832-a813-a6123998c364 req-b79f61f3-776d-4533-a581-efbe11f9ed62 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/security-groups?id=822ebdb5-b4e7-4930-b6df-ca2a201e57a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940681 Jul 14 07:27:54.195209 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e74a6-3d1e-4967-bda4-3867bca4f3e9 req-93eba39e-4ba7-48a2-8de2-3e1a9c9cd3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:54.199019 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e78e74a6-3d1e-4967-bda4-3867bca4f3e9 req-93eba39e-4ba7-48a2-8de2-3e1a9c9cd3ab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3926d8c7-7b6f-4d91-b709-7869375a53d6 HTTP/1.1" status: 200 len: 1100 time: 0.0939937 Jul 14 07:27:54.261790 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e78e74a6-3d1e-4967-bda4-3867bca4f3e9 req-ed607d4e-917f-4128-8215-d9d676aa88cd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=822ebdb5-b4e7-4930-b6df-ca2a201e57a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562227 Jul 14 07:27:54.362236 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57cb46c0-8140-49bd-b514-ed273c1c8089 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:54.400730 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:54.412533 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Transition to ACTIVE for port object a2bd1703-dc14-4b71-946e-50adbbd9e8c7 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:27:54.421606 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:54.444478 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb46c0-8140-49bd-b514-ed273c1c8089 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Subnet': ['ID=6b6812fb-da16-4413-ac7e-31548ed700da,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:54.455280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cb46c0-8140-49bd-b514-ed273c1c8089 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Checking segment: {'id': '76551dcb-f671-467b-9cc8-8ba02daf9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:27:54.455709 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cb46c0-8140-49bd-b514-ed273c1c8089 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network hostable DHCP agents. Network: 7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:27:54.478937 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cb46c0-8140-49bd-b514-ed273c1c8089 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:27:54.485679 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Attempting to bind port a2bd1703-dc14-4b71-946e-50adbbd9e8c7 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:27:54.486051 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Attempting to bind port a2bd1703-dc14-4b71-946e-50adbbd9e8c7 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:27:54.486412 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Attempting to bind port a2bd1703-dc14-4b71-946e-50adbbd9e8c7 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:27:54.489614 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f73f17-a9b1-4cd5-a282-16639d170975 None None] Pushing event updated for resources: {'Port': ['ID=a2bd1703-dc14-4b71-946e-50adbbd9e8c7,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:54.499655 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f73f17-a9b1-4cd5-a282-16639d170975 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:54.500009 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f73f17-a9b1-4cd5-a282-16639d170975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:54.500404 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f73f17-a9b1-4cd5-a282-16639d170975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:54.500772 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f73f17-a9b1-4cd5-a282-16639d170975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:54.501094 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f73f17-a9b1-4cd5-a282-16639d170975 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:54.501454 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f73f17-a9b1-4cd5-a282-16639d170975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:54.501778 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f73f17-a9b1-4cd5-a282-16639d170975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:54.502100 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f73f17-a9b1-4cd5-a282-16639d170975 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:54.502419 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f73f17-a9b1-4cd5-a282-16639d170975 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:54.502749 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f73f17-a9b1-4cd5-a282-16639d170975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:54.503068 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f73f17-a9b1-4cd5-a282-16639d170975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:54.503369 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f73f17-a9b1-4cd5-a282-16639d170975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:54.506681 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:27:54.507059 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:27:54.507640 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:54.508164 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:27:54.508686 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Bound port: a2bd1703-dc14-4b71-946e-50adbbd9e8c7, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:27:54.509072 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:54.510603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-57cb46c0-8140-49bd-b514-ed273c1c8089 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:27:54.519725 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7184af8-fda3-4d96-9f2a-55ded0419e45 None None] Network 7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:27:54.519922 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cb46c0-8140-49bd-b514-ed273c1c8089 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:54.520606 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57cb46c0-8140-49bd-b514-ed273c1c8089 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:54.550771 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51796) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:54.551446 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-57cb46c0-8140-49bd-b514-ed273c1c8089 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7198625 Jul 14 07:27:54.666401 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] For port a2bd1703-dc14-4b71-946e-50adbbd9e8c7, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:27:54.670106 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] For port a2bd1703-dc14-4b71-946e-50adbbd9e8c7, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a2bd1703-dc14-4b71-946e-50adbbd9e8c7,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:27:54.678113 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:54.749891 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Routers {'d632e3c2-23d5-4193-b5d3-535df5062ee3'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:27:54.750472 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:27:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d632e3c2-23d5-4193-b5d3-535df5062ee3'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:54.788955 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f73f17-a9b1-4cd5-a282-16639d170975 None None] Pushing event updated for resources: {'Port': ['ID=a2bd1703-dc14-4b71-946e-50adbbd9e8c7,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:54.818545 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5', 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ips': [{'subnet_id': '6b6812fb-da16-4413-ac7e-31548ed700da'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:27:54.819412 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:54.882749 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] Set router d632e3c2-23d5-4193-b5d3-535df5062ee3 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:27:55.008376 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Allocated IP 172.20.0.2 (7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5/6b6812fb-da16-4413-ac7e-31548ed700da/df3ec1ca-857b-4683-8ff4-f46ca63b3687) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:27:55.171132 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469060556', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:27:51Z', 'updated_at': '2021-07-14T07:27:52Z', 'revision_number': 3, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:52Z', 'updated_at': '2021-07-14T07:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:55.190835 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:55.205075 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Transition to ACTIVE for port object df3ec1ca-857b-4683-8ff4-f46ca63b3687 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:27:55.214192 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:55.225174 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3d7127-86ab-47df-874e-0459aacb130d None None] The sync data for ids ['d632e3c2-23d5-4193-b5d3-535df5062ee3'] in n-d-778696-5 is: [{'id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469060556', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:27:51Z', 'updated_at': '2021-07-14T07:27:52Z', 'revision_number': 3, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:52Z', 'updated_at': '2021-07-14T07:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:27:55.226978 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51802) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:55.229832 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Transition to ACTIVE for port object df3ec1ca-857b-4683-8ff4-f46ca63b3687 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:27:55.240728 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:55.347669 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Pushing event updated for resources: {'Port': ['ID=df3ec1ca-857b-4683-8ff4-f46ca63b3687,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:55.376254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Network 7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:27:55.378234 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:27:55.385202 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:27:55.530589 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Attempting to bind port df3ec1ca-857b-4683-8ff4-f46ca63b3687 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:27:55.531167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Attempting to bind port df3ec1ca-857b-4683-8ff4-f46ca63b3687 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '76551dcb-f671-467b-9cc8-8ba02daf9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:27:55.531983 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Attempting to bind port df3ec1ca-857b-4683-8ff4-f46ca63b3687 on network 7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:27:55.538629 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:27:55.539264 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Checking segment: {'id': '76551dcb-f671-467b-9cc8-8ba02daf9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:27:55.539832 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:55.540380 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Bound using segment: {'id': '76551dcb-f671-467b-9cc8-8ba02daf9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:27:55.541361 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Bound port: df3ec1ca-857b-4683-8ff4-f46ca63b3687, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76551dcb-f671-467b-9cc8-8ba02daf9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:27:55.541908 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:55.692892 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] For port df3ec1ca-857b-4683-8ff4-f46ca63b3687, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:27:55.697248 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] For port df3ec1ca-857b-4683-8ff4-f46ca63b3687, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=df3ec1ca-857b-4683-8ff4-f46ca63b3687,segment=NetworkSegment(76551dcb-f671-467b-9cc8-8ba02daf9636),segment_id=76551dcb-f671-467b-9cc8-8ba02daf9636)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:27:55.703139 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:55.757020 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1922888-21bb-41d6-8620-c1db26eab5a5 req-0fbb7852-4f81-44c3-ba1c-6723827a85de tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:55.765284 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1922888-21bb-41d6-8620-c1db26eab5a5 req-0fbb7852-4f81-44c3-ba1c-6723827a85de tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/ports?device_id=3926d8c7-7b6f-4d91-b709-7869375a53d6 HTTP/1.1" status: 200 len: 949 time: 0.2725337 Jul 14 07:27:55.788401 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b92806-4665-4da3-b382-2e011001c7e5 None None] Pushing event updated for resources: {'Port': ['ID=df3ec1ca-857b-4683-8ff4-f46ca63b3687,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:55.903283 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1922888-21bb-41d6-8620-c1db26eab5a5 req-d50335bd-2803-4b76-b48a-76f71510481c tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/security-groups?id=822ebdb5-b4e7-4930-b6df-ca2a201e57a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367495 Jul 14 07:27:56.038638 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Allocated IP 172.20.0.1 (7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5/6b6812fb-da16-4413-ac7e-31548ed700da/d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:27:56.250014 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:56.270460 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Transition to ACTIVE for port object d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:27:56.339661 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:56.403481 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5b1c1f6-4dee-4520-a89c-2b9a96307bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:56.459049 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:27:56.475187 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:27:56.480471 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:27:56.527279 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:56.550130 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:56.725223 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:56.754548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca9345-49c0-4d5a-a506-25a3c35a34c3 req-db76c5ec-d81b-4768-abf5-94c5eb0100d2 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:56.756884 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44ca9345-49c0-4d5a-a506-25a3c35a34c3 req-db76c5ec-d81b-4768-abf5-94c5eb0100d2 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/ports?device_id=3926d8c7-7b6f-4d91-b709-7869375a53d6 HTTP/1.1" status: 200 len: 949 time: 0.2387311 Jul 14 07:27:56.879452 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44ca9345-49c0-4d5a-a506-25a3c35a34c3 req-65bc2750-caae-4570-82e3-3cd12200c871 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/security-groups?id=822ebdb5-b4e7-4930-b6df-ca2a201e57a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150293 Jul 14 07:27:56.961979 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-a5b1c1f6-4dee-4520-a89c-2b9a96307bd2 admin admin] Deleting port 18e6d66e-9f52-4b6a-b747-d3cbec72c367 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:27:56.962321 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5b1c1f6-4dee-4520-a89c-2b9a96307bd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:57.071511 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device df3ec1ca-857b-4683-8ff4-f46ca63b3687 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:27:57.091568 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-a5b1c1f6-4dee-4520-a89c-2b9a96307bd2 admin admin] For port 18e6d66e-9f52-4b6a-b747-d3cbec72c367, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=18e6d66e-9f52-4b6a-b747-d3cbec72c367,segment=NetworkSegment(35059387-cc9b-4d1f-b50f-10e95f5a9e3d),segment_id=35059387-cc9b-4d1f-b50f-10e95f5a9e3d)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:57.092162 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5b1c1f6-4dee-4520-a89c-2b9a96307bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:57.109578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-a5b1c1f6-4dee-4520-a89c-2b9a96307bd2 admin admin] Calling delete_port for 18e6d66e-9f52-4b6a-b747-d3cbec72c367 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:27:57.169103 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port df3ec1ca-857b-4683-8ff4-f46ca63b3687 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:27:57.175013 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a2bd1703-dc14-4b71-946e-50adbbd9e8c7 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:27:57.186088 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:57.192139 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:57.248697 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port a2bd1703-dc14-4b71-946e-50adbbd9e8c7 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:27:57.254602 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port a2bd1703-dc14-4b71-946e-50adbbd9e8c7 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:27:57.254978 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:57.291521 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:57.293485 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:57.397896 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:27:57.399451 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:27:57.407439 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:57.416286 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5b1c1f6-4dee-4520-a89c-2b9a96307bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:57.432825 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port a2bd1703-dc14-4b71-946e-50adbbd9e8c7, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a2bd1703-dc14-4b71-946e-50adbbd9e8c7,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:57.443126 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:57.499675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a90a147-f759-4a10-9e1a-e784a771c8d9 None None] Network 7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:27:57.537432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router d632e3c2-23d5-4193-b5d3-535df5062ee3 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:27:57.603251 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=a2bd1703-dc14-4b71-946e-50adbbd9e8c7,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:57.617459 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-76613b3e-d0c3-454f-bdec-1de3ea8ec6e6 None None] Provisioning for port df3ec1ca-857b-4683-8ff4-f46ca63b3687 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:27:57.630833 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-76613b3e-d0c3-454f-bdec-1de3ea8ec6e6 None None] Provisioning complete for port df3ec1ca-857b-4683-8ff4-f46ca63b3687 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:27:57.631189 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-76613b3e-d0c3-454f-bdec-1de3ea8ec6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:57.701422 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:27:57.720403 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3ba783a1-4408-44af-9b32-1abfb3aa27e4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "PUT /v2.0/routers/d632e3c2-23d5-4193-b5d3-535df5062ee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1671050 Jul 14 07:27:57.843227 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a74c41-de75-48ab-94c5-699a043389f7 req-4e09db5f-4b81-4f4d-b7c0-b9e20d126634 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:57.845785 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-28a74c41-de75-48ab-94c5-699a043389f7 req-4e09db5f-4b81-4f4d-b7c0-b9e20d126634 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.30 "GET /v2.0/ports?device_id=3926d8c7-7b6f-4d91-b709-7869375a53d6 HTTP/1.1" status: 200 len: 949 time: 0.0947599 Jul 14 07:27:58.003829 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-76613b3e-d0c3-454f-bdec-1de3ea8ec6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:58.055634 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1c1f6-4dee-4520-a89c-2b9a96307bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e6d66e-9f52-4b6a-b747-d3cbec72c367,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:58.086400 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Sync routers for ids ['d632e3c2-23d5-4193-b5d3-535df5062ee3'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:27:58.106461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-28a74c41-de75-48ab-94c5-699a043389f7 req-2f9d85da-7de1-4e17-b0e5-5824c555b468 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Deleting port daf0d48a-7439-4aae-ae82-3b072218f32c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:27:58.106891 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-28a74c41-de75-48ab-94c5-699a043389f7 req-2f9d85da-7de1-4e17-b0e5-5824c555b468 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:58.116094 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-76613b3e-d0c3-454f-bdec-1de3ea8ec6e6 None None] For port df3ec1ca-857b-4683-8ff4-f46ca63b3687, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=df3ec1ca-857b-4683-8ff4-f46ca63b3687,segment=NetworkSegment(76551dcb-f671-467b-9cc8-8ba02daf9636),segment_id=76551dcb-f671-467b-9cc8-8ba02daf9636)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:58.140236 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Routers {'d632e3c2-23d5-4193-b5d3-535df5062ee3'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:27:58.141848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:27:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d632e3c2-23d5-4193-b5d3-535df5062ee3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:58.262172 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Set router d632e3c2-23d5-4193-b5d3-535df5062ee3 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:27:58.279022 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51840) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:58.295209 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-76613b3e-d0c3-454f-bdec-1de3ea8ec6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:58.338120 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-961b076a-2184-4b3a-a160-4b58260052c6 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549046628&fields=id&tenant_id=b7b4e8051a664c019a0af911d6ce8090 HTTP/1.1" status: 200 len: 267 time: 0.1463251 Jul 14 07:27:58.363031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-28a74c41-de75-48ab-94c5-699a043389f7 req-2f9d85da-7de1-4e17-b0e5-5824c555b468 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] For port daf0d48a-7439-4aae-ae82-3b072218f32c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=daf0d48a-7439-4aae-ae82-3b072218f32c,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:58.364084 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-28a74c41-de75-48ab-94c5-699a043389f7 req-2f9d85da-7de1-4e17-b0e5-5824c555b468 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:58.388409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-28a74c41-de75-48ab-94c5-699a043389f7 req-2f9d85da-7de1-4e17-b0e5-5824c555b468 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Calling delete_port for daf0d48a-7439-4aae-ae82-3b072218f32c owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:27:58.451200 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76613b3e-d0c3-454f-bdec-1de3ea8ec6e6 None None] Pushing event updated for resources: {'Port': ['ID=df3ec1ca-857b-4683-8ff4-f46ca63b3687,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:58.480211 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5b1c1f6-4dee-4520-a89c-2b9a96307bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:58.495006 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a7909-f113-453b-b37a-7ecafb0637cd req-2addb52e-d142-4a59-9649-69b13219aa9a tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:58.496519 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b5a7909-f113-453b-b37a-7ecafb0637cd req-2addb52e-d142-4a59-9649-69b13219aa9a tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/ports?device_id=3926d8c7-7b6f-4d91-b709-7869375a53d6 HTTP/1.1" status: 200 len: 949 time: 0.4255762 Jul 14 07:27:58.504621 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b743892-2461-440a-abf7-d27d8cd890f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:58.540413 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3a6dee01-0e30-49d3-92be-81ec3924bd70 None None] Provisioning for port d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:27:58.549305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3a6dee01-0e30-49d3-92be-81ec3924bd70 None None] Provisioning complete for port d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:27:58.549889 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3a6dee01-0e30-49d3-92be-81ec3924bd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:58.634187 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3a6dee01-0e30-49d3-92be-81ec3924bd70 None None] Port d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:27:58.648494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-7a30f956-96ff-4b79-b377-665dae9aedae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:27:58.650061 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-7a30f956-96ff-4b79-b377-665dae9aedae tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/networks?id=7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 HTTP/1.1" status: 200 len: 796 time: 0.2950110 Jul 14 07:27:58.656986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3a6dee01-0e30-49d3-92be-81ec3924bd70 None None] Provisioning complete for port df3ec1ca-857b-4683-8ff4-f46ca63b3687 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:27:58.657590 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3a6dee01-0e30-49d3-92be-81ec3924bd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:58.663735 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b5a7909-f113-453b-b37a-7ecafb0637cd req-60e5fc19-0347-4667-bc47-6bc56143a526 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/security-groups?id=822ebdb5-b4e7-4930-b6df-ca2a201e57a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576242 Jul 14 07:27:58.686188 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-4d830239-bdc5-4367-a0e5-3e1260f25700 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/quotas/b7b4e8051a664c019a0af911d6ce8090 HTTP/1.1" status: 200 len: 375 time: 0.0170372 Jul 14 07:27:58.708575 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b743892-2461-440a-abf7-d27d8cd890f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:58.718834 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b743892-2461-440a-abf7-d27d8cd890f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:58.734911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469060556', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:27:51Z', 'updated_at': '2021-07-14T07:27:56Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:52Z', 'updated_at': '2021-07-14T07:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'd21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a', 'name': '', 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:6b:2b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:55Z', 'updated_at': '2021-07-14T07:27:56Z', 'revision_number': 2, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:58.768683 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Checking router: d632e3c2-23d5-4193-b5d3-535df5062ee3 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:27:58.769145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Updating router d632e3c2-23d5-4193-b5d3-535df5062ee3 port d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:27:58.783153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b743892-2461-440a-abf7-d27d8cd890f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ff8621-d08d-4d6b-b186-d1e5e48eacdc,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:58.796447 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b743892-2461-440a-abf7-d27d8cd890f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:58.796833 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b743892-2461-440a-abf7-d27d8cd890f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:58.797221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b743892-2461-440a-abf7-d27d8cd890f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:58.799037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b743892-2461-440a-abf7-d27d8cd890f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:58.799394 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b743892-2461-440a-abf7-d27d8cd890f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:58.799739 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b743892-2461-440a-abf7-d27d8cd890f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:58.800084 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b743892-2461-440a-abf7-d27d8cd890f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:58.800981 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b743892-2461-440a-abf7-d27d8cd890f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:58.801355 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b743892-2461-440a-abf7-d27d8cd890f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:58.801694 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b743892-2461-440a-abf7-d27d8cd890f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:58.802631 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b743892-2461-440a-abf7-d27d8cd890f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:58.802984 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b743892-2461-440a-abf7-d27d8cd890f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:27:58.815150 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2b743892-2461-440a-abf7-d27d8cd890f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d066a5fda4c4d3ca393c23cbadd0e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5348656 Jul 14 07:27:58.817965 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51844) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:58.838763 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-28a74c41-de75-48ab-94c5-699a043389f7 req-2f9d85da-7de1-4e17-b0e5-5824c555b468 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:58.844055 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:58.893571 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b1c1f6-4dee-4520-a89c-2b9a96307bd2 admin admin] Router c8afe6fe-88ad-4416-9abe-d2b85b2a5435 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:27:58.905153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d85da-7de1-4e17-b0e5-5824c555b468 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Pushing event deleted for resources: {'Port': ['ID=daf0d48a-7439-4aae-ae82-3b072218f32c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:58.914291 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-85c9803a-3ccd-49dd-bddf-69510265140a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2211218 Jul 14 07:27:58.992705 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a74c41-de75-48ab-94c5-699a043389f7 req-2f9d85da-7de1-4e17-b0e5-5824c555b468 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] No DVR routers for this DVR port daf0d48a-7439-4aae-ae82-3b072218f32c on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:27:58.996617 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-28a74c41-de75-48ab-94c5-699a043389f7 req-2f9d85da-7de1-4e17-b0e5-5824c555b468 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:59.001054 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-28a74c41-de75-48ab-94c5-699a043389f7 req-2f9d85da-7de1-4e17-b0e5-5824c555b468 tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.30 "DELETE /v2.0/ports/daf0d48a-7439-4aae-ae82-3b072218f32c HTTP/1.1" status: 204 len: 173 time: 1.1498857 Jul 14 07:27:59.015315 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3926d8c7-7b6f-4d91-b709-7869375a53d6', 'name': 'network-vif-deleted', 'tag': 'daf0d48a-7439-4aae-ae82-3b072218f32c'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:27:59.018900 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94150755-2f27-4dd0-9461-ab14f36e4249" -d '{"events": [{"server_uuid": "3926d8c7-7b6f-4d91-b709-7869375a53d6", "name": "network-vif-deleted", "tag": "daf0d48a-7439-4aae-ae82-3b072218f32c"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:27:59.040712 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-69830e57-1814-4bfd-bdae-27141fbb894e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:59.076303 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b1c1f6-4dee-4520-a89c-2b9a96307bd2 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:27:59.088392 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed1f652-5b69-4cb9-9d3f-6b9f5fc61fad None None] Sync routers for ids ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:27:59.107744 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed1f652-5b69-4cb9-9d3f-6b9f5fc61fad None None] Routers {'c8afe6fe-88ad-4416-9abe-d2b85b2a5435'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:27:59.108341 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8ed1f652-5b69-4cb9-9d3f-6b9f5fc61fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:27:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:59.111690 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a5b1c1f6-4dee-4520-a89c-2b9a96307bd2 admin admin] 10.222.0.35 "PUT /v2.0/routers/c8afe6fe-88ad-4416-9abe-d2b85b2a5435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8730547 Jul 14 07:27:59.112631 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-69830e57-1814-4bfd-bdae-27141fbb894e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:59.112754 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51852) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:59.195589 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['daf0d48a-7439-4aae-ae82-3b072218f32c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:27:59.214100 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-69830e57-1814-4bfd-bdae-27141fbb894e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:59.217403 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-69830e57-1814-4bfd-bdae-27141fbb894e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:59.219735 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-69830e57-1814-4bfd-bdae-27141fbb894e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04ff8621-d08d-4d6b-b186-d1e5e48eacdc HTTP/1.1" status: 204 len: 168 time: 0.3987129 Jul 14 07:27:59.243908 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69830e57-1814-4bfd-bdae-27141fbb894e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ff8621-d08d-4d6b-b186-d1e5e48eacdc,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:27:59.246008 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device df3ec1ca-857b-4683-8ff4-f46ca63b3687 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:27:59.360022 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-933d91cb-4fd1-4310-ac06-8712c9ce5c76 service neutron] 10.222.0.35 "GET /v2.0/networks/7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874956 Jul 14 07:27:59.373216 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1482facb-24bd-44d5-bad5-0469aa5f924e x-openstack-request-id: req-1482facb-24bd-44d5-bad5-0469aa5f924e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:27:59.373727 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3926d8c7-7b6f-4d91-b709-7869375a53d6", "name": "network-vif-deleted", "tag": "daf0d48a-7439-4aae-ae82-3b072218f32c", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:27:59.373727 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1482facb-24bd-44d5-bad5-0469aa5f924e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:27:59.374122 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3926d8c7-7b6f-4d91-b709-7869375a53d6', 'name': 'network-vif-deleted', 'tag': 'daf0d48a-7439-4aae-ae82-3b072218f32c', 'status': 'completed', 'code': 200} Jul 14 07:27:59.395952 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8ed1f652-5b69-4cb9-9d3f-6b9f5fc61fad None None] Set router c8afe6fe-88ad-4416-9abe-d2b85b2a5435 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:27:59.490849 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-732c666e-18b2-4a07-bfd6-26a2693f403c admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:59.561973 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-d7cf17ce-def4-4f09-936c-8f46b6b672d6 service neutron] 10.222.0.35 "GET /v2.0/networks/7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931543 Jul 14 07:27:59.620919 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port df3ec1ca-857b-4683-8ff4-f46ca63b3687 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:27:59.621413 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:59.644080 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8ed1f652-5b69-4cb9-9d3f-6b9f5fc61fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'name': 'tempest-TaggedBootDevicesTest-695941789-router', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:15:59Z', 'updated_at': '2021-07-14T07:27:57Z', 'revision_number': 5, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'gw_port': {'id': '925e6d09-d4f4-42b3-9dab-f2eb9dca92d2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:16:01Z', 'updated_at': '2021-07-14T07:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:59.686696 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed1f652-5b69-4cb9-9d3f-6b9f5fc61fad None None] Checking router: c8afe6fe-88ad-4416-9abe-d2b85b2a5435 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:27:59.694527 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-732c666e-18b2-4a07-bfd6-26a2693f403c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:59.706795 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1c15a0e0-3274-43c0-87e2-d7fa68a03e48 None None] Provisioning complete for port d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:27:59.707391 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1c15a0e0-3274-43c0-87e2-d7fa68a03e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:59.718802 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed1f652-5b69-4cb9-9d3f-6b9f5fc61fad None None] Routers {'c8afe6fe-88ad-4416-9abe-d2b85b2a5435'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:27:59.724295 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8ed1f652-5b69-4cb9-9d3f-6b9f5fc61fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:27:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:27:59.744175 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51860) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:27:59.769276 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-28aa1d3d-0c00-47dc-bf04-03a1ea0e5340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:59.774556 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-732c666e-18b2-4a07-bfd6-26a2693f403c admin admin] Deleting port 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:27:59.775343 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-732c666e-18b2-4a07-bfd6-26a2693f403c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:59.803549 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1c15a0e0-3274-43c0-87e2-d7fa68a03e48 None None] Port d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:27:59.839768 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:59.873485 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Transition to ACTIVE for port object d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:27:59.909267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-732c666e-18b2-4a07-bfd6-26a2693f403c admin admin] For port 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=925e6d09-d4f4-42b3-9dab-f2eb9dca92d2,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:27:59.909732 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-732c666e-18b2-4a07-bfd6-26a2693f403c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:27:59.924040 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-732c666e-18b2-4a07-bfd6-26a2693f403c admin admin] Calling delete_port for 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:27:59.924955 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8ed1f652-5b69-4cb9-9d3f-6b9f5fc61fad None None] Set router c8afe6fe-88ad-4416-9abe-d2b85b2a5435 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:27:59.931339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a2bd1703-dc14-4b71-946e-50adbbd9e8c7 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:27:59.987444 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8ed1f652-5b69-4cb9-9d3f-6b9f5fc61fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'name': 'tempest-TaggedBootDevicesTest-695941789-router', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:15:59Z', 'updated_at': '2021-07-14T07:27:59Z', 'revision_number': 6, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:00.001080 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.032276 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed1f652-5b69-4cb9-9d3f-6b9f5fc61fad None None] The sync data for ids ['c8afe6fe-88ad-4416-9abe-d2b85b2a5435'] in n-d-778696-5 is: [{'id': 'c8afe6fe-88ad-4416-9abe-d2b85b2a5435', 'name': 'tempest-TaggedBootDevicesTest-695941789-router', 'tenant_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:15:59Z', 'updated_at': '2021-07-14T07:27:59Z', 'revision_number': 6, 'project_id': 'fa1319ff0abd4cafa263b8b7a1f4e079', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:28:00.037968 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-28aa1d3d-0c00-47dc-bf04-03a1ea0e5340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.050817 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-28aa1d3d-0c00-47dc-bf04-03a1ea0e5340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.089630 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port a2bd1703-dc14-4b71-946e-50adbbd9e8c7 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:00.089869 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.091283 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48348d58-5e92-491e-8255-839d49778155 None None] Pushing event updated for resources: {'Port': ['ID=d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:00.120377 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-28aa1d3d-0c00-47dc-bf04-03a1ea0e5340 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=34527c932d4e4d23b92996a81a1a3c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3733284 Jul 14 07:28:00.120377 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa1d3d-0c00-47dc-bf04-03a1ea0e5340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22547e09-8ad7-4c5c-808c-fb3019d88979,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:00.125958 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51868) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:00.207512 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cd7089b-c738-4f32-b1a5-42d479239e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.223718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Attempting to bind port d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:28:00.224255 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Attempting to bind port d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '76551dcb-f671-467b-9cc8-8ba02daf9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:28:00.224575 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Attempting to bind port d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a on network 7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:00.232771 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cd7089b-c738-4f32-b1a5-42d479239e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.236881 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:28:00.237286 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Checking segment: {'id': '76551dcb-f671-467b-9cc8-8ba02daf9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:00.237833 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.238370 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Bound using segment: {'id': '76551dcb-f671-467b-9cc8-8ba02daf9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:28:00.238824 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Bound port: d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76551dcb-f671-467b-9cc8-8ba02daf9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:28:00.239221 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.244827 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-655224cc-9c44-4d02-95cc-a3cb3596d8db req-09e032b3-7696-4d59-9222-6317a3ad9316 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 210 time: 0.1515605 Jul 14 07:28:00.251441 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e198dab-bb91-4621-9add-476a1b08d1b6 req-65031558-5974-49e7-84fe-1c981129dd4c tempest-VolumesNegativeTest-165638991 tempest-VolumesNegativeTest-165638991-project] 10.222.0.35 "GET /v2.0/ports?device_id=3926d8c7-7b6f-4d91-b709-7869375a53d6 HTTP/1.1" status: 200 len: 210 time: 0.1530766 Jul 14 07:28:00.309683 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cd7089b-c738-4f32-b1a5-42d479239e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.312461 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cd7089b-c738-4f32-b1a5-42d479239e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.319826 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0cd7089b-c738-4f32-b1a5-42d479239e07 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22547e09-8ad7-4c5c-808c-fb3019d88979 HTTP/1.1" status: 204 len: 168 time: 0.1887918 Jul 14 07:28:00.333900 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7089b-c738-4f32-b1a5-42d479239e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22547e09-8ad7-4c5c-808c-fb3019d88979,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:00.353341 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-732c666e-18b2-4a07-bfd6-26a2693f403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.361965 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] For port d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:28:00.376650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] For port d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a,segment=NetworkSegment(76551dcb-f671-467b-9cc8-8ba02daf9636),segment_id=76551dcb-f671-467b-9cc8-8ba02daf9636)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:28:00.390760 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.452736 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c666e-18b2-4a07-bfd6-26a2693f403c admin admin] Pushing event deleted for resources: {'Port': ['ID=925e6d09-d4f4-42b3-9dab-f2eb9dca92d2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:00.532687 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-732c666e-18b2-4a07-bfd6-26a2693f403c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.543260 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2a924aea-0122-4e60-8750-c431259f857a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.565903 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Routers {'d632e3c2-23d5-4193-b5d3-535df5062ee3'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:28:00.566557 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:27:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d632e3c2-23d5-4193-b5d3-535df5062ee3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:00.611093 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48348d58-5e92-491e-8255-839d49778155 None None] Pushing event updated for resources: {'Port': ['ID=d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:00.696570 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-732c666e-18b2-4a07-bfd6-26a2693f403c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.699093 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-732c666e-18b2-4a07-bfd6-26a2693f403c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.719710 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] Set router d632e3c2-23d5-4193-b5d3-535df5062ee3 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:28:00.765281 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-732c666e-18b2-4a07-bfd6-26a2693f403c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.765801 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732c666e-18b2-4a07-bfd6-26a2693f403c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8afe6fe-88ad-4416-9abe-d2b85b2a5435 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:28:00.772232 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-732c666e-18b2-4a07-bfd6-26a2693f403c admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.776114 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51878) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:00.795834 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-732c666e-18b2-4a07-bfd6-26a2693f403c admin admin] 10.222.0.35 "DELETE /v2.0/routers/c8afe6fe-88ad-4416-9abe-d2b85b2a5435 HTTP/1.1" status: 204 len: 168 time: 1.6789279 Jul 14 07:28:00.839492 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca41ec8-424f-49ad-8bb0-232388477b22 admin admin] Deleting subnet 77c1b1a7-c56f-42a9-955a-c8d5ef7376f9 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:28:00.842847 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ca41ec8-424f-49ad-8bb0-232388477b22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.885702 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ca41ec8-424f-49ad-8bb0-232388477b22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.912696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51880) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:00.937062 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9196982-937b-44aa-9d9d-31cba96a3559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:00.982003 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ca41ec8-424f-49ad-8bb0-232388477b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:01.012020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469060556', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:27:51Z', 'updated_at': '2021-07-14T07:27:56Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:52Z', 'updated_at': '2021-07-14T07:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'd21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a', 'name': '', 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:6b:2b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:55Z', 'updated_at': '2021-07-14T07:28:00Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:01.053551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad3d46-55db-422c-82d5-ae5df869eb9d None None] The sync data for ids ['d632e3c2-23d5-4193-b5d3-535df5062ee3'] in n-d-778696-5 is: [{'id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469060556', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:27:51Z', 'updated_at': '2021-07-14T07:27:56Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:52Z', 'updated_at': '2021-07-14T07:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'd21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a', 'name': '', 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:6b:2b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:55Z', 'updated_at': '2021-07-14T07:28:00Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:28:01.060624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 18e6d66e-9f52-4b6a-b747-d3cbec72c367 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:28:01.072364 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ca41ec8-424f-49ad-8bb0-232388477b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:01.108990 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9196982-937b-44aa-9d9d-31cba96a3559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:01.120441 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9196982-937b-44aa-9d9d-31cba96a3559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:01.126373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca41ec8-424f-49ad-8bb0-232388477b22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77c1b1a7-c56f-42a9-955a-c8d5ef7376f9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:01.137019 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ca41ec8-424f-49ad-8bb0-232388477b22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:01.141398 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8ca41ec8-424f-49ad-8bb0-232388477b22 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/77c1b1a7-c56f-42a9-955a-c8d5ef7376f9 HTTP/1.1" status: 204 len: 168 time: 0.3619924 Jul 14 07:28:01.141776 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51882) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:01.160143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52087359-f386-43a8-9d1b-430e6cc7ed4b None None] Network d1e9b77a-3218-40fd-9745-54b5c604b152 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:28:01.163224 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 18e6d66e-9f52-4b6a-b747-d3cbec72c367 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:28:01.163590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 18e6d66e-9f52-4b6a-b747-d3cbec72c367 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:28:01.163994 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:28:01.191063 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f9196982-937b-44aa-9d9d-31cba96a3559 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2da0e441565b4b9b90a8b743637266db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2745719 Jul 14 07:28:01.193218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 51884) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:01.205850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9196982-937b-44aa-9d9d-31cba96a3559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dd8b0f-5e66-4a55-9460-233874afbc58,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:01.239230 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:28:01.239698 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 925e6d09-d4f4-42b3-9dab-f2eb9dca92d2 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:28:01.245110 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:01.334825 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3fbd-b408-41d3-ae19-cf4cc7d8e15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:01.377365 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] Deleting port 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:28:01.378146 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:01.382583 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3fbd-b408-41d3-ae19-cf4cc7d8e15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:01.477953 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b490872-98b4-47d1-b4f8-46bc0e64abe1 None None] DHCP port deletion for d1e9b77a-3218-40fd-9745-54b5c604b152 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:28:01.571355 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db5a5641-cd5d-49b2-94e7-c105b4497170 req-2a198a53-40c6-4ff4-b18b-35b6eb18f26b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 210 time: 0.0625348 Jul 14 07:28:01.618314 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-0b490872-98b4-47d1-b4f8-46bc0e64abe1 None None] Deleting port 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:28:01.618964 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0b490872-98b4-47d1-b4f8-46bc0e64abe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:01.649011 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] For port 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=54b0c3f0-c0c7-4d2d-801d-e9291b11a25c,segment=NetworkSegment(35059387-cc9b-4d1f-b50f-10e95f5a9e3d),segment_id=35059387-cc9b-4d1f-b50f-10e95f5a9e3d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:01.649407 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:01.665816 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device daf0d48a-7439-4aae-ae82-3b072218f32c no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:28:01.666394 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3fbd-b408-41d3-ae19-cf4cc7d8e15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:01.669519 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3fbd-b408-41d3-ae19-cf4cc7d8e15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:01.670743 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8e8d3fbd-b408-41d3-ae19-cf4cc7d8e15d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9dd8b0f-5e66-4a55-9460-233874afbc58 HTTP/1.1" status: 204 len: 168 time: 0.4761732 Jul 14 07:28:01.702949 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: daf0d48a-7439-4aae-ae82-3b072218f32c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:28:01.703220 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device daf0d48a-7439-4aae-ae82-3b072218f32c not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:28:01.716575 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] Calling delete_port for 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:28:01.721927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d3fbd-b408-41d3-ae19-cf4cc7d8e15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dd8b0f-5e66-4a55-9460-233874afbc58,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:01.743104 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-0b490872-98b4-47d1-b4f8-46bc0e64abe1 None None] For port 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=54b0c3f0-c0c7-4d2d-801d-e9291b11a25c,segment=NetworkSegment(35059387-cc9b-4d1f-b50f-10e95f5a9e3d),segment_id=35059387-cc9b-4d1f-b50f-10e95f5a9e3d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:01.743550 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0b490872-98b4-47d1-b4f8-46bc0e64abe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:01.793676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-0b490872-98b4-47d1-b4f8-46bc0e64abe1 None None] Calling delete_port for 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:28:01.816133 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-8e511454-e079-4614-b9bc-6f470bbd0e7f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:01.818015 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-8e511454-e079-4614-b9bc-6f470bbd0e7f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.30 "GET /v2.0/networks?id=7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 HTTP/1.1" status: 200 len: 796 time: 0.3055384 Jul 14 07:28:01.936014 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0b490872-98b4-47d1-b4f8-46bc0e64abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:01.946815 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-02247bee-6b02-4658-817b-53282977bc85 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7b4e8051a664c019a0af911d6ce8090 HTTP/1.1" status: 200 len: 379 time: 0.1157885 Jul 14 07:28:01.966483 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-443ad851-a1ca-42b3-b33e-3c933e40a21d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'port': {'device_id': '84e0c5a6-c127-46c7-aaf2-510a7f3d70b9', 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5', 'admin_state_up': True, 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'security_groups': ['3eef0fa0-a608-4625-b451-fa613328b2ed']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:01.976434 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b490872-98b4-47d1-b4f8-46bc0e64abe1 None None] Pushing event deleted for resources: {'Port': ['ID=54b0c3f0-c0c7-4d2d-801d-e9291b11a25c,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:01.986803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b490872-98b4-47d1-b4f8-46bc0e64abe1 None None] No DVR routers for this DVR port 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:28:02.043376 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:02.079904 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] No DVR routers for this DVR port 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:28:02.091211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] Pushing event deleted for resources: {'Port': ['ID=54b0c3f0-c0c7-4d2d-801d-e9291b11a25c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:02.201362 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:02.216251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e9b77a-3218-40fd-9745-54b5c604b152']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:02.231219 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35059387-cc9b-4d1f-b50f-10e95f5a9e3d') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:02.231515 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35059387-cc9b-4d1f-b50f-10e95f5a9e3d') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:02.242295 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:02.248629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-443ad851-a1ca-42b3-b33e-3c933e40a21d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Made reservation on behalf of b7b4e8051a664c019a0af911d6ce8090 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:28:02.252233 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-443ad851-a1ca-42b3-b33e-3c933e40a21d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:02.268979 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:02.280049 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:28:02.280673 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:28:02.282834 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:28:02.388113 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:02.397418 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:02.402474 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] 10.222.0.35 "DELETE /v2.0/networks/d1e9b77a-3218-40fd-9745-54b5c604b152 HTTP/1.1" status: 204 len: 168 time: 1.2594497 Jul 14 07:28:02.426511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9f2d9-06da-45d3-8487-e526697f247f admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e9b77a-3218-40fd-9745-54b5c604b152,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:02.502246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-443ad851-a1ca-42b3-b33e-3c933e40a21d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Allocated IP 172.20.0.10 (7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5/6b6812fb-da16-4413-ac7e-31548ed700da/5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:02.606261 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51972) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:02.692854 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-996f1bc5-651b-4815-93e3-d9d9f646aabd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa1319ff0abd4cafa263b8b7a1f4e079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828724 Jul 14 07:28:02.693473 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 51984) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:02.720412 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-443ad851-a1ca-42b3-b33e-3c933e40a21d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:02.746213 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-443ad851-a1ca-42b3-b33e-3c933e40a21d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Transition to ACTIVE for port object 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:02.788352 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-880209a7-87bb-4eac-a6f0-257cd8651fa4 req-55a34a91-ffb7-4f29-b354-e36258a100e7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 210 time: 0.0318933 Jul 14 07:28:02.821417 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-443ad851-a1ca-42b3-b33e-3c933e40a21d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:02.822533 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a07b75c7-7d78-4522-a4cd-658242b63df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:02.862421 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a07b75c7-7d78-4522-a4cd-658242b63df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:02.887714 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-443ad851-a1ca-42b3-b33e-3c933e40a21d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:02.892060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-443ad851-a1ca-42b3-b33e-3c933e40a21d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:02.908681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-443ad851-a1ca-42b3-b33e-3c933e40a21d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:02.964099 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a07b75c7-7d78-4522-a4cd-658242b63df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:02.968239 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a07b75c7-7d78-4522-a4cd-658242b63df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:02.970353 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a07b75c7-7d78-4522-a4cd-658242b63df6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1bc1469-a773-4839-a2b3-223c6b0e7402 HTTP/1.1" status: 204 len: 168 time: 0.2759027 Jul 14 07:28:03.002078 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b75c7-7d78-4522-a4cd-658242b63df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bc1469-a773-4839-a2b3-223c6b0e7402,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:03.020688 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-443ad851-a1ca-42b3-b33e-3c933e40a21d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:03.021662 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-443ad851-a1ca-42b3-b33e-3c933e40a21d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:03.058498 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ad851-a1ca-42b3-b33e-3c933e40a21d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:03.101689 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-443ad851-a1ca-42b3-b33e-3c933e40a21d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1494300 Jul 14 07:28:03.114791 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Request body: {'port': {'device_id': '84e0c5a6-c127-46c7-aaf2-510a7f3d70b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:03.123728 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:03.219093 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:03.252163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:03.260880 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:03.261288 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:03.338586 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f8b67cd5-dd3b-43c6-8548-97ae8437e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:03.355685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b988ca8f-2255-4f3c-b357-8dcaa6a656d0 None None] Provisioning for port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:03.404079 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b988ca8f-2255-4f3c-b357-8dcaa6a656d0 None None] Provisioning complete for port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:03.408518 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b988ca8f-2255-4f3c-b357-8dcaa6a656d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:03.454867 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:03.494361 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b988ca8f-2255-4f3c-b357-8dcaa6a656d0 None None] Port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:28:03.511662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a,segment=NetworkSegment(76551dcb-f671-467b-9cc8-8ba02daf9636),segment_id=76551dcb-f671-467b-9cc8-8ba02daf9636)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:03.519726 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:03.627746 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:28:03.630143 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:28:03.649012 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:03.654382 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:03.658259 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:03.659986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:28:03.660331 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 54b0c3f0-c0c7-4d2d-801d-e9291b11a25c not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:28:03.667477 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Transition to ACTIVE for port object 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:03.672926 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:03.790449 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:03.884581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Attempting to bind port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:28:03.885544 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Attempting to bind port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '76551dcb-f671-467b-9cc8-8ba02daf9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:28:03.886054 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Attempting to bind port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 on network 7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:03.906426 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 on network 7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:28:03.906785 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Attempting to bind port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 on network 7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:03.912887 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:28:03.913536 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Checking segment: {'id': '76551dcb-f671-467b-9cc8-8ba02daf9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:03.914129 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Bound using segment: {'id': '76551dcb-f671-467b-9cc8-8ba02daf9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:28:03.914742 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Bound port: 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76551dcb-f671-467b-9cc8-8ba02daf9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:28:03.915298 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:04.039254 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] For port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:28:04.044080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] For port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78,segment=NetworkSegment(76551dcb-f671-467b-9cc8-8ba02daf9636),segment_id=76551dcb-f671-467b-9cc8-8ba02daf9636)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:28:04.053046 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:04.126884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ed04f-2c40-4a83-bad2-ae159e75020e req-7aae215b-adce-42a5-9742-dff1b1cdd7e5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:04.144450 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d4ed04f-2c40-4a83-bad2-ae159e75020e req-7aae215b-adce-42a5-9742-dff1b1cdd7e5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 944 time: 0.1074920 Jul 14 07:28:04.203231 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d4ed04f-2c40-4a83-bad2-ae159e75020e req-ab15f26e-65cf-49c3-b698-37312c779f68 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559437 Jul 14 07:28:04.213325 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:04.219007 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:04.220773 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] 10.222.0.30 "PUT /v2.0/ports/5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 HTTP/1.1" status: 200 len: 1092 time: 1.1109903 Jul 14 07:28:04.221392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e0c5a6-c127-46c7-aaf2-510a7f3d70b9', 'tag': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:28:04.223882 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d082dc-9c82-45d1-9b6d-8ad86c279731" -d '{"events": [{"name": "network-changed", "server_uuid": "84e0c5a6-c127-46c7-aaf2-510a7f3d70b9", "tag": "5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:28:04.229822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62132140-a01c-412c-a24f-ef0947581c82 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:04.288164 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9789c76-9740-4a01-813a-8441d2a5a3ac x-openstack-request-id: req-b9789c76-9740-4a01-813a-8441d2a5a3ac {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:28:04.288463 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e0c5a6-c127-46c7-aaf2-510a7f3d70b9", "tag": "5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:28:04.288886 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9789c76-9740-4a01-813a-8441d2a5a3ac {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:28:04.289319 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e0c5a6-c127-46c7-aaf2-510a7f3d70b9', 'tag': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78', 'status': 'completed', 'code': 200} Jul 14 07:28:04.296037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52156) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:04.339016 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-e28e6751-6d2c-4447-b59e-b429fcdddc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:04.340691 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-e28e6751-6d2c-4447-b59e-b429fcdddc47 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 1095 time: 0.0754473 Jul 14 07:28:04.440635 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e637ac1f-c54b-42ab-aed0-41fc062dd7e1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1347100739-network', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:04.463190 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-59225919-b592-437a-b870-13b12a3e0c74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 HTTP/1.1" status: 200 len: 217 time: 0.1148872 Jul 14 07:28:04.465492 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e637ac1f-c54b-42ab-aed0-41fc062dd7e1 admin admin] Made reservation on behalf of baa77f5ed63340aa85ad735a9cb925d7 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:28:04.477954 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e637ac1f-c54b-42ab-aed0-41fc062dd7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:04.487366 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e637ac1f-c54b-42ab-aed0-41fc062dd7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:04.529075 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-2dbbdf10-22db-474f-b1e2-8c6a3be8b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:04.530913 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-2dbbdf10-22db-474f-b1e2-8c6a3be8b2e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b6812fb-da16-4413-ac7e-31548ed700da HTTP/1.1" status: 200 len: 834 time: 0.0595036 Jul 14 07:28:04.601502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-137abe7a-a0ab-48bc-8376-0a0cfd209b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:04.602362 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-137abe7a-a0ab-48bc-8376-0a0cfd209b51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642564 Jul 14 07:28:04.605475 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e637ac1f-c54b-42ab-aed0-41fc062dd7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:04.612665 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e637ac1f-c54b-42ab-aed0-41fc062dd7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:04.653458 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:04.660145 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e637ac1f-c54b-42ab-aed0-41fc062dd7e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:28:04.667789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637ac1f-c54b-42ab-aed0-41fc062dd7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597330c0-f023-4d04-8403-30f073ef1112,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:04.674481 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e637ac1f-c54b-42ab-aed0-41fc062dd7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:04.674918 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-e637ac1f-c54b-42ab-aed0-41fc062dd7e1 admin admin] Added segment b6460ed9-1d4e-42bc-92f8-500936ec89a0 of type vlan for network 18bb1dcc-6170-41be-a95d-00121e924f29 Jul 14 07:28:04.724186 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e637ac1f-c54b-42ab-aed0-41fc062dd7e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:04.741997 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-14510a9b-e010-4c3f-a4a1-432ae456574a service neutron] 10.222.0.30 "GET /v2.0/networks/7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325884 Jul 14 07:28:04.762746 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e637ac1f-c54b-42ab-aed0-41fc062dd7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:04.763945 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e637ac1f-c54b-42ab-aed0-41fc062dd7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:04.764500 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e637ac1f-c54b-42ab-aed0-41fc062dd7e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:04.826980 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e637ac1f-c54b-42ab-aed0-41fc062dd7e1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5293674 Jul 14 07:28:04.836218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52198) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:04.843744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8095a4cd-0765-4cc9-9759-5e921a646ebc admin admin] Request body: {'subnet': {'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1347100739-subnet', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:04.861507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637ac1f-c54b-42ab-aed0-41fc062dd7e1 admin admin] Pushing event updated for resources: {'Network': ['ID=18bb1dcc-6170-41be-a95d-00121e924f29,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:04.877483 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2ea7a272-f878-48b4-9302-4fabfe1f098b req-a6d10b32-6c18-48a6-9ec9-fa02b8daf928 service neutron] 10.222.0.30 "GET /v2.0/networks/7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291847 Jul 14 07:28:04.892810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 18bb1dcc-6170-41be-a95d-00121e924f29 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:28:04.893467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8095a4cd-0765-4cc9-9759-5e921a646ebc admin admin] Made reservation on behalf of baa77f5ed63340aa85ad735a9cb925d7 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:28:04.900765 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8095a4cd-0765-4cc9-9759-5e921a646ebc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:04.981304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:05.043041 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:05.043938 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:05.073057 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d082dc-9c82-45d1-9b6d-8ad86c279731 req-62da9f4f-5efb-426d-b3dd-9d1dbb9a787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:05.074626 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f5d082dc-9c82-45d1-9b6d-8ad86c279731 req-62da9f4f-5efb-426d-b3dd-9d1dbb9a787d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 1095 time: 0.0966384 Jul 14 07:28:05.264949 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d082dc-9c82-45d1-9b6d-8ad86c279731 req-4575856f-1cbb-4a06-b120-d967335ba8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:05.267037 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f5d082dc-9c82-45d1-9b6d-8ad86c279731 req-4575856f-1cbb-4a06-b120-d967335ba8d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 HTTP/1.1" status: 200 len: 897 time: 0.1848645 Jul 14 07:28:05.287024 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8095a4cd-0765-4cc9-9759-5e921a646ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:05.366376 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f5d082dc-9c82-45d1-9b6d-8ad86c279731 req-90add2c9-9529-4b60-8783-fe0ff1b120d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 HTTP/1.1" status: 200 len: 217 time: 0.0922976 Jul 14 07:28:05.412938 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0790a-e72b-4047-a7c8-ab89f6c5a069 req-8f6912fc-eee9-45db-b164-0e47573556ac tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:05.415075 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7c0790a-e72b-4047-a7c8-ab89f6c5a069 req-8f6912fc-eee9-45db-b164-0e47573556ac tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 944 time: 0.0938542 Jul 14 07:28:05.444260 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095a4cd-0765-4cc9-9759-5e921a646ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=47136b84-069d-4c8f-a511-15a77b272aff,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:05.462414 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8095a4cd-0765-4cc9-9759-5e921a646ebc admin admin] Checking segment: {'id': 'b6460ed9-1d4e-42bc-92f8-500936ec89a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:05.462783 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8095a4cd-0765-4cc9-9759-5e921a646ebc admin admin] Network hostable DHCP agents. Network: 18bb1dcc-6170-41be-a95d-00121e924f29, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:28:05.465874 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d082dc-9c82-45d1-9b6d-8ad86c279731 req-9cfd911b-7e50-40de-9b45-22a67679c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:05.468744 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f5d082dc-9c82-45d1-9b6d-8ad86c279731 req-9cfd911b-7e50-40de-9b45-22a67679c678 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b6812fb-da16-4413-ac7e-31548ed700da HTTP/1.1" status: 200 len: 834 time: 0.0847218 Jul 14 07:28:05.487038 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7c0790a-e72b-4047-a7c8-ab89f6c5a069 req-8ac7823e-bad8-4997-aeba-809e10e7707a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656710 Jul 14 07:28:05.513412 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8095a4cd-0765-4cc9-9759-5e921a646ebc admin admin] Network 18bb1dcc-6170-41be-a95d-00121e924f29 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:28:05.531952 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-8095a4cd-0765-4cc9-9759-5e921a646ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 18bb1dcc-6170-41be-a95d-00121e924f29) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:05.543799 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8095a4cd-0765-4cc9-9759-5e921a646ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:05.544846 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8095a4cd-0765-4cc9-9759-5e921a646ebc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:05.557204 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58070314-f6ac-4aaf-b366-473d95ff41ce None None] Network 18bb1dcc-6170-41be-a95d-00121e924f29 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:28:05.559061 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d082dc-9c82-45d1-9b6d-8ad86c279731 req-d73df0cc-7b24-4ba0-a367-a31f7d42d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:05.560862 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f5d082dc-9c82-45d1-9b6d-8ad86c279731 req-d73df0cc-7b24-4ba0-a367-a31f7d42d042 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844991 Jul 14 07:28:05.583311 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8095a4cd-0765-4cc9-9759-5e921a646ebc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7434947 Jul 14 07:28:05.583401 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52236) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:05.588762 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1347100739-router', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:05.741719 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-18bb1dcc-6170-41be-a95d-00121e924f29', 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'fixed_ips': [{'subnet_id': '47136b84-069d-4c8f-a511-15a77b272aff'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:28:05.746964 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:05.905465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Allocated IP 172.20.0.2 (18bb1dcc-6170-41be-a95d-00121e924f29/47136b84-069d-4c8f-a511-15a77b272aff/5b19276d-4aa7-495e-93ae-9dc554445055) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:05.959258 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:05.960340 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:05.995239 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f5d082dc-9c82-45d1-9b6d-8ad86c279731 req-1c3b41c4-73bc-46f2-b68f-bbb4c63e3335 service neutron] 10.222.0.30 "GET /v2.0/networks/7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245255 Jul 14 07:28:06.077278 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:06.100314 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:06.123145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Transition to ACTIVE for port object 5b19276d-4aa7-495e-93ae-9dc554445055 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:06.143922 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Transition to ACTIVE for port object 5b19276d-4aa7-495e-93ae-9dc554445055 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:06.150956 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:06.209947 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Network 18bb1dcc-6170-41be-a95d-00121e924f29 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:06.218300 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:06.221146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:06.232382 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Pushing event updated for resources: {'Port': ['ID=5b19276d-4aa7-495e-93ae-9dc554445055,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:06.235335 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:06.256445 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:06.289959 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f5d082dc-9c82-45d1-9b6d-8ad86c279731 req-f7945558-30e3-495f-837c-8cacae0d7ae8 service neutron] 10.222.0.30 "GET /v2.0/networks/7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852421 Jul 14 07:28:06.302801 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Attempting to bind port 5b19276d-4aa7-495e-93ae-9dc554445055 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:28:06.303172 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Attempting to bind port 5b19276d-4aa7-495e-93ae-9dc554445055 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b6460ed9-1d4e-42bc-92f8-500936ec89a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:28:06.303549 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Attempting to bind port 5b19276d-4aa7-495e-93ae-9dc554445055 on network 18bb1dcc-6170-41be-a95d-00121e924f29 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:06.316607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:28:06.317269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Checking segment: {'id': 'b6460ed9-1d4e-42bc-92f8-500936ec89a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:06.318375 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:06.318375 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Bound using segment: {'id': 'b6460ed9-1d4e-42bc-92f8-500936ec89a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:28:06.318604 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Bound port: 5b19276d-4aa7-495e-93ae-9dc554445055, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6460ed9-1d4e-42bc-92f8-500936ec89a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:28:06.318939 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:06.391277 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] For port 5b19276d-4aa7-495e-93ae-9dc554445055, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:28:06.395450 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] For port 5b19276d-4aa7-495e-93ae-9dc554445055, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=5b19276d-4aa7-495e-93ae-9dc554445055,segment=NetworkSegment(b6460ed9-1d4e-42bc-92f8-500936ec89a0),segment_id=b6460ed9-1d4e-42bc-92f8-500936ec89a0)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:28:06.401457 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:06.478008 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7420d-725a-4030-ade2-e5f5ed9df5de None None] Pushing event updated for resources: {'Port': ['ID=5b19276d-4aa7-495e-93ae-9dc554445055,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:06.521618 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:06.545748 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:06.694363 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ce969-67ea-48f6-858c-c42a22947817 req-fec4a1d3-20ae-40d9-be94-a44b82e5560f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:06.702328 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-000ce969-67ea-48f6-858c-c42a22947817 req-fec4a1d3-20ae-40d9-be94-a44b82e5560f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 944 time: 0.0967510 Jul 14 07:28:06.704273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] Allocated IP 172.25.7.8 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/e1992084-f970-48a5-8f6e-e1ae2e2cd30c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:06.785289 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-000ce969-67ea-48f6-858c-c42a22947817 req-fefc3097-0a86-406f-ab79-6a9b8c480d56 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817826 Jul 14 07:28:06.892269 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:06.977649 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:06.996656 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5b19276d-4aa7-495e-93ae-9dc554445055 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:07.018996 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:07.024803 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:07.028315 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:07.057012 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] Pushing event updated for resources: {'Port': ['ID=e1992084-f970-48a5-8f6e-e1ae2e2cd30c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:07.067937 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 5b19276d-4aa7-495e-93ae-9dc554445055 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:07.317315 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:07.567831 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:07.694137 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:28:07.731039 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] Router f4d32301-2c70-45b9-888d-2604f0e1d97d is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:28:07.783032 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f104037-1246-411d-93e5-088605081f70 None None] Network 18bb1dcc-6170-41be-a95d-00121e924f29 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:28:07.877213 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:28:07.933635 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:07.936322 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6e47607b-880e-4041-bcfd-686b14a3fd17 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3517771 Jul 14 07:28:07.939531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52262) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:07.950121 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78,segment=NetworkSegment(76551dcb-f671-467b-9cc8-8ba02daf9636),segment_id=76551dcb-f671-467b-9cc8-8ba02daf9636)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:07.975242 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78', 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5', 'port_id': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78', 'mac_address': 'fa:16:3e:dd:40:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:28:07.981404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Sync routers for ids ['f4d32301-2c70-45b9-888d-2604f0e1d97d'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:28:08.048629 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:28:08.076997 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Routers {'f4d32301-2c70-45b9-888d-2604f0e1d97d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:28:08.077762 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:28:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f4d32301-2c70-45b9-888d-2604f0e1d97d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:08.090940 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dd7c3d3e-48f1-42e8-bbec-2cb5b5e666fd None None] Provisioning for port 5b19276d-4aa7-495e-93ae-9dc554445055 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:08.134198 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dd7c3d3e-48f1-42e8-bbec-2cb5b5e666fd None None] Provisioning complete for port 5b19276d-4aa7-495e-93ae-9dc554445055 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:08.134572 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dd7c3d3e-48f1-42e8-bbec-2cb5b5e666fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:08.157551 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:08.182852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:28:08.251342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002be2d5-2f68-433f-8440-c49acd130605 req-d1ba8d00-fca5-4bcf-affd-11092aacdfa1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:08.258662 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-002be2d5-2f68-433f-8440-c49acd130605 req-d1ba8d00-fca5-4bcf-affd-11092aacdfa1 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 944 time: 0.2499759 Jul 14 07:28:08.331410 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52268) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:08.463921 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78,segment=NetworkSegment(76551dcb-f671-467b-9cc8-8ba02daf9636),segment_id=76551dcb-f671-467b-9cc8-8ba02daf9636)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:08.480171 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:08.581928 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dd7c3d3e-48f1-42e8-bbec-2cb5b5e666fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:08.587875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Set router f4d32301-2c70-45b9-888d-2604f0e1d97d gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:28:08.611766 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d4d41be3-7c26-41c3-baa1-80f8dd7e99aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=491280fc92654b00b2333f3da23f7305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2781224 Jul 14 07:28:08.614409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52272) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:08.695401 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be39340b-9a20-487c-b75e-81211a472045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:08.727193 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be39340b-9a20-487c-b75e-81211a472045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:08.782601 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be39340b-9a20-487c-b75e-81211a472045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:08.783192 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-002be2d5-2f68-433f-8440-c49acd130605 req-14972e1a-da3d-4af1-a87b-a13744d33dc4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5218837 Jul 14 07:28:08.799947 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be39340b-9a20-487c-b75e-81211a472045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:08.801179 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-be39340b-9a20-487c-b75e-81211a472045 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/822ebdb5-b4e7-4930-b6df-ca2a201e57a9 HTTP/1.1" status: 204 len: 168 time: 0.1857734 Jul 14 07:28:08.812583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39340b-9a20-487c-b75e-81211a472045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822ebdb5-b4e7-4930-b6df-ca2a201e57a9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:08.829114 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:08.867487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:28:08.967625 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-dd7c3d3e-48f1-42e8-bbec-2cb5b5e666fd None None] For port 5b19276d-4aa7-495e-93ae-9dc554445055, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=5b19276d-4aa7-495e-93ae-9dc554445055,segment=NetworkSegment(b6460ed9-1d4e-42bc-92f8-500936ec89a0),segment_id=b6460ed9-1d4e-42bc-92f8-500936ec89a0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:08.987679 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:09.009085 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dd7c3d3e-48f1-42e8-bbec-2cb5b5e666fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:09.131582 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c3d3e-48f1-42e8-bbec-2cb5b5e666fd None None] Pushing event updated for resources: {'Port': ['ID=5b19276d-4aa7-495e-93ae-9dc554445055,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:09.192179 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'name': 'tempest-TaggedBootDevicesTest_v242-1347100739-router', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:05Z', 'updated_at': '2021-07-14T07:28:07Z', 'revision_number': 3, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'gw_port': {'id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:06Z', 'updated_at': '2021-07-14T07:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:09.244910 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Checking router: f4d32301-2c70-45b9-888d-2604f0e1d97d for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:28:09.245333 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Updating router f4d32301-2c70-45b9-888d-2604f0e1d97d port e1992084-f970-48a5-8f6e-e1ae2e2cd30c binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:28:09.275832 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] Allocated IP 172.20.0.1 (18bb1dcc-6170-41be-a95d-00121e924f29/47136b84-069d-4c8f-a511-15a77b272aff/e56561b4-4d10-4d66-a89c-d9ed2f60c29c) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:09.305883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7051d20f-1144-46f9-ac02-e485fffbacd6 None None] Provisioning complete for port 5b19276d-4aa7-495e-93ae-9dc554445055 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:09.306251 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7051d20f-1144-46f9-ac02-e485fffbacd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:09.331013 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:09.423622 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:09.439886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] Transition to ACTIVE for port object e56561b4-4d10-4d66-a89c-d9ed2f60c29c will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:09.484663 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:09.566735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] Network 18bb1dcc-6170-41be-a95d-00121e924f29 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:09.568619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:09.570928 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] Pushing event updated for resources: {'Port': ['ID=e56561b4-4d10-4d66-a89c-d9ed2f60c29c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:09.579645 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:09.625923 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:09.796944 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:09.811218 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Transition to ACTIVE for port object e1992084-f970-48a5-8f6e-e1ae2e2cd30c will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:09.818690 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:09.821877 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:09.886240 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d21ab2-da41-4c83-84ac-2cc2f03d97e8 None None] Pushing event updated for resources: {'Port': ['ID=e1992084-f970-48a5-8f6e-e1ae2e2cd30c,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:09.932598 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Attempting to bind port e1992084-f970-48a5-8f6e-e1ae2e2cd30c on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:28:09.935124 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Attempting to bind port e1992084-f970-48a5-8f6e-e1ae2e2cd30c by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:28:09.936180 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Attempting to bind port e1992084-f970-48a5-8f6e-e1ae2e2cd30c on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:09.953030 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bb2bb738-7351-45e1-8d62-f6e1bde06452 None None] Provisioning for port e56561b4-4d10-4d66-a89c-d9ed2f60c29c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:09.955421 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:28:09.957587 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:09.958010 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:09.959399 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:28:09.960214 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Bound port: e1992084-f970-48a5-8f6e-e1ae2e2cd30c, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:28:09.960615 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:09.964476 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bb2bb738-7351-45e1-8d62-f6e1bde06452 None None] Provisioning complete for port e56561b4-4d10-4d66-a89c-d9ed2f60c29c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:09.964860 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb738-7351-45e1-8d62-f6e1bde06452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:10.021243 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:10.036589 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:10.039576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-bb2bb738-7351-45e1-8d62-f6e1bde06452 None None] Port e56561b4-4d10-4d66-a89c-d9ed2f60c29c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:28:10.055269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] For port e1992084-f970-48a5-8f6e-e1ae2e2cd30c, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:28:10.058904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] For port e1992084-f970-48a5-8f6e-e1ae2e2cd30c, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e1992084-f970-48a5-8f6e-e1ae2e2cd30c,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:28:10.064445 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:10.118441 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Routers {'f4d32301-2c70-45b9-888d-2604f0e1d97d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:28:10.119079 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:28:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f4d32301-2c70-45b9-888d-2604f0e1d97d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:10.144646 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:10.168931 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d21ab2-da41-4c83-84ac-2cc2f03d97e8 None None] Pushing event updated for resources: {'Port': ['ID=e1992084-f970-48a5-8f6e-e1ae2e2cd30c,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:10.222945 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] Pushing event updated for resources: {'Port': ['ID=e56561b4-4d10-4d66-a89c-d9ed2f60c29c,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:10.254131 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35696e26-6716-433a-b7c2-3a9bd774a054 req-b9bc4ded-cae3-424d-a9b9-f85f866ef5fd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:10.255985 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35696e26-6716-433a-b7c2-3a9bd774a054 req-b9bc4ded-cae3-424d-a9b9-f85f866ef5fd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 945 time: 0.2328856 Jul 14 07:28:10.266545 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] Set router f4d32301-2c70-45b9-888d-2604f0e1d97d gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:28:10.317700 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35696e26-6716-433a-b7c2-3a9bd774a054 req-67237db9-35b9-4a43-b5eb-6736708578dd tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475986 Jul 14 07:28:10.326364 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] Network 18bb1dcc-6170-41be-a95d-00121e924f29 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:10.327848 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:10.499429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] Router f4d32301-2c70-45b9-888d-2604f0e1d97d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:28:10.563938 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'name': 'tempest-TaggedBootDevicesTest_v242-1347100739-router', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:05Z', 'updated_at': '2021-07-14T07:28:09Z', 'revision_number': 4, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'gw_port': {'id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:06Z', 'updated_at': '2021-07-14T07:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e56561b4-4d10-4d66-a89c-d9ed2f60c29c', 'name': '', 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'mac_address': 'fa:16:3e:97:7c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '47136b84-069d-4c8f-a511-15a77b272aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:09Z', 'updated_at': '2021-07-14T07:28:09Z', 'revision_number': 2, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'subnets': [{'id': '47136b84-069d-4c8f-a511-15a77b272aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:10.598911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099bf4e-c8ae-420c-aeff-b32e744ede53 None None] The sync data for ids ['f4d32301-2c70-45b9-888d-2604f0e1d97d'] in n-d-778696-5 is: [{'id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'name': 'tempest-TaggedBootDevicesTest_v242-1347100739-router', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:05Z', 'updated_at': '2021-07-14T07:28:09Z', 'revision_number': 4, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'gw_port': {'id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:06Z', 'updated_at': '2021-07-14T07:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e56561b4-4d10-4d66-a89c-d9ed2f60c29c', 'name': '', 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'mac_address': 'fa:16:3e:97:7c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '47136b84-069d-4c8f-a511-15a77b272aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:09Z', 'updated_at': '2021-07-14T07:28:09Z', 'revision_number': 2, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'subnets': [{'id': '47136b84-069d-4c8f-a511-15a77b272aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:28:10.666747 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b0d8f12b-f415-431c-9515-a00ea99c1d1f None None] Provisioning complete for port e56561b4-4d10-4d66-a89c-d9ed2f60c29c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:10.667186 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0d8f12b-f415-431c-9515-a00ea99c1d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:10.685731 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:28:10.692940 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f3e82fbd-2a84-4563-997a-72afc1df03b8 admin admin] 10.222.0.35 "PUT /v2.0/routers/f4d32301-2c70-45b9-888d-2604f0e1d97d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7508950 Jul 14 07:28:10.710452 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b0d8f12b-f415-431c-9515-a00ea99c1d1f None None] Port e56561b4-4d10-4d66-a89c-d9ed2f60c29c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:28:11.012481 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5b19276d-4aa7-495e-93ae-9dc554445055 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:11.087454 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 5b19276d-4aa7-495e-93ae-9dc554445055 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:11.087863 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:11.645952 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbbfd3-c0e1-4f3b-a627-8b20b5ff9685 req-d3754192-c245-4044-b154-32e600e3e3e7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:11.648269 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44fbbfd3-c0e1-4f3b-a627-8b20b5ff9685 req-d3754192-c245-4044-b154-32e600e3e3e7 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 945 time: 0.1014526 Jul 14 07:28:11.709213 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44fbbfd3-c0e1-4f3b-a627-8b20b5ff9685 req-34f86e25-eac6-49ce-a262-6d24344ba1a8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545032 Jul 14 07:28:11.727043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:11.827660 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:11.834265 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:11.834431 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:11.946750 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:11.983097 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e0c5a6-c127-46c7-aaf2-510a7f3d70b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:28:11.986527 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f114f5-ff9d-458a-8d06-a670b7f5925c" -d '{"events": [{"server_uuid": "84e0c5a6-c127-46c7-aaf2-510a7f3d70b9", "name": "network-vif-plugged", "status": "completed", "tag": "5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:28:12.027105 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78,segment=NetworkSegment(76551dcb-f671-467b-9cc8-8ba02daf9636),segment_id=76551dcb-f671-467b-9cc8-8ba02daf9636)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:12.032262 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52494) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:12.038035 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:12.053536 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1d7990-8176-40bb-8b5f-69ced88b1c6b x-openstack-request-id: req-9b1d7990-8176-40bb-8b5f-69ced88b1c6b {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:28:12.053911 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e0c5a6-c127-46c7-aaf2-510a7f3d70b9", "name": "network-vif-plugged", "status": "completed", "tag": "5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:28:12.054114 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b1d7990-8176-40bb-8b5f-69ced88b1c6b {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:28:12.054478 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e0c5a6-c127-46c7-aaf2-510a7f3d70b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78', 'code': 200} Jul 14 07:28:12.114354 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:12.184226 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7158c-e04f-4887-8de3-bf59e86e6306 req-5c0b75a5-03e9-4f23-83ed-cf89ab7c5ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:12.186365 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-92f7158c-e04f-4887-8de3-bf59e86e6306 req-5c0b75a5-03e9-4f23-83ed-cf89ab7c5ad6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 1097 time: 0.0713003 Jul 14 07:28:12.260298 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3d1b420-89f5-4fdb-a65f-b6c3f64707a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:12.274302 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-92f7158c-e04f-4887-8de3-bf59e86e6306 req-55700735-8089-4c44-9944-f84523a2ca70 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779319 Jul 14 07:28:12.403796 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3d1b420-89f5-4fdb-a65f-b6c3f64707a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:12.411811 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3d1b420-89f5-4fdb-a65f-b6c3f64707a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:12.434264 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea751a35-113f-477e-af43-4b17010bbd6b req-e5c16c5f-a5ef-4fee-8a74-683209b1be48 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1088018 Jul 14 07:28:12.483670 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52514) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:12.483871 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a3d1b420-89f5-4fdb-a65f-b6c3f64707a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=592d30e2425846ad92955c07f0e1c2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4503174 Jul 14 07:28:12.503658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1b420-89f5-4fdb-a65f-b6c3f64707a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fec2de-14e7-4221-ab3d-f40eab9a99dd,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:12.538245 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea751a35-113f-477e-af43-4b17010bbd6b req-b99b2593-0597-471e-9240-c3b1f1d6e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:12.539881 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea751a35-113f-477e-af43-4b17010bbd6b req-b99b2593-0597-471e-9240-c3b1f1d6e9bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 1095 time: 0.0718770 Jul 14 07:28:12.548677 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32c78cda-e2c3-4152-9b19-5ee0f4391463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:12.582424 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32c78cda-e2c3-4152-9b19-5ee0f4391463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:12.658434 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32c78cda-e2c3-4152-9b19-5ee0f4391463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:12.661771 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32c78cda-e2c3-4152-9b19-5ee0f4391463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:12.665844 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-32c78cda-e2c3-4152-9b19-5ee0f4391463 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f4fec2de-14e7-4221-ab3d-f40eab9a99dd HTTP/1.1" status: 204 len: 168 time: 0.1809878 Jul 14 07:28:12.666965 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea751a35-113f-477e-af43-4b17010bbd6b req-88a3b691-72c1-47fc-9c86-86320017550d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:12.671970 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea751a35-113f-477e-af43-4b17010bbd6b req-88a3b691-72c1-47fc-9c86-86320017550d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 913 time: 0.1079147 Jul 14 07:28:12.674722 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c78cda-e2c3-4152-9b19-5ee0f4391463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fec2de-14e7-4221-ab3d-f40eab9a99dd,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:12.775613 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea751a35-113f-477e-af43-4b17010bbd6b req-c6cac431-93e8-47f6-9eb1-11cdc24d9fe6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15 HTTP/1.1" status: 200 len: 999 time: 0.0998905 Jul 14 07:28:12.846977 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea751a35-113f-477e-af43-4b17010bbd6b req-4b7f68b3-7b56-41b0-bd8c-b6c3f156e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:12.848788 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea751a35-113f-477e-af43-4b17010bbd6b req-4b7f68b3-7b56-41b0-bd8c-b6c3f156e773 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.0656989 Jul 14 07:28:12.931664 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea751a35-113f-477e-af43-4b17010bbd6b req-1dc88179-8ce0-46a1-8afa-31eab34e9fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:12.936558 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea751a35-113f-477e-af43-4b17010bbd6b req-1dc88179-8ce0-46a1-8afa-31eab34e9fad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791616 Jul 14 07:28:13.039205 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5be92-6e8e-4c11-aae6-29738d46bad7 req-ad437fa9-bc83-43bf-bd50-14c84bbc6368 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:13.051899 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ce5be92-6e8e-4c11-aae6-29738d46bad7 req-ad437fa9-bc83-43bf-bd50-14c84bbc6368 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.1683502 Jul 14 07:28:13.065077 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e1992084-f970-48a5-8f6e-e1ae2e2cd30c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:13.143518 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea751a35-113f-477e-af43-4b17010bbd6b req-065e6dc2-aa2d-4b1f-b9f5-9489cebf1937 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964712 Jul 14 07:28:13.149146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52526) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:13.157702 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port e1992084-f970-48a5-8f6e-e1ae2e2cd30c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:13.165963 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port e1992084-f970-48a5-8f6e-e1ae2e2cd30c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:13.166341 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:13.171034 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ce5be92-6e8e-4c11-aae6-29738d46bad7 req-b69be26d-3c9a-4f59-ab58-2f77544ca227 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115036 Jul 14 07:28:13.214640 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7d96-1370-4d8e-a1d1-ae510157b296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:13.299353 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:13.322181 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port e1992084-f970-48a5-8f6e-e1ae2e2cd30c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e1992084-f970-48a5-8f6e-e1ae2e2cd30c,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:13.329858 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea751a35-113f-477e-af43-4b17010bbd6b req-c4dc8281-2732-47a6-bb9b-b0919593b4a6 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775973 Jul 14 07:28:13.332610 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:13.401486 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7d96-1370-4d8e-a1d1-ae510157b296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:13.402420 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=e1992084-f970-48a5-8f6e-e1ae2e2cd30c,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:13.415482 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7d96-1370-4d8e-a1d1-ae510157b296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:13.465408 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9d8f7d96-1370-4d8e-a1d1-ae510157b296 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=325931b0bde24af9b019da715c683f78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143947 Jul 14 07:28:13.466321 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f7d96-1370-4d8e-a1d1-ae510157b296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbbde4c-d51a-4d8d-991a-a0f3f2be915d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:13.468208 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52530) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:13.535544 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Sync routers for ids ['f4d32301-2c70-45b9-888d-2604f0e1d97d'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:28:13.543925 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ad91628-2f9b-4d4a-91e9-9bca194486ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:13.549336 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Routers {'f4d32301-2c70-45b9-888d-2604f0e1d97d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:28:13.551433 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:28:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f4d32301-2c70-45b9-888d-2604f0e1d97d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:13.587265 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ad91628-2f9b-4d4a-91e9-9bca194486ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:13.715227 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ad91628-2f9b-4d4a-91e9-9bca194486ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:13.721356 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ad91628-2f9b-4d4a-91e9-9bca194486ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:13.723390 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Set router f4d32301-2c70-45b9-888d-2604f0e1d97d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:28:13.724479 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4ad91628-2f9b-4d4a-91e9-9bca194486ca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ccbbde4c-d51a-4d8d-991a-a0f3f2be915d HTTP/1.1" status: 204 len: 168 time: 0.2546842 Jul 14 07:28:13.734332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad91628-2f9b-4d4a-91e9-9bca194486ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbbde4c-d51a-4d8d-991a-a0f3f2be915d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:13.982583 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'name': 'tempest-TaggedBootDevicesTest_v242-1347100739-router', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:05Z', 'updated_at': '2021-07-14T07:28:09Z', 'revision_number': 4, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'gw_port': {'id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:06Z', 'updated_at': '2021-07-14T07:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e56561b4-4d10-4d66-a89c-d9ed2f60c29c', 'name': '', 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'mac_address': 'fa:16:3e:97:7c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '47136b84-069d-4c8f-a511-15a77b272aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:09Z', 'updated_at': '2021-07-14T07:28:09Z', 'revision_number': 2, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'subnets': [{'id': '47136b84-069d-4c8f-a511-15a77b272aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:14.010759 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Checking router: f4d32301-2c70-45b9-888d-2604f0e1d97d for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:28:14.011100 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Updating router f4d32301-2c70-45b9-888d-2604f0e1d97d port e56561b4-4d10-4d66-a89c-d9ed2f60c29c binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:28:14.046044 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:14.407490 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d03e25-e5ac-4fe9-86d4-f919d516f82d req-30ee0dec-27b0-4206-b0a1-9f4f5900ad59 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:14.409485 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-42d03e25-e5ac-4fe9-86d4-f919d516f82d req-30ee0dec-27b0-4206-b0a1-9f4f5900ad59 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.0776298 Jul 14 07:28:14.464370 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-42d03e25-e5ac-4fe9-86d4-f919d516f82d req-cb988114-af2f-4a76-831a-7042a093ad5c tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479088 Jul 14 07:28:14.491153 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:14.507112 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Transition to ACTIVE for port object e56561b4-4d10-4d66-a89c-d9ed2f60c29c will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:14.514706 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:14.569154 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ddaf7-9bfe-4986-acf6-03b6a23b60db None None] Pushing event updated for resources: {'Port': ['ID=e56561b4-4d10-4d66-a89c-d9ed2f60c29c,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:14.637165 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52560) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:14.685261 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4032d3-012b-4683-8c1d-e89cc03aa2bb req-284e586c-b214-4ede-9326-aef4340d5c63 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:14.691743 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Attempting to bind port e56561b4-4d10-4d66-a89c-d9ed2f60c29c on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:28:14.693160 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Attempting to bind port e56561b4-4d10-4d66-a89c-d9ed2f60c29c by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b6460ed9-1d4e-42bc-92f8-500936ec89a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:28:14.693604 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Attempting to bind port e56561b4-4d10-4d66-a89c-d9ed2f60c29c on network 18bb1dcc-6170-41be-a95d-00121e924f29 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:14.693739 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ea4032d3-012b-4683-8c1d-e89cc03aa2bb req-284e586c-b214-4ede-9326-aef4340d5c63 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.0779390 Jul 14 07:28:14.706282 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:28:14.706747 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Checking segment: {'id': 'b6460ed9-1d4e-42bc-92f8-500936ec89a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:14.707346 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:14.707740 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Bound using segment: {'id': 'b6460ed9-1d4e-42bc-92f8-500936ec89a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:28:14.708203 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Bound port: e56561b4-4d10-4d66-a89c-d9ed2f60c29c, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6460ed9-1d4e-42bc-92f8-500936ec89a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:28:14.708576 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:14.743638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ea4032d3-012b-4683-8c1d-e89cc03aa2bb req-b4661619-8e09-46e7-a7c1-2410b4d0d7d8 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490355 Jul 14 07:28:14.785837 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52566) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:14.798476 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] For port e56561b4-4d10-4d66-a89c-d9ed2f60c29c, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:28:14.806916 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] For port e56561b4-4d10-4d66-a89c-d9ed2f60c29c, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e56561b4-4d10-4d66-a89c-d9ed2f60c29c,segment=NetworkSegment(b6460ed9-1d4e-42bc-92f8-500936ec89a0),segment_id=b6460ed9-1d4e-42bc-92f8-500936ec89a0)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:28:14.825135 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:14.851148 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a4445aa8-8d33-47d6-aa0c-839b5f619d1f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2041909062-network', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:14.889882 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Routers {'f4d32301-2c70-45b9-888d-2604f0e1d97d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:28:14.890843 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:28:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f4d32301-2c70-45b9-888d-2604f0e1d97d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:14.894879 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4445aa8-8d33-47d6-aa0c-839b5f619d1f admin admin] Made reservation on behalf of 576fbc319a6d4e958ed7ad9c955ad7ba for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:28:14.897211 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4445aa8-8d33-47d6-aa0c-839b5f619d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:14.933600 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4445aa8-8d33-47d6-aa0c-839b5f619d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:14.933797 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ddaf7-9bfe-4986-acf6-03b6a23b60db None None] Pushing event updated for resources: {'Port': ['ID=e56561b4-4d10-4d66-a89c-d9ed2f60c29c,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:14.998392 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e1992084-f970-48a5-8f6e-e1ae2e2cd30c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:15.004241 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ca3f6d-5257-4309-9265-bedc73254818 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:15.006367 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-99ca3f6d-5257-4309-9265-bedc73254818 tempest-TestNetworkAdvancedServerOps-937053686 tempest-TestNetworkAdvancedServerOps-937053686-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 1092 time: 0.2184429 Jul 14 07:28:15.009328 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52570) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:15.015322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:15.063067 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] Set router f4d32301-2c70-45b9-888d-2604f0e1d97d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:28:15.106809 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port e1992084-f970-48a5-8f6e-e1ae2e2cd30c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:15.107530 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:15.140693 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4445aa8-8d33-47d6-aa0c-839b5f619d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:15.161289 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4445aa8-8d33-47d6-aa0c-839b5f619d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:15.175002 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:15.257396 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4445aa8-8d33-47d6-aa0c-839b5f619d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826083f7-c319-4c2e-9a86-fce1f0434948,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:15.277625 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4445aa8-8d33-47d6-aa0c-839b5f619d1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:28:15.302580 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4445aa8-8d33-47d6-aa0c-839b5f619d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:15.303456 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-a4445aa8-8d33-47d6-aa0c-839b5f619d1f admin admin] Added segment bb48043c-146c-45c7-9bec-f5ac7d706765 of type vlan for network 9546779e-0ac6-4649-96fa-48703d5e1e96 Jul 14 07:28:15.411465 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4445aa8-8d33-47d6-aa0c-839b5f619d1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:15.420285 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:15.437996 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'name': 'tempest-TaggedBootDevicesTest_v242-1347100739-router', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:05Z', 'updated_at': '2021-07-14T07:28:09Z', 'revision_number': 4, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'gw_port': {'id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:06Z', 'updated_at': '2021-07-14T07:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e56561b4-4d10-4d66-a89c-d9ed2f60c29c', 'name': '', 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'mac_address': 'fa:16:3e:97:7c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '47136b84-069d-4c8f-a511-15a77b272aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:09Z', 'updated_at': '2021-07-14T07:28:14Z', 'revision_number': 4, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'subnets': [{'id': '47136b84-069d-4c8f-a511-15a77b272aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:15.458235 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4445aa8-8d33-47d6-aa0c-839b5f619d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:15.459322 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4445aa8-8d33-47d6-aa0c-839b5f619d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:15.459963 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4445aa8-8d33-47d6-aa0c-839b5f619d1f admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:15.486562 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d76d15-ecc5-4082-b655-b1401817eca1 None None] The sync data for ids ['f4d32301-2c70-45b9-888d-2604f0e1d97d'] in n-d-778696-5 is: [{'id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'name': 'tempest-TaggedBootDevicesTest_v242-1347100739-router', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:05Z', 'updated_at': '2021-07-14T07:28:09Z', 'revision_number': 4, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'gw_port': {'id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:06Z', 'updated_at': '2021-07-14T07:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e56561b4-4d10-4d66-a89c-d9ed2f60c29c', 'name': '', 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'mac_address': 'fa:16:3e:97:7c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '47136b84-069d-4c8f-a511-15a77b272aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:09Z', 'updated_at': '2021-07-14T07:28:14Z', 'revision_number': 4, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'subnets': [{'id': '47136b84-069d-4c8f-a511-15a77b272aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:28:15.537098 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a4445aa8-8d33-47d6-aa0c-839b5f619d1f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8960125 Jul 14 07:28:15.537098 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4445aa8-8d33-47d6-aa0c-839b5f619d1f admin admin] Pushing event updated for resources: {'Network': ['ID=9546779e-0ac6-4649-96fa-48703d5e1e96,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:15.538538 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52572) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:15.544226 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c7f13750-7ecc-440d-955f-a081a71da037 admin admin] Request body: {'subnet': {'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2041909062-subnet', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:15.561580 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:15.566501 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 9546779e-0ac6-4649-96fa-48703d5e1e96 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:28:15.589524 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f13750-7ecc-440d-955f-a081a71da037 admin admin] Made reservation on behalf of 576fbc319a6d4e958ed7ad9c955ad7ba for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:28:15.593980 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7f13750-7ecc-440d-955f-a081a71da037 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:15.671675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a81f7337-3bf3-48dd-b0a2-01493ca2755d req-f783b56c-c7df-4657-a735-02d5e4b20391 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d46e21e8-3e08-431c-bf20-7d7c518b27bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1981745 Jul 14 07:28:15.693042 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Allocated IP 172.25.7.162 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/a6c91e15-5edb-40fa-9f22-86beb93055d9) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:15.701385 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:15.872328 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f7337-3bf3-48dd-b0a2-01493ca2755d req-a1969099-59c6-42f2-9406-6755babd1cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:15.877679 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a81f7337-3bf3-48dd-b0a2-01493ca2755d req-a1969099-59c6-42f2-9406-6755babd1cad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=d46e21e8-3e08-431c-bf20-7d7c518b27bc HTTP/1.1" status: 200 len: 1096 time: 0.1815169 Jul 14 07:28:15.894549 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7f13750-7ecc-440d-955f-a081a71da037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:15.969633 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:15.993876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f13750-7ecc-440d-955f-a081a71da037 admin admin] Checking segment: {'id': 'bb48043c-146c-45c7-9bec-f5ac7d706765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:15.994537 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f13750-7ecc-440d-955f-a081a71da037 admin admin] Network hostable DHCP agents. Network: 9546779e-0ac6-4649-96fa-48703d5e1e96, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:28:16.004005 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f13750-7ecc-440d-955f-a081a71da037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=488b379b-0b2d-4604-a8f6-50f07f843fd7,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:16.028956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f13750-7ecc-440d-955f-a081a71da037 admin admin] Network 9546779e-0ac6-4649-96fa-48703d5e1e96 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:28:16.042362 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c7f13750-7ecc-440d-955f-a081a71da037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 9546779e-0ac6-4649-96fa-48703d5e1e96) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:16.056779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f9924d-5178-4b64-9373-aefff3360fbc None None] Network 9546779e-0ac6-4649-96fa-48703d5e1e96 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:28:16.062218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f13750-7ecc-440d-955f-a081a71da037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:16.063400 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7f13750-7ecc-440d-955f-a081a71da037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:16.099200 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c7f13750-7ecc-440d-955f-a081a71da037 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5588796 Jul 14 07:28:16.101975 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52578) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:16.108142 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2041909062-router', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:16.143026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f7337-3bf3-48dd-b0a2-01493ca2755d req-75e16551-af2e-4d5b-b112-4dbcf85980a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:16.144540 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a81f7337-3bf3-48dd-b0a2-01493ca2755d req-75e16551-af2e-4d5b-b112-4dbcf85980a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 913 time: 0.1877861 Jul 14 07:28:16.147935 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:16.153961 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:16.156277 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:16.241293 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:16.268791 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a81f7337-3bf3-48dd-b0a2-01493ca2755d req-24f68ac1-f43c-4551-b0eb-6cc0999437f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06cbb094-fc1e-4f32-938f-3e9c8ac610c1 HTTP/1.1" status: 200 len: 217 time: 0.1102748 Jul 14 07:28:16.272441 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:16.289474 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:16.295810 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:16.345065 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=a6c91e15-5edb-40fa-9f22-86beb93055d9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:16.356951 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-9546779e-0ac6-4649-96fa-48703d5e1e96', 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'fixed_ips': [{'subnet_id': '488b379b-0b2d-4604-a8f6-50f07f843fd7'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:28:16.360150 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:16.385846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f7337-3bf3-48dd-b0a2-01493ca2755d req-382e9b51-dac2-49b4-8c54-c4e4a5ce721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:16.387102 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a81f7337-3bf3-48dd-b0a2-01493ca2755d req-382e9b51-dac2-49b4-8c54-c4e4a5ce721a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.1115754 Jul 14 07:28:16.617674 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Allocated IP 172.20.0.2 (9546779e-0ac6-4649-96fa-48703d5e1e96/488b379b-0b2d-4604-a8f6-50f07f843fd7/2a50552c-99ec-4a7c-855d-2818ffd9307d) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:16.635096 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5cc39-f964-4519-82e9-9d363769a011 req-b19061c8-91f7-4b15-8cb3-6ee5172baa6b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:16.642454 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fdf5cc39-f964-4519-82e9-9d363769a011 req-b19061c8-91f7-4b15-8cb3-6ee5172baa6b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.2590258 Jul 14 07:28:16.658362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f7337-3bf3-48dd-b0a2-01493ca2755d req-c623b670-6fe3-4e23-a1e9-a034278831e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:16.659902 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a81f7337-3bf3-48dd-b0a2-01493ca2755d req-c623b670-6fe3-4e23-a1e9-a034278831e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2544098 Jul 14 07:28:16.779455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fdf5cc39-f964-4519-82e9-9d363769a011 req-ae6d20d9-fd45-42dd-bd2d-5ad72108ce1b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359446 Jul 14 07:28:16.886152 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a81f7337-3bf3-48dd-b0a2-01493ca2755d req-ab22136f-4087-4542-af17-0caf28aa1225 service neutron] 10.222.0.15 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831555 Jul 14 07:28:16.895840 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:16.909414 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:16.932658 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Transition to ACTIVE for port object 2a50552c-99ec-4a7c-855d-2818ffd9307d will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:16.977929 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Transition to ACTIVE for port object 2a50552c-99ec-4a7c-855d-2818ffd9307d will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:17.000124 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:17.052114 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e56561b4-4d10-4d66-a89c-d9ed2f60c29c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:17.279337 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:17.321737 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:17.326203 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Network 9546779e-0ac6-4649-96fa-48703d5e1e96 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:17.372764 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Pushing event updated for resources: {'Port': ['ID=2a50552c-99ec-4a7c-855d-2818ffd9307d,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:17.390735 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:17.400396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:17.451921 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port e56561b4-4d10-4d66-a89c-d9ed2f60c29c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:17.496990 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port e56561b4-4d10-4d66-a89c-d9ed2f60c29c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:17.497536 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:17.508030 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a81f7337-3bf3-48dd-b0a2-01493ca2755d req-05c25d22-eae7-4a60-84ed-105f0b0dbae8 service neutron] 10.222.0.15 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145508 Jul 14 07:28:17.509164 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:17.509308 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] Allocated IP 172.25.7.63 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/a54e79b0-a88c-4f40-90a2-bb8f03afa254) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:17.543264 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f995b51-0a80-4d9c-93c2-15eb68ba4aff req-a8c3479a-8613-4d2a-aefe-7b5792b6e0e8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:17.545321 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f995b51-0a80-4d9c-93c2-15eb68ba4aff req-a8c3479a-8613-4d2a-aefe-7b5792b6e0e8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.5325460 Jul 14 07:28:17.575245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Attempting to bind port 2a50552c-99ec-4a7c-855d-2818ffd9307d on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:28:17.575714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Attempting to bind port 2a50552c-99ec-4a7c-855d-2818ffd9307d by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'bb48043c-146c-45c7-9bec-f5ac7d706765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:28:17.576143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Attempting to bind port 2a50552c-99ec-4a7c-855d-2818ffd9307d on network 9546779e-0ac6-4649-96fa-48703d5e1e96 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:17.584742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:28:17.585215 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Checking segment: {'id': 'bb48043c-146c-45c7-9bec-f5ac7d706765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:17.586032 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:17.586818 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Bound using segment: {'id': 'bb48043c-146c-45c7-9bec-f5ac7d706765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:28:17.587413 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Bound port: 2a50552c-99ec-4a7c-855d-2818ffd9307d, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb48043c-146c-45c7-9bec-f5ac7d706765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:28:17.588281 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:17.608253 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f995b51-0a80-4d9c-93c2-15eb68ba4aff req-14e28621-d1f1-4af6-a8e3-f9dabed5d1dd tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544221 Jul 14 07:28:17.648745 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:17.700617 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:17.711704 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] For port 2a50552c-99ec-4a7c-855d-2818ffd9307d, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:28:17.741316 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] For port 2a50552c-99ec-4a7c-855d-2818ffd9307d, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2a50552c-99ec-4a7c-855d-2818ffd9307d,segment=NetworkSegment(bb48043c-146c-45c7-9bec-f5ac7d706765),segment_id=bb48043c-146c-45c7-9bec-f5ac7d706765)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:28:17.753524 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:17.763967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port e56561b4-4d10-4d66-a89c-d9ed2f60c29c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e56561b4-4d10-4d66-a89c-d9ed2f60c29c,segment=NetworkSegment(b6460ed9-1d4e-42bc-92f8-500936ec89a0),segment_id=b6460ed9-1d4e-42bc-92f8-500936ec89a0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:17.766677 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:17.779431 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:17.859785 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a49cc-f10f-49c7-adb3-51329757952a None None] Pushing event updated for resources: {'Port': ['ID=2a50552c-99ec-4a7c-855d-2818ffd9307d,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:17.870883 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:17.931127 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=e56561b4-4d10-4d66-a89c-d9ed2f60c29c,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:17.962175 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] Pushing event updated for resources: {'Port': ['ID=a54e79b0-a88c-4f40-90a2-bb8f03afa254,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:17.978481 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:17.979941 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:17.987920 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:17.988140 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:17.995444 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:18.103678 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event updated for resources: {'Port': ['ID=a6c91e15-5edb-40fa-9f22-86beb93055d9,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:18.108712 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:18.310436 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Floating IP c7c84c1c-40f9-49e6-b3c1-47060706cbff associated. External IP: 172.25.7.162, port: 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78. Jul 14 07:28:18.432771 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:18.583260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router d632e3c2-23d5-4193-b5d3-535df5062ee3 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:28:18.663377 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:18.721911 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:28:18.738057 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945c088-cd43-4fdc-94a2-90168af7b673 None None] Sync routers for ids ['d632e3c2-23d5-4193-b5d3-535df5062ee3'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:28:18.745418 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:18.753139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945c088-cd43-4fdc-94a2-90168af7b673 None None] Routers {'d632e3c2-23d5-4193-b5d3-535df5062ee3'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:28:18.753937 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a945c088-cd43-4fdc-94a2-90168af7b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:28:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d632e3c2-23d5-4193-b5d3-535df5062ee3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:18.796341 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b1831b7c-8d0d-41f7-bbfc-28103921c1dc tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7846262 Jul 14 07:28:18.797474 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e0c5a6-c127-46c7-aaf2-510a7f3d70b9', 'tag': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:28:18.817506 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca6b136-1aee-4729-825e-f2e0c9d4dbdd" -d '{"events": [{"name": "network-changed", "server_uuid": "84e0c5a6-c127-46c7-aaf2-510a7f3d70b9", "tag": "5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:28:18.883497 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] Router e8d9db37-6a6d-4dc1-9572-158de573f089 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:28:18.981076 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a945c088-cd43-4fdc-94a2-90168af7b673 None None] Set router d632e3c2-23d5-4193-b5d3-535df5062ee3 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:28:19.053990 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0452928-c78e-480c-9b6d-8d4a313452b6 req-1beba56c-e20a-42a2-a495-8aa6f53269ba tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:19.056208 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e0452928-c78e-480c-9b6d-8d4a313452b6 req-1beba56c-e20a-42a2-a495-8aa6f53269ba tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.1309917 Jul 14 07:28:19.130091 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:28:19.144178 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Sync routers for ids ['e8d9db37-6a6d-4dc1-9572-158de573f089'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:28:19.161935 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Routers {'e8d9db37-6a6d-4dc1-9572-158de573f089'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:28:19.162575 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:28:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e8d9db37-6a6d-4dc1-9572-158de573f089'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:19.189643 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:19.193715 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1a30f3c1-0475-4e2e-b2f2-55cc46907403 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0877569 Jul 14 07:28:19.194889 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52606) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:19.210553 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e0452928-c78e-480c-9b6d-8d4a313452b6 req-b714daf3-f564-4d56-847d-c3af5e976a16 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482737 Jul 14 07:28:19.228287 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52608) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:19.242124 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e56561b4-4d10-4d66-a89c-d9ed2f60c29c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:19.336952 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3f5ef104-4b03-42d0-993e-5fd03ab53b53 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/floatingips/c7c84c1c-40f9-49e6-b3c1-47060706cbff HTTP/1.1" status: 200 len: 992 time: 0.1064563 Jul 14 07:28:19.338213 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8703e3b8-6a4d-42f0-828f-85f9e59ac694 x-openstack-request-id: req-8703e3b8-6a4d-42f0-828f-85f9e59ac694 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:28:19.338513 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e0c5a6-c127-46c7-aaf2-510a7f3d70b9", "tag": "5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:28:19.338769 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8703e3b8-6a4d-42f0-828f-85f9e59ac694 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:28:19.339167 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e0c5a6-c127-46c7-aaf2-510a7f3d70b9', 'tag': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78', 'status': 'completed', 'code': 200} Jul 14 07:28:19.408232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4f72c8-960a-463d-bcd4-433bf690e9fd None None] Network 9546779e-0ac6-4649-96fa-48703d5e1e96 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:28:19.428150 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Set router e8d9db37-6a6d-4dc1-9572-158de573f089 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:28:19.452828 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port e56561b4-4d10-4d66-a89c-d9ed2f60c29c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:19.452828 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:19.563363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6b136-1aee-4729-825e-f2e0c9d4dbdd req-d8cc1984-81ad-43dc-8721-16771820b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:19.564575 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cca6b136-1aee-4729-825e-f2e0c9d4dbdd req-d8cc1984-81ad-43dc-8721-16771820b6d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 1097 time: 0.1649508 Jul 14 07:28:19.614156 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e304875c-b4ba-4eef-868c-bf3974cf3320 None None] Provisioning for port 2a50552c-99ec-4a7c-855d-2818ffd9307d completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:19.714867 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'name': 'tempest-TestServerBasicOps-2041909062-router', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:16Z', 'updated_at': '2021-07-14T07:28:18Z', 'revision_number': 3, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'gw_port': {'id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:17Z', 'updated_at': '2021-07-14T07:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:19.762663 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Checking router: e8d9db37-6a6d-4dc1-9572-158de573f089 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:28:19.763335 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Updating router e8d9db37-6a6d-4dc1-9572-158de573f089 port a54e79b0-a88c-4f40-90a2-bb8f03afa254 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:28:19.789598 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a945c088-cd43-4fdc-94a2-90168af7b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469060556', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:27:51Z', 'updated_at': '2021-07-14T07:27:56Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:52Z', 'updated_at': '2021-07-14T07:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'c7c84c1c-40f9-49e6-b3c1-47060706cbff', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'port_id': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5', 'mac_address': 'fa:16:3e:dd:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e0c5a6-c127-46c7-aaf2-510a7f3d70b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:28:16Z', 'updated_at': '2021-07-14T07:28:16Z', 'revision_number': 0, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a', 'name': '', 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:6b:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:55Z', 'updated_at': '2021-07-14T07:28:03Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:19.819549 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:19.826812 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945c088-cd43-4fdc-94a2-90168af7b673 None None] Checking router: d632e3c2-23d5-4193-b5d3-535df5062ee3 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:28:19.828168 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6b136-1aee-4729-825e-f2e0c9d4dbdd req-a1d1a4e2-9a4d-439f-b501-2e8b86bc8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:19.830144 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cca6b136-1aee-4729-825e-f2e0c9d4dbdd req-a1d1a4e2-9a4d-439f-b501-2e8b86bc8b90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 HTTP/1.1" status: 200 len: 897 time: 0.2573318 Jul 14 07:28:19.845620 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945c088-cd43-4fdc-94a2-90168af7b673 None None] Routers {'d632e3c2-23d5-4193-b5d3-535df5062ee3'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:28:19.846913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a945c088-cd43-4fdc-94a2-90168af7b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:28:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d632e3c2-23d5-4193-b5d3-535df5062ee3'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:19.919222 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2a50552c-99ec-4a7c-855d-2818ffd9307d up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:19.921238 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cca6b136-1aee-4729-825e-f2e0c9d4dbdd req-b772ed0c-41c3-4e86-b8ff-cdbdd6dc2a2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 HTTP/1.1" status: 200 len: 1000 time: 0.0693097 Jul 14 07:28:20.022456 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6b136-1aee-4729-825e-f2e0c9d4dbdd req-6d4884f2-f80d-4246-97cc-008399952303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:20.024138 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cca6b136-1aee-4729-825e-f2e0c9d4dbdd req-6d4884f2-f80d-4246-97cc-008399952303 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b6812fb-da16-4413-ac7e-31548ed700da HTTP/1.1" status: 200 len: 834 time: 0.0944912 Jul 14 07:28:20.055019 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 2a50552c-99ec-4a7c-855d-2818ffd9307d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:20.066062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 2a50552c-99ec-4a7c-855d-2818ffd9307d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:20.066747 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:20.116913 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:20.123329 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a945c088-cd43-4fdc-94a2-90168af7b673 None None] Set router d632e3c2-23d5-4193-b5d3-535df5062ee3 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:28:20.141143 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6b136-1aee-4729-825e-f2e0c9d4dbdd req-e20ca25b-87af-46dd-85ca-52ef629ca671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:20.142875 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cca6b136-1aee-4729-825e-f2e0c9d4dbdd req-e20ca25b-87af-46dd-85ca-52ef629ca671 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120234 Jul 14 07:28:20.234431 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:20.250529 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Transition to ACTIVE for port object a54e79b0-a88c-4f40-90a2-bb8f03afa254 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:20.264554 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:20.319299 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Attempting to bind port a54e79b0-a88c-4f40-90a2-bb8f03afa254 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:28:20.319299 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Attempting to bind port a54e79b0-a88c-4f40-90a2-bb8f03afa254 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:28:20.319668 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Attempting to bind port a54e79b0-a88c-4f40-90a2-bb8f03afa254 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:20.330566 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:28:20.330937 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:20.331346 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:20.331731 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:28:20.332192 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Bound port: a54e79b0-a88c-4f40-90a2-bb8f03afa254, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:28:20.332566 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:20.334337 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a15e16-30f3-4ccc-91df-4ae427c7a491 None None] Pushing event updated for resources: {'Port': ['ID=a54e79b0-a88c-4f40-90a2-bb8f03afa254,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:20.338978 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52614) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:20.374764 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:20.412545 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] For port a54e79b0-a88c-4f40-90a2-bb8f03afa254, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:28:20.418395 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] For port a54e79b0-a88c-4f40-90a2-bb8f03afa254, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a54e79b0-a88c-4f40-90a2-bb8f03afa254,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:28:20.426454 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:20.463009 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-796bf8ed-3119-42ef-8ed9-c29194dba86f None None] Provisioning complete for port 2a50552c-99ec-4a7c-855d-2818ffd9307d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:20.463543 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-796bf8ed-3119-42ef-8ed9-c29194dba86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:20.469395 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6a3fcc34-2780-49a7-9fec-b1911a486911 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/floatingips/c7c84c1c-40f9-49e6-b3c1-47060706cbff HTTP/1.1" status: 200 len: 992 time: 0.1268954 Jul 14 07:28:20.520199 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cca6b136-1aee-4729-825e-f2e0c9d4dbdd req-d58533a2-6e61-4e5b-9598-84b76ba53b1f service neutron] 10.222.0.30 "GET /v2.0/networks/7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699820 Jul 14 07:28:20.622776 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a15e16-30f3-4ccc-91df-4ae427c7a491 None None] Pushing event updated for resources: {'Port': ['ID=a54e79b0-a88c-4f40-90a2-bb8f03afa254,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:20.630813 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Routers {'e8d9db37-6a6d-4dc1-9572-158de573f089'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:28:20.634116 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:28:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e8d9db37-6a6d-4dc1-9572-158de573f089'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:20.635787 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] Allocated IP 172.20.0.1 (9546779e-0ac6-4649-96fa-48703d5e1e96/488b379b-0b2d-4604-a8f6-50f07f843fd7/7e82e8ff-8c06-46c9-80a5-5094e1b007c9) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:20.644525 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 2a50552c-99ec-4a7c-855d-2818ffd9307d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2a50552c-99ec-4a7c-855d-2818ffd9307d,segment=NetworkSegment(bb48043c-146c-45c7-9bec-f5ac7d706765),segment_id=bb48043c-146c-45c7-9bec-f5ac7d706765)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:20.662088 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:20.721387 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cca6b136-1aee-4729-825e-f2e0c9d4dbdd req-0f9115b1-9176-4eb8-8d37-36d96c8f6023 service neutron] 10.222.0.30 "GET /v2.0/networks/7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932261 Jul 14 07:28:20.775396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=2a50552c-99ec-4a7c-855d-2818ffd9307d,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:20.790229 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:20.795416 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] Set router e8d9db37-6a6d-4dc1-9572-158de573f089 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:28:20.809991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] Transition to ACTIVE for port object 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:20.841570 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a945c088-cd43-4fdc-94a2-90168af7b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469060556', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:27:51Z', 'updated_at': '2021-07-14T07:27:56Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:52Z', 'updated_at': '2021-07-14T07:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'c7c84c1c-40f9-49e6-b3c1-47060706cbff', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'port_id': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5', 'mac_address': 'fa:16:3e:dd:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e0c5a6-c127-46c7-aaf2-510a7f3d70b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:28:16Z', 'updated_at': '2021-07-14T07:28:16Z', 'revision_number': 0, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a', 'name': '', 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:6b:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:55Z', 'updated_at': '2021-07-14T07:28:03Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:20.852656 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:20.896522 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945c088-cd43-4fdc-94a2-90168af7b673 None None] The sync data for ids ['d632e3c2-23d5-4193-b5d3-535df5062ee3'] in n-d-778696-5 is: [{'id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469060556', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:27:51Z', 'updated_at': '2021-07-14T07:27:56Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:52Z', 'updated_at': '2021-07-14T07:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'c7c84c1c-40f9-49e6-b3c1-47060706cbff', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'port_id': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5', 'mac_address': 'fa:16:3e:dd:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e0c5a6-c127-46c7-aaf2-510a7f3d70b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:28:16Z', 'updated_at': '2021-07-14T07:28:16Z', 'revision_number': 0, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a', 'name': '', 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:6b:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:55Z', 'updated_at': '2021-07-14T07:28:03Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:28:20.904841 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] Network 9546779e-0ac6-4649-96fa-48703d5e1e96 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:20.914546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:20.918420 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:20.976542 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] Pushing event updated for resources: {'Port': ['ID=7e82e8ff-8c06-46c9-80a5-5094e1b007c9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:20.988311 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:20.990626 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2a50552c-99ec-4a7c-855d-2818ffd9307d up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:21.082808 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 2a50552c-99ec-4a7c-855d-2818ffd9307d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:21.083802 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:21.096553 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'name': 'tempest-TestServerBasicOps-2041909062-router', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:16Z', 'updated_at': '2021-07-14T07:28:18Z', 'revision_number': 3, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'gw_port': {'id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:17Z', 'updated_at': '2021-07-14T07:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:21.161766 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d702faf-2a76-45b4-8e6b-7301505f91d4 None None] The sync data for ids ['e8d9db37-6a6d-4dc1-9572-158de573f089'] in n-d-778696-5 is: [{'id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'name': 'tempest-TestServerBasicOps-2041909062-router', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:16Z', 'updated_at': '2021-07-14T07:28:18Z', 'revision_number': 3, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'gw_port': {'id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:17Z', 'updated_at': '2021-07-14T07:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:28:21.227735 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:21.354843 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055f444-1ae4-46bc-b2c5-a0cec388fde1 None None] New status for floating IP c7c84c1c-40f9-49e6-b3c1-47060706cbff: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:28:21.417938 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1f322d5d-f350-4c05-b131-2d463addfd61 None None] Provisioning for port 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:21.426143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1f322d5d-f350-4c05-b131-2d463addfd61 None None] Provisioning complete for port 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:21.426792 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f322d5d-f350-4c05-b131-2d463addfd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:21.458686 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:21.464286 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:21.472129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52620) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:21.513255 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1f322d5d-f350-4c05-b131-2d463addfd61 None None] Port 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:28:21.541877 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] Pushing event updated for resources: {'Port': ['ID=7e82e8ff-8c06-46c9-80a5-5094e1b007c9,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:21.547659 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:21.602946 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c72a32c3-9840-4384-abdb-4efe10d7ca08 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/floatingips/c7c84c1c-40f9-49e6-b3c1-47060706cbff HTTP/1.1" status: 200 len: 992 time: 0.1278880 Jul 14 07:28:21.659661 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] Network 9546779e-0ac6-4649-96fa-48703d5e1e96 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:21.661036 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:21.799553 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] Router e8d9db37-6a6d-4dc1-9572-158de573f089 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:28:21.942251 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-00b87259-b3a0-426f-8b4b-ec6e101180a9 None None] Provisioning complete for port 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:21.942758 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-00b87259-b3a0-426f-8b4b-ec6e101180a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:21.986835 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-00b87259-b3a0-426f-8b4b-ec6e101180a9 None None] Port 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:28:21.993731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:28:21.998924 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-19f07ac0-bc16-4cac-bfee-99e0c365fd40 admin admin] 10.222.0.35 "PUT /v2.0/routers/e8d9db37-6a6d-4dc1-9572-158de573f089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8038990 Jul 14 07:28:22.600880 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52640) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:22.607647 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52642) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:22.614429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ee8b37b4-64c1-446e-a5bc-f746a3d49024 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-601788979-network', 'tenant_id': '2f249275f125405dbe31e4db9ceb307e'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:22.655080 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8b37b4-64c1-446e-a5bc-f746a3d49024 admin admin] Made reservation on behalf of 2f249275f125405dbe31e4db9ceb307e for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:28:22.658424 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee8b37b4-64c1-446e-a5bc-f746a3d49024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:22.674560 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee8b37b4-64c1-446e-a5bc-f746a3d49024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:22.705624 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f7be7ac0-f2c5-49e7-82d2-5bbbaddd1dca tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/floatingips/c7c84c1c-40f9-49e6-b3c1-47060706cbff HTTP/1.1" status: 200 len: 994 time: 0.0921664 Jul 14 07:28:22.778320 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee8b37b4-64c1-446e-a5bc-f746a3d49024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:22.783430 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee8b37b4-64c1-446e-a5bc-f746a3d49024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:22.811820 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8b37b4-64c1-446e-a5bc-f746a3d49024 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:28:22.817620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b37b4-64c1-446e-a5bc-f746a3d49024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ac95a7-cc86-431f-b68d-4e945d897225,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:22.825750 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee8b37b4-64c1-446e-a5bc-f746a3d49024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:22.825750 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-ee8b37b4-64c1-446e-a5bc-f746a3d49024 admin admin] Added segment b17f766d-632b-4130-8ab5-df3c9ea52dcf of type vlan for network 23d9d889-b8df-4172-b8c7-4b9e5bf6d03a Jul 14 07:28:22.868622 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee8b37b4-64c1-446e-a5bc-f746a3d49024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:22.907976 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee8b37b4-64c1-446e-a5bc-f746a3d49024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:22.909053 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8b37b4-64c1-446e-a5bc-f746a3d49024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:22.909572 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee8b37b4-64c1-446e-a5bc-f746a3d49024 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:22.982978 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ee8b37b4-64c1-446e-a5bc-f746a3d49024 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3804264 Jul 14 07:28:22.986020 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52646) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:22.990076 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a54e79b0-a88c-4f40-90a2-bb8f03afa254 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:22.991361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0162b654-0c70-4cd5-8f7b-abceb9a7bf12 admin admin] Request body: {'subnet': {'network_id': '23d9d889-b8df-4172-b8c7-4b9e5bf6d03a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-601788979-subnet', 'tenant_id': '2f249275f125405dbe31e4db9ceb307e', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:22.992314 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b37b4-64c1-446e-a5bc-f746a3d49024 admin admin] Pushing event updated for resources: {'Network': ['ID=23d9d889-b8df-4172-b8c7-4b9e5bf6d03a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:23.016617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 23d9d889-b8df-4172-b8c7-4b9e5bf6d03a details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:28:23.038696 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0162b654-0c70-4cd5-8f7b-abceb9a7bf12 admin admin] Made reservation on behalf of 2f249275f125405dbe31e4db9ceb307e for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:28:23.041352 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0162b654-0c70-4cd5-8f7b-abceb9a7bf12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:23.128251 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port a54e79b0-a88c-4f40-90a2-bb8f03afa254 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:23.137773 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port a54e79b0-a88c-4f40-90a2-bb8f03afa254 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:23.140648 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:23.245196 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:23.270803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port a54e79b0-a88c-4f40-90a2-bb8f03afa254, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a54e79b0-a88c-4f40-90a2-bb8f03afa254,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:23.276760 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:23.313220 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0162b654-0c70-4cd5-8f7b-abceb9a7bf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:23.334026 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=a54e79b0-a88c-4f40-90a2-bb8f03afa254,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:23.360418 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-90a80d0f-dc9a-4ef5-923f-e66733ed0c5c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:23.362211 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-90a80d0f-dc9a-4ef5-923f-e66733ed0c5c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 812 time: 0.1653323 Jul 14 07:28:23.392605 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-a1ad0e9f-0827-4516-ac25-aa1f00ddc22f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/quotas/5388180d7e484dd0b2d86403880fc87d HTTP/1.1" status: 200 len: 375 time: 0.0200379 Jul 14 07:28:23.520324 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-ce3f7363-5f04-4387-862e-dedfd07e350b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1132200 Jul 14 07:28:23.632290 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Sync routers for ids ['e8d9db37-6a6d-4dc1-9572-158de573f089'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:28:23.658200 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Routers {'e8d9db37-6a6d-4dc1-9572-158de573f089'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:28:23.659096 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:28:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e8d9db37-6a6d-4dc1-9572-158de573f089'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:23.667686 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-98bd93d5-dc0e-4b41-bff5-497a310d6be4 service neutron] 10.222.0.35 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393793 Jul 14 07:28:23.776737 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162b654-0c70-4cd5-8f7b-abceb9a7bf12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf26b39f-c685-44cf-ad2b-c56d5af06b7d,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:23.789273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162b654-0c70-4cd5-8f7b-abceb9a7bf12 admin admin] Checking segment: {'id': 'b17f766d-632b-4130-8ab5-df3c9ea52dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23d9d889-b8df-4172-b8c7-4b9e5bf6d03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:23.789894 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0162b654-0c70-4cd5-8f7b-abceb9a7bf12 admin admin] Network hostable DHCP agents. Network: 23d9d889-b8df-4172-b8c7-4b9e5bf6d03a, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:28:23.813825 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0162b654-0c70-4cd5-8f7b-abceb9a7bf12 admin admin] Network 23d9d889-b8df-4172-b8c7-4b9e5bf6d03a is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:28:23.827697 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-0162b654-0c70-4cd5-8f7b-abceb9a7bf12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 23d9d889-b8df-4172-b8c7-4b9e5bf6d03a) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:23.835244 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0162b654-0c70-4cd5-8f7b-abceb9a7bf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:23.838695 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0162b654-0c70-4cd5-8f7b-abceb9a7bf12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:23.839596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75778d6f-fe5a-438a-8f55-13ae7871dce7 None None] Network 23d9d889-b8df-4172-b8c7-4b9e5bf6d03a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:28:23.858099 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0162b654-0c70-4cd5-8f7b-abceb9a7bf12 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8708565 Jul 14 07:28:23.861241 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52656) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:23.869113 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-601788979-router', 'tenant_id': '2f249275f125405dbe31e4db9ceb307e', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:23.882536 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Set router e8d9db37-6a6d-4dc1-9572-158de573f089 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:28:23.885560 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-7a90ba41-e2a8-4482-92ae-a3e31143cbd2 service neutron] 10.222.0.35 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167728 Jul 14 07:28:23.916244 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:23.917814 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:24.021685 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:24.064903 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-23d9d889-b8df-4172-b8c7-4b9e5bf6d03a', 'network_id': '23d9d889-b8df-4172-b8c7-4b9e5bf6d03a', 'tenant_id': '2f249275f125405dbe31e4db9ceb307e', 'fixed_ips': [{'subnet_id': 'bf26b39f-c685-44cf-ad2b-c56d5af06b7d'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:28:24.066392 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:24.226153 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89634641-3c22-4255-a0e4-e325ebfb1fa7 req-3907a7dd-191f-4a73-befb-85da9b7cc9a9 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 210 time: 0.0897155 Jul 14 07:28:24.283379 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'name': 'tempest-TestServerBasicOps-2041909062-router', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:16Z', 'updated_at': '2021-07-14T07:28:21Z', 'revision_number': 4, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'gw_port': {'id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:17Z', 'updated_at': '2021-07-14T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '7e82e8ff-8c06-46c9-80a5-5094e1b007c9', 'name': '', 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'mac_address': 'fa:16:3e:c8:fb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '488b379b-0b2d-4604-a8f6-50f07f843fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:20Z', 'updated_at': '2021-07-14T07:28:21Z', 'revision_number': 2, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'subnets': [{'id': '488b379b-0b2d-4604-a8f6-50f07f843fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:24.288559 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:24.316602 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Checking router: e8d9db37-6a6d-4dc1-9572-158de573f089 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:28:24.317452 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Updating router e8d9db37-6a6d-4dc1-9572-158de573f089 port 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:28:24.375703 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:24.376266 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Allocated IP 172.20.0.2 (23d9d889-b8df-4172-b8c7-4b9e5bf6d03a/bf26b39f-c685-44cf-ad2b-c56d5af06b7d/e5e84edf-faf9-474a-9d6f-a035b5a2c193) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:24.663052 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:24.710676 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:24.858634 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] Allocated IP 172.25.7.230 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/b6cbe713-5ff7-4a1f-9f33-9107105d01a1) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:24.915423 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:24.961240 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Transition to ACTIVE for port object 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:24.978227 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:24.984374 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:24.994842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Transition to ACTIVE for port object e5e84edf-faf9-474a-9d6f-a035b5a2c193 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:25.022585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Transition to ACTIVE for port object e5e84edf-faf9-474a-9d6f-a035b5a2c193 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:25.025522 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a54e79b0-a88c-4f40-90a2-bb8f03afa254 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:25.080380 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:25.087646 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341c705-9304-4733-a81a-873ed38148f1 None None] Pushing event updated for resources: {'Port': ['ID=7e82e8ff-8c06-46c9-80a5-5094e1b007c9,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:25.097824 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:25.115624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port a54e79b0-a88c-4f40-90a2-bb8f03afa254 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:25.116332 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:25.170215 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Network 23d9d889-b8df-4172-b8c7-4b9e5bf6d03a is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:25.187343 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:25.194165 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:25.198856 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:25.263275 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] Pushing event updated for resources: {'Port': ['ID=b6cbe713-5ff7-4a1f-9f33-9107105d01a1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:25.269703 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Attempting to bind port 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:28:25.270578 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Pushing event updated for resources: {'Port': ['ID=e5e84edf-faf9-474a-9d6f-a035b5a2c193,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:25.271220 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Attempting to bind port 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'bb48043c-146c-45c7-9bec-f5ac7d706765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:28:25.271775 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Attempting to bind port 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 on network 9546779e-0ac6-4649-96fa-48703d5e1e96 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:25.284156 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:28:25.285754 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Checking segment: {'id': 'bb48043c-146c-45c7-9bec-f5ac7d706765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:25.288564 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:25.289610 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Bound using segment: {'id': 'bb48043c-146c-45c7-9bec-f5ac7d706765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:28:25.299300 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Bound port: 7e82e8ff-8c06-46c9-80a5-5094e1b007c9, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb48043c-146c-45c7-9bec-f5ac7d706765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:28:25.299300 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:25.299589 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:25.299589 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:25.306938 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:25.308902 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Attempting to bind port e5e84edf-faf9-474a-9d6f-a035b5a2c193 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:28:25.309303 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Attempting to bind port e5e84edf-faf9-474a-9d6f-a035b5a2c193 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b17f766d-632b-4130-8ab5-df3c9ea52dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23d9d889-b8df-4172-b8c7-4b9e5bf6d03a'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:28:25.309670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Attempting to bind port e5e84edf-faf9-474a-9d6f-a035b5a2c193 on network 23d9d889-b8df-4172-b8c7-4b9e5bf6d03a {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:25.328993 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:28:25.329402 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Checking segment: {'id': 'b17f766d-632b-4130-8ab5-df3c9ea52dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23d9d889-b8df-4172-b8c7-4b9e5bf6d03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:25.329839 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:25.330238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Bound using segment: {'id': 'b17f766d-632b-4130-8ab5-df3c9ea52dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23d9d889-b8df-4172-b8c7-4b9e5bf6d03a'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:28:25.330779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Bound port: e5e84edf-faf9-474a-9d6f-a035b5a2c193, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17f766d-632b-4130-8ab5-df3c9ea52dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23d9d889-b8df-4172-b8c7-4b9e5bf6d03a'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:28:25.331240 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:25.498486 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] For port 7e82e8ff-8c06-46c9-80a5-5094e1b007c9, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:28:25.507117 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] For port 7e82e8ff-8c06-46c9-80a5-5094e1b007c9, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=7e82e8ff-8c06-46c9-80a5-5094e1b007c9,segment=NetworkSegment(bb48043c-146c-45c7-9bec-f5ac7d706765),segment_id=bb48043c-146c-45c7-9bec-f5ac7d706765)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:28:25.524161 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:25.525585 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb2c664f-c9d2-45ea-af23-6ec427c50f28 req-7c079c28-ab28-4524-8c19-768fdb5699b3 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 210 time: 0.0975599 Jul 14 07:28:25.572584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] For port e5e84edf-faf9-474a-9d6f-a035b5a2c193, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:28:25.576495 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] For port e5e84edf-faf9-474a-9d6f-a035b5a2c193, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e5e84edf-faf9-474a-9d6f-a035b5a2c193,segment=NetworkSegment(b17f766d-632b-4130-8ab5-df3c9ea52dcf),segment_id=b17f766d-632b-4130-8ab5-df3c9ea52dcf)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:28:25.600798 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:25.615478 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Routers {'e8d9db37-6a6d-4dc1-9572-158de573f089'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:28:25.616120 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:28:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e8d9db37-6a6d-4dc1-9572-158de573f089'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:25.618004 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341c705-9304-4733-a81a-873ed38148f1 None None] Pushing event updated for resources: {'Port': ['ID=7e82e8ff-8c06-46c9-80a5-5094e1b007c9,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:25.733485 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc8e8e-153a-49b2-bf04-47cbb6e99e1e None None] Pushing event updated for resources: {'Port': ['ID=e5e84edf-faf9-474a-9d6f-a035b5a2c193,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:25.865297 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] Set router e8d9db37-6a6d-4dc1-9572-158de573f089 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:28:25.907854 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:26.216437 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-bc140eae-61bc-4e06-a547-ac3cb8053292 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:26.217990 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-bc140eae-61bc-4e06-a547-ac3cb8053292 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.30 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 812 time: 0.3053858 Jul 14 07:28:26.275467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-fe7edf21-1011-4e38-aa9d-ff0c2f3b49a7 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Request body: {'port': {'device_id': '76264d93-c340-4b34-989f-66acec139531', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'admin_state_up': True, 'tenant_id': '5388180d7e484dd0b2d86403880fc87d'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:26.280547 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'name': 'tempest-TestServerBasicOps-2041909062-router', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:16Z', 'updated_at': '2021-07-14T07:28:21Z', 'revision_number': 4, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'gw_port': {'id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:17Z', 'updated_at': '2021-07-14T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '7e82e8ff-8c06-46c9-80a5-5094e1b007c9', 'name': '', 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'mac_address': 'fa:16:3e:c8:fb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '488b379b-0b2d-4604-a8f6-50f07f843fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:20Z', 'updated_at': '2021-07-14T07:28:25Z', 'revision_number': 4, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'subnets': [{'id': '488b379b-0b2d-4604-a8f6-50f07f843fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:26.412208 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a0f6e-b08b-4cb4-b5fd-71b9541d34b6 None None] The sync data for ids ['e8d9db37-6a6d-4dc1-9572-158de573f089'] in n-d-778696-5 is: [{'id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'name': 'tempest-TestServerBasicOps-2041909062-router', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:16Z', 'updated_at': '2021-07-14T07:28:21Z', 'revision_number': 4, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'gw_port': {'id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:17Z', 'updated_at': '2021-07-14T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '7e82e8ff-8c06-46c9-80a5-5094e1b007c9', 'name': '', 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'mac_address': 'fa:16:3e:c8:fb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '488b379b-0b2d-4604-a8f6-50f07f843fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:20Z', 'updated_at': '2021-07-14T07:28:25Z', 'revision_number': 4, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'subnets': [{'id': '488b379b-0b2d-4604-a8f6-50f07f843fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:28:26.492264 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:26.623820 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-fe7edf21-1011-4e38-aa9d-ff0c2f3b49a7 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Made reservation on behalf of 5388180d7e484dd0b2d86403880fc87d for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:28:26.629281 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-fe7edf21-1011-4e38-aa9d-ff0c2f3b49a7 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:26.803340 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8b68f3e3-2d9a-4777-b56b-c1610f993adb req-d65fe20d-d552-4972-be65-7b4c357bad53 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 210 time: 0.0842156 Jul 14 07:28:26.909224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] Router f628da1d-ce42-4b8c-b1cf-8a59ac0d878a is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:28:26.946741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-fe7edf21-1011-4e38-aa9d-ff0c2f3b49a7 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Allocated IP 172.20.0.13 (b2c5cf15-5a87-4c97-91f8-6d7dceaa510f/40a6fcbc-1ebb-4df2-9269-8464ec56e1dd/8900d0af-3b28-40f9-9755-ad64365187c6) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:27.128103 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:27.240985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:27.257687 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:27.258263 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:27.326574 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:28:27.365447 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:27.367872 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Sync routers for ids ['f628da1d-ce42-4b8c-b1cf-8a59ac0d878a'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:28:27.370856 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885d2b65-32d1-4a36-b613-71bfb1d293ee None None] Network 23d9d889-b8df-4172-b8c7-4b9e5bf6d03a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:28:27.380393 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:27.381733 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6b0471cf-8c94-45fe-8302-36fa267ea72a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5191605 Jul 14 07:28:27.384495 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52708) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:27.440892 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Routers {'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:28:27.441810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:28:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f628da1d-ce42-4b8c-b1cf-8a59ac0d878a'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:27.484081 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-fe7edf21-1011-4e38-aa9d-ff0c2f3b49a7 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:27.531051 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-fe7edf21-1011-4e38-aa9d-ff0c2f3b49a7 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Transition to ACTIVE for port object 8900d0af-3b28-40f9-9755-ad64365187c6 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:27.590189 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e06fd9f5-7e8a-45b4-8457-3a18c8d58d57 None None] Provisioning for port e5e84edf-faf9-474a-9d6f-a035b5a2c193 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:27.612972 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-fe7edf21-1011-4e38-aa9d-ff0c2f3b49a7 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:27.676279 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-fe7edf21-1011-4e38-aa9d-ff0c2f3b49a7 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:27.679858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Set router f628da1d-ce42-4b8c-b1cf-8a59ac0d878a gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:28:27.680903 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-fe7edf21-1011-4e38-aa9d-ff0c2f3b49a7 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:27.685889 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-fe7edf21-1011-4e38-aa9d-ff0c2f3b49a7 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:27.720420 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7edf21-1011-4e38-aa9d-ff0c2f3b49a7 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Pushing event updated for resources: {'Port': ['ID=8900d0af-3b28-40f9-9755-ad64365187c6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:27.773754 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-fe7edf21-1011-4e38-aa9d-ff0c2f3b49a7 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:27.774798 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-fe7edf21-1011-4e38-aa9d-ff0c2f3b49a7 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:27.826427 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-fe7edf21-1011-4e38-aa9d-ff0c2f3b49a7 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5554442 Jul 14 07:28:27.843308 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Request body: {'port': {'device_id': '76264d93-c340-4b34-989f-66acec139531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:28.005968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 7e82e8ff-8c06-46c9-80a5-5094e1b007c9, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=7e82e8ff-8c06-46c9-80a5-5094e1b007c9,segment=NetworkSegment(bb48043c-146c-45c7-9bec-f5ac7d706765),segment_id=bb48043c-146c-45c7-9bec-f5ac7d706765)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:28.019270 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['34b66f3c-5393-4747-b28c-2e7d8883db95', '06cbb094-fc1e-4f32-938f-3e9c8ac610c1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:28:28.022849 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:28.209691 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:28.211666 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e5e84edf-faf9-474a-9d6f-a035b5a2c193 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:28.249499 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f11e44-459f-4412-8ee7-6ef79dc35532 req-50a67343-1052-4ece-9c58-99d9ea8635a8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:28.261335 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-39f11e44-459f-4412-8ee7-6ef79dc35532 req-50a67343-1052-4ece-9c58-99d9ea8635a8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 932 time: 0.1679904 Jul 14 07:28:28.340065 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=7e82e8ff-8c06-46c9-80a5-5094e1b007c9,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:28.390224 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-39f11e44-459f-4412-8ee7-6ef79dc35532 req-40aa39c0-73d0-4e02-9800-06a7099644e4 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279552 Jul 14 07:28:28.428577 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-567bb8d1-77d1-49c1-a8cb-762376c0988c None None] Provisioning for port 8900d0af-3b28-40f9-9755-ad64365187c6 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:28.440064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-567bb8d1-77d1-49c1-a8cb-762376c0988c None None] Provisioning complete for port 8900d0af-3b28-40f9-9755-ad64365187c6 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:28.440693 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-567bb8d1-77d1-49c1-a8cb-762376c0988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:28.463099 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:28.606712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8900d0af-3b28-40f9-9755-ad64365187c6 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:28:28.620974 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:28.628412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-567bb8d1-77d1-49c1-a8cb-762376c0988c None None] Port 8900d0af-3b28-40f9-9755-ad64365187c6 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:28:28.650257 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Transition to ACTIVE for port object 8900d0af-3b28-40f9-9755-ad64365187c6 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:28.652014 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port e5e84edf-faf9-474a-9d6f-a035b5a2c193 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:28.658880 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:28.685298 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port e5e84edf-faf9-474a-9d6f-a035b5a2c193 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:28.685755 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:28.723749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Allocated IP 172.20.0.1 (23d9d889-b8df-4172-b8c7-4b9e5bf6d03a/bf26b39f-c685-44cf-ad2b-c56d5af06b7d/520d9bb3-e32f-496b-a0f2-ae4dec7ff900) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:28.757433 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=8900d0af-3b28-40f9-9755-ad64365187c6,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:28.819546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'name': 'tempest-TestServerBasicOps-601788979-router', 'tenant_id': '2f249275f125405dbe31e4db9ceb307e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'b6cbe713-5ff7-4a1f-9f33-9107105d01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:23Z', 'updated_at': '2021-07-14T07:28:25Z', 'revision_number': 3, 'project_id': '2f249275f125405dbe31e4db9ceb307e', 'gw_port': {'id': 'b6cbe713-5ff7-4a1f-9f33-9107105d01a1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:24Z', 'updated_at': '2021-07-14T07:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:28.851689 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Attempting to bind port 8900d0af-3b28-40f9-9755-ad64365187c6 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:28:28.852379 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Attempting to bind port 8900d0af-3b28-40f9-9755-ad64365187c6 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:28:28.852952 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Attempting to bind port 8900d0af-3b28-40f9-9755-ad64365187c6 on network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:28.858639 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Port 8900d0af-3b28-40f9-9755-ad64365187c6 on network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:28:28.859322 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Attempting to bind port 8900d0af-3b28-40f9-9755-ad64365187c6 on network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:28.867460 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:28:28.868478 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Checking segment: {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:28.870966 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Bound using segment: {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:28:28.871708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Bound port: 8900d0af-3b28-40f9-9755-ad64365187c6, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:28:28.872251 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:28.887377 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:28.892228 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Checking router: f628da1d-ce42-4b8c-b1cf-8a59ac0d878a for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:28:28.892582 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Updating router f628da1d-ce42-4b8c-b1cf-8a59ac0d878a port b6cbe713-5ff7-4a1f-9f33-9107105d01a1 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:28:28.919126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Transition to ACTIVE for port object 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:28.961933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] For port 8900d0af-3b28-40f9-9755-ad64365187c6, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:28:28.970171 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] For port 8900d0af-3b28-40f9-9755-ad64365187c6, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=8900d0af-3b28-40f9-9755-ad64365187c6,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:28:28.985958 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:29.017819 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:29.061214 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:29.061920 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:29.064934 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] 10.222.0.30 "PUT /v2.0/ports/8900d0af-3b28-40f9-9755-ad64365187c6 HTTP/1.1" status: 200 len: 1092 time: 1.2305663 Jul 14 07:28:29.072283 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76264d93-c340-4b34-989f-66acec139531', 'tag': '8900d0af-3b28-40f9-9755-ad64365187c6'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:28:29.075374 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e83968-3ba9-4f1d-9e6f-5fb21bb1b63a" -d '{"events": [{"name": "network-changed", "server_uuid": "76264d93-c340-4b34-989f-66acec139531", "tag": "8900d0af-3b28-40f9-9755-ad64365187c6"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:28:29.095882 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:29.107301 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:29.119201 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Network 23d9d889-b8df-4172-b8c7-4b9e5bf6d03a is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:29.145152 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:29.160628 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:29.190597 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71333b4a-0a65-4599-819c-0c92133d64ad x-openstack-request-id: req-71333b4a-0a65-4599-819c-0c92133d64ad {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:28:29.191022 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76264d93-c340-4b34-989f-66acec139531", "tag": "8900d0af-3b28-40f9-9755-ad64365187c6", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:28:29.192417 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71333b4a-0a65-4599-819c-0c92133d64ad {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:28:29.193227 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76264d93-c340-4b34-989f-66acec139531', 'tag': '8900d0af-3b28-40f9-9755-ad64365187c6', 'status': 'completed', 'code': 200} Jul 14 07:28:29.248895 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=520d9bb3-e32f-496b-a0f2-ae4dec7ff900,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:29.260203 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d433314-3fac-4439-b9e1-395b0a856eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=8900d0af-3b28-40f9-9755-ad64365187c6,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:29.283441 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:29.283441 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:29.285906 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:29.287534 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:29.292703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:29.293202 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:29.293636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:29.294062 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:29.294485 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:29.295000 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:29.295558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:29.297512 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:29.319708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-64098bf1-71a2-4ca6-be4c-26d84c36cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:29.329051 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-64098bf1-71a2-4ca6-be4c-26d84c36cd4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 1095 time: 0.1696391 Jul 14 07:28:29.332202 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:29.432493 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-044be1cc-f547-4f40-9acb-70d8d76ecdb2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8900d0af-3b28-40f9-9755-ad64365187c6 HTTP/1.1" status: 200 len: 217 time: 0.0961943 Jul 14 07:28:29.445286 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port e5e84edf-faf9-474a-9d6f-a035b5a2c193, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e5e84edf-faf9-474a-9d6f-a035b5a2c193,segment=NetworkSegment(b17f766d-632b-4130-8ab5-df3c9ea52dcf),segment_id=b17f766d-632b-4130-8ab5-df3c9ea52dcf)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:29.480750 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:29.518583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-9062c7d4-427e-4c1b-8571-e0710b1dc7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:29.522330 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-9062c7d4-427e-4c1b-8571-e0710b1dc7e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.0827062 Jul 14 07:28:29.662758 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-bc3429c1-f452-422c-b3f8-a0fc8e097213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:29.664575 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-bc3429c1-f452-422c-b3f8-a0fc8e097213 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356058 Jul 14 07:28:29.673225 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:29.673682 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:29.771330 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d84358-0b9a-4fc9-8d50-242fafc4b7af req-f05431df-2bb0-49da-aee8-2699d0ff9dc0 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:29.783225 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1d84358-0b9a-4fc9-8d50-242fafc4b7af req-f05431df-2bb0-49da-aee8-2699d0ff9dc0 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 944 time: 0.1922917 Jul 14 07:28:29.825720 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-25d79a7a-f17d-4483-a1b3-73793b286896 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546926 Jul 14 07:28:29.948224 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1d84358-0b9a-4fc9-8d50-242fafc4b7af req-9758c727-4d6f-4dc0-bf54-ef5d9e68d5db tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564932 Jul 14 07:28:30.001555 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-927e7d90-35aa-4a11-9a79-39422a99c4f6 req-f93b253c-2a45-4a30-bace-b50cef4bc6cc service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688335 Jul 14 07:28:30.065421 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=e5e84edf-faf9-474a-9d6f-a035b5a2c193,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:30.074746 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:30.081907 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:30.127158 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:30.128018 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:30.164637 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:30.166764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=520d9bb3-e32f-496b-a0f2-ae4dec7ff900,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:30.226817 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e68ceb0f-28ab-45c8-93ee-8ed30b9ca12a None None] Provisioning for port 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:30.239763 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e83968-3ba9-4f1d-9e6f-5fb21bb1b63a req-10862c95-207d-4559-8cea-6bac45a57ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:30.247755 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e68ceb0f-28ab-45c8-93ee-8ed30b9ca12a None None] Provisioning complete for port 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:30.248418 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-43e83968-3ba9-4f1d-9e6f-5fb21bb1b63a req-10862c95-207d-4559-8cea-6bac45a57ce2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 1095 time: 0.1736965 Jul 14 07:28:30.248617 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e68ceb0f-28ab-45c8-93ee-8ed30b9ca12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:30.259890 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:30.288270 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Network 23d9d889-b8df-4172-b8c7-4b9e5bf6d03a is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:30.290044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:30.348850 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Transition to ACTIVE for port object b6cbe713-5ff7-4a1f-9f33-9107105d01a1 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:30.384345 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:30.386701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e68ceb0f-28ab-45c8-93ee-8ed30b9ca12a None None] Port 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:28:30.496431 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Attempting to bind port b6cbe713-5ff7-4a1f-9f33-9107105d01a1 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:28:30.496431 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Attempting to bind port b6cbe713-5ff7-4a1f-9f33-9107105d01a1 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:28:30.496431 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Attempting to bind port b6cbe713-5ff7-4a1f-9f33-9107105d01a1 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:30.508378 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e68ceb0f-28ab-45c8-93ee-8ed30b9ca12a None None] Provisioning complete for port e5e84edf-faf9-474a-9d6f-a035b5a2c193 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:30.508805 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e68ceb0f-28ab-45c8-93ee-8ed30b9ca12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:30.517690 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02153d7d-cbd6-4b84-bf0b-3c2be93d9a00 None None] Pushing event updated for resources: {'Port': ['ID=b6cbe713-5ff7-4a1f-9f33-9107105d01a1,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:30.527437 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:28:30.528077 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:30.528660 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:30.529281 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:28:30.529946 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Bound port: b6cbe713-5ff7-4a1f-9f33-9107105d01a1, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:28:30.530508 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:30.544180 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e83968-3ba9-4f1d-9e6f-5fb21bb1b63a req-18c64b55-d9b7-4ff6-962e-1a53c288975b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:30.544396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Router f628da1d-ce42-4b8c-b1cf-8a59ac0d878a has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:28:30.548714 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-43e83968-3ba9-4f1d-9e6f-5fb21bb1b63a req-18c64b55-d9b7-4ff6-962e-1a53c288975b service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 913 time: 0.2925291 Jul 14 07:28:30.609899 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6df2b102-9ac0-4294-8ff6-868e515abe2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:30.648285 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-43e83968-3ba9-4f1d-9e6f-5fb21bb1b63a req-06d9f72d-5e0b-472b-85cb-6409b60e3693 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8900d0af-3b28-40f9-9755-ad64365187c6 HTTP/1.1" status: 200 len: 217 time: 0.0884941 Jul 14 07:28:30.732235 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e83968-3ba9-4f1d-9e6f-5fb21bb1b63a req-3c0427af-f22e-41a4-abfd-5c9a3361e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:30.734222 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-43e83968-3ba9-4f1d-9e6f-5fb21bb1b63a req-3c0427af-f22e-41a4-abfd-5c9a3361e525 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.0793595 Jul 14 07:28:30.736204 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:28:30.759051 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9aa2de43-3277-41b6-b2f5-f6b06e218bb6 admin admin] 10.222.0.35 "PUT /v2.0/routers/f628da1d-ce42-4b8c-b1cf-8a59ac0d878a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3732283 Jul 14 07:28:30.789614 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] For port b6cbe713-5ff7-4a1f-9f33-9107105d01a1, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:28:30.813136 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] For port b6cbe713-5ff7-4a1f-9f33-9107105d01a1, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b6cbe713-5ff7-4a1f-9f33-9107105d01a1,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:28:30.823631 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:30.828971 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e83968-3ba9-4f1d-9e6f-5fb21bb1b63a req-1feed1b6-afd1-4077-a7f1-6bff833886a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:30.831086 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-43e83968-3ba9-4f1d-9e6f-5fb21bb1b63a req-1feed1b6-afd1-4077-a7f1-6bff833886a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880213 Jul 14 07:28:30.896918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02153d7d-cbd6-4b84-bf0b-3c2be93d9a00 None None] Pushing event updated for resources: {'Port': ['ID=b6cbe713-5ff7-4a1f-9f33-9107105d01a1,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:30.920142 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Routers {'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:28:30.920921 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:28:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f628da1d-ce42-4b8c-b1cf-8a59ac0d878a'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:31.034690 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b14973f7-4546-46ba-94e0-31e2664d6dea None None] Provisioning complete for port 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:31.035073 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b14973f7-4546-46ba-94e0-31e2664d6dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:31.044499 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-43e83968-3ba9-4f1d-9e6f-5fb21bb1b63a req-40ac9a51-a904-4428-9526-7c43bb891d63 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059050 Jul 14 07:28:31.130158 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b14973f7-4546-46ba-94e0-31e2664d6dea None None] Port 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:28:31.152303 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] Set router f628da1d-ce42-4b8c-b1cf-8a59ac0d878a gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:28:31.272799 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-43e83968-3ba9-4f1d-9e6f-5fb21bb1b63a req-a4e78d1d-de5a-4bb2-af2f-ca62005708ec service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196486 Jul 14 07:28:31.342771 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c75c07-82a9-45eb-9de1-58b0a09c510d req-94161f25-a5bf-4fd9-a0a6-36a9b5a31548 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:31.345500 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-46c75c07-82a9-45eb-9de1-58b0a09c510d req-94161f25-a5bf-4fd9-a0a6-36a9b5a31548 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 944 time: 0.1584492 Jul 14 07:28:31.408025 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-46c75c07-82a9-45eb-9de1-58b0a09c510d req-26d18143-d035-40bf-9309-be788ea988fb tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548444 Jul 14 07:28:31.573081 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'name': 'tempest-TestServerBasicOps-601788979-router', 'tenant_id': '2f249275f125405dbe31e4db9ceb307e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'b6cbe713-5ff7-4a1f-9f33-9107105d01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:23Z', 'updated_at': '2021-07-14T07:28:29Z', 'revision_number': 4, 'project_id': '2f249275f125405dbe31e4db9ceb307e', 'gw_port': {'id': 'b6cbe713-5ff7-4a1f-9f33-9107105d01a1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:24Z', 'updated_at': '2021-07-14T07:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '520d9bb3-e32f-496b-a0f2-ae4dec7ff900', 'name': '', 'network_id': '23d9d889-b8df-4172-b8c7-4b9e5bf6d03a', 'tenant_id': '2f249275f125405dbe31e4db9ceb307e', 'mac_address': 'fa:16:3e:de:55:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'bf26b39f-c685-44cf-ad2b-c56d5af06b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:28Z', 'updated_at': '2021-07-14T07:28:29Z', 'revision_number': 2, 'project_id': '2f249275f125405dbe31e4db9ceb307e', 'subnets': [{'id': 'bf26b39f-c685-44cf-ad2b-c56d5af06b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:31.604905 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac763c-0b8b-4e95-8aca-fc0bf529645a None None] The sync data for ids ['f628da1d-ce42-4b8c-b1cf-8a59ac0d878a'] in n-d-778696-5 is: [{'id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'name': 'tempest-TestServerBasicOps-601788979-router', 'tenant_id': '2f249275f125405dbe31e4db9ceb307e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'b6cbe713-5ff7-4a1f-9f33-9107105d01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:23Z', 'updated_at': '2021-07-14T07:28:29Z', 'revision_number': 4, 'project_id': '2f249275f125405dbe31e4db9ceb307e', 'gw_port': {'id': 'b6cbe713-5ff7-4a1f-9f33-9107105d01a1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:24Z', 'updated_at': '2021-07-14T07:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '520d9bb3-e32f-496b-a0f2-ae4dec7ff900', 'name': '', 'network_id': '23d9d889-b8df-4172-b8c7-4b9e5bf6d03a', 'tenant_id': '2f249275f125405dbe31e4db9ceb307e', 'mac_address': 'fa:16:3e:de:55:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'bf26b39f-c685-44cf-ad2b-c56d5af06b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:28Z', 'updated_at': '2021-07-14T07:28:29Z', 'revision_number': 2, 'project_id': '2f249275f125405dbe31e4db9ceb307e', 'subnets': [{'id': 'bf26b39f-c685-44cf-ad2b-c56d5af06b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:28:31.633046 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e5e84edf-faf9-474a-9d6f-a035b5a2c193 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:31.705955 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port e5e84edf-faf9-474a-9d6f-a035b5a2c193 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:31.706675 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:31.915667 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52740) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:31.920329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-4eff382f-cd62-495f-b637-e1c551855d78 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-833456600', 'description': 'tempest-secgroup-smoke-833456600 description', 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:31.975444 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4eff382f-cd62-495f-b637-e1c551855d78 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.095353 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4eff382f-cd62-495f-b637-e1c551855d78 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.102499 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4eff382f-cd62-495f-b637-e1c551855d78 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.137869 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4eff382f-cd62-495f-b637-e1c551855d78 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.142617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4eff382f-cd62-495f-b637-e1c551855d78 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2227397 Jul 14 07:28:32.143462 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52742) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:32.147214 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff382f-cd62-495f-b637-e1c551855d78 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9298088d-c397-45c3-a444-23e62d42ba66,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:32.148634 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d6d5f638-1f1e-4383-a637-534dc403d327 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Request body: {'security_group_rule': {'security_group_id': '9298088d-c397-45c3-a444-23e62d42ba66', 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:32.178467 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6d5f638-1f1e-4383-a637-534dc403d327 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.240683 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6d5f638-1f1e-4383-a637-534dc403d327 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.246483 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6d5f638-1f1e-4383-a637-534dc403d327 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.264971 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5f638-1f1e-4383-a637-534dc403d327 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2066205-85cb-4067-92e8-80fc25f6f027,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:32.272785 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6d5f638-1f1e-4383-a637-534dc403d327 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.274022 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d6d5f638-1f1e-4383-a637-534dc403d327 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295624 Jul 14 07:28:32.276843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52746) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:32.285675 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9dc696d0-78c0-4b93-9ce5-d5a65bda7e5f tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Request body: {'security_group_rule': {'security_group_id': '9298088d-c397-45c3-a444-23e62d42ba66', 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:32.313031 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9dc696d0-78c0-4b93-9ce5-d5a65bda7e5f tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.386871 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9dc696d0-78c0-4b93-9ce5-d5a65bda7e5f tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.392831 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9dc696d0-78c0-4b93-9ce5-d5a65bda7e5f tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.411949 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc696d0-78c0-4b93-9ce5-d5a65bda7e5f tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12102274-5f7a-4086-980f-263aa3b29b8d,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:32.423809 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9dc696d0-78c0-4b93-9ce5-d5a65bda7e5f tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.427976 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9dc696d0-78c0-4b93-9ce5-d5a65bda7e5f tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461976 Jul 14 07:28:32.429163 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52748) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:32.434750 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c2a7c4aa-cf47-48fb-96f7-368316a356f5 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Request body: {'security_group_rule': {'security_group_id': '9298088d-c397-45c3-a444-23e62d42ba66', 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:32.528729 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2a7c4aa-cf47-48fb-96f7-368316a356f5 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.611631 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2a7c4aa-cf47-48fb-96f7-368316a356f5 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.616839 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2a7c4aa-cf47-48fb-96f7-368316a356f5 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.642823 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7c4aa-cf47-48fb-96f7-368316a356f5 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc11462-eac9-4d4a-9a84-73a0cee82732,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:32.657818 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2a7c4aa-cf47-48fb-96f7-368316a356f5 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.661924 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c2a7c4aa-cf47-48fb-96f7-368316a356f5 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2287507 Jul 14 07:28:32.662843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52754) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:32.668980 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3e67b292-ccdc-462a-ae90-1f10e02685bb tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Request body: {'security_group_rule': {'security_group_id': '9298088d-c397-45c3-a444-23e62d42ba66', 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:32.697245 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef8e2b-2c8e-4dfe-89b6-842a3ee8a7a6 req-221b2998-29c3-4bf3-8b79-d6f93582c692 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:32.699055 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caef8e2b-2c8e-4dfe-89b6-842a3ee8a7a6 req-221b2998-29c3-4bf3-8b79-d6f93582c692 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 944 time: 0.1175542 Jul 14 07:28:32.734558 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e67b292-ccdc-462a-ae90-1f10e02685bb tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.774201 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caef8e2b-2c8e-4dfe-89b6-842a3ee8a7a6 req-5cc5a2a7-c360-4ef6-ad4f-2d50e88e3661 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639617 Jul 14 07:28:32.808009 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e67b292-ccdc-462a-ae90-1f10e02685bb tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.812004 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e67b292-ccdc-462a-ae90-1f10e02685bb tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.832894 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67b292-ccdc-462a-ae90-1f10e02685bb tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb6cdeb-a046-4e3c-8d09-5a2cd27cb81c,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:32.839624 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e67b292-ccdc-462a-ae90-1f10e02685bb tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.841695 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3e67b292-ccdc-462a-ae90-1f10e02685bb tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1776090 Jul 14 07:28:32.843686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52756) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:32.848721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e5e92c7e-4675-4acc-a809-5fbe2211a07e tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Request body: {'security_group_rule': {'security_group_id': '9298088d-c397-45c3-a444-23e62d42ba66', 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:32.880258 n-d-778696-5 neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-e5e92c7e-4675-4acc-a809-5fbe2211a07e tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Project 576fbc319a6d4e958ed7ad9c955ad7ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:28:32.885689 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5e92c7e-4675-4acc-a809-5fbe2211a07e tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.960295 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5e92c7e-4675-4acc-a809-5fbe2211a07e tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.964724 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5e92c7e-4675-4acc-a809-5fbe2211a07e tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.988731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e92c7e-4675-4acc-a809-5fbe2211a07e tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91a5ece-5325-4c20-8835-fb85dabff4cc,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:32.993898 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5e92c7e-4675-4acc-a809-5fbe2211a07e tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:32.995116 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e5e92c7e-4675-4acc-a809-5fbe2211a07e tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1502013 Jul 14 07:28:32.997870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52758) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:33.004104 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-4037c711-1e2c-49d7-a0fd-520ffcbaf816 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Request body: {'security_group_rule': {'security_group_id': '9298088d-c397-45c3-a444-23e62d42ba66', 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:33.037022 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-4037c711-1e2c-49d7-a0fd-520ffcbaf816 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Project 576fbc319a6d4e958ed7ad9c955ad7ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:28:33.047673 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4037c711-1e2c-49d7-a0fd-520ffcbaf816 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:33.144426 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4037c711-1e2c-49d7-a0fd-520ffcbaf816 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:33.149070 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4037c711-1e2c-49d7-a0fd-520ffcbaf816 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:33.172677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037c711-1e2c-49d7-a0fd-520ffcbaf816 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3053de-c73d-4e9b-b33d-c460042c2115,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:33.184644 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4037c711-1e2c-49d7-a0fd-520ffcbaf816 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:33.196416 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4037c711-1e2c-49d7-a0fd-520ffcbaf816 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1968307 Jul 14 07:28:33.315616 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0319c45-b02d-4655-9b35-aff0f6f2ab7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:33.416891 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-dda07d73-7417-4dc7-a870-54b25aa73cfb tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-833456600&fields=id&tenant_id=576fbc319a6d4e958ed7ad9c955ad7ba HTTP/1.1" status: 200 len: 267 time: 0.0956209 Jul 14 07:28:33.601841 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:33.617094 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-3335c6f8-1972-4ade-9b62-6141961e050c tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:33.618730 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-3335c6f8-1972-4ade-9b62-6141961e050c tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/networks?id=9546779e-0ac6-4649-96fa-48703d5e1e96 HTTP/1.1" status: 200 len: 809 time: 0.1885035 Jul 14 07:28:33.627141 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b6cbe713-5ff7-4a1f-9f33-9107105d01a1 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:33.648182 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-19b5c775-4962-4758-aa82-bf5be77f31ad tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/quotas/576fbc319a6d4e958ed7ad9c955ad7ba HTTP/1.1" status: 200 len: 375 time: 0.0167630 Jul 14 07:28:33.698705 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port b6cbe713-5ff7-4a1f-9f33-9107105d01a1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:33.704042 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port b6cbe713-5ff7-4a1f-9f33-9107105d01a1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:33.704995 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:33.773480 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-01c0c193-fd68-49c2-92c4-053f99f40403 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=576fbc319a6d4e958ed7ad9c955ad7ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1213946 Jul 14 07:28:33.855784 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:33.864264 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 8900d0af-3b28-40f9-9755-ad64365187c6 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:28:33.926435 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port b6cbe713-5ff7-4a1f-9f33-9107105d01a1, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b6cbe713-5ff7-4a1f-9f33-9107105d01a1,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:33.941495 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:34.039910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-c8643bd8-9b30-4c75-b259-28c05b7c2409 service neutron] 10.222.0.35 "GET /v2.0/networks/9546779e-0ac6-4649-96fa-48703d5e1e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536407 Jul 14 07:28:34.070796 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=b6cbe713-5ff7-4a1f-9f33-9107105d01a1,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:34.107635 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 8900d0af-3b28-40f9-9755-ad64365187c6, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=8900d0af-3b28-40f9-9755-ad64365187c6,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:34.126223 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '8900d0af-3b28-40f9-9755-ad64365187c6', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'port_id': '8900d0af-3b28-40f9-9755-ad64365187c6', 'mac_address': 'fa:16:3e:c7:53:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:28:34.178103 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:34.194184 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8900d0af-3b28-40f9-9755-ad64365187c6 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:28:34.218114 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 8900d0af-3b28-40f9-9755-ad64365187c6, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=8900d0af-3b28-40f9-9755-ad64365187c6,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:34.225117 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:34.282939 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=8900d0af-3b28-40f9-9755-ad64365187c6,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:34.458819 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['8900d0af-3b28-40f9-9755-ad64365187c6'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:28:34.469243 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40aff21-79ce-457d-997f-587749b7225c req-33469554-b10c-4361-9ffd-414ca18a32cd tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:34.470782 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b40aff21-79ce-457d-997f-587749b7225c req-33469554-b10c-4361-9ffd-414ca18a32cd tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 944 time: 0.5370908 Jul 14 07:28:34.500658 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-dc4290e3-593e-4aca-b9d9-1567f75a532f service neutron] 10.222.0.35 "GET /v2.0/networks/9546779e-0ac6-4649-96fa-48703d5e1e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549992 Jul 14 07:28:34.554614 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b40aff21-79ce-457d-997f-587749b7225c req-b127005e-dff6-434e-9bf0-cfe505cc78a9 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747509 Jul 14 07:28:34.678247 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:34.763728 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77849c61-d07d-4588-b6d2-c8289579c9e6 req-3cfa1823-fc04-4fd6-babd-a6c12156b203 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 210 time: 0.0333989 Jul 14 07:28:35.083637 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Sync routers for ids ['f628da1d-ce42-4b8c-b1cf-8a59ac0d878a'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:28:35.095111 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Routers {'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:28:35.096012 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:28:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f628da1d-ce42-4b8c-b1cf-8a59ac0d878a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:35.208353 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Set router f628da1d-ce42-4b8c-b1cf-8a59ac0d878a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:28:35.489801 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'name': 'tempest-TestServerBasicOps-601788979-router', 'tenant_id': '2f249275f125405dbe31e4db9ceb307e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'b6cbe713-5ff7-4a1f-9f33-9107105d01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:23Z', 'updated_at': '2021-07-14T07:28:29Z', 'revision_number': 4, 'project_id': '2f249275f125405dbe31e4db9ceb307e', 'gw_port': {'id': 'b6cbe713-5ff7-4a1f-9f33-9107105d01a1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:24Z', 'updated_at': '2021-07-14T07:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '520d9bb3-e32f-496b-a0f2-ae4dec7ff900', 'name': '', 'network_id': '23d9d889-b8df-4172-b8c7-4b9e5bf6d03a', 'tenant_id': '2f249275f125405dbe31e4db9ceb307e', 'mac_address': 'fa:16:3e:de:55:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'bf26b39f-c685-44cf-ad2b-c56d5af06b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:28Z', 'updated_at': '2021-07-14T07:28:29Z', 'revision_number': 2, 'project_id': '2f249275f125405dbe31e4db9ceb307e', 'subnets': [{'id': 'bf26b39f-c685-44cf-ad2b-c56d5af06b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:35.524975 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Checking router: f628da1d-ce42-4b8c-b1cf-8a59ac0d878a for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:28:35.525749 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Updating router f628da1d-ce42-4b8c-b1cf-8a59ac0d878a port 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:28:35.612646 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:35.648585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b6cbe713-5ff7-4a1f-9f33-9107105d01a1 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:35.708999 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port b6cbe713-5ff7-4a1f-9f33-9107105d01a1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:35.710253 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:35.806734 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc37369-50e4-4db4-b6a4-518f0282da14 req-26876571-b35f-47de-89b1-0d102489554e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:35.810254 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdc37369-50e4-4db4-b6a4-518f0282da14 req-26876571-b35f-47de-89b1-0d102489554e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 945 time: 0.0865417 Jul 14 07:28:35.827154 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 8900d0af-3b28-40f9-9755-ad64365187c6 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:35.917382 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdc37369-50e4-4db4-b6a4-518f0282da14 req-1e870d8a-f3a7-452e-a25f-4d582b91240b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990915 Jul 14 07:28:35.967291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 8900d0af-3b28-40f9-9755-ad64365187c6 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:35.980352 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 8900d0af-3b28-40f9-9755-ad64365187c6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:35.980779 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:36.065317 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ec4b4593-4a64-4e15-b19d-0c33de865977 req-22b54cc5-fb48-4f31-ab1a-245e505d83bf tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 210 time: 0.1000488 Jul 14 07:28:36.076368 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:36.106962 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76264d93-c340-4b34-989f-66acec139531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8900d0af-3b28-40f9-9755-ad64365187c6'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:28:36.110127 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce127c0-7abd-4cd1-b4a8-cf9816e354b3" -d '{"events": [{"server_uuid": "76264d93-c340-4b34-989f-66acec139531", "name": "network-vif-plugged", "status": "completed", "tag": "8900d0af-3b28-40f9-9755-ad64365187c6"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:28:36.125858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 8900d0af-3b28-40f9-9755-ad64365187c6, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=8900d0af-3b28-40f9-9755-ad64365187c6,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:36.133386 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:36.209858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=8900d0af-3b28-40f9-9755-ad64365187c6,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:36.227185 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a35ac9-3ad3-4f8a-8ce2-af62e1b0ce65 x-openstack-request-id: req-72a35ac9-3ad3-4f8a-8ce2-af62e1b0ce65 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:28:36.227869 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76264d93-c340-4b34-989f-66acec139531", "name": "network-vif-plugged", "status": "completed", "tag": "8900d0af-3b28-40f9-9755-ad64365187c6", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:28:36.228434 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72a35ac9-3ad3-4f8a-8ce2-af62e1b0ce65 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:28:36.229033 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76264d93-c340-4b34-989f-66acec139531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8900d0af-3b28-40f9-9755-ad64365187c6', 'code': 200} Jul 14 07:28:36.232280 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:36.316702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-549ba181-38dd-418d-91b2-269351b8b2e9 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:36.317042 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:36.336439 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Transition to ACTIVE for port object 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:36.339287 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-549ba181-38dd-418d-91b2-269351b8b2e9 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.15 "GET /v2.0/networks?id=9546779e-0ac6-4649-96fa-48703d5e1e96 HTTP/1.1" status: 200 len: 809 time: 0.2308540 Jul 14 07:28:36.348684 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:36.439937 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-8a72d9eb-c5aa-4600-ab6a-f8bce44479b2 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=576fbc319a6d4e958ed7ad9c955ad7ba HTTP/1.1" status: 200 len: 379 time: 0.0957301 Jul 14 07:28:36.451868 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-a91ea84d-5c7b-467d-9140-661326fb10d1 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Request body: {'port': {'device_id': '1c0b16e4-9935-47e3-8543-78c2c4127d5d', 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96', 'admin_state_up': True, 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'security_groups': ['9298088d-c397-45c3-a444-23e62d42ba66']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:36.465965 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda07ea1-ec5a-43d3-99b4-9c0713d373a6 req-fa6175d6-b434-40bd-b212-1c5c5a731703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:36.467512 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eda07ea1-ec5a-43d3-99b4-9c0713d373a6 req-fa6175d6-b434-40bd-b212-1c5c5a731703 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 1097 time: 0.0899434 Jul 14 07:28:36.529782 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eda07ea1-ec5a-43d3-99b4-9c0713d373a6 req-cc2bc32c-7455-49f3-a108-346271a4509b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509748 Jul 14 07:28:36.543597 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61288c-8bf1-4a0c-afde-66ecf6fa231d None None] Pushing event updated for resources: {'Port': ['ID=520d9bb3-e32f-496b-a0f2-ae4dec7ff900,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:36.576837 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Attempting to bind port 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:28:36.577173 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Attempting to bind port 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b17f766d-632b-4130-8ab5-df3c9ea52dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23d9d889-b8df-4172-b8c7-4b9e5bf6d03a'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:28:36.577496 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Attempting to bind port 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 on network 23d9d889-b8df-4172-b8c7-4b9e5bf6d03a {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:36.598571 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:28:36.598952 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Checking segment: {'id': 'b17f766d-632b-4130-8ab5-df3c9ea52dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23d9d889-b8df-4172-b8c7-4b9e5bf6d03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:36.599362 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:36.599758 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Bound using segment: {'id': 'b17f766d-632b-4130-8ab5-df3c9ea52dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23d9d889-b8df-4172-b8c7-4b9e5bf6d03a'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:28:36.600244 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Bound port: 520d9bb3-e32f-496b-a0f2-ae4dec7ff900, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17f766d-632b-4130-8ab5-df3c9ea52dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23d9d889-b8df-4172-b8c7-4b9e5bf6d03a'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:28:36.600642 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:36.662827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-a91ea84d-5c7b-467d-9140-661326fb10d1 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Made reservation on behalf of 576fbc319a6d4e958ed7ad9c955ad7ba for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:28:36.667013 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-a91ea84d-5c7b-467d-9140-661326fb10d1 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:36.698769 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] For port 520d9bb3-e32f-496b-a0f2-ae4dec7ff900, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:28:36.702530 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] For port 520d9bb3-e32f-496b-a0f2-ae4dec7ff900, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=520d9bb3-e32f-496b-a0f2-ae4dec7ff900,segment=NetworkSegment(b17f766d-632b-4130-8ab5-df3c9ea52dcf),segment_id=b17f766d-632b-4130-8ab5-df3c9ea52dcf)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:28:36.713383 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:36.789413 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Routers {'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:28:36.790425 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:28:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f628da1d-ce42-4b8c-b1cf-8a59ac0d878a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:36.879001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-a91ea84d-5c7b-467d-9140-661326fb10d1 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Allocated IP 172.20.0.9 (9546779e-0ac6-4649-96fa-48703d5e1e96/488b379b-0b2d-4604-a8f6-50f07f843fd7/484e7350-5f4c-4f88-ad79-38bafbac675d) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:37.036919 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61288c-8bf1-4a0c-afde-66ecf6fa231d None None] Pushing event updated for resources: {'Port': ['ID=520d9bb3-e32f-496b-a0f2-ae4dec7ff900,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:37.076289 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] Set router f628da1d-ce42-4b8c-b1cf-8a59ac0d878a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:28:37.254985 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-a91ea84d-5c7b-467d-9140-661326fb10d1 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:37.297320 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5b75053-af59-4401-974e-f5d3ea769c2c req-8354edea-c2d2-4d42-b086-c2f211d170fe tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 210 time: 0.0478630 Jul 14 07:28:37.303993 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'name': 'tempest-TestServerBasicOps-601788979-router', 'tenant_id': '2f249275f125405dbe31e4db9ceb307e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'b6cbe713-5ff7-4a1f-9f33-9107105d01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:23Z', 'updated_at': '2021-07-14T07:28:29Z', 'revision_number': 4, 'project_id': '2f249275f125405dbe31e4db9ceb307e', 'gw_port': {'id': 'b6cbe713-5ff7-4a1f-9f33-9107105d01a1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:24Z', 'updated_at': '2021-07-14T07:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '520d9bb3-e32f-496b-a0f2-ae4dec7ff900', 'name': '', 'network_id': '23d9d889-b8df-4172-b8c7-4b9e5bf6d03a', 'tenant_id': '2f249275f125405dbe31e4db9ceb307e', 'mac_address': 'fa:16:3e:de:55:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'bf26b39f-c685-44cf-ad2b-c56d5af06b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:28Z', 'updated_at': '2021-07-14T07:28:36Z', 'revision_number': 4, 'project_id': '2f249275f125405dbe31e4db9ceb307e', 'subnets': [{'id': 'bf26b39f-c685-44cf-ad2b-c56d5af06b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:37.304349 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-a91ea84d-5c7b-467d-9140-661326fb10d1 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Transition to ACTIVE for port object 484e7350-5f4c-4f88-ad79-38bafbac675d will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:37.329271 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d02b4-8f3c-403c-9b86-cadaca819c4d req-10c4ca72-15ec-4277-9140-96fb84a09996 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:37.330872 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-236d02b4-8f3c-403c-9b86-cadaca819c4d req-10c4ca72-15ec-4277-9140-96fb84a09996 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 946 time: 0.1882503 Jul 14 07:28:37.342932 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0996c99f-8487-494a-afc8-26e0c2b0e63e None None] The sync data for ids ['f628da1d-ce42-4b8c-b1cf-8a59ac0d878a'] in n-d-778696-5 is: [{'id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'name': 'tempest-TestServerBasicOps-601788979-router', 'tenant_id': '2f249275f125405dbe31e4db9ceb307e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'b6cbe713-5ff7-4a1f-9f33-9107105d01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:23Z', 'updated_at': '2021-07-14T07:28:29Z', 'revision_number': 4, 'project_id': '2f249275f125405dbe31e4db9ceb307e', 'gw_port': {'id': 'b6cbe713-5ff7-4a1f-9f33-9107105d01a1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:24Z', 'updated_at': '2021-07-14T07:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '520d9bb3-e32f-496b-a0f2-ae4dec7ff900', 'name': '', 'network_id': '23d9d889-b8df-4172-b8c7-4b9e5bf6d03a', 'tenant_id': '2f249275f125405dbe31e4db9ceb307e', 'mac_address': 'fa:16:3e:de:55:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'bf26b39f-c685-44cf-ad2b-c56d5af06b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:28Z', 'updated_at': '2021-07-14T07:28:36Z', 'revision_number': 4, 'project_id': '2f249275f125405dbe31e4db9ceb307e', 'subnets': [{'id': 'bf26b39f-c685-44cf-ad2b-c56d5af06b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:28:37.426979 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-236d02b4-8f3c-403c-9b86-cadaca819c4d req-b08e439d-ae86-4d4d-9374-bd48d9925786 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619881 Jul 14 07:28:37.456806 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-a91ea84d-5c7b-467d-9140-661326fb10d1 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:37.535269 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-a91ea84d-5c7b-467d-9140-661326fb10d1 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Network 9546779e-0ac6-4649-96fa-48703d5e1e96 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:37.538871 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-a91ea84d-5c7b-467d-9140-661326fb10d1 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:37.545141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-a91ea84d-5c7b-467d-9140-661326fb10d1 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:37.587037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ea84d-5c7b-467d-9140-661326fb10d1 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Pushing event updated for resources: {'Port': ['ID=484e7350-5f4c-4f88-ad79-38bafbac675d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:37.617505 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-a91ea84d-5c7b-467d-9140-661326fb10d1 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:37.618079 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-a91ea84d-5c7b-467d-9140-661326fb10d1 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:37.653499 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-a91ea84d-5c7b-467d-9140-661326fb10d1 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2083743 Jul 14 07:28:37.666002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Request body: {'port': {'device_id': '1c0b16e4-9935-47e3-8543-78c2c4127d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:37.717917 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:37.813019 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:37.845807 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:37.850572 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:37.851167 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:37.923850 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2d9525b1-4c9d-4df8-ad19-d76c0e5de15c None None] Provisioning for port 484e7350-5f4c-4f88-ad79-38bafbac675d completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:37.931000 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2d9525b1-4c9d-4df8-ad19-d76c0e5de15c None None] Provisioning complete for port 484e7350-5f4c-4f88-ad79-38bafbac675d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:37.931416 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2d9525b1-4c9d-4df8-ad19-d76c0e5de15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:38.043910 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-2d9525b1-4c9d-4df8-ad19-d76c0e5de15c None None] Port 484e7350-5f4c-4f88-ad79-38bafbac675d cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:28:38.056707 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:38.100891 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 520d9bb3-e32f-496b-a0f2-ae4dec7ff900, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=520d9bb3-e32f-496b-a0f2-ae4dec7ff900,segment=NetworkSegment(b17f766d-632b-4130-8ab5-df3c9ea52dcf),segment_id=b17f766d-632b-4130-8ab5-df3c9ea52dcf)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:38.127117 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:38.218229 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=520d9bb3-e32f-496b-a0f2-ae4dec7ff900,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:38.251754 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 484e7350-5f4c-4f88-ad79-38bafbac675d {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:28:38.259837 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:38.278808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Transition to ACTIVE for port object 484e7350-5f4c-4f88-ad79-38bafbac675d will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:38.283779 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:38.364114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Pushing event updated for resources: {'Port': ['ID=484e7350-5f4c-4f88-ad79-38bafbac675d,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:38.501980 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Attempting to bind port 484e7350-5f4c-4f88-ad79-38bafbac675d on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:28:38.502322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Attempting to bind port 484e7350-5f4c-4f88-ad79-38bafbac675d by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'bb48043c-146c-45c7-9bec-f5ac7d706765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:28:38.503223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Attempting to bind port 484e7350-5f4c-4f88-ad79-38bafbac675d on network 9546779e-0ac6-4649-96fa-48703d5e1e96 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:38.510814 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Port 484e7350-5f4c-4f88-ad79-38bafbac675d on network 9546779e-0ac6-4649-96fa-48703d5e1e96 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:28:38.511138 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Attempting to bind port 484e7350-5f4c-4f88-ad79-38bafbac675d on network 9546779e-0ac6-4649-96fa-48703d5e1e96 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:38.518916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:28:38.520486 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Checking segment: {'id': 'bb48043c-146c-45c7-9bec-f5ac7d706765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:38.521070 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Bound using segment: {'id': 'bb48043c-146c-45c7-9bec-f5ac7d706765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:28:38.521791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Bound port: 484e7350-5f4c-4f88-ad79-38bafbac675d, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb48043c-146c-45c7-9bec-f5ac7d706765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:28:38.522216 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:38.706786 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] For port 484e7350-5f4c-4f88-ad79-38bafbac675d, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:28:38.711514 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] For port 484e7350-5f4c-4f88-ad79-38bafbac675d, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=484e7350-5f4c-4f88-ad79-38bafbac675d,segment=NetworkSegment(bb48043c-146c-45c7-9bec-f5ac7d706765),segment_id=bb48043c-146c-45c7-9bec-f5ac7d706765)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:28:38.729119 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:38.750033 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b2384-f3f4-4ac5-a8e1-fc572226a95d req-2ef334da-9b91-4713-9a52-575cd39d37d6 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:38.751842 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-889b2384-f3f4-4ac5-a8e1-fc572226a95d req-2ef334da-9b91-4713-9a52-575cd39d37d6 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 943 time: 0.2257984 Jul 14 07:28:38.839889 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd4483-e240-4425-8b33-6cb595c4d2f9 req-704a42ff-90e5-4912-9e10-62ca0b36b6ee tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:38.848631 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dabd4483-e240-4425-8b33-6cb595c4d2f9 req-704a42ff-90e5-4912-9e10-62ca0b36b6ee tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 946 time: 0.2359655 Jul 14 07:28:38.854650 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:38.855721 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:38.857622 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] 10.222.0.15 "PUT /v2.0/ports/484e7350-5f4c-4f88-ad79-38bafbac675d HTTP/1.1" status: 200 len: 1091 time: 1.1962016 Jul 14 07:28:38.859066 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0b16e4-9935-47e3-8543-78c2c4127d5d', 'tag': '484e7350-5f4c-4f88-ad79-38bafbac675d'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:28:38.861803 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0398df4-cf17-4814-a624-030bc0a8aecc" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0b16e4-9935-47e3-8543-78c2c4127d5d", "tag": "484e7350-5f4c-4f88-ad79-38bafbac675d"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:28:38.932902 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-889b2384-f3f4-4ac5-a8e1-fc572226a95d req-c05cddf3-7f95-419c-93f0-2c8f4f6883f3 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9298088d-c397-45c3-a444-23e62d42ba66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427422 Jul 14 07:28:38.944877 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39e6dd-12aa-4936-b694-6350d62e6775 service neutron] Pushing event updated for resources: {'Port': ['ID=484e7350-5f4c-4f88-ad79-38bafbac675d,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:39.009569 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dabd4483-e240-4425-8b33-6cb595c4d2f9 req-7918065e-aa8f-4cd6-b7fa-6de4418525be tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599154 Jul 14 07:28:39.075170 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-cb40665a-98d7-4db5-a2ab-36524d40914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:39.076876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-cb40665a-98d7-4db5-a2ab-36524d40914a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=576fbc319a6d4e958ed7ad9c955ad7ba&device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 1094 time: 0.1499519 Jul 14 07:28:39.148045 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dcf7ec-dce6-4196-89d4-ce678a158374 x-openstack-request-id: req-10dcf7ec-dce6-4196-89d4-ce678a158374 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:28:39.148385 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0b16e4-9935-47e3-8543-78c2c4127d5d", "tag": "484e7350-5f4c-4f88-ad79-38bafbac675d", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:28:39.148584 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10dcf7ec-dce6-4196-89d4-ce678a158374 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:28:39.149074 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0b16e4-9935-47e3-8543-78c2c4127d5d', 'tag': '484e7350-5f4c-4f88-ad79-38bafbac675d', 'status': 'completed', 'code': 200} Jul 14 07:28:39.159296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-a5a3044a-a766-490d-8957-64297f9d42dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=484e7350-5f4c-4f88-ad79-38bafbac675d HTTP/1.1" status: 200 len: 217 time: 0.0739176 Jul 14 07:28:39.264122 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-bb1bd497-bc59-4a91-b78d-6a6da8f2668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:39.266482 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-bb1bd497-bc59-4a91-b78d-6a6da8f2668a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=488b379b-0b2d-4604-a8f6-50f07f843fd7 HTTP/1.1" status: 200 len: 848 time: 0.0924206 Jul 14 07:28:39.393725 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-79d9021a-48ea-4bc1-82a2-0d0442bec376 req-c3ee17d2-ecae-4eaa-9337-099f24af61d6 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5388180d7e484dd0b2d86403880fc87d HTTP/1.1" status: 200 len: 267 time: 0.0692816 Jul 14 07:28:39.443779 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-7adf2caa-dc60-42a5-8d36-8c5171b37a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:39.445407 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-7adf2caa-dc60-42a5-8d36-8c5171b37a65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9546779e-0ac6-4649-96fa-48703d5e1e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720889 Jul 14 07:28:39.535358 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9021a-48ea-4bc1-82a2-0d0442bec376 req-08a37387-8830-473e-90f6-eddea01476a8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:39.536908 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-79d9021a-48ea-4bc1-82a2-0d0442bec376 req-08a37387-8830-473e-90f6-eddea01476a8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 946 time: 0.1424356 Jul 14 07:28:39.553570 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-79d9021a-48ea-4bc1-82a2-0d0442bec376 req-d8807cf9-586e-429d-b719-9e612eb00a34 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Request body: {'port': {'security_groups': []}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:39.590440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:39.625617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-2615f825-1391-4ef9-9bae-d0e84ea30dad service neutron] 10.222.0.15 "GET /v2.0/networks/9546779e-0ac6-4649-96fa-48703d5e1e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733549 Jul 14 07:28:39.681396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:39.681741 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:39.740391 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-79d9021a-48ea-4bc1-82a2-0d0442bec376 req-d8807cf9-586e-429d-b719-9e612eb00a34 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:39.836133 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b25a2aa-3237-4bf7-92b3-f13875b28530 req-b9b88394-34d6-438d-93c2-ede1e9b30d6c service neutron] 10.222.0.15 "GET /v2.0/networks/9546779e-0ac6-4649-96fa-48703d5e1e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041228 Jul 14 07:28:40.028090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0398df4-cf17-4814-a624-030bc0a8aecc req-6fdf1417-398f-447e-a4ae-b1505b7072e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:40.030426 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0398df4-cf17-4814-a624-030bc0a8aecc req-6fdf1417-398f-447e-a4ae-b1505b7072e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=576fbc319a6d4e958ed7ad9c955ad7ba&device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 1094 time: 0.1090267 Jul 14 07:28:40.037957 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-79d9021a-48ea-4bc1-82a2-0d0442bec376 req-d8807cf9-586e-429d-b719-9e612eb00a34 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] For port 8900d0af-3b28-40f9-9755-ad64365187c6, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=8900d0af-3b28-40f9-9755-ad64365187c6,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:40.161345 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-79d9021a-48ea-4bc1-82a2-0d0442bec376 req-d8807cf9-586e-429d-b719-9e612eb00a34 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:40.169143 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-79d9021a-48ea-4bc1-82a2-0d0442bec376 req-d8807cf9-586e-429d-b719-9e612eb00a34 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:40.182381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['34b66f3c-5393-4747-b28c-2e7d8883db95', '06cbb094-fc1e-4f32-938f-3e9c8ac610c1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:28:40.215226 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['8900d0af-3b28-40f9-9755-ad64365187c6'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:28:40.262024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9021a-48ea-4bc1-82a2-0d0442bec376 req-d8807cf9-586e-429d-b719-9e612eb00a34 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:40.266013 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-79d9021a-48ea-4bc1-82a2-0d0442bec376 req-d8807cf9-586e-429d-b719-9e612eb00a34 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:40.267617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-79d9021a-48ea-4bc1-82a2-0d0442bec376 req-d8807cf9-586e-429d-b719-9e612eb00a34 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "PUT /v2.0/ports/8900d0af-3b28-40f9-9755-ad64365187c6 HTTP/1.1" status: 200 len: 905 time: 0.7212160 Jul 14 07:28:40.270655 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0398df4-cf17-4814-a624-030bc0a8aecc req-e29bdd10-18fd-4a7b-8da3-e9e3f44bcd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:40.270655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0398df4-cf17-4814-a624-030bc0a8aecc req-e29bdd10-18fd-4a7b-8da3-e9e3f44bcd84 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9546779e-0ac6-4649-96fa-48703d5e1e96 HTTP/1.1" status: 200 len: 910 time: 0.2345872 Jul 14 07:28:40.343743 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0398df4-cf17-4814-a624-030bc0a8aecc req-6a5c6026-4fd5-4dcb-a886-8b173400278f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=484e7350-5f4c-4f88-ad79-38bafbac675d HTTP/1.1" status: 200 len: 217 time: 0.0668600 Jul 14 07:28:40.357167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb453332-db73-4c8f-9ea4-d52d29d8bad7 req-92e86fd2-91a9-48fa-b4f2-1e067ab09cb0 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:40.358766 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb453332-db73-4c8f-9ea4-d52d29d8bad7 req-92e86fd2-91a9-48fa-b4f2-1e067ab09cb0 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 943 time: 0.2596025 Jul 14 07:28:40.382973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['8900d0af-3b28-40f9-9755-ad64365187c6'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:28:40.441869 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8807cf9-586e-429d-b719-9e612eb00a34 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Pushing event updated for resources: {'Port': ['ID=8900d0af-3b28-40f9-9755-ad64365187c6,revision_number=6']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:40.595678 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0398df4-cf17-4814-a624-030bc0a8aecc req-c38a077c-0c1e-4e32-95ae-3290836ef947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:40.597609 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0398df4-cf17-4814-a624-030bc0a8aecc req-c38a077c-0c1e-4e32-95ae-3290836ef947 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=488b379b-0b2d-4604-a8f6-50f07f843fd7 HTTP/1.1" status: 200 len: 848 time: 0.2367692 Jul 14 07:28:40.605981 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb453332-db73-4c8f-9ea4-d52d29d8bad7 req-442b9a5b-7c07-4e07-86f5-52f0d98e3106 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9298088d-c397-45c3-a444-23e62d42ba66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119853 Jul 14 07:28:40.696065 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61433224-2c4f-4f9c-8e69-1fa78af8ff2a req-47eb151f-42b6-41c1-85a0-d8f486fc4b67 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:40.698691 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61433224-2c4f-4f9c-8e69-1fa78af8ff2a req-47eb151f-42b6-41c1-85a0-d8f486fc4b67 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 908 time: 0.2032874 Jul 14 07:28:40.728234 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0398df4-cf17-4814-a624-030bc0a8aecc req-f113d4a3-84c7-4350-8991-43968222990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:40.739967 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0398df4-cf17-4814-a624-030bc0a8aecc req-f113d4a3-84c7-4350-8991-43968222990a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9546779e-0ac6-4649-96fa-48703d5e1e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309822 Jul 14 07:28:40.797288 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4ddc6d7b-f684-4319-92fa-b78299592787 None None] Provisioning complete for port 8900d0af-3b28-40f9-9755-ad64365187c6 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:40.797987 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6d7b-f684-4319-92fa-b78299592787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:40.918800 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0398df4-cf17-4814-a624-030bc0a8aecc req-e6f6fc19-e1d1-4dc4-95a2-9123657dde12 service neutron] 10.222.0.15 "GET /v2.0/networks/9546779e-0ac6-4649-96fa-48703d5e1e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700401 Jul 14 07:28:41.111135 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d7830-dc0e-4817-a834-577f6e64bd35 req-9ef8d07e-b8b3-4270-ba47-667878e540ce tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:41.113224 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-352d7830-dc0e-4817-a834-577f6e64bd35 req-9ef8d07e-b8b3-4270-ba47-667878e540ce tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.1934166 Jul 14 07:28:41.158166 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0398df4-cf17-4814-a624-030bc0a8aecc req-f00fff12-cead-4024-afb4-fceca97bd78a service neutron] 10.222.0.15 "GET /v2.0/networks/9546779e-0ac6-4649-96fa-48703d5e1e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268093 Jul 14 07:28:41.160340 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76264d93-c340-4b34-989f-66acec139531', 'tag': '8900d0af-3b28-40f9-9755-ad64365187c6'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:28:41.163097 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dbdf74-a954-4f16-abfc-0e7de75392f6" -d '{"events": [{"name": "network-changed", "server_uuid": "76264d93-c340-4b34-989f-66acec139531", "tag": "8900d0af-3b28-40f9-9755-ad64365187c6"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:28:41.188225 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-352d7830-dc0e-4817-a834-577f6e64bd35 req-0fbbadf8-8f76-4915-8443-372c118542ee tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671780 Jul 14 07:28:41.225735 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caef3246-c119-4194-a417-a13359b79c4d x-openstack-request-id: req-caef3246-c119-4194-a417-a13359b79c4d {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:28:41.226288 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76264d93-c340-4b34-989f-66acec139531", "tag": "8900d0af-3b28-40f9-9755-ad64365187c6", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:28:41.226793 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-caef3246-c119-4194-a417-a13359b79c4d {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:28:41.227442 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76264d93-c340-4b34-989f-66acec139531', 'tag': '8900d0af-3b28-40f9-9755-ad64365187c6', 'status': 'completed', 'code': 200} Jul 14 07:28:41.321993 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbdf74-a954-4f16-abfc-0e7de75392f6 req-9887dd04-02ce-4822-a071-f596317d3b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:41.325265 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-88dbdf74-a954-4f16-abfc-0e7de75392f6 req-9887dd04-02ce-4822-a071-f596317d3b35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 1059 time: 0.0658643 Jul 14 07:28:41.421318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ccfd5-0246-4ffb-b35a-bbc8438bd160 req-c1aca735-ec0b-4ae5-aa8e-8cf0cb757c8a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:41.423281 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-422ccfd5-0246-4ffb-b35a-bbc8438bd160 req-c1aca735-ec0b-4ae5-aa8e-8cf0cb757c8a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0969858 Jul 14 07:28:41.490360 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-422ccfd5-0246-4ffb-b35a-bbc8438bd160 req-81f3fe39-fb3e-44b8-b42f-65ad7f80b895 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585527 Jul 14 07:28:41.520798 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbdf74-a954-4f16-abfc-0e7de75392f6 req-98887d80-271b-4205-8261-6ef565730edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:41.530065 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-88dbdf74-a954-4f16-abfc-0e7de75392f6 req-98887d80-271b-4205-8261-6ef565730edf service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 913 time: 0.1962931 Jul 14 07:28:41.581505 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-88dbdf74-a954-4f16-abfc-0e7de75392f6 req-ccf0fe89-9823-4da1-9d91-eac562281d7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8900d0af-3b28-40f9-9755-ad64365187c6 HTTP/1.1" status: 200 len: 217 time: 0.0440891 Jul 14 07:28:41.638891 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbdf74-a954-4f16-abfc-0e7de75392f6 req-c42c2b18-96b9-4df1-8dce-8adf8ed4974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:41.640957 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-88dbdf74-a954-4f16-abfc-0e7de75392f6 req-c42c2b18-96b9-4df1-8dce-8adf8ed4974d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.0528574 Jul 14 07:28:41.802595 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbdf74-a954-4f16-abfc-0e7de75392f6 req-40c8057c-5e85-4708-a2ad-144b65a9043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:41.804569 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-88dbdf74-a954-4f16-abfc-0e7de75392f6 req-40c8057c-5e85-4708-a2ad-144b65a9043d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1468813 Jul 14 07:28:41.929177 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-88dbdf74-a954-4f16-abfc-0e7de75392f6 req-5c70c6e3-e6ae-4b10-9b07-f490600f9181 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176758 Jul 14 07:28:41.969492 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753c31e-b05e-4240-906e-317fe4ae527a req-4f41e53e-31db-451f-a039-c75df36d8589 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:41.971187 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8753c31e-b05e-4240-906e-317fe4ae527a req-4f41e53e-31db-451f-a039-c75df36d8589 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 943 time: 0.1553431 Jul 14 07:28:42.022396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-7a7159cc-3b23-42b3-9a4f-6282314781ff tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:42.024290 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-7a7159cc-3b23-42b3-9a4f-6282314781ff tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 812 time: 0.1685719 Jul 14 07:28:42.072201 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-88dbdf74-a954-4f16-abfc-0e7de75392f6 req-e0e09594-d896-4da3-af0c-1d9e89c77395 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366131 Jul 14 07:28:42.073776 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-119ff897-166f-4f16-8d92-3f7ce3e8bc19 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/quotas/5388180d7e484dd0b2d86403880fc87d HTTP/1.1" status: 200 len: 375 time: 0.0302477 Jul 14 07:28:42.078842 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8753c31e-b05e-4240-906e-317fe4ae527a req-53f9b842-a5f8-4858-b110-7f5c06897489 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9298088d-c397-45c3-a444-23e62d42ba66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856340 Jul 14 07:28:42.176462 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-438571e9-3584-41f5-b741-b0dcae119423 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1015205 Jul 14 07:28:42.301992 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-b4eb4318-b568-4424-8d1b-cda26400a871 service neutron] 10.222.0.35 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182694 Jul 14 07:28:42.415617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-717c8fab-7922-4f7b-b41d-d320f6b9b476 service neutron] 10.222.0.35 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061568 Jul 14 07:28:42.668317 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1c228c8-645c-4bcd-866b-6959287cf5fd req-b2c968e3-c806-4fd8-a39d-7587ce03ae52 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 210 time: 0.0522680 Jul 14 07:28:43.045284 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 484e7350-5f4c-4f88-ad79-38bafbac675d details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:28:43.257833 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 484e7350-5f4c-4f88-ad79-38bafbac675d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=484e7350-5f4c-4f88-ad79-38bafbac675d,segment=NetworkSegment(bb48043c-146c-45c7-9bec-f5ac7d706765),segment_id=bb48043c-146c-45c7-9bec-f5ac7d706765)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:43.274002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '484e7350-5f4c-4f88-ad79-38bafbac675d', 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96', 'port_id': '484e7350-5f4c-4f88-ad79-38bafbac675d', 'mac_address': 'fa:16:3e:c9:f1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488b379b-0b2d-4604-a8f6-50f07f843fd7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:28:43.327232 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:43.344262 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484e7350-5f4c-4f88-ad79-38bafbac675d {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:28:43.362011 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552d760-6a29-411a-9836-e5cd9bd4022b req-72087f74-bd85-48c9-9d24-2cb080dfb162 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:43.363896 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8552d760-6a29-411a-9836-e5cd9bd4022b req-72087f74-bd85-48c9-9d24-2cb080dfb162 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 943 time: 0.0906072 Jul 14 07:28:43.371017 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 484e7350-5f4c-4f88-ad79-38bafbac675d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=484e7350-5f4c-4f88-ad79-38bafbac675d,segment=NetworkSegment(bb48043c-146c-45c7-9bec-f5ac7d706765),segment_id=bb48043c-146c-45c7-9bec-f5ac7d706765)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:43.380379 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:43.419516 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8552d760-6a29-411a-9836-e5cd9bd4022b req-515b06f2-64f1-4968-92dd-166e6245998f tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9298088d-c397-45c3-a444-23e62d42ba66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482993 Jul 14 07:28:43.466541 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=484e7350-5f4c-4f88-ad79-38bafbac675d,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:43.536987 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52930) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:43.542139 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-4f9c2d7b-0633-4959-ad61-6d18c08111b8 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1263238710'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:43.566529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9c2d7b-0633-4959-ad61-6d18c08111b8 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Made reservation on behalf of baa77f5ed63340aa85ad735a9cb925d7 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:28:43.575478 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f9c2d7b-0633-4959-ad61-6d18c08111b8 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:43.601025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9c2d7b-0633-4959-ad61-6d18c08111b8 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:28:43.602008 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['484e7350-5f4c-4f88-ad79-38bafbac675d'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:28:43.614064 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f9c2d7b-0633-4959-ad61-6d18c08111b8 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:43.614588 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-4f9c2d7b-0633-4959-ad61-6d18c08111b8 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Added segment 7913efa8-a2cd-40c4-8b22-110fc446958e of type vlan for network 737dad91-5c42-4403-b411-91fd99db9d41 Jul 14 07:28:43.665124 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f9c2d7b-0633-4959-ad61-6d18c08111b8 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:43.710964 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f9c2d7b-0633-4959-ad61-6d18c08111b8 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:43.717329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9c2d7b-0633-4959-ad61-6d18c08111b8 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:43.717912 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f9c2d7b-0633-4959-ad61-6d18c08111b8 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:43.857364 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4f9c2d7b-0633-4959-ad61-6d18c08111b8 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3188491 Jul 14 07:28:43.860679 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52936) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:43.868207 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8e306a91-13b9-43f3-b504-65ba048ddb26 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1258802100'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:43.893414 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8fc5e9cd-01e9-4150-a557-5d6e8008ae74 req-a602e92b-90b0-4a93-9bb5-ff2d3f6e8c19 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 210 time: 0.0673463 Jul 14 07:28:43.899111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c2d7b-0633-4959-ad61-6d18c08111b8 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event updated for resources: {'Network': ['ID=737dad91-5c42-4403-b411-91fd99db9d41,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:43.918322 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e306a91-13b9-43f3-b504-65ba048ddb26 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Made reservation on behalf of baa77f5ed63340aa85ad735a9cb925d7 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:28:43.922786 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e306a91-13b9-43f3-b504-65ba048ddb26 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:43.927135 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 737dad91-5c42-4403-b411-91fd99db9d41 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:28:43.997174 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e306a91-13b9-43f3-b504-65ba048ddb26 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:28:44.011674 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e306a91-13b9-43f3-b504-65ba048ddb26 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:44.012564 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-8e306a91-13b9-43f3-b504-65ba048ddb26 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Added segment 96f2994b-d29f-4c67-b424-dc6e6a22b2e3 of type vlan for network 5259ed76-3fbf-4ac1-88a4-ce8f37157488 Jul 14 07:28:44.143802 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e306a91-13b9-43f3-b504-65ba048ddb26 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:44.490482 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e306a91-13b9-43f3-b504-65ba048ddb26 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:44.496328 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e306a91-13b9-43f3-b504-65ba048ddb26 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:44.497106 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e306a91-13b9-43f3-b504-65ba048ddb26 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:44.516296 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-95de7c98-3ba0-448f-bbf1-afae879d668f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:44.517798 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-95de7c98-3ba0-448f-bbf1-afae879d668f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.30 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 812 time: 0.4786038 Jul 14 07:28:44.533877 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-b0a45733-3145-4e93-b006-9a4afa740ee2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Request body: {'port': {'device_id': '36a786b3-3ee5-44ba-8f29-446a8d83b729', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'admin_state_up': True, 'tenant_id': '5388180d7e484dd0b2d86403880fc87d'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:44.608872 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8e306a91-13b9-43f3-b504-65ba048ddb26 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7459064 Jul 14 07:28:44.612663 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52940) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:44.618241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ef089cd3-ff6e-4f18-b5b6-147bc320b0bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Request body: {'subnet': {'network_id': '737dad91-5c42-4403-b411-91fd99db9d41', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:44.634090 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e306a91-13b9-43f3-b504-65ba048ddb26 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event updated for resources: {'Network': ['ID=5259ed76-3fbf-4ac1-88a4-ce8f37157488,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:44.647375 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 5259ed76-3fbf-4ac1-88a4-ce8f37157488 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:28:44.704543 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-b0a45733-3145-4e93-b006-9a4afa740ee2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Made reservation on behalf of 5388180d7e484dd0b2d86403880fc87d for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:28:44.708535 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92ff5b-b44b-437b-9762-3ab3069658f7 req-a8173c42-4397-4233-8243-03fb2cc56f89 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:44.709712 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-b0a45733-3145-4e93-b006-9a4afa740ee2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:44.710463 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4a92ff5b-b44b-437b-9762-3ab3069658f7 req-a8173c42-4397-4233-8243-03fb2cc56f89 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 944 time: 0.1493511 Jul 14 07:28:44.744831 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef089cd3-ff6e-4f18-b5b6-147bc320b0bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Made reservation on behalf of baa77f5ed63340aa85ad735a9cb925d7 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:28:44.747353 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef089cd3-ff6e-4f18-b5b6-147bc320b0bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:44.904772 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-b0a45733-3145-4e93-b006-9a4afa740ee2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Allocated IP 172.20.0.5 (b2c5cf15-5a87-4c97-91f8-6d7dceaa510f/40a6fcbc-1ebb-4df2-9269-8464ec56e1dd/aaa31903-19cf-4255-bd1e-89933888334a) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:45.052702 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 484e7350-5f4c-4f88-ad79-38bafbac675d up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:45.056445 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:28:45.135132 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 484e7350-5f4c-4f88-ad79-38bafbac675d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:45.139577 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 484e7350-5f4c-4f88-ad79-38bafbac675d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:45.140886 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:45.141752 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4a92ff5b-b44b-437b-9762-3ab3069658f7 req-8f12cb42-e8e7-49f0-ab9a-86f6176af382 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9298088d-c397-45c3-a444-23e62d42ba66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4171910 Jul 14 07:28:45.176656 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9f9cfaf-a32f-40c0-a05a-4780299559c9 req-1f7fdd22-21c4-44a4-bbef-63e9e5309363 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 210 time: 0.0488017 Jul 14 07:28:45.180305 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-b0a45733-3145-4e93-b006-9a4afa740ee2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:45.199404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-b0a45733-3145-4e93-b006-9a4afa740ee2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Transition to ACTIVE for port object aaa31903-19cf-4255-bd1e-89933888334a will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:45.240534 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:45.255551 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-b0a45733-3145-4e93-b006-9a4afa740ee2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:45.269491 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0b16e4-9935-47e3-8543-78c2c4127d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484e7350-5f4c-4f88-ad79-38bafbac675d'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:28:45.272264 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d906c0-fc17-475a-bd07-f0b18fbb8158" -d '{"events": [{"server_uuid": "1c0b16e4-9935-47e3-8543-78c2c4127d5d", "name": "network-vif-plugged", "status": "completed", "tag": "484e7350-5f4c-4f88-ad79-38bafbac675d"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:28:45.294663 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['34b66f3c-5393-4747-b28c-2e7d8883db95', '06cbb094-fc1e-4f32-938f-3e9c8ac610c1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:28:45.367531 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef089cd3-ff6e-4f18-b5b6-147bc320b0bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:45.375402 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-b0a45733-3145-4e93-b006-9a4afa740ee2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:45.383137 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-b0a45733-3145-4e93-b006-9a4afa740ee2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:45.387696 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-b0a45733-3145-4e93-b006-9a4afa740ee2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:45.428380 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a45733-3145-4e93-b006-9a4afa740ee2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Pushing event updated for resources: {'Port': ['ID=aaa31903-19cf-4255-bd1e-89933888334a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:45.520082 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef089cd3-ff6e-4f18-b5b6-147bc320b0bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event updated for resources: {'Subnet': ['ID=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:45.539713 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-b0a45733-3145-4e93-b006-9a4afa740ee2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:45.543842 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-b0a45733-3145-4e93-b006-9a4afa740ee2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:45.563916 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b416c57-cde3-4e91-9dc0-e063595318d2 x-openstack-request-id: req-3b416c57-cde3-4e91-9dc0-e063595318d2 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:28:45.567720 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0b16e4-9935-47e3-8543-78c2c4127d5d", "name": "network-vif-plugged", "status": "completed", "tag": "484e7350-5f4c-4f88-ad79-38bafbac675d", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:28:45.567720 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b416c57-cde3-4e91-9dc0-e063595318d2 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:28:45.567720 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0b16e4-9935-47e3-8543-78c2c4127d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484e7350-5f4c-4f88-ad79-38bafbac675d', 'code': 200} Jul 14 07:28:45.571123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef089cd3-ff6e-4f18-b5b6-147bc320b0bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Checking segment: {'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:45.571729 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef089cd3-ff6e-4f18-b5b6-147bc320b0bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Network hostable DHCP agents. Network: 737dad91-5c42-4403-b411-91fd99db9d41, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:28:45.582291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851835ee-371d-48a9-be9c-1cb65b9847a8 req-45ec0ece-0922-4c2f-9ede-61b45d48d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:45.584240 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-851835ee-371d-48a9-be9c-1cb65b9847a8 req-45ec0ece-0922-4c2f-9ede-61b45d48d5fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 1095 time: 0.1365743 Jul 14 07:28:45.592430 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 484e7350-5f4c-4f88-ad79-38bafbac675d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=484e7350-5f4c-4f88-ad79-38bafbac675d,segment=NetworkSegment(bb48043c-146c-45c7-9bec-f5ac7d706765),segment_id=bb48043c-146c-45c7-9bec-f5ac7d706765)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:45.600071 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-b0a45733-3145-4e93-b006-9a4afa740ee2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0704029 Jul 14 07:28:45.612392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Request body: {'port': {'device_id': '36a786b3-3ee5-44ba-8f29-446a8d83b729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:45.621267 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:45.628047 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:45.633679 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef089cd3-ff6e-4f18-b5b6-147bc320b0bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Network 737dad91-5c42-4403-b411-91fd99db9d41 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:28:45.658398 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-851835ee-371d-48a9-be9c-1cb65b9847a8 req-81690bcb-e085-4539-b8b1-867f277a2d89 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9298088d-c397-45c3-a444-23e62d42ba66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624411 Jul 14 07:28:45.659629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ef089cd3-ff6e-4f18-b5b6-147bc320b0bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 737dad91-5c42-4403-b411-91fd99db9d41) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:45.666348 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef089cd3-ff6e-4f18-b5b6-147bc320b0bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:45.667051 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef089cd3-ff6e-4f18-b5b6-147bc320b0bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:45.680204 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89119ac3-7ea7-43bb-af25-5f59d7757fb1 None None] Network 737dad91-5c42-4403-b411-91fd99db9d41 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:28:45.693143 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ef089cd3-ff6e-4f18-b5b6-147bc320b0bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0789306 Jul 14 07:28:45.694765 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52950) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:45.703577 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-94e05a48-c58e-41cb-99d9-1e1439856874 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Request body: {'subnet': {'network_id': '5259ed76-3fbf-4ac1-88a4-ce8f37157488', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:45.750517 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:45.767813 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:45.785373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=484e7350-5f4c-4f88-ad79-38bafbac675d,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:45.830771 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e05a48-c58e-41cb-99d9-1e1439856874 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Made reservation on behalf of baa77f5ed63340aa85ad735a9cb925d7 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:28:45.835717 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94e05a48-c58e-41cb-99d9-1e1439856874 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:45.888538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:45.889069 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:45.889318 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:45.889653 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:45.891109 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:45.891607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:45.891607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:45.891607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:45.894661 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:45.894661 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:45.894661 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:45.894661 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:28:45.996052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b6c7079d-edc7-4aa1-a14d-57c406fa1478 None None] Provisioning for port aaa31903-19cf-4255-bd1e-89933888334a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:46.018652 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b6c7079d-edc7-4aa1-a14d-57c406fa1478 None None] Provisioning complete for port aaa31903-19cf-4255-bd1e-89933888334a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:46.018938 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b6c7079d-edc7-4aa1-a14d-57c406fa1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:46.075531 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-737dad91-5c42-4403-b411-91fd99db9d41', 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'fixed_ips': [{'subnet_id': '9a10aa77-bcdf-4ca8-9214-f68b4a43ce54'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:28:46.076372 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:46.115774 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b6c7079d-edc7-4aa1-a14d-57c406fa1478 None None] Port aaa31903-19cf-4255-bd1e-89933888334a cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:28:46.156627 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94e05a48-c58e-41cb-99d9-1e1439856874 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:46.187514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa31903-19cf-4255-bd1e-89933888334a {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:28:46.199664 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:46.234467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Transition to ACTIVE for port object aaa31903-19cf-4255-bd1e-89933888334a will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:46.238618 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e05a48-c58e-41cb-99d9-1e1439856874 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event updated for resources: {'Subnet': ['ID=333a6f4c-6b36-4054-9b8f-3bef22aead9f,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:46.242298 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:46.246862 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e05a48-c58e-41cb-99d9-1e1439856874 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Checking segment: {'id': '96f2994b-d29f-4c67-b424-dc6e6a22b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5259ed76-3fbf-4ac1-88a4-ce8f37157488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:46.247307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e05a48-c58e-41cb-99d9-1e1439856874 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Network hostable DHCP agents. Network: 5259ed76-3fbf-4ac1-88a4-ce8f37157488, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:28:46.286114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e05a48-c58e-41cb-99d9-1e1439856874 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Network 5259ed76-3fbf-4ac1-88a4-ce8f37157488 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:28:46.304685 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-94e05a48-c58e-41cb-99d9-1e1439856874 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 5259ed76-3fbf-4ac1-88a4-ce8f37157488) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:46.315252 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e05a48-c58e-41cb-99d9-1e1439856874 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:46.319188 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94e05a48-c58e-41cb-99d9-1e1439856874 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:46.340712 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941a01f9-c6db-4549-a1c4-364873eb2c79 None None] Network 5259ed76-3fbf-4ac1-88a4-ce8f37157488 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:28:46.401730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Pushing event updated for resources: {'Port': ['ID=aaa31903-19cf-4255-bd1e-89933888334a,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:46.454746 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Attempting to bind port aaa31903-19cf-4255-bd1e-89933888334a on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:28:46.455451 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Attempting to bind port aaa31903-19cf-4255-bd1e-89933888334a by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:28:46.455800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Attempting to bind port aaa31903-19cf-4255-bd1e-89933888334a on network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:46.460236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Port aaa31903-19cf-4255-bd1e-89933888334a on network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:28:46.460561 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Attempting to bind port aaa31903-19cf-4255-bd1e-89933888334a on network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:46.465630 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:28:46.465964 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Checking segment: {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:46.466353 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Bound using segment: {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:28:46.466775 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Bound port: aaa31903-19cf-4255-bd1e-89933888334a, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882d63ec-0221-414f-aec8-455037542b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:28:46.467133 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:46.478614 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-94e05a48-c58e-41cb-99d9-1e1439856874 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7828403 Jul 14 07:28:46.478803 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52958) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:46.485109 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ede94736-58f6-4eb6-ab7a-e7820c6c0057 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Request body: {'port': {'network_id': '737dad91-5c42-4403-b411-91fd99db9d41', 'name': 'tempest-TaggedBootDevicesTest_v242-2077861322', 'fixed_ips': [{'subnet_id': '9a10aa77-bcdf-4ca8-9214-f68b4a43ce54'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:46.543229 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8441c63-ffc1-426f-badf-b07f86475f9a req-7b94dd19-07c9-4bd7-afa4-73234af76b29 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:46.544754 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8441c63-ffc1-426f-badf-b07f86475f9a req-7b94dd19-07c9-4bd7-afa4-73234af76b29 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 945 time: 0.2228498 Jul 14 07:28:46.567051 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877947d-59d4-4fa6-adb4-3e2ed5195811 req-68dd52e4-72dd-4494-9163-b1d730a56850 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:46.576377 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6877947d-59d4-4fa6-adb4-3e2ed5195811 req-68dd52e4-72dd-4494-9163-b1d730a56850 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 943 time: 0.1445606 Jul 14 07:28:46.650161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6877947d-59d4-4fa6-adb4-3e2ed5195811 req-54ce16f4-f8ce-4eb2-8081-4fe2ea96265a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724449 Jul 14 07:28:46.651763 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-5259ed76-3fbf-4ac1-88a4-ce8f37157488', 'network_id': '5259ed76-3fbf-4ac1-88a4-ce8f37157488', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'fixed_ips': [{'subnet_id': '333a6f4c-6b36-4054-9b8f-3bef22aead9f'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:28:46.652684 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:46.673400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] For port aaa31903-19cf-4255-bd1e-89933888334a, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:28:46.677763 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] For port aaa31903-19cf-4255-bd1e-89933888334a, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=aaa31903-19cf-4255-bd1e-89933888334a,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:28:46.681485 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8441c63-ffc1-426f-badf-b07f86475f9a req-a58397d7-6541-4a8e-a0d1-d36e62ca0e73 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9298088d-c397-45c3-a444-23e62d42ba66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916135 Jul 14 07:28:46.686179 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:46.736795 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:46.737380 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:46.738803 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] 10.222.0.30 "PUT /v2.0/ports/aaa31903-19cf-4255-bd1e-89933888334a HTTP/1.1" status: 200 len: 1091 time: 1.1310658 Jul 14 07:28:46.739262 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a786b3-3ee5-44ba-8f29-446a8d83b729', 'tag': 'aaa31903-19cf-4255-bd1e-89933888334a'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:28:46.741654 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c9490e-d260-4e62-95c4-a8765044cb60" -d '{"events": [{"name": "network-changed", "server_uuid": "36a786b3-3ee5-44ba-8f29-446a8d83b729", "tag": "aaa31903-19cf-4255-bd1e-89933888334a"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:28:46.766363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede94736-58f6-4eb6-ab7a-e7820c6c0057 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Made reservation on behalf of baa77f5ed63340aa85ad735a9cb925d7 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:28:46.786142 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Allocated IP 10.1.1.2 (737dad91-5c42-4403-b411-91fd99db9d41/9a10aa77-bcdf-4ca8-9214-f68b4a43ce54/410d50e0-3081-48a0-afe9-a4114556d36b) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:46.873947 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ede94736-58f6-4eb6-ab7a-e7820c6c0057 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:46.905567 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d82d565-47af-4450-9c71-831c8e730b17 x-openstack-request-id: req-9d82d565-47af-4450-9c71-831c8e730b17 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:28:46.905975 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a786b3-3ee5-44ba-8f29-446a8d83b729", "tag": "aaa31903-19cf-4255-bd1e-89933888334a", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:28:46.906296 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d82d565-47af-4450-9c71-831c8e730b17 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:28:46.906942 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a786b3-3ee5-44ba-8f29-446a8d83b729', 'tag': 'aaa31903-19cf-4255-bd1e-89933888334a', 'status': 'completed', 'code': 200} Jul 14 07:28:46.909838 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e1057-e087-4466-9dab-4fdac4e80d9a service neutron] Pushing event updated for resources: {'Port': ['ID=aaa31903-19cf-4255-bd1e-89933888334a,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:46.932173 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-ede94736-58f6-4eb6-ab7a-e7820c6c0057 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] device_id is not set on port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:28:46.970241 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Allocated IP 10.2.2.2 (5259ed76-3fbf-4ac1-88a4-ce8f37157488/333a6f4c-6b36-4054-9b8f-3bef22aead9f/9bf45553-1be4-4eb8-b60c-2190c042fb2a) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:47.096866 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-66e16432-486d-4e0e-b328-9644f12cab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:47.098342 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-66e16432-486d-4e0e-b328-9644f12cab18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 1094 time: 0.2213163 Jul 14 07:28:47.134036 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:47.142963 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-1de7fa33-1e98-4bad-9a16-5e5ed381ab48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaa31903-19cf-4255-bd1e-89933888334a HTTP/1.1" status: 200 len: 217 time: 0.0358553 Jul 14 07:28:47.157565 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Transition to ACTIVE for port object 410d50e0-3081-48a0-afe9-a4114556d36b will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:47.197712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-8b6fedfd-b2f3-465e-b124-1c1b061f7532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:47.198238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Transition to ACTIVE for port object 410d50e0-3081-48a0-afe9-a4114556d36b will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:47.199274 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-8b6fedfd-b2f3-465e-b124-1c1b061f7532 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.0505440 Jul 14 07:28:47.210785 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:47.213175 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:47.248666 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Transition to ACTIVE for port object 9bf45553-1be4-4eb8-b60c-2190c042fb2a will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:47.263053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Network 737dad91-5c42-4403-b411-91fd99db9d41 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:47.273487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:47.284232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:47.294897 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Transition to ACTIVE for port object 9bf45553-1be4-4eb8-b60c-2190c042fb2a will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:47.298968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Pushing event updated for resources: {'Port': ['ID=410d50e0-3081-48a0-afe9-a4114556d36b,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:47.318625 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-ede94736-58f6-4eb6-ab7a-e7820c6c0057 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Allocated IP 10.1.1.233 (737dad91-5c42-4403-b411-91fd99db9d41/9a10aa77-bcdf-4ca8-9214-f68b4a43ce54/bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:47.329392 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:47.333738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-796f1261-3a26-48a7-8077-7cd8ffa0ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:47.337174 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-796f1261-3a26-48a7-8077-7cd8ffa0ba07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223547 Jul 14 07:28:47.409151 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Attempting to bind port 410d50e0-3081-48a0-afe9-a4114556d36b on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:28:47.409468 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Attempting to bind port 410d50e0-3081-48a0-afe9-a4114556d36b by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:28:47.409831 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Attempting to bind port 410d50e0-3081-48a0-afe9-a4114556d36b on network 737dad91-5c42-4403-b411-91fd99db9d41 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:47.413440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Network 5259ed76-3fbf-4ac1-88a4-ce8f37157488 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:47.415059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Pushing event updated for resources: {'Port': ['ID=9bf45553-1be4-4eb8-b60c-2190c042fb2a,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:47.419917 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:47.421973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:28:47.422189 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Checking segment: {'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:47.422595 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:47.422975 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Bound using segment: {'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:28:47.423435 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Bound port: 410d50e0-3081-48a0-afe9-a4114556d36b, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:28:47.423814 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:47.428819 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:47.525552 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Attempting to bind port 9bf45553-1be4-4eb8-b60c-2190c042fb2a on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:28:47.525920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Attempting to bind port 9bf45553-1be4-4eb8-b60c-2190c042fb2a by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '96f2994b-d29f-4c67-b424-dc6e6a22b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5259ed76-3fbf-4ac1-88a4-ce8f37157488'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:28:47.526300 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Attempting to bind port 9bf45553-1be4-4eb8-b60c-2190c042fb2a on network 5259ed76-3fbf-4ac1-88a4-ce8f37157488 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:28:47.526408 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-33b5df95-5f13-4cf5-ada5-8bde69e548c7 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776354 Jul 14 07:28:47.540646 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:28:47.541069 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Checking segment: {'id': '96f2994b-d29f-4c67-b424-dc6e6a22b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5259ed76-3fbf-4ac1-88a4-ce8f37157488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:28:47.541450 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:47.541847 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Bound using segment: {'id': '96f2994b-d29f-4c67-b424-dc6e6a22b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5259ed76-3fbf-4ac1-88a4-ce8f37157488'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:28:47.542729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Bound port: 9bf45553-1be4-4eb8-b60c-2190c042fb2a, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f2994b-d29f-4c67-b424-dc6e6a22b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5259ed76-3fbf-4ac1-88a4-ce8f37157488'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:28:47.542729 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:47.559235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] For port 410d50e0-3081-48a0-afe9-a4114556d36b, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:28:47.591256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] For port 410d50e0-3081-48a0-afe9-a4114556d36b, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=410d50e0-3081-48a0-afe9-a4114556d36b,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:28:47.601686 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:47.623320 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ede94736-58f6-4eb6-ab7a-e7820c6c0057 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:47.649608 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ede94736-58f6-4eb6-ab7a-e7820c6c0057 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Transition to ACTIVE for port object bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:47.660426 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] For port 9bf45553-1be4-4eb8-b60c-2190c042fb2a, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:28:47.665059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] For port 9bf45553-1be4-4eb8-b60c-2190c042fb2a, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9bf45553-1be4-4eb8-b60c-2190c042fb2a,segment=NetworkSegment(96f2994b-d29f-4c67-b424-dc6e6a22b2e3),segment_id=96f2994b-d29f-4c67-b424-dc6e6a22b2e3)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:28:47.674554 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:47.688609 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-638bc1d6-0be1-4645-aef5-ce9c46f15448 req-bb6e9096-2000-48c8-b085-c65c36b5983c service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558559 Jul 14 07:28:47.690802 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230e44a-262a-4b47-ac9a-d4d9cddb90b3 None None] Pushing event updated for resources: {'Port': ['ID=410d50e0-3081-48a0-afe9-a4114556d36b,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:47.728972 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ede94736-58f6-4eb6-ab7a-e7820c6c0057 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:47.790428 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83637ac6-fb3c-44b9-9a9d-ebe25591a4ff None None] Pushing event updated for resources: {'Port': ['ID=9bf45553-1be4-4eb8-b60c-2190c042fb2a,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:47.809937 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede94736-58f6-4eb6-ab7a-e7820c6c0057 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Network 737dad91-5c42-4403-b411-91fd99db9d41 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:47.823436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-ede94736-58f6-4eb6-ab7a-e7820c6c0057 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:47.826363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede94736-58f6-4eb6-ab7a-e7820c6c0057 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:47.911540 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede94736-58f6-4eb6-ab7a-e7820c6c0057 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event updated for resources: {'Port': ['ID=bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:47.933330 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e8658-663c-40e7-8674-c9d74ad88770 req-baa9f6f9-4366-4eb8-96c2-3b4f1fc8612a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:47.934413 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede94736-58f6-4eb6-ab7a-e7820c6c0057 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:47.934793 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b23e8658-663c-40e7-8674-c9d74ad88770 req-baa9f6f9-4366-4eb8-96c2-3b4f1fc8612a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 943 time: 0.1166186 Jul 14 07:28:47.935032 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ede94736-58f6-4eb6-ab7a-e7820c6c0057 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:47.956257 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b2a4-6948-4524-bc97-58e2629819b4 req-84300c11-404b-42a0-8fbf-44122e6efe75 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:47.957595 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9490e-d260-4e62-95c4-a8765044cb60 req-2eaeb40c-3063-4c99-90a5-0195c27c54fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:47.961716 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-76c9490e-d260-4e62-95c4-a8765044cb60 req-2eaeb40c-3063-4c99-90a5-0195c27c54fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 1094 time: 0.1575465 Jul 14 07:28:47.961978 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d43b2a4-6948-4524-bc97-58e2629819b4 req-84300c11-404b-42a0-8fbf-44122e6efe75 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 945 time: 0.1061463 Jul 14 07:28:47.996611 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ede94736-58f6-4eb6-ab7a-e7820c6c0057 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5168033 Jul 14 07:28:48.005842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52968) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:48.028120 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-61c85e8d-e371-4c27-81c4-08d610dbf703 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Request body: {'port': {'network_id': '737dad91-5c42-4403-b411-91fd99db9d41', 'name': 'tempest-TaggedBootDevicesTest_v242-1112707155', 'fixed_ips': [{'subnet_id': '9a10aa77-bcdf-4ca8-9214-f68b4a43ce54'}]}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:48.167413 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d43b2a4-6948-4524-bc97-58e2629819b4 req-64eb424c-5c5d-48ec-9404-720c9ea33cdb tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9298088d-c397-45c3-a444-23e62d42ba66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804852 Jul 14 07:28:48.173338 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9490e-d260-4e62-95c4-a8765044cb60 req-1f7c256e-ef3e-4f96-afe6-ea0bcad5cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:48.175750 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-76c9490e-d260-4e62-95c4-a8765044cb60 req-1f7c256e-ef3e-4f96-afe6-ea0bcad5cf9e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 913 time: 0.2087753 Jul 14 07:28:48.178651 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b23e8658-663c-40e7-8674-c9d74ad88770 req-046c2ecc-2cd4-4986-b45a-87c5e2a039ea tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320607 Jul 14 07:28:48.276110 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-76c9490e-d260-4e62-95c4-a8765044cb60 req-57f762a3-d09c-46e9-850f-79cc51f72d00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaa31903-19cf-4255-bd1e-89933888334a HTTP/1.1" status: 200 len: 217 time: 0.0846748 Jul 14 07:28:48.302351 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c85e8d-e371-4c27-81c4-08d610dbf703 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Made reservation on behalf of baa77f5ed63340aa85ad735a9cb925d7 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:28:48.341338 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9490e-d260-4e62-95c4-a8765044cb60 req-5c6fe60b-b349-41d1-a4a3-06030082f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:48.343007 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-76c9490e-d260-4e62-95c4-a8765044cb60 req-5c6fe60b-b349-41d1-a4a3-06030082f1e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.0603685 Jul 14 07:28:48.405857 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9490e-d260-4e62-95c4-a8765044cb60 req-6968bb64-98e3-464e-a636-d0a709cce25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:48.407470 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-76c9490e-d260-4e62-95c4-a8765044cb60 req-6968bb64-98e3-464e-a636-d0a709cce25c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575352 Jul 14 07:28:48.441380 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61c85e8d-e371-4c27-81c4-08d610dbf703 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:48.467057 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e7ac6-04e4-4223-830e-3e04efdc7a7a req-2549a1d0-e189-488f-a6f9-074f35ad1834 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:48.468757 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b1e7ac6-04e4-4223-830e-3e04efdc7a7a req-2549a1d0-e189-488f-a6f9-074f35ad1834 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 945 time: 0.1182213 Jul 14 07:28:48.476824 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-61c85e8d-e371-4c27-81c4-08d610dbf703 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] device_id is not set on port 3e2c6a6f-f9d5-4299-915b-191904b54c05 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:28:48.515927 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-76c9490e-d260-4e62-95c4-a8765044cb60 req-6818bf3f-6489-4f7e-ae21-f7c901222421 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013653 Jul 14 07:28:48.560439 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b1e7ac6-04e4-4223-830e-3e04efdc7a7a req-8a487190-d0f7-4113-ac89-4b2c6689a984 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9298088d-c397-45c3-a444-23e62d42ba66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851717 Jul 14 07:28:48.709305 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-76c9490e-d260-4e62-95c4-a8765044cb60 req-a1265ca8-ee1e-4f09-806f-efae2754e5ef service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822617 Jul 14 07:28:48.713403 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-61c85e8d-e371-4c27-81c4-08d610dbf703 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Allocated IP 10.1.1.97 (737dad91-5c42-4403-b411-91fd99db9d41/9a10aa77-bcdf-4ca8-9214-f68b4a43ce54/3e2c6a6f-f9d5-4299-915b-191904b54c05) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:48.887647 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382da9d-81cd-4a9d-92f8-028b446925d5 req-d2b75e8d-84fd-45d7-b6f9-59cc517d77a7 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:48.889275 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9382da9d-81cd-4a9d-92f8-028b446925d5 req-d2b75e8d-84fd-45d7-b6f9-59cc517d77a7 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 945 time: 0.1500862 Jul 14 07:28:48.954218 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9382da9d-81cd-4a9d-92f8-028b446925d5 req-20f166dc-698d-4794-b1e4-1654825b0301 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9298088d-c397-45c3-a444-23e62d42ba66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541391 Jul 14 07:28:48.964127 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61c85e8d-e371-4c27-81c4-08d610dbf703 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:48.986453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-61c85e8d-e371-4c27-81c4-08d610dbf703 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Transition to ACTIVE for port object 3e2c6a6f-f9d5-4299-915b-191904b54c05 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:48.993414 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52986) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:49.031256 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61c85e8d-e371-4c27-81c4-08d610dbf703 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:49.055048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c85e8d-e371-4c27-81c4-08d610dbf703 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Network 737dad91-5c42-4403-b411-91fd99db9d41 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:49.058249 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-61c85e8d-e371-4c27-81c4-08d610dbf703 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:49.060704 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c85e8d-e371-4c27-81c4-08d610dbf703 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:49.091535 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcccc05d-0f9f-4a2c-8fd3-f5a9a96d7025 None None] Network 737dad91-5c42-4403-b411-91fd99db9d41 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:28:49.173032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7b28d4-d98e-4d18-b89e-51612fe82cff tempest-TestServerBasicOps-1216110031 tempest-TestServerBasicOps-1216110031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:49.179885 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 52990) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:49.181761 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0d7b28d4-d98e-4d18-b89e-51612fe82cff tempest-TestServerBasicOps-1216110031 tempest-TestServerBasicOps-1216110031-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 1091 time: 0.1866465 Jul 14 07:28:49.187424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': '484e7350-5f4c-4f88-ad79-38bafbac675d', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:49.197711 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c85e8d-e371-4c27-81c4-08d610dbf703 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event updated for resources: {'Port': ['ID=3e2c6a6f-f9d5-4299-915b-191904b54c05,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:49.222385 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c85e8d-e371-4c27-81c4-08d610dbf703 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:49.235355 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61c85e8d-e371-4c27-81c4-08d610dbf703 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:49.271862 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:49.281570 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-61c85e8d-e371-4c27-81c4-08d610dbf703 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2679954 Jul 14 07:28:49.281795 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-883271a2-d1a0-40ef-a62b-db264f167458 None None] Provisioning for port 410d50e0-3081-48a0-afe9-a4114556d36b completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:49.468827 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:49.535881 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a9eb8-9b1a-4a4c-9590-fd6e1f0e1bf3 req-16f70403-2d3b-4ebf-9cc2-c3619de61572 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:49.542854 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed5a9eb8-9b1a-4a4c-9590-fd6e1f0e1bf3 req-16f70403-2d3b-4ebf-9cc2-c3619de61572 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 943 time: 0.1685393 Jul 14 07:28:49.607469 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed5a9eb8-9b1a-4a4c-9590-fd6e1f0e1bf3 req-50ab8059-1b88-4d9f-a2be-358f9b483643 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631244 Jul 14 07:28:49.652900 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 52998) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:49.658367 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-188a4a2b-25de-49fe-82fa-00e1fc8a7328 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Request body: {'security_group': {'name': 'tempest-securitygroup--90531056', 'description': 'tempest-description--197627940'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:49.685005 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fc2838-1271-4b3e-b44e-724d7f8243e7 None None] Network 5259ed76-3fbf-4ac1-88a4-ce8f37157488 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:28:49.728895 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-188a4a2b-25de-49fe-82fa-00e1fc8a7328 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:49.747078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9bf45553-1be4-4eb8-b60c-2190c042fb2a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:49.756115 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Allocated IP 172.25.7.235 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/777a40d9-7853-45bf-aca5-73c18084ed06) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:49.809286 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bb5f4f44-ed3d-4198-a1e8-e510b4065133 None None] Provisioning for port 9bf45553-1be4-4eb8-b60c-2190c042fb2a completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:49.858037 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-188a4a2b-25de-49fe-82fa-00e1fc8a7328 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:49.862815 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-188a4a2b-25de-49fe-82fa-00e1fc8a7328 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:49.891586 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 9bf45553-1be4-4eb8-b60c-2190c042fb2a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:49.898424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9bf45553-1be4-4eb8-b60c-2190c042fb2a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:49.899076 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:49.900109 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-188a4a2b-25de-49fe-82fa-00e1fc8a7328 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:49.901387 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-188a4a2b-25de-49fe-82fa-00e1fc8a7328 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2473330 Jul 14 07:28:49.904929 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53004) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:49.912433 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3678476c-06cb-484f-aa48-0369a18ebf04 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Request body: {'security_group_rule': {'security_group_id': '4839badf-db79-4e23-8929-fe520605a942', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:49.917949 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a4a2b-25de-49fe-82fa-00e1fc8a7328 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4839badf-db79-4e23-8929-fe520605a942,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:49.961994 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:49.986409 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3678476c-06cb-484f-aa48-0369a18ebf04 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:49.986601 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d83515e0-f3ed-42ab-a0a7-df71b2408c6e None None] Provisioning for port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:49.991212 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d83515e0-f3ed-42ab-a0a7-df71b2408c6e None None] Provisioning complete for port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:49.991818 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d83515e0-f3ed-42ab-a0a7-df71b2408c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:50.032795 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:50.090362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:50.095338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:50.100149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:50.103745 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Pushing event updated for resources: {'Port': ['ID=777a40d9-7853-45bf-aca5-73c18084ed06,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:50.128957 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d83515e0-f3ed-42ab-a0a7-df71b2408c6e None None] Port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:28:50.131741 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3678476c-06cb-484f-aa48-0369a18ebf04 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:50.133595 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:50.138526 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3678476c-06cb-484f-aa48-0369a18ebf04 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:50.159338 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678476c-06cb-484f-aa48-0369a18ebf04 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d21731a-729a-47ec-b6c2-4932324cc951,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:50.180988 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d83515e0-f3ed-42ab-a0a7-df71b2408c6e None None] Provisioning for port 3e2c6a6f-f9d5-4299-915b-191904b54c05 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:50.191253 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d83515e0-f3ed-42ab-a0a7-df71b2408c6e None None] Provisioning complete for port 3e2c6a6f-f9d5-4299-915b-191904b54c05 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:50.191636 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d83515e0-f3ed-42ab-a0a7-df71b2408c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:50.217107 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3678476c-06cb-484f-aa48-0369a18ebf04 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:50.222291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 9bf45553-1be4-4eb8-b60c-2190c042fb2a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9bf45553-1be4-4eb8-b60c-2190c042fb2a,segment=NetworkSegment(96f2994b-d29f-4c67-b424-dc6e6a22b2e3),segment_id=96f2994b-d29f-4c67-b424-dc6e6a22b2e3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:50.222458 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3678476c-06cb-484f-aa48-0369a18ebf04 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3134830 Jul 14 07:28:50.222857 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53010) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:50.231462 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:50.232542 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 410d50e0-3081-48a0-afe9-a4114556d36b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:50.238590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9474c810-f931-46f0-8582-aef1bfd62532 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Request body: {'security_group_rule': {'security_group_id': '4839badf-db79-4e23-8929-fe520605a942', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:50.309332 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9474c810-f931-46f0-8582-aef1bfd62532 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:50.332128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d83515e0-f3ed-42ab-a0a7-df71b2408c6e None None] Port 3e2c6a6f-f9d5-4299-915b-191904b54c05 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:28:50.479801 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=9bf45553-1be4-4eb8-b60c-2190c042fb2a,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:50.506017 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 410d50e0-3081-48a0-afe9-a4114556d36b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:50.510057 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9474c810-f931-46f0-8582-aef1bfd62532 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:50.510768 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 410d50e0-3081-48a0-afe9-a4114556d36b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:50.511244 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:50.518029 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9474c810-f931-46f0-8582-aef1bfd62532 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:50.582551 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474c810-f931-46f0-8582-aef1bfd62532 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f6a76d-1a24-4ba6-ac77-bbb53929866a,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:50.604680 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9474c810-f931-46f0-8582-aef1bfd62532 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:50.606215 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9474c810-f931-46f0-8582-aef1bfd62532 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3816755 Jul 14 07:28:50.609631 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53024) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:28:50.626192 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b5623567-b200-41d1-b436-5d663cfc1b77 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:50.724313 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5623567-b200-41d1-b436-5d663cfc1b77 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:50.741601 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:50.780052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-65e946c3-3a0c-453c-a3bc-ad427409e0b9 None None] Provisioning complete for port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:50.780434 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65e946c3-3a0c-453c-a3bc-ad427409e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:50.839737 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 410d50e0-3081-48a0-afe9-a4114556d36b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=410d50e0-3081-48a0-afe9-a4114556d36b,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:50.846457 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-65e946c3-3a0c-453c-a3bc-ad427409e0b9 None None] Port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:28:50.849312 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:50.911510 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=410d50e0-3081-48a0-afe9-a4114556d36b,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:50.919132 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5623567-b200-41d1-b436-5d663cfc1b77 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:50.983079 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3b07b4be-1737-47fc-bb5b-cf4f314db724 None None] Provisioning complete for port 9bf45553-1be4-4eb8-b60c-2190c042fb2a triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:50.985692 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3b07b4be-1737-47fc-bb5b-cf4f314db724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:50.988039 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:51.084097 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-b5623567-b200-41d1-b436-5d663cfc1b77 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Allocated IP 172.25.7.226 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/79965384-7e34-4548-9fe9-1db4f942dc46) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:51.097550 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9de655-484f-4426-80fa-5fd56ad0f452 req-132b4e3a-5cc5-475e-a050-9c55f4053da4 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:51.105760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac9de655-484f-4426-80fa-5fd56ad0f452 req-132b4e3a-5cc5-475e-a050-9c55f4053da4 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 943 time: 0.2130182 Jul 14 07:28:51.132722 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3b07b4be-1737-47fc-bb5b-cf4f314db724 None None] Provisioning complete for port 3e2c6a6f-f9d5-4299-915b-191904b54c05 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:51.133364 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3b07b4be-1737-47fc-bb5b-cf4f314db724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:51.134282 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9a01d-880b-4ac7-bcad-184c938a2aef req-3eabfce3-32e2-4db5-8029-29e53e7fc81f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:51.135788 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebb9a01d-880b-4ac7-bcad-184c938a2aef req-3eabfce3-32e2-4db5-8029-29e53e7fc81f tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.2326574 Jul 14 07:28:51.182416 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3b07b4be-1737-47fc-bb5b-cf4f314db724 None None] Port 3e2c6a6f-f9d5-4299-915b-191904b54c05 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:28:51.226104 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5623567-b200-41d1-b436-5d663cfc1b77 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:51.226518 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:51.232597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac9de655-484f-4426-80fa-5fd56ad0f452 req-d34e2862-ba3d-4f27-a6b9-dd995160dba0 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181471 Jul 14 07:28:51.237085 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebb9a01d-880b-4ac7-bcad-184c938a2aef req-2fa03e1c-b33b-40d1-89f5-0af8b6773674 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913310 Jul 14 07:28:51.277853 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5623567-b200-41d1-b436-5d663cfc1b77 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:51.314583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5623567-b200-41d1-b436-5d663cfc1b77 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:51.321145 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-b5623567-b200-41d1-b436-5d663cfc1b77 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:51.324711 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5623567-b200-41d1-b436-5d663cfc1b77 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:51.331201 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5623567-b200-41d1-b436-5d663cfc1b77 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event updated for resources: {'Port': ['ID=79965384-7e34-4548-9fe9-1db4f942dc46,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:51.414822 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:51.422964 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:51.459053 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5623567-b200-41d1-b436-5d663cfc1b77 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:51.493744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Pushing event updated for resources: {'Port': ['ID=777a40d9-7853-45bf-aca5-73c18084ed06,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:51.506929 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5623567-b200-41d1-b436-5d663cfc1b77 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:51.512132 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:51.607808 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9bf45553-1be4-4eb8-b60c-2190c042fb2a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:51.634943 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Floating IP 325bcdee-0338-4310-b562-32273bcc1b51 associated. External IP: 172.25.7.235, port: 484e7350-5f4c-4f88-ad79-38bafbac675d. Jul 14 07:28:51.683715 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5623567-b200-41d1-b436-5d663cfc1b77 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:51.692263 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5623567-b200-41d1-b436-5d663cfc1b77 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:51.696010 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9bf45553-1be4-4eb8-b60c-2190c042fb2a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:51.696393 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:51.810884 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5623567-b200-41d1-b436-5d663cfc1b77 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:51.814246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5623567-b200-41d1-b436-5d663cfc1b77 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event updated for resources: {'Port': ['ID=79965384-7e34-4548-9fe9-1db4f942dc46,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:51.840857 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5623567-b200-41d1-b436-5d663cfc1b77 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:51.850619 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b5623567-b200-41d1-b436-5d663cfc1b77 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2312746 Jul 14 07:28:51.860358 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 410d50e0-3081-48a0-afe9-a4114556d36b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:51.872213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device aaa31903-19cf-4255-bd1e-89933888334a details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:28:52.161699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 410d50e0-3081-48a0-afe9-a4114556d36b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:52.162365 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:52.222257 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port aaa31903-19cf-4255-bd1e-89933888334a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=aaa31903-19cf-4255-bd1e-89933888334a,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:52.237213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'aaa31903-19cf-4255-bd1e-89933888334a', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'port_id': 'aaa31903-19cf-4255-bd1e-89933888334a', 'mac_address': 'fa:16:3e:54:1c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:28:52.319591 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:52.320850 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-2820bd38-8bf2-4f08-abf9-12c559167c95 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--90531056&fields=id&tenant_id=baa77f5ed63340aa85ad735a9cb925d7 HTTP/1.1" status: 200 len: 267 time: 0.0453143 Jul 14 07:28:52.337053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa31903-19cf-4255-bd1e-89933888334a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:28:52.358316 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port aaa31903-19cf-4255-bd1e-89933888334a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=aaa31903-19cf-4255-bd1e-89933888334a,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:52.366068 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:52.372767 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Router e8d9db37-6a6d-4dc1-9572-158de573f089 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:28:52.414741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-982189fd-f6a0-4173-9497-e83e8a710487 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:52.421607 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-982189fd-f6a0-4173-9497-e83e8a710487 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports/bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b HTTP/1.1" status: 200 len: 937 time: 0.0927393 Jul 14 07:28:52.429027 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=aaa31903-19cf-4255-bd1e-89933888334a,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:52.581216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-5ac66ef7-1cab-4b73-be6e-d6af184741e2 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:52.582624 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-5ac66ef7-1cab-4b73-be6e-d6af184741e2 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports/3e2c6a6f-f9d5-4299-915b-191904b54c05 HTTP/1.1" status: 200 len: 936 time: 0.1601515 Jul 14 07:28:52.646403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['aaa31903-19cf-4255-bd1e-89933888334a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:28:52.647565 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c701bf66-c773-4875-a7fd-0f4b7b2425dc tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?network_id=5259ed76-3fbf-4ac1-88a4-ce8f37157488&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0566573 Jul 14 07:28:52.663447 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b560bf-bcbe-494d-aedc-10fdba5f303d req-8cdf993d-0b77-4b20-ab40-2f2fb6392632 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:52.664910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16b560bf-bcbe-494d-aedc-10fdba5f303d req-8cdf993d-0b77-4b20-ab40-2f2fb6392632 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.2722425 Jul 14 07:28:52.707564 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:28:52.711742 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-f7884263-7ef2-48da-b7e8-80f4f0228baa tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?network_id=5259ed76-3fbf-4ac1-88a4-ce8f37157488&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0459089 Jul 14 07:28:52.726217 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49dc7f6-abc0-4e68-a7ad-2196f2f0a2bf None None] Sync routers for ids ['e8d9db37-6a6d-4dc1-9572-158de573f089'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:28:52.744022 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:52.748142 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49dc7f6-abc0-4e68-a7ad-2196f2f0a2bf None None] Routers {'e8d9db37-6a6d-4dc1-9572-158de573f089'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:28:52.748779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d49dc7f6-abc0-4e68-a7ad-2196f2f0a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:28:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e8d9db37-6a6d-4dc1-9572-158de573f089'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:52.828782 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16b560bf-bcbe-494d-aedc-10fdba5f303d req-7ec6fb72-d209-4ae5-94d6-0292816254ec tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509285 Jul 14 07:28:52.850243 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-94626bf7-f22f-41fd-8ef1-560e91591921 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6573124 Jul 14 07:28:52.850243 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0b16e4-9935-47e3-8543-78c2c4127d5d', 'tag': '484e7350-5f4c-4f88-ad79-38bafbac675d'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:28:52.850243 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a9fcff-b19a-4f84-9ff7-907a7826e5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0b16e4-9935-47e3-8543-78c2c4127d5d", "tag": "484e7350-5f4c-4f88-ad79-38bafbac675d"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:28:52.898873 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-d49dc7f6-abc0-4e68-a7ad-2196f2f0a2bf None None] Set router e8d9db37-6a6d-4dc1-9572-158de573f089 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:28:52.902301 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-35056aee-1908-4b30-870f-d991071c068f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:52.908539 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-35056aee-1908-4b30-870f-d991071c068f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:52.914858 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-35056aee-1908-4b30-870f-d991071c068f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:52.916783 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-35056aee-1908-4b30-870f-d991071c068f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/networks?id=18bb1dcc-6170-41be-a95d-00121e924f29&id=737dad91-5c42-4403-b411-91fd99db9d41&id=737dad91-5c42-4403-b411-91fd99db9d41&id=5259ed76-3fbf-4ac1-88a4-ce8f37157488&id=5259ed76-3fbf-4ac1-88a4-ce8f37157488 HTTP/1.1" status: 200 len: 1996 time: 0.1867573 Jul 14 07:28:52.936637 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-4ef782c3-1080-4195-ac7d-025d2e02f21b tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/quotas/baa77f5ed63340aa85ad735a9cb925d7 HTTP/1.1" status: 200 len: 375 time: 0.0104527 Jul 14 07:28:53.055321 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-4ff9a4a7-58d2-46de-b686-9ab832bef02e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1111894 Jul 14 07:28:53.098115 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358b448-5d2f-4654-ba25-c557fdd0c099 req-ae5ae838-54fc-40d7-b574-4c47f50c06ce tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:53.099695 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f358b448-5d2f-4654-ba25-c557fdd0c099 req-ae5ae838-54fc-40d7-b574-4c47f50c06ce tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 944 time: 0.1121206 Jul 14 07:28:53.162839 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d49dc7f6-abc0-4e68-a7ad-2196f2f0a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'name': 'tempest-TestServerBasicOps-2041909062-router', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:16Z', 'updated_at': '2021-07-14T07:28:21Z', 'revision_number': 4, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'gw_port': {'id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:17Z', 'updated_at': '2021-07-14T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '325bcdee-0338-4310-b562-32273bcc1b51', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'floating_ip_address': '172.25.7.235', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'port_id': '484e7350-5f4c-4f88-ad79-38bafbac675d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96', 'mac_address': 'fa:16:3e:c9:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0b16e4-9935-47e3-8543-78c2c4127d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:28:50Z', 'updated_at': '2021-07-14T07:28:50Z', 'revision_number': 0, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e82e8ff-8c06-46c9-80a5-5094e1b007c9', 'name': '', 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'mac_address': 'fa:16:3e:c8:fb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '488b379b-0b2d-4604-a8f6-50f07f843fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:20Z', 'updated_at': '2021-07-14T07:28:27Z', 'revision_number': 5, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'subnets': [{'id': '488b379b-0b2d-4604-a8f6-50f07f843fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:53.178507 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f358b448-5d2f-4654-ba25-c557fdd0c099 req-568159c4-125d-46f9-83f6-0de035ade3f3 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504303 Jul 14 07:28:53.196721 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-cc46b321-2398-4a70-95c5-cae035f71ec1 service neutron] 10.222.0.35 "GET /v2.0/networks/18bb1dcc-6170-41be-a95d-00121e924f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265204 Jul 14 07:28:53.196931 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49dc7f6-abc0-4e68-a7ad-2196f2f0a2bf None None] Checking router: e8d9db37-6a6d-4dc1-9572-158de573f089 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:28:53.206631 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49dc7f6-abc0-4e68-a7ad-2196f2f0a2bf None None] Routers {'e8d9db37-6a6d-4dc1-9572-158de573f089'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:28:53.207253 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d49dc7f6-abc0-4e68-a7ad-2196f2f0a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:28:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e8d9db37-6a6d-4dc1-9572-158de573f089'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:53.251015 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a32f0de-ffcd-4a27-a877-e9f2a9a67064 x-openstack-request-id: req-7a32f0de-ffcd-4a27-a877-e9f2a9a67064 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:28:53.251323 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0b16e4-9935-47e3-8543-78c2c4127d5d", "tag": "484e7350-5f4c-4f88-ad79-38bafbac675d", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:28:53.251545 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7a32f0de-ffcd-4a27-a877-e9f2a9a67064 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:28:53.251928 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0b16e4-9935-47e3-8543-78c2c4127d5d', 'tag': '484e7350-5f4c-4f88-ad79-38bafbac675d', 'status': 'completed', 'code': 200} Jul 14 07:28:53.329342 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-d49dc7f6-abc0-4e68-a7ad-2196f2f0a2bf None None] Set router e8d9db37-6a6d-4dc1-9572-158de573f089 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:28:53.337164 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-a63ab335-e1bb-4edf-8237-ae8a08299da1 service neutron] 10.222.0.35 "GET /v2.0/networks/18bb1dcc-6170-41be-a95d-00121e924f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336825 Jul 14 07:28:53.377140 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9fcff-b19a-4f84-9ff7-907a7826e5bd req-1f670ac9-0553-49c2-899e-ed655694c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:53.378674 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e0a9fcff-b19a-4f84-9ff7-907a7826e5bd req-1f670ac9-0553-49c2-899e-ed655694c534 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=576fbc319a6d4e958ed7ad9c955ad7ba&device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 1096 time: 0.1029806 Jul 14 07:28:53.440858 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-9723c4db-bfc8-4cbb-b4e0-17c212a1cf17 service neutron] 10.222.0.35 "GET /v2.0/ports/bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0941501 Jul 14 07:28:53.560354 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9fcff-b19a-4f84-9ff7-907a7826e5bd req-b5efa304-6e6f-4d11-aa77-ed0f7a68514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:53.562707 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e0a9fcff-b19a-4f84-9ff7-907a7826e5bd req-b5efa304-6e6f-4d11-aa77-ed0f7a68514e service neutron] 10.222.0.15 "GET /v2.0/networks?id=9546779e-0ac6-4649-96fa-48703d5e1e96 HTTP/1.1" status: 200 len: 910 time: 0.1774721 Jul 14 07:28:53.577070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d49dc7f6-abc0-4e68-a7ad-2196f2f0a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'name': 'tempest-TestServerBasicOps-2041909062-router', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:16Z', 'updated_at': '2021-07-14T07:28:21Z', 'revision_number': 4, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'gw_port': {'id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:17Z', 'updated_at': '2021-07-14T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '325bcdee-0338-4310-b562-32273bcc1b51', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'floating_ip_address': '172.25.7.235', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'port_id': '484e7350-5f4c-4f88-ad79-38bafbac675d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96', 'mac_address': 'fa:16:3e:c9:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0b16e4-9935-47e3-8543-78c2c4127d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:28:50Z', 'updated_at': '2021-07-14T07:28:50Z', 'revision_number': 0, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e82e8ff-8c06-46c9-80a5-5094e1b007c9', 'name': '', 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'mac_address': 'fa:16:3e:c8:fb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '488b379b-0b2d-4604-a8f6-50f07f843fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:20Z', 'updated_at': '2021-07-14T07:28:27Z', 'revision_number': 5, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'subnets': [{'id': '488b379b-0b2d-4604-a8f6-50f07f843fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:28:53.604078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49dc7f6-abc0-4e68-a7ad-2196f2f0a2bf None None] The sync data for ids ['e8d9db37-6a6d-4dc1-9572-158de573f089'] in n-d-778696-5 is: [{'id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'name': 'tempest-TestServerBasicOps-2041909062-router', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:16Z', 'updated_at': '2021-07-14T07:28:21Z', 'revision_number': 4, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'gw_port': {'id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:17Z', 'updated_at': '2021-07-14T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '325bcdee-0338-4310-b562-32273bcc1b51', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'floating_ip_address': '172.25.7.235', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'port_id': '484e7350-5f4c-4f88-ad79-38bafbac675d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96', 'mac_address': 'fa:16:3e:c9:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0b16e4-9935-47e3-8543-78c2c4127d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:28:50Z', 'updated_at': '2021-07-14T07:28:50Z', 'revision_number': 0, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e82e8ff-8c06-46c9-80a5-5094e1b007c9', 'name': '', 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'mac_address': 'fa:16:3e:c8:fb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '488b379b-0b2d-4604-a8f6-50f07f843fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:20Z', 'updated_at': '2021-07-14T07:28:27Z', 'revision_number': 5, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'subnets': [{'id': '488b379b-0b2d-4604-a8f6-50f07f843fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:28:53.625554 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-cb7a5ac6-f65c-4954-8c97-0a4d872e0980 service neutron] 10.222.0.35 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744182 Jul 14 07:28:53.661134 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e0a9fcff-b19a-4f84-9ff7-907a7826e5bd req-7896a288-a85a-4357-81da-9f7465572785 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=484e7350-5f4c-4f88-ad79-38bafbac675d HTTP/1.1" status: 200 len: 999 time: 0.0912697 Jul 14 07:28:53.759125 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9fcff-b19a-4f84-9ff7-907a7826e5bd req-2e623c3f-0e55-4f83-9c53-519873d021a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:53.760619 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e0a9fcff-b19a-4f84-9ff7-907a7826e5bd req-2e623c3f-0e55-4f83-9c53-519873d021a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=488b379b-0b2d-4604-a8f6-50f07f843fd7 HTTP/1.1" status: 200 len: 848 time: 0.0752637 Jul 14 07:28:53.817033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-18c8ea3b-23e5-4547-a5de-5f4a83ba5afe service neutron] 10.222.0.35 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807697 Jul 14 07:28:53.854436 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aa5ed9-67e4-4913-a162-a1c483316675 None None] New status for floating IP 325bcdee-0338-4310-b562-32273bcc1b51: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:28:53.878504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-458b2cce-3597-404c-9470-594669581b9f service neutron] 10.222.0.35 "GET /v2.0/ports/3e2c6a6f-f9d5-4299-915b-191904b54c05?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0540874 Jul 14 07:28:53.880143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9fcff-b19a-4f84-9ff7-907a7826e5bd req-5e18c5d8-956b-4cfa-bf39-a229fa6c31f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:53.881525 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e0a9fcff-b19a-4f84-9ff7-907a7826e5bd req-5e18c5d8-956b-4cfa-bf39-a229fa6c31f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9546779e-0ac6-4649-96fa-48703d5e1e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141655 Jul 14 07:28:53.896217 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device aaa31903-19cf-4255-bd1e-89933888334a up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:28:54.003032 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port aaa31903-19cf-4255-bd1e-89933888334a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:54.007601 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port aaa31903-19cf-4255-bd1e-89933888334a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:54.008087 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:54.104628 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:54.127620 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a786b3-3ee5-44ba-8f29-446a8d83b729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa31903-19cf-4255-bd1e-89933888334a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:28:54.130001 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d464a70-bd28-4e6a-a719-58ee85e59c25" -d '{"events": [{"server_uuid": "36a786b3-3ee5-44ba-8f29-446a8d83b729", "name": "network-vif-plugged", "status": "completed", "tag": "aaa31903-19cf-4255-bd1e-89933888334a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:28:54.143072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port aaa31903-19cf-4255-bd1e-89933888334a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=aaa31903-19cf-4255-bd1e-89933888334a,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:28:54.147205 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:54.157839 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-4ee21912-950f-416a-9837-d1ec6c74f146 service neutron] 10.222.0.35 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733092 Jul 14 07:28:54.163208 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e0a9fcff-b19a-4f84-9ff7-907a7826e5bd req-147ff089-a9da-468a-9ba9-82472d995161 service neutron] 10.222.0.15 "GET /v2.0/networks/9546779e-0ac6-4649-96fa-48703d5e1e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708383 Jul 14 07:28:54.202298 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=aaa31903-19cf-4255-bd1e-89933888334a,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:54.273830 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10798aec-a1a8-4b25-be4e-69f450c2546a req-80decb0f-f450-4aa0-a20e-0ce3bb29758d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:54.275352 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10798aec-a1a8-4b25-be4e-69f450c2546a req-80decb0f-f450-4aa0-a20e-0ce3bb29758d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.2457659 Jul 14 07:28:54.373245 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e0a9fcff-b19a-4f84-9ff7-907a7826e5bd req-b4552f78-14b7-49dd-9bf0-1fe70f68b90a service neutron] 10.222.0.15 "GET /v2.0/networks/9546779e-0ac6-4649-96fa-48703d5e1e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968563 Jul 14 07:28:54.389374 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10798aec-a1a8-4b25-be4e-69f450c2546a req-d46a4b19-300f-4e9f-9cef-724f4243cdac tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016216 Jul 14 07:28:54.404764 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-d8018571-894f-49fc-8240-c2a95dd4ce1b service neutron] 10.222.0.35 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290986 Jul 14 07:28:54.441598 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab59c80-1981-42ab-b897-c958557dedd2 x-openstack-request-id: req-fab59c80-1981-42ab-b897-c958557dedd2 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:28:54.442075 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a786b3-3ee5-44ba-8f29-446a8d83b729", "name": "network-vif-plugged", "status": "completed", "tag": "aaa31903-19cf-4255-bd1e-89933888334a", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:28:54.442339 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fab59c80-1981-42ab-b897-c958557dedd2 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:28:54.443038 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a786b3-3ee5-44ba-8f29-446a8d83b729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa31903-19cf-4255-bd1e-89933888334a', 'code': 200} Jul 14 07:28:54.516815 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-25d98403-cd28-4bee-9112-48660cc1d50d service neutron] 10.222.0.35 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131949 Jul 14 07:28:54.567343 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66bfcf-6b64-4095-b732-bf8484120991 req-8e258f0f-8a9c-435c-86ee-6a4c5b3984f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:54.569137 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-dc66bfcf-6b64-4095-b732-bf8484120991 req-8e258f0f-8a9c-435c-86ee-6a4c5b3984f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 1096 time: 0.0598824 Jul 14 07:28:54.613982 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-dc66bfcf-6b64-4095-b732-bf8484120991 req-01464eb6-f070-4c81-823a-083eb08073ff service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376360 Jul 14 07:28:54.672809 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-72a28c0f-84fa-4d02-8390-cf7f10ed768a service neutron] 10.222.0.35 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493046 Jul 14 07:28:54.681309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344e9fc-0c15-406d-8adc-a8c37d16fef5 req-7c3043a6-34ec-469f-8cf8-4a8f07d7765e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:54.687880 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d344e9fc-0c15-406d-8adc-a8c37d16fef5 req-7c3043a6-34ec-469f-8cf8-4a8f07d7765e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 945 time: 0.1381671 Jul 14 07:28:54.769731 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d344e9fc-0c15-406d-8adc-a8c37d16fef5 req-fa9817cb-2d6f-46e4-94cc-864d1b7523f6 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809634 Jul 14 07:28:54.814418 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c947ca00-ca9f-40e8-b56e-06ae0591b255 service neutron] 10.222.0.35 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196005 Jul 14 07:28:54.909848 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-22cf5031-1421-4119-820f-f15e87e7fa0f service neutron] 10.222.0.35 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890863 Jul 14 07:28:55.003231 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-892440c8-68fc-41eb-95b5-37a9901f6a47 service neutron] 10.222.0.35 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873773 Jul 14 07:28:55.096925 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-8cf74875-963a-4a52-b915-7bd811ffa19c service neutron] 10.222.0.35 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874486 Jul 14 07:28:55.186141 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c4db6a54-8dd7-4acd-8aed-8d076e5013fa service neutron] 10.222.0.35 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833249 Jul 14 07:28:55.281653 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-a42e5624-3168-4fd3-bf2f-ff7f910c3947 service neutron] 10.222.0.35 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888069 Jul 14 07:28:55.650394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ac2f2-d4cf-4cb6-ade3-8c9ac5e3560b req-347e05d6-b464-4745-b3b4-817514f70a61 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:55.655398 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455ac2f2-d4cf-4cb6-ade3-8c9ac5e3560b req-347e05d6-b464-4745-b3b4-817514f70a61 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.1273208 Jul 14 07:28:55.711910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455ac2f2-d4cf-4cb6-ade3-8c9ac5e3560b req-8beecfdf-86c8-4f6f-8af7-f0eda1c01c95 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549886 Jul 14 07:28:55.960653 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4bcd1758-5d9a-4f28-9054-447e563c5f14 req-c749396e-f735-49cf-8320-276ddb055c34 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 210 time: 0.0327437 Jul 14 07:28:56.002798 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658c600-6733-47e9-8069-27dbc5b8ce8f req-fe2525d0-231d-4e71-bcbe-145a0e308d67 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:56.004344 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0658c600-6733-47e9-8069-27dbc5b8ce8f req-fe2525d0-231d-4e71-bcbe-145a0e308d67 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 945 time: 0.1167614 Jul 14 07:28:56.055602 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0658c600-6733-47e9-8069-27dbc5b8ce8f req-04c3369c-f25b-4e4f-9dfa-597330039046 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456307 Jul 14 07:28:56.460482 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f3929-5ec1-49ea-a3f3-bbac6f647a3a req-9e4d3167-974b-4d0d-a10b-2ef1599d944a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:56.462268 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-472f3929-5ec1-49ea-a3f3-bbac6f647a3a req-9e4d3167-974b-4d0d-a10b-2ef1599d944a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 945 time: 0.1080143 Jul 14 07:28:56.503976 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-472f3929-5ec1-49ea-a3f3-bbac6f647a3a req-634f1515-5b9f-4088-bc0b-98f6512b3c37 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357912 Jul 14 07:28:56.895499 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33de211-793a-4d94-85fd-5e5bfc025516 req-f3edfbc1-f4a9-465e-8154-084d61e6f796 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:56.896974 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a33de211-793a-4d94-85fd-5e5bfc025516 req-f3edfbc1-f4a9-465e-8154-084d61e6f796 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.0629687 Jul 14 07:28:56.936402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a33de211-793a-4d94-85fd-5e5bfc025516 req-14a19f0a-37b7-4f50-89de-85ed43879b4a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332179 Jul 14 07:28:57.138495 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a1a2b190-ac3a-48cd-9bb8-8e1af54b1653 req-7ba058e2-e40a-4c36-977b-e4e7b95b172a tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 210 time: 0.0450938 Jul 14 07:28:57.201061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-45b9dd6b-bcc2-46eb-b5d7-46c2ab5b01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:57.203113 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-45b9dd6b-bcc2-46eb-b5d7-46c2ab5b01a5 service neutron] 10.222.0.15 "GET /v2.0/ports/bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b HTTP/1.1" status: 200 len: 1033 time: 0.0446119 Jul 14 07:28:57.254795 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-414deed6-e576-454d-a289-1fba7849a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:57.255886 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-414deed6-e576-454d-a289-1fba7849a97d service neutron] 10.222.0.15 "GET /v2.0/ports/3e2c6a6f-f9d5-4299-915b-191904b54c05 HTTP/1.1" status: 200 len: 1032 time: 0.0472093 Jul 14 07:28:57.381547 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-421df74c-93ba-4fe8-bf96-d27714b3c2fe tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:57.387351 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-421df74c-93ba-4fe8-bf96-d27714b3c2fe tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:57.393631 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-421df74c-93ba-4fe8-bf96-d27714b3c2fe tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:57.395226 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-421df74c-93ba-4fe8-bf96-d27714b3c2fe tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.15 "GET /v2.0/networks?id=18bb1dcc-6170-41be-a95d-00121e924f29&id=737dad91-5c42-4403-b411-91fd99db9d41&id=737dad91-5c42-4403-b411-91fd99db9d41&id=737dad91-5c42-4403-b411-91fd99db9d41&id=737dad91-5c42-4403-b411-91fd99db9d41&id=5259ed76-3fbf-4ac1-88a4-ce8f37157488&id=5259ed76-3fbf-4ac1-88a4-ce8f37157488 HTTP/1.1" status: 200 len: 1996 time: 0.1338882 Jul 14 07:28:57.444217 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-2d282812-2d89-41bc-aa75-eb6efce7b3ba tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baa77f5ed63340aa85ad735a9cb925d7 HTTP/1.1" status: 200 len: 378 time: 0.0385094 Jul 14 07:28:57.454557 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3cc525e3-e717-4f30-b075-00b6c434e8d7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Request body: {'port': {'device_id': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29', 'admin_state_up': True, 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'security_groups': ['4839badf-db79-4e23-8929-fe520605a942']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:57.594803 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3cc525e3-e717-4f30-b075-00b6c434e8d7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Made reservation on behalf of baa77f5ed63340aa85ad735a9cb925d7 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:28:57.602200 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3cc525e3-e717-4f30-b075-00b6c434e8d7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:57.794202 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3cc525e3-e717-4f30-b075-00b6c434e8d7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Allocated IP 172.20.0.8 (18bb1dcc-6170-41be-a95d-00121e924f29/47136b84-069d-4c8f-a511-15a77b272aff/64284bb9-2b5f-4ce0-b542-58b4b3aaa96e) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:57.823022 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198e076-0137-4ae8-acb4-cbe186b2caca req-38884765-3cf4-41bd-8f6e-7a546299bd1e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:57.833322 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0198e076-0137-4ae8-acb4-cbe186b2caca req-38884765-3cf4-41bd-8f6e-7a546299bd1e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 945 time: 0.1353033 Jul 14 07:28:57.906422 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0198e076-0137-4ae8-acb4-cbe186b2caca req-7c9565b6-3b96-4e18-8221-750c59da9704 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713682 Jul 14 07:28:58.027418 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3cc525e3-e717-4f30-b075-00b6c434e8d7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:58.045037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3cc525e3-e717-4f30-b075-00b6c434e8d7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Transition to ACTIVE for port object 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:58.101610 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3cc525e3-e717-4f30-b075-00b6c434e8d7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:58.180305 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3cc525e3-e717-4f30-b075-00b6c434e8d7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Network 18bb1dcc-6170-41be-a95d-00121e924f29 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:58.184269 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3cc525e3-e717-4f30-b075-00b6c434e8d7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:58.189969 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3cc525e3-e717-4f30-b075-00b6c434e8d7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:58.195909 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc525e3-e717-4f30-b075-00b6c434e8d7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event updated for resources: {'Port': ['ID=64284bb9-2b5f-4ce0-b542-58b4b3aaa96e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:58.268345 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3cc525e3-e717-4f30-b075-00b6c434e8d7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:58.269340 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3cc525e3-e717-4f30-b075-00b6c434e8d7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:58.400663 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3cc525e3-e717-4f30-b075-00b6c434e8d7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9492958 Jul 14 07:28:58.419664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c714cf77-fbc7-4bca-9048-e4dc338a4113 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Request body: {'port': {'device_id': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41', 'admin_state_up': True, 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'security_groups': ['4839badf-db79-4e23-8929-fe520605a942']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:58.505701 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417dd2b-9727-4a37-a24a-2ca434705eb9 req-69013494-f29f-435c-8018-322aba483c3e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:58.506988 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9417dd2b-9727-4a37-a24a-2ca434705eb9 req-69013494-f29f-435c-8018-322aba483c3e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.2300985 Jul 14 07:28:58.563948 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f9e9c93c-9400-4075-907b-372864ad99cd None None] Provisioning for port 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:28:58.584553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f9e9c93c-9400-4075-907b-372864ad99cd None None] Provisioning complete for port 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:28:58.585213 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f9e9c93c-9400-4075-907b-372864ad99cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:58.688450 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f9e9c93c-9400-4075-907b-372864ad99cd None None] Port 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:28:59.047326 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9417dd2b-9727-4a37-a24a-2ca434705eb9 req-0559fc41-6500-4b34-8582-d12f05882e9d tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5328138 Jul 14 07:28:59.129209 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c714cf77-fbc7-4bca-9048-e4dc338a4113 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Made reservation on behalf of baa77f5ed63340aa85ad735a9cb925d7 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:28:59.134318 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c714cf77-fbc7-4bca-9048-e4dc338a4113 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:59.163465 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af31f85-03d0-4edc-b465-6f3b82722eec req-0996a62b-7d1b-4fb7-9a54-5755f2f478df tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:59.170452 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8af31f85-03d0-4edc-b465-6f3b82722eec req-0996a62b-7d1b-4fb7-9a54-5755f2f478df tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 931 time: 0.1889746 Jul 14 07:28:59.281681 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8af31f85-03d0-4edc-b465-6f3b82722eec req-61a06177-8c0d-472e-a0f7-47f8e441e644 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1099842 Jul 14 07:28:59.338341 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532594e-646d-4874-bff2-74fdb84bfc11 req-7eb6a325-7052-452a-a3ff-59fd9d236853 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:59.339844 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d532594e-646d-4874-bff2-74fdb84bfc11 req-7eb6a325-7052-452a-a3ff-59fd9d236853 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 945 time: 0.1485858 Jul 14 07:28:59.412050 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d532594e-646d-4874-bff2-74fdb84bfc11 req-75fe196c-e8fb-46bf-afd5-c6079b200d39 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535276 Jul 14 07:28:59.413240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c714cf77-fbc7-4bca-9048-e4dc338a4113 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Allocated IP 10.1.1.85 (737dad91-5c42-4403-b411-91fd99db9d41/9a10aa77-bcdf-4ca8-9214-f68b4a43ce54/8fbc9493-16c6-4d68-9ba6-a115482dd0e4) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:28:59.559894 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c714cf77-fbc7-4bca-9048-e4dc338a4113 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:59.575790 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c714cf77-fbc7-4bca-9048-e4dc338a4113 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Transition to ACTIVE for port object 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:28:59.611195 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c714cf77-fbc7-4bca-9048-e4dc338a4113 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:59.658158 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c714cf77-fbc7-4bca-9048-e4dc338a4113 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Network 737dad91-5c42-4403-b411-91fd99db9d41 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:28:59.661660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c714cf77-fbc7-4bca-9048-e4dc338a4113 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:28:59.665853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c714cf77-fbc7-4bca-9048-e4dc338a4113 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:28:59.673122 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714cf77-fbc7-4bca-9048-e4dc338a4113 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event updated for resources: {'Port': ['ID=8fbc9493-16c6-4d68-9ba6-a115482dd0e4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:28:59.722063 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c714cf77-fbc7-4bca-9048-e4dc338a4113 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:28:59.722719 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c714cf77-fbc7-4bca-9048-e4dc338a4113 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:28:59.739863 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c714cf77-fbc7-4bca-9048-e4dc338a4113 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3298151 Jul 14 07:28:59.751871 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-e2253560-7ded-4974-8c48-7f6f459afbaa tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Request body: {'port': {'device_id': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41', 'admin_state_up': True, 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'security_groups': ['4839badf-db79-4e23-8929-fe520605a942']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:28:59.874924 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-e2253560-7ded-4974-8c48-7f6f459afbaa tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Made reservation on behalf of baa77f5ed63340aa85ad735a9cb925d7 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:28:59.879120 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-e2253560-7ded-4974-8c48-7f6f459afbaa tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:00.025295 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-daf367bb-5361-48ee-8d75-672b8b2a9c06 None None] Provisioning for port 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:00.032328 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-daf367bb-5361-48ee-8d75-672b8b2a9c06 None None] Provisioning complete for port 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:00.033054 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-daf367bb-5361-48ee-8d75-672b8b2a9c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:00.053027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-e2253560-7ded-4974-8c48-7f6f459afbaa tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Allocated IP 10.1.1.129 (737dad91-5c42-4403-b411-91fd99db9d41/9a10aa77-bcdf-4ca8-9214-f68b4a43ce54/5f40b380-e11c-4363-9f3d-a8b67e156847) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:29:00.095576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-daf367bb-5361-48ee-8d75-672b8b2a9c06 None None] Port 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:29:00.290320 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-e2253560-7ded-4974-8c48-7f6f459afbaa tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:00.309228 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-e2253560-7ded-4974-8c48-7f6f459afbaa tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Transition to ACTIVE for port object 5f40b380-e11c-4363-9f3d-a8b67e156847 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:00.318572 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598ce7b-5a94-474b-81ad-25655199cb43 req-9e825db8-f3f8-46da-a51c-e4024d776476 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:00.320097 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8598ce7b-5a94-474b-81ad-25655199cb43 req-9e825db8-f3f8-46da-a51c-e4024d776476 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.1186912 Jul 14 07:29:00.378887 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8598ce7b-5a94-474b-81ad-25655199cb43 req-4a640632-5a12-441d-b0d6-6893c52ac324 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497139 Jul 14 07:29:00.388172 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-e2253560-7ded-4974-8c48-7f6f459afbaa tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:00.474856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-e2253560-7ded-4974-8c48-7f6f459afbaa tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Network 737dad91-5c42-4403-b411-91fd99db9d41 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:29:00.481503 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2253560-7ded-4974-8c48-7f6f459afbaa tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event updated for resources: {'Port': ['ID=5f40b380-e11c-4363-9f3d-a8b67e156847,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:00.484453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-e2253560-7ded-4974-8c48-7f6f459afbaa tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:29:00.487388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-e2253560-7ded-4974-8c48-7f6f459afbaa tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:29:00.508354 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c136d2c2-4643-4722-b3b4-081b784ab7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:00.553759 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-e2253560-7ded-4974-8c48-7f6f459afbaa tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:00.554396 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-e2253560-7ded-4974-8c48-7f6f459afbaa tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:00.606251 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6b3f4-5ab2-48d9-8596-cb9d26959125 req-582a2c7f-dd47-4aee-9bbe-6bf13c34f960 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:00.612772 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6b3f4-5ab2-48d9-8596-cb9d26959125 req-582a2c7f-dd47-4aee-9bbe-6bf13c34f960 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:00.618762 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6b3f4-5ab2-48d9-8596-cb9d26959125 req-582a2c7f-dd47-4aee-9bbe-6bf13c34f960 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:00.620531 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4aa6b3f4-5ab2-48d9-8596-cb9d26959125 req-582a2c7f-dd47-4aee-9bbe-6bf13c34f960 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 2373 time: 0.1842713 Jul 14 07:29:00.622852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-e2253560-7ded-4974-8c48-7f6f459afbaa tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8765867 Jul 14 07:29:00.652650 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-6c0bc683-aa37-45fc-88e8-01c59322b8ea tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Request body: {'port': {'device_id': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5259ed76-3fbf-4ac1-88a4-ce8f37157488', 'admin_state_up': True, 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'security_groups': ['4839badf-db79-4e23-8929-fe520605a942']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:29:00.729917 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4aa6b3f4-5ab2-48d9-8596-cb9d26959125 req-cf1dc742-10aa-4bcd-98a7-d7095e85c5ff tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023047 Jul 14 07:29:00.763720 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248fd22-c390-4fc9-95b0-953651f9071f req-bdf8009f-81b2-46fd-9076-ae8f753d7995 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:00.765782 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b248fd22-c390-4fc9-95b0-953651f9071f req-bdf8009f-81b2-46fd-9076-ae8f753d7995 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 945 time: 0.2077303 Jul 14 07:29:00.822724 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b248fd22-c390-4fc9-95b0-953651f9071f req-f41a7c89-d489-4e59-9bee-3be7c25ccca2 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510120 Jul 14 07:29:00.834229 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-6c0bc683-aa37-45fc-88e8-01c59322b8ea tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Made reservation on behalf of baa77f5ed63340aa85ad735a9cb925d7 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:29:00.836431 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e0a09565-96e3-465c-91d5-97356a872914 None None] Provisioning for port 5f40b380-e11c-4363-9f3d-a8b67e156847 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:00.853094 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e0a09565-96e3-465c-91d5-97356a872914 None None] Provisioning complete for port 5f40b380-e11c-4363-9f3d-a8b67e156847 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:00.853824 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e0a09565-96e3-465c-91d5-97356a872914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:00.895463 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e0a09565-96e3-465c-91d5-97356a872914 None None] Port 5f40b380-e11c-4363-9f3d-a8b67e156847 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:29:00.917988 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-6c0bc683-aa37-45fc-88e8-01c59322b8ea tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:01.153227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-6c0bc683-aa37-45fc-88e8-01c59322b8ea tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Allocated IP 10.2.2.100 (5259ed76-3fbf-4ac1-88a4-ce8f37157488/333a6f4c-6b36-4054-9b8f-3bef22aead9f/c78d9845-c82b-4a64-8ef9-32e0410fc323) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:29:01.317347 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-6c0bc683-aa37-45fc-88e8-01c59322b8ea tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:01.339531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-6c0bc683-aa37-45fc-88e8-01c59322b8ea tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Transition to ACTIVE for port object c78d9845-c82b-4a64-8ef9-32e0410fc323 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:01.381459 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-6c0bc683-aa37-45fc-88e8-01c59322b8ea tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:01.488046 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-6c0bc683-aa37-45fc-88e8-01c59322b8ea tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Network 5259ed76-3fbf-4ac1-88a4-ce8f37157488 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:29:01.492896 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-6c0bc683-aa37-45fc-88e8-01c59322b8ea tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:29:01.504351 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-6c0bc683-aa37-45fc-88e8-01c59322b8ea tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:29:01.570775 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bc683-aa37-45fc-88e8-01c59322b8ea tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event updated for resources: {'Port': ['ID=c78d9845-c82b-4a64-8ef9-32e0410fc323,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:01.612265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-6c0bc683-aa37-45fc-88e8-01c59322b8ea tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:01.613290 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-6c0bc683-aa37-45fc-88e8-01c59322b8ea tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:01.709132 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-6c0bc683-aa37-45fc-88e8-01c59322b8ea tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0773780 Jul 14 07:29:01.736457 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-b7a9d4a7-8b67-4c56-b4ed-feafc1de1e29 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Request body: {'port': {'device_id': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5259ed76-3fbf-4ac1-88a4-ce8f37157488', 'admin_state_up': True, 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'security_groups': ['4839badf-db79-4e23-8929-fe520605a942']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:29:01.904288 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a92d5-b40c-4ad7-91fe-a30a048e4e88 req-6e6b1c4d-f3a9-4f02-b5ff-ac248ef3ff9b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:01.906033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a9a92d5-b40c-4ad7-91fe-a30a048e4e88 req-6e6b1c4d-f3a9-4f02-b5ff-ac248ef3ff9b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.2897513 Jul 14 07:29:01.926300 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device aaa31903-19cf-4255-bd1e-89933888334a details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:29:02.089402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a9a92d5-b40c-4ad7-91fe-a30a048e4e88 req-1259fe39-3778-4351-9e8d-c721d4934c22 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664803 Jul 14 07:29:02.094902 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-b7a9d4a7-8b67-4c56-b4ed-feafc1de1e29 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Made reservation on behalf of baa77f5ed63340aa85ad735a9cb925d7 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:29:02.100258 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-b7a9d4a7-8b67-4c56-b4ed-feafc1de1e29 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:02.140754 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port aaa31903-19cf-4255-bd1e-89933888334a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=aaa31903-19cf-4255-bd1e-89933888334a,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:02.172535 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e30c2-b285-4211-ba9c-c007248f2fd6 req-66be6c9a-973f-496d-9c15-49957d52b3ed tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:02.184186 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'aaa31903-19cf-4255-bd1e-89933888334a', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'port_id': 'aaa31903-19cf-4255-bd1e-89933888334a', 'mac_address': 'fa:16:3e:54:1c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:29:02.187390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e30c2-b285-4211-ba9c-c007248f2fd6 req-66be6c9a-973f-496d-9c15-49957d52b3ed tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:02.194268 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e30c2-b285-4211-ba9c-c007248f2fd6 req-66be6c9a-973f-496d-9c15-49957d52b3ed tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:02.213452 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e30c2-b285-4211-ba9c-c007248f2fd6 req-66be6c9a-973f-496d-9c15-49957d52b3ed tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:02.224665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-864e30c2-b285-4211-ba9c-c007248f2fd6 req-66be6c9a-973f-496d-9c15-49957d52b3ed tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 3094 time: 0.3007162 Jul 14 07:29:02.258066 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cd79664a-e28b-464b-ac2e-ac22a40e1eda None None] Provisioning for port c78d9845-c82b-4a64-8ef9-32e0410fc323 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:02.285197 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cd79664a-e28b-464b-ac2e-ac22a40e1eda None None] Provisioning complete for port c78d9845-c82b-4a64-8ef9-32e0410fc323 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:02.288511 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cd79664a-e28b-464b-ac2e-ac22a40e1eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:02.346211 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-864e30c2-b285-4211-ba9c-c007248f2fd6 req-ac80b5a8-4ffb-4d3e-aa25-320de753167b tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144249 Jul 14 07:29:02.350371 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:02.378563 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aaa31903-19cf-4255-bd1e-89933888334a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:29:02.407458 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-cd79664a-e28b-464b-ac2e-ac22a40e1eda None None] Port c78d9845-c82b-4a64-8ef9-32e0410fc323 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:29:02.449942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port aaa31903-19cf-4255-bd1e-89933888334a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=aaa31903-19cf-4255-bd1e-89933888334a,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:02.462847 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:02.625016 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['aaa31903-19cf-4255-bd1e-89933888334a'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:29:02.663406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-b7a9d4a7-8b67-4c56-b4ed-feafc1de1e29 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Allocated IP 10.2.2.200 (5259ed76-3fbf-4ac1-88a4-ce8f37157488/333a6f4c-6b36-4054-9b8f-3bef22aead9f/b21b2095-f41c-4f8e-87b4-b66008cde3a0) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:29:02.714234 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=aaa31903-19cf-4255-bd1e-89933888334a,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:02.838011 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba3c10-f603-4f98-b821-d7b96daddd1f req-bc4c4453-d0fe-4e10-af20-9190164b207b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:02.845256 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-46ba3c10-f603-4f98-b821-d7b96daddd1f req-bc4c4453-d0fe-4e10-af20-9190164b207b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 945 time: 0.4944630 Jul 14 07:29:02.914499 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-46ba3c10-f603-4f98-b821-d7b96daddd1f req-f631b264-e71c-411d-95c6-cca50de959cb tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683119 Jul 14 07:29:02.936539 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-b7a9d4a7-8b67-4c56-b4ed-feafc1de1e29 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:02.952528 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-b7a9d4a7-8b67-4c56-b4ed-feafc1de1e29 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Transition to ACTIVE for port object b21b2095-f41c-4f8e-87b4-b66008cde3a0 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:03.004917 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-b7a9d4a7-8b67-4c56-b4ed-feafc1de1e29 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:03.086648 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-b7a9d4a7-8b67-4c56-b4ed-feafc1de1e29 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Network 5259ed76-3fbf-4ac1-88a4-ce8f37157488 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:29:03.091812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-b7a9d4a7-8b67-4c56-b4ed-feafc1de1e29 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:29:03.094906 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9d4a7-8b67-4c56-b4ed-feafc1de1e29 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event updated for resources: {'Port': ['ID=b21b2095-f41c-4f8e-87b4-b66008cde3a0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:03.097407 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-b7a9d4a7-8b67-4c56-b4ed-feafc1de1e29 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:29:03.183646 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-b7a9d4a7-8b67-4c56-b4ed-feafc1de1e29 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:03.184426 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-b7a9d4a7-8b67-4c56-b4ed-feafc1de1e29 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:03.223423 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-b7a9d4a7-8b67-4c56-b4ed-feafc1de1e29 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4965003 Jul 14 07:29:03.237953 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Request body: {'port': {'device_id': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:29:03.313958 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d20e83cd-ab1a-4d0f-9c8c-13a5e4c38c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:03.416246 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:03.444661 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f6f14540-fd77-459b-b799-3e503e59d86d None None] Provisioning for port b21b2095-f41c-4f8e-87b4-b66008cde3a0 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:03.461902 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f6f14540-fd77-459b-b799-3e503e59d86d None None] Provisioning complete for port b21b2095-f41c-4f8e-87b4-b66008cde3a0 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:03.467465 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f6f14540-fd77-459b-b799-3e503e59d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:03.471886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469fd50-0212-419a-8ea1-28df5f9164f3 req-38c120a3-36dd-452d-83f6-3be631d4361b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:03.474230 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0469fd50-0212-419a-8ea1-28df5f9164f3 req-38c120a3-36dd-452d-83f6-3be631d4361b tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.1851354 Jul 14 07:29:03.555513 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f6f14540-fd77-459b-b799-3e503e59d86d None None] Port b21b2095-f41c-4f8e-87b4-b66008cde3a0 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:29:03.616502 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:03.685947 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0469fd50-0212-419a-8ea1-28df5f9164f3 req-7b52ecbb-594a-41fa-89aa-484541bc2fc4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003391 Jul 14 07:29:03.804897 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb391d80-ea4d-482b-a62b-e137e5726310 req-153e13e7-95bf-46a7-9fc2-720cf5cbca5f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:03.810964 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb391d80-ea4d-482b-a62b-e137e5726310 req-153e13e7-95bf-46a7-9fc2-720cf5cbca5f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:03.817942 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb391d80-ea4d-482b-a62b-e137e5726310 req-153e13e7-95bf-46a7-9fc2-720cf5cbca5f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:03.823950 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb391d80-ea4d-482b-a62b-e137e5726310 req-153e13e7-95bf-46a7-9fc2-720cf5cbca5f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:03.830243 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb391d80-ea4d-482b-a62b-e137e5726310 req-153e13e7-95bf-46a7-9fc2-720cf5cbca5f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:03.832151 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb391d80-ea4d-482b-a62b-e137e5726310 req-153e13e7-95bf-46a7-9fc2-720cf5cbca5f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 3815 time: 0.2013371 Jul 14 07:29:03.897720 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb391d80-ea4d-482b-a62b-e137e5726310 req-c8b83319-dff1-420b-909b-667399424df3 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579228 Jul 14 07:29:03.927040 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device aaa31903-19cf-4255-bd1e-89933888334a up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:03.987742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:29:03.997159 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:04.016666 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Transition to ACTIVE for port object 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:04.025642 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:04.031198 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port aaa31903-19cf-4255-bd1e-89933888334a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:04.031518 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:04.193209 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Pushing event updated for resources: {'Port': ['ID=64284bb9-2b5f-4ce0-b542-58b4b3aaa96e,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:04.240509 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:04.307703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a786b3-3ee5-44ba-8f29-446a8d83b729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa31903-19cf-4255-bd1e-89933888334a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:04.310149 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd704d2-8153-43dd-86d0-78dea648a56f" -d '{"events": [{"server_uuid": "36a786b3-3ee5-44ba-8f29-446a8d83b729", "name": "network-vif-plugged", "status": "completed", "tag": "aaa31903-19cf-4255-bd1e-89933888334a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:04.334952 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Attempting to bind port 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:29:04.335284 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Attempting to bind port 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'b6460ed9-1d4e-42bc-92f8-500936ec89a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:29:04.335607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Attempting to bind port 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e on network 18bb1dcc-6170-41be-a95d-00121e924f29 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:04.346207 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port aaa31903-19cf-4255-bd1e-89933888334a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=aaa31903-19cf-4255-bd1e-89933888334a,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:04.350117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9807f-5957-40b4-bcc5-aaaa520d8439 req-0fc59233-02e1-4c37-92e2-7bb712d3c37a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:04.351699 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09e9807f-5957-40b4-bcc5-aaaa520d8439 req-0fc59233-02e1-4c37-92e2-7bb712d3c37a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 944 time: 0.2038307 Jul 14 07:29:04.354471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Port 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e on network 18bb1dcc-6170-41be-a95d-00121e924f29 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:29:04.354799 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Attempting to bind port 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e on network 18bb1dcc-6170-41be-a95d-00121e924f29 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:04.356311 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:04.361402 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:29:04.363435 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Checking segment: {'id': 'b6460ed9-1d4e-42bc-92f8-500936ec89a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:29:04.363857 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Bound using segment: {'id': 'b6460ed9-1d4e-42bc-92f8-500936ec89a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:29:04.364289 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Bound port: 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6460ed9-1d4e-42bc-92f8-500936ec89a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:29:04.364662 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:04.419259 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c8c4ef-cc6c-4f1b-9107-135ad5157440 x-openstack-request-id: req-a5c8c4ef-cc6c-4f1b-9107-135ad5157440 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:04.419577 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a786b3-3ee5-44ba-8f29-446a8d83b729", "name": "network-vif-plugged", "status": "completed", "tag": "aaa31903-19cf-4255-bd1e-89933888334a", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:04.419793 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5c8c4ef-cc6c-4f1b-9107-135ad5157440 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:04.420268 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a786b3-3ee5-44ba-8f29-446a8d83b729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa31903-19cf-4255-bd1e-89933888334a', 'code': 200} Jul 14 07:29:04.450130 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09e9807f-5957-40b4-bcc5-aaaa520d8439 req-6ac1d793-60d2-4d06-93ed-71bbc7963d48 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798106 Jul 14 07:29:04.508349 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=aaa31903-19cf-4255-bd1e-89933888334a,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:04.576787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] For port 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:29:04.581435 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] For port 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=64284bb9-2b5f-4ce0-b542-58b4b3aaa96e,segment=NetworkSegment(b6460ed9-1d4e-42bc-92f8-500936ec89a0),segment_id=b6460ed9-1d4e-42bc-92f8-500936ec89a0)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:29:04.590745 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:04.643294 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:04.644235 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:04.645933 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] 10.222.0.15 "PUT /v2.0/ports/64284bb9-2b5f-4ce0-b542-58b4b3aaa96e HTTP/1.1" status: 200 len: 1091 time: 1.4144971 Jul 14 07:29:04.646480 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'tag': '64284bb9-2b5f-4ce0-b542-58b4b3aaa96e'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:04.650086 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f799c0e-7de3-4c65-8e5d-dfb8896a1566" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "tag": "64284bb9-2b5f-4ce0-b542-58b4b3aaa96e"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:04.656642 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:04.682470 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Request body: {'port': {'device_id': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:29:04.687788 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e8436-0957-4c7d-9409-7468a86f9d54 service neutron] Pushing event updated for resources: {'Port': ['ID=64284bb9-2b5f-4ce0-b542-58b4b3aaa96e,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:04.785411 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb4f99d-98e7-4fc2-ad1b-a8c7550a07a2 x-openstack-request-id: req-3cb4f99d-98e7-4fc2-ad1b-a8c7550a07a2 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:04.786771 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "tag": "64284bb9-2b5f-4ce0-b542-58b4b3aaa96e", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:04.787790 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3cb4f99d-98e7-4fc2-ad1b-a8c7550a07a2 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:04.789169 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'tag': '64284bb9-2b5f-4ce0-b542-58b4b3aaa96e', 'status': 'completed', 'code': 200} Jul 14 07:29:04.984236 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:05.275745 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f799c0e-7de3-4c65-8e5d-dfb8896a1566 req-d8e10c6a-8c4e-4375-a287-bad3e90f2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:05.276365 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f799c0e-7de3-4c65-8e5d-dfb8896a1566 req-d8e10c6a-8c4e-4375-a287-bad3e90f2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:05.282111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f799c0e-7de3-4c65-8e5d-dfb8896a1566 req-d8e10c6a-8c4e-4375-a287-bad3e90f2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:05.282777 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f799c0e-7de3-4c65-8e5d-dfb8896a1566 req-d8e10c6a-8c4e-4375-a287-bad3e90f2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:05.283322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f799c0e-7de3-4c65-8e5d-dfb8896a1566 req-d8e10c6a-8c4e-4375-a287-bad3e90f2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:05.285218 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f799c0e-7de3-4c65-8e5d-dfb8896a1566 req-d8e10c6a-8c4e-4375-a287-bad3e90f2c9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 4362 time: 0.4946516 Jul 14 07:29:05.739472 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf66d5-0af1-49b5-a48d-ca68b470d33b req-9c0f17ae-f40a-4812-bf4b-a95c6264c181 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:05.746375 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4bbf66d5-0af1-49b5-a48d-ca68b470d33b req-9c0f17ae-f40a-4812-bf4b-a95c6264c181 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.7459359 Jul 14 07:29:05.926257 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4bbf66d5-0af1-49b5-a48d-ca68b470d33b req-8c5c08fe-cb8a-4baf-bbfe-837a50606fe4 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789279 Jul 14 07:29:06.016390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cb65a-44a8-41da-9a23-3795451a3df1 req-abb6a3e8-829e-41ac-a312-0215f77504c4 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:06.034255 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cb65a-44a8-41da-9a23-3795451a3df1 req-abb6a3e8-829e-41ac-a312-0215f77504c4 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:06.040407 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cb65a-44a8-41da-9a23-3795451a3df1 req-abb6a3e8-829e-41ac-a312-0215f77504c4 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:06.061301 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cb65a-44a8-41da-9a23-3795451a3df1 req-abb6a3e8-829e-41ac-a312-0215f77504c4 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:06.068448 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cb65a-44a8-41da-9a23-3795451a3df1 req-abb6a3e8-829e-41ac-a312-0215f77504c4 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:06.070322 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e8cb65a-44a8-41da-9a23-3795451a3df1 req-abb6a3e8-829e-41ac-a312-0215f77504c4 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 3827 time: 0.9088507 Jul 14 07:29:06.213656 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:06.269594 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f799c0e-7de3-4c65-8e5d-dfb8896a1566 req-f3fe170c-ec4f-487a-96d7-3e8d3166f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:06.270339 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f799c0e-7de3-4c65-8e5d-dfb8896a1566 req-f3fe170c-ec4f-487a-96d7-3e8d3166f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:06.271003 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f799c0e-7de3-4c65-8e5d-dfb8896a1566 req-f3fe170c-ec4f-487a-96d7-3e8d3166f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:06.272733 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f799c0e-7de3-4c65-8e5d-dfb8896a1566 req-f3fe170c-ec4f-487a-96d7-3e8d3166f175 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.9276907 Jul 14 07:29:06.304799 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e8cb65a-44a8-41da-9a23-3795451a3df1 req-0893e6b3-3c86-41ae-bfa8-4637ec4bd2e5 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2174141 Jul 14 07:29:06.506597 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0ffd6-7949-4cc0-b34a-c42883a375b2 req-2077392c-9f50-45d4-8536-ac4c77652855 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:06.508594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-87c0ffd6-7949-4cc0-b34a-c42883a375b2 req-2077392c-9f50-45d4-8536-ac4c77652855 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 945 time: 0.3632326 Jul 14 07:29:06.582460 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:29:06.602571 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:06.616264 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f799c0e-7de3-4c65-8e5d-dfb8896a1566 req-02078622-3c65-4643-9f7f-58a72b443a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:06.617841 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f799c0e-7de3-4c65-8e5d-dfb8896a1566 req-02078622-3c65-4643-9f7f-58a72b443a76 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3268995 Jul 14 07:29:06.647262 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Transition to ACTIVE for port object bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:06.650794 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-87c0ffd6-7949-4cc0-b34a-c42883a375b2 req-2c8899ae-078d-45c9-86f8-63cff40ff492 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267517 Jul 14 07:29:06.656154 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:06.767886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:06.825113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Attempting to bind port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:29:06.825463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Attempting to bind port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:29:06.826025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Attempting to bind port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b on network 737dad91-5c42-4403-b411-91fd99db9d41 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:06.834837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b on network 737dad91-5c42-4403-b411-91fd99db9d41 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:29:06.835226 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Attempting to bind port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b on network 737dad91-5c42-4403-b411-91fd99db9d41 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:06.846542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:29:06.846761 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Checking segment: {'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:29:06.847148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Bound using segment: {'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:29:06.847674 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Bound port: bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:29:06.848113 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:06.972107 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] For port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:29:06.981052 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] For port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:29:06.987640 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:07.017504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:07.019533 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:07.022390 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] 10.222.0.15 "PUT /v2.0/ports/bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b HTTP/1.1" status: 200 len: 1136 time: 2.3462636 Jul 14 07:29:07.022848 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'tag': 'bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:07.033098 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa39f3e0-afbe-4a82-883b-68a70d726d63" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "tag": "bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:07.098925 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Request body: {'port': {'device_id': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:29:07.225577 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096018ed-3548-4d79-bef8-9cae9cd37c27 x-openstack-request-id: req-096018ed-3548-4d79-bef8-9cae9cd37c27 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:07.225577 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "tag": "bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:07.225805 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-096018ed-3548-4d79-bef8-9cae9cd37c27 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:07.226090 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'tag': 'bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b', 'status': 'completed', 'code': 200} Jul 14 07:29:07.407349 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd34eae-7ead-458e-a11d-117564b276c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:07.489117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a836967-69bf-4f5c-b39c-891c751bd0ad req-7d51345a-f9c7-43a8-b064-9b8847fac8c5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:07.496846 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a836967-69bf-4f5c-b39c-891c751bd0ad req-7d51345a-f9c7-43a8-b064-9b8847fac8c5 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.3795495 Jul 14 07:29:07.504943 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:07.684835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39f3e0-afbe-4a82-883b-68a70d726d63 req-33a8d44a-669f-4234-9ff9-a100644fe9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:07.684835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39f3e0-afbe-4a82-883b-68a70d726d63 req-33a8d44a-669f-4234-9ff9-a100644fe9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:07.684835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39f3e0-afbe-4a82-883b-68a70d726d63 req-33a8d44a-669f-4234-9ff9-a100644fe9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:07.684835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39f3e0-afbe-4a82-883b-68a70d726d63 req-33a8d44a-669f-4234-9ff9-a100644fe9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:07.684835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39f3e0-afbe-4a82-883b-68a70d726d63 req-33a8d44a-669f-4234-9ff9-a100644fe9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:07.684835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39f3e0-afbe-4a82-883b-68a70d726d63 req-33a8d44a-669f-4234-9ff9-a100644fe9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:07.684835 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa39f3e0-afbe-4a82-883b-68a70d726d63 req-33a8d44a-669f-4234-9ff9-a100644fe9ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5291 time: 0.4408724 Jul 14 07:29:07.783968 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a836967-69bf-4f5c-b39c-891c751bd0ad req-4f2abb8d-6e41-4f5b-aaa9-11e24a3506df tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862263 Jul 14 07:29:08.162120 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8fa2b-4416-4e34-9688-b97bd7f035e5 req-7e0cabd8-d0a1-45f9-96d6-461b6cc423b0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:08.169819 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8fa2b-4416-4e34-9688-b97bd7f035e5 req-7e0cabd8-d0a1-45f9-96d6-461b6cc423b0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:08.176421 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8fa2b-4416-4e34-9688-b97bd7f035e5 req-7e0cabd8-d0a1-45f9-96d6-461b6cc423b0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:08.185728 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8fa2b-4416-4e34-9688-b97bd7f035e5 req-7e0cabd8-d0a1-45f9-96d6-461b6cc423b0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:08.207011 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8fa2b-4416-4e34-9688-b97bd7f035e5 req-7e0cabd8-d0a1-45f9-96d6-461b6cc423b0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:08.217556 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8fa2b-4416-4e34-9688-b97bd7f035e5 req-7e0cabd8-d0a1-45f9-96d6-461b6cc423b0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:08.220040 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27e8fa2b-4416-4e34-9688-b97bd7f035e5 req-7e0cabd8-d0a1-45f9-96d6-461b6cc423b0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 4605 time: 0.5699046 Jul 14 07:29:08.222494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2c6a6f-f9d5-4299-915b-191904b54c05 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:29:08.228147 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39f3e0-afbe-4a82-883b-68a70d726d63 req-984f063a-b138-47cf-aa2d-6657529f698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:08.228636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39f3e0-afbe-4a82-883b-68a70d726d63 req-984f063a-b138-47cf-aa2d-6657529f698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:08.229105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39f3e0-afbe-4a82-883b-68a70d726d63 req-984f063a-b138-47cf-aa2d-6657529f698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:08.230946 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa39f3e0-afbe-4a82-883b-68a70d726d63 req-984f063a-b138-47cf-aa2d-6657529f698e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5387666 Jul 14 07:29:08.279003 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:08.397519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cda35-a1c2-463c-8664-63e4e1248abc req-c405f008-f5fd-4a64-85fc-3e6bd2fbf373 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:08.403339 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee0cda35-a1c2-463c-8664-63e4e1248abc req-c405f008-f5fd-4a64-85fc-3e6bd2fbf373 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 945 time: 0.4447348 Jul 14 07:29:08.429062 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Transition to ACTIVE for port object 3e2c6a6f-f9d5-4299-915b-191904b54c05 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:08.523359 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27e8fa2b-4416-4e34-9688-b97bd7f035e5 req-7a72f2ba-c958-43d9-a2f7-e9c8ae781efe tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2903786 Jul 14 07:29:08.524637 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39f3e0-afbe-4a82-883b-68a70d726d63 req-850d1893-0b9f-4431-ba46-7d565c7ac4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:08.542493 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa39f3e0-afbe-4a82-883b-68a70d726d63 req-850d1893-0b9f-4431-ba46-7d565c7ac4fd service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2793486 Jul 14 07:29:08.564314 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:08.650602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Pushing event updated for resources: {'Port': ['ID=3e2c6a6f-f9d5-4299-915b-191904b54c05,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:08.687346 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee0cda35-a1c2-463c-8664-63e4e1248abc req-b270f904-dcf7-4d39-a3e9-5fe9eaf4c468 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271346 Jul 14 07:29:08.833484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Attempting to bind port 3e2c6a6f-f9d5-4299-915b-191904b54c05 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:29:08.833977 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Attempting to bind port 3e2c6a6f-f9d5-4299-915b-191904b54c05 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:29:08.834326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Attempting to bind port 3e2c6a6f-f9d5-4299-915b-191904b54c05 on network 737dad91-5c42-4403-b411-91fd99db9d41 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:08.839769 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Port 3e2c6a6f-f9d5-4299-915b-191904b54c05 on network 737dad91-5c42-4403-b411-91fd99db9d41 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:29:08.840117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Attempting to bind port 3e2c6a6f-f9d5-4299-915b-191904b54c05 on network 737dad91-5c42-4403-b411-91fd99db9d41 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:08.847321 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:29:08.847603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Checking segment: {'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:29:08.847994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Bound using segment: {'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:29:08.848493 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Bound port: 3e2c6a6f-f9d5-4299-915b-191904b54c05, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:29:08.848859 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:08.994949 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] For port 3e2c6a6f-f9d5-4299-915b-191904b54c05, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:29:08.999371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] For port 3e2c6a6f-f9d5-4299-915b-191904b54c05, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=3e2c6a6f-f9d5-4299-915b-191904b54c05,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:29:09.008826 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:09.065713 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:09.066461 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:09.068253 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] 10.222.0.15 "PUT /v2.0/ports/3e2c6a6f-f9d5-4299-915b-191904b54c05 HTTP/1.1" status: 200 len: 1135 time: 1.9780018 Jul 14 07:29:09.120406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Request body: {'port': {'device_id': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:29:09.149083 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0da305-9e90-4912-858d-0b4b822f1a47 req-0a0b7a87-22f8-4811-9a95-8cbd723e6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:09.151444 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2f0da305-9e90-4912-858d-0b4b822f1a47 req-0a0b7a87-22f8-4811-9a95-8cbd723e6e60 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 1097 time: 0.0821445 Jul 14 07:29:09.207201 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fdcba-15c1-4150-9e75-10832c3aa74d service neutron] Pushing event updated for resources: {'Port': ['ID=3e2c6a6f-f9d5-4299-915b-191904b54c05,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:09.214971 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2f0da305-9e90-4912-858d-0b4b822f1a47 req-bd4db7ee-0571-45ee-899a-6ce88bff68b4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509644 Jul 14 07:29:09.234405 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'tag': '3e2c6a6f-f9d5-4299-915b-191904b54c05'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:09.238217 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d7ab74-69bb-4e09-8e3d-58a3851ed3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "tag": "3e2c6a6f-f9d5-4299-915b-191904b54c05"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:09.325105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef91ce-ab66-4857-b0ee-49614e392fb2 req-98590134-2f2d-42b8-9e57-69cefcbd11d9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:09.344470 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22ef91ce-ab66-4857-b0ee-49614e392fb2 req-98590134-2f2d-42b8-9e57-69cefcbd11d9 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.2532923 Jul 14 07:29:09.348251 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f2731f-b95f-43e7-8d6b-5772813e2682 x-openstack-request-id: req-35f2731f-b95f-43e7-8d6b-5772813e2682 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:09.350619 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "tag": "3e2c6a6f-f9d5-4299-915b-191904b54c05", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:09.350619 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-35f2731f-b95f-43e7-8d6b-5772813e2682 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:09.350619 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'tag': '3e2c6a6f-f9d5-4299-915b-191904b54c05', 'status': 'completed', 'code': 200} Jul 14 07:29:09.409927 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:09.507685 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22ef91ce-ab66-4857-b0ee-49614e392fb2 req-4dc478cb-f9e3-4cd0-b448-65f9f12db723 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622932 Jul 14 07:29:09.685803 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7ab74-69bb-4e09-8e3d-58a3851ed3ee req-83586599-5932-4c4f-81f1-c98b917da44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:09.686216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7ab74-69bb-4e09-8e3d-58a3851ed3ee req-83586599-5932-4c4f-81f1-c98b917da44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:09.686727 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7ab74-69bb-4e09-8e3d-58a3851ed3ee req-83586599-5932-4c4f-81f1-c98b917da44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:09.687199 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7ab74-69bb-4e09-8e3d-58a3851ed3ee req-83586599-5932-4c4f-81f1-c98b917da44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:09.687670 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7ab74-69bb-4e09-8e3d-58a3851ed3ee req-83586599-5932-4c4f-81f1-c98b917da44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:09.688164 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7ab74-69bb-4e09-8e3d-58a3851ed3ee req-83586599-5932-4c4f-81f1-c98b917da44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:09.688633 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7ab74-69bb-4e09-8e3d-58a3851ed3ee req-83586599-5932-4c4f-81f1-c98b917da44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:09.691342 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95d7ab74-69bb-4e09-8e3d-58a3851ed3ee req-83586599-5932-4c4f-81f1-c98b917da44c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 6219 time: 0.3352823 Jul 14 07:29:10.018393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54478131-2dbf-4198-8b15-a7889dd5f6f7 req-5b64cfed-801f-4ec4-bf77-d6c6909f8dc0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:10.024406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54478131-2dbf-4198-8b15-a7889dd5f6f7 req-5b64cfed-801f-4ec4-bf77-d6c6909f8dc0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:10.033845 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54478131-2dbf-4198-8b15-a7889dd5f6f7 req-5b64cfed-801f-4ec4-bf77-d6c6909f8dc0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:10.040126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54478131-2dbf-4198-8b15-a7889dd5f6f7 req-5b64cfed-801f-4ec4-bf77-d6c6909f8dc0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:10.046928 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54478131-2dbf-4198-8b15-a7889dd5f6f7 req-5b64cfed-801f-4ec4-bf77-d6c6909f8dc0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:10.053070 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54478131-2dbf-4198-8b15-a7889dd5f6f7 req-5b64cfed-801f-4ec4-bf77-d6c6909f8dc0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:10.060925 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54478131-2dbf-4198-8b15-a7889dd5f6f7 req-5b64cfed-801f-4ec4-bf77-d6c6909f8dc0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:10.062987 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-54478131-2dbf-4198-8b15-a7889dd5f6f7 req-5b64cfed-801f-4ec4-bf77-d6c6909f8dc0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5382 time: 0.3417130 Jul 14 07:29:10.126632 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7ab74-69bb-4e09-8e3d-58a3851ed3ee req-ae393183-a21b-453f-a850-6c94ff641220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:10.127009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7ab74-69bb-4e09-8e3d-58a3851ed3ee req-ae393183-a21b-453f-a850-6c94ff641220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:10.127507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7ab74-69bb-4e09-8e3d-58a3851ed3ee req-ae393183-a21b-453f-a850-6c94ff641220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:10.129091 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95d7ab74-69bb-4e09-8e3d-58a3851ed3ee req-ae393183-a21b-453f-a850-6c94ff641220 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4267766 Jul 14 07:29:10.145860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ff3de-f081-4d5f-8df3-ca1da60ac48c req-a77c1aaa-3301-43af-b513-334443b62dab tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:10.147447 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f9ff3de-f081-4d5f-8df3-ca1da60ac48c req-a77c1aaa-3301-43af-b513-334443b62dab tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 945 time: 0.2606463 Jul 14 07:29:10.760993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:29:10.787507 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:10.811072 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-54478131-2dbf-4198-8b15-a7889dd5f6f7 req-335a2f27-9b64-4aa2-a55f-f7f76efb266a tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7260935 Jul 14 07:29:10.873206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Transition to ACTIVE for port object 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:10.889682 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:10.894940 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f9ff3de-f081-4d5f-8df3-ca1da60ac48c req-8241f6a4-1814-4abd-9baa-02233557bfbd tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521266 Jul 14 07:29:10.939131 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Pushing event updated for resources: {'Port': ['ID=8fbc9493-16c6-4d68-9ba6-a115482dd0e4,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:10.948602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7ab74-69bb-4e09-8e3d-58a3851ed3ee req-7137fc98-6fcc-4f2e-a6fc-3efe0b594aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:10.950133 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95d7ab74-69bb-4e09-8e3d-58a3851ed3ee req-7137fc98-6fcc-4f2e-a6fc-3efe0b594aef service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8142543 Jul 14 07:29:11.121715 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Attempting to bind port 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:29:11.122287 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Attempting to bind port 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:29:11.122808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Attempting to bind port 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 on network 737dad91-5c42-4403-b411-91fd99db9d41 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:11.135737 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Port 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 on network 737dad91-5c42-4403-b411-91fd99db9d41 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:29:11.136336 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Attempting to bind port 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 on network 737dad91-5c42-4403-b411-91fd99db9d41 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:11.156589 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:29:11.157206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Checking segment: {'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:29:11.157773 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Bound using segment: {'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:29:11.158365 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Bound port: 8fbc9493-16c6-4d68-9ba6-a115482dd0e4, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:29:11.159452 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:11.219508 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996f337-66f9-4e00-8198-1f45a847f979 req-9fd5bc15-05c3-43b7-86a3-b21b8f9a5558 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:11.221431 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0996f337-66f9-4e00-8198-1f45a847f979 req-9fd5bc15-05c3-43b7-86a3-b21b8f9a5558 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.1835184 Jul 14 07:29:11.308615 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] For port 8fbc9493-16c6-4d68-9ba6-a115482dd0e4, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:29:11.311956 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] For port 8fbc9493-16c6-4d68-9ba6-a115482dd0e4, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=8fbc9493-16c6-4d68-9ba6-a115482dd0e4,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:29:11.330743 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:11.378567 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:11.379199 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:11.380686 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] 10.222.0.15 "PUT /v2.0/ports/8fbc9493-16c6-4d68-9ba6-a115482dd0e4 HTTP/1.1" status: 200 len: 1090 time: 2.2705626 Jul 14 07:29:11.381165 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'tag': '8fbc9493-16c6-4d68-9ba6-a115482dd0e4'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:11.385051 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f27042-a0cb-44d4-9ad7-01f87f0499a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "tag": "8fbc9493-16c6-4d68-9ba6-a115482dd0e4"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:11.411518 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0996f337-66f9-4e00-8198-1f45a847f979 req-74404b4c-5c07-4bb1-810e-1f53ebcdc9b2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979064 Jul 14 07:29:11.422461 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Request body: {'port': {'device_id': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:29:11.449450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53254) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:11.497568 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1ff2b3-bce3-4ee3-bc7a-6ef4e29f519e x-openstack-request-id: req-cd1ff2b3-bce3-4ee3-bc7a-6ef4e29f519e {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:11.497568 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "tag": "8fbc9493-16c6-4d68-9ba6-a115482dd0e4", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:11.497871 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd1ff2b3-bce3-4ee3-bc7a-6ef4e29f519e {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:11.498258 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'tag': '8fbc9493-16c6-4d68-9ba6-a115482dd0e4', 'status': 'completed', 'code': 200} Jul 14 07:29:11.505391 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005de327-3da5-4b2f-b54e-61c4bfaecb2b service neutron] Pushing event updated for resources: {'Port': ['ID=8fbc9493-16c6-4d68-9ba6-a115482dd0e4,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:11.618930 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5791df2b-873d-45d4-86f6-17f97a592a79 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/floatingips/c7c84c1c-40f9-49e6-b3c1-47060706cbff HTTP/1.1" status: 200 len: 994 time: 0.1682177 Jul 14 07:29:11.654405 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:11.762339 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f27042-a0cb-44d4-9ad7-01f87f0499a1 req-e571fca5-164f-4e70-a7d1-d9de2696b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:11.762339 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f27042-a0cb-44d4-9ad7-01f87f0499a1 req-e571fca5-164f-4e70-a7d1-d9de2696b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:11.763019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f27042-a0cb-44d4-9ad7-01f87f0499a1 req-e571fca5-164f-4e70-a7d1-d9de2696b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:11.763019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f27042-a0cb-44d4-9ad7-01f87f0499a1 req-e571fca5-164f-4e70-a7d1-d9de2696b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:11.763485 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f27042-a0cb-44d4-9ad7-01f87f0499a1 req-e571fca5-164f-4e70-a7d1-d9de2696b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:11.763945 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f27042-a0cb-44d4-9ad7-01f87f0499a1 req-e571fca5-164f-4e70-a7d1-d9de2696b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:11.764401 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f27042-a0cb-44d4-9ad7-01f87f0499a1 req-e571fca5-164f-4e70-a7d1-d9de2696b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:11.772816 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27f27042-a0cb-44d4-9ad7-01f87f0499a1 req-e571fca5-164f-4e70-a7d1-d9de2696b757 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 6286 time: 0.2115107 Jul 14 07:29:11.907976 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f27042-a0cb-44d4-9ad7-01f87f0499a1 req-f1feed0a-ded6-4e2f-95fc-5b7dfda6b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:11.908529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f27042-a0cb-44d4-9ad7-01f87f0499a1 req-f1feed0a-ded6-4e2f-95fc-5b7dfda6b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:11.908999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f27042-a0cb-44d4-9ad7-01f87f0499a1 req-f1feed0a-ded6-4e2f-95fc-5b7dfda6b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:11.910630 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27f27042-a0cb-44d4-9ad7-01f87f0499a1 req-f1feed0a-ded6-4e2f-95fc-5b7dfda6b949 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1147950 Jul 14 07:29:11.957133 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:29:12.199929 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f27042-a0cb-44d4-9ad7-01f87f0499a1 req-c906a0e6-226e-4e29-9de5-cda6a5e7dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:12.201460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27f27042-a0cb-44d4-9ad7-01f87f0499a1 req-c906a0e6-226e-4e29-9de5-cda6a5e7dbe4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2816265 Jul 14 07:29:12.267899 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:29:12.307019 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78,segment=NetworkSegment(76551dcb-f671-467b-9cc8-8ba02daf9636),segment_id=76551dcb-f671-467b-9cc8-8ba02daf9636)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:12.322441 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78', 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5', 'port_id': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78', 'mac_address': 'fa:16:3e:dd:40:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:29:12.419813 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:12.447437 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:29:12.501024 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78,segment=NetworkSegment(76551dcb-f671-467b-9cc8-8ba02daf9636),segment_id=76551dcb-f671-467b-9cc8-8ba02daf9636)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:12.545502 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c553bc-66a8-42f1-a543-3d9fca9c89ff req-64a60be5-9502-4774-8cfc-355aee3fe560 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:12.551900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c553bc-66a8-42f1-a543-3d9fca9c89ff req-64a60be5-9502-4774-8cfc-355aee3fe560 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:12.558024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c553bc-66a8-42f1-a543-3d9fca9c89ff req-64a60be5-9502-4774-8cfc-355aee3fe560 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:12.564507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c553bc-66a8-42f1-a543-3d9fca9c89ff req-64a60be5-9502-4774-8cfc-355aee3fe560 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:12.572821 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c553bc-66a8-42f1-a543-3d9fca9c89ff req-64a60be5-9502-4774-8cfc-355aee3fe560 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:12.575827 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:12.581291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c553bc-66a8-42f1-a543-3d9fca9c89ff req-64a60be5-9502-4774-8cfc-355aee3fe560 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:12.588537 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c553bc-66a8-42f1-a543-3d9fca9c89ff req-64a60be5-9502-4774-8cfc-355aee3fe560 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:12.590625 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6c553bc-66a8-42f1-a543-3d9fca9c89ff req-64a60be5-9502-4774-8cfc-355aee3fe560 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5394 time: 0.4907248 Jul 14 07:29:12.623438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82916443-f544-42a5-ae8c-411335dc5432 req-4042ad85-f688-4867-9c83-bdea465e8ffe tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:12.630796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82916443-f544-42a5-ae8c-411335dc5432 req-4042ad85-f688-4867-9c83-bdea465e8ffe tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 945 time: 0.4253781 Jul 14 07:29:12.690364 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:12.712653 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82916443-f544-42a5-ae8c-411335dc5432 req-689ad848-42b4-46f7-8bf1-f68367e5bc82 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809286 Jul 14 07:29:12.734182 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6c553bc-66a8-42f1-a543-3d9fca9c89ff req-dc9e913a-065b-4a1b-a4d4-d9071582fefc tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1329896 Jul 14 07:29:12.806196 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.api [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:29:12.806789 n-d-778696-5 neutron-server[93829]: DEBUG oslo_db.api [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:29:12.811146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:12.830076 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f40b380-e11c-4363-9f3d-a8b67e156847 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:29:12.838248 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:12.848439 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:29:12.854665 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Transition to ACTIVE for port object 5f40b380-e11c-4363-9f3d-a8b67e156847 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:12.859258 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:12.988009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Pushing event updated for resources: {'Port': ['ID=5f40b380-e11c-4363-9f3d-a8b67e156847,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:13.155230 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Attempting to bind port 5f40b380-e11c-4363-9f3d-a8b67e156847 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:29:13.155565 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Attempting to bind port 5f40b380-e11c-4363-9f3d-a8b67e156847 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:29:13.155893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Attempting to bind port 5f40b380-e11c-4363-9f3d-a8b67e156847 on network 737dad91-5c42-4403-b411-91fd99db9d41 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:13.169946 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Port 5f40b380-e11c-4363-9f3d-a8b67e156847 on network 737dad91-5c42-4403-b411-91fd99db9d41 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:29:13.170328 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Attempting to bind port 5f40b380-e11c-4363-9f3d-a8b67e156847 on network 737dad91-5c42-4403-b411-91fd99db9d41 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:13.191404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:29:13.191800 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Checking segment: {'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:29:13.192196 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Bound using segment: {'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:29:13.192684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Bound port: 5f40b380-e11c-4363-9f3d-a8b67e156847, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7913efa8-a2cd-40c4-8b22-110fc446958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:29:13.193291 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:13.321680 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] For port 5f40b380-e11c-4363-9f3d-a8b67e156847, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:29:13.325563 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] For port 5f40b380-e11c-4363-9f3d-a8b67e156847, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5f40b380-e11c-4363-9f3d-a8b67e156847,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:29:13.332665 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:13.410470 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:13.427776 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:13.428499 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:13.436506 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] 10.222.0.15 "PUT /v2.0/ports/5f40b380-e11c-4363-9f3d-a8b67e156847 HTTP/1.1" status: 200 len: 1091 time: 2.0193944 Jul 14 07:29:13.449258 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:29:13.479951 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3dbfb-da37-4381-bc73-bc458b744a5c service neutron] Pushing event updated for resources: {'Port': ['ID=5f40b380-e11c-4363-9f3d-a8b67e156847,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:13.497731 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Request body: {'port': {'device_id': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:29:13.505230 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78,segment=NetworkSegment(76551dcb-f671-467b-9cc8-8ba02daf9636),segment_id=76551dcb-f671-467b-9cc8-8ba02daf9636)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:13.522129 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:13.556350 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'tag': '5f40b380-e11c-4363-9f3d-a8b67e156847'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:13.559465 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8305ed6a-2e1e-46ce-8f4c-62f790c691d4" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "tag": "5f40b380-e11c-4363-9f3d-a8b67e156847"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:13.608379 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:13.644204 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2239bab-5f22-49c9-ac81-e9c170c52ee5 x-openstack-request-id: req-b2239bab-5f22-49c9-ac81-e9c170c52ee5 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:13.644486 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "tag": "5f40b380-e11c-4363-9f3d-a8b67e156847", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:13.644751 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2239bab-5f22-49c9-ac81-e9c170c52ee5 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:13.645133 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'tag': '5f40b380-e11c-4363-9f3d-a8b67e156847', 'status': 'completed', 'code': 200} Jul 14 07:29:13.664159 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:13.894574 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305ed6a-2e1e-46ce-8f4c-62f790c691d4 req-8ae87b02-28eb-498b-8182-0c1e32b66cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:13.895142 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305ed6a-2e1e-46ce-8f4c-62f790c691d4 req-8ae87b02-28eb-498b-8182-0c1e32b66cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:13.895258 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305ed6a-2e1e-46ce-8f4c-62f790c691d4 req-8ae87b02-28eb-498b-8182-0c1e32b66cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:13.895775 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305ed6a-2e1e-46ce-8f4c-62f790c691d4 req-8ae87b02-28eb-498b-8182-0c1e32b66cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:13.896253 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305ed6a-2e1e-46ce-8f4c-62f790c691d4 req-8ae87b02-28eb-498b-8182-0c1e32b66cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:13.896714 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305ed6a-2e1e-46ce-8f4c-62f790c691d4 req-8ae87b02-28eb-498b-8182-0c1e32b66cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:13.897175 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305ed6a-2e1e-46ce-8f4c-62f790c691d4 req-8ae87b02-28eb-498b-8182-0c1e32b66cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:13.899227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8305ed6a-2e1e-46ce-8f4c-62f790c691d4 req-8ae87b02-28eb-498b-8182-0c1e32b66cc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 6353 time: 0.2328489 Jul 14 07:29:13.977380 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:14.067625 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:14.068261 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:14.218982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305ed6a-2e1e-46ce-8f4c-62f790c691d4 req-9cce1d1e-eb42-4a69-a295-29a99fd6acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:14.219379 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305ed6a-2e1e-46ce-8f4c-62f790c691d4 req-9cce1d1e-eb42-4a69-a295-29a99fd6acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:14.219848 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305ed6a-2e1e-46ce-8f4c-62f790c691d4 req-9cce1d1e-eb42-4a69-a295-29a99fd6acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:14.221479 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8305ed6a-2e1e-46ce-8f4c-62f790c691d4 req-9cce1d1e-eb42-4a69-a295-29a99fd6acc9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3136086 Jul 14 07:29:14.253117 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:14.352129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7baa5e-ae9a-459f-adff-fcec71ce66ad req-53c27e50-eddb-4a5c-9807-da82b62f3196 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:14.357841 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e0c5a6-c127-46c7-aaf2-510a7f3d70b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:14.360040 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a7baa5e-ae9a-459f-adff-fcec71ce66ad req-53c27e50-eddb-4a5c-9807-da82b62f3196 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 945 time: 0.3664188 Jul 14 07:29:14.361106 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491b0d62-329b-490e-bae0-23823d58b1e4" -d '{"events": [{"server_uuid": "84e0c5a6-c127-46c7-aaf2-510a7f3d70b9", "name": "network-vif-plugged", "status": "completed", "tag": "5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:14.367141 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78,segment=NetworkSegment(76551dcb-f671-467b-9cc8-8ba02daf9636),segment_id=76551dcb-f671-467b-9cc8-8ba02daf9636)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:14.374628 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:14.418944 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaed05-6e3a-48f2-95fa-fdd62b462833 req-6fd4caef-9253-45cd-acde-ca692b1e99b1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:14.433414 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:14.444072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaed05-6e3a-48f2-95fa-fdd62b462833 req-6fd4caef-9253-45cd-acde-ca692b1e99b1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:14.480999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaed05-6e3a-48f2-95fa-fdd62b462833 req-6fd4caef-9253-45cd-acde-ca692b1e99b1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:14.480999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaed05-6e3a-48f2-95fa-fdd62b462833 req-6fd4caef-9253-45cd-acde-ca692b1e99b1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:14.480999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaed05-6e3a-48f2-95fa-fdd62b462833 req-6fd4caef-9253-45cd-acde-ca692b1e99b1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:14.480999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaed05-6e3a-48f2-95fa-fdd62b462833 req-6fd4caef-9253-45cd-acde-ca692b1e99b1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:14.480999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaed05-6e3a-48f2-95fa-fdd62b462833 req-6fd4caef-9253-45cd-acde-ca692b1e99b1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:14.480999 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6aaed05-6e3a-48f2-95fa-fdd62b462833 req-6fd4caef-9253-45cd-acde-ca692b1e99b1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5406 time: 0.4106503 Jul 14 07:29:14.569606 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a7baa5e-ae9a-459f-adff-fcec71ce66ad req-ef85aff0-0877-47d7-b04d-d78895dba92f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086422 Jul 14 07:29:14.633965 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f2d6dc-a58f-4fc7-a9e7-df0f6347873f x-openstack-request-id: req-05f2d6dc-a58f-4fc7-a9e7-df0f6347873f {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:14.634468 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e0c5a6-c127-46c7-aaf2-510a7f3d70b9", "name": "network-vif-plugged", "status": "completed", "tag": "5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:14.634876 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05f2d6dc-a58f-4fc7-a9e7-df0f6347873f {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:14.635422 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e0c5a6-c127-46c7-aaf2-510a7f3d70b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78', 'code': 200} Jul 14 07:29:14.653531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78d9845-c82b-4a64-8ef9-32e0410fc323 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:29:14.673626 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:14.676876 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305ed6a-2e1e-46ce-8f4c-62f790c691d4 req-63b5f8e2-4cb5-472a-b553-e7896620cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:14.678504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8305ed6a-2e1e-46ce-8f4c-62f790c691d4 req-63b5f8e2-4cb5-472a-b553-e7896620cb3e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4422839 Jul 14 07:29:14.694551 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6aaed05-6e3a-48f2-95fa-fdd62b462833 req-478fa80c-6f72-405a-beaf-e36f2a87daf0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1918776 Jul 14 07:29:14.728797 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Transition to ACTIVE for port object c78d9845-c82b-4a64-8ef9-32e0410fc323 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:14.734874 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:14.814950 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Pushing event updated for resources: {'Port': ['ID=c78d9845-c82b-4a64-8ef9-32e0410fc323,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:14.967415 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Attempting to bind port c78d9845-c82b-4a64-8ef9-32e0410fc323 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:29:14.967929 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Attempting to bind port c78d9845-c82b-4a64-8ef9-32e0410fc323 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '96f2994b-d29f-4c67-b424-dc6e6a22b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5259ed76-3fbf-4ac1-88a4-ce8f37157488'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:29:14.968016 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Attempting to bind port c78d9845-c82b-4a64-8ef9-32e0410fc323 on network 5259ed76-3fbf-4ac1-88a4-ce8f37157488 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:14.987340 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Port c78d9845-c82b-4a64-8ef9-32e0410fc323 on network 5259ed76-3fbf-4ac1-88a4-ce8f37157488 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:29:14.987659 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Attempting to bind port c78d9845-c82b-4a64-8ef9-32e0410fc323 on network 5259ed76-3fbf-4ac1-88a4-ce8f37157488 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:15.000429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:29:15.000767 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Checking segment: {'id': '96f2994b-d29f-4c67-b424-dc6e6a22b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5259ed76-3fbf-4ac1-88a4-ce8f37157488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:29:15.001177 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Bound using segment: {'id': '96f2994b-d29f-4c67-b424-dc6e6a22b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5259ed76-3fbf-4ac1-88a4-ce8f37157488'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:29:15.002118 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Bound port: c78d9845-c82b-4a64-8ef9-32e0410fc323, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f2994b-d29f-4c67-b424-dc6e6a22b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5259ed76-3fbf-4ac1-88a4-ce8f37157488'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:29:15.002617 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:15.093787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] For port c78d9845-c82b-4a64-8ef9-32e0410fc323, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:29:15.098124 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] For port c78d9845-c82b-4a64-8ef9-32e0410fc323, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c78d9845-c82b-4a64-8ef9-32e0410fc323,segment=NetworkSegment(96f2994b-d29f-4c67-b424-dc6e6a22b2e3),segment_id=96f2994b-d29f-4c67-b424-dc6e6a22b2e3)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:29:15.110701 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:15.185813 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:15.186768 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:15.188787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] 10.222.0.15 "PUT /v2.0/ports/c78d9845-c82b-4a64-8ef9-32e0410fc323 HTTP/1.1" status: 200 len: 1091 time: 1.6958783 Jul 14 07:29:15.240796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Request body: {'port': {'device_id': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:29:15.299548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028badf-6d67-4294-b042-09a3f0c6d392 service neutron] Pushing event updated for resources: {'Port': ['ID=c78d9845-c82b-4a64-8ef9-32e0410fc323,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:15.411266 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:15.595740 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:15.678514 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:15.704628 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'tag': 'c78d9845-c82b-4a64-8ef9-32e0410fc323'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:15.714132 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e3a49e-310f-4e83-bc64-a1ca3722fdb5" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "tag": "c78d9845-c82b-4a64-8ef9-32e0410fc323"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:15.755872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53300) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:15.925840 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e97ab6b-cc1a-4148-b050-2fcb41b88ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:16.099501 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db571807-64af-46f7-916e-589b77ab1c41 req-675e7fbf-2d5d-4b9b-b88a-95329c85efe2 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:16.106240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db571807-64af-46f7-916e-589b77ab1c41 req-675e7fbf-2d5d-4b9b-b88a-95329c85efe2 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:16.113044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db571807-64af-46f7-916e-589b77ab1c41 req-675e7fbf-2d5d-4b9b-b88a-95329c85efe2 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:16.119191 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db571807-64af-46f7-916e-589b77ab1c41 req-675e7fbf-2d5d-4b9b-b88a-95329c85efe2 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:16.120074 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e97ab6b-cc1a-4148-b050-2fcb41b88ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:16.126558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db571807-64af-46f7-916e-589b77ab1c41 req-675e7fbf-2d5d-4b9b-b88a-95329c85efe2 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:16.134857 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db571807-64af-46f7-916e-589b77ab1c41 req-675e7fbf-2d5d-4b9b-b88a-95329c85efe2 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:16.141366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db571807-64af-46f7-916e-589b77ab1c41 req-675e7fbf-2d5d-4b9b-b88a-95329c85efe2 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:16.143331 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db571807-64af-46f7-916e-589b77ab1c41 req-675e7fbf-2d5d-4b9b-b88a-95329c85efe2 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5418 time: 0.2083995 Jul 14 07:29:16.145685 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e97ab6b-cc1a-4148-b050-2fcb41b88ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:16.193301 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fcad85-1abd-457b-b0f2-d121b1197611 req-d573c17a-8997-406c-aa5d-f7677827e16f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:16.195766 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e4fcad85-1abd-457b-b0f2-d121b1197611 req-d573c17a-8997-406c-aa5d-f7677827e16f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 945 time: 0.2990482 Jul 14 07:29:16.226854 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97ab6b-cc1a-4148-b050-2fcb41b88ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5589baba-30cb-4cb9-af1b-1ad6d47103fd,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:16.241068 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97ab6b-cc1a-4148-b050-2fcb41b88ed6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:16.241465 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97ab6b-cc1a-4148-b050-2fcb41b88ed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:16.241811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97ab6b-cc1a-4148-b050-2fcb41b88ed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:16.242150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97ab6b-cc1a-4148-b050-2fcb41b88ed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:16.242759 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97ab6b-cc1a-4148-b050-2fcb41b88ed6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:16.243096 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97ab6b-cc1a-4148-b050-2fcb41b88ed6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:16.243433 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97ab6b-cc1a-4148-b050-2fcb41b88ed6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:16.243758 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97ab6b-cc1a-4148-b050-2fcb41b88ed6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:16.244086 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97ab6b-cc1a-4148-b050-2fcb41b88ed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:16.244419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97ab6b-cc1a-4148-b050-2fcb41b88ed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:16.244682 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db571807-64af-46f7-916e-589b77ab1c41 req-007fa3f2-b00e-4347-b037-00590a716a0f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0936465 Jul 14 07:29:16.244799 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97ab6b-cc1a-4148-b050-2fcb41b88ed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:16.245042 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97ab6b-cc1a-4148-b050-2fcb41b88ed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:16.254397 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6e97ab6b-cc1a-4148-b050-2fcb41b88ed6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b258c866e144c3dbeb835f1994a1cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4975235 Jul 14 07:29:16.259567 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53304) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:16.328699 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e4fcad85-1abd-457b-b0f2-d121b1197611 req-b3d99425-eda5-4f8f-b228-c99b6d90a59a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096437 Jul 14 07:29:16.355994 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-515448d6-d576-4eb6-bf75-74e4edc91549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:16.358089 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21b2095-f41c-4f8e-87b4-b66008cde3a0 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:29:16.369937 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:16.380552 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d7c7ec-54b4-42fa-8840-67abb1e504b3 x-openstack-request-id: req-08d7c7ec-54b4-42fa-8840-67abb1e504b3 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:16.380963 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "tag": "c78d9845-c82b-4a64-8ef9-32e0410fc323", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:16.381338 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-08d7c7ec-54b4-42fa-8840-67abb1e504b3 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:16.381826 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'tag': 'c78d9845-c82b-4a64-8ef9-32e0410fc323', 'status': 'completed', 'code': 200} Jul 14 07:29:16.393169 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-515448d6-d576-4eb6-bf75-74e4edc91549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:16.403769 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Transition to ACTIVE for port object b21b2095-f41c-4f8e-87b4-b66008cde3a0 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:16.414959 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:16.468866 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-515448d6-d576-4eb6-bf75-74e4edc91549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:16.472786 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-515448d6-d576-4eb6-bf75-74e4edc91549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:16.487102 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-515448d6-d576-4eb6-bf75-74e4edc91549 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5589baba-30cb-4cb9-af1b-1ad6d47103fd HTTP/1.1" status: 204 len: 168 time: 0.2185762 Jul 14 07:29:16.496219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Pushing event updated for resources: {'Port': ['ID=b21b2095-f41c-4f8e-87b4-b66008cde3a0,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:16.532716 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515448d6-d576-4eb6-bf75-74e4edc91549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5589baba-30cb-4cb9-af1b-1ad6d47103fd,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:16.649020 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3a49e-310f-4e83-bc64-a1ca3722fdb5 req-5b5bf8af-16c5-4620-a049-1c8178d84347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:16.649694 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3a49e-310f-4e83-bc64-a1ca3722fdb5 req-5b5bf8af-16c5-4620-a049-1c8178d84347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:16.650267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3a49e-310f-4e83-bc64-a1ca3722fdb5 req-5b5bf8af-16c5-4620-a049-1c8178d84347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:16.650794 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3a49e-310f-4e83-bc64-a1ca3722fdb5 req-5b5bf8af-16c5-4620-a049-1c8178d84347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:16.651352 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3a49e-310f-4e83-bc64-a1ca3722fdb5 req-5b5bf8af-16c5-4620-a049-1c8178d84347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:16.651880 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3a49e-310f-4e83-bc64-a1ca3722fdb5 req-5b5bf8af-16c5-4620-a049-1c8178d84347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:16.652401 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3a49e-310f-4e83-bc64-a1ca3722fdb5 req-5b5bf8af-16c5-4620-a049-1c8178d84347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:16.654429 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9e3a49e-310f-4e83-bc64-a1ca3722fdb5 req-5b5bf8af-16c5-4620-a049-1c8178d84347 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 6445 time: 0.1724122 Jul 14 07:29:16.728437 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Attempting to bind port b21b2095-f41c-4f8e-87b4-b66008cde3a0 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:29:16.729045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Attempting to bind port b21b2095-f41c-4f8e-87b4-b66008cde3a0 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '96f2994b-d29f-4c67-b424-dc6e6a22b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5259ed76-3fbf-4ac1-88a4-ce8f37157488'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:29:16.729525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Attempting to bind port b21b2095-f41c-4f8e-87b4-b66008cde3a0 on network 5259ed76-3fbf-4ac1-88a4-ce8f37157488 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:16.742728 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Port b21b2095-f41c-4f8e-87b4-b66008cde3a0 on network 5259ed76-3fbf-4ac1-88a4-ce8f37157488 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:29:16.743319 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Attempting to bind port b21b2095-f41c-4f8e-87b4-b66008cde3a0 on network 5259ed76-3fbf-4ac1-88a4-ce8f37157488 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:16.760664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:29:16.761138 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Checking segment: {'id': '96f2994b-d29f-4c67-b424-dc6e6a22b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5259ed76-3fbf-4ac1-88a4-ce8f37157488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:29:16.761830 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Bound using segment: {'id': '96f2994b-d29f-4c67-b424-dc6e6a22b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5259ed76-3fbf-4ac1-88a4-ce8f37157488'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:29:16.762492 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Bound port: b21b2095-f41c-4f8e-87b4-b66008cde3a0, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f2994b-d29f-4c67-b424-dc6e6a22b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5259ed76-3fbf-4ac1-88a4-ce8f37157488'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:29:16.762861 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:16.890965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3a49e-310f-4e83-bc64-a1ca3722fdb5 req-4b522ebe-e3be-4c3b-9d52-d1102ac25c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:16.891478 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3a49e-310f-4e83-bc64-a1ca3722fdb5 req-4b522ebe-e3be-4c3b-9d52-d1102ac25c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:16.891951 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3a49e-310f-4e83-bc64-a1ca3722fdb5 req-4b522ebe-e3be-4c3b-9d52-d1102ac25c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:16.893722 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9e3a49e-310f-4e83-bc64-a1ca3722fdb5 req-4b522ebe-e3be-4c3b-9d52-d1102ac25c0f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2276249 Jul 14 07:29:16.955905 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] For port b21b2095-f41c-4f8e-87b4-b66008cde3a0, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:29:16.985586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] For port b21b2095-f41c-4f8e-87b4-b66008cde3a0, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b21b2095-f41c-4f8e-87b4-b66008cde3a0,segment=NetworkSegment(96f2994b-d29f-4c67-b424-dc6e6a22b2e3),segment_id=96f2994b-d29f-4c67-b424-dc6e6a22b2e3)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:29:16.994138 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:17.049287 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:17.049945 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:17.051525 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] 10.222.0.15 "PUT /v2.0/ports/b21b2095-f41c-4f8e-87b4-b66008cde3a0 HTTP/1.1" status: 200 len: 1091 time: 1.8183243 Jul 14 07:29:17.084369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a23b0-54e1-4158-bea5-ca98e0aa3eba service neutron] Pushing event updated for resources: {'Port': ['ID=b21b2095-f41c-4f8e-87b4-b66008cde3a0,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:17.087592 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3a49e-310f-4e83-bc64-a1ca3722fdb5 req-4c8ca9f2-0796-4746-becf-4902f2dcab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:17.089088 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9e3a49e-310f-4e83-bc64-a1ca3722fdb5 req-4c8ca9f2-0796-4746-becf-4902f2dcab85 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1871266 Jul 14 07:29:17.227703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-312d396a-f419-42e9-934e-94ad078dde5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:17.228275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-312d396a-f419-42e9-934e-94ad078dde5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:17.228685 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-312d396a-f419-42e9-934e-94ad078dde5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:17.229130 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-312d396a-f419-42e9-934e-94ad078dde5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:17.229882 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-312d396a-f419-42e9-934e-94ad078dde5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:17.230422 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-312d396a-f419-42e9-934e-94ad078dde5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:17.230900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-312d396a-f419-42e9-934e-94ad078dde5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:17.232977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-312d396a-f419-42e9-934e-94ad078dde5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 6487 time: 0.0919321 Jul 14 07:29:17.708944 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-5c31e2bd-509c-40a1-b923-006a6986fc20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64284bb9-2b5f-4ce0-b542-58b4b3aaa96e HTTP/1.1" status: 200 len: 217 time: 0.4649749 Jul 14 07:29:17.828065 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-be05d878-ca2c-4c77-9bf2-0306f3af9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:17.829872 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-be05d878-ca2c-4c77-9bf2-0306f3af9c41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47136b84-069d-4c8f-a511-15a77b272aff HTTP/1.1" status: 200 len: 856 time: 0.1036711 Jul 14 07:29:17.938365 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5faf6746-41a1-4cee-a6ab-7418de6617f8 req-92dfffb5-c59c-41f4-8c7b-dbc5ade51761 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2415452 Jul 14 07:29:17.950503 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32cad6-8531-49b6-9d24-979f531679bb req-826cde3b-b55c-4162-89f4-9ddcd2bba845 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:17.952629 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca32cad6-8531-49b6-9d24-979f531679bb req-826cde3b-b55c-4162-89f4-9ddcd2bba845 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 945 time: 0.2538524 Jul 14 07:29:17.969598 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9141b-56a0-44f1-937b-f99ca2406373 req-7c5846ab-3463-4d5f-8f48-bac525ee22bf tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:17.976117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9141b-56a0-44f1-937b-f99ca2406373 req-7c5846ab-3463-4d5f-8f48-bac525ee22bf tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:17.984986 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9141b-56a0-44f1-937b-f99ca2406373 req-7c5846ab-3463-4d5f-8f48-bac525ee22bf tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:17.991034 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9141b-56a0-44f1-937b-f99ca2406373 req-7c5846ab-3463-4d5f-8f48-bac525ee22bf tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:17.997061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9141b-56a0-44f1-937b-f99ca2406373 req-7c5846ab-3463-4d5f-8f48-bac525ee22bf tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:18.003643 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9141b-56a0-44f1-937b-f99ca2406373 req-7c5846ab-3463-4d5f-8f48-bac525ee22bf tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:18.009672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9141b-56a0-44f1-937b-f99ca2406373 req-7c5846ab-3463-4d5f-8f48-bac525ee22bf tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:18.011724 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-85e9141b-56a0-44f1-937b-f99ca2406373 req-7c5846ab-3463-4d5f-8f48-bac525ee22bf tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5430 time: 0.3138821 Jul 14 07:29:18.073667 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c1177d24-79bf-4deb-bd8d-370b3c28680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:18.075182 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c1177d24-79bf-4deb-bd8d-370b3c28680c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18bb1dcc-6170-41be-a95d-00121e924f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2361383 Jul 14 07:29:18.167544 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca32cad6-8531-49b6-9d24-979f531679bb req-d31ef54f-e013-4f84-936f-086c431b8042 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547523 Jul 14 07:29:18.176750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-85e9141b-56a0-44f1-937b-f99ca2406373 req-45de368e-3b2d-47b5-ab48-c4c4d6ed6524 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1509962 Jul 14 07:29:18.219111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6746-41a1-4cee-a6ab-7418de6617f8 req-2f1a2e8c-085b-46c8-833d-03de63336828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:18.225656 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5faf6746-41a1-4cee-a6ab-7418de6617f8 req-2f1a2e8c-085b-46c8-833d-03de63336828 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 1096 time: 0.2104197 Jul 14 07:29:18.249443 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-247dc262-ac02-4bba-bb9f-0dc3a0a361a0 service neutron] 10.222.0.15 "GET /v2.0/networks/18bb1dcc-6170-41be-a95d-00121e924f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637387 Jul 14 07:29:18.382519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'tag': 'b21b2095-f41c-4f8e-87b4-b66008cde3a0'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:18.385236 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcc685c-c3c4-4d2a-aca7-0e53b8b09313" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "tag": "b21b2095-f41c-4f8e-87b4-b66008cde3a0"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:18.444423 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6746-41a1-4cee-a6ab-7418de6617f8 req-7865aea3-ed8e-4da6-8170-894ae64032c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:18.446065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5faf6746-41a1-4cee-a6ab-7418de6617f8 req-7865aea3-ed8e-4da6-8170-894ae64032c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 913 time: 0.1898017 Jul 14 07:29:18.450262 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-b92ca3ff-9c8e-4ab3-81ec-c7a26ade3d12 service neutron] 10.222.0.15 "GET /v2.0/networks/18bb1dcc-6170-41be-a95d-00121e924f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824546 Jul 14 07:29:18.504768 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cbc929-19cf-4a74-bcab-07118a00d899 x-openstack-request-id: req-a5cbc929-19cf-4a74-bcab-07118a00d899 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:18.505223 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "tag": "b21b2095-f41c-4f8e-87b4-b66008cde3a0", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:18.505570 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5cbc929-19cf-4a74-bcab-07118a00d899 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:18.506038 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'tag': 'b21b2095-f41c-4f8e-87b4-b66008cde3a0', 'status': 'completed', 'code': 200} Jul 14 07:29:18.510367 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5faf6746-41a1-4cee-a6ab-7418de6617f8 req-b3721def-2171-4980-a846-04547ef77e2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34b66f3c-5393-4747-b28c-2e7d8883db95 HTTP/1.1" status: 200 len: 217 time: 0.0494409 Jul 14 07:29:18.552339 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-834a2d59-2cd3-44e7-adf8-e0d07afe4d27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b HTTP/1.1" status: 200 len: 217 time: 0.0452657 Jul 14 07:29:18.626291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6746-41a1-4cee-a6ab-7418de6617f8 req-ae6159ac-13bb-4937-b1a8-28d8444cecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:18.628093 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5faf6746-41a1-4cee-a6ab-7418de6617f8 req-ae6159ac-13bb-4937-b1a8-28d8444cecd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.1120474 Jul 14 07:29:18.635640 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1c52f041-cb84-419e-ac9d-d98b39bc11ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:18.640959 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-1c52f041-cb84-419e-ac9d-d98b39bc11ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.0686975 Jul 14 07:29:18.742236 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6746-41a1-4cee-a6ab-7418de6617f8 req-03c89858-50a6-498c-9d48-6b543655854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:18.747785 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5faf6746-41a1-4cee-a6ab-7418de6617f8 req-03c89858-50a6-498c-9d48-6b543655854e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071725 Jul 14 07:29:18.766028 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-cfcf9c37-e2e7-4404-b87f-14c4ffa48299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:18.767685 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-cfcf9c37-e2e7-4404-b87f-14c4ffa48299 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1191440 Jul 14 07:29:18.937876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5faf6746-41a1-4cee-a6ab-7418de6617f8 req-acf64ddf-fc6b-49a4-83be-8fd96941e79c service neutron] 10.222.0.15 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744473 Jul 14 07:29:18.939871 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-356e0f6f-5234-47ed-bcd5-1d66b7beed19 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634271 Jul 14 07:29:19.124681 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5faf6746-41a1-4cee-a6ab-7418de6617f8 req-6bf765f8-4f8a-44d5-9f84-6076ce573478 service neutron] 10.222.0.15 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738632 Jul 14 07:29:19.126942 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-efbc0811-f38c-47dc-b06a-d1d2cc990102 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755986 Jul 14 07:29:19.177306 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-92e6d9a1-c98c-4cb5-b830-493362b6cf88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=3e2c6a6f-f9d5-4299-915b-191904b54c05 HTTP/1.1" status: 200 len: 217 time: 0.0388103 Jul 14 07:29:19.240390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c1b7c8d6-73f0-4aa2-8b48-0ef61b879f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:19.245230 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c1b7c8d6-73f0-4aa2-8b48-0ef61b879f4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.0581930 Jul 14 07:29:19.370578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-2dff7fd7-f15c-4474-9324-f6022041ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:19.372195 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-2dff7fd7-f15c-4474-9324-f6022041ef5a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1233931 Jul 14 07:29:19.556983 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-9881ad1d-a829-4a49-8eaf-17e8f4747acb service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415811 Jul 14 07:29:19.639639 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1127a2b-90cf-4a4b-9f14-3882e1cc9c34 req-9c04f1f0-dea9-4375-aa46-02c205b9265b tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:19.647217 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1127a2b-90cf-4a4b-9f14-3882e1cc9c34 req-9c04f1f0-dea9-4375-aa46-02c205b9265b tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:19.653617 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1127a2b-90cf-4a4b-9f14-3882e1cc9c34 req-9c04f1f0-dea9-4375-aa46-02c205b9265b tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:19.660057 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1127a2b-90cf-4a4b-9f14-3882e1cc9c34 req-9c04f1f0-dea9-4375-aa46-02c205b9265b tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:19.666124 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1127a2b-90cf-4a4b-9f14-3882e1cc9c34 req-9c04f1f0-dea9-4375-aa46-02c205b9265b tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:19.672982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1127a2b-90cf-4a4b-9f14-3882e1cc9c34 req-9c04f1f0-dea9-4375-aa46-02c205b9265b tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:19.679019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1127a2b-90cf-4a4b-9f14-3882e1cc9c34 req-9c04f1f0-dea9-4375-aa46-02c205b9265b tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:19.680939 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e1127a2b-90cf-4a4b-9f14-3882e1cc9c34 req-9c04f1f0-dea9-4375-aa46-02c205b9265b tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5430 time: 0.3227451 Jul 14 07:29:19.707148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d71ebc-2650-4fd0-ac28-809ca436aaa5 req-08f47e4e-fae3-4fc1-b939-d5b6b497e92f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:19.708651 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8d71ebc-2650-4fd0-ac28-809ca436aaa5 req-08f47e4e-fae3-4fc1-b939-d5b6b497e92f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 945 time: 0.3355887 Jul 14 07:29:19.788082 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e1127a2b-90cf-4a4b-9f14-3882e1cc9c34 req-43aa2a23-7a79-4c2e-903a-55dae6fcfb3f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1003854 Jul 14 07:29:19.796822 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8d71ebc-2650-4fd0-ac28-809ca436aaa5 req-bb956fbc-e607-4fed-91b8-138092510358 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763404 Jul 14 07:29:19.802756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-c0377eb3-dce4-4e0b-a18b-0b282c025113 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297037 Jul 14 07:29:19.860465 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-099a867b-1efe-4103-95b1-52bf00f22530 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=8fbc9493-16c6-4d68-9ba6-a115482dd0e4 HTTP/1.1" status: 200 len: 217 time: 0.0488515 Jul 14 07:29:19.915658 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3c48622c-40fd-41b7-8954-19ba060d422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:19.916944 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3c48622c-40fd-41b7-8954-19ba060d422e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.0498157 Jul 14 07:29:19.980715 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-925298e1-0993-4387-8c58-f33bde543479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:19.982296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-925298e1-0993-4387-8c58-f33bde543479 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0595999 Jul 14 07:29:20.077799 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-2b8d0c76-277a-4718-88d4-acf48bb63d3a service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881765 Jul 14 07:29:20.171394 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-0d2e4cbc-d9d0-4b23-8cf7-62b9edf015ce service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856867 Jul 14 07:29:20.212396 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-888f40dd-6624-4722-a204-643e1559f2ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=5f40b380-e11c-4363-9f3d-a8b67e156847 HTTP/1.1" status: 200 len: 217 time: 0.0343142 Jul 14 07:29:20.260134 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-a415a55f-a49b-4a8e-a05c-e866bf352b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:20.261637 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-a415a55f-a49b-4a8e-a05c-e866bf352b91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.0437412 Jul 14 07:29:20.316907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-9ffeed28-1dfd-447b-8d0b-66a2f167cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:20.318720 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-9ffeed28-1dfd-447b-8d0b-66a2f167cc6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0509477 Jul 14 07:29:20.412709 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-6dbfd8c2-2dd4-447d-aa21-c233c26fb2bf service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869801 Jul 14 07:29:20.503398 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-fe43b6ea-d0af-40ba-a8b3-17d7cb1e6fe4 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845189 Jul 14 07:29:20.551618 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-9ae814cd-cbef-4f05-88c8-0dc5f30273cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c78d9845-c82b-4a64-8ef9-32e0410fc323 HTTP/1.1" status: 200 len: 217 time: 0.0415053 Jul 14 07:29:20.599397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-dae232fa-9ff8-420b-9402-e44356c2252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:20.600863 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-dae232fa-9ff8-420b-9402-e44356c2252b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=333a6f4c-6b36-4054-9b8f-3bef22aead9f HTTP/1.1" status: 200 len: 797 time: 0.0436203 Jul 14 07:29:20.660008 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-533fd4d3-91cb-437c-a859-d7f0570b7a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:20.661586 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-533fd4d3-91cb-437c-a859-d7f0570b7a81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5259ed76-3fbf-4ac1-88a4-ce8f37157488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0542753 Jul 14 07:29:20.681068 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17cdf6-aef0-4103-a28e-3b83647e9fcf req-bd900fbc-de56-4918-bbcd-87681be2d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:20.682561 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3e17cdf6-aef0-4103-a28e-3b83647e9fcf req-bd900fbc-de56-4918-bbcd-87681be2d220 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 1096 time: 0.0555639 Jul 14 07:29:20.760070 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-3e8310f8-72d5-4cec-8489-4fdf14ce4e1f service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921791 Jul 14 07:29:20.783133 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17cdf6-aef0-4103-a28e-3b83647e9fcf req-db02a3d5-6a96-45ed-9e3b-6072aa8f2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:20.784633 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3e17cdf6-aef0-4103-a28e-3b83647e9fcf req-db02a3d5-6a96-45ed-9e3b-6072aa8f2efc service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 913 time: 0.0963321 Jul 14 07:29:20.829808 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3e17cdf6-aef0-4103-a28e-3b83647e9fcf req-00045ab8-27ea-4b6f-b834-d6408447f8cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaa31903-19cf-4255-bd1e-89933888334a HTTP/1.1" status: 200 len: 217 time: 0.0380833 Jul 14 07:29:20.882706 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17cdf6-aef0-4103-a28e-3b83647e9fcf req-cad5f854-f00d-47e6-bc10-3ef46a178712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:20.884276 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-ab5d02d5-4d78-4819-93ad-ca4dcde8dc18 service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172452 Jul 14 07:29:20.884814 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3e17cdf6-aef0-4103-a28e-3b83647e9fcf req-cad5f854-f00d-47e6-bc10-3ef46a178712 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.0500491 Jul 14 07:29:20.956025 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-f3be5721-14d2-481a-826c-79309cfad46c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b21b2095-f41c-4f8e-87b4-b66008cde3a0 HTTP/1.1" status: 200 len: 217 time: 0.0651224 Jul 14 07:29:20.963961 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17cdf6-aef0-4103-a28e-3b83647e9fcf req-3ceafc8a-a682-4522-91cf-a7dd799ccfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:20.965516 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3e17cdf6-aef0-4103-a28e-3b83647e9fcf req-3ceafc8a-a682-4522-91cf-a7dd799ccfbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738156 Jul 14 07:29:21.059685 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3e17cdf6-aef0-4103-a28e-3b83647e9fcf req-44e42453-bc4c-4400-ac5b-4916349a0e33 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862117 Jul 14 07:29:21.082058 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-0ccf595c-6faa-4c60-b7b9-ff5fe0824bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:21.084040 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-0ccf595c-6faa-4c60-b7b9-ff5fe0824bd8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=333a6f4c-6b36-4054-9b8f-3bef22aead9f HTTP/1.1" status: 200 len: 797 time: 0.0868497 Jul 14 07:29:21.153526 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf3048-1e1a-429f-b504-009b1483f551 req-532d89bd-7f63-4b2e-9ab2-ed1fb9d35dfc tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:21.159018 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf3048-1e1a-429f-b504-009b1483f551 req-532d89bd-7f63-4b2e-9ab2-ed1fb9d35dfc tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:21.165266 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf3048-1e1a-429f-b504-009b1483f551 req-532d89bd-7f63-4b2e-9ab2-ed1fb9d35dfc tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:21.170687 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3e17cdf6-aef0-4103-a28e-3b83647e9fcf req-1fc9616f-8abf-4ef6-b253-1fa469bd732c service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045320 Jul 14 07:29:21.170878 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf3048-1e1a-429f-b504-009b1483f551 req-532d89bd-7f63-4b2e-9ab2-ed1fb9d35dfc tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:21.176803 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf3048-1e1a-429f-b504-009b1483f551 req-532d89bd-7f63-4b2e-9ab2-ed1fb9d35dfc tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:21.182735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf3048-1e1a-429f-b504-009b1483f551 req-532d89bd-7f63-4b2e-9ab2-ed1fb9d35dfc tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:21.189471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf3048-1e1a-429f-b504-009b1483f551 req-532d89bd-7f63-4b2e-9ab2-ed1fb9d35dfc tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:21.191685 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97cf3048-1e1a-429f-b504-009b1483f551 req-532d89bd-7f63-4b2e-9ab2-ed1fb9d35dfc tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5430 time: 0.2331378 Jul 14 07:29:21.200292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37035852-4e8a-4d18-98d3-11f8687b3de5 req-c5ccb348-dac1-4dca-b6d9-b693649978fc tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:21.201767 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37035852-4e8a-4d18-98d3-11f8687b3de5 req-c5ccb348-dac1-4dca-b6d9-b693649978fc tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 945 time: 0.2445254 Jul 14 07:29:21.269964 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97cf3048-1e1a-429f-b504-009b1483f551 req-b29e010c-254c-4e14-ae5d-19a5b121673d tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0665917 Jul 14 07:29:21.277428 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-764b91f6-ad93-46eb-b03a-9214016acaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:21.278909 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-764b91f6-ad93-46eb-b03a-9214016acaf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5259ed76-3fbf-4ac1-88a4-ce8f37157488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1880860 Jul 14 07:29:21.282183 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37035852-4e8a-4d18-98d3-11f8687b3de5 req-94c42fe6-1c65-4cc3-8079-469cabe34401 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708787 Jul 14 07:29:21.376636 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-e17dc11c-ccff-4c91-ad3d-ab2717d37237 service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864789 Jul 14 07:29:21.466425 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455165d8-bae5-48c5-8b4c-ef68f7efcba9 req-2045d12d-0223-4c19-ba23-a21facc8dec3 service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829186 Jul 14 07:29:21.605166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc685c-c3c4-4d2a-aca7-0e53b8b09313 req-2e0081ec-d6db-432a-b7cb-d8e1a89dab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:21.605749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc685c-c3c4-4d2a-aca7-0e53b8b09313 req-2e0081ec-d6db-432a-b7cb-d8e1a89dab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:21.606309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc685c-c3c4-4d2a-aca7-0e53b8b09313 req-2e0081ec-d6db-432a-b7cb-d8e1a89dab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:21.606848 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc685c-c3c4-4d2a-aca7-0e53b8b09313 req-2e0081ec-d6db-432a-b7cb-d8e1a89dab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:21.607407 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc685c-c3c4-4d2a-aca7-0e53b8b09313 req-2e0081ec-d6db-432a-b7cb-d8e1a89dab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:21.607941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc685c-c3c4-4d2a-aca7-0e53b8b09313 req-2e0081ec-d6db-432a-b7cb-d8e1a89dab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:21.609081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc685c-c3c4-4d2a-aca7-0e53b8b09313 req-2e0081ec-d6db-432a-b7cb-d8e1a89dab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:21.611086 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdcc685c-c3c4-4d2a-aca7-0e53b8b09313 req-2e0081ec-d6db-432a-b7cb-d8e1a89dab43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 6487 time: 0.0733938 Jul 14 07:29:21.706478 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc685c-c3c4-4d2a-aca7-0e53b8b09313 req-0ee23188-72ab-4f71-abcd-16daf7ac6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:21.707974 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdcc685c-c3c4-4d2a-aca7-0e53b8b09313 req-0ee23188-72ab-4f71-abcd-16daf7ac6209 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5259ed76-3fbf-4ac1-88a4-ce8f37157488 HTTP/1.1" status: 200 len: 903 time: 0.0902243 Jul 14 07:29:21.747991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53386) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:21.759407 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdcc685c-c3c4-4d2a-aca7-0e53b8b09313 req-964d58bb-9574-479f-8928-843d91cc204c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b21b2095-f41c-4f8e-87b4-b66008cde3a0 HTTP/1.1" status: 200 len: 217 time: 0.0414159 Jul 14 07:29:21.857481 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d058bc5c-9f01-4166-abc0-99260ee05606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:21.958657 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d058bc5c-9f01-4166-abc0-99260ee05606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:21.962820 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d058bc5c-9f01-4166-abc0-99260ee05606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:22.005675 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d058bc5c-9f01-4166-abc0-99260ee05606 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7dc1e837bd1e4f06bbd1ac0741f0f110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565479 Jul 14 07:29:22.006673 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058bc5c-9f01-4166-abc0-99260ee05606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4efc5d-efba-4675-b610-c8b5efb1d06f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:22.009121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53390) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:22.048405 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:29:22.060591 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1cae7d76-98d7-4a75-be36-67f031c29729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:22.081833 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1cae7d76-98d7-4a75-be36-67f031c29729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:22.128077 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1cae7d76-98d7-4a75-be36-67f031c29729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:22.130589 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1cae7d76-98d7-4a75-be36-67f031c29729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:22.134235 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1cae7d76-98d7-4a75-be36-67f031c29729 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b4efc5d-efba-4675-b610-c8b5efb1d06f HTTP/1.1" status: 204 len: 168 time: 0.1216700 Jul 14 07:29:22.139628 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae7d76-98d7-4a75-be36-67f031c29729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4efc5d-efba-4675-b610-c8b5efb1d06f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:22.140625 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc685c-c3c4-4d2a-aca7-0e53b8b09313 req-08b6ee31-d1cc-4dae-afd9-48f8d8cea33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:22.143314 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdcc685c-c3c4-4d2a-aca7-0e53b8b09313 req-08b6ee31-d1cc-4dae-afd9-48f8d8cea33b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=333a6f4c-6b36-4054-9b8f-3bef22aead9f HTTP/1.1" status: 200 len: 797 time: 0.3755362 Jul 14 07:29:22.206549 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc685c-c3c4-4d2a-aca7-0e53b8b09313 req-7d2b3109-17fe-4d69-9141-ffc13dddbcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:22.208080 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdcc685c-c3c4-4d2a-aca7-0e53b8b09313 req-7d2b3109-17fe-4d69-9141-ffc13dddbcc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5259ed76-3fbf-4ac1-88a4-ce8f37157488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0575740 Jul 14 07:29:22.304189 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdcc685c-c3c4-4d2a-aca7-0e53b8b09313 req-21ceb9ab-3a4e-43e8-a57e-5ce70217cfa2 service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889177 Jul 14 07:29:22.421791 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdcc685c-c3c4-4d2a-aca7-0e53b8b09313 req-0862f1f2-49ee-4610-be47-179cc6311779 service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119065 Jul 14 07:29:22.517429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fb342-5652-4fae-ba41-dbc4f897d585 req-fdc3ca98-74f4-436a-adde-c6cf3b076ca3 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:22.519318 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f9fb342-5652-4fae-ba41-dbc4f897d585 req-fdc3ca98-74f4-436a-adde-c6cf3b076ca3 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 945 time: 0.1184177 Jul 14 07:29:22.536237 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad101e-e2e6-4b6d-b83f-0d25f5e86968 req-afb579ce-e386-4424-94ce-f1db7a9fd082 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:22.542101 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad101e-e2e6-4b6d-b83f-0d25f5e86968 req-afb579ce-e386-4424-94ce-f1db7a9fd082 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:22.548774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad101e-e2e6-4b6d-b83f-0d25f5e86968 req-afb579ce-e386-4424-94ce-f1db7a9fd082 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:22.554845 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad101e-e2e6-4b6d-b83f-0d25f5e86968 req-afb579ce-e386-4424-94ce-f1db7a9fd082 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:22.560845 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad101e-e2e6-4b6d-b83f-0d25f5e86968 req-afb579ce-e386-4424-94ce-f1db7a9fd082 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:22.567226 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad101e-e2e6-4b6d-b83f-0d25f5e86968 req-afb579ce-e386-4424-94ce-f1db7a9fd082 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:22.573313 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad101e-e2e6-4b6d-b83f-0d25f5e86968 req-afb579ce-e386-4424-94ce-f1db7a9fd082 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:22.575231 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efad101e-e2e6-4b6d-b83f-0d25f5e86968 req-afb579ce-e386-4424-94ce-f1db7a9fd082 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5430 time: 0.1567984 Jul 14 07:29:22.635077 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f9fb342-5652-4fae-ba41-dbc4f897d585 req-46138d20-fbf5-49bf-bdc7-88eb2658ae57 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588608 Jul 14 07:29:22.639030 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efad101e-e2e6-4b6d-b83f-0d25f5e86968 req-383beb7d-c64d-4383-9212-d9ed270b25f6 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0551167 Jul 14 07:29:23.877448 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f299194-5d88-4c0e-b4a9-f919f1f681e5 req-dfd5d132-2397-4e24-a8a1-6351166b9f03 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:23.879631 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f299194-5d88-4c0e-b4a9-f919f1f681e5 req-dfd5d132-2397-4e24-a8a1-6351166b9f03 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 945 time: 0.1186562 Jul 14 07:29:23.907104 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19954e-37f1-4682-8c17-cdbfd242b1f4 req-9a1930f0-5767-4f0c-803b-74d6517934d3 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:23.912938 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19954e-37f1-4682-8c17-cdbfd242b1f4 req-9a1930f0-5767-4f0c-803b-74d6517934d3 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:23.918937 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19954e-37f1-4682-8c17-cdbfd242b1f4 req-9a1930f0-5767-4f0c-803b-74d6517934d3 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:23.925418 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19954e-37f1-4682-8c17-cdbfd242b1f4 req-9a1930f0-5767-4f0c-803b-74d6517934d3 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:23.931212 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19954e-37f1-4682-8c17-cdbfd242b1f4 req-9a1930f0-5767-4f0c-803b-74d6517934d3 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:23.937551 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19954e-37f1-4682-8c17-cdbfd242b1f4 req-9a1930f0-5767-4f0c-803b-74d6517934d3 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:23.943620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19954e-37f1-4682-8c17-cdbfd242b1f4 req-9a1930f0-5767-4f0c-803b-74d6517934d3 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:23.945557 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a19954e-37f1-4682-8c17-cdbfd242b1f4 req-9a1930f0-5767-4f0c-803b-74d6517934d3 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5430 time: 0.1667204 Jul 14 07:29:23.992151 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f299194-5d88-4c0e-b4a9-f919f1f681e5 req-f5b1a91d-a3c7-4f5d-98ad-74080e6ffff9 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056488 Jul 14 07:29:24.002392 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a19954e-37f1-4682-8c17-cdbfd242b1f4 req-254bbc48-74cd-48fa-bfc5-32ce6783f189 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0497687 Jul 14 07:29:24.037175 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device aaa31903-19cf-4255-bd1e-89933888334a no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:29:24.172632 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b525c6-2e57-4ba8-9fe1-3bf37560e8bc req-d69671d1-6b84-4632-b405-102df36fc556 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:24.174153 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19b525c6-2e57-4ba8-9fe1-3bf37560e8bc req-d69671d1-6b84-4632-b405-102df36fc556 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0666809 Jul 14 07:29:24.218580 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19b525c6-2e57-4ba8-9fe1-3bf37560e8bc req-01c91933-7fda-4337-b1e8-247032db149f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385380 Jul 14 07:29:24.275315 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:24.309337 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port aaa31903-19cf-4255-bd1e-89933888334a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=aaa31903-19cf-4255-bd1e-89933888334a,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:24.310371 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a786b3-3ee5-44ba-8f29-446a8d83b729', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaa31903-19cf-4255-bd1e-89933888334a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:24.312663 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d5cea4-84bd-4e91-904d-9c677223941d" -d '{"events": [{"server_uuid": "36a786b3-3ee5-44ba-8f29-446a8d83b729", "name": "network-vif-unplugged", "status": "completed", "tag": "aaa31903-19cf-4255-bd1e-89933888334a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:24.315976 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:24.350642 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077441d0-1f65-4299-8fed-d3ba31267898 x-openstack-request-id: req-077441d0-1f65-4299-8fed-d3ba31267898 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:24.351061 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a786b3-3ee5-44ba-8f29-446a8d83b729", "name": "network-vif-unplugged", "status": "failed", "tag": "aaa31903-19cf-4255-bd1e-89933888334a", "code": 422}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:24.351440 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-077441d0-1f65-4299-8fed-d3ba31267898 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:24.352030 n-d-778696-5 neutron-server[93829]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '36a786b3-3ee5-44ba-8f29-446a8d83b729', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aaa31903-19cf-4255-bd1e-89933888334a', 'code': 422} returned with failed status Jul 14 07:29:24.374250 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=aaa31903-19cf-4255-bd1e-89933888334a,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:24.418262 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9e22e-55ea-4ed2-8f51-fe0952d4aa0d req-50cd8cd1-f7e2-49b3-ac2b-b5304750f24c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:24.419904 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35c9e22e-55ea-4ed2-8f51-fe0952d4aa0d req-50cd8cd1-f7e2-49b3-ac2b-b5304750f24c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0665026 Jul 14 07:29:24.459773 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35c9e22e-55ea-4ed2-8f51-fe0952d4aa0d req-6121a6d8-10b3-4c6a-82e6-80d7eb84afba tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336621 Jul 14 07:29:24.796323 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c79c17-3108-4e23-b9bc-ed3ea36c22ec req-9d642362-696c-4c63-b317-3c74b4e17cfa tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:24.797822 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09c79c17-3108-4e23-b9bc-ed3ea36c22ec req-9d642362-696c-4c63-b317-3c74b4e17cfa tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0633426 Jul 14 07:29:24.834793 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09c79c17-3108-4e23-b9bc-ed3ea36c22ec req-f06516d7-0cff-4f53-af04-32d5c5007d9d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313663 Jul 14 07:29:25.206301 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99604976-4d72-46c1-bd09-3d66fbf06239 req-666d8e3c-d741-4721-9eab-a3e3f9ae5e71 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:25.212314 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99604976-4d72-46c1-bd09-3d66fbf06239 req-666d8e3c-d741-4721-9eab-a3e3f9ae5e71 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:25.218214 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99604976-4d72-46c1-bd09-3d66fbf06239 req-666d8e3c-d741-4721-9eab-a3e3f9ae5e71 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:25.224119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99604976-4d72-46c1-bd09-3d66fbf06239 req-666d8e3c-d741-4721-9eab-a3e3f9ae5e71 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:25.229948 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99604976-4d72-46c1-bd09-3d66fbf06239 req-666d8e3c-d741-4721-9eab-a3e3f9ae5e71 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:25.236331 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99604976-4d72-46c1-bd09-3d66fbf06239 req-666d8e3c-d741-4721-9eab-a3e3f9ae5e71 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:25.242216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99604976-4d72-46c1-bd09-3d66fbf06239 req-666d8e3c-d741-4721-9eab-a3e3f9ae5e71 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:25.244067 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-99604976-4d72-46c1-bd09-3d66fbf06239 req-666d8e3c-d741-4721-9eab-a3e3f9ae5e71 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5430 time: 0.1143911 Jul 14 07:29:25.283283 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-99604976-4d72-46c1-bd09-3d66fbf06239 req-583bb6f5-67d2-4cc2-ada6-3052cf8696ce tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0328715 Jul 14 07:29:26.016591 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36752909-38a0-49af-b33f-61ae3a5aabf3 req-13371c64-b75b-4551-be23-eebd7c925512 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:26.018191 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36752909-38a0-49af-b33f-61ae3a5aabf3 req-13371c64-b75b-4551-be23-eebd7c925512 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0638218 Jul 14 07:29:26.057361 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36752909-38a0-49af-b33f-61ae3a5aabf3 req-3606fc7d-c57a-460c-8f3b-dbbdc6691150 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334773 Jul 14 07:29:26.496027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce74fbf-07fd-43b1-b1a0-e4ffb45bed73 req-ef3c8828-7695-480c-b519-133974f039a0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:26.502544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce74fbf-07fd-43b1-b1a0-e4ffb45bed73 req-ef3c8828-7695-480c-b519-133974f039a0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:26.508473 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce74fbf-07fd-43b1-b1a0-e4ffb45bed73 req-ef3c8828-7695-480c-b519-133974f039a0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:26.515026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce74fbf-07fd-43b1-b1a0-e4ffb45bed73 req-ef3c8828-7695-480c-b519-133974f039a0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:26.521010 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce74fbf-07fd-43b1-b1a0-e4ffb45bed73 req-ef3c8828-7695-480c-b519-133974f039a0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:26.527049 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce74fbf-07fd-43b1-b1a0-e4ffb45bed73 req-ef3c8828-7695-480c-b519-133974f039a0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:26.533588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce74fbf-07fd-43b1-b1a0-e4ffb45bed73 req-ef3c8828-7695-480c-b519-133974f039a0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:26.535591 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ce74fbf-07fd-43b1-b1a0-e4ffb45bed73 req-ef3c8828-7695-480c-b519-133974f039a0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5430 time: 0.1244295 Jul 14 07:29:26.577726 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ce74fbf-07fd-43b1-b1a0-e4ffb45bed73 req-104128a5-1f1f-4bac-a28c-bb810182b0a1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0356858 Jul 14 07:29:27.240394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440c417-ae16-433a-a9dd-b3172bb4567a req-ca7f4372-48a0-4fcd-924a-3d99311eaaea tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:27.242252 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4440c417-ae16-433a-a9dd-b3172bb4567a req-ca7f4372-48a0-4fcd-924a-3d99311eaaea tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0681965 Jul 14 07:29:27.285236 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4440c417-ae16-433a-a9dd-b3172bb4567a req-eecaf09d-cef3-4e5e-8813-b8badbcff219 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364523 Jul 14 07:29:27.572267 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53512) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:27.679790 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058277b-5b36-477b-8b8f-b2be2406c40a req-a805358c-9b92-40c0-b0f1-7c516ec528fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:27.681544 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7058277b-5b36-477b-8b8f-b2be2406c40a req-a805358c-9b92-40c0-b0f1-7c516ec528fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 1096 time: 0.1087623 Jul 14 07:29:27.716349 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7058277b-5b36-477b-8b8f-b2be2406c40a req-7674a65a-bb4c-4c41-9e95-a77061c33529 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9298088d-c397-45c3-a444-23e62d42ba66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290627 Jul 14 07:29:27.779694 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c6800-7bd6-46ad-be75-dee83221df67 req-dda8f244-58a7-4ae1-bb13-3d7c6132593e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:27.786141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c6800-7bd6-46ad-be75-dee83221df67 req-dda8f244-58a7-4ae1-bb13-3d7c6132593e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:27.792045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c6800-7bd6-46ad-be75-dee83221df67 req-dda8f244-58a7-4ae1-bb13-3d7c6132593e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:27.798392 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c6800-7bd6-46ad-be75-dee83221df67 req-dda8f244-58a7-4ae1-bb13-3d7c6132593e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:27.805312 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c6800-7bd6-46ad-be75-dee83221df67 req-dda8f244-58a7-4ae1-bb13-3d7c6132593e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:27.811903 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c6800-7bd6-46ad-be75-dee83221df67 req-dda8f244-58a7-4ae1-bb13-3d7c6132593e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:27.818216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c6800-7bd6-46ad-be75-dee83221df67 req-dda8f244-58a7-4ae1-bb13-3d7c6132593e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:27.820186 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a50c6800-7bd6-46ad-be75-dee83221df67 req-dda8f244-58a7-4ae1-bb13-3d7c6132593e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5430 time: 0.1146839 Jul 14 07:29:27.860984 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a50c6800-7bd6-46ad-be75-dee83221df67 req-01e3d565-235f-41fc-b9ed-22645607fdfc tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0349784 Jul 14 07:29:28.462404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db8715-8bd7-4e7c-a256-502938d854ed req-0b2e6c58-af55-4a70-a2e2-3d044abfadaa tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:28.464029 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37db8715-8bd7-4e7c-a256-502938d854ed req-0b2e6c58-af55-4a70-a2e2-3d044abfadaa tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0678890 Jul 14 07:29:28.505533 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37db8715-8bd7-4e7c-a256-502938d854ed req-15d626d9-bbd5-4936-9d33-21c86dc1e79d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347898 Jul 14 07:29:29.052618 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503397ce-7503-4dca-ad04-c84d33fd69a2 req-3285fda5-6fc7-4869-8123-1769ce95383a tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:29.058600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503397ce-7503-4dca-ad04-c84d33fd69a2 req-3285fda5-6fc7-4869-8123-1769ce95383a tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:29.064467 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503397ce-7503-4dca-ad04-c84d33fd69a2 req-3285fda5-6fc7-4869-8123-1769ce95383a tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:29.070667 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503397ce-7503-4dca-ad04-c84d33fd69a2 req-3285fda5-6fc7-4869-8123-1769ce95383a tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:29.076552 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503397ce-7503-4dca-ad04-c84d33fd69a2 req-3285fda5-6fc7-4869-8123-1769ce95383a tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:29.082959 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503397ce-7503-4dca-ad04-c84d33fd69a2 req-3285fda5-6fc7-4869-8123-1769ce95383a tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:29.088861 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503397ce-7503-4dca-ad04-c84d33fd69a2 req-3285fda5-6fc7-4869-8123-1769ce95383a tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:29.090815 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-503397ce-7503-4dca-ad04-c84d33fd69a2 req-3285fda5-6fc7-4869-8123-1769ce95383a tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5430 time: 0.1108069 Jul 14 07:29:29.131899 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-503397ce-7503-4dca-ad04-c84d33fd69a2 req-acef0f6d-933d-4f2e-964c-1496690ef462 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0341580 Jul 14 07:29:29.680888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e3be8-0b16-4132-b37c-1a9b59b9c1b3 req-2fa119c2-b987-453c-afe6-ec4ba15af626 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:29.682461 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-723e3be8-0b16-4132-b37c-1a9b59b9c1b3 req-2fa119c2-b987-453c-afe6-ec4ba15af626 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0653250 Jul 14 07:29:29.721575 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-723e3be8-0b16-4132-b37c-1a9b59b9c1b3 req-0714f81f-9332-49a5-8793-b74e50ecc847 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326521 Jul 14 07:29:30.343419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a5e3e-aeac-4720-ac58-27b4e0cee8ab req-3166d428-240d-4a96-8edd-885b540b72da tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:30.349410 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a5e3e-aeac-4720-ac58-27b4e0cee8ab req-3166d428-240d-4a96-8edd-885b540b72da tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:30.355249 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a5e3e-aeac-4720-ac58-27b4e0cee8ab req-3166d428-240d-4a96-8edd-885b540b72da tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:30.361718 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a5e3e-aeac-4720-ac58-27b4e0cee8ab req-3166d428-240d-4a96-8edd-885b540b72da tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:30.367572 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a5e3e-aeac-4720-ac58-27b4e0cee8ab req-3166d428-240d-4a96-8edd-885b540b72da tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:30.373398 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a5e3e-aeac-4720-ac58-27b4e0cee8ab req-3166d428-240d-4a96-8edd-885b540b72da tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:30.379230 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a5e3e-aeac-4720-ac58-27b4e0cee8ab req-3166d428-240d-4a96-8edd-885b540b72da tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:30.381176 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd4a5e3e-aeac-4720-ac58-27b4e0cee8ab req-3166d428-240d-4a96-8edd-885b540b72da tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5430 time: 0.1186247 Jul 14 07:29:30.423655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd4a5e3e-aeac-4720-ac58-27b4e0cee8ab req-dbdc5d48-21f9-4203-aae9-8cb84e068723 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0364339 Jul 14 07:29:30.499499 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-496445e5-2ac4-4a62-ab77-8462b35140fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:30.896914 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29638b90-7e99-4484-8f3b-5f92a126221b req-18c8b310-1cf6-4e74-9817-7ccb89466251 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:30.898738 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29638b90-7e99-4484-8f3b-5f92a126221b req-18c8b310-1cf6-4e74-9817-7ccb89466251 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0646677 Jul 14 07:29:30.935173 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29638b90-7e99-4484-8f3b-5f92a126221b req-b8910645-5d09-4b39-bdda-e4048d0a26c9 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308931 Jul 14 07:29:31.623662 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba6b5f-a24a-4a50-99c4-cba01fc80602 req-9e706f60-94e8-416d-a17d-db16ffcef2e1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:31.629452 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba6b5f-a24a-4a50-99c4-cba01fc80602 req-9e706f60-94e8-416d-a17d-db16ffcef2e1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:31.635290 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba6b5f-a24a-4a50-99c4-cba01fc80602 req-9e706f60-94e8-416d-a17d-db16ffcef2e1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:31.641212 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba6b5f-a24a-4a50-99c4-cba01fc80602 req-9e706f60-94e8-416d-a17d-db16ffcef2e1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:31.647012 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba6b5f-a24a-4a50-99c4-cba01fc80602 req-9e706f60-94e8-416d-a17d-db16ffcef2e1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:31.652831 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba6b5f-a24a-4a50-99c4-cba01fc80602 req-9e706f60-94e8-416d-a17d-db16ffcef2e1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:31.659236 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba6b5f-a24a-4a50-99c4-cba01fc80602 req-9e706f60-94e8-416d-a17d-db16ffcef2e1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:31.661094 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1dba6b5f-a24a-4a50-99c4-cba01fc80602 req-9e706f60-94e8-416d-a17d-db16ffcef2e1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5430 time: 0.1103866 Jul 14 07:29:31.701737 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1dba6b5f-a24a-4a50-99c4-cba01fc80602 req-d31215c2-a573-4832-853e-a99e08f835ab tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0347438 Jul 14 07:29:32.108573 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee289920-9089-4f6b-8fcc-0c1137f3ae8a req-db3dedeb-5c12-481a-b28c-521f1077362c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:32.109973 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee289920-9089-4f6b-8fcc-0c1137f3ae8a req-db3dedeb-5c12-481a-b28c-521f1077362c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0632536 Jul 14 07:29:32.147526 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee289920-9089-4f6b-8fcc-0c1137f3ae8a req-c57f4924-bda4-4f41-b859-d324f9e59ffa tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318580 Jul 14 07:29:32.902719 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee42d2-a848-42aa-a4a3-cd104d007ac8 req-3674a7e1-ed88-4631-b614-82cb24f48bda tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:32.909365 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee42d2-a848-42aa-a4a3-cd104d007ac8 req-3674a7e1-ed88-4631-b614-82cb24f48bda tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:32.915334 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee42d2-a848-42aa-a4a3-cd104d007ac8 req-3674a7e1-ed88-4631-b614-82cb24f48bda tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:32.921444 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee42d2-a848-42aa-a4a3-cd104d007ac8 req-3674a7e1-ed88-4631-b614-82cb24f48bda tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:32.927510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee42d2-a848-42aa-a4a3-cd104d007ac8 req-3674a7e1-ed88-4631-b614-82cb24f48bda tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:32.933600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee42d2-a848-42aa-a4a3-cd104d007ac8 req-3674a7e1-ed88-4631-b614-82cb24f48bda tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:32.939603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee42d2-a848-42aa-a4a3-cd104d007ac8 req-3674a7e1-ed88-4631-b614-82cb24f48bda tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:32.941638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eeee42d2-a848-42aa-a4a3-cd104d007ac8 req-3674a7e1-ed88-4631-b614-82cb24f48bda tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5430 time: 0.1137681 Jul 14 07:29:32.985556 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eeee42d2-a848-42aa-a4a3-cd104d007ac8 req-602e782d-7f51-469a-b1d4-c5e0ad1bcf79 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0373957 Jul 14 07:29:33.304990 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bc3687ba-fb20-42dc-af80-8a81c041d053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:33.327686 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a110478-c6aa-4e48-a5a1-5af8139c2558 req-d137f91f-d848-4fce-90c2-23ace9bc5a42 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:33.329263 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a110478-c6aa-4e48-a5a1-5af8139c2558 req-d137f91f-d848-4fce-90c2-23ace9bc5a42 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0664656 Jul 14 07:29:33.366870 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a110478-c6aa-4e48-a5a1-5af8139c2558 req-7df69005-05a6-4a3f-8167-22088c4fc7d3 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315728 Jul 14 07:29:33.601078 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:34.179681 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f7c3d-871e-470f-8c28-4a2fe75f5919 req-a17dd0ae-7064-4b67-add7-dca06641593e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:34.185686 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f7c3d-871e-470f-8c28-4a2fe75f5919 req-a17dd0ae-7064-4b67-add7-dca06641593e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:34.191536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f7c3d-871e-470f-8c28-4a2fe75f5919 req-a17dd0ae-7064-4b67-add7-dca06641593e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:34.197650 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f7c3d-871e-470f-8c28-4a2fe75f5919 req-a17dd0ae-7064-4b67-add7-dca06641593e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:34.204001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f7c3d-871e-470f-8c28-4a2fe75f5919 req-a17dd0ae-7064-4b67-add7-dca06641593e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:34.209897 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f7c3d-871e-470f-8c28-4a2fe75f5919 req-a17dd0ae-7064-4b67-add7-dca06641593e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:34.215710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f7c3d-871e-470f-8c28-4a2fe75f5919 req-a17dd0ae-7064-4b67-add7-dca06641593e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:34.218264 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-105f7c3d-871e-470f-8c28-4a2fe75f5919 req-a17dd0ae-7064-4b67-add7-dca06641593e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5430 time: 0.1101322 Jul 14 07:29:34.257654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-105f7c3d-871e-470f-8c28-4a2fe75f5919 req-776c1cce-3758-4c9b-b708-630c5ccb7a84 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0335588 Jul 14 07:29:34.542223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44032e09-c9bd-46e9-9296-1a491c16e315 req-69eda5db-cfc1-43c0-8da2-ba94629a3f4a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:34.543645 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44032e09-c9bd-46e9-9296-1a491c16e315 req-69eda5db-cfc1-43c0-8da2-ba94629a3f4a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0624921 Jul 14 07:29:34.581674 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44032e09-c9bd-46e9-9296-1a491c16e315 req-066d35de-2be9-49e5-95d0-4f4ea68879b1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322609 Jul 14 07:29:34.650063 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:35.454248 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637a4f4-4a19-419f-bbb9-12b9b48b0749 req-9424f26e-ffdc-414d-8545-69e9e2180ba0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:35.460025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637a4f4-4a19-419f-bbb9-12b9b48b0749 req-9424f26e-ffdc-414d-8545-69e9e2180ba0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:35.465826 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637a4f4-4a19-419f-bbb9-12b9b48b0749 req-9424f26e-ffdc-414d-8545-69e9e2180ba0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:35.472172 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637a4f4-4a19-419f-bbb9-12b9b48b0749 req-9424f26e-ffdc-414d-8545-69e9e2180ba0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:35.477964 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637a4f4-4a19-419f-bbb9-12b9b48b0749 req-9424f26e-ffdc-414d-8545-69e9e2180ba0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:35.484405 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637a4f4-4a19-419f-bbb9-12b9b48b0749 req-9424f26e-ffdc-414d-8545-69e9e2180ba0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:35.490241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637a4f4-4a19-419f-bbb9-12b9b48b0749 req-9424f26e-ffdc-414d-8545-69e9e2180ba0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:35.492100 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3637a4f4-4a19-419f-bbb9-12b9b48b0749 req-9424f26e-ffdc-414d-8545-69e9e2180ba0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5430 time: 0.1127565 Jul 14 07:29:35.531181 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3637a4f4-4a19-419f-bbb9-12b9b48b0749 req-87eaf0ec-c2cd-4d19-afe2-dde9268f17f4 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333452 Jul 14 07:29:35.769724 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a75fa5-21d5-4fa9-8e2e-9e0989914ef0 req-64d1da57-41df-41e1-927c-ef1a116f38bb tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:35.771705 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-50a75fa5-21d5-4fa9-8e2e-9e0989914ef0 req-64d1da57-41df-41e1-927c-ef1a116f38bb tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0755100 Jul 14 07:29:35.813038 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-50a75fa5-21d5-4fa9-8e2e-9e0989914ef0 req-6435198d-70c0-4977-a9f4-abeda9070344 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354993 Jul 14 07:29:35.933744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53632) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:36.045233 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4be6-7d27-4ad9-b9a8-096c61e722d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:36.180626 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66929cd3-321f-447b-9ee5-00d77db79529 req-4f27ce8a-8c0a-49e2-aa05-48e14af3413b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:36.182170 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66929cd3-321f-447b-9ee5-00d77db79529 req-4f27ce8a-8c0a-49e2-aa05-48e14af3413b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0675983 Jul 14 07:29:36.183307 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4be6-7d27-4ad9-b9a8-096c61e722d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:36.186870 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3edb22-2dc6-422c-b6d4-b279bb3243a1 req-a0e10776-8da8-4236-8501-2fb1aea6af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:36.188511 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3a3edb22-2dc6-422c-b6d4-b279bb3243a1 req-a0e10776-8da8-4236-8501-2fb1aea6af87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 1095 time: 0.0871096 Jul 14 07:29:36.189654 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4be6-7d27-4ad9-b9a8-096c61e722d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:36.199623 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:36.227426 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66929cd3-321f-447b-9ee5-00d77db79529 req-b602c0cb-c2e6-4f3c-8052-568d6b6eb274 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378406 Jul 14 07:29:36.273455 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c2dc4be6-7d27-4ad9-b9a8-096c61e722d3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=20783f0042a24a338d12742bb9a6aec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3385746 Jul 14 07:29:36.276106 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53638) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:36.279178 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc4be6-7d27-4ad9-b9a8-096c61e722d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a83fb5-3e70-4667-869b-e01a63a5cdab,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:36.317896 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3edb22-2dc6-422c-b6d4-b279bb3243a1 req-336c39ca-42b2-4087-9e66-4b4aab2b366e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:36.319654 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3a3edb22-2dc6-422c-b6d4-b279bb3243a1 req-336c39ca-42b2-4087-9e66-4b4aab2b366e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 913 time: 0.1193728 Jul 14 07:29:36.325828 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83f0891a-9fc7-40e0-a6c8-328b8ab42bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:36.346918 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83f0891a-9fc7-40e0-a6c8-328b8ab42bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:36.386282 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3a3edb22-2dc6-422c-b6d4-b279bb3243a1 req-c7d16d1b-0d08-452a-8a77-6837f57180c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15 HTTP/1.1" status: 200 len: 999 time: 0.0599883 Jul 14 07:29:36.391325 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83f0891a-9fc7-40e0-a6c8-328b8ab42bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:36.393981 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83f0891a-9fc7-40e0-a6c8-328b8ab42bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:36.395120 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-83f0891a-9fc7-40e0-a6c8-328b8ab42bfc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40a83fb5-3e70-4667-869b-e01a63a5cdab HTTP/1.1" status: 204 len: 168 time: 0.1180363 Jul 14 07:29:36.402751 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0891a-9fc7-40e0-a6c8-328b8ab42bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a83fb5-3e70-4667-869b-e01a63a5cdab,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:36.410795 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0891a-9fc7-40e0-a6c8-328b8ab42bfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:36.411150 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0891a-9fc7-40e0-a6c8-328b8ab42bfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:36.411494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0891a-9fc7-40e0-a6c8-328b8ab42bfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:36.411832 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0891a-9fc7-40e0-a6c8-328b8ab42bfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:36.412171 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0891a-9fc7-40e0-a6c8-328b8ab42bfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:36.412499 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0891a-9fc7-40e0-a6c8-328b8ab42bfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:36.412827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0891a-9fc7-40e0-a6c8-328b8ab42bfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:36.413155 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0891a-9fc7-40e0-a6c8-328b8ab42bfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:36.413507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0891a-9fc7-40e0-a6c8-328b8ab42bfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:36.413832 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0891a-9fc7-40e0-a6c8-328b8ab42bfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:36.414159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0891a-9fc7-40e0-a6c8-328b8ab42bfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:36.414545 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0891a-9fc7-40e0-a6c8-328b8ab42bfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:36.438237 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3edb22-2dc6-422c-b6d4-b279bb3243a1 req-13451935-9937-4cab-a523-bf67c6d11c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:36.439898 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3a3edb22-2dc6-422c-b6d4-b279bb3243a1 req-13451935-9937-4cab-a523-bf67c6d11c4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.0473309 Jul 14 07:29:36.497082 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3edb22-2dc6-422c-b6d4-b279bb3243a1 req-f9648cf4-278e-4537-ad16-374221b18ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:36.498668 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3a3edb22-2dc6-422c-b6d4-b279bb3243a1 req-f9648cf4-278e-4537-ad16-374221b18ba9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525527 Jul 14 07:29:36.601173 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3a3edb22-2dc6-422c-b6d4-b279bb3243a1 req-7487e052-a987-47c7-a00c-2eb2d4b265b2 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950933 Jul 14 07:29:36.696015 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3a3edb22-2dc6-422c-b6d4-b279bb3243a1 req-c5b22e29-6315-4d71-9820-26e9b2876218 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881569 Jul 14 07:29:36.730150 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba7ab7-de5e-4568-b4d5-1328e813c45b req-bb062528-1eca-4474-8f3a-8875b7f5a320 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:36.736748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba7ab7-de5e-4568-b4d5-1328e813c45b req-bb062528-1eca-4474-8f3a-8875b7f5a320 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:36.742643 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba7ab7-de5e-4568-b4d5-1328e813c45b req-bb062528-1eca-4474-8f3a-8875b7f5a320 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:36.749144 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba7ab7-de5e-4568-b4d5-1328e813c45b req-bb062528-1eca-4474-8f3a-8875b7f5a320 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:36.756257 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba7ab7-de5e-4568-b4d5-1328e813c45b req-bb062528-1eca-4474-8f3a-8875b7f5a320 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:36.762696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba7ab7-de5e-4568-b4d5-1328e813c45b req-bb062528-1eca-4474-8f3a-8875b7f5a320 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:36.768623 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba7ab7-de5e-4568-b4d5-1328e813c45b req-bb062528-1eca-4474-8f3a-8875b7f5a320 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:36.770614 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bcba7ab7-de5e-4568-b4d5-1328e813c45b req-bb062528-1eca-4474-8f3a-8875b7f5a320 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5430 time: 0.1125064 Jul 14 07:29:36.813376 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bcba7ab7-de5e-4568-b4d5-1328e813c45b req-cc7a2e31-e420-48ee-a83b-6429dd331e2d tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0347927 Jul 14 07:29:37.010617 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53662) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:37.107373 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-49eeb255-08c5-4bb1-8f8c-c887d357699d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-637704149-network', 'tenant_id': '217d8c25e2d440258dcab6078dc59b9f'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:29:37.132764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49eeb255-08c5-4bb1-8f8c-c887d357699d admin admin] Made reservation on behalf of 217d8c25e2d440258dcab6078dc59b9f for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:29:37.135305 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49eeb255-08c5-4bb1-8f8c-c887d357699d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:37.144667 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49eeb255-08c5-4bb1-8f8c-c887d357699d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:37.241857 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49eeb255-08c5-4bb1-8f8c-c887d357699d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:37.246336 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49eeb255-08c5-4bb1-8f8c-c887d357699d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:37.270833 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49eeb255-08c5-4bb1-8f8c-c887d357699d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:29:37.289877 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eeb255-08c5-4bb1-8f8c-c887d357699d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16ed42f-7223-4c9e-9208-e91fefc6b234,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:37.296579 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49eeb255-08c5-4bb1-8f8c-c887d357699d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:37.296923 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-49eeb255-08c5-4bb1-8f8c-c887d357699d admin admin] Added segment 4f120c99-1815-4459-b8c4-80d111874394 of type vlan for network 8dcf2578-34a5-48d9-9316-a252c97c2eca Jul 14 07:29:37.345872 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49eeb255-08c5-4bb1-8f8c-c887d357699d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:37.386517 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49eeb255-08c5-4bb1-8f8c-c887d357699d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:37.387419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49eeb255-08c5-4bb1-8f8c-c887d357699d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:37.387997 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49eeb255-08c5-4bb1-8f8c-c887d357699d admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:37.462227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-49eeb255-08c5-4bb1-8f8c-c887d357699d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4504106 Jul 14 07:29:37.465075 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53668) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:37.470612 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e67d5e63-0a96-495f-a4fa-9b1eb004440b admin admin] Request body: {'subnet': {'network_id': '8dcf2578-34a5-48d9-9316-a252c97c2eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-637704149-subnet', 'tenant_id': '217d8c25e2d440258dcab6078dc59b9f', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:29:37.477370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eeb255-08c5-4bb1-8f8c-c887d357699d admin admin] Pushing event updated for resources: {'Network': ['ID=8dcf2578-34a5-48d9-9316-a252c97c2eca,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:37.488172 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 8dcf2578-34a5-48d9-9316-a252c97c2eca details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:29:37.496632 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67d5e63-0a96-495f-a4fa-9b1eb004440b admin admin] Made reservation on behalf of 217d8c25e2d440258dcab6078dc59b9f for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:29:37.499245 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e67d5e63-0a96-495f-a4fa-9b1eb004440b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:37.504123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ca33e-4636-40a3-87c9-aa78a750b237 req-b49ed69e-bbb3-4e65-85e8-dd5d78de3c05 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:37.505761 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c0ca33e-4636-40a3-87c9-aa78a750b237 req-b49ed69e-bbb3-4e65-85e8-dd5d78de3c05 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.1303859 Jul 14 07:29:37.545897 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c0ca33e-4636-40a3-87c9-aa78a750b237 req-5f844831-a2aa-4560-aac5-62c508631d86 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336671 Jul 14 07:29:37.725342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbcc6e-3346-4551-8614-ccd3611e763c req-dcd60ab3-914d-4767-8cb6-ca9ef0229119 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:37.726850 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04cbcc6e-3346-4551-8614-ccd3611e763c req-dcd60ab3-914d-4767-8cb6-ca9ef0229119 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0664988 Jul 14 07:29:37.766761 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04cbcc6e-3346-4551-8614-ccd3611e763c req-7f58cbd8-d91b-4999-8910-154369b861a1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340958 Jul 14 07:29:37.967094 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e67d5e63-0a96-495f-a4fa-9b1eb004440b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:37.981260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94677efa-98c2-4a38-ac0f-ef3f663da042 req-4128c312-df92-4f80-9930-2234677e24d1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:37.983571 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94677efa-98c2-4a38-ac0f-ef3f663da042 req-4128c312-df92-4f80-9930-2234677e24d1 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.1020494 Jul 14 07:29:38.023554 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d5e63-0a96-495f-a4fa-9b1eb004440b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa8eb239-4676-4616-8ca3-c952f3a8ad22,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:38.031489 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67d5e63-0a96-495f-a4fa-9b1eb004440b admin admin] Checking segment: {'id': '4f120c99-1815-4459-b8c4-80d111874394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8dcf2578-34a5-48d9-9316-a252c97c2eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:29:38.031984 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67d5e63-0a96-495f-a4fa-9b1eb004440b admin admin] Network hostable DHCP agents. Network: 8dcf2578-34a5-48d9-9316-a252c97c2eca, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:29:38.036915 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94677efa-98c2-4a38-ac0f-ef3f663da042 req-8be5b7ed-5239-4d12-95ce-44d720aa26a0 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470068 Jul 14 07:29:38.050127 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67d5e63-0a96-495f-a4fa-9b1eb004440b admin admin] Network 8dcf2578-34a5-48d9-9316-a252c97c2eca is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:29:38.050660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299246c-0144-4f80-a0f0-a5e0112d00c0 req-ad4faa96-3926-4059-9acb-f7c706ed66c3 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:38.057393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299246c-0144-4f80-a0f0-a5e0112d00c0 req-ad4faa96-3926-4059-9acb-f7c706ed66c3 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:38.060157 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e67d5e63-0a96-495f-a4fa-9b1eb004440b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 8dcf2578-34a5-48d9-9316-a252c97c2eca) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:29:38.065042 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299246c-0144-4f80-a0f0-a5e0112d00c0 req-ad4faa96-3926-4059-9acb-f7c706ed66c3 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:38.071388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299246c-0144-4f80-a0f0-a5e0112d00c0 req-ad4faa96-3926-4059-9acb-f7c706ed66c3 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:38.071530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67d5e63-0a96-495f-a4fa-9b1eb004440b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:38.071998 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e67d5e63-0a96-495f-a4fa-9b1eb004440b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:38.072200 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf212ed-4ffa-41c8-9605-513bb663aaee None None] Network 8dcf2578-34a5-48d9-9316-a252c97c2eca requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:29:38.078836 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299246c-0144-4f80-a0f0-a5e0112d00c0 req-ad4faa96-3926-4059-9acb-f7c706ed66c3 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:38.086108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299246c-0144-4f80-a0f0-a5e0112d00c0 req-ad4faa96-3926-4059-9acb-f7c706ed66c3 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:38.089153 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e67d5e63-0a96-495f-a4fa-9b1eb004440b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6226289 Jul 14 07:29:38.092028 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53678) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:38.092514 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299246c-0144-4f80-a0f0-a5e0112d00c0 req-ad4faa96-3926-4059-9acb-f7c706ed66c3 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:38.094651 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0299246c-0144-4f80-a0f0-a5e0112d00c0 req-ad4faa96-3926-4059-9acb-f7c706ed66c3 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5430 time: 0.1566036 Jul 14 07:29:38.097605 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-637704149-router', 'tenant_id': '217d8c25e2d440258dcab6078dc59b9f', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:29:38.133914 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:38.135620 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:38.145720 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0299246c-0144-4f80-a0f0-a5e0112d00c0 req-566ecf42-278a-43e5-8a2f-e1dab5e03255 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0438707 Jul 14 07:29:38.204620 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:38.253983 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-8dcf2578-34a5-48d9-9316-a252c97c2eca', 'network_id': '8dcf2578-34a5-48d9-9316-a252c97c2eca', 'tenant_id': '217d8c25e2d440258dcab6078dc59b9f', 'fixed_ips': [{'subnet_id': 'fa8eb239-4676-4616-8ca3-c952f3a8ad22'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:29:38.255027 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:38.350502 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:38.402694 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Allocated IP 172.20.0.2 (8dcf2578-34a5-48d9-9316-a252c97c2eca/fa8eb239-4676-4616-8ca3-c952f3a8ad22/3bf05c04-39b9-4848-8d15-c46aa5549474) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:29:38.454487 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb5d86-e107-4445-8c1e-efe0b10a0d4d req-4d7776c9-2f5c-414d-a5d0-8e4165ef48e4 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:38.456131 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0aeb5d86-e107-4445-8c1e-efe0b10a0d4d req-4d7776c9-2f5c-414d-a5d0-8e4165ef48e4 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0810397 Jul 14 07:29:38.497456 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0aeb5d86-e107-4445-8c1e-efe0b10a0d4d req-a053d071-7665-4ce7-9c83-a0f38a530ad8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355778 Jul 14 07:29:38.550483 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:38.559440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Transition to ACTIVE for port object 3bf05c04-39b9-4848-8d15-c46aa5549474 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:38.561793 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:38.574009 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Transition to ACTIVE for port object 3bf05c04-39b9-4848-8d15-c46aa5549474 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:38.579622 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:38.581384 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:38.624131 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Network 8dcf2578-34a5-48d9-9316-a252c97c2eca is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:29:38.626806 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:29:38.629790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:29:38.638258 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Pushing event updated for resources: {'Port': ['ID=3bf05c04-39b9-4848-8d15-c46aa5549474,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:38.689305 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] Allocated IP 172.25.7.72 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/9dc87a28-83f3-4d98-a86a-ee37026395fb) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:29:38.691252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Attempting to bind port 3bf05c04-39b9-4848-8d15-c46aa5549474 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:29:38.691669 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Attempting to bind port 3bf05c04-39b9-4848-8d15-c46aa5549474 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '4f120c99-1815-4459-b8c4-80d111874394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8dcf2578-34a5-48d9-9316-a252c97c2eca'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:29:38.691967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Attempting to bind port 3bf05c04-39b9-4848-8d15-c46aa5549474 on network 8dcf2578-34a5-48d9-9316-a252c97c2eca {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:38.697297 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:29:38.697673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Checking segment: {'id': '4f120c99-1815-4459-b8c4-80d111874394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8dcf2578-34a5-48d9-9316-a252c97c2eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:29:38.698082 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:38.698474 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Bound using segment: {'id': '4f120c99-1815-4459-b8c4-80d111874394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8dcf2578-34a5-48d9-9316-a252c97c2eca'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:29:38.698940 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Bound port: 3bf05c04-39b9-4848-8d15-c46aa5549474, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f120c99-1815-4459-b8c4-80d111874394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8dcf2578-34a5-48d9-9316-a252c97c2eca'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:29:38.699318 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:38.759984 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] For port 3bf05c04-39b9-4848-8d15-c46aa5549474, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:29:38.763125 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] For port 3bf05c04-39b9-4848-8d15-c46aa5549474, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3bf05c04-39b9-4848-8d15-c46aa5549474,segment=NetworkSegment(4f120c99-1815-4459-b8c4-80d111874394),segment_id=4f120c99-1815-4459-b8c4-80d111874394)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:29:38.769335 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:38.793550 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:38.841134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd5f1c-e16a-4f8e-93ca-9b291396c45c None None] Pushing event updated for resources: {'Port': ['ID=3bf05c04-39b9-4848-8d15-c46aa5549474,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:38.852036 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:38.893205 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:29:38.899896 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:29:38.902466 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:29:38.928790 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] Pushing event updated for resources: {'Port': ['ID=9dc87a28-83f3-4d98-a86a-ee37026395fb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:39.175260 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:39.342127 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae4b06-5a92-45d6-b356-d6e81f55d46f req-00ca33ce-5f90-47d9-be53-bf5c1a84ee01 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:39.348089 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae4b06-5a92-45d6-b356-d6e81f55d46f req-00ca33ce-5f90-47d9-be53-bf5c1a84ee01 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:39.353931 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae4b06-5a92-45d6-b356-d6e81f55d46f req-00ca33ce-5f90-47d9-be53-bf5c1a84ee01 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:39.359814 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae4b06-5a92-45d6-b356-d6e81f55d46f req-00ca33ce-5f90-47d9-be53-bf5c1a84ee01 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:39.365745 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae4b06-5a92-45d6-b356-d6e81f55d46f req-00ca33ce-5f90-47d9-be53-bf5c1a84ee01 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:39.370671 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:39.371615 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae4b06-5a92-45d6-b356-d6e81f55d46f req-00ca33ce-5f90-47d9-be53-bf5c1a84ee01 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:39.378011 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae4b06-5a92-45d6-b356-d6e81f55d46f req-00ca33ce-5f90-47d9-be53-bf5c1a84ee01 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:39.379921 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c3ae4b06-5a92-45d6-b356-d6e81f55d46f req-00ca33ce-5f90-47d9-be53-bf5c1a84ee01 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5430 time: 0.1071923 Jul 14 07:29:39.420852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c3ae4b06-5a92-45d6-b356-d6e81f55d46f req-75968d1c-a57c-4e6c-a33e-4a48136e89f4 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0348887 Jul 14 07:29:39.500637 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] Router 2d13faf4-ed97-4a8f-bf13-c14a6a3766f6 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:29:39.620590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:29:39.632507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Sync routers for ids ['2d13faf4-ed97-4a8f-bf13-c14a6a3766f6'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:29:39.644618 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Routers {'2d13faf4-ed97-4a8f-bf13-c14a6a3766f6'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:29:39.645436 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['2d13faf4-ed97-4a8f-bf13-c14a6a3766f6'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:39.650207 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:39.658983 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7af07cab-6560-4d7a-affd-b61728d393c1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5654025 Jul 14 07:29:39.661544 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53688) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:39.695044 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 3bf05c04-39b9-4848-8d15-c46aa5549474 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:39.750738 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259044a-40cd-4e43-aa8a-2048ba4a7cd2 req-b6af883d-4699-4e6d-8096-cc11394be946 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:39.752569 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b259044a-40cd-4e43-aa8a-2048ba4a7cd2 req-b6af883d-4699-4e6d-8096-cc11394be946 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.1028140 Jul 14 07:29:39.802208 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Set router 2d13faf4-ed97-4a8f-bf13-c14a6a3766f6 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:29:39.815860 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b259044a-40cd-4e43-aa8a-2048ba4a7cd2 req-6450572e-2c3d-46fc-b6c3-fbe929194466 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573349 Jul 14 07:29:39.902437 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 3bf05c04-39b9-4848-8d15-c46aa5549474 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:39.911607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3524e996-8c05-4ead-93c8-d661caf24fd7 None None] Network 8dcf2578-34a5-48d9-9316-a252c97c2eca requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:29:40.086130 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f34032b5-0d36-4581-aea8-320b32127a38 None None] Provisioning for port 3bf05c04-39b9-4848-8d15-c46aa5549474 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:40.099868 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f34032b5-0d36-4581-aea8-320b32127a38 None None] Provisioning complete for port 3bf05c04-39b9-4848-8d15-c46aa5549474 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:40.100651 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f34032b5-0d36-4581-aea8-320b32127a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:40.182432 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:40.186193 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'name': 'tempest-TestAggregatesBasicOps-637704149-router', 'tenant_id': '217d8c25e2d440258dcab6078dc59b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '9dc87a28-83f3-4d98-a86a-ee37026395fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:29:38Z', 'updated_at': '2021-07-14T07:29:39Z', 'revision_number': 3, 'project_id': '217d8c25e2d440258dcab6078dc59b9f', 'gw_port': {'id': '9dc87a28-83f3-4d98-a86a-ee37026395fb', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:37:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:38Z', 'updated_at': '2021-07-14T07:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:40.208794 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a9a94-9688-4670-8799-92fa23a073f6 req-4c10e9a9-6be7-42d9-9580-2842043d18e8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:40.210394 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d71a9a94-9688-4670-8799-92fa23a073f6 req-4c10e9a9-6be7-42d9-9580-2842043d18e8 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0669100 Jul 14 07:29:40.225016 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Checking router: 2d13faf4-ed97-4a8f-bf13-c14a6a3766f6 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:29:40.225486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Updating router 2d13faf4-ed97-4a8f-bf13-c14a6a3766f6 port 9dc87a28-83f3-4d98-a86a-ee37026395fb binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:29:40.251178 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d71a9a94-9688-4670-8799-92fa23a073f6 req-f9d503c9-e6da-424b-9d97-dcdcd4735b9d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324690 Jul 14 07:29:40.269422 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc79cfb-83a0-461d-b306-15b6efaa46a8 req-7ed02533-902b-4b1f-bf8a-5d22461098ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:40.270947 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5cc79cfb-83a0-461d-b306-15b6efaa46a8 req-7ed02533-902b-4b1f-bf8a-5d22461098ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5388180d7e484dd0b2d86403880fc87d&device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 1095 time: 0.1229057 Jul 14 07:29:40.314600 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:40.335773 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f34032b5-0d36-4581-aea8-320b32127a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:40.426500 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f34032b5-0d36-4581-aea8-320b32127a38 None None] For port 3bf05c04-39b9-4848-8d15-c46aa5549474, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3bf05c04-39b9-4848-8d15-c46aa5549474,segment=NetworkSegment(4f120c99-1815-4459-b8c4-80d111874394),segment_id=4f120c99-1815-4459-b8c4-80d111874394)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:40.431855 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] Allocated IP 172.20.0.1 (8dcf2578-34a5-48d9-9316-a252c97c2eca/fa8eb239-4676-4616-8ca3-c952f3a8ad22/c69f9f16-32e3-4844-9579-de7e164e92f3) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:29:40.436645 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f34032b5-0d36-4581-aea8-320b32127a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:40.436837 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc79cfb-83a0-461d-b306-15b6efaa46a8 req-7085c0e7-2347-457d-ac31-97de3a7ff2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:40.438464 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5cc79cfb-83a0-461d-b306-15b6efaa46a8 req-7085c0e7-2347-457d-ac31-97de3a7ff2c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 200 len: 913 time: 0.1421561 Jul 14 07:29:40.540206 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34032b5-0d36-4581-aea8-320b32127a38 None None] Pushing event updated for resources: {'Port': ['ID=3bf05c04-39b9-4848-8d15-c46aa5549474,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:40.561141 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5cc79cfb-83a0-461d-b306-15b6efaa46a8 req-baab0762-36c2-41d8-bbf1-cefd0259364c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15 HTTP/1.1" status: 200 len: 999 time: 0.1130235 Jul 14 07:29:40.591944 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0f81a303-5b94-4bf0-a5a2-3dc06a397713 None None] Provisioning complete for port 3bf05c04-39b9-4848-8d15-c46aa5549474 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:40.592822 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0f81a303-5b94-4bf0-a5a2-3dc06a397713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:40.637265 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc79cfb-83a0-461d-b306-15b6efaa46a8 req-65989c6c-2d05-46b5-b918-1b4d3a5b163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:40.637871 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abcfcc-c5c4-4344-a8f0-7e26e75eb973 req-2a883c08-8cba-4bda-88d4-de8fc9cdbd16 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:40.638787 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5cc79cfb-83a0-461d-b306-15b6efaa46a8 req-65989c6c-2d05-46b5-b918-1b4d3a5b163e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 200 len: 851 time: 0.0689256 Jul 14 07:29:40.642269 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:40.644188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abcfcc-c5c4-4344-a8f0-7e26e75eb973 req-2a883c08-8cba-4bda-88d4-de8fc9cdbd16 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:40.650495 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abcfcc-c5c4-4344-a8f0-7e26e75eb973 req-2a883c08-8cba-4bda-88d4-de8fc9cdbd16 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:40.656995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abcfcc-c5c4-4344-a8f0-7e26e75eb973 req-2a883c08-8cba-4bda-88d4-de8fc9cdbd16 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:40.663265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abcfcc-c5c4-4344-a8f0-7e26e75eb973 req-2a883c08-8cba-4bda-88d4-de8fc9cdbd16 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:40.669265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abcfcc-c5c4-4344-a8f0-7e26e75eb973 req-2a883c08-8cba-4bda-88d4-de8fc9cdbd16 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:40.675873 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abcfcc-c5c4-4344-a8f0-7e26e75eb973 req-2a883c08-8cba-4bda-88d4-de8fc9cdbd16 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:40.677868 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24abcfcc-c5c4-4344-a8f0-7e26e75eb973 req-2a883c08-8cba-4bda-88d4-de8fc9cdbd16 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5430 time: 0.1127546 Jul 14 07:29:40.683885 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] Transition to ACTIVE for port object c69f9f16-32e3-4844-9579-de7e164e92f3 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:40.727596 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24abcfcc-c5c4-4344-a8f0-7e26e75eb973 req-c86d521a-f674-4ca4-8787-85019215b994 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0420785 Jul 14 07:29:40.736864 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc79cfb-83a0-461d-b306-15b6efaa46a8 req-cc791a8b-b5c5-4df1-8024-e7a233613a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:40.738508 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5cc79cfb-83a0-461d-b306-15b6efaa46a8 req-cc791a8b-b5c5-4df1-8024-e7a233613a98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920284 Jul 14 07:29:40.760825 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:40.849120 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:40.879463 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Transition to ACTIVE for port object 9dc87a28-83f3-4d98-a86a-ee37026395fb will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:40.892382 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:40.956527 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Attempting to bind port 9dc87a28-83f3-4d98-a86a-ee37026395fb on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:29:40.956899 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Attempting to bind port 9dc87a28-83f3-4d98-a86a-ee37026395fb by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:29:40.957292 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Attempting to bind port 9dc87a28-83f3-4d98-a86a-ee37026395fb on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:40.959476 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06bc66-6131-4142-a884-d41366902b79 None None] Pushing event updated for resources: {'Port': ['ID=9dc87a28-83f3-4d98-a86a-ee37026395fb,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:40.965235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:29:40.965615 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:29:40.966021 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:40.966417 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:29:40.966885 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Bound port: 9dc87a28-83f3-4d98-a86a-ee37026395fb, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:29:40.968183 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:41.018823 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] For port 9dc87a28-83f3-4d98-a86a-ee37026395fb, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:29:41.022097 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] For port 9dc87a28-83f3-4d98-a86a-ee37026395fb, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9dc87a28-83f3-4d98-a86a-ee37026395fb,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:29:41.027351 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:41.083108 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Routers {'2d13faf4-ed97-4a8f-bf13-c14a6a3766f6'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:29:41.083736 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['2d13faf4-ed97-4a8f-bf13-c14a6a3766f6'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:41.118186 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06bc66-6131-4142-a884-d41366902b79 None None] Pushing event updated for resources: {'Port': ['ID=9dc87a28-83f3-4d98-a86a-ee37026395fb,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:41.124471 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] Network 8dcf2578-34a5-48d9-9316-a252c97c2eca is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:29:41.128052 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] Pushing event updated for resources: {'Port': ['ID=c69f9f16-32e3-4844-9579-de7e164e92f3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:41.130960 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:29:41.134606 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:29:41.192178 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:41.196298 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5cc79cfb-83a0-461d-b306-15b6efaa46a8 req-ad9068e9-827a-4a92-9478-2bb72560638b service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516709 Jul 14 07:29:41.204694 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] Set router 2d13faf4-ed97-4a8f-bf13-c14a6a3766f6 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:29:41.364255 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 3e2c6a6f-f9d5-4299-915b-191904b54c05 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:29:41.372550 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5cc79cfb-83a0-461d-b306-15b6efaa46a8 req-d884d236-4e08-4de5-a5f5-7252e65a9d0f service neutron] 10.222.0.30 "GET /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418173 Jul 14 07:29:41.422253 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:41.449072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af3151-dc45-4156-a321-3f4786829fc0 req-b01d0dd1-2b2a-48c2-991e-3ea125fd14d3 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:41.450623 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9af3151-dc45-4156-a321-3f4786829fc0 req-b01d0dd1-2b2a-48c2-991e-3ea125fd14d3 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0712144 Jul 14 07:29:41.475458 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-89994d3d-97e9-46bd-b511-1fab56100d8b None None] Provisioning for port c69f9f16-32e3-4844-9579-de7e164e92f3 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:41.483444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-89994d3d-97e9-46bd-b511-1fab56100d8b None None] Provisioning complete for port c69f9f16-32e3-4844-9579-de7e164e92f3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:41.483816 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-89994d3d-97e9-46bd-b511-1fab56100d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:41.492825 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9af3151-dc45-4156-a321-3f4786829fc0 req-947fe1b0-b725-4c43-a9d8-cb3f9df336b0 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360596 Jul 14 07:29:41.520293 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'name': 'tempest-TestAggregatesBasicOps-637704149-router', 'tenant_id': '217d8c25e2d440258dcab6078dc59b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '9dc87a28-83f3-4d98-a86a-ee37026395fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:29:38Z', 'updated_at': '2021-07-14T07:29:39Z', 'revision_number': 3, 'project_id': '217d8c25e2d440258dcab6078dc59b9f', 'gw_port': {'id': '9dc87a28-83f3-4d98-a86a-ee37026395fb', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:37:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:38Z', 'updated_at': '2021-07-14T07:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:41.564570 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde08c9-05f2-4d8b-9450-a74bd8a66c6e None None] The sync data for ids ['2d13faf4-ed97-4a8f-bf13-c14a6a3766f6'] in n-d-778696-5 is: [{'id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'name': 'tempest-TestAggregatesBasicOps-637704149-router', 'tenant_id': '217d8c25e2d440258dcab6078dc59b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '9dc87a28-83f3-4d98-a86a-ee37026395fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:29:38Z', 'updated_at': '2021-07-14T07:29:39Z', 'revision_number': 3, 'project_id': '217d8c25e2d440258dcab6078dc59b9f', 'gw_port': {'id': '9dc87a28-83f3-4d98-a86a-ee37026395fb', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:37:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:38Z', 'updated_at': '2021-07-14T07:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:29:41.567304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 3e2c6a6f-f9d5-4299-915b-191904b54c05, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=3e2c6a6f-f9d5-4299-915b-191904b54c05,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:41.585686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-89994d3d-97e9-46bd-b511-1fab56100d8b None None] Port c69f9f16-32e3-4844-9579-de7e164e92f3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:29:41.585686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '3e2c6a6f-f9d5-4299-915b-191904b54c05', 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41', 'port_id': '3e2c6a6f-f9d5-4299-915b-191904b54c05', 'mac_address': 'fa:16:3e:8d:e0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a10aa77-bcdf-4ca8-9214-f68b4a43ce54', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:29:41.612500 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:41.619647 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:41.631431 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:41.646545 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2c6a6f-f9d5-4299-915b-191904b54c05 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:29:41.666563 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 3bf05c04-39b9-4848-8d15-c46aa5549474 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:41.702837 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 3e2c6a6f-f9d5-4299-915b-191904b54c05, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=3e2c6a6f-f9d5-4299-915b-191904b54c05,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:41.703077 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:41.706070 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] Pushing event updated for resources: {'Port': ['ID=c69f9f16-32e3-4844-9579-de7e164e92f3,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:41.708623 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:41.709315 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:29:41.786575 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 3bf05c04-39b9-4848-8d15-c46aa5549474 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:41.786961 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:41.802957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] Network 8dcf2578-34a5-48d9-9316-a252c97c2eca is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:29:41.804686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:29:41.809607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 8fbc9493-16c6-4d68-9ba6-a115482dd0e4, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=8fbc9493-16c6-4d68-9ba6-a115482dd0e4,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:41.822559 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=3e2c6a6f-f9d5-4299-915b-191904b54c05,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:41.832576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '8fbc9493-16c6-4d68-9ba6-a115482dd0e4', 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41', 'port_id': '8fbc9493-16c6-4d68-9ba6-a115482dd0e4', 'mac_address': 'fa:16:3e:5e:18:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a10aa77-bcdf-4ca8-9214-f68b4a43ce54', 'ip_address': '10.1.1.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:29:41.921956 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:41.962307 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:29:41.984993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9cfd3-8fbe-4e06-b850-56367db21b08 req-d802ecdf-1766-4ec3-a1b8-1fcf926a0a0b tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:41.999773 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9cfd3-8fbe-4e06-b850-56367db21b08 req-d802ecdf-1766-4ec3-a1b8-1fcf926a0a0b tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:42.015057 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 8fbc9493-16c6-4d68-9ba6-a115482dd0e4, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=8fbc9493-16c6-4d68-9ba6-a115482dd0e4,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:42.030896 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9cfd3-8fbe-4e06-b850-56367db21b08 req-d802ecdf-1766-4ec3-a1b8-1fcf926a0a0b tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:42.032263 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:42.032996 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:29:42.039343 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9cfd3-8fbe-4e06-b850-56367db21b08 req-d802ecdf-1766-4ec3-a1b8-1fcf926a0a0b tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:42.047305 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9cfd3-8fbe-4e06-b850-56367db21b08 req-d802ecdf-1766-4ec3-a1b8-1fcf926a0a0b tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:42.050230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] Router 2d13faf4-ed97-4a8f-bf13-c14a6a3766f6 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:29:42.059513 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9cfd3-8fbe-4e06-b850-56367db21b08 req-d802ecdf-1766-4ec3-a1b8-1fcf926a0a0b tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:42.066369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9cfd3-8fbe-4e06-b850-56367db21b08 req-d802ecdf-1766-4ec3-a1b8-1fcf926a0a0b tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:42.070471 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-faf9cfd3-8fbe-4e06-b850-56367db21b08 req-d802ecdf-1766-4ec3-a1b8-1fcf926a0a0b tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5431 time: 0.1954563 Jul 14 07:29:42.159462 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-faf9cfd3-8fbe-4e06-b850-56367db21b08 req-b2c08138-06ff-4141-a591-9e9b0aabdfb9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0829258 Jul 14 07:29:42.195342 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=8fbc9493-16c6-4d68-9ba6-a115482dd0e4,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:42.239540 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:29:42.245880 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7dd0d99d-ba0f-46f6-95d4-f94fc7e3a3f3 admin admin] 10.222.0.35 "PUT /v2.0/routers/2d13faf4-ed97-4a8f-bf13-c14a6a3766f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5830560 Jul 14 07:29:42.259740 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=64284bb9-2b5f-4ce0-b542-58b4b3aaa96e,segment=NetworkSegment(b6460ed9-1d4e-42bc-92f8-500936ec89a0),segment_id=b6460ed9-1d4e-42bc-92f8-500936ec89a0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:42.272253 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '64284bb9-2b5f-4ce0-b542-58b4b3aaa96e', 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29', 'port_id': '64284bb9-2b5f-4ce0-b542-58b4b3aaa96e', 'mac_address': 'fa:16:3e:51:fe:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47136b84-069d-4c8f-a511-15a77b272aff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:29:42.320522 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:42.339107 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:29:42.343643 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9494f66f-9eb7-428a-8ae3-8be1fbebc007 None None] Provisioning complete for port c69f9f16-32e3-4844-9579-de7e164e92f3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:42.344023 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9494f66f-9eb7-428a-8ae3-8be1fbebc007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:42.387222 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=64284bb9-2b5f-4ce0-b542-58b4b3aaa96e,segment=NetworkSegment(b6460ed9-1d4e-42bc-92f8-500936ec89a0),segment_id=b6460ed9-1d4e-42bc-92f8-500936ec89a0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:42.392287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9494f66f-9eb7-428a-8ae3-8be1fbebc007 None None] Port c69f9f16-32e3-4844-9579-de7e164e92f3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:29:42.394343 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:42.395041 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:29:42.464798 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:42.468143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=64284bb9-2b5f-4ce0-b542-58b4b3aaa96e,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:42.479496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b', 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41', 'port_id': 'bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b', 'mac_address': 'fa:16:3e:8e:cd:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a10aa77-bcdf-4ca8-9214-f68b4a43ce54', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:29:42.526477 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:42.542788 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:29:42.564545 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:42.570709 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:42.571477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device b21b2095-f41c-4f8e-87b4-b66008cde3a0 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:29:42.681988 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:42.722228 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cc457-8692-4686-b635-a6f1c1895641 req-c78bd35c-df8d-455a-9da7-d1e73c5d0f6a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:42.723876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-171cc457-8692-4686-b635-a6f1c1895641 req-c78bd35c-df8d-455a-9da7-d1e73c5d0f6a tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0933561 Jul 14 07:29:42.730095 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port b21b2095-f41c-4f8e-87b4-b66008cde3a0, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b21b2095-f41c-4f8e-87b4-b66008cde3a0,segment=NetworkSegment(96f2994b-d29f-4c67-b424-dc6e6a22b2e3),segment_id=96f2994b-d29f-4c67-b424-dc6e6a22b2e3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:42.746886 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'b21b2095-f41c-4f8e-87b4-b66008cde3a0', 'network_id': '5259ed76-3fbf-4ac1-88a4-ce8f37157488', 'port_id': 'b21b2095-f41c-4f8e-87b4-b66008cde3a0', 'mac_address': 'fa:16:3e:4c:bf:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333a6f4c-6b36-4054-9b8f-3bef22aead9f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:29:42.768864 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-171cc457-8692-4686-b635-a6f1c1895641 req-e22dfe7f-869d-4681-8b50-557519fd6bce tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386224 Jul 14 07:29:42.791628 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:42.803020 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53720) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:42.808879 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b0dc5e19-06a7-46f6-94b7-2fda990fd3b7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1543475065-network', 'tenant_id': '7d7d069056fa409a9be303d9bdc66639'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:29:42.814935 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21b2095-f41c-4f8e-87b4-b66008cde3a0 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:29:42.836795 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port b21b2095-f41c-4f8e-87b4-b66008cde3a0, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b21b2095-f41c-4f8e-87b4-b66008cde3a0,segment=NetworkSegment(96f2994b-d29f-4c67-b424-dc6e6a22b2e3),segment_id=96f2994b-d29f-4c67-b424-dc6e6a22b2e3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:42.844152 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:42.845099 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device c78d9845-c82b-4a64-8ef9-32e0410fc323 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:29:42.848495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dc5e19-06a7-46f6-94b7-2fda990fd3b7 admin admin] Made reservation on behalf of 7d7d069056fa409a9be303d9bdc66639 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:29:42.851710 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0dc5e19-06a7-46f6-94b7-2fda990fd3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:42.861271 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0dc5e19-06a7-46f6-94b7-2fda990fd3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:42.914260 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port c78d9845-c82b-4a64-8ef9-32e0410fc323, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c78d9845-c82b-4a64-8ef9-32e0410fc323,segment=NetworkSegment(96f2994b-d29f-4c67-b424-dc6e6a22b2e3),segment_id=96f2994b-d29f-4c67-b424-dc6e6a22b2e3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:42.917419 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=b21b2095-f41c-4f8e-87b4-b66008cde3a0,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:42.937524 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'c78d9845-c82b-4a64-8ef9-32e0410fc323', 'network_id': '5259ed76-3fbf-4ac1-88a4-ce8f37157488', 'port_id': 'c78d9845-c82b-4a64-8ef9-32e0410fc323', 'mac_address': 'fa:16:3e:64:4f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333a6f4c-6b36-4054-9b8f-3bef22aead9f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:29:42.961312 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0dc5e19-06a7-46f6-94b7-2fda990fd3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:42.961874 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de353d9e-f06e-412c-b2f8-460097b48955 req-00d8d408-dda6-43a4-a706-519154efd7d9 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:42.963684 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de353d9e-f06e-412c-b2f8-460097b48955 req-00d8d408-dda6-43a4-a706-519154efd7d9 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0714388 Jul 14 07:29:42.968529 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0dc5e19-06a7-46f6-94b7-2fda990fd3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:42.983252 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:42.997365 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78d9845-c82b-4a64-8ef9-32e0410fc323 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:29:43.000147 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0dc5e19-06a7-46f6-94b7-2fda990fd3b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:29:43.010357 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc5e19-06a7-46f6-94b7-2fda990fd3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fd2e18-45dc-4c70-810b-42bacf47d170,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:43.016425 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0dc5e19-06a7-46f6-94b7-2fda990fd3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:43.016768 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-b0dc5e19-06a7-46f6-94b7-2fda990fd3b7 admin admin] Added segment b94adea0-e35d-4108-85d3-834a719634fb of type vlan for network faff4a2a-3d9a-4bc2-bff0-df6d379e23a4 Jul 14 07:29:43.017350 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de353d9e-f06e-412c-b2f8-460097b48955 req-7e1f7233-4e48-4325-8fb7-ecabdb0cc1c3 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461690 Jul 14 07:29:43.021743 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port c78d9845-c82b-4a64-8ef9-32e0410fc323, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c78d9845-c82b-4a64-8ef9-32e0410fc323,segment=NetworkSegment(96f2994b-d29f-4c67-b424-dc6e6a22b2e3),segment_id=96f2994b-d29f-4c67-b424-dc6e6a22b2e3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:43.027174 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:43.027984 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 5f40b380-e11c-4363-9f3d-a8b67e156847 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:29:43.078937 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0dc5e19-06a7-46f6-94b7-2fda990fd3b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:43.109022 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0dc5e19-06a7-46f6-94b7-2fda990fd3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:43.110021 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dc5e19-06a7-46f6-94b7-2fda990fd3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:43.110144 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=c78d9845-c82b-4a64-8ef9-32e0410fc323,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:43.110614 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0dc5e19-06a7-46f6-94b7-2fda990fd3b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:43.115402 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 5f40b380-e11c-4363-9f3d-a8b67e156847, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5f40b380-e11c-4363-9f3d-a8b67e156847,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:43.126950 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '5f40b380-e11c-4363-9f3d-a8b67e156847', 'network_id': '737dad91-5c42-4403-b411-91fd99db9d41', 'port_id': '5f40b380-e11c-4363-9f3d-a8b67e156847', 'mac_address': 'fa:16:3e:e6:21:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a10aa77-bcdf-4ca8-9214-f68b4a43ce54', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:29:43.165686 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:43.173653 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b0dc5e19-06a7-46f6-94b7-2fda990fd3b7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3690052 Jul 14 07:29:43.174775 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc5e19-06a7-46f6-94b7-2fda990fd3b7 admin admin] Pushing event updated for resources: {'Network': ['ID=faff4a2a-3d9a-4bc2-bff0-df6d379e23a4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:43.176410 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53728) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:43.183067 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-38c96335-e77d-453a-b74b-145def10d296 admin admin] Request body: {'subnet': {'network_id': 'faff4a2a-3d9a-4bc2-bff0-df6d379e23a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1543475065-subnet', 'tenant_id': '7d7d069056fa409a9be303d9bdc66639', 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:29:43.187634 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network faff4a2a-3d9a-4bc2-bff0-df6d379e23a4 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:29:43.191629 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f40b380-e11c-4363-9f3d-a8b67e156847 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:29:43.214712 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c96335-e77d-453a-b74b-145def10d296 admin admin] Made reservation on behalf of 7d7d069056fa409a9be303d9bdc66639 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:29:43.218093 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38c96335-e77d-453a-b74b-145def10d296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:43.260197 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 5f40b380-e11c-4363-9f3d-a8b67e156847, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5f40b380-e11c-4363-9f3d-a8b67e156847,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:43.271898 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:43.334542 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=5f40b380-e11c-4363-9f3d-a8b67e156847,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:43.474821 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38c96335-e77d-453a-b74b-145def10d296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:43.488334 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e104ac-92ee-4d76-99e2-a4a762f27edf req-8a79ce0a-f7f0-41fb-8e91-74119f2b52ff tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:43.495155 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e104ac-92ee-4d76-99e2-a4a762f27edf req-8a79ce0a-f7f0-41fb-8e91-74119f2b52ff tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:43.502253 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e104ac-92ee-4d76-99e2-a4a762f27edf req-8a79ce0a-f7f0-41fb-8e91-74119f2b52ff tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:43.508263 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e104ac-92ee-4d76-99e2-a4a762f27edf req-8a79ce0a-f7f0-41fb-8e91-74119f2b52ff tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:43.514702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e104ac-92ee-4d76-99e2-a4a762f27edf req-8a79ce0a-f7f0-41fb-8e91-74119f2b52ff tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:43.520737 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e104ac-92ee-4d76-99e2-a4a762f27edf req-8a79ce0a-f7f0-41fb-8e91-74119f2b52ff tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:43.526756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e104ac-92ee-4d76-99e2-a4a762f27edf req-8a79ce0a-f7f0-41fb-8e91-74119f2b52ff tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:43.528742 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c7e104ac-92ee-4d76-99e2-a4a762f27edf req-8a79ce0a-f7f0-41fb-8e91-74119f2b52ff tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5437 time: 0.1855965 Jul 14 07:29:43.606205 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c96335-e77d-453a-b74b-145def10d296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2493e615-d931-4f73-a3ce-baac70613939,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:43.623078 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c7e104ac-92ee-4d76-99e2-a4a762f27edf req-c68c5bb7-8c2c-4249-862e-08083fa47049 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0869544 Jul 14 07:29:43.642063 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c96335-e77d-453a-b74b-145def10d296 admin admin] Checking segment: {'id': 'b94adea0-e35d-4108-85d3-834a719634fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'faff4a2a-3d9a-4bc2-bff0-df6d379e23a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:29:43.642607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c96335-e77d-453a-b74b-145def10d296 admin admin] Network hostable DHCP agents. Network: faff4a2a-3d9a-4bc2-bff0-df6d379e23a4, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:29:43.676189 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c96335-e77d-453a-b74b-145def10d296 admin admin] Network faff4a2a-3d9a-4bc2-bff0-df6d379e23a4 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:29:43.692387 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-38c96335-e77d-453a-b74b-145def10d296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, faff4a2a-3d9a-4bc2-bff0-df6d379e23a4) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:29:43.700034 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9dc87a28-83f3-4d98-a86a-ee37026395fb up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:43.701175 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c96335-e77d-453a-b74b-145def10d296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:43.702879 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38c96335-e77d-453a-b74b-145def10d296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:43.703659 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Sync routers for ids ['2d13faf4-ed97-4a8f-bf13-c14a6a3766f6'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:29:43.719019 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303621cd-f5cf-4d00-a73c-4b7beebea363 None None] Network faff4a2a-3d9a-4bc2-bff0-df6d379e23a4 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:29:43.719866 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-38c96335-e77d-453a-b74b-145def10d296 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5411432 Jul 14 07:29:43.722114 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Routers {'2d13faf4-ed97-4a8f-bf13-c14a6a3766f6'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:29:43.722856 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53764) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:43.723552 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['2d13faf4-ed97-4a8f-bf13-c14a6a3766f6'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:43.728161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1543475065-router', 'tenant_id': '7d7d069056fa409a9be303d9bdc66639', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:29:43.753099 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:43.755676 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:43.843668 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:43.870365 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 9dc87a28-83f3-4d98-a86a-ee37026395fb completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:43.877078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9dc87a28-83f3-4d98-a86a-ee37026395fb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:43.877765 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:43.929433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['c78d9845-c82b-4a64-8ef9-32e0410fc323'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:29:43.945946 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Set router 2d13faf4-ed97-4a8f-bf13-c14a6a3766f6 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:29:43.968907 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['b21b2095-f41c-4f8e-87b4-b66008cde3a0'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:29:43.980628 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['3e2c6a6f-f9d5-4299-915b-191904b54c05'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:29:44.010120 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['8fbc9493-16c6-4d68-9ba6-a115482dd0e4'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:29:44.025352 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:44.097419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a117c27-08f8-47ed-955e-1610030e8026 req-0dcacc33-744c-4fd0-b508-2e8ddb93262c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:44.104427 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a117c27-08f8-47ed-955e-1610030e8026 req-0dcacc33-744c-4fd0-b508-2e8ddb93262c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a786b3-3ee5-44ba-8f29-446a8d83b729 HTTP/1.1" status: 200 len: 943 time: 0.0926266 Jul 14 07:29:44.197353 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'name': 'tempest-TestAggregatesBasicOps-637704149-router', 'tenant_id': '217d8c25e2d440258dcab6078dc59b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '9dc87a28-83f3-4d98-a86a-ee37026395fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:29:38Z', 'updated_at': '2021-07-14T07:29:41Z', 'revision_number': 4, 'project_id': '217d8c25e2d440258dcab6078dc59b9f', 'gw_port': {'id': '9dc87a28-83f3-4d98-a86a-ee37026395fb', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:37:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:38Z', 'updated_at': '2021-07-14T07:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'c69f9f16-32e3-4844-9579-de7e164e92f3', 'name': '', 'network_id': '8dcf2578-34a5-48d9-9316-a252c97c2eca', 'tenant_id': '217d8c25e2d440258dcab6078dc59b9f', 'mac_address': 'fa:16:3e:8c:73:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'fa8eb239-4676-4616-8ca3-c952f3a8ad22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:40Z', 'updated_at': '2021-07-14T07:29:41Z', 'revision_number': 2, 'project_id': '217d8c25e2d440258dcab6078dc59b9f', 'subnets': [{'id': 'fa8eb239-4676-4616-8ca3-c952f3a8ad22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:44.220468 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-9a117c27-08f8-47ed-955e-1610030e8026 req-e3658da4-91af-4668-aaf2-c00155829b93 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Deleting port aaa31903-19cf-4255-bd1e-89933888334a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:29:44.221076 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9a117c27-08f8-47ed-955e-1610030e8026 req-e3658da4-91af-4668-aaf2-c00155829b93 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:44.232904 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Checking router: 2d13faf4-ed97-4a8f-bf13-c14a6a3766f6 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:29:44.233279 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Updating router 2d13faf4-ed97-4a8f-bf13-c14a6a3766f6 port c69f9f16-32e3-4844-9579-de7e164e92f3 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:29:44.254481 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['64284bb9-2b5f-4ce0-b542-58b4b3aaa96e'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:29:44.256782 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:29:44.273176 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['5f40b380-e11c-4363-9f3d-a8b67e156847'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:29:44.288513 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:44.306123 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:44.321111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9a117c27-08f8-47ed-955e-1610030e8026 req-e3658da4-91af-4668-aaf2-c00155829b93 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] For port aaa31903-19cf-4255-bd1e-89933888334a, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=aaa31903-19cf-4255-bd1e-89933888334a,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:44.321497 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9a117c27-08f8-47ed-955e-1610030e8026 req-e3658da4-91af-4668-aaf2-c00155829b93 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:44.330674 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:44.341960 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-9a117c27-08f8-47ed-955e-1610030e8026 req-e3658da4-91af-4668-aaf2-c00155829b93 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Calling delete_port for aaa31903-19cf-4255-bd1e-89933888334a owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:29:44.472516 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] Allocated IP 172.25.7.24 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/6d805193-8536-4892-be74-739b5c259688) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:29:44.500209 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9a117c27-08f8-47ed-955e-1610030e8026 req-e3658da4-91af-4668-aaf2-c00155829b93 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:44.519982 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:44.545103 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3658da4-91af-4668-aaf2-c00155829b93 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Pushing event deleted for resources: {'Port': ['ID=aaa31903-19cf-4255-bd1e-89933888334a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:44.553641 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-faff4a2a-3d9a-4bc2-bff0-df6d379e23a4', 'network_id': 'faff4a2a-3d9a-4bc2-bff0-df6d379e23a4', 'tenant_id': '7d7d069056fa409a9be303d9bdc66639', 'fixed_ips': [{'subnet_id': '2493e615-d931-4f73-a3ce-baac70613939'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:29:44.554492 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:44.615072 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:44.616304 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a117c27-08f8-47ed-955e-1610030e8026 req-e3658da4-91af-4668-aaf2-c00155829b93 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] No DVR routers for this DVR port aaa31903-19cf-4255-bd1e-89933888334a on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:29:44.619715 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9a117c27-08f8-47ed-955e-1610030e8026 req-e3658da4-91af-4668-aaf2-c00155829b93 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:44.631460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a117c27-08f8-47ed-955e-1610030e8026 req-e3658da4-91af-4668-aaf2-c00155829b93 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "DELETE /v2.0/ports/aaa31903-19cf-4255-bd1e-89933888334a HTTP/1.1" status: 204 len: 173 time: 0.5259473 Jul 14 07:29:44.632325 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a786b3-3ee5-44ba-8f29-446a8d83b729', 'name': 'network-vif-deleted', 'tag': 'aaa31903-19cf-4255-bd1e-89933888334a'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:44.635264 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2085ae-7d6c-4424-8621-8cefe7087333" -d '{"events": [{"server_uuid": "36a786b3-3ee5-44ba-8f29-446a8d83b729", "name": "network-vif-deleted", "tag": "aaa31903-19cf-4255-bd1e-89933888334a"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:44.682382 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 9dc87a28-83f3-4d98-a86a-ee37026395fb, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9dc87a28-83f3-4d98-a86a-ee37026395fb,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:44.683668 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:44.693539 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:44.710903 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14a85ef-6a5d-4d88-b0b3-2d20a27f30a2 x-openstack-request-id: req-f14a85ef-6a5d-4d88-b0b3-2d20a27f30a2 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:44.711526 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a786b3-3ee5-44ba-8f29-446a8d83b729", "name": "network-vif-deleted", "tag": "aaa31903-19cf-4255-bd1e-89933888334a", "status": "failed", "code": 422}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:44.711941 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f14a85ef-6a5d-4d88-b0b3-2d20a27f30a2 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:44.712475 n-d-778696-5 neutron-server[93828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '36a786b3-3ee5-44ba-8f29-446a8d83b729', 'name': 'network-vif-deleted', 'tag': 'aaa31903-19cf-4255-bd1e-89933888334a', 'status': 'failed', 'code': 422} returned with failed status Jul 14 07:29:44.730231 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Transition to ACTIVE for port object c69f9f16-32e3-4844-9579-de7e164e92f3 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:44.730809 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:44.738191 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:44.771068 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:29:44.777994 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:29:44.788313 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:29:44.806834 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b267e-7e4c-450b-8e35-30387c9c6dd1 None None] Pushing event updated for resources: {'Port': ['ID=c69f9f16-32e3-4844-9579-de7e164e92f3,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:44.816802 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b267e-7e4c-450b-8e35-30387c9c6dd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:44.817394 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b267e-7e4c-450b-8e35-30387c9c6dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:44.817875 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b267e-7e4c-450b-8e35-30387c9c6dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:44.818632 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b267e-7e4c-450b-8e35-30387c9c6dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:44.819105 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b267e-7e4c-450b-8e35-30387c9c6dd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:44.819576 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b267e-7e4c-450b-8e35-30387c9c6dd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:44.820048 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b267e-7e4c-450b-8e35-30387c9c6dd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:44.820514 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b267e-7e4c-450b-8e35-30387c9c6dd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:44.820991 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b267e-7e4c-450b-8e35-30387c9c6dd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:44.821482 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b267e-7e4c-450b-8e35-30387c9c6dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:44.821948 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b267e-7e4c-450b-8e35-30387c9c6dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:44.822410 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b267e-7e4c-450b-8e35-30387c9c6dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:44.893448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] Pushing event updated for resources: {'Port': ['ID=6d805193-8536-4892-be74-739b5c259688,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:44.926627 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Attempting to bind port c69f9f16-32e3-4844-9579-de7e164e92f3 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:29:44.926999 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Attempting to bind port c69f9f16-32e3-4844-9579-de7e164e92f3 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '4f120c99-1815-4459-b8c4-80d111874394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8dcf2578-34a5-48d9-9316-a252c97c2eca'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:29:44.927365 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Attempting to bind port c69f9f16-32e3-4844-9579-de7e164e92f3 on network 8dcf2578-34a5-48d9-9316-a252c97c2eca {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:44.933937 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:29:44.935165 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Checking segment: {'id': '4f120c99-1815-4459-b8c4-80d111874394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8dcf2578-34a5-48d9-9316-a252c97c2eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:29:44.935165 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:44.935391 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Bound using segment: {'id': '4f120c99-1815-4459-b8c4-80d111874394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8dcf2578-34a5-48d9-9316-a252c97c2eca'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:29:44.935749 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Bound port: c69f9f16-32e3-4844-9579-de7e164e92f3, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f120c99-1815-4459-b8c4-80d111874394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8dcf2578-34a5-48d9-9316-a252c97c2eca'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:29:44.936891 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:45.049728 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] For port c69f9f16-32e3-4844-9579-de7e164e92f3, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:29:45.054436 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] For port c69f9f16-32e3-4844-9579-de7e164e92f3, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c69f9f16-32e3-4844-9579-de7e164e92f3,segment=NetworkSegment(4f120c99-1815-4459-b8c4-80d111874394),segment_id=4f120c99-1815-4459-b8c4-80d111874394)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:29:45.055187 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480be6ad-f898-4668-ba6f-9892fb257ff1 req-52e1a065-1109-4fc8-b01e-0641eef4bd2f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:45.063187 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480be6ad-f898-4668-ba6f-9892fb257ff1 req-52e1a065-1109-4fc8-b01e-0641eef4bd2f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:45.065922 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:45.075204 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480be6ad-f898-4668-ba6f-9892fb257ff1 req-52e1a065-1109-4fc8-b01e-0641eef4bd2f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:45.082545 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480be6ad-f898-4668-ba6f-9892fb257ff1 req-52e1a065-1109-4fc8-b01e-0641eef4bd2f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:45.088999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480be6ad-f898-4668-ba6f-9892fb257ff1 req-52e1a065-1109-4fc8-b01e-0641eef4bd2f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:45.097041 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480be6ad-f898-4668-ba6f-9892fb257ff1 req-52e1a065-1109-4fc8-b01e-0641eef4bd2f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:45.104364 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480be6ad-f898-4668-ba6f-9892fb257ff1 req-52e1a065-1109-4fc8-b01e-0641eef4bd2f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:45.116923 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-480be6ad-f898-4668-ba6f-9892fb257ff1 req-52e1a065-1109-4fc8-b01e-0641eef4bd2f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5437 time: 0.2357647 Jul 14 07:29:45.175015 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-480be6ad-f898-4668-ba6f-9892fb257ff1 req-0799ddc6-1430-4271-bc4d-6a47588b9e29 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0568097 Jul 14 07:29:45.186346 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b267e-7e4c-450b-8e35-30387c9c6dd1 None None] Pushing event updated for resources: {'Port': ['ID=c69f9f16-32e3-4844-9579-de7e164e92f3,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:45.211466 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Routers {'2d13faf4-ed97-4a8f-bf13-c14a6a3766f6'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:29:45.212422 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['2d13faf4-ed97-4a8f-bf13-c14a6a3766f6'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:45.327650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=9dc87a28-83f3-4d98-a86a-ee37026395fb,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:45.368329 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] Set router 2d13faf4-ed97-4a8f-bf13-c14a6a3766f6 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:29:45.369015 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:45.494029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Allocated IP 172.20.0.2 (faff4a2a-3d9a-4bc2-bff0-df6d379e23a4/2493e615-d931-4f73-a3ce-baac70613939/3f5e6583-50f0-4cb5-abf7-43142f1adfec) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:29:45.643632 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'name': 'tempest-TestAggregatesBasicOps-637704149-router', 'tenant_id': '217d8c25e2d440258dcab6078dc59b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '9dc87a28-83f3-4d98-a86a-ee37026395fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:29:38Z', 'updated_at': '2021-07-14T07:29:41Z', 'revision_number': 4, 'project_id': '217d8c25e2d440258dcab6078dc59b9f', 'gw_port': {'id': '9dc87a28-83f3-4d98-a86a-ee37026395fb', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:38Z', 'updated_at': '2021-07-14T07:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'c69f9f16-32e3-4844-9579-de7e164e92f3', 'name': '', 'network_id': '8dcf2578-34a5-48d9-9316-a252c97c2eca', 'tenant_id': '217d8c25e2d440258dcab6078dc59b9f', 'mac_address': 'fa:16:3e:8c:73:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'fa8eb239-4676-4616-8ca3-c952f3a8ad22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:40Z', 'updated_at': '2021-07-14T07:29:45Z', 'revision_number': 4, 'project_id': '217d8c25e2d440258dcab6078dc59b9f', 'subnets': [{'id': 'fa8eb239-4676-4616-8ca3-c952f3a8ad22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:45.657421 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:45.690687 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:45.694735 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee76b623-c9b7-403f-8c56-c51634c93a53 None None] The sync data for ids ['2d13faf4-ed97-4a8f-bf13-c14a6a3766f6'] in n-d-778696-5 is: [{'id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'name': 'tempest-TestAggregatesBasicOps-637704149-router', 'tenant_id': '217d8c25e2d440258dcab6078dc59b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '9dc87a28-83f3-4d98-a86a-ee37026395fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:29:38Z', 'updated_at': '2021-07-14T07:29:41Z', 'revision_number': 4, 'project_id': '217d8c25e2d440258dcab6078dc59b9f', 'gw_port': {'id': '9dc87a28-83f3-4d98-a86a-ee37026395fb', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:38Z', 'updated_at': '2021-07-14T07:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'c69f9f16-32e3-4844-9579-de7e164e92f3', 'name': '', 'network_id': '8dcf2578-34a5-48d9-9316-a252c97c2eca', 'tenant_id': '217d8c25e2d440258dcab6078dc59b9f', 'mac_address': 'fa:16:3e:8c:73:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'fa8eb239-4676-4616-8ca3-c952f3a8ad22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:40Z', 'updated_at': '2021-07-14T07:29:45Z', 'revision_number': 4, 'project_id': '217d8c25e2d440258dcab6078dc59b9f', 'subnets': [{'id': 'fa8eb239-4676-4616-8ca3-c952f3a8ad22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:29:45.738052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9dc87a28-83f3-4d98-a86a-ee37026395fb up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:45.745395 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:45.872789 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:45.896900 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] Router c1921b2c-30e0-4a6c-a255-85668a4b7592 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:29:45.930967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Transition to ACTIVE for port object 3f5e6583-50f0-4cb5-abf7-43142f1adfec will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:45.975344 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Transition to ACTIVE for port object 3f5e6583-50f0-4cb5-abf7-43142f1adfec will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:45.980026 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9dc87a28-83f3-4d98-a86a-ee37026395fb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:45.980026 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:46.014616 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:46.024529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b56f7-d342-46bd-8563-2782c632f4e3 req-22107183-138d-43f0-a341-e87d14d86964 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:46.033769 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a3b56f7-d342-46bd-8563-2782c632f4e3 req-22107183-138d-43f0-a341-e87d14d86964 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 908 time: 0.0954661 Jul 14 07:29:46.069998 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:29:46.080856 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Network faff4a2a-3d9a-4bc2-bff0-df6d379e23a4 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:29:46.083835 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Sync routers for ids ['c1921b2c-30e0-4a6c-a255-85668a4b7592'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:29:46.088488 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:46.093992 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53782) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:46.094147 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:29:46.101628 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1d4754c4-bd93-49aa-a1e9-d23554cdc518 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3767941 Jul 14 07:29:46.101775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:29:46.103053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Pushing event updated for resources: {'Port': ['ID=3f5e6583-50f0-4cb5-abf7-43142f1adfec,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:46.121287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:46.121643 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:46.121985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:46.122325 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:46.122660 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:46.122990 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:46.123349 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:46.123678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:46.124008 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:46.124334 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:46.124656 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:46.124978 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:29:46.129618 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Routers {'c1921b2c-30e0-4a6c-a255-85668a4b7592'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:29:46.130244 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c1921b2c-30e0-4a6c-a255-85668a4b7592'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:46.261795 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Attempting to bind port 3f5e6583-50f0-4cb5-abf7-43142f1adfec on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:29:46.262166 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Attempting to bind port 3f5e6583-50f0-4cb5-abf7-43142f1adfec by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b94adea0-e35d-4108-85d3-834a719634fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'faff4a2a-3d9a-4bc2-bff0-df6d379e23a4'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:29:46.262532 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Attempting to bind port 3f5e6583-50f0-4cb5-abf7-43142f1adfec on network faff4a2a-3d9a-4bc2-bff0-df6d379e23a4 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:46.299094 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:29:46.299866 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Checking segment: {'id': 'b94adea0-e35d-4108-85d3-834a719634fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'faff4a2a-3d9a-4bc2-bff0-df6d379e23a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:29:46.300285 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:46.300753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Bound using segment: {'id': 'b94adea0-e35d-4108-85d3-834a719634fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'faff4a2a-3d9a-4bc2-bff0-df6d379e23a4'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:29:46.301160 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Bound port: 3f5e6583-50f0-4cb5-abf7-43142f1adfec, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94adea0-e35d-4108-85d3-834a719634fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'faff4a2a-3d9a-4bc2-bff0-df6d379e23a4'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:29:46.301573 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:46.366546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Set router c1921b2c-30e0-4a6c-a255-85668a4b7592 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:29:46.485869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] For port 3f5e6583-50f0-4cb5-abf7-43142f1adfec, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:29:46.505367 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] For port 3f5e6583-50f0-4cb5-abf7-43142f1adfec, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3f5e6583-50f0-4cb5-abf7-43142f1adfec,segment=NetworkSegment(b94adea0-e35d-4108-85d3-834a719634fb),segment_id=b94adea0-e35d-4108-85d3-834a719634fb)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:29:46.519032 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:46.634259 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43366f93-42fa-4897-90d1-15754c5af1fe None None] Pushing event updated for resources: {'Port': ['ID=3f5e6583-50f0-4cb5-abf7-43142f1adfec,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:46.657517 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53788) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:46.689692 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'name': 'tempest-TestAggregatesBasicOps-1543475065-router', 'tenant_id': '7d7d069056fa409a9be303d9bdc66639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '6d805193-8536-4892-be74-739b5c259688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:29:43Z', 'updated_at': '2021-07-14T07:29:45Z', 'revision_number': 3, 'project_id': '7d7d069056fa409a9be303d9bdc66639', 'gw_port': {'id': '6d805193-8536-4892-be74-739b5c259688', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:88:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:44Z', 'updated_at': '2021-07-14T07:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:46.725536 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Checking router: c1921b2c-30e0-4a6c-a255-85668a4b7592 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:29:46.726073 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Updating router c1921b2c-30e0-4a6c-a255-85668a4b7592 port 6d805193-8536-4892-be74-739b5c259688 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:29:46.804942 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:46.884868 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606fc3a-a7b6-47e4-9c76-905a8365eb8d req-0fd596a7-eb0c-4a24-a17b-ec827368a902 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:46.901240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606fc3a-a7b6-47e4-9c76-905a8365eb8d req-0fd596a7-eb0c-4a24-a17b-ec827368a902 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:46.911519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606fc3a-a7b6-47e4-9c76-905a8365eb8d req-0fd596a7-eb0c-4a24-a17b-ec827368a902 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:46.928231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606fc3a-a7b6-47e4-9c76-905a8365eb8d req-0fd596a7-eb0c-4a24-a17b-ec827368a902 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:46.940265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606fc3a-a7b6-47e4-9c76-905a8365eb8d req-0fd596a7-eb0c-4a24-a17b-ec827368a902 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:46.946720 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606fc3a-a7b6-47e4-9c76-905a8365eb8d req-0fd596a7-eb0c-4a24-a17b-ec827368a902 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:46.956251 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606fc3a-a7b6-47e4-9c76-905a8365eb8d req-0fd596a7-eb0c-4a24-a17b-ec827368a902 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:46.967101 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e606fc3a-a7b6-47e4-9c76-905a8365eb8d req-0fd596a7-eb0c-4a24-a17b-ec827368a902 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5437 time: 0.6381960 Jul 14 07:29:46.990652 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-faef37e6-64c3-4f0f-919d-4b4b3e0d80cf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting port a6c91e15-5edb-40fa-9f22-86beb93055d9 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:29:46.991133 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-faef37e6-64c3-4f0f-919d-4b4b3e0d80cf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:47.033371 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e606fc3a-a7b6-47e4-9c76-905a8365eb8d req-51da401d-d2ee-4f62-83b4-e3747d85d9dc tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0651855 Jul 14 07:29:47.105219 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:47.133577 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-faef37e6-64c3-4f0f-919d-4b4b3e0d80cf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:47.133965 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-faef37e6-64c3-4f0f-919d-4b4b3e0d80cf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:47.148218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-faef37e6-64c3-4f0f-919d-4b4b3e0d80cf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Calling delete_port for a6c91e15-5edb-40fa-9f22-86beb93055d9 owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:29:47.234436 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:47.246969 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Transition to ACTIVE for port object 6d805193-8536-4892-be74-739b5c259688 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:47.257613 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:47.287585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['34b66f3c-5393-4747-b28c-2e7d8883db95', '06cbb094-fc1e-4f32-938f-3e9c8ac610c1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:29:47.321492 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device c78d9845-c82b-4a64-8ef9-32e0410fc323 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:47.327342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdac53d-4e90-48a0-9341-eb7cbacbea94 req-0af28664-e966-4da9-9ee8-967f2dbd443d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:47.329397 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9bdac53d-4e90-48a0-9341-eb7cbacbea94 req-0af28664-e966-4da9-9ee8-967f2dbd443d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 908 time: 0.1080859 Jul 14 07:29:47.339632 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] Allocated IP 172.20.0.1 (faff4a2a-3d9a-4bc2-bff0-df6d379e23a4/2493e615-d931-4f73-a3ce-baac70613939/d9f4c78d-082a-40b7-99c7-9d9f4648327c) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:29:47.347705 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf6b39-266e-4444-a93f-8c5764fc57d5 req-5a630cda-222c-4532-bf4b-d8f8765f944c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:47.349309 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bf6b39-266e-4444-a93f-8c5764fc57d5 req-5a630cda-222c-4532-bf4b-d8f8765f944c tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.30 "GET /v2.0/ports?device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 908 time: 0.1129179 Jul 14 07:29:47.396537 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Attempting to bind port 6d805193-8536-4892-be74-739b5c259688 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:29:47.397057 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Attempting to bind port 6d805193-8536-4892-be74-739b5c259688 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:29:47.397150 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Attempting to bind port 6d805193-8536-4892-be74-739b5c259688 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:47.410177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:29:47.410599 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:29:47.410948 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:47.411343 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:29:47.415608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Bound port: 6d805193-8536-4892-be74-739b5c259688, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:29:47.415838 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:47.482849 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:47.501510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] Transition to ACTIVE for port object d9f4c78d-082a-40b7-99c7-9d9f4648327c will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:47.547196 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-faef37e6-64c3-4f0f-919d-4b4b3e0d80cf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:47.549275 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:47.601506 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] Network faff4a2a-3d9a-4bc2-bff0-df6d379e23a4 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:29:47.609787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:29:47.616796 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:29:47.681749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] Pushing event updated for resources: {'Port': ['ID=d9f4c78d-082a-40b7-99c7-9d9f4648327c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:47.687587 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] For port 6d805193-8536-4892-be74-739b5c259688, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:29:47.692654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c3aa8-c4f5-448c-a68f-3abf21f9ff09 None None] Pushing event updated for resources: {'Port': ['ID=6d805193-8536-4892-be74-739b5c259688,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:47.698633 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] For port 6d805193-8536-4892-be74-739b5c259688, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6d805193-8536-4892-be74-739b5c259688,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:29:47.700367 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:47.711847 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:47.784137 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port c78d9845-c82b-4a64-8ef9-32e0410fc323 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:47.804553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port c78d9845-c82b-4a64-8ef9-32e0410fc323 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:47.804553 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:47.823583 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 3f5e6583-50f0-4cb5-abf7-43142f1adfec up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:47.876681 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Routers {'c1921b2c-30e0-4a6c-a255-85668a4b7592'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:29:47.877436 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c1921b2c-30e0-4a6c-a255-85668a4b7592'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:47.879447 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c3aa8-c4f5-448c-a68f-3abf21f9ff09 None None] Pushing event updated for resources: {'Port': ['ID=6d805193-8536-4892-be74-739b5c259688,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:47.932172 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cc105f-1594-4df3-8a9a-14e2e221d87c None None] Network faff4a2a-3d9a-4bc2-bff0-df6d379e23a4 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:29:47.941656 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:47.989311 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef37e6-64c3-4f0f-919d-4b4b3e0d80cf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Port': ['ID=a6c91e15-5edb-40fa-9f22-86beb93055d9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:48.007514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-99bf6b39-266e-4444-a93f-8c5764fc57d5 req-97d0201f-8bbf-4ee4-8a01-89a256ed8b02 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Deleting port 8900d0af-3b28-40f9-9755-ad64365187c6 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:29:48.008039 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99bf6b39-266e-4444-a93f-8c5764fc57d5 req-97d0201f-8bbf-4ee4-8a01-89a256ed8b02 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:48.091967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2006f5af-70cd-4ed9-866e-0a1c2430fd6f None None] Provisioning for port 3f5e6583-50f0-4cb5-abf7-43142f1adfec completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:48.130943 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:48.133454 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-faef37e6-64c3-4f0f-919d-4b4b3e0d80cf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:48.133892 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-faef37e6-64c3-4f0f-919d-4b4b3e0d80cf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Floating IP c7c84c1c-40f9-49e6-b3c1-47060706cbff disassociated (deleted). External IP: 172.25.7.162, port: 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78. Jul 14 07:29:48.140779 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:48.187588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-99bf6b39-266e-4444-a93f-8c5764fc57d5 req-97d0201f-8bbf-4ee4-8a01-89a256ed8b02 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] For port 8900d0af-3b28-40f9-9755-ad64365187c6, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=8900d0af-3b28-40f9-9755-ad64365187c6,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:48.187588 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99bf6b39-266e-4444-a93f-8c5764fc57d5 req-97d0201f-8bbf-4ee4-8a01-89a256ed8b02 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:48.189445 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 3f5e6583-50f0-4cb5-abf7-43142f1adfec completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:48.194286 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] Set router c1921b2c-30e0-4a6c-a255-85668a4b7592 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:29:48.209406 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-99bf6b39-266e-4444-a93f-8c5764fc57d5 req-97d0201f-8bbf-4ee4-8a01-89a256ed8b02 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Calling delete_port for 8900d0af-3b28-40f9-9755-ad64365187c6 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:29:48.225915 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] Pushing event updated for resources: {'Port': ['ID=d9f4c78d-082a-40b7-99c7-9d9f4648327c,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:48.255671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 3f5e6583-50f0-4cb5-abf7-43142f1adfec triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:48.256101 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:48.259165 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:48.287100 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:48.345444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port c78d9845-c82b-4a64-8ef9-32e0410fc323, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c78d9845-c82b-4a64-8ef9-32e0410fc323,segment=NetworkSegment(96f2994b-d29f-4c67-b424-dc6e6a22b2e3),segment_id=96f2994b-d29f-4c67-b424-dc6e6a22b2e3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:48.374499 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88586697-8b03-4e1a-b99f-74fbc97694b4 req-89f48404-a7d9-45c5-9c1a-d5764bef29bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:48.380581 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88586697-8b03-4e1a-b99f-74fbc97694b4 req-89f48404-a7d9-45c5-9c1a-d5764bef29bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:48.386653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88586697-8b03-4e1a-b99f-74fbc97694b4 req-89f48404-a7d9-45c5-9c1a-d5764bef29bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:48.392820 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88586697-8b03-4e1a-b99f-74fbc97694b4 req-89f48404-a7d9-45c5-9c1a-d5764bef29bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:48.398893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88586697-8b03-4e1a-b99f-74fbc97694b4 req-89f48404-a7d9-45c5-9c1a-d5764bef29bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:48.405350 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88586697-8b03-4e1a-b99f-74fbc97694b4 req-89f48404-a7d9-45c5-9c1a-d5764bef29bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:48.411268 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88586697-8b03-4e1a-b99f-74fbc97694b4 req-89f48404-a7d9-45c5-9c1a-d5764bef29bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:48.413599 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88586697-8b03-4e1a-b99f-74fbc97694b4 req-89f48404-a7d9-45c5-9c1a-d5764bef29bb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5437 time: 0.1706831 Jul 14 07:29:48.448594 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78d9845-c82b-4a64-8ef9-32e0410fc323'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:48.450751 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8e7af5-deb4-47df-a63e-8a6485c3060f" -d '{"events": [{"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-plugged", "status": "completed", "tag": "c78d9845-c82b-4a64-8ef9-32e0410fc323"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:48.487861 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88586697-8b03-4e1a-b99f-74fbc97694b4 req-67cc3a8f-f173-46e8-818b-f5d9c04b73a2 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0641356 Jul 14 07:29:48.489713 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faef37e6-64c3-4f0f-919d-4b4b3e0d80cf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router d632e3c2-23d5-4193-b5d3-535df5062ee3 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:29:48.493281 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] Network faff4a2a-3d9a-4bc2-bff0-df6d379e23a4 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:29:48.495165 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:29:48.510979 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99bf6b39-266e-4444-a93f-8c5764fc57d5 req-97d0201f-8bbf-4ee4-8a01-89a256ed8b02 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:48.525354 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:48.569601 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d8838e-fa1a-434a-b28f-1fda62e1e135 x-openstack-request-id: req-29d8838e-fa1a-434a-b28f-1fda62e1e135 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:48.569894 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-plugged", "status": "completed", "tag": "c78d9845-c82b-4a64-8ef9-32e0410fc323", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:48.570145 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29d8838e-fa1a-434a-b28f-1fda62e1e135 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:48.570536 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78d9845-c82b-4a64-8ef9-32e0410fc323', 'code': 200} Jul 14 07:29:48.579861 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ced24291-6251-4d45-8b11-d6863a810bfa req-6504aa34-02ac-415a-a414-93b7c18175c9 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=76264d93-c340-4b34-989f-66acec139531 HTTP/1.1" status: 200 len: 210 time: 0.0332541 Jul 14 07:29:48.586556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0201f-8bbf-4ee4-8a01-89a256ed8b02 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Pushing event deleted for resources: {'Port': ['ID=8900d0af-3b28-40f9-9755-ad64365187c6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:48.645957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bf6b39-266e-4444-a93f-8c5764fc57d5 req-97d0201f-8bbf-4ee4-8a01-89a256ed8b02 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] No DVR routers for this DVR port 8900d0af-3b28-40f9-9755-ad64365187c6 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:29:48.648235 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-99bf6b39-266e-4444-a93f-8c5764fc57d5 req-97d0201f-8bbf-4ee4-8a01-89a256ed8b02 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:48.650510 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-99bf6b39-266e-4444-a93f-8c5764fc57d5 req-97d0201f-8bbf-4ee4-8a01-89a256ed8b02 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.30 "DELETE /v2.0/ports/8900d0af-3b28-40f9-9755-ad64365187c6 HTTP/1.1" status: 204 len: 173 time: 1.2837057 Jul 14 07:29:48.651084 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76264d93-c340-4b34-989f-66acec139531', 'name': 'network-vif-deleted', 'tag': '8900d0af-3b28-40f9-9755-ad64365187c6'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:48.653607 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722284c9-f78a-4567-9ac4-df0612c93ffe" -d '{"events": [{"server_uuid": "76264d93-c340-4b34-989f-66acec139531", "name": "network-vif-deleted", "tag": "8900d0af-3b28-40f9-9755-ad64365187c6"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:48.668167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] Router c1921b2c-30e0-4a6c-a255-85668a4b7592 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:29:48.737595 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9842113-414e-4e45-b451-cc0e0baa5e18 x-openstack-request-id: req-e9842113-414e-4e45-b451-cc0e0baa5e18 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:48.737890 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76264d93-c340-4b34-989f-66acec139531", "name": "network-vif-deleted", "tag": "8900d0af-3b28-40f9-9755-ad64365187c6", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:48.738138 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9842113-414e-4e45-b451-cc0e0baa5e18 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:48.738548 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76264d93-c340-4b34-989f-66acec139531', 'name': 'network-vif-deleted', 'tag': '8900d0af-3b28-40f9-9755-ad64365187c6', 'status': 'completed', 'code': 200} Jul 14 07:29:48.746669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faef37e6-64c3-4f0f-919d-4b4b3e0d80cf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:29:48.751767 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-faef37e6-64c3-4f0f-919d-4b4b3e0d80cf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:48.760617 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb41199-a2d8-4df0-9a23-ceac8c653971 None None] Sync routers for ids ['d632e3c2-23d5-4193-b5d3-535df5062ee3'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:29:48.797354 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb41199-a2d8-4df0-9a23-ceac8c653971 None None] Routers {'d632e3c2-23d5-4193-b5d3-535df5062ee3'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:29:48.802163 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8eb41199-a2d8-4df0-9a23-ceac8c653971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d632e3c2-23d5-4193-b5d3-535df5062ee3'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:48.834736 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-faef37e6-64c3-4f0f-919d-4b4b3e0d80cf tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/floatingips/c7c84c1c-40f9-49e6-b3c1-47060706cbff HTTP/1.1" status: 204 len: 168 time: 2.1756167 Jul 14 07:29:48.838635 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:29:48.846788 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-61155fcf-d6c9-49a5-afb2-5a8ae9192d94 admin admin] 10.222.0.35 "PUT /v2.0/routers/c1921b2c-30e0-4a6c-a255-85668a4b7592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7517097 Jul 14 07:29:48.882861 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=c78d9845-c82b-4a64-8ef9-32e0410fc323,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:48.907764 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:48.981714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 3f5e6583-50f0-4cb5-abf7-43142f1adfec, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3f5e6583-50f0-4cb5-abf7-43142f1adfec,segment=NetworkSegment(b94adea0-e35d-4108-85d3-834a719634fb),segment_id=b94adea0-e35d-4108-85d3-834a719634fb)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:48.990220 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:48.990579 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8eb41199-a2d8-4df0-9a23-ceac8c653971 None None] Set router d632e3c2-23d5-4193-b5d3-535df5062ee3 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:29:48.991298 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c69f9f16-32e3-4844-9579-de7e164e92f3 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:49.062619 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'name': 'tempest-TestAggregatesBasicOps-1543475065-router', 'tenant_id': '7d7d069056fa409a9be303d9bdc66639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '6d805193-8536-4892-be74-739b5c259688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:29:43Z', 'updated_at': '2021-07-14T07:29:47Z', 'revision_number': 4, 'project_id': '7d7d069056fa409a9be303d9bdc66639', 'gw_port': {'id': '6d805193-8536-4892-be74-739b5c259688', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:88:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:44Z', 'updated_at': '2021-07-14T07:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'd9f4c78d-082a-40b7-99c7-9d9f4648327c', 'name': '', 'network_id': 'faff4a2a-3d9a-4bc2-bff0-df6d379e23a4', 'tenant_id': '7d7d069056fa409a9be303d9bdc66639', 'mac_address': 'fa:16:3e:45:ed:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '2493e615-d931-4f73-a3ce-baac70613939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:47Z', 'updated_at': '2021-07-14T07:29:47Z', 'revision_number': 1, 'project_id': '7d7d069056fa409a9be303d9bdc66639', 'subnets': [{'id': '2493e615-d931-4f73-a3ce-baac70613939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:49.122590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=3f5e6583-50f0-4cb5-abf7-43142f1adfec,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:49.133682 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6915dc7-8d1f-43c1-9bc9-3e8dc22db77e None None] The sync data for ids ['c1921b2c-30e0-4a6c-a255-85668a4b7592'] in n-d-778696-5 is: [{'id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'name': 'tempest-TestAggregatesBasicOps-1543475065-router', 'tenant_id': '7d7d069056fa409a9be303d9bdc66639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '6d805193-8536-4892-be74-739b5c259688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:29:43Z', 'updated_at': '2021-07-14T07:29:47Z', 'revision_number': 4, 'project_id': '7d7d069056fa409a9be303d9bdc66639', 'gw_port': {'id': '6d805193-8536-4892-be74-739b5c259688', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:88:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:44Z', 'updated_at': '2021-07-14T07:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'd9f4c78d-082a-40b7-99c7-9d9f4648327c', 'name': '', 'network_id': 'faff4a2a-3d9a-4bc2-bff0-df6d379e23a4', 'tenant_id': '7d7d069056fa409a9be303d9bdc66639', 'mac_address': 'fa:16:3e:45:ed:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '2493e615-d931-4f73-a3ce-baac70613939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:47Z', 'updated_at': '2021-07-14T07:29:47Z', 'revision_number': 1, 'project_id': '7d7d069056fa409a9be303d9bdc66639', 'subnets': [{'id': '2493e615-d931-4f73-a3ce-baac70613939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:29:49.171523 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port c69f9f16-32e3-4844-9579-de7e164e92f3 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:49.175685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port c69f9f16-32e3-4844-9579-de7e164e92f3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:49.176062 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:49.300287 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8eb41199-a2d8-4df0-9a23-ceac8c653971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469060556', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:27:51Z', 'updated_at': '2021-07-14T07:27:56Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:52Z', 'updated_at': '2021-07-14T07:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'd21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a', 'name': '', 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:6b:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:55Z', 'updated_at': '2021-07-14T07:28:03Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:49.313521 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-da2802d8-a5f0-44b5-bf49-071d15f1ab05 None None] Provisioning complete for port 3f5e6583-50f0-4cb5-abf7-43142f1adfec triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:49.314377 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-da2802d8-a5f0-44b5-bf49-071d15f1ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:49.333951 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 3e2c6a6f-f9d5-4299-915b-191904b54c05 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:49.344764 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb41199-a2d8-4df0-9a23-ceac8c653971 None None] Checking router: d632e3c2-23d5-4193-b5d3-535df5062ee3 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:29:49.360021 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb41199-a2d8-4df0-9a23-ceac8c653971 None None] Routers {'d632e3c2-23d5-4193-b5d3-535df5062ee3'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:29:49.361093 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8eb41199-a2d8-4df0-9a23-ceac8c653971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d632e3c2-23d5-4193-b5d3-535df5062ee3'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:49.478481 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:49.568577 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port c69f9f16-32e3-4844-9579-de7e164e92f3, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c69f9f16-32e3-4844-9579-de7e164e92f3,segment=NetworkSegment(4f120c99-1815-4459-b8c4-80d111874394),segment_id=4f120c99-1815-4459-b8c4-80d111874394)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:49.589385 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:49.735797 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 3e2c6a6f-f9d5-4299-915b-191904b54c05 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:49.741940 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 3e2c6a6f-f9d5-4299-915b-191904b54c05 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:49.742315 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:49.795074 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0f210-576a-46da-957d-992a032b9358 req-b30d9b9a-6b72-46e8-9242-6fa09394905a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:49.797870 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-76f0f210-576a-46da-957d-992a032b9358 req-b30d9b9a-6b72-46e8-9242-6fa09394905a tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.1673110 Jul 14 07:29:49.821579 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 3f5e6583-50f0-4cb5-abf7-43142f1adfec up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:49.835940 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8eb41199-a2d8-4df0-9a23-ceac8c653971 None None] Set router d632e3c2-23d5-4193-b5d3-535df5062ee3 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:29:49.860202 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=c69f9f16-32e3-4844-9579-de7e164e92f3,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:49.898833 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-da2802d8-a5f0-44b5-bf49-071d15f1ab05 None None] Provisioning for port d9f4c78d-082a-40b7-99c7-9d9f4648327c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:49.907440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-da2802d8-a5f0-44b5-bf49-071d15f1ab05 None None] Provisioning complete for port d9f4c78d-082a-40b7-99c7-9d9f4648327c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:49.908012 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-da2802d8-a5f0-44b5-bf49-071d15f1ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:49.940449 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-76f0f210-576a-46da-957d-992a032b9358 req-7cbf68a4-3481-4684-b1dc-da6d92058d81 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226070 Jul 14 07:29:49.983936 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa40a6-309c-4a36-83c2-b590644b6ebb req-36f1ddf0-e4c2-4f7a-bd3c-2d4d96417f18 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:49.992620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa40a6-309c-4a36-83c2-b590644b6ebb req-36f1ddf0-e4c2-4f7a-bd3c-2d4d96417f18 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:49.998204 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-da2802d8-a5f0-44b5-bf49-071d15f1ab05 None None] Port d9f4c78d-082a-40b7-99c7-9d9f4648327c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:29:50.002022 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa40a6-309c-4a36-83c2-b590644b6ebb req-36f1ddf0-e4c2-4f7a-bd3c-2d4d96417f18 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:50.010041 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa40a6-309c-4a36-83c2-b590644b6ebb req-36f1ddf0-e4c2-4f7a-bd3c-2d4d96417f18 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:50.018889 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa40a6-309c-4a36-83c2-b590644b6ebb req-36f1ddf0-e4c2-4f7a-bd3c-2d4d96417f18 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:50.024773 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 3f5e6583-50f0-4cb5-abf7-43142f1adfec triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:50.025089 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:50.027353 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa40a6-309c-4a36-83c2-b590644b6ebb req-36f1ddf0-e4c2-4f7a-bd3c-2d4d96417f18 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:50.031166 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:50.035034 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa40a6-309c-4a36-83c2-b590644b6ebb req-36f1ddf0-e4c2-4f7a-bd3c-2d4d96417f18 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:50.050905 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06aa40a6-309c-4a36-83c2-b590644b6ebb req-36f1ddf0-e4c2-4f7a-bd3c-2d4d96417f18 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5438 time: 0.2475190 Jul 14 07:29:50.128773 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 3e2c6a6f-f9d5-4299-915b-191904b54c05, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=3e2c6a6f-f9d5-4299-915b-191904b54c05,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:50.131466 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06aa40a6-309c-4a36-83c2-b590644b6ebb req-ba94b5e8-348d-43b9-84ad-4ee021c98cd0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0795295 Jul 14 07:29:50.140843 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:50.141836 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:50.149163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 8900d0af-3b28-40f9-9755-ad64365187c6 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:29:50.168780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-32e2c3c5-35c4-42dc-8205-a3d8deea9421 None None] Provisioning complete for port d9f4c78d-082a-40b7-99c7-9d9f4648327c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:50.169162 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-32e2c3c5-35c4-42dc-8205-a3d8deea9421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:50.213681 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8eb41199-a2d8-4df0-9a23-ceac8c653971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469060556', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:27:51Z', 'updated_at': '2021-07-14T07:27:56Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:52Z', 'updated_at': '2021-07-14T07:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'd21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a', 'name': '', 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:6b:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:55Z', 'updated_at': '2021-07-14T07:28:03Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:50.266874 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb41199-a2d8-4df0-9a23-ceac8c653971 None None] The sync data for ids ['d632e3c2-23d5-4193-b5d3-535df5062ee3'] in n-d-778696-5 is: [{'id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469060556', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:27:51Z', 'updated_at': '2021-07-14T07:27:56Z', 'revision_number': 4, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:52Z', 'updated_at': '2021-07-14T07:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'd21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a', 'name': '', 'network_id': '7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'mac_address': 'fa:16:3e:6b:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:55Z', 'updated_at': '2021-07-14T07:28:03Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'subnets': [{'id': '6b6812fb-da16-4413-ac7e-31548ed700da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:29:50.495685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-32e2c3c5-35c4-42dc-8205-a3d8deea9421 None None] Port d9f4c78d-082a-40b7-99c7-9d9f4648327c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:29:50.573072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2c6a6f-f9d5-4299-915b-191904b54c05'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:50.575526 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533ad05c-2578-4d7f-9462-12f92a84e202" -d '{"events": [{"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-plugged", "status": "completed", "tag": "3e2c6a6f-f9d5-4299-915b-191904b54c05"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:50.618857 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 8900d0af-3b28-40f9-9755-ad64365187c6 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:29:50.620323 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 8900d0af-3b28-40f9-9755-ad64365187c6 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:29:50.690603 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=3e2c6a6f-f9d5-4299-915b-191904b54c05,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:50.716497 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b254ac2-e68d-47e7-95fb-323b0607dcb2 req-2d8a64ed-d708-449b-9c6f-1f86b2ee8778 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:50.718770 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0b254ac2-e68d-47e7-95fb-323b0607dcb2 req-2d8a64ed-d708-449b-9c6f-1f86b2ee8778 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.1109316 Jul 14 07:29:50.731247 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b42522e-afb2-4a1e-9046-ecc8231605b0 None None] New status for floating IP c7c84c1c-40f9-49e6-b3c1-47060706cbff: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:29:50.745850 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e0c5a6-c127-46c7-aaf2-510a7f3d70b9', 'tag': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:50.748483 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb5d7e9-e53d-44c7-8e79-526562bea42c" -d '{"events": [{"name": "network-changed", "server_uuid": "84e0c5a6-c127-46c7-aaf2-510a7f3d70b9", "tag": "5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:50.823368 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:50.829917 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:50.830742 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:50.902921 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48220f78-8dc7-4f49-9751-415958c16d90 x-openstack-request-id: req-48220f78-8dc7-4f49-9751-415958c16d90 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:50.903212 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-plugged", "status": "completed", "tag": "3e2c6a6f-f9d5-4299-915b-191904b54c05", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:50.903460 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48220f78-8dc7-4f49-9751-415958c16d90 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:50.903854 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2c6a6f-f9d5-4299-915b-191904b54c05', 'code': 200} Jul 14 07:29:50.933503 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-0b254ac2-e68d-47e7-95fb-323b0607dcb2 req-7ae91c2c-5dc7-4413-818a-2359ed728727 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:29:50.934005 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0b254ac2-e68d-47e7-95fb-323b0607dcb2 req-7ae91c2c-5dc7-4413-818a-2359ed728727 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:50.993913 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:50.994534 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ef5e37-7a12-487e-b63e-378315513d69 x-openstack-request-id: req-61ef5e37-7a12-487e-b63e-378315513d69 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:50.994821 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e0c5a6-c127-46c7-aaf2-510a7f3d70b9", "tag": "5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:50.995073 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61ef5e37-7a12-487e-b63e-378315513d69 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:50.995590 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e0c5a6-c127-46c7-aaf2-510a7f3d70b9', 'tag': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78', 'status': 'completed', 'code': 200} Jul 14 07:29:51.063328 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:51.074300 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:51.075064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:51.107512 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5d7e9-e53d-44c7-8e79-526562bea42c req-199296e1-18ad-4532-9f56-0db46117ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:51.109041 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bdb5d7e9-e53d-44c7-8e79-526562bea42c req-199296e1-18ad-4532-9f56-0db46117ddc0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b4e8051a664c019a0af911d6ce8090&device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 1097 time: 0.1089745 Jul 14 07:29:51.118239 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e8758-fd7d-40cc-9235-f4d9bff17a2e req-1387e833-3e1d-4873-8355-7ba4189fa527 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:51.128264 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a9e8758-fd7d-40cc-9235-f4d9bff17a2e req-1387e833-3e1d-4873-8355-7ba4189fa527 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=d46e21e8-3e08-431c-bf20-7d7c518b27bc HTTP/1.1" status: 200 len: 945 time: 0.1522639 Jul 14 07:29:51.196260 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-0b254ac2-e68d-47e7-95fb-323b0607dcb2 req-7ae91c2c-5dc7-4413-818a-2359ed728727 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] For port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78,segment=NetworkSegment(76551dcb-f671-467b-9cc8-8ba02daf9636),segment_id=76551dcb-f671-467b-9cc8-8ba02daf9636)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:51.196638 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0b254ac2-e68d-47e7-95fb-323b0607dcb2 req-7ae91c2c-5dc7-4413-818a-2359ed728727 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:51.196933 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:51.202656 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a9e8758-fd7d-40cc-9235-f4d9bff17a2e req-74d72c31-6b04-4fa2-972c-77a235dc3b42 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729182 Jul 14 07:29:51.212008 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:51.217074 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:51.217795 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:51.230454 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-0b254ac2-e68d-47e7-95fb-323b0607dcb2 req-7ae91c2c-5dc7-4413-818a-2359ed728727 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Calling delete_port for 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:29:51.254462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0aa17-e01a-4fe2-ab7a-7a4d2565d1c0 req-e91ec3a9-03f6-4f7a-93c5-0a5d5f9da787 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:51.256243 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3e0aa17-e01a-4fe2-ab7a-7a4d2565d1c0 req-e91ec3a9-03f6-4f7a-93c5-0a5d5f9da787 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 946 time: 0.1157749 Jul 14 07:29:51.272786 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5d7e9-e53d-44c7-8e79-526562bea42c req-88df4ce7-7717-4571-8381-25f08a402e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:51.274892 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bdb5d7e9-e53d-44c7-8e79-526562bea42c req-88df4ce7-7717-4571-8381-25f08a402e88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 HTTP/1.1" status: 200 len: 897 time: 0.1599784 Jul 14 07:29:51.332721 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3e0aa17-e01a-4fe2-ab7a-7a4d2565d1c0 req-cee8a81f-a27d-43ff-9884-093ac51365f0 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/security-groups?id=3eef0fa0-a608-4625-b451-fa613328b2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657556 Jul 14 07:29:51.358219 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bdb5d7e9-e53d-44c7-8e79-526562bea42c req-cd4432ea-085f-4eea-8c6b-fc2da051e3a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 HTTP/1.1" status: 200 len: 217 time: 0.0438859 Jul 14 07:29:51.365106 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:51.406644 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=64284bb9-2b5f-4ce0-b542-58b4b3aaa96e,segment=NetworkSegment(b6460ed9-1d4e-42bc-92f8-500936ec89a0),segment_id=b6460ed9-1d4e-42bc-92f8-500936ec89a0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:51.411745 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:51.413440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device b21b2095-f41c-4f8e-87b4-b66008cde3a0 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:51.423067 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5d7e9-e53d-44c7-8e79-526562bea42c req-8ce3d9d3-a007-43c4-a275-390f3ecc5152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:51.424517 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bdb5d7e9-e53d-44c7-8e79-526562bea42c req-8ce3d9d3-a007-43c4-a275-390f3ecc5152 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b6812fb-da16-4413-ac7e-31548ed700da HTTP/1.1" status: 200 len: 834 time: 0.0608139 Jul 14 07:29:51.506996 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96aed83-d536-43f1-bc6e-17bf12c9301a req-3c9b30cc-f608-46c9-8388-9e21174a1cb1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:51.513760 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=64284bb9-2b5f-4ce0-b542-58b4b3aaa96e,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:51.518208 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96aed83-d536-43f1-bc6e-17bf12c9301a req-3c9b30cc-f608-46c9-8388-9e21174a1cb1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:51.525535 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port b21b2095-f41c-4f8e-87b4-b66008cde3a0 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:51.527177 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96aed83-d536-43f1-bc6e-17bf12c9301a req-3c9b30cc-f608-46c9-8388-9e21174a1cb1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:51.531163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port b21b2095-f41c-4f8e-87b4-b66008cde3a0 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:51.531777 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:51.534132 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96aed83-d536-43f1-bc6e-17bf12c9301a req-3c9b30cc-f608-46c9-8388-9e21174a1cb1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:51.540671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96aed83-d536-43f1-bc6e-17bf12c9301a req-3c9b30cc-f608-46c9-8388-9e21174a1cb1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:51.544569 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5d7e9-e53d-44c7-8e79-526562bea42c req-432d74e7-9104-476d-9734-9f32c02108b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:51.550087 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96aed83-d536-43f1-bc6e-17bf12c9301a req-3c9b30cc-f608-46c9-8388-9e21174a1cb1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:51.554687 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bdb5d7e9-e53d-44c7-8e79-526562bea42c req-432d74e7-9104-476d-9734-9f32c02108b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165648 Jul 14 07:29:51.557501 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96aed83-d536-43f1-bc6e-17bf12c9301a req-3c9b30cc-f608-46c9-8388-9e21174a1cb1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:51.560438 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f96aed83-d536-43f1-bc6e-17bf12c9301a req-3c9b30cc-f608-46c9-8388-9e21174a1cb1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5441 time: 0.1554468 Jul 14 07:29:51.601834 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53864) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:51.618749 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0b254ac2-e68d-47e7-95fb-323b0607dcb2 req-7ae91c2c-5dc7-4413-818a-2359ed728727 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:51.657106 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae91c2c-5dc7-4413-818a-2359ed728727 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Port': ['ID=5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:51.671237 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:51.714455 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port b21b2095-f41c-4f8e-87b4-b66008cde3a0, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b21b2095-f41c-4f8e-87b4-b66008cde3a0,segment=NetworkSegment(96f2994b-d29f-4c67-b424-dc6e6a22b2e3),segment_id=96f2994b-d29f-4c67-b424-dc6e6a22b2e3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:51.719931 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b254ac2-e68d-47e7-95fb-323b0607dcb2 req-7ae91c2c-5dc7-4413-818a-2359ed728727 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] No DVR routers for this DVR port 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:29:51.720459 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:51.722998 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:51.723578 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0b254ac2-e68d-47e7-95fb-323b0607dcb2 req-7ae91c2c-5dc7-4413-818a-2359ed728727 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:51.733632 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0b254ac2-e68d-47e7-95fb-323b0607dcb2 req-7ae91c2c-5dc7-4413-818a-2359ed728727 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.30 "DELETE /v2.0/ports/5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 HTTP/1.1" status: 204 len: 173 time: 1.0085950 Jul 14 07:29:51.743600 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f96aed83-d536-43f1-bc6e-17bf12c9301a req-36ee4b09-62f8-45f0-8776-588592a47b7d tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1763506 Jul 14 07:29:51.776664 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bdb5d7e9-e53d-44c7-8e79-526562bea42c req-746ce26e-772a-46da-88f8-bc5cbffa9b43 service neutron] 10.222.0.30 "GET /v2.0/networks/7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110274 Jul 14 07:29:51.867642 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=b21b2095-f41c-4f8e-87b4-b66008cde3a0,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:51.872551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:51.876959 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:51.877408 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:51.902695 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6d805193-8536-4892-be74-739b5c259688 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:51.963404 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bdb5d7e9-e53d-44c7-8e79-526562bea42c req-31caf758-488f-4a16-865a-2a45b933bc16 service neutron] 10.222.0.30 "GET /v2.0/networks/7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803701 Jul 14 07:29:51.985812 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 6d805193-8536-4892-be74-739b5c259688 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:51.992030 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 6d805193-8536-4892-be74-739b5c259688 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:51.992436 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:52.004661 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e5b1d-4d8b-4d81-924c-7c367a903969 req-435600b5-a0cf-472d-80e5-eda4312bdeda tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:52.006186 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b58e5b1d-4d8b-4d81-924c-7c367a903969 req-435600b5-a0cf-472d-80e5-eda4312bdeda tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.15 "GET /v2.0/ports?device_id=d46e21e8-3e08-431c-bf20-7d7c518b27bc HTTP/1.1" status: 200 len: 945 time: 0.1199930 Jul 14 07:29:52.056860 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:52.138497 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 8fbc9493-16c6-4d68-9ba6-a115482dd0e4, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=8fbc9493-16c6-4d68-9ba6-a115482dd0e4,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:52.146499 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:52.162617 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-b58e5b1d-4d8b-4d81-924c-7c367a903969 req-417354c7-18c7-440c-886c-a4eb63611392 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Deleting port 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:29:52.163200 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b58e5b1d-4d8b-4d81-924c-7c367a903969 req-417354c7-18c7-440c-886c-a4eb63611392 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:52.175074 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 6d805193-8536-4892-be74-739b5c259688, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6d805193-8536-4892-be74-739b5c259688,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:52.176947 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:52.177877 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 5f40b380-e11c-4363-9f3d-a8b67e156847 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:52.219726 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:52.220486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c69f9f16-32e3-4844-9579-de7e164e92f3 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:52.282603 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-427a68dd-5aa9-43fd-b14d-7d8c01557fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:52.294567 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=8fbc9493-16c6-4d68-9ba6-a115482dd0e4,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:52.337709 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-b58e5b1d-4d8b-4d81-924c-7c367a903969 req-417354c7-18c7-440c-886c-a4eb63611392 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] For port 06cbb094-fc1e-4f32-938f-3e9c8ac610c1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=06cbb094-fc1e-4f32-938f-3e9c8ac610c1,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:52.338459 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b58e5b1d-4d8b-4d81-924c-7c367a903969 req-417354c7-18c7-440c-886c-a4eb63611392 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:52.366005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-b58e5b1d-4d8b-4d81-924c-7c367a903969 req-417354c7-18c7-440c-886c-a4eb63611392 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Calling delete_port for 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:29:52.369973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port c69f9f16-32e3-4844-9579-de7e164e92f3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:52.370353 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:52.374738 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 5f40b380-e11c-4363-9f3d-a8b67e156847 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:52.408131 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 5f40b380-e11c-4363-9f3d-a8b67e156847 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:52.408502 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:52.444982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=6d805193-8536-4892-be74-739b5c259688,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:52.544402 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:52.573879 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a01b96fc-0f95-4f4a-a7f6-b68e948fb0e8 req-710dcb31-7604-497a-bfe0-eae7e684d667 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e0c5a6-c127-46c7-aaf2-510a7f3d70b9 HTTP/1.1" status: 200 len: 210 time: 0.0574605 Jul 14 07:29:52.579052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 5f40b380-e11c-4363-9f3d-a8b67e156847, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5f40b380-e11c-4363-9f3d-a8b67e156847,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:52.584922 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:52.639300 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=5f40b380-e11c-4363-9f3d-a8b67e156847,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:52.686870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d520b03-606c-42ce-9dd7-5da367a78a27 req-a52981cb-c4f8-4be2-8bc2-01d2870b93ee tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:52.688359 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d520b03-606c-42ce-9dd7-5da367a78a27 req-a52981cb-c4f8-4be2-8bc2-01d2870b93ee tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=d46e21e8-3e08-431c-bf20-7d7c518b27bc HTTP/1.1" status: 200 len: 945 time: 0.2739031 Jul 14 07:29:52.774067 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d520b03-606c-42ce-9dd7-5da367a78a27 req-595c8b00-07df-4530-9bcf-0cd70b46a7d4 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772793 Jul 14 07:29:52.775518 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b58e5b1d-4d8b-4d81-924c-7c367a903969 req-417354c7-18c7-440c-886c-a4eb63611392 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:52.786786 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['34b66f3c-5393-4747-b28c-2e7d8883db95', '06cbb094-fc1e-4f32-938f-3e9c8ac610c1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:29:52.837244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417354c7-18c7-440c-886c-a4eb63611392 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Pushing event deleted for resources: {'Port': ['ID=06cbb094-fc1e-4f32-938f-3e9c8ac610c1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:52.900833 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58e5b1d-4d8b-4d81-924c-7c367a903969 req-417354c7-18c7-440c-886c-a4eb63611392 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] No DVR routers for this DVR port 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:29:52.903972 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b58e5b1d-4d8b-4d81-924c-7c367a903969 req-417354c7-18c7-440c-886c-a4eb63611392 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:52.906498 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b58e5b1d-4d8b-4d81-924c-7c367a903969 req-417354c7-18c7-440c-886c-a4eb63611392 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.15 "DELETE /v2.0/ports/06cbb094-fc1e-4f32-938f-3e9c8ac610c1 HTTP/1.1" status: 204 len: 173 time: 0.8940234 Jul 14 07:29:52.906941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46e21e8-3e08-431c-bf20-7d7c518b27bc', 'name': 'network-vif-deleted', 'tag': '06cbb094-fc1e-4f32-938f-3e9c8ac610c1'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:52.907086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b'}, {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64284bb9-2b5f-4ce0-b542-58b4b3aaa96e'}, {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21b2095-f41c-4f8e-87b4-b66008cde3a0'}, {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbc9493-16c6-4d68-9ba6-a115482dd0e4'}, {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f40b380-e11c-4363-9f3d-a8b67e156847'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:52.909318 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd73677-58c9-4154-8fbf-dc59599b23e5" -d '{"events": [{"server_uuid": "d46e21e8-3e08-431c-bf20-7d7c518b27bc", "name": "network-vif-deleted", "tag": "06cbb094-fc1e-4f32-938f-3e9c8ac610c1"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:52.909451 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8141b78-9f8d-4030-9823-59b68b36ace8" -d '{"events": [{"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-plugged", "status": "completed", "tag": "bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b"}, {"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-plugged", "status": "completed", "tag": "64284bb9-2b5f-4ce0-b542-58b4b3aaa96e"}, {"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-plugged", "status": "completed", "tag": "b21b2095-f41c-4f8e-87b4-b66008cde3a0"}, {"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-plugged", "status": "completed", "tag": "8fbc9493-16c6-4d68-9ba6-a115482dd0e4"}, {"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-plugged", "status": "completed", "tag": "5f40b380-e11c-4363-9f3d-a8b67e156847"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:52.979391 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-427a68dd-5aa9-43fd-b14d-7d8c01557fa1 admin admin] Deleting port c69f9f16-32e3-4844-9579-de7e164e92f3 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:29:52.979739 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-427a68dd-5aa9-43fd-b14d-7d8c01557fa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:52.984875 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3936e5c8-71bf-408f-8a27-2f2014551d24 x-openstack-request-id: req-3936e5c8-71bf-408f-8a27-2f2014551d24 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:52.985165 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46e21e8-3e08-431c-bf20-7d7c518b27bc", "name": "network-vif-deleted", "tag": "06cbb094-fc1e-4f32-938f-3e9c8ac610c1", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:52.985439 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3936e5c8-71bf-408f-8a27-2f2014551d24 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:52.985833 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46e21e8-3e08-431c-bf20-7d7c518b27bc', 'name': 'network-vif-deleted', 'tag': '06cbb094-fc1e-4f32-938f-3e9c8ac610c1', 'status': 'completed', 'code': 200} Jul 14 07:29:52.996507 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e0c5a6-c127-46c7-aaf2-510a7f3d70b9', 'name': 'network-vif-deleted', 'tag': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:52.999555 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e5f647-014a-4ebd-9be3-c1259890b2ed" -d '{"events": [{"server_uuid": "84e0c5a6-c127-46c7-aaf2-510a7f3d70b9", "name": "network-vif-deleted", "tag": "5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:53.025734 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abad9661-6a88-4052-8f09-68af74e1d4b0 x-openstack-request-id: req-abad9661-6a88-4052-8f09-68af74e1d4b0 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:53.026056 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-plugged", "status": "completed", "tag": "bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b", "code": 200}, {"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-plugged", "status": "completed", "tag": "64284bb9-2b5f-4ce0-b542-58b4b3aaa96e", "code": 200}, {"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-plugged", "status": "completed", "tag": "b21b2095-f41c-4f8e-87b4-b66008cde3a0", "code": 200}, {"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-plugged", "status": "completed", "tag": "8fbc9493-16c6-4d68-9ba6-a115482dd0e4", "code": 200}, {"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-plugged", "status": "completed", "tag": "5f40b380-e11c-4363-9f3d-a8b67e156847", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:53.026313 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-abad9661-6a88-4052-8f09-68af74e1d4b0 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:53.026725 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b', 'code': 200} Jul 14 07:29:53.027080 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64284bb9-2b5f-4ce0-b542-58b4b3aaa96e', 'code': 200} Jul 14 07:29:53.027285 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21b2095-f41c-4f8e-87b4-b66008cde3a0', 'code': 200} Jul 14 07:29:53.027529 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbc9493-16c6-4d68-9ba6-a115482dd0e4', 'code': 200} Jul 14 07:29:53.027789 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f40b380-e11c-4363-9f3d-a8b67e156847', 'code': 200} Jul 14 07:29:53.066687 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75015131-98c5-404f-938f-49953a31794a x-openstack-request-id: req-75015131-98c5-404f-938f-49953a31794a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:53.066984 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e0c5a6-c127-46c7-aaf2-510a7f3d70b9", "name": "network-vif-deleted", "tag": "5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:53.067241 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75015131-98c5-404f-938f-49953a31794a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:53.067644 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e0c5a6-c127-46c7-aaf2-510a7f3d70b9', 'name': 'network-vif-deleted', 'tag': '5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78', 'status': 'completed', 'code': 200} Jul 14 07:29:53.075424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868afeae-9957-46a2-865d-984c0b5d740a req-597d6a78-b76d-48a2-9f71-d7c9fd8b36f0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:53.081698 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868afeae-9957-46a2-865d-984c0b5d740a req-597d6a78-b76d-48a2-9f71-d7c9fd8b36f0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:53.087870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868afeae-9957-46a2-865d-984c0b5d740a req-597d6a78-b76d-48a2-9f71-d7c9fd8b36f0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:53.094314 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868afeae-9957-46a2-865d-984c0b5d740a req-597d6a78-b76d-48a2-9f71-d7c9fd8b36f0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:53.100271 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868afeae-9957-46a2-865d-984c0b5d740a req-597d6a78-b76d-48a2-9f71-d7c9fd8b36f0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:53.106341 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868afeae-9957-46a2-865d-984c0b5d740a req-597d6a78-b76d-48a2-9f71-d7c9fd8b36f0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:53.112785 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868afeae-9957-46a2-865d-984c0b5d740a req-597d6a78-b76d-48a2-9f71-d7c9fd8b36f0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:53.117675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-868afeae-9957-46a2-865d-984c0b5d740a req-597d6a78-b76d-48a2-9f71-d7c9fd8b36f0 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5444 time: 0.1892703 Jul 14 07:29:53.197105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-427a68dd-5aa9-43fd-b14d-7d8c01557fa1 admin admin] For port c69f9f16-32e3-4844-9579-de7e164e92f3, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c69f9f16-32e3-4844-9579-de7e164e92f3,segment=NetworkSegment(4f120c99-1815-4459-b8c4-80d111874394),segment_id=4f120c99-1815-4459-b8c4-80d111874394)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:53.197723 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-427a68dd-5aa9-43fd-b14d-7d8c01557fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:53.220247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-427a68dd-5aa9-43fd-b14d-7d8c01557fa1 admin admin] Calling delete_port for c69f9f16-32e3-4844-9579-de7e164e92f3 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:29:53.236943 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-868afeae-9957-46a2-865d-984c0b5d740a req-3a6aff1d-8d43-48f5-a58f-080ed3268cf9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1157281 Jul 14 07:29:53.302199 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d164b5c-208a-479b-9ece-7e992ee81f08 req-55cf2f6d-d1cd-46c6-a0ef-a56978e6092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:53.302678 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d164b5c-208a-479b-9ece-7e992ee81f08 req-55cf2f6d-d1cd-46c6-a0ef-a56978e6092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:53.303150 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d164b5c-208a-479b-9ece-7e992ee81f08 req-55cf2f6d-d1cd-46c6-a0ef-a56978e6092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:53.303640 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d164b5c-208a-479b-9ece-7e992ee81f08 req-55cf2f6d-d1cd-46c6-a0ef-a56978e6092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:53.304108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d164b5c-208a-479b-9ece-7e992ee81f08 req-55cf2f6d-d1cd-46c6-a0ef-a56978e6092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:53.304566 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d164b5c-208a-479b-9ece-7e992ee81f08 req-55cf2f6d-d1cd-46c6-a0ef-a56978e6092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:53.305025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d164b5c-208a-479b-9ece-7e992ee81f08 req-55cf2f6d-d1cd-46c6-a0ef-a56978e6092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:53.307632 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d164b5c-208a-479b-9ece-7e992ee81f08 req-55cf2f6d-d1cd-46c6-a0ef-a56978e6092a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 6501 time: 0.1576707 Jul 14 07:29:53.398172 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Sync routers for ids ['c1921b2c-30e0-4a6c-a255-85668a4b7592'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:29:53.405010 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d164b5c-208a-479b-9ece-7e992ee81f08 req-76cfa9d1-97e6-4660-af90-54af5de231a5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4839badf-db79-4e23-8929-fe520605a942&id=597330c0-f023-4d04-8403-30f073ef1112&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0871508 Jul 14 07:29:53.410637 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Routers {'c1921b2c-30e0-4a6c-a255-85668a4b7592'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:29:53.410814 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c1921b2c-30e0-4a6c-a255-85668a4b7592'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:53.494500 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-427a68dd-5aa9-43fd-b14d-7d8c01557fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:53.519924 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a68dd-5aa9-43fd-b14d-7d8c01557fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69f9f16-32e3-4844-9579-de7e164e92f3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:53.522049 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Set router c1921b2c-30e0-4a6c-a255-85668a4b7592 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:29:53.719961 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53880) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:53.737728 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-427a68dd-5aa9-43fd-b14d-7d8c01557fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:53.746640 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'name': 'tempest-TestAggregatesBasicOps-1543475065-router', 'tenant_id': '7d7d069056fa409a9be303d9bdc66639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '6d805193-8536-4892-be74-739b5c259688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:29:43Z', 'updated_at': '2021-07-14T07:29:47Z', 'revision_number': 4, 'project_id': '7d7d069056fa409a9be303d9bdc66639', 'gw_port': {'id': '6d805193-8536-4892-be74-739b5c259688', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:44Z', 'updated_at': '2021-07-14T07:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'd9f4c78d-082a-40b7-99c7-9d9f4648327c', 'name': '', 'network_id': 'faff4a2a-3d9a-4bc2-bff0-df6d379e23a4', 'tenant_id': '7d7d069056fa409a9be303d9bdc66639', 'mac_address': 'fa:16:3e:45:ed:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '2493e615-d931-4f73-a3ce-baac70613939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:47Z', 'updated_at': '2021-07-14T07:29:47Z', 'revision_number': 2, 'project_id': '7d7d069056fa409a9be303d9bdc66639', 'subnets': [{'id': '2493e615-d931-4f73-a3ce-baac70613939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:53.776046 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Checking router: c1921b2c-30e0-4a6c-a255-85668a4b7592 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:29:53.776663 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Updating router c1921b2c-30e0-4a6c-a255-85668a4b7592 port d9f4c78d-082a-40b7-99c7-9d9f4648327c binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:29:53.827308 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6d805193-8536-4892-be74-739b5c259688 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:53.840367 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:53.938296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 6d805193-8536-4892-be74-739b5c259688 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:53.938710 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:54.112616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427a68dd-5aa9-43fd-b14d-7d8c01557fa1 admin admin] Router 2d13faf4-ed97-4a8f-bf13-c14a6a3766f6 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:29:54.158344 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:29:54.196113 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:29:54.199134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5fe38b39-ae83-4ab0-b83d-1c0b6b5a3b78 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:29:54.225137 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:54.240746 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Transition to ACTIVE for port object d9f4c78d-082a-40b7-99c7-9d9f4648327c will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:29:54.249994 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:54.312272 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a30c89e5-ca73-49ab-8dec-064172be89d2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:54.321278 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd2051-55be-483e-85e4-0204bba0b9e0 None None] Pushing event updated for resources: {'Port': ['ID=d9f4c78d-082a-40b7-99c7-9d9f4648327c,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:54.390796 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Attempting to bind port d9f4c78d-082a-40b7-99c7-9d9f4648327c on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:29:54.391439 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Attempting to bind port d9f4c78d-082a-40b7-99c7-9d9f4648327c by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'b94adea0-e35d-4108-85d3-834a719634fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'faff4a2a-3d9a-4bc2-bff0-df6d379e23a4'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:29:54.391968 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Attempting to bind port d9f4c78d-082a-40b7-99c7-9d9f4648327c on network faff4a2a-3d9a-4bc2-bff0-df6d379e23a4 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:29:54.398061 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:29:54.398810 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Checking segment: {'id': 'b94adea0-e35d-4108-85d3-834a719634fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'faff4a2a-3d9a-4bc2-bff0-df6d379e23a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:29:54.399955 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:54.400504 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Bound using segment: {'id': 'b94adea0-e35d-4108-85d3-834a719634fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'faff4a2a-3d9a-4bc2-bff0-df6d379e23a4'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:29:54.405203 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Bound port: d9f4c78d-082a-40b7-99c7-9d9f4648327c, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94adea0-e35d-4108-85d3-834a719634fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'faff4a2a-3d9a-4bc2-bff0-df6d379e23a4'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:29:54.405853 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:54.499721 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] For port d9f4c78d-082a-40b7-99c7-9d9f4648327c, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:29:54.505468 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] For port d9f4c78d-082a-40b7-99c7-9d9f4648327c, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d9f4c78d-082a-40b7-99c7-9d9f4648327c,segment=NetworkSegment(b94adea0-e35d-4108-85d3-834a719634fb),segment_id=b94adea0-e35d-4108-85d3-834a719634fb)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:29:54.517708 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:54.591321 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd2051-55be-483e-85e4-0204bba0b9e0 None None] Pushing event updated for resources: {'Port': ['ID=d9f4c78d-082a-40b7-99c7-9d9f4648327c,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:54.617453 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Routers {'c1921b2c-30e0-4a6c-a255-85668a4b7592'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:29:54.618343 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c1921b2c-30e0-4a6c-a255-85668a4b7592'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:54.716865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a30c89e5-ca73-49ab-8dec-064172be89d2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting port d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:29:54.717301 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a30c89e5-ca73-49ab-8dec-064172be89d2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:54.746169 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] Set router c1921b2c-30e0-4a6c-a255-85668a4b7592 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:29:54.779149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427a68dd-5aa9-43fd-b14d-7d8c01557fa1 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:29:54.787866 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a2b6a0-5200-42fb-bef7-2818c8d782bf None None] Sync routers for ids ['2d13faf4-ed97-4a8f-bf13-c14a6a3766f6'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:29:54.796263 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-427a68dd-5aa9-43fd-b14d-7d8c01557fa1 admin admin] 10.222.0.35 "PUT /v2.0/routers/2d13faf4-ed97-4a8f-bf13-c14a6a3766f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1912079 Jul 14 07:29:54.797241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53890) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:54.803292 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a2b6a0-5200-42fb-bef7-2818c8d782bf None None] Routers {'2d13faf4-ed97-4a8f-bf13-c14a6a3766f6'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:29:54.803942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-81a2b6a0-5200-42fb-bef7-2818c8d782bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['2d13faf4-ed97-4a8f-bf13-c14a6a3766f6'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:54.826585 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a30c89e5-ca73-49ab-8dec-064172be89d2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] For port d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a,segment=NetworkSegment(76551dcb-f671-467b-9cc8-8ba02daf9636),segment_id=76551dcb-f671-467b-9cc8-8ba02daf9636)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:54.827238 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a30c89e5-ca73-49ab-8dec-064172be89d2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:54.843016 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a30c89e5-ca73-49ab-8dec-064172be89d2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Calling delete_port for d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:29:54.898581 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc549cf-de85-43c0-9a2c-6fe6969e0e76 req-0dce59ee-606b-47c5-97ea-e07db566cfec tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:54.900081 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2bc549cf-de85-43c0-9a2c-6fe6969e0e76 req-0dce59ee-606b-47c5-97ea-e07db566cfec tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.2214122 Jul 14 07:29:54.954339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-81a2b6a0-5200-42fb-bef7-2818c8d782bf None None] Set router 2d13faf4-ed97-4a8f-bf13-c14a6a3766f6 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:29:54.979040 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1102cd-09e0-47c9-89ca-610b2e8a74f4 req-1456bdbc-ed46-4169-8bdf-8ca94e9f7e6c tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:54.985367 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1102cd-09e0-47c9-89ca-610b2e8a74f4 req-1456bdbc-ed46-4169-8bdf-8ca94e9f7e6c tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:54.991241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1102cd-09e0-47c9-89ca-610b2e8a74f4 req-1456bdbc-ed46-4169-8bdf-8ca94e9f7e6c tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:54.997097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1102cd-09e0-47c9-89ca-610b2e8a74f4 req-1456bdbc-ed46-4169-8bdf-8ca94e9f7e6c tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:55.003080 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1102cd-09e0-47c9-89ca-610b2e8a74f4 req-1456bdbc-ed46-4169-8bdf-8ca94e9f7e6c tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:55.008847 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1102cd-09e0-47c9-89ca-610b2e8a74f4 req-1456bdbc-ed46-4169-8bdf-8ca94e9f7e6c tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:55.014171 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'name': 'tempest-TestAggregatesBasicOps-1543475065-router', 'tenant_id': '7d7d069056fa409a9be303d9bdc66639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '6d805193-8536-4892-be74-739b5c259688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:29:43Z', 'updated_at': '2021-07-14T07:29:47Z', 'revision_number': 4, 'project_id': '7d7d069056fa409a9be303d9bdc66639', 'gw_port': {'id': '6d805193-8536-4892-be74-739b5c259688', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:44Z', 'updated_at': '2021-07-14T07:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'd9f4c78d-082a-40b7-99c7-9d9f4648327c', 'name': '', 'network_id': 'faff4a2a-3d9a-4bc2-bff0-df6d379e23a4', 'tenant_id': '7d7d069056fa409a9be303d9bdc66639', 'mac_address': 'fa:16:3e:45:ed:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '2493e615-d931-4f73-a3ce-baac70613939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:47Z', 'updated_at': '2021-07-14T07:29:54Z', 'revision_number': 4, 'project_id': '7d7d069056fa409a9be303d9bdc66639', 'subnets': [{'id': '2493e615-d931-4f73-a3ce-baac70613939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:55.014760 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1102cd-09e0-47c9-89ca-610b2e8a74f4 req-1456bdbc-ed46-4169-8bdf-8ca94e9f7e6c tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:55.016699 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f1102cd-09e0-47c9-89ca-610b2e8a74f4 req-1456bdbc-ed46-4169-8bdf-8ca94e9f7e6c tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5444 time: 0.3285069 Jul 14 07:29:55.051802 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0889c2d-812f-46c7-b333-8a37e7b5a99c None None] The sync data for ids ['c1921b2c-30e0-4a6c-a255-85668a4b7592'] in n-d-778696-5 is: [{'id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'name': 'tempest-TestAggregatesBasicOps-1543475065-router', 'tenant_id': '7d7d069056fa409a9be303d9bdc66639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '6d805193-8536-4892-be74-739b5c259688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:29:43Z', 'updated_at': '2021-07-14T07:29:47Z', 'revision_number': 4, 'project_id': '7d7d069056fa409a9be303d9bdc66639', 'gw_port': {'id': '6d805193-8536-4892-be74-739b5c259688', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:44Z', 'updated_at': '2021-07-14T07:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'd9f4c78d-082a-40b7-99c7-9d9f4648327c', 'name': '', 'network_id': 'faff4a2a-3d9a-4bc2-bff0-df6d379e23a4', 'tenant_id': '7d7d069056fa409a9be303d9bdc66639', 'mac_address': 'fa:16:3e:45:ed:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '2493e615-d931-4f73-a3ce-baac70613939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:47Z', 'updated_at': '2021-07-14T07:29:54Z', 'revision_number': 4, 'project_id': '7d7d069056fa409a9be303d9bdc66639', 'subnets': [{'id': '2493e615-d931-4f73-a3ce-baac70613939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:29:55.070635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2bc549cf-de85-43c0-9a2c-6fe6969e0e76 req-285e5e13-49fc-4ce7-83b7-7ba105a5ff31 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630805 Jul 14 07:29:55.075433 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c2e6bbbc-9be1-434a-8f31-b93436f86ea6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:55.098903 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a30c89e5-ca73-49ab-8dec-064172be89d2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:55.137709 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c89e5-ca73-49ab-8dec-064172be89d2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Port': ['ID=d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:55.147444 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f1102cd-09e0-47c9-89ca-610b2e8a74f4 req-5dbe5ec5-522a-4fa1-ae13-e9082bc258cd tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1189299 Jul 14 07:29:55.206136 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-81a2b6a0-5200-42fb-bef7-2818c8d782bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'name': 'tempest-TestAggregatesBasicOps-637704149-router', 'tenant_id': '217d8c25e2d440258dcab6078dc59b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '9dc87a28-83f3-4d98-a86a-ee37026395fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:29:38Z', 'updated_at': '2021-07-14T07:29:53Z', 'revision_number': 5, 'project_id': '217d8c25e2d440258dcab6078dc59b9f', 'gw_port': {'id': '9dc87a28-83f3-4d98-a86a-ee37026395fb', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:38Z', 'updated_at': '2021-07-14T07:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:55.246025 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a2b6a0-5200-42fb-bef7-2818c8d782bf None None] Checking router: 2d13faf4-ed97-4a8f-bf13-c14a6a3766f6 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:29:55.251089 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c2e6bbbc-9be1-434a-8f31-b93436f86ea6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:55.262390 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a2b6a0-5200-42fb-bef7-2818c8d782bf None None] Routers {'2d13faf4-ed97-4a8f-bf13-c14a6a3766f6'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:29:55.262870 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-81a2b6a0-5200-42fb-bef7-2818c8d782bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['2d13faf4-ed97-4a8f-bf13-c14a6a3766f6'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:55.336530 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:29:55.341080 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-c2e6bbbc-9be1-434a-8f31-b93436f86ea6 admin admin] Deleting port 9dc87a28-83f3-4d98-a86a-ee37026395fb {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:29:55.341458 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c2e6bbbc-9be1-434a-8f31-b93436f86ea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:55.370750 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:29:55.371121 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 06cbb094-fc1e-4f32-938f-3e9c8ac610c1 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:29:55.389685 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a30c89e5-ca73-49ab-8dec-064172be89d2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:55.482103 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-81a2b6a0-5200-42fb-bef7-2818c8d782bf None None] Set router 2d13faf4-ed97-4a8f-bf13-c14a6a3766f6 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:29:55.517700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79c750-02a9-4436-a559-1c9d6ee13071 req-bb6f6f8f-8340-4b69-8753-517f75d0df27 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:55.519142 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac79c750-02a9-4436-a559-1c9d6ee13071 req-bb6f6f8f-8340-4b69-8753-517f75d0df27 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 945 time: 0.1251040 Jul 14 07:29:55.521078 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-c2e6bbbc-9be1-434a-8f31-b93436f86ea6 admin admin] For port 9dc87a28-83f3-4d98-a86a-ee37026395fb, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9dc87a28-83f3-4d98-a86a-ee37026395fb,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:55.521462 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c2e6bbbc-9be1-434a-8f31-b93436f86ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:55.565821 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-c2e6bbbc-9be1-434a-8f31-b93436f86ea6 admin admin] Calling delete_port for 9dc87a28-83f3-4d98-a86a-ee37026395fb owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:29:55.723360 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30c89e5-ca73-49ab-8dec-064172be89d2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Router d632e3c2-23d5-4193-b5d3-535df5062ee3 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:29:55.736771 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-81a2b6a0-5200-42fb-bef7-2818c8d782bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'name': 'tempest-TestAggregatesBasicOps-637704149-router', 'tenant_id': '217d8c25e2d440258dcab6078dc59b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '9dc87a28-83f3-4d98-a86a-ee37026395fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:29:38Z', 'updated_at': '2021-07-14T07:29:53Z', 'revision_number': 5, 'project_id': '217d8c25e2d440258dcab6078dc59b9f', 'gw_port': {'id': '9dc87a28-83f3-4d98-a86a-ee37026395fb', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:38Z', 'updated_at': '2021-07-14T07:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:55.768711 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-ac79c750-02a9-4436-a559-1c9d6ee13071 req-cefcf287-28b0-4e11-84c0-919a0d93f5a6 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Deleting port 34b66f3c-5393-4747-b28c-2e7d8883db95 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:29:55.769452 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ac79c750-02a9-4436-a559-1c9d6ee13071 req-cefcf287-28b0-4e11-84c0-919a0d93f5a6 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:55.771629 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a2b6a0-5200-42fb-bef7-2818c8d782bf None None] The sync data for ids ['2d13faf4-ed97-4a8f-bf13-c14a6a3766f6'] in n-d-778696-5 is: [{'id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'name': 'tempest-TestAggregatesBasicOps-637704149-router', 'tenant_id': '217d8c25e2d440258dcab6078dc59b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '9dc87a28-83f3-4d98-a86a-ee37026395fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:29:38Z', 'updated_at': '2021-07-14T07:29:53Z', 'revision_number': 5, 'project_id': '217d8c25e2d440258dcab6078dc59b9f', 'gw_port': {'id': '9dc87a28-83f3-4d98-a86a-ee37026395fb', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d13faf4-ed97-4a8f-bf13-c14a6a3766f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:38Z', 'updated_at': '2021-07-14T07:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:29:55.850691 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d9f4c78d-082a-40b7-99c7-9d9f4648327c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:55.900483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-ac79c750-02a9-4436-a559-1c9d6ee13071 req-cefcf287-28b0-4e11-84c0-919a0d93f5a6 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] For port 34b66f3c-5393-4747-b28c-2e7d8883db95, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=34b66f3c-5393-4747-b28c-2e7d8883db95,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:55.901563 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ac79c750-02a9-4436-a559-1c9d6ee13071 req-cefcf287-28b0-4e11-84c0-919a0d93f5a6 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:55.918874 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port d9f4c78d-082a-40b7-99c7-9d9f4648327c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:29:55.923727 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port d9f4c78d-082a-40b7-99c7-9d9f4648327c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:55.924108 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:55.939622 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-ac79c750-02a9-4436-a559-1c9d6ee13071 req-cefcf287-28b0-4e11-84c0-919a0d93f5a6 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Calling delete_port for 34b66f3c-5393-4747-b28c-2e7d8883db95 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:29:56.012769 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c2e6bbbc-9be1-434a-8f31-b93436f86ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:56.031532 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:56.050503 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6bbbc-9be1-434a-8f31-b93436f86ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc87a28-83f3-4d98-a86a-ee37026395fb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:56.067736 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port d9f4c78d-082a-40b7-99c7-9d9f4648327c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d9f4c78d-082a-40b7-99c7-9d9f4648327c,segment=NetworkSegment(b94adea0-e35d-4108-85d3-834a719634fb),segment_id=b94adea0-e35d-4108-85d3-834a719634fb)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:56.074539 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:56.131280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=d9f4c78d-082a-40b7-99c7-9d9f4648327c,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:56.174516 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c2e6bbbc-9be1-434a-8f31-b93436f86ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:56.215064 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30c89e5-ca73-49ab-8dec-064172be89d2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:29:56.223464 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a30c89e5-ca73-49ab-8dec-064172be89d2 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "PUT /v2.0/routers/d632e3c2-23d5-4193-b5d3-535df5062ee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5024490 Jul 14 07:29:56.224060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53896) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:56.225483 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4783cf5d-2346-4677-86e1-a28d6a514d9a None None] Sync routers for ids ['d632e3c2-23d5-4193-b5d3-535df5062ee3'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:29:56.241225 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783cf5d-2346-4677-86e1-a28d6a514d9a None None] Routers {'d632e3c2-23d5-4193-b5d3-535df5062ee3'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:29:56.241843 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4783cf5d-2346-4677-86e1-a28d6a514d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d632e3c2-23d5-4193-b5d3-535df5062ee3'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:56.274239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-620cf93c-9f77-4d5f-925c-011c6f1ed28e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting subnet 6b6812fb-da16-4413-ac7e-31548ed700da {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:29:56.278962 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620cf93c-9f77-4d5f-925c-011c6f1ed28e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:56.306982 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c2e6bbbc-9be1-434a-8f31-b93436f86ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:56.315102 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c2e6bbbc-9be1-434a-8f31-b93436f86ea6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:56.320312 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620cf93c-9f77-4d5f-925c-011c6f1ed28e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:56.356662 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ac79c750-02a9-4436-a559-1c9d6ee13071 req-cefcf287-28b0-4e11-84c0-919a0d93f5a6 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:56.368590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['34b66f3c-5393-4747-b28c-2e7d8883db95'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:29:56.424539 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620cf93c-9f77-4d5f-925c-011c6f1ed28e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:56.443314 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcf287-28b0-4e11-84c0-919a0d93f5a6 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Pushing event deleted for resources: {'Port': ['ID=34b66f3c-5393-4747-b28c-2e7d8883db95,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:56.471140 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c2e6bbbc-9be1-434a-8f31-b93436f86ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:56.471140 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e6bbbc-9be1-434a-8f31-b93436f86ea6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d13faf4-ed97-4a8f-bf13-c14a6a3766f6 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:29:56.475096 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c2e6bbbc-9be1-434a-8f31-b93436f86ea6 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:56.477774 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c2e6bbbc-9be1-434a-8f31-b93436f86ea6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/2d13faf4-ed97-4a8f-bf13-c14a6a3766f6 HTTP/1.1" status: 204 len: 168 time: 1.6571736 Jul 14 07:29:56.478664 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4783cf5d-2346-4677-86e1-a28d6a514d9a None None] Set router d632e3c2-23d5-4193-b5d3-535df5062ee3 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:29:56.479446 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53898) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:56.518129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7aeb23-ab77-4552-9d93-3a3a3578ded8 req-ba3b7e75-c164-4db3-a126-922d61d9bc78 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:56.520163 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d7aeb23-ab77-4552-9d93-3a3a3578ded8 req-ba3b7e75-c164-4db3-a126-922d61d9bc78 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c2ee056-bb4f-4e64-a9ff-0ec034428ba7 HTTP/1.1" status: 200 len: 867 time: 0.3154364 Jul 14 07:29:56.543453 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620cf93c-9f77-4d5f-925c-011c6f1ed28e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:56.563860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac79c750-02a9-4436-a559-1c9d6ee13071 req-cefcf287-28b0-4e11-84c0-919a0d93f5a6 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] No DVR routers for this DVR port 34b66f3c-5393-4747-b28c-2e7d8883db95 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:29:56.577905 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ac79c750-02a9-4436-a559-1c9d6ee13071 req-cefcf287-28b0-4e11-84c0-919a0d93f5a6 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:56.583411 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e74bd0c-6dcf-4898-8d67-def353d1f2d9 admin admin] Deleting subnet fa8eb239-4676-4616-8ca3-c952f3a8ad22 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:29:56.587134 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e74bd0c-6dcf-4898-8d67-def353d1f2d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:56.592421 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac79c750-02a9-4436-a559-1c9d6ee13071 req-cefcf287-28b0-4e11-84c0-919a0d93f5a6 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.15 "DELETE /v2.0/ports/34b66f3c-5393-4747-b28c-2e7d8883db95 HTTP/1.1" status: 204 len: 173 time: 1.0597117 Jul 14 07:29:56.592998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2ee056-bb4f-4e64-a9ff-0ec034428ba7', 'name': 'network-vif-deleted', 'tag': '34b66f3c-5393-4747-b28c-2e7d8883db95'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:56.595496 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc69154-40db-4671-b6ed-cad1f18c9a1b" -d '{"events": [{"server_uuid": "0c2ee056-bb4f-4e64-a9ff-0ec034428ba7", "name": "network-vif-deleted", "tag": "34b66f3c-5393-4747-b28c-2e7d8883db95"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:56.624402 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cf93c-9f77-4d5f-925c-011c6f1ed28e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6812fb-da16-4413-ac7e-31548ed700da,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:56.631936 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620cf93c-9f77-4d5f-925c-011c6f1ed28e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:56.636279 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-620cf93c-9f77-4d5f-925c-011c6f1ed28e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/subnets/6b6812fb-da16-4413-ac7e-31548ed700da HTTP/1.1" status: 204 len: 168 time: 0.4089739 Jul 14 07:29:56.641955 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53902) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:56.643060 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bbfbd6-82a9-4ebf-b1ce-125fa165707c None None] Network 7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:29:56.694911 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e74bd0c-6dcf-4898-8d67-def353d1f2d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:56.698760 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8fabb-19a3-49e3-b9c1-24503f4b32a0 req-b21cc70e-cf2f-49cf-a306-4d8dcb4f1aa9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:56.705549 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8fabb-19a3-49e3-b9c1-24503f4b32a0 req-b21cc70e-cf2f-49cf-a306-4d8dcb4f1aa9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:56.712687 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8fabb-19a3-49e3-b9c1-24503f4b32a0 req-b21cc70e-cf2f-49cf-a306-4d8dcb4f1aa9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:56.726727 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8fabb-19a3-49e3-b9c1-24503f4b32a0 req-b21cc70e-cf2f-49cf-a306-4d8dcb4f1aa9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:56.735799 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8fabb-19a3-49e3-b9c1-24503f4b32a0 req-b21cc70e-cf2f-49cf-a306-4d8dcb4f1aa9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:56.745633 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4783cf5d-2346-4677-86e1-a28d6a514d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469060556', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:27:51Z', 'updated_at': '2021-07-14T07:29:55Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:52Z', 'updated_at': '2021-07-14T07:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:56.760234 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8fabb-19a3-49e3-b9c1-24503f4b32a0 req-b21cc70e-cf2f-49cf-a306-4d8dcb4f1aa9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:56.777739 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4783cf5d-2346-4677-86e1-a28d6a514d9a None None] Checking router: d632e3c2-23d5-4193-b5d3-535df5062ee3 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:29:56.777943 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8fabb-19a3-49e3-b9c1-24503f4b32a0 req-b21cc70e-cf2f-49cf-a306-4d8dcb4f1aa9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:56.781256 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5ad8fabb-19a3-49e3-b9c1-24503f4b32a0 req-b21cc70e-cf2f-49cf-a306-4d8dcb4f1aa9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5444 time: 0.4640193 Jul 14 07:29:56.790389 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783cf5d-2346-4677-86e1-a28d6a514d9a None None] Routers {'d632e3c2-23d5-4193-b5d3-535df5062ee3'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:29:56.791290 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4783cf5d-2346-4677-86e1-a28d6a514d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d632e3c2-23d5-4193-b5d3-535df5062ee3'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:56.811712 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d7aeb23-ab77-4552-9d93-3a3a3578ded8 req-975d7219-c1b2-4043-8138-2a73ff0aff65 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2749b98-1bdd-40c7-8510-b280d8871bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495279 Jul 14 07:29:56.859086 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e9747b6-ca34-4763-be90-eaf61a658b6e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:56.875257 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5ad8fabb-19a3-49e3-b9c1-24503f4b32a0 req-5e8ded99-f34c-436a-959d-55b42e87930a tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0814991 Jul 14 07:29:56.941037 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7fc0de-e66f-4890-afcd-7fd85e397e08 x-openstack-request-id: req-0e7fc0de-e66f-4890-afcd-7fd85e397e08 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:56.941668 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2ee056-bb4f-4e64-a9ff-0ec034428ba7", "name": "network-vif-deleted", "tag": "34b66f3c-5393-4747-b28c-2e7d8883db95", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:56.941668 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e7fc0de-e66f-4890-afcd-7fd85e397e08 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:56.942048 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2ee056-bb4f-4e64-a9ff-0ec034428ba7', 'name': 'network-vif-deleted', 'tag': '34b66f3c-5393-4747-b28c-2e7d8883db95', 'status': 'completed', 'code': 200} Jul 14 07:29:57.020298 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4783cf5d-2346-4677-86e1-a28d6a514d9a None None] Set router d632e3c2-23d5-4193-b5d3-535df5062ee3 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:29:57.031505 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0593311e-4a6f-4aa1-b9ee-73238111460d None None] DHCP port deletion for 7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:29:57.052154 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e74bd0c-6dcf-4898-8d67-def353d1f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.099388 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-0593311e-4a6f-4aa1-b9ee-73238111460d None None] Deleting port df3ec1ca-857b-4683-8ff4-f46ca63b3687 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:29:57.099954 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0593311e-4a6f-4aa1-b9ee-73238111460d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.107059 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e9747b6-ca34-4763-be90-eaf61a658b6e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.208307 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e74bd0c-6dcf-4898-8d67-def353d1f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.219143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-0593311e-4a6f-4aa1-b9ee-73238111460d None None] For port df3ec1ca-857b-4683-8ff4-f46ca63b3687, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=df3ec1ca-857b-4683-8ff4-f46ca63b3687,segment=NetworkSegment(76551dcb-f671-467b-9cc8-8ba02daf9636),segment_id=76551dcb-f671-467b-9cc8-8ba02daf9636)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:57.220097 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0593311e-4a6f-4aa1-b9ee-73238111460d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.240589 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-0593311e-4a6f-4aa1-b9ee-73238111460d None None] Calling delete_port for df3ec1ca-857b-4683-8ff4-f46ca63b3687 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:29:57.241089 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf9ce0-1693-4a82-9e2c-961c2239655d req-88cf17bc-47f7-47ba-a494-de9a0989e262 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:57.248777 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf9ce0-1693-4a82-9e2c-961c2239655d req-88cf17bc-47f7-47ba-a494-de9a0989e262 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:57.255750 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf9ce0-1693-4a82-9e2c-961c2239655d req-88cf17bc-47f7-47ba-a494-de9a0989e262 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:57.261978 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf9ce0-1693-4a82-9e2c-961c2239655d req-88cf17bc-47f7-47ba-a494-de9a0989e262 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:57.265127 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74bd0c-6dcf-4898-8d67-def353d1f2d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa8eb239-4676-4616-8ca3-c952f3a8ad22,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:57.270460 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf9ce0-1693-4a82-9e2c-961c2239655d req-88cf17bc-47f7-47ba-a494-de9a0989e262 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:57.277889 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf9ce0-1693-4a82-9e2c-961c2239655d req-88cf17bc-47f7-47ba-a494-de9a0989e262 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:57.285616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf9ce0-1693-4a82-9e2c-961c2239655d req-88cf17bc-47f7-47ba-a494-de9a0989e262 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:57.286058 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e74bd0c-6dcf-4898-8d67-def353d1f2d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.287742 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fcf9ce0-1693-4a82-9e2c-961c2239655d req-88cf17bc-47f7-47ba-a494-de9a0989e262 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5444 time: 0.1564023 Jul 14 07:29:57.289918 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6e74bd0c-6dcf-4898-8d67-def353d1f2d9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fa8eb239-4676-4616-8ca3-c952f3a8ad22 HTTP/1.1" status: 204 len: 168 time: 0.8093364 Jul 14 07:29:57.292449 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53906) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:57.302280 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53908) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:57.307754 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3b4c3126-8ce4-43ca-9280-36c225441ea7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Request body: {'floatingip': {'port_id': '64284bb9-2b5f-4ce0-b542-58b4b3aaa96e'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:29:57.310208 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c807d873-94a4-4b40-858f-212c7f1af880 None None] Network 8dcf2578-34a5-48d9-9316-a252c97c2eca requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:29:57.324815 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4783cf5d-2346-4677-86e1-a28d6a514d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469060556', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:27:51Z', 'updated_at': '2021-07-14T07:29:55Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:52Z', 'updated_at': '2021-07-14T07:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:57.354550 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3126-8ce4-43ca-9280-36c225441ea7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for floatingip, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.360582 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4783cf5d-2346-4677-86e1-a28d6a514d9a None None] The sync data for ids ['d632e3c2-23d5-4193-b5d3-535df5062ee3'] in n-d-778696-5 is: [{'id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469060556', 'tenant_id': 'b7b4e8051a664c019a0af911d6ce8090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:27:51Z', 'updated_at': '2021-07-14T07:29:55Z', 'revision_number': 5, 'project_id': 'b7b4e8051a664c019a0af911d6ce8090', 'gw_port': {'id': 'a2bd1703-dc14-4b71-946e-50adbbd9e8c7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632e3c2-23d5-4193-b5d3-535df5062ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:27:52Z', 'updated_at': '2021-07-14T07:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:29:57.370174 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9e9747b6-ca34-4763-be90-eaf61a658b6e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Deleting port a2bd1703-dc14-4b71-946e-50adbbd9e8c7 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:29:57.371753 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e9747b6-ca34-4763-be90-eaf61a658b6e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.388425 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.488838 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] Deleting port 3bf05c04-39b9-4848-8d15-c46aa5549474 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:29:57.489208 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.567184 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0593311e-4a6f-4aa1-b9ee-73238111460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.567393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] For port 3bf05c04-39b9-4848-8d15-c46aa5549474, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3bf05c04-39b9-4848-8d15-c46aa5549474,segment=NetworkSegment(4f120c99-1815-4459-b8c4-80d111874394),segment_id=4f120c99-1815-4459-b8c4-80d111874394)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:57.567710 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.582782 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] Calling delete_port for 3bf05c04-39b9-4848-8d15-c46aa5549474 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:29:57.595855 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593311e-4a6f-4aa1-b9ee-73238111460d None None] Pushing event deleted for resources: {'Port': ['ID=df3ec1ca-857b-4683-8ff4-f46ca63b3687,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:57.604847 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9e9747b6-ca34-4763-be90-eaf61a658b6e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] For port a2bd1703-dc14-4b71-946e-50adbbd9e8c7, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a2bd1703-dc14-4b71-946e-50adbbd9e8c7,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:57.605424 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e9747b6-ca34-4763-be90-eaf61a658b6e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.609428 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0593311e-4a6f-4aa1-b9ee-73238111460d None None] No DVR routers for this DVR port df3ec1ca-857b-4683-8ff4-f46ca63b3687 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:29:57.665419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9e9747b6-ca34-4763-be90-eaf61a658b6e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Calling delete_port for a2bd1703-dc14-4b71-946e-50adbbd9e8c7 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:29:57.679518 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.706054 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf05c04-39b9-4848-8d15-c46aa5549474,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:57.709626 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] No DVR routers for this DVR port 3bf05c04-39b9-4848-8d15-c46aa5549474 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:29:57.769404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea778fce-c40e-40bc-b116-26a19bbf24d5 None None] DHCP port deletion for 8dcf2578-34a5-48d9-9316-a252c97c2eca request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:29:57.790390 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.803551 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dcf2578-34a5-48d9-9316-a252c97c2eca']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:57.821281 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f120c99-1815-4459-b8c4-80d111874394') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:57.821577 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f120c99-1815-4459-b8c4-80d111874394') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:57.831229 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.845848 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.852094 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:29:57.852502 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:29:57.854362 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:29:57.918513 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.926564 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:57.928735 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] 10.222.0.35 "DELETE /v2.0/networks/8dcf2578-34a5-48d9-9316-a252c97c2eca HTTP/1.1" status: 204 len: 168 time: 0.6349859 Jul 14 07:29:57.932256 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53916) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:57.951367 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80a551-70d3-4c36-9f9b-120cc881bcad admin admin] Pushing event deleted for resources: {'Network': ['ID=8dcf2578-34a5-48d9-9316-a252c97c2eca,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:58.250680 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d9f4c78d-082a-40b7-99c7-9d9f4648327c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:29:58.253264 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e9747b6-ca34-4763-be90-eaf61a658b6e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:58.314307 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9747b6-ca34-4763-be90-eaf61a658b6e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Port': ['ID=a2bd1703-dc14-4b71-946e-50adbbd9e8c7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:58.315029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port d9f4c78d-082a-40b7-99c7-9d9f4648327c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:29:58.315588 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:58.323178 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.db.resource_extend [None req-3b4c3126-8ce4-43ca-9280-36c225441ea7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 07:29:58.439835 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3126-8ce4-43ca-9280-36c225441ea7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:58.446381 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcd1d-5675-48c7-8853-8b1e673950f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:58.448260 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e9747b6-ca34-4763-be90-eaf61a658b6e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:58.457220 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device df3ec1ca-857b-4683-8ff4-f46ca63b3687 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:29:58.479170 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3126-8ce4-43ca-9280-36c225441ea7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:58.479699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: df3ec1ca-857b-4683-8ff4-f46ca63b3687 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:29:58.480054 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device df3ec1ca-857b-4683-8ff4-f46ca63b3687 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:29:58.480476 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:29:58.489706 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da78123-5e3c-4c8e-9240-1c1d2e72f6da req-bb0c29a4-5c6c-4f7d-9b47-924bce4fe4a3 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:58.491227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8da78123-5e3c-4c8e-9240-1c1d2e72f6da req-bb0c29a4-5c6c-4f7d-9b47-924bce4fe4a3 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.1189871 Jul 14 07:29:58.505826 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:29:58.506174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d21bcfb3-efdd-4d6d-ad4c-acf88bcbc39a not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:29:58.506599 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 3bf05c04-39b9-4848-8d15-c46aa5549474 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:29:58.573141 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e9747b6-ca34-4763-be90-eaf61a658b6e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:58.574983 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8da78123-5e3c-4c8e-9240-1c1d2e72f6da req-ffb51cd5-206c-48c0-8bfa-ffdf842d3565 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774410 Jul 14 07:29:58.577685 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e9747b6-ca34-4763-be90-eaf61a658b6e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:58.713809 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 3bf05c04-39b9-4848-8d15-c46aa5549474 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:29:58.714090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 3bf05c04-39b9-4848-8d15-c46aa5549474 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:29:58.714589 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c69f9f16-32e3-4844-9579-de7e164e92f3 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:29:58.736422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: c69f9f16-32e3-4844-9579-de7e164e92f3 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:29:58.736856 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c69f9f16-32e3-4844-9579-de7e164e92f3 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:29:58.767955 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ff6fcd1d-5675-48c7-8853-8b1e673950f0 admin admin] Deleting port d9f4c78d-082a-40b7-99c7-9d9f4648327c {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:29:58.768298 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcd1d-5675-48c7-8853-8b1e673950f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:58.852974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-ff6fcd1d-5675-48c7-8853-8b1e673950f0 admin admin] For port d9f4c78d-082a-40b7-99c7-9d9f4648327c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d9f4c78d-082a-40b7-99c7-9d9f4648327c,segment=NetworkSegment(b94adea0-e35d-4108-85d3-834a719634fb),segment_id=b94adea0-e35d-4108-85d3-834a719634fb)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:29:58.853363 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcd1d-5675-48c7-8853-8b1e673950f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:58.867144 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ff6fcd1d-5675-48c7-8853-8b1e673950f0 admin admin] Calling delete_port for d9f4c78d-082a-40b7-99c7-9d9f4648327c owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:29:58.949573 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e9747b6-ca34-4763-be90-eaf61a658b6e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:58.949573 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9747b6-ca34-4763-be90-eaf61a658b6e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Fanout notify agent at l3_agent the message router_deleted on router d632e3c2-23d5-4193-b5d3-535df5062ee3 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:29:58.957521 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e9747b6-ca34-4763-be90-eaf61a658b6e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:58.958836 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9e9747b6-ca34-4763-be90-eaf61a658b6e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/routers/d632e3c2-23d5-4193-b5d3-535df5062ee3 HTTP/1.1" status: 204 len: 168 time: 2.3155613 Jul 14 07:29:58.962205 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53920) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:59.024274 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-3b4c3126-8ce4-43ca-9280-36c225441ea7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Floating IP 016035c3-a145-4ab2-9569-3fa367053274 associated. External IP: 172.25.7.226, port: 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e. Jul 14 07:29:59.049080 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:29:59.056394 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcd1d-5675-48c7-8853-8b1e673950f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:59.083554 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fcd1d-5675-48c7-8853-8b1e673950f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f4c78d-082a-40b7-99c7-9d9f4648327c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:59.093129 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7f9d34f-8ae2-4ebd-9bee-89c5c1c3666e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:59.234522 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7f9d34f-8ae2-4ebd-9bee-89c5c1c3666e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:59.262697 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcd1d-5675-48c7-8853-8b1e673950f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:59.276648 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b7f9d34f-8ae2-4ebd-9bee-89c5c1c3666e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:59.297212 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b7f9d34f-8ae2-4ebd-9bee-89c5c1c3666e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76551dcb-f671-467b-9cc8-8ba02daf9636') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:59.297508 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b7f9d34f-8ae2-4ebd-9bee-89c5c1c3666e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76551dcb-f671-467b-9cc8-8ba02daf9636') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:59.333667 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7f9d34f-8ae2-4ebd-9bee-89c5c1c3666e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:59.343670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 34b66f3c-5393-4747-b28c-2e7d8883db95 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:29:59.356979 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7f9d34f-8ae2-4ebd-9bee-89c5c1c3666e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:59.364067 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 34b66f3c-5393-4747-b28c-2e7d8883db95 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:29:59.364363 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 34b66f3c-5393-4747-b28c-2e7d8883db95 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:29:59.368780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f9d34f-8ae2-4ebd-9bee-89c5c1c3666e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:29:59.369211 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7f9d34f-8ae2-4ebd-9bee-89c5c1c3666e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:29:59.372136 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:29:59.426286 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4c3126-8ce4-43ca-9280-36c225441ea7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Router f4d32301-2c70-45b9-888d-2604f0e1d97d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:29:59.443878 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7f9d34f-8ae2-4ebd-9bee-89c5c1c3666e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:59.448543 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b7f9d34f-8ae2-4ebd-9bee-89c5c1c3666e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:59.450477 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b7f9d34f-8ae2-4ebd-9bee-89c5c1c3666e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/networks/7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5 HTTP/1.1" status: 204 len: 168 time: 0.4881701 Jul 14 07:29:59.491861 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53922) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:29:59.523272 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9d34f-8ae2-4ebd-9bee-89c5c1c3666e tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'Network': ['ID=7f92ec5b-16c5-4bc6-9bb2-b0c5b205d3d5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:59.621260 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-652b781f-d63f-4c2e-8c97-317c9d8ddc10 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:59.630391 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4c3126-8ce4-43ca-9280-36c225441ea7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:29:59.635068 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3126-8ce4-43ca-9280-36c225441ea7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:59.640600 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae756b9-a540-4e98-873b-7412611ac73f None None] Sync routers for ids ['f4d32301-2c70-45b9-888d-2604f0e1d97d'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:29:59.663105 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae756b9-a540-4e98-873b-7412611ac73f None None] Routers {'f4d32301-2c70-45b9-888d-2604f0e1d97d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:29:59.664251 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0ae756b9-a540-4e98-873b-7412611ac73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f4d32301-2c70-45b9-888d-2604f0e1d97d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:29:59.690351 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-652b781f-d63f-4c2e-8c97-317c9d8ddc10 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:59.720521 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3b4c3126-8ce4-43ca-9280-36c225441ea7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "PUT /v2.0/floatingips/016035c3-a145-4ab2-9569-3fa367053274 HTTP/1.1" status: 200 len: 991 time: 2.4136486 Jul 14 07:29:59.729615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'tag': '64284bb9-2b5f-4ce0-b542-58b4b3aaa96e'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:29:59.733611 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2807f28e-cf92-4b51-a9a9-56590cc630bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "tag": "64284bb9-2b5f-4ce0-b542-58b4b3aaa96e"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:29:59.813326 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-652b781f-d63f-4c2e-8c97-317c9d8ddc10 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:59.817508 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-652b781f-d63f-4c2e-8c97-317c9d8ddc10 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:29:59.822137 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-652b781f-d63f-4c2e-8c97-317c9d8ddc10 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] 10.222.0.35 "DELETE /v2.0/security-groups/3eef0fa0-a608-4625-b451-fa613328b2ed HTTP/1.1" status: 204 len: 168 time: 0.3293502 Jul 14 07:29:59.836366 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b781f-d63f-4c2e-8c97-317c9d8ddc10 tempest-TestNetworkAdvancedServerOps-1631121857 tempest-TestNetworkAdvancedServerOps-1631121857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eef0fa0-a608-4625-b451-fa613328b2ed,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:29:59.842509 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a2bd1703-dc14-4b71-946e-50adbbd9e8c7 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:29:59.874237 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-0ae756b9-a540-4e98-873b-7412611ac73f None None] Set router f4d32301-2c70-45b9-888d-2604f0e1d97d gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:29:59.880020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: a2bd1703-dc14-4b71-946e-50adbbd9e8c7 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:29:59.880571 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a2bd1703-dc14-4b71-946e-50adbbd9e8c7 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:29:59.880997 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9dc87a28-83f3-4d98-a86a-ee37026395fb no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:29:59.916927 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6fcd1d-5675-48c7-8853-8b1e673950f0 admin admin] Router c1921b2c-30e0-4a6c-a255-85668a4b7592 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:29:59.921571 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbe1c7c-95a5-43c4-aaa5-399e13ecb184 x-openstack-request-id: req-0bbe1c7c-95a5-43c4-aaa5-399e13ecb184 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:29:59.922193 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "tag": "64284bb9-2b5f-4ce0-b542-58b4b3aaa96e", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:29:59.922358 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0bbe1c7c-95a5-43c4-aaa5-399e13ecb184 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:29:59.922720 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'tag': '64284bb9-2b5f-4ce0-b542-58b4b3aaa96e', 'status': 'completed', 'code': 200} Jul 14 07:29:59.926400 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c474f2-5cd8-4a04-8b59-e8add2348799 req-793a89a4-18ba-4291-874d-eb5b6462044f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:29:59.928045 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8c474f2-5cd8-4a04-8b59-e8add2348799 req-793a89a4-18ba-4291-874d-eb5b6462044f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.0897031 Jul 14 07:29:59.941564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 9dc87a28-83f3-4d98-a86a-ee37026395fb {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:29:59.941911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9dc87a28-83f3-4d98-a86a-ee37026395fb not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:30:00.111195 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8c474f2-5cd8-4a04-8b59-e8add2348799 req-e667e113-a80a-494b-a3aa-8d71e4923c9d tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271424 Jul 14 07:30:00.132839 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6fcd1d-5675-48c7-8853-8b1e673950f0 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:30:00.140527 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ff6fcd1d-5675-48c7-8853-8b1e673950f0 admin admin] 10.222.0.35 "PUT /v2.0/routers/c1921b2c-30e0-4a6c-a255-85668a4b7592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2071817 Jul 14 07:30:00.145870 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c46c2d-2efc-4562-a414-f3abe75e3b57 None None] Sync routers for ids ['c1921b2c-30e0-4a6c-a255-85668a4b7592'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:30:00.147074 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53934) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:00.147512 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807f28e-cf92-4b51-a9a9-56590cc630bc req-51200e00-c466-4b84-9713-f0108c605091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:00.147998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807f28e-cf92-4b51-a9a9-56590cc630bc req-51200e00-c466-4b84-9713-f0108c605091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:00.148475 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807f28e-cf92-4b51-a9a9-56590cc630bc req-51200e00-c466-4b84-9713-f0108c605091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:00.148945 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807f28e-cf92-4b51-a9a9-56590cc630bc req-51200e00-c466-4b84-9713-f0108c605091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:00.149435 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807f28e-cf92-4b51-a9a9-56590cc630bc req-51200e00-c466-4b84-9713-f0108c605091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:00.149900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807f28e-cf92-4b51-a9a9-56590cc630bc req-51200e00-c466-4b84-9713-f0108c605091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:00.150369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807f28e-cf92-4b51-a9a9-56590cc630bc req-51200e00-c466-4b84-9713-f0108c605091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:00.153311 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2807f28e-cf92-4b51-a9a9-56590cc630bc req-51200e00-c466-4b84-9713-f0108c605091 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 6501 time: 0.1680932 Jul 14 07:30:00.162243 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c46c2d-2efc-4562-a414-f3abe75e3b57 None None] Routers {'c1921b2c-30e0-4a6c-a255-85668a4b7592'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:00.164419 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-94c46c2d-2efc-4562-a414-f3abe75e3b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c1921b2c-30e0-4a6c-a255-85668a4b7592'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:00.260036 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807f28e-cf92-4b51-a9a9-56590cc630bc req-02cc8246-3900-47ea-87a9-4533bbef08ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:00.261569 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2807f28e-cf92-4b51-a9a9-56590cc630bc req-02cc8246-3900-47ea-87a9-4533bbef08ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=18bb1dcc-6170-41be-a95d-00121e924f29 HTTP/1.1" status: 200 len: 918 time: 0.1014087 Jul 14 07:30:00.282960 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1bbf-f581-4e18-8d80-3e60b511a5e0 req-e65cedba-fabe-46f2-bfdc-0fb6d53c929e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:00.285398 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2d5b1bbf-f581-4e18-8d80-3e60b511a5e0 req-e65cedba-fabe-46f2-bfdc-0fb6d53c929e tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.30 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.1804860 Jul 14 07:30:00.292014 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-94c46c2d-2efc-4562-a414-f3abe75e3b57 None None] Set router c1921b2c-30e0-4a6c-a255-85668a4b7592 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:00.298388 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0ae756b9-a540-4e98-873b-7412611ac73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'name': 'tempest-TaggedBootDevicesTest_v242-1347100739-router', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:05Z', 'updated_at': '2021-07-14T07:28:09Z', 'revision_number': 4, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'gw_port': {'id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:06Z', 'updated_at': '2021-07-14T07:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '016035c3-a145-4ab2-9569-3fa367053274', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'port_id': '64284bb9-2b5f-4ce0-b542-58b4b3aaa96e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29', 'mac_address': 'fa:16:3e:51:fe:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:28:51Z', 'updated_at': '2021-07-14T07:29:58Z', 'revision_number': 1, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56561b4-4d10-4d66-a89c-d9ed2f60c29c', 'name': '', 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'mac_address': 'fa:16:3e:97:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '47136b84-069d-4c8f-a511-15a77b272aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:09Z', 'updated_at': '2021-07-14T07:28:17Z', 'revision_number': 5, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'subnets': [{'id': '47136b84-069d-4c8f-a511-15a77b272aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:00.314979 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53938) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:00.336968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae756b9-a540-4e98-873b-7412611ac73f None None] Checking router: f4d32301-2c70-45b9-888d-2604f0e1d97d for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:30:00.347168 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae756b9-a540-4e98-873b-7412611ac73f None None] Routers {'f4d32301-2c70-45b9-888d-2604f0e1d97d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:00.348249 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0ae756b9-a540-4e98-873b-7412611ac73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f4d32301-2c70-45b9-888d-2604f0e1d97d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:00.353859 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2807f28e-cf92-4b51-a9a9-56590cc630bc req-6aa4ee69-cdec-4eee-a6dd-ebe9281c3ff2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64284bb9-2b5f-4ce0-b542-58b4b3aaa96e HTTP/1.1" status: 200 len: 999 time: 0.0840635 Jul 14 07:30:00.388008 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b98abc0-be4a-40e6-8264-0c81f69c41ef admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:00.441713 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807f28e-cf92-4b51-a9a9-56590cc630bc req-b5cc3a06-d6bf-408d-a1d2-64ac04be11df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:00.443920 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2807f28e-cf92-4b51-a9a9-56590cc630bc req-b5cc3a06-d6bf-408d-a1d2-64ac04be11df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47136b84-069d-4c8f-a511-15a77b272aff HTTP/1.1" status: 200 len: 856 time: 0.0828440 Jul 14 07:30:00.507892 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807f28e-cf92-4b51-a9a9-56590cc630bc req-4b2ae611-712b-4589-a630-ea4ba76d7c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:00.509648 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2807f28e-cf92-4b51-a9a9-56590cc630bc req-4b2ae611-712b-4589-a630-ea4ba76d7c2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18bb1dcc-6170-41be-a95d-00121e924f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567803 Jul 14 07:30:00.521051 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3db6cc05-b018-4bb8-8fc0-e8fbcd090b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:00.528715 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-94c46c2d-2efc-4562-a414-f3abe75e3b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'name': 'tempest-TestAggregatesBasicOps-1543475065-router', 'tenant_id': '7d7d069056fa409a9be303d9bdc66639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '6d805193-8536-4892-be74-739b5c259688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:29:43Z', 'updated_at': '2021-07-14T07:29:59Z', 'revision_number': 5, 'project_id': '7d7d069056fa409a9be303d9bdc66639', 'gw_port': {'id': '6d805193-8536-4892-be74-739b5c259688', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:44Z', 'updated_at': '2021-07-14T07:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:00.532560 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-0ae756b9-a540-4e98-873b-7412611ac73f None None] Set router f4d32301-2c70-45b9-888d-2604f0e1d97d gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:00.558057 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c46c2d-2efc-4562-a414-f3abe75e3b57 None None] Checking router: c1921b2c-30e0-4a6c-a255-85668a4b7592 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:30:00.571575 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c46c2d-2efc-4562-a414-f3abe75e3b57 None None] Routers {'c1921b2c-30e0-4a6c-a255-85668a4b7592'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:00.572527 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-94c46c2d-2efc-4562-a414-f3abe75e3b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['c1921b2c-30e0-4a6c-a255-85668a4b7592'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:00.605361 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-90a13e0c-90cc-49b4-8182-486b9296bb3a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7b4e8051a664c019a0af911d6ce8090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2865653 Jul 14 07:30:00.608844 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-2d5b1bbf-f581-4e18-8d80-3e60b511a5e0 req-d15de7db-1207-4087-8042-248bff41b85f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Deleting port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:30:00.609219 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2d5b1bbf-f581-4e18-8d80-3e60b511a5e0 req-d15de7db-1207-4087-8042-248bff41b85f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:00.611644 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53942) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:00.664280 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b98abc0-be4a-40e6-8264-0c81f69c41ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:00.672422 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2807f28e-cf92-4b51-a9a9-56590cc630bc req-51920e6a-588e-4c74-a1e6-93aad5195ef1 service neutron] 10.222.0.15 "GET /v2.0/networks/18bb1dcc-6170-41be-a95d-00121e924f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565824 Jul 14 07:30:00.690877 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-94c46c2d-2efc-4562-a414-f3abe75e3b57 None None] Set router c1921b2c-30e0-4a6c-a255-85668a4b7592 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:00.740569 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a8bec623-4cc2-4045-801c-aaa402ac951c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:00.745991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-2d5b1bbf-f581-4e18-8d80-3e60b511a5e0 req-d15de7db-1207-4087-8042-248bff41b85f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] For port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:00.746178 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2d5b1bbf-f581-4e18-8d80-3e60b511a5e0 req-d15de7db-1207-4087-8042-248bff41b85f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:00.782563 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a8bec623-4cc2-4045-801c-aaa402ac951c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:00.810579 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3b98abc0-be4a-40e6-8264-0c81f69c41ef admin admin] Deleting port 6d805193-8536-4892-be74-739b5c259688 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:30:00.811456 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b98abc0-be4a-40e6-8264-0c81f69c41ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:00.822730 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-0ae756b9-a540-4e98-873b-7412611ac73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'name': 'tempest-TaggedBootDevicesTest_v242-1347100739-router', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:05Z', 'updated_at': '2021-07-14T07:28:09Z', 'revision_number': 4, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'gw_port': {'id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:06Z', 'updated_at': '2021-07-14T07:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '016035c3-a145-4ab2-9569-3fa367053274', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'port_id': '64284bb9-2b5f-4ce0-b542-58b4b3aaa96e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29', 'mac_address': 'fa:16:3e:51:fe:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:28:51Z', 'updated_at': '2021-07-14T07:29:58Z', 'revision_number': 1, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56561b4-4d10-4d66-a89c-d9ed2f60c29c', 'name': '', 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'mac_address': 'fa:16:3e:97:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '47136b84-069d-4c8f-a511-15a77b272aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:09Z', 'updated_at': '2021-07-14T07:28:17Z', 'revision_number': 5, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'subnets': [{'id': '47136b84-069d-4c8f-a511-15a77b272aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:00.828324 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2807f28e-cf92-4b51-a9a9-56590cc630bc req-1d048474-403d-46e7-ad32-9731741fbdef service neutron] 10.222.0.15 "GET /v2.0/networks/18bb1dcc-6170-41be-a95d-00121e924f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470001 Jul 14 07:30:00.860159 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae756b9-a540-4e98-873b-7412611ac73f None None] The sync data for ids ['f4d32301-2c70-45b9-888d-2604f0e1d97d'] in n-d-778696-5 is: [{'id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'name': 'tempest-TaggedBootDevicesTest_v242-1347100739-router', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:05Z', 'updated_at': '2021-07-14T07:28:09Z', 'revision_number': 4, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'gw_port': {'id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:06Z', 'updated_at': '2021-07-14T07:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '016035c3-a145-4ab2-9569-3fa367053274', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'port_id': '64284bb9-2b5f-4ce0-b542-58b4b3aaa96e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29', 'mac_address': 'fa:16:3e:51:fe:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:28:51Z', 'updated_at': '2021-07-14T07:29:58Z', 'revision_number': 1, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56561b4-4d10-4d66-a89c-d9ed2f60c29c', 'name': '', 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'mac_address': 'fa:16:3e:97:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '47136b84-069d-4c8f-a511-15a77b272aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:09Z', 'updated_at': '2021-07-14T07:28:17Z', 'revision_number': 5, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'subnets': [{'id': '47136b84-069d-4c8f-a511-15a77b272aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:30:00.872913 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a8bec623-4cc2-4045-801c-aaa402ac951c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:00.876339 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a8bec623-4cc2-4045-801c-aaa402ac951c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:00.879860 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a8bec623-4cc2-4045-801c-aaa402ac951c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/58ac8620-94af-4bed-ba58-791e54db778c HTTP/1.1" status: 204 len: 168 time: 0.2646894 Jul 14 07:30:00.887677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bec623-4cc2-4045-801c-aaa402ac951c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ac8620-94af-4bed-ba58-791e54db778c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:00.994796 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-94c46c2d-2efc-4562-a414-f3abe75e3b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'name': 'tempest-TestAggregatesBasicOps-1543475065-router', 'tenant_id': '7d7d069056fa409a9be303d9bdc66639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '6d805193-8536-4892-be74-739b5c259688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:29:43Z', 'updated_at': '2021-07-14T07:29:59Z', 'revision_number': 5, 'project_id': '7d7d069056fa409a9be303d9bdc66639', 'gw_port': {'id': '6d805193-8536-4892-be74-739b5c259688', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:44Z', 'updated_at': '2021-07-14T07:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:01.034794 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c46c2d-2efc-4562-a414-f3abe75e3b57 None None] The sync data for ids ['c1921b2c-30e0-4a6c-a255-85668a4b7592'] in n-d-778696-5 is: [{'id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'name': 'tempest-TestAggregatesBasicOps-1543475065-router', 'tenant_id': '7d7d069056fa409a9be303d9bdc66639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '6d805193-8536-4892-be74-739b5c259688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:29:43Z', 'updated_at': '2021-07-14T07:29:59Z', 'revision_number': 5, 'project_id': '7d7d069056fa409a9be303d9bdc66639', 'gw_port': {'id': '6d805193-8536-4892-be74-739b5c259688', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1921b2c-30e0-4a6c-a255-85668a4b7592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:29:44Z', 'updated_at': '2021-07-14T07:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:30:01.054876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3b98abc0-be4a-40e6-8264-0c81f69c41ef admin admin] For port 6d805193-8536-4892-be74-739b5c259688, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6d805193-8536-4892-be74-739b5c259688,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:01.057580 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b98abc0-be4a-40e6-8264-0c81f69c41ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:01.095072 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2d5b1bbf-f581-4e18-8d80-3e60b511a5e0 req-d15de7db-1207-4087-8042-248bff41b85f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:01.095746 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2d5b1bbf-f581-4e18-8d80-3e60b511a5e0 req-d15de7db-1207-4087-8042-248bff41b85f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:01.095746 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [req-2d5b1bbf-f581-4e18-8d80-3e60b511a5e0 req-d15de7db-1207-4087-8042-248bff41b85f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Floating IP d81f60f9-55fb-4f63-91b9-9c88c763954c disassociated. External IP: 172.25.7.183, port: 2e36dc1d-c57b-48c6-bb75-df5a84d61e15. Jul 14 07:30:01.096094 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-2d5b1bbf-f581-4e18-8d80-3e60b511a5e0 req-d15de7db-1207-4087-8042-248bff41b85f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Calling delete_port for 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:30:01.098361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3b98abc0-be4a-40e6-8264-0c81f69c41ef admin admin] Calling delete_port for 6d805193-8536-4892-be74-739b5c259688 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:30:01.231218 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2375e3e-b99a-462c-83bc-5b0a4e6cf308 None None] New status for floating IP 016035c3-a145-4ab2-9569-3fa367053274: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:30:01.250228 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53954) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:01.329845 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-df034773-6544-4a5c-a924-31f5ff3bfffc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa6e76380ec140c3ac49df55303bffcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0780170 Jul 14 07:30:01.333024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53956) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:01.385729 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3b6bb-0e84-4765-93d7-141d32abf7fb req-440bc850-9865-4bb3-9c69-d69b64a748ad tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:01.387490 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3db3b6bb-0e84-4765-93d7-141d32abf7fb req-440bc850-9865-4bb3-9c69-d69b64a748ad tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 944 time: 0.1141186 Jul 14 07:30:01.390323 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2d5b1bbf-f581-4e18-8d80-3e60b511a5e0 req-d15de7db-1207-4087-8042-248bff41b85f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:01.426894 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-414797da-8437-41ff-8908-16f27ed69ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:01.431628 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15de7db-1207-4087-8042-248bff41b85f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Pushing event deleted for resources: {'Port': ['ID=2e36dc1d-c57b-48c6-bb75-df5a84d61e15,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:01.445723 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b98abc0-be4a-40e6-8264-0c81f69c41ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:01.482936 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3db3b6bb-0e84-4765-93d7-141d32abf7fb req-b6588722-71c5-40f6-99c5-a0c175ad68c5 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861959 Jul 14 07:30:01.493932 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-414797da-8437-41ff-8908-16f27ed69ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:01.509227 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98abc0-be4a-40e6-8264-0c81f69c41ef admin admin] Pushing event deleted for resources: {'Port': ['ID=6d805193-8536-4892-be74-739b5c259688,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:01.554344 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-414797da-8437-41ff-8908-16f27ed69ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:01.557308 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-414797da-8437-41ff-8908-16f27ed69ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:01.561596 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-414797da-8437-41ff-8908-16f27ed69ae4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29c2e420-4990-4e08-9d45-889bb5223287 HTTP/1.1" status: 204 len: 168 time: 0.2248087 Jul 14 07:30:01.568033 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414797da-8437-41ff-8908-16f27ed69ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c2e420-4990-4e08-9d45-889bb5223287,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:01.600373 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b98abc0-be4a-40e6-8264-0c81f69c41ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:01.725570 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d9f4c78d-082a-40b7-99c7-9d9f4648327c no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:30:01.752419 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b98abc0-be4a-40e6-8264-0c81f69c41ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:01.754174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: d9f4c78d-082a-40b7-99c7-9d9f4648327c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:30:01.754528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d9f4c78d-082a-40b7-99c7-9d9f4648327c not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:30:01.756392 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b98abc0-be4a-40e6-8264-0c81f69c41ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:01.806074 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d5b1bbf-f581-4e18-8d80-3e60b511a5e0 req-d15de7db-1207-4087-8042-248bff41b85f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Router 984f48dc-9199-4ed8-a228-f53ce6f2eff6 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:30:01.812118 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b98abc0-be4a-40e6-8264-0c81f69c41ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:01.812654 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b98abc0-be4a-40e6-8264-0c81f69c41ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1921b2c-30e0-4a6c-a255-85668a4b7592 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:30:01.817272 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b98abc0-be4a-40e6-8264-0c81f69c41ef admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:01.821138 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3b98abc0-be4a-40e6-8264-0c81f69c41ef admin admin] 10.222.0.35 "DELETE /v2.0/routers/c1921b2c-30e0-4a6c-a255-85668a4b7592 HTTP/1.1" status: 204 len: 168 time: 1.6707904 Jul 14 07:30:01.821532 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53962) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:01.884839 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4162a72-08b5-478f-8a3c-b54714efc034 admin admin] Deleting subnet 2493e615-d931-4f73-a3ce-baac70613939 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:30:01.893878 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4162a72-08b5-478f-8a3c-b54714efc034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:01.956500 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4162a72-08b5-478f-8a3c-b54714efc034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:02.054877 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4162a72-08b5-478f-8a3c-b54714efc034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:02.130940 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4162a72-08b5-478f-8a3c-b54714efc034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:02.171523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4162a72-08b5-478f-8a3c-b54714efc034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2493e615-d931-4f73-a3ce-baac70613939,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:02.177657 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4162a72-08b5-478f-8a3c-b54714efc034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:02.180167 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f4162a72-08b5-478f-8a3c-b54714efc034 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2493e615-d931-4f73-a3ce-baac70613939 HTTP/1.1" status: 204 len: 168 time: 0.3576510 Jul 14 07:30:02.184845 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53974) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:02.185997 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66622299-cd3e-4232-8786-e46e4b90a3eb None None] Network faff4a2a-3d9a-4bc2-bff0-df6d379e23a4 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:30:02.262425 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:02.345370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d5b1bbf-f581-4e18-8d80-3e60b511a5e0 req-d15de7db-1207-4087-8042-248bff41b85f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:30:02.349373 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] Deleting port 3f5e6583-50f0-4cb5-abf7-43142f1adfec {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:30:02.350931 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:02.363751 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69453805-1718-42d5-8c8e-5c7368f93ee8 None None] Sync routers for ids ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:30:02.376598 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69453805-1718-42d5-8c8e-5c7368f93ee8 None None] Routers {'984f48dc-9199-4ed8-a228-f53ce6f2eff6'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:02.377278 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-69453805-1718-42d5-8c8e-5c7368f93ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:02.409176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5b1bbf-f581-4e18-8d80-3e60b511a5e0 req-d15de7db-1207-4087-8042-248bff41b85f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] No DVR routers for this DVR port 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:30:02.411420 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-2d5b1bbf-f581-4e18-8d80-3e60b511a5e0 req-d15de7db-1207-4087-8042-248bff41b85f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:02.414328 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2d5b1bbf-f581-4e18-8d80-3e60b511a5e0 req-d15de7db-1207-4087-8042-248bff41b85f tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.30 "DELETE /v2.0/ports/2e36dc1d-c57b-48c6-bb75-df5a84d61e15 HTTP/1.1" status: 204 len: 173 time: 2.1220355 Jul 14 07:30:02.430713 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'name': 'network-vif-deleted', 'tag': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:30:02.445258 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0780291e-2b52-48a7-8331-6280d74ce070" -d '{"events": [{"server_uuid": "64800e8e-44d3-47dd-9fce-d50d50e5fa4a", "name": "network-vif-deleted", "tag": "2e36dc1d-c57b-48c6-bb75-df5a84d61e15"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:30:02.507815 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30a01c4-5ec6-42ad-a7bc-a9027abfb90f None None] DHCP port deletion for faff4a2a-3d9a-4bc2-bff0-df6d379e23a4 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:30:02.551820 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81ede97-e32b-4ff5-a6fc-f1b042d4b2d4 x-openstack-request-id: req-b81ede97-e32b-4ff5-a6fc-f1b042d4b2d4 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:30:02.552574 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64800e8e-44d3-47dd-9fce-d50d50e5fa4a", "name": "network-vif-deleted", "tag": "2e36dc1d-c57b-48c6-bb75-df5a84d61e15", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:30:02.552833 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b81ede97-e32b-4ff5-a6fc-f1b042d4b2d4 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:30:02.553259 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64800e8e-44d3-47dd-9fce-d50d50e5fa4a', 'name': 'network-vif-deleted', 'tag': '2e36dc1d-c57b-48c6-bb75-df5a84d61e15', 'status': 'completed', 'code': 200} Jul 14 07:30:02.573453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] For port 3f5e6583-50f0-4cb5-abf7-43142f1adfec, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3f5e6583-50f0-4cb5-abf7-43142f1adfec,segment=NetworkSegment(b94adea0-e35d-4108-85d3-834a719634fb),segment_id=b94adea0-e35d-4108-85d3-834a719634fb)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:02.573832 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:02.585249 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-69453805-1718-42d5-8c8e-5c7368f93ee8 None None] Set router 984f48dc-9199-4ed8-a228-f53ce6f2eff6 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:02.604062 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] Calling delete_port for 3f5e6583-50f0-4cb5-abf7-43142f1adfec owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:30:02.619326 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d30a01c4-5ec6-42ad-a7bc-a9027abfb90f None None] Deleting port 3f5e6583-50f0-4cb5-abf7-43142f1adfec {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:30:02.620013 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d30a01c4-5ec6-42ad-a7bc-a9027abfb90f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:02.744859 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d30a01c4-5ec6-42ad-a7bc-a9027abfb90f None None] For port 3f5e6583-50f0-4cb5-abf7-43142f1adfec, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=3f5e6583-50f0-4cb5-abf7-43142f1adfec,segment=NetworkSegment(b94adea0-e35d-4108-85d3-834a719634fb),segment_id=b94adea0-e35d-4108-85d3-834a719634fb)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:02.746177 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d30a01c4-5ec6-42ad-a7bc-a9027abfb90f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:02.766869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d30a01c4-5ec6-42ad-a7bc-a9027abfb90f None None] Calling delete_port for 3f5e6583-50f0-4cb5-abf7-43142f1adfec owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:30:02.794016 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b426bc0-0e37-4069-be67-169307f1ed04 req-398f8fcb-2534-4481-8796-6446586a4969 tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/ports?device_id=64800e8e-44d3-47dd-9fce-d50d50e5fa4a HTTP/1.1" status: 200 len: 210 time: 0.0476613 Jul 14 07:30:02.810867 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:02.818778 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 53988) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:02.839260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5e6583-50f0-4cb5-abf7-43142f1adfec,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:02.848415 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] No DVR routers for this DVR port 3f5e6583-50f0-4cb5-abf7-43142f1adfec on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:30:02.885583 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d30a01c4-5ec6-42ad-a7bc-a9027abfb90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:02.915885 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a01c4-5ec6-42ad-a7bc-a9027abfb90f None None] Pushing event deleted for resources: {'Port': ['ID=3f5e6583-50f0-4cb5-abf7-43142f1adfec,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:02.922684 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30a01c4-5ec6-42ad-a7bc-a9027abfb90f None None] No DVR routers for this DVR port 3f5e6583-50f0-4cb5-abf7-43142f1adfec on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:30:02.940832 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:02.953477 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faff4a2a-3d9a-4bc2-bff0-df6d379e23a4']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:02.959774 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-768ca1b9-4112-48da-829a-a86e1bee43d9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-223119985-network', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:02.964362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94adea0-e35d-4108-85d3-834a719634fb') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:02.964930 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94adea0-e35d-4108-85d3-834a719634fb') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:02.975102 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:02.988602 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768ca1b9-4112-48da-829a-a86e1bee43d9 admin admin] Made reservation on behalf of 615cd8d1bde74969b627a5c3975d9043 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:30:02.990529 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-768ca1b9-4112-48da-829a-a86e1bee43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:02.991087 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:02.999258 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-768ca1b9-4112-48da-829a-a86e1bee43d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:02.999444 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:30:02.999813 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:30:03.001922 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:30:03.011098 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-69453805-1718-42d5-8c8e-5c7368f93ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'name': 'tempest-ServerActionsTestJSON-1416632011-router', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd7a74964-edda-489f-a589-4f34ee041060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:25Z', 'revision_number': 4, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'gw_port': {'id': 'd7a74964-edda-489f-a589-4f34ee041060', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '476f81ce-2c1a-499d-afea-338afa5e57b9', 'name': '', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'mac_address': 'fa:16:3e:d9:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:24Z', 'updated_at': '2021-07-14T07:22:33Z', 'revision_number': 5, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'subnets': [{'id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:03.041566 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69453805-1718-42d5-8c8e-5c7368f93ee8 None None] Checking router: 984f48dc-9199-4ed8-a228-f53ce6f2eff6 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:30:03.050025 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69453805-1718-42d5-8c8e-5c7368f93ee8 None None] Routers {'984f48dc-9199-4ed8-a228-f53ce6f2eff6'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:03.050748 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-69453805-1718-42d5-8c8e-5c7368f93ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:29:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:03.069964 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.083512 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.088386 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/faff4a2a-3d9a-4bc2-bff0-df6d379e23a4 HTTP/1.1" status: 204 len: 168 time: 0.9023914 Jul 14 07:30:03.099733 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af08c01-b608-49b6-9ca7-b4ec9604dde1 admin admin] Pushing event deleted for resources: {'Network': ['ID=faff4a2a-3d9a-4bc2-bff0-df6d379e23a4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:03.168505 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-768ca1b9-4112-48da-829a-a86e1bee43d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.173406 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-768ca1b9-4112-48da-829a-a86e1bee43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.201040 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-69453805-1718-42d5-8c8e-5c7368f93ee8 None None] Set router 984f48dc-9199-4ed8-a228-f53ce6f2eff6 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:03.234550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768ca1b9-4112-48da-829a-a86e1bee43d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:30:03.235404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53996) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:03.239387 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ca1b9-4112-48da-829a-a86e1bee43d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12892361-6120-429b-a7bb-bd0104b0063c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:03.281016 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-768ca1b9-4112-48da-829a-a86e1bee43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.281820 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-768ca1b9-4112-48da-829a-a86e1bee43d9 admin admin] Added segment df50c3e7-d52e-49b7-82d2-51b454e7fb83 of type vlan for network b227cb95-accc-407b-92b7-3a2998bb1bd7 Jul 14 07:30:03.293835 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1d013884-ec6f-43a4-8b0d-796d87352354 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=217d8c25e2d440258dcab6078dc59b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568633 Jul 14 07:30:03.296401 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 53998) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:03.322434 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-62320649-0168-4cd7-a06d-90e7a0b46931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.353625 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-768ca1b9-4112-48da-829a-a86e1bee43d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.368689 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4fdd-b576-4c21-a129-45aa7023c0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.386062 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-768ca1b9-4112-48da-829a-a86e1bee43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.387234 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768ca1b9-4112-48da-829a-a86e1bee43d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:03.387868 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-768ca1b9-4112-48da-829a-a86e1bee43d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.395365 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4fdd-b576-4c21-a129-45aa7023c0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.447809 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-768ca1b9-4112-48da-829a-a86e1bee43d9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6249759 Jul 14 07:30:03.448361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54000) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:03.452398 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4fdd-b576-4c21-a129-45aa7023c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.453783 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f1a75bc4-bd03-48a9-bfea-9ad6130bd064 admin admin] Request body: {'subnet': {'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-223119985-subnet', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:03.455532 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4fdd-b576-4c21-a129-45aa7023c0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.460077 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ca1b9-4112-48da-829a-a86e1bee43d9 admin admin] Pushing event updated for resources: {'Network': ['ID=b227cb95-accc-407b-92b7-3a2998bb1bd7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:03.460818 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7c4a4fdd-b576-4c21-a129-45aa7023c0ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f16ed42f-7223-4c9e-9208-e91fefc6b234 HTTP/1.1" status: 204 len: 168 time: 0.1631691 Jul 14 07:30:03.469975 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network b227cb95-accc-407b-92b7-3a2998bb1bd7 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:30:03.470339 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a4fdd-b576-4c21-a129-45aa7023c0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16ed42f-7223-4c9e-9208-e91fefc6b234,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:03.490869 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-69453805-1718-42d5-8c8e-5c7368f93ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'name': 'tempest-ServerActionsTestJSON-1416632011-router', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd7a74964-edda-489f-a589-4f34ee041060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:25Z', 'revision_number': 4, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'gw_port': {'id': 'd7a74964-edda-489f-a589-4f34ee041060', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '476f81ce-2c1a-499d-afea-338afa5e57b9', 'name': '', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'mac_address': 'fa:16:3e:d9:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:24Z', 'updated_at': '2021-07-14T07:22:33Z', 'revision_number': 5, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'subnets': [{'id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:03.494897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a75bc4-bd03-48a9-bfea-9ad6130bd064 admin admin] Made reservation on behalf of 615cd8d1bde74969b627a5c3975d9043 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:30:03.498676 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1a75bc4-bd03-48a9-bfea-9ad6130bd064 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.520511 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69453805-1718-42d5-8c8e-5c7368f93ee8 None None] The sync data for ids ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'] in n-d-778696-5 is: [{'id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'name': 'tempest-ServerActionsTestJSON-1416632011-router', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd7a74964-edda-489f-a589-4f34ee041060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:25Z', 'revision_number': 4, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'gw_port': {'id': 'd7a74964-edda-489f-a589-4f34ee041060', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '476f81ce-2c1a-499d-afea-338afa5e57b9', 'name': '', 'network_id': 'b2c5cf15-5a87-4c97-91f8-6d7dceaa510f', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'mac_address': 'fa:16:3e:d9:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:24Z', 'updated_at': '2021-07-14T07:22:33Z', 'revision_number': 5, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'subnets': [{'id': '40a6fcbc-1ebb-4df2-9269-8464ec56e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:30:03.606335 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.691708 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 3f5e6583-50f0-4cb5-abf7-43142f1adfec no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:30:03.709546 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1a75bc4-bd03-48a9-bfea-9ad6130bd064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.723162 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 3f5e6583-50f0-4cb5-abf7-43142f1adfec {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:30:03.723516 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 3f5e6583-50f0-4cb5-abf7-43142f1adfec not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:30:03.723939 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6d805193-8536-4892-be74-739b5c259688 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:30:03.746288 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 6d805193-8536-4892-be74-739b5c259688 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:30:03.746945 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6d805193-8536-4892-be74-739b5c259688 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:30:03.773328 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a75bc4-bd03-48a9-bfea-9ad6130bd064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=004b12ea-a6a1-44c5-ad92-36678056c47b,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:03.781444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a75bc4-bd03-48a9-bfea-9ad6130bd064 admin admin] Checking segment: {'id': 'df50c3e7-d52e-49b7-82d2-51b454e7fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:30:03.781956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a75bc4-bd03-48a9-bfea-9ad6130bd064 admin admin] Network hostable DHCP agents. Network: b227cb95-accc-407b-92b7-3a2998bb1bd7, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:30:03.808162 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a75bc4-bd03-48a9-bfea-9ad6130bd064 admin admin] Network b227cb95-accc-407b-92b7-3a2998bb1bd7 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:30:03.825491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f1a75bc4-bd03-48a9-bfea-9ad6130bd064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, b227cb95-accc-407b-92b7-3a2998bb1bd7) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:03.830357 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a75bc4-bd03-48a9-bfea-9ad6130bd064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:03.831139 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1a75bc4-bd03-48a9-bfea-9ad6130bd064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.835852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd4a729-6350-42bb-bb0c-ee5b986b4407 None None] Network b227cb95-accc-407b-92b7-3a2998bb1bd7 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:30:03.848698 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f1a75bc4-bd03-48a9-bfea-9ad6130bd064 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3995605 Jul 14 07:30:03.851462 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54008) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:03.857291 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-223119985-router', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:03.888033 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c25e5-4c35-4ebe-90e9-f8877ecb95a9 None None] New status for floating IP d81f60f9-55fb-4f63-91b9-9c88c763954c: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:30:03.889544 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.890631 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54010) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:03.890917 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:03.945240 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8f36dc5f-e107-4ff8-ac28-e12a69947703 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d7d069056fa409a9be303d9bdc66639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532892 Jul 14 07:30:03.945867 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54014) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:03.946181 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54016) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:03.962610 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.050263 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b42ab2f3-8f6c-46da-a9fe-45b9c3c3cce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.053066 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dedf481a-03f5-4e7a-a6a6-3e29637fa4ce tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.092262 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b42ab2f3-8f6c-46da-a9fe-45b9c3c3cce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.095234 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dedf481a-03f5-4e7a-a6a6-3e29637fa4ce tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.105534 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.135876 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-b227cb95-accc-407b-92b7-3a2998bb1bd7', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'fixed_ips': [{'subnet_id': '004b12ea-a6a1-44c5-ad92-36678056c47b'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:30:04.136996 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.180404 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dedf481a-03f5-4e7a-a6a6-3e29637fa4ce tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.183294 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dedf481a-03f5-4e7a-a6a6-3e29637fa4ce tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.187739 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-dedf481a-03f5-4e7a-a6a6-3e29637fa4ce tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "DELETE /v2.0/security-groups/ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6 HTTP/1.1" status: 204 len: 168 time: 0.2406061 Jul 14 07:30:04.188729 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54018) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:04.199121 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b42ab2f3-8f6c-46da-a9fe-45b9c3c3cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.202207 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b42ab2f3-8f6c-46da-a9fe-45b9c3c3cce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.205725 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b42ab2f3-8f6c-46da-a9fe-45b9c3c3cce8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99fd2e18-45dc-4c70-810b-42bacf47d170 HTTP/1.1" status: 204 len: 168 time: 0.2550600 Jul 14 07:30:04.215397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf481a-03f5-4e7a-a6a6-3e29637fa4ce tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:04.217491 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-5ec946ae-0558-426a-b741-fd0ff4a23c5b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] show failed (client error): The resource could not be found. Jul 14 07:30:04.221274 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5ec946ae-0558-426a-b741-fd0ff4a23c5b tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "GET /v2.0/security-groups/ccf9ea0c-9575-436e-95bf-db3fcbd0f1c6 HTTP/1.1" status: 404 len: 347 time: 0.0289133 Jul 14 07:30:04.224031 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54022) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:04.239277 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:30:04.264277 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ab2f3-8f6c-46da-a9fe-45b9c3c3cce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fd2e18-45dc-4c70-810b-42bacf47d170,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:04.289018 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:30:04.289418 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2e36dc1d-c57b-48c6-bb75-df5a84d61e15 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:30:04.363668 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.363911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Allocated IP 172.20.0.2 (b227cb95-accc-407b-92b7-3a2998bb1bd7/004b12ea-a6a1-44c5-ad92-36678056c47b/5c561bf5-3d3f-4050-88ef-91d3f209aaf4) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:30:04.381661 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-e7732dff-554e-438d-8cdd-abf73d99d3da tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Deleting port e0f39c8a-fd1d-422b-955b-21da3d513a88 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:30:04.382245 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e7732dff-554e-438d-8cdd-abf73d99d3da tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.395915 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.483884 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e7732dff-554e-438d-8cdd-abf73d99d3da tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.484206 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e7732dff-554e-438d-8cdd-abf73d99d3da tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.502176 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-e7732dff-554e-438d-8cdd-abf73d99d3da tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Calling delete_port for e0f39c8a-fd1d-422b-955b-21da3d513a88 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:30:04.543426 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] Allocated IP 172.25.7.14 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/734f19ac-5e72-4b53-aca8-3ba04b7e8ce3) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:30:04.566266 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.577212 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Transition to ACTIVE for port object 5c561bf5-3d3f-4050-88ef-91d3f209aaf4 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:30:04.594926 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Transition to ACTIVE for port object 5c561bf5-3d3f-4050-88ef-91d3f209aaf4 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:30:04.604897 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.658573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Network b227cb95-accc-407b-92b7-3a2998bb1bd7 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:30:04.662473 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:04.669013 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:30:04.673922 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.683818 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Pushing event updated for resources: {'Port': ['ID=5c561bf5-3d3f-4050-88ef-91d3f209aaf4,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:04.687698 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e7732dff-554e-438d-8cdd-abf73d99d3da tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.706751 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.723243 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7732dff-554e-438d-8cdd-abf73d99d3da tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Pushing event deleted for resources: {'Port': ['ID=e0f39c8a-fd1d-422b-955b-21da3d513a88,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:04.739118 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Attempting to bind port 5c561bf5-3d3f-4050-88ef-91d3f209aaf4 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:30:04.739581 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Attempting to bind port 5c561bf5-3d3f-4050-88ef-91d3f209aaf4 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'df50c3e7-d52e-49b7-82d2-51b454e7fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:30:04.740036 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Attempting to bind port 5c561bf5-3d3f-4050-88ef-91d3f209aaf4 on network b227cb95-accc-407b-92b7-3a2998bb1bd7 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:30:04.751451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:30:04.751451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Checking segment: {'id': 'df50c3e7-d52e-49b7-82d2-51b454e7fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:30:04.751451 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.751451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Bound using segment: {'id': 'df50c3e7-d52e-49b7-82d2-51b454e7fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:30:04.751451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Bound port: 5c561bf5-3d3f-4050-88ef-91d3f209aaf4, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df50c3e7-d52e-49b7-82d2-51b454e7fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:30:04.751451 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.769332 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.809291 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e7732dff-554e-438d-8cdd-abf73d99d3da tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.812472 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e7732dff-554e-438d-8cdd-abf73d99d3da tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.813668 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e7732dff-554e-438d-8cdd-abf73d99d3da tempest-ServerActionsTestJSON-1628169438 tempest-ServerActionsTestJSON-1628169438-project] 10.222.0.35 "DELETE /v2.0/floatingips/d81f60f9-55fb-4f63-91b9-9c88c763954c HTTP/1.1" status: 204 len: 168 time: 0.5891104 Jul 14 07:30:04.816555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54032) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:04.828546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] For port 5c561bf5-3d3f-4050-88ef-91d3f209aaf4, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:30:04.833314 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] For port 5c561bf5-3d3f-4050-88ef-91d3f209aaf4, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=5c561bf5-3d3f-4050-88ef-91d3f209aaf4,segment=NetworkSegment(df50c3e7-d52e-49b7-82d2-51b454e7fb83),segment_id=df50c3e7-d52e-49b7-82d2-51b454e7fb83)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:30:04.836231 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:30:04.839256 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:04.839534 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:04.841902 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:30:04.892385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] Pushing event updated for resources: {'Port': ['ID=734f19ac-5e72-4b53-aca8-3ba04b7e8ce3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:04.927838 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34eaa5b-cc19-46a4-a480-af53b0783ffc None None] Pushing event updated for resources: {'Port': ['ID=5c561bf5-3d3f-4050-88ef-91d3f209aaf4,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:05.198813 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:05.446813 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:05.527818 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8e54-24b4-4907-b186-a5e87eb0cdb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:05.606088 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] Router e689df84-7b0c-4cde-b9c7-b03f999e101d is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:30:05.782274 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:30:05.794598 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Sync routers for ids ['e689df84-7b0c-4cde-b9c7-b03f999e101d'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:30:05.806156 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Routers {'e689df84-7b0c-4cde-b9c7-b03f999e101d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:05.806770 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:30:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e689df84-7b0c-4cde-b9c7-b03f999e101d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:05.816044 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:05.819254 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-014142e4-6cb9-43ea-ab4a-109672005aaf admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9658043 Jul 14 07:30:05.821844 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54060) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:05.831164 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5c561bf5-3d3f-4050-88ef-91d3f209aaf4 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:30:05.945949 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 5c561bf5-3d3f-4050-88ef-91d3f209aaf4 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:30:05.956270 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-0b5e8e54-24b4-4907-b186-a5e87eb0cdb7 admin admin] Deleting port 476f81ce-2c1a-499d-afea-338afa5e57b9 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:30:05.956725 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8e54-24b4-4907-b186-a5e87eb0cdb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:05.968884 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Set router e689df84-7b0c-4cde-b9c7-b03f999e101d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:06.065970 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-0b5e8e54-24b4-4907-b186-a5e87eb0cdb7 admin admin] For port 476f81ce-2c1a-499d-afea-338afa5e57b9, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=476f81ce-2c1a-499d-afea-338afa5e57b9,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:06.066342 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8e54-24b4-4907-b186-a5e87eb0cdb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:06.094569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-0b5e8e54-24b4-4907-b186-a5e87eb0cdb7 admin admin] Calling delete_port for 476f81ce-2c1a-499d-afea-338afa5e57b9 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:30:06.205959 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:06.218010 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'name': 'tempest-TestVolumeBackupRestore-223119985-router', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:03Z', 'updated_at': '2021-07-14T07:30:05Z', 'revision_number': 3, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'gw_port': {'id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:04Z', 'updated_at': '2021-07-14T07:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:06.229768 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab00205-daed-4e8f-a0a6-329a6e3e7781 None None] Network b227cb95-accc-407b-92b7-3a2998bb1bd7 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:30:06.271933 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Checking router: e689df84-7b0c-4cde-b9c7-b03f999e101d for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:30:06.272366 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Updating router e689df84-7b0c-4cde-b9c7-b03f999e101d port 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:30:06.334341 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:06.397376 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8e54-24b4-4907-b186-a5e87eb0cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:06.479215 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e8e54-24b4-4907-b186-a5e87eb0cdb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=476f81ce-2c1a-499d-afea-338afa5e57b9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:06.556869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5e237d23-e34f-44ac-a339-1b2fecee8165 None None] Provisioning for port 5c561bf5-3d3f-4050-88ef-91d3f209aaf4 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:30:06.562969 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5e237d23-e34f-44ac-a339-1b2fecee8165 None None] Provisioning complete for port 5c561bf5-3d3f-4050-88ef-91d3f209aaf4 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:06.563402 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5e237d23-e34f-44ac-a339-1b2fecee8165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:06.610635 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:06.786406 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5e237d23-e34f-44ac-a339-1b2fecee8165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:06.789302 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8e54-24b4-4907-b186-a5e87eb0cdb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:06.816048 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:06.831410 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5e237d23-e34f-44ac-a339-1b2fecee8165 None None] For port 5c561bf5-3d3f-4050-88ef-91d3f209aaf4, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=5c561bf5-3d3f-4050-88ef-91d3f209aaf4,segment=NetworkSegment(df50c3e7-d52e-49b7-82d2-51b454e7fb83),segment_id=df50c3e7-d52e-49b7-82d2-51b454e7fb83)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:06.836928 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Transition to ACTIVE for port object 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:30:06.850674 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:06.855495 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5e237d23-e34f-44ac-a339-1b2fecee8165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:06.936939 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e237d23-e34f-44ac-a339-1b2fecee8165 None None] Pushing event updated for resources: {'Port': ['ID=5c561bf5-3d3f-4050-88ef-91d3f209aaf4,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:06.940678 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c560a65-f6c0-459a-872a-e97bae57c4eb None None] Pushing event updated for resources: {'Port': ['ID=734f19ac-5e72-4b53-aca8-3ba04b7e8ce3,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:06.944299 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Attempting to bind port 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:30:06.945526 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Attempting to bind port 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:30:06.946263 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Attempting to bind port 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:30:06.954019 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:30:06.954731 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:30:06.955482 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:06.956090 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:30:06.956772 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Bound port: 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:30:06.957436 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:06.978511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] Allocated IP 172.20.0.1 (b227cb95-accc-407b-92b7-3a2998bb1bd7/004b12ea-a6a1-44c5-ad92-36678056c47b/11444cce-8b04-402d-b418-4d0f64836c49) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:30:07.018020 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] For port 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:30:07.022229 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] For port 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=734f19ac-5e72-4b53-aca8-3ba04b7e8ce3,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:30:07.033732 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:07.117177 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Routers {'e689df84-7b0c-4cde-b9c7-b03f999e101d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:07.117928 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:30:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e689df84-7b0c-4cde-b9c7-b03f999e101d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:07.138684 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:07.153379 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] Transition to ACTIVE for port object 11444cce-8b04-402d-b418-4d0f64836c49 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:30:07.166923 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5e8e54-24b4-4907-b186-a5e87eb0cdb7 admin admin] Router 984f48dc-9199-4ed8-a228-f53ce6f2eff6 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:30:07.175628 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c560a65-f6c0-459a-872a-e97bae57c4eb None None] Pushing event updated for resources: {'Port': ['ID=734f19ac-5e72-4b53-aca8-3ba04b7e8ce3,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:07.204423 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:07.259180 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] Network b227cb95-accc-407b-92b7-3a2998bb1bd7 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:30:07.265121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:07.273956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:30:07.303240 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] Set router e689df84-7b0c-4cde-b9c7-b03f999e101d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:07.303889 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] Pushing event updated for resources: {'Port': ['ID=11444cce-8b04-402d-b418-4d0f64836c49,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:07.323841 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:07.376575 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5e8e54-24b4-4907-b186-a5e87eb0cdb7 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:30:07.385267 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0b5e8e54-24b4-4907-b186-a5e87eb0cdb7 admin admin] 10.222.0.35 "PUT /v2.0/routers/984f48dc-9199-4ed8-a228-f53ce6f2eff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5675478 Jul 14 07:30:07.386281 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54084) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:07.404858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9715661-2732-48fa-8619-3ecc4f30e88a None None] Sync routers for ids ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:30:07.446128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9715661-2732-48fa-8619-3ecc4f30e88a None None] Routers {'984f48dc-9199-4ed8-a228-f53ce6f2eff6'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:07.446988 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e9715661-2732-48fa-8619-3ecc4f30e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:30:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:07.454917 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-92fb8790-d2a3-4052-ab80-ad1a5a6e6c83 None None] Provisioning complete for port 5c561bf5-3d3f-4050-88ef-91d3f209aaf4 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:07.455505 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-92fb8790-d2a3-4052-ab80-ad1a5a6e6c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:07.553746 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:07.584795 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccb9a1fc-92c8-4c61-a7ad-1c7e090d4dfc admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:07.611800 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-e9715661-2732-48fa-8619-3ecc4f30e88a None None] Set router 984f48dc-9199-4ed8-a228-f53ce6f2eff6 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:07.680615 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'name': 'tempest-TestVolumeBackupRestore-223119985-router', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:03Z', 'updated_at': '2021-07-14T07:30:05Z', 'revision_number': 3, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'gw_port': {'id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:04Z', 'updated_at': '2021-07-14T07:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:07.737209 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e3053-702e-441e-896d-d67bb279f2a6 None None] The sync data for ids ['e689df84-7b0c-4cde-b9c7-b03f999e101d'] in n-d-778696-5 is: [{'id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'name': 'tempest-TestVolumeBackupRestore-223119985-router', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:03Z', 'updated_at': '2021-07-14T07:30:05Z', 'revision_number': 3, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'gw_port': {'id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:04Z', 'updated_at': '2021-07-14T07:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:30:07.745410 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccb9a1fc-92c8-4c61-a7ad-1c7e090d4dfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:07.761962 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:07.771484 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:07.821438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9a1fc-92c8-4c61-a7ad-1c7e090d4dfc admin admin] Deleting port d7a74964-edda-489f-a589-4f34ee041060 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:30:07.821981 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccb9a1fc-92c8-4c61-a7ad-1c7e090d4dfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:07.861332 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5c561bf5-3d3f-4050-88ef-91d3f209aaf4 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:30:07.880045 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:07.891648 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] Pushing event updated for resources: {'Port': ['ID=11444cce-8b04-402d-b418-4d0f64836c49,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:07.988470 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54088) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:07.994306 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e1b9c262-f35f-43d7-9daf-3a688d9c050b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Request body: {'network': {'name': 'tempest-network-smoke--974855657', 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'port_security_enabled': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:08.026764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-ccb9a1fc-92c8-4c61-a7ad-1c7e090d4dfc admin admin] For port d7a74964-edda-489f-a589-4f34ee041060, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d7a74964-edda-489f-a589-4f34ee041060,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:08.027148 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccb9a1fc-92c8-4c61-a7ad-1c7e090d4dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:08.054868 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9a1fc-92c8-4c61-a7ad-1c7e090d4dfc admin admin] Calling delete_port for d7a74964-edda-489f-a589-4f34ee041060 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:30:08.093765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 5c561bf5-3d3f-4050-88ef-91d3f209aaf4 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:08.094646 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:08.159780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e9715661-2732-48fa-8619-3ecc4f30e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'name': 'tempest-ServerActionsTestJSON-1416632011-router', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'd7a74964-edda-489f-a589-4f34ee041060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:30:06Z', 'revision_number': 5, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'gw_port': {'id': 'd7a74964-edda-489f-a589-4f34ee041060', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:08.245548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9715661-2732-48fa-8619-3ecc4f30e88a None None] Checking router: 984f48dc-9199-4ed8-a228-f53ce6f2eff6 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:30:08.288897 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6f5d1fc0-e1bc-45e8-9ffb-87dc31d3ad27 None None] Provisioning for port 11444cce-8b04-402d-b418-4d0f64836c49 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:30:08.314178 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9715661-2732-48fa-8619-3ecc4f30e88a None None] Routers {'984f48dc-9199-4ed8-a228-f53ce6f2eff6'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:08.323004 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e9715661-2732-48fa-8619-3ecc4f30e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:30:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:08.328195 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6f5d1fc0-e1bc-45e8-9ffb-87dc31d3ad27 None None] Provisioning complete for port 11444cce-8b04-402d-b418-4d0f64836c49 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:08.329664 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6f5d1fc0-e1bc-45e8-9ffb-87dc31d3ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:08.416081 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccb9a1fc-92c8-4c61-a7ad-1c7e090d4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:08.449580 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b9c262-f35f-43d7-9daf-3a688d9c050b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Made reservation on behalf of 04eb6db14b1148f59113d288ff50f1ab for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:30:08.453542 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c262-f35f-43d7-9daf-3a688d9c050b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:08.464039 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c262-f35f-43d7-9daf-3a688d9c050b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:08.476403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-6f5d1fc0-e1bc-45e8-9ffb-87dc31d3ad27 None None] Port 11444cce-8b04-402d-b418-4d0f64836c49 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:30:08.497838 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-e9715661-2732-48fa-8619-3ecc4f30e88a None None] Set router 984f48dc-9199-4ed8-a228-f53ce6f2eff6 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:08.511010 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] Network b227cb95-accc-407b-92b7-3a2998bb1bd7 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:30:08.514556 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9a1fc-92c8-4c61-a7ad-1c7e090d4dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a74964-edda-489f-a589-4f34ee041060,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:08.524774 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:08.614001 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e9715661-2732-48fa-8619-3ecc4f30e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'name': 'tempest-ServerActionsTestJSON-1416632011-router', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:30:07Z', 'revision_number': 6, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:08.616527 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccb9a1fc-92c8-4c61-a7ad-1c7e090d4dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:08.666340 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9715661-2732-48fa-8619-3ecc4f30e88a None None] The sync data for ids ['984f48dc-9199-4ed8-a228-f53ce6f2eff6'] in n-d-778696-5 is: [{'id': '984f48dc-9199-4ed8-a228-f53ce6f2eff6', 'name': 'tempest-ServerActionsTestJSON-1416632011-router', 'tenant_id': '5388180d7e484dd0b2d86403880fc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:22:21Z', 'updated_at': '2021-07-14T07:30:07Z', 'revision_number': 6, 'project_id': '5388180d7e484dd0b2d86403880fc87d', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:30:08.751802 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccb9a1fc-92c8-4c61-a7ad-1c7e090d4dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:08.753662 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] Router e689df84-7b0c-4cde-b9c7-b03f999e101d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:30:08.754427 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccb9a1fc-92c8-4c61-a7ad-1c7e090d4dfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:08.788608 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c262-f35f-43d7-9daf-3a688d9c050b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:08.820902 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c262-f35f-43d7-9daf-3a688d9c050b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:08.848978 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b9c262-f35f-43d7-9daf-3a688d9c050b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:30:08.879671 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c262-f35f-43d7-9daf-3a688d9c050b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:08.880126 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-e1b9c262-f35f-43d7-9daf-3a688d9c050b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Added segment 9436bcac-8d0c-418a-a409-012be57d9541 of type vlan for network d5b42fc2-ae28-4929-ab29-8c1578008172 Jul 14 07:30:08.905439 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f52e4f80-3dcd-437e-9815-1f179849589b None None] Provisioning complete for port 11444cce-8b04-402d-b418-4d0f64836c49 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:08.906519 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f52e4f80-3dcd-437e-9815-1f179849589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:08.920861 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9c262-f35f-43d7-9daf-3a688d9c050b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c256742c-0e5f-44de-b2bb-af809af47221,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:08.948546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f52e4f80-3dcd-437e-9815-1f179849589b None None] Port 11444cce-8b04-402d-b418-4d0f64836c49 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:30:08.974459 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c262-f35f-43d7-9daf-3a688d9c050b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:08.992114 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:30:09.006902 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b526a816-470c-4b1f-843f-d54baacc923a admin admin] 10.222.0.35 "PUT /v2.0/routers/e689df84-7b0c-4cde-b9c7-b03f999e101d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1749346 Jul 14 07:30:09.034093 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c262-f35f-43d7-9daf-3a688d9c050b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.040745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b9c262-f35f-43d7-9daf-3a688d9c050b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:09.041029 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c262-f35f-43d7-9daf-3a688d9c050b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.130053 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9c262-f35f-43d7-9daf-3a688d9c050b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event updated for resources: {'Network': ['ID=d5b42fc2-ae28-4929-ab29-8c1578008172,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:09.143819 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network d5b42fc2-ae28-4929-ab29-8c1578008172 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:30:09.154828 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e1b9c262-f35f-43d7-9daf-3a688d9c050b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1626937 Jul 14 07:30:09.155878 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54096) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:09.162509 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1111029345', 'admin_state_up': True, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:09.222016 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.222715 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.240267 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccb9a1fc-92c8-4c61-a7ad-1c7e090d4dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.240837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb9a1fc-92c8-4c61-a7ad-1c7e090d4dfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 984f48dc-9199-4ed8-a228-f53ce6f2eff6 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:30:09.256800 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccb9a1fc-92c8-4c61-a7ad-1c7e090d4dfc admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.258047 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ccb9a1fc-92c8-4c61-a7ad-1c7e090d4dfc admin admin] 10.222.0.35 "DELETE /v2.0/routers/984f48dc-9199-4ed8-a228-f53ce6f2eff6 HTTP/1.1" status: 204 len: 168 time: 1.8706863 Jul 14 07:30:09.261693 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54098) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:09.337822 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.346732 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0ee455-0472-4440-8c61-6a9fd87b68a7 admin admin] Deleting subnet 40a6fcbc-1ebb-4df2-9269-8464ec56e1dd {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:30:09.350407 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d0ee455-0472-4440-8c61-6a9fd87b68a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.388010 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d0ee455-0472-4440-8c61-6a9fd87b68a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.482942 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d0ee455-0472-4440-8c61-6a9fd87b68a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.494214 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.543652 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d0ee455-0472-4440-8c61-6a9fd87b68a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.578997 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ee455-0472-4440-8c61-6a9fd87b68a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a6fcbc-1ebb-4df2-9269-8464ec56e1dd,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:09.581213 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d0ee455-0472-4440-8c61-6a9fd87b68a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.587622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54110) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:09.589101 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda29f1e-a193-4869-83fe-a2a3bfc0eae6 None None] Network b2c5cf15-5a87-4c97-91f8-6d7dceaa510f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:30:09.593846 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7d0ee455-0472-4440-8c61-6a9fd87b68a7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/40a6fcbc-1ebb-4df2-9269-8464ec56e1dd HTTP/1.1" status: 204 len: 168 time: 0.3310585 Jul 14 07:30:09.695247 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.759516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54114) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:09.768201 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9e0a5e14-0c58-4e59-8de8-5090d4103a8b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-460395295-network', 'tenant_id': '31eeb21bc0ac44059b4eedfc60b4d5dd'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:09.788779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:30:09.805380 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0a5e14-0c58-4e59-8de8-5090d4103a8b admin admin] Made reservation on behalf of 31eeb21bc0ac44059b4eedfc60b4d5dd for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:30:09.808223 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e0a5e14-0c58-4e59-8de8-5090d4103a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.820882 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e0a5e14-0c58-4e59-8de8-5090d4103a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.844090 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.850272 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:30:09.858235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:09.858446 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.864622 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6044ea78-996c-46cd-bda1-8ae3d1afc50e None None] DHCP port deletion for b2c5cf15-5a87-4c97-91f8-6d7dceaa510f request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:30:09.877915 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.968890 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] Deleting port dabf1785-38b0-4ff7-90de-84d7d571e4b6 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:30:09.969255 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.984305 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e0a5e14-0c58-4e59-8de8-5090d4103a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.989927 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e0a5e14-0c58-4e59-8de8-5090d4103a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:09.996206 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-6044ea78-996c-46cd-bda1-8ae3d1afc50e None None] Deleting port dabf1785-38b0-4ff7-90de-84d7d571e4b6 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:30:09.996691 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6044ea78-996c-46cd-bda1-8ae3d1afc50e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.017243 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0a5e14-0c58-4e59-8de8-5090d4103a8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:30:10.036678 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a5e14-0c58-4e59-8de8-5090d4103a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af071bd7-eae3-4e73-a21d-81d2ffb898b5,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:10.041152 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e0a5e14-0c58-4e59-8de8-5090d4103a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.041152 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-9e0a5e14-0c58-4e59-8de8-5090d4103a8b admin admin] Added segment d7d736f4-1fe3-477e-8d83-f55107c7a94a of type vlan for network c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38 Jul 14 07:30:10.062347 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.085670 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] For port dabf1785-38b0-4ff7-90de-84d7d571e4b6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=dabf1785-38b0-4ff7-90de-84d7d571e4b6,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:10.086016 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.099031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Allocated IP 172.25.7.172 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/15094f30-3766-456c-a799-8a6a7d2f6e64) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:30:10.099398 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e0a5e14-0c58-4e59-8de8-5090d4103a8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.104360 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=734f19ac-5e72-4b53-aca8-3ba04b7e8ce3,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:10.109876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] Calling delete_port for dabf1785-38b0-4ff7-90de-84d7d571e4b6 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:30:10.113438 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-6044ea78-996c-46cd-bda1-8ae3d1afc50e None None] For port dabf1785-38b0-4ff7-90de-84d7d571e4b6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=dabf1785-38b0-4ff7-90de-84d7d571e4b6,segment=NetworkSegment(882d63ec-0221-414f-aec8-455037542b40),segment_id=882d63ec-0221-414f-aec8-455037542b40)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:10.113951 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6044ea78-996c-46cd-bda1-8ae3d1afc50e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.117137 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.147750 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e0a5e14-0c58-4e59-8de8-5090d4103a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.149090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0a5e14-0c58-4e59-8de8-5090d4103a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:10.150099 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e0a5e14-0c58-4e59-8de8-5090d4103a8b admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.152814 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-6044ea78-996c-46cd-bda1-8ae3d1afc50e None None] Calling delete_port for dabf1785-38b0-4ff7-90de-84d7d571e4b6 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:30:10.222227 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d7a74964-edda-489f-a589-4f34ee041060 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:30:10.248493 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: d7a74964-edda-489f-a589-4f34ee041060 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:30:10.248842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d7a74964-edda-489f-a589-4f34ee041060 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:30:10.249302 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 476f81ce-2c1a-499d-afea-338afa5e57b9 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:30:10.253601 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=734f19ac-5e72-4b53-aca8-3ba04b7e8ce3,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:10.282796 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 476f81ce-2c1a-499d-afea-338afa5e57b9 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:30:10.283134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 476f81ce-2c1a-499d-afea-338afa5e57b9 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:30:10.316125 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a5e14-0c58-4e59-8de8-5090d4103a8b admin admin] Pushing event updated for resources: {'Network': ['ID=c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:10.318845 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.325003 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.327964 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9e0a5e14-0c58-4e59-8de8-5090d4103a8b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5671914 Jul 14 07:30:10.331374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54118) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:10.337009 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:30:10.345784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-97343afe-9423-4cd1-8655-6e977d3e5b9e admin admin] Request body: {'subnet': {'network_id': 'c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-460395295-subnet', 'tenant_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:10.360976 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] Pushing event deleted for resources: {'Port': ['ID=dabf1785-38b0-4ff7-90de-84d7d571e4b6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:10.378168 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] No DVR routers for this DVR port dabf1785-38b0-4ff7-90de-84d7d571e4b6 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:30:10.398728 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97343afe-9423-4cd1-8655-6e977d3e5b9e admin admin] Made reservation on behalf of 31eeb21bc0ac44059b4eedfc60b4d5dd for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:30:10.401746 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-97343afe-9423-4cd1-8655-6e977d3e5b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.437779 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6044ea78-996c-46cd-bda1-8ae3d1afc50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.464685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044ea78-996c-46cd-bda1-8ae3d1afc50e None None] Pushing event deleted for resources: {'Port': ['ID=dabf1785-38b0-4ff7-90de-84d7d571e4b6,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:10.470327 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6044ea78-996c-46cd-bda1-8ae3d1afc50e None None] No DVR routers for this DVR port dabf1785-38b0-4ff7-90de-84d7d571e4b6 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:30:10.499178 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Sync routers for ids ['e689df84-7b0c-4cde-b9c7-b03f999e101d'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:30:10.510468 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Routers {'e689df84-7b0c-4cde-b9c7-b03f999e101d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:10.511809 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:30:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e689df84-7b0c-4cde-b9c7-b03f999e101d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:10.518776 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.533165 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.539138 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c5cf15-5a87-4c97-91f8-6d7dceaa510f']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:10.575312 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882d63ec-0221-414f-aec8-455037542b40') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:10.575692 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882d63ec-0221-414f-aec8-455037542b40') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:10.594123 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.612947 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:30:10.614526 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-97343afe-9423-4cd1-8655-6e977d3e5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.619251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:10.621596 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.632656 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:30:10.653767 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event updated for resources: {'Port': ['ID=15094f30-3766-456c-a799-8a6a7d2f6e64,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:10.661093 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:30:10.661537 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:30:10.663322 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:30:10.688870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97343afe-9423-4cd1-8655-6e977d3e5b9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4634b48b-5dc1-4ddb-8f07-e36fc7a4cf4a,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:10.695530 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97343afe-9423-4cd1-8655-6e977d3e5b9e admin admin] Checking segment: {'id': 'd7d736f4-1fe3-477e-8d83-f55107c7a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:30:10.696086 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97343afe-9423-4cd1-8655-6e977d3e5b9e admin admin] Network hostable DHCP agents. Network: c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:30:10.719652 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97343afe-9423-4cd1-8655-6e977d3e5b9e admin admin] Network c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:30:10.730415 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-97343afe-9423-4cd1-8655-6e977d3e5b9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:10.735431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97343afe-9423-4cd1-8655-6e977d3e5b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:10.736245 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-97343afe-9423-4cd1-8655-6e977d3e5b9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.738324 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Set router e689df84-7b0c-4cde-b9c7-b03f999e101d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:10.742642 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8958bc7a-9a79-4ebb-88c8-1207c38b673e None None] Network c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:30:10.754720 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-97343afe-9423-4cd1-8655-6e977d3e5b9e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4198086 Jul 14 07:30:10.754939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54120) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:10.761695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-460395295-router', 'tenant_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:10.793697 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.795648 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.795783 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.818489 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.823306 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] 10.222.0.35 "DELETE /v2.0/networks/b2c5cf15-5a87-4c97-91f8-6d7dceaa510f HTTP/1.1" status: 204 len: 168 time: 1.2333179 Jul 14 07:30:10.836576 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b661d-1eac-4b05-a87e-41401313798a admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c5cf15-5a87-4c97-91f8-6d7dceaa510f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:10.936433 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:10.961845 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38', 'network_id': 'c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38', 'tenant_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'fixed_ips': [{'subnet_id': '4634b48b-5dc1-4ddb-8f07-e36fc7a4cf4a'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:30:10.963118 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.014031 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'name': 'tempest-TestVolumeBackupRestore-223119985-router', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:03Z', 'updated_at': '2021-07-14T07:30:07Z', 'revision_number': 4, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'gw_port': {'id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:04Z', 'updated_at': '2021-07-14T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '11444cce-8b04-402d-b418-4d0f64836c49', 'name': '', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'mac_address': 'fa:16:3e:d0:f4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:06Z', 'updated_at': '2021-07-14T07:30:07Z', 'revision_number': 2, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'subnets': [{'id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:11.032448 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.047232 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Checking router: e689df84-7b0c-4cde-b9c7-b03f999e101d for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:30:11.047597 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Updating router e689df84-7b0c-4cde-b9c7-b03f999e101d port 11444cce-8b04-402d-b418-4d0f64836c49 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:30:11.084330 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.137610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54124) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:11.142131 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Allocated IP 172.20.0.2 (c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38/4634b48b-5dc1-4ddb-8f07-e36fc7a4cf4a/c3f2f4ee-4171-489f-9be1-f8d0866a0d8b) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:30:11.189615 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.208484 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7fbcef59-3e42-483b-a54d-4a66321aa0df admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5388180d7e484dd0b2d86403880fc87d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690789 Jul 14 07:30:11.219598 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54126) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:11.323559 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8817bc75-b5b4-40b6-bc2a-b8101639b8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.331929 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.336974 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.341417 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Transition to ACTIVE for port object c3f2f4ee-4171-489f-9be1-f8d0866a0d8b will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:30:11.354822 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8817bc75-b5b4-40b6-bc2a-b8101639b8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.360808 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Transition to ACTIVE for port object c3f2f4ee-4171-489f-9be1-f8d0866a0d8b will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:30:11.368767 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.412581 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8817bc75-b5b4-40b6-bc2a-b8101639b8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.415529 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8817bc75-b5b4-40b6-bc2a-b8101639b8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.416896 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8817bc75-b5b4-40b6-bc2a-b8101639b8e5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c2749b98-1bdd-40c7-8510-b280d8871bbf HTTP/1.1" status: 204 len: 168 time: 0.1955502 Jul 14 07:30:11.427201 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Network c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:30:11.428388 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Pushing event updated for resources: {'Port': ['ID=c3f2f4ee-4171-489f-9be1-f8d0866a0d8b,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:11.431276 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:11.434137 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:30:11.452781 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817bc75-b5b4-40b6-bc2a-b8101639b8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2749b98-1bdd-40c7-8510-b280d8871bbf,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:11.454190 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.472357 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Transition to ACTIVE for port object 11444cce-8b04-402d-b418-4d0f64836c49 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:30:11.482705 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.510867 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Attempting to bind port c3f2f4ee-4171-489f-9be1-f8d0866a0d8b on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:30:11.511340 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Attempting to bind port c3f2f4ee-4171-489f-9be1-f8d0866a0d8b by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'd7d736f4-1fe3-477e-8d83-f55107c7a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:30:11.511809 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Attempting to bind port c3f2f4ee-4171-489f-9be1-f8d0866a0d8b on network c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:30:11.518129 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:30:11.518660 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Checking segment: {'id': 'd7d736f4-1fe3-477e-8d83-f55107c7a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:30:11.519164 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.519663 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Bound using segment: {'id': 'd7d736f4-1fe3-477e-8d83-f55107c7a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:30:11.520237 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Bound port: c3f2f4ee-4171-489f-9be1-f8d0866a0d8b, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d736f4-1fe3-477e-8d83-f55107c7a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:30:11.520696 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.541926 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05788cd7-2d2a-4a38-9483-8a8d13740794 None None] Pushing event updated for resources: {'Port': ['ID=11444cce-8b04-402d-b418-4d0f64836c49,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:11.578877 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Router 0965f1f0-02fa-497e-b7b5-6fa488d50d65 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:30:11.636018 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Attempting to bind port 11444cce-8b04-402d-b418-4d0f64836c49 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:30:11.636385 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Attempting to bind port 11444cce-8b04-402d-b418-4d0f64836c49 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'df50c3e7-d52e-49b7-82d2-51b454e7fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:30:11.637212 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Attempting to bind port 11444cce-8b04-402d-b418-4d0f64836c49 on network b227cb95-accc-407b-92b7-3a2998bb1bd7 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:30:11.644048 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:30:11.644765 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Checking segment: {'id': 'df50c3e7-d52e-49b7-82d2-51b454e7fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:30:11.645465 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.645854 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Bound using segment: {'id': 'df50c3e7-d52e-49b7-82d2-51b454e7fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:30:11.646442 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Bound port: 11444cce-8b04-402d-b418-4d0f64836c49, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df50c3e7-d52e-49b7-82d2-51b454e7fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:30:11.646826 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.674989 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-214d5900-83d0-498f-8887-7d67a131703c None None] For port c3f2f4ee-4171-489f-9be1-f8d0866a0d8b, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:30:11.680412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-214d5900-83d0-498f-8887-7d67a131703c None None] For port c3f2f4ee-4171-489f-9be1-f8d0866a0d8b, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c3f2f4ee-4171-489f-9be1-f8d0866a0d8b,segment=NetworkSegment(d7d736f4-1fe3-477e-8d83-f55107c7a94a),segment_id=d7d736f4-1fe3-477e-8d83-f55107c7a94a)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:30:11.688314 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.741080 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.792100 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] For port 11444cce-8b04-402d-b418-4d0f64836c49, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:30:11.799148 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.808676 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] For port 11444cce-8b04-402d-b418-4d0f64836c49, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=11444cce-8b04-402d-b418-4d0f64836c49,segment=NetworkSegment(df50c3e7-d52e-49b7-82d2-51b454e7fb83),segment_id=df50c3e7-d52e-49b7-82d2-51b454e7fb83)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:30:11.815579 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.825622 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d5900-83d0-498f-8887-7d67a131703c None None] Pushing event updated for resources: {'Port': ['ID=c3f2f4ee-4171-489f-9be1-f8d0866a0d8b,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:11.834464 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:30:11.905334 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:30:11.917031 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05788cd7-2d2a-4a38-9483-8a8d13740794 None None] Pushing event updated for resources: {'Port': ['ID=11444cce-8b04-402d-b418-4d0f64836c49,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:11.926178 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Sync routers for ids ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:30:11.964726 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:11.967902 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c2370f36-983d-4e2b-9606-781aed39d7c5 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8099101 Jul 14 07:30:11.969130 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Routers {'e689df84-7b0c-4cde-b9c7-b03f999e101d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:11.971364 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54134) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:11.971683 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:30:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e689df84-7b0c-4cde-b9c7-b03f999e101d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:11.977505 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Routers {'0965f1f0-02fa-497e-b7b5-6fa488d50d65'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:11.979015 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-608076ae-986d-42cb-871b-ee488acef103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:30:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:12.111775 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] Allocated IP 172.25.7.52 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/538ae9f0-4203-4d89-8f12-99a15e4ded4d) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:30:12.170146 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] Set router e689df84-7b0c-4cde-b9c7-b03f999e101d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:12.229607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Set router 0965f1f0-02fa-497e-b7b5-6fa488d50d65 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:12.398638 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:12.432160 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:12.432750 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:12.488408 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5e0af5e3-0038-4325-b7ec-260095e5da71 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=04eb6db14b1148f59113d288ff50f1ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5154026 Jul 14 07:30:12.491146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54146) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:12.515537 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:12.615401 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:30:12.624104 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:12.631946 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:30:12.649897 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'name': 'tempest-TestVolumeBackupRestore-223119985-router', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:03Z', 'updated_at': '2021-07-14T07:30:07Z', 'revision_number': 4, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'gw_port': {'id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:04Z', 'updated_at': '2021-07-14T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '11444cce-8b04-402d-b418-4d0f64836c49', 'name': '', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'mac_address': 'fa:16:3e:d0:f4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:06Z', 'updated_at': '2021-07-14T07:30:11Z', 'revision_number': 4, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'subnets': [{'id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:12.679631 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208897fe-c4b7-4638-95c0-9030cacc792a None None] The sync data for ids ['e689df84-7b0c-4cde-b9c7-b03f999e101d'] in n-d-778696-5 is: [{'id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'name': 'tempest-TestVolumeBackupRestore-223119985-router', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:03Z', 'updated_at': '2021-07-14T07:30:07Z', 'revision_number': 4, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'gw_port': {'id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:04Z', 'updated_at': '2021-07-14T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '11444cce-8b04-402d-b418-4d0f64836c49', 'name': '', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'mac_address': 'fa:16:3e:d0:f4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:06Z', 'updated_at': '2021-07-14T07:30:11Z', 'revision_number': 4, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'subnets': [{'id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:30:12.713979 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b101cc54-ca42-422a-a840-dc09844c2ead tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:12.716243 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b101cc54-ca42-422a-a840-dc09844c2ead tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2229841 Jul 14 07:30:12.719051 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54154) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:12.782213 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f9c6f32a-74ea-40d4-9fd3-917447c73b3f tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0611670 Jul 14 07:30:12.784096 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54156) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:12.789464 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7c2072e4-a567-4a08-9e21-e8c0a24f8648 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-374810381', 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172', 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:12.797034 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-608076ae-986d-42cb-871b-ee488acef103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111029345', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:10Z', 'revision_number': 3, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:12.804486 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] Pushing event updated for resources: {'Port': ['ID=538ae9f0-4203-4d89-8f12-99a15e4ded4d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:12.832804 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Checking router: 0965f1f0-02fa-497e-b7b5-6fa488d50d65 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:30:12.833164 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Updating router 0965f1f0-02fa-497e-b7b5-6fa488d50d65 port 15094f30-3766-456c-a799-8a6a7d2f6e64 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:30:12.898635 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device dabf1785-38b0-4ff7-90de-84d7d571e4b6 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:30:12.928538 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:12.983775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: dabf1785-38b0-4ff7-90de-84d7d571e4b6 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:30:12.984407 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device dabf1785-38b0-4ff7-90de-84d7d571e4b6 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:30:13.000092 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2072e4-a567-4a08-9e21-e8c0a24f8648 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Made reservation on behalf of 04eb6db14b1148f59113d288ff50f1ab for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:30:13.003967 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c2072e4-a567-4a08-9e21-e8c0a24f8648 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:13.407095 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c2072e4-a567-4a08-9e21-e8c0a24f8648 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:13.518621 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:13.601492 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2072e4-a567-4a08-9e21-e8c0a24f8648 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event updated for resources: {'Subnet': ['ID=b8cb62dd-9a20-4a89-89c5-0b9c708e9d09,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:13.704519 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2072e4-a567-4a08-9e21-e8c0a24f8648 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Checking segment: {'id': '9436bcac-8d0c-418a-a409-012be57d9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:30:13.705229 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2072e4-a567-4a08-9e21-e8c0a24f8648 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Network hostable DHCP agents. Network: d5b42fc2-ae28-4929-ab29-8c1578008172, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:30:13.750683 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2072e4-a567-4a08-9e21-e8c0a24f8648 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Network d5b42fc2-ae28-4929-ab29-8c1578008172 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:30:13.775738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7c2072e4-a567-4a08-9e21-e8c0a24f8648 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, d5b42fc2-ae28-4929-ab29-8c1578008172) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:13.781846 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2072e4-a567-4a08-9e21-e8c0a24f8648 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:13.782599 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c2072e4-a567-4a08-9e21-e8c0a24f8648 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:13.812315 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7c2072e4-a567-4a08-9e21-e8c0a24f8648 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0243382 Jul 14 07:30:13.813024 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54176) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:13.871654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8b774e-23b7-44b3-a44a-2b0f9545fff2 None None] Network d5b42fc2-ae28-4929-ab29-8c1578008172 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:30:13.978359 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c129624d-2234-4b70-ba6b-905fc152f0c9 None None] Network c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:30:14.091402 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 11444cce-8b04-402d-b418-4d0f64836c49 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:30:14.190218 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:14.224498 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0ad9ea68-ca04-4abb-951d-da3cf7493a1d None None] Provisioning for port c3f2f4ee-4171-489f-9be1-f8d0866a0d8b completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:30:14.232026 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Transition to ACTIVE for port object 15094f30-3766-456c-a799-8a6a7d2f6e64 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:30:14.287105 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:14.296496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 11444cce-8b04-402d-b418-4d0f64836c49 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:30:14.312140 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 11444cce-8b04-402d-b418-4d0f64836c49 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:14.312443 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:14.384503 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16df9d79-e1a9-4146-9126-3765575b9bbf req-86e8f188-d8ca-4f33-bb78-91917298e885 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.1860633 Jul 14 07:30:14.408383 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:14.505287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Attempting to bind port 15094f30-3766-456c-a799-8a6a7d2f6e64 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:30:14.505676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Attempting to bind port 15094f30-3766-456c-a799-8a6a7d2f6e64 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:30:14.506048 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Attempting to bind port 15094f30-3766-456c-a799-8a6a7d2f6e64 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:30:14.521697 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:30:14.522079 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:30:14.522496 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:14.522904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:30:14.523401 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Bound port: 15094f30-3766-456c-a799-8a6a7d2f6e64, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:30:14.523794 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:14.532621 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1aac1-d929-4edb-a398-89361245599f None None] Pushing event updated for resources: {'Port': ['ID=15094f30-3766-456c-a799-8a6a7d2f6e64,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:14.673707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-d5b42fc2-ae28-4929-ab29-8c1578008172', 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'fixed_ips': [{'subnet_id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:30:14.674485 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:14.758650 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:14.772608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-608076ae-986d-42cb-871b-ee488acef103 None None] For port 15094f30-3766-456c-a799-8a6a7d2f6e64, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:30:14.784694 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] Router 43f739e4-a62a-43e9-a324-fa3f7c55ba3a is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:30:14.811636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-608076ae-986d-42cb-871b-ee488acef103 None None] For port 15094f30-3766-456c-a799-8a6a7d2f6e64, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=15094f30-3766-456c-a799-8a6a7d2f6e64,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:30:14.889420 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:14.901064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 11444cce-8b04-402d-b418-4d0f64836c49, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=11444cce-8b04-402d-b418-4d0f64836c49,segment=NetworkSegment(df50c3e7-d52e-49b7-82d2-51b454e7fb83),segment_id=df50c3e7-d52e-49b7-82d2-51b454e7fb83)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:14.934683 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:14.935868 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c3f2f4ee-4171-489f-9be1-f8d0866a0d8b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:30:15.005782 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1aac1-d929-4edb-a398-89361245599f None None] Pushing event updated for resources: {'Port': ['ID=15094f30-3766-456c-a799-8a6a7d2f6e64,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:15.065275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:30:15.075397 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Sync routers for ids ['43f739e4-a62a-43e9-a324-fa3f7c55ba3a'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:30:15.090792 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Routers {'43f739e4-a62a-43e9-a324-fa3f7c55ba3a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:15.093363 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:30:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['43f739e4-a62a-43e9-a324-fa3f7c55ba3a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:15.117711 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:15.119586 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8e65aa7e-3cfd-4244-a4c2-b66916b5a869 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3636603 Jul 14 07:30:15.122480 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54190) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:15.125628 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Routers {'0965f1f0-02fa-497e-b7b5-6fa488d50d65'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:15.126402 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-608076ae-986d-42cb-871b-ee488acef103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:30:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:15.208185 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Allocated IP 172.20.0.2 (d5b42fc2-ae28-4929-ab29-8c1578008172/b8cb62dd-9a20-4a89-89c5-0b9c708e9d09/d2929043-5216-4f16-8dc2-bd0523c59c77) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:30:15.229437 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port c3f2f4ee-4171-489f-9be1-f8d0866a0d8b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:30:15.241228 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=11444cce-8b04-402d-b418-4d0f64836c49,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:15.279405 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port c3f2f4ee-4171-489f-9be1-f8d0866a0d8b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:15.279726 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:15.315707 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Set router 43f739e4-a62a-43e9-a324-fa3f7c55ba3a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:15.419961 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-608076ae-986d-42cb-871b-ee488acef103 None None] Set router 0965f1f0-02fa-497e-b7b5-6fa488d50d65 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:15.546019 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:15.601793 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f739e4-a62a-43e9-a324-fa3f7c55ba3a', 'name': 'tempest-TestVolumeBackupRestore-460395295-router', 'tenant_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '538ae9f0-4203-4d89-8f12-99a15e4ded4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:10Z', 'updated_at': '2021-07-14T07:30:13Z', 'revision_number': 3, 'project_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'gw_port': {'id': '538ae9f0-4203-4d89-8f12-99a15e4ded4d', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f739e4-a62a-43e9-a324-fa3f7c55ba3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:11Z', 'updated_at': '2021-07-14T07:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:15.647679 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Checking router: 43f739e4-a62a-43e9-a324-fa3f7c55ba3a for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:30:15.648171 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Updating router 43f739e4-a62a-43e9-a324-fa3f7c55ba3a port 538ae9f0-4203-4d89-8f12-99a15e4ded4d binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:30:15.687961 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:15.709107 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:15.727432 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:15.732091 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:15.734810 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:15.772972 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Transition to ACTIVE for port object d2929043-5216-4f16-8dc2-bd0523c59c77 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:30:15.784197 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-39400eb5-b4ad-48c0-84fb-54b81b50525d req-2cfe588a-4260-4554-86a1-43accff636ee tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0430405 Jul 14 07:30:15.882340 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:16.081341 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port c3f2f4ee-4171-489f-9be1-f8d0866a0d8b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c3f2f4ee-4171-489f-9be1-f8d0866a0d8b,segment=NetworkSegment(d7d736f4-1fe3-477e-8d83-f55107c7a94a),segment_id=d7d736f4-1fe3-477e-8d83-f55107c7a94a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:16.098557 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:16.127483 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:16.151229 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Transition to ACTIVE for port object 538ae9f0-4203-4d89-8f12-99a15e4ded4d will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:30:16.164276 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=c3f2f4ee-4171-489f-9be1-f8d0866a0d8b,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:16.165573 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:16.169375 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Transition to ACTIVE for port object d2929043-5216-4f16-8dc2-bd0523c59c77 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:30:16.181455 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:16.258912 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 11444cce-8b04-402d-b418-4d0f64836c49 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:30:16.261697 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Allocated IP 172.20.0.1 (d5b42fc2-ae28-4929-ab29-8c1578008172/b8cb62dd-9a20-4a89-89c5-0b9c708e9d09/0f8b9c0e-083f-4574-ad4e-3508e438c327) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:30:16.272163 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47480bb8-ee31-4348-b7b5-c797f8ee765a None None] Pushing event updated for resources: {'Port': ['ID=538ae9f0-4203-4d89-8f12-99a15e4ded4d,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:16.274880 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Attempting to bind port 538ae9f0-4203-4d89-8f12-99a15e4ded4d on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:30:16.275253 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Attempting to bind port 538ae9f0-4203-4d89-8f12-99a15e4ded4d by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:30:16.275615 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Attempting to bind port 538ae9f0-4203-4d89-8f12-99a15e4ded4d on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:30:16.281768 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:30:16.282145 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:30:16.282551 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:16.282947 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:30:16.283411 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Bound port: 538ae9f0-4203-4d89-8f12-99a15e4ded4d, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:30:16.283792 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:16.345838 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Network d5b42fc2-ae28-4929-ab29-8c1578008172 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:30:16.347577 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-608076ae-986d-42cb-871b-ee488acef103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111029345', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:10Z', 'revision_number': 3, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:16.359699 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] For port 538ae9f0-4203-4d89-8f12-99a15e4ded4d, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:30:16.363930 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] For port 538ae9f0-4203-4d89-8f12-99a15e4ded4d, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=538ae9f0-4203-4d89-8f12-99a15e4ded4d,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:30:16.371883 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:16.383738 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:16.389622 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:30:16.391807 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608076ae-986d-42cb-871b-ee488acef103 None None] The sync data for ids ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'] in n-d-778696-5 is: [{'id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111029345', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:10Z', 'revision_number': 3, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:30:16.393450 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Pushing event updated for resources: {'Port': ['ID=d2929043-5216-4f16-8dc2-bd0523c59c77,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:16.494160 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Attempting to bind port d2929043-5216-4f16-8dc2-bd0523c59c77 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:30:16.494928 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Attempting to bind port d2929043-5216-4f16-8dc2-bd0523c59c77 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '9436bcac-8d0c-418a-a409-012be57d9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:30:16.497067 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Attempting to bind port d2929043-5216-4f16-8dc2-bd0523c59c77 on network d5b42fc2-ae28-4929-ab29-8c1578008172 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:30:16.501550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 11444cce-8b04-402d-b418-4d0f64836c49 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:16.502143 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:16.511283 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:30:16.511949 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Checking segment: {'id': '9436bcac-8d0c-418a-a409-012be57d9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:30:16.512543 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:16.514413 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Bound using segment: {'id': '9436bcac-8d0c-418a-a409-012be57d9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:30:16.514889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Bound port: d2929043-5216-4f16-8dc2-bd0523c59c77, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9436bcac-8d0c-418a-a409-012be57d9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:30:16.515296 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:16.536393 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Routers {'43f739e4-a62a-43e9-a324-fa3f7c55ba3a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:16.537659 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:30:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['43f739e4-a62a-43e9-a324-fa3f7c55ba3a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:16.544035 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:16.547928 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47480bb8-ee31-4348-b7b5-c797f8ee765a None None] Pushing event updated for resources: {'Port': ['ID=538ae9f0-4203-4d89-8f12-99a15e4ded4d,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:16.583186 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Transition to ACTIVE for port object 0f8b9c0e-083f-4574-ad4e-3508e438c327 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:30:16.592690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] Allocated IP 172.20.0.1 (c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38/4634b48b-5dc1-4ddb-8f07-e36fc7a4cf4a/893b9124-4cad-41e4-9877-937b2227bb5d) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:30:16.636179 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:16.696086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] For port d2929043-5216-4f16-8dc2-bd0523c59c77, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:30:16.732135 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] For port d2929043-5216-4f16-8dc2-bd0523c59c77, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d2929043-5216-4f16-8dc2-bd0523c59c77,segment=NetworkSegment(9436bcac-8d0c-418a-a409-012be57d9541),segment_id=9436bcac-8d0c-418a-a409-012be57d9541)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:30:16.742527 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Network d5b42fc2-ae28-4929-ab29-8c1578008172 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:30:16.742861 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:16.749830 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:16.753137 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:16.764417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:30:16.786356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] Transition to ACTIVE for port object 893b9124-4cad-41e4-9877-937b2227bb5d will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:30:16.824179 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] Set router 43f739e4-a62a-43e9-a324-fa3f7c55ba3a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:16.854673 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event updated for resources: {'Port': ['ID=0f8b9c0e-083f-4574-ad4e-3508e438c327,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:16.867084 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:16.873868 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e0812-f624-4dce-9021-83393e75d313 None None] Pushing event updated for resources: {'Port': ['ID=d2929043-5216-4f16-8dc2-bd0523c59c77,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:16.903427 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:16.903916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:16.904404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:16.904935 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:16.905389 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:16.905813 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:16.906235 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:16.906654 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:16.907072 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:16.907587 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:16.908109 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:16.908541 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:16.920977 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:16.989701 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] Network c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:30:16.995369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:16.997555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] Pushing event updated for resources: {'Port': ['ID=893b9124-4cad-41e4-9877-937b2227bb5d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:17.000696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:30:17.103419 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-310b9b16-8249-4113-99c6-74997ed47d71 req-4fab84e6-e628-4329-8676-505a45d40a5f tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0631859 Jul 14 07:30:17.104635 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:17.224613 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:17.353473 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f739e4-a62a-43e9-a324-fa3f7c55ba3a', 'name': 'tempest-TestVolumeBackupRestore-460395295-router', 'tenant_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '538ae9f0-4203-4d89-8f12-99a15e4ded4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:10Z', 'updated_at': '2021-07-14T07:30:13Z', 'revision_number': 3, 'project_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'gw_port': {'id': '538ae9f0-4203-4d89-8f12-99a15e4ded4d', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f739e4-a62a-43e9-a324-fa3f7c55ba3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:11Z', 'updated_at': '2021-07-14T07:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:17.407800 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456525f0-37ad-46a9-9818-693f80dff40f None None] The sync data for ids ['43f739e4-a62a-43e9-a324-fa3f7c55ba3a'] in n-d-778696-5 is: [{'id': '43f739e4-a62a-43e9-a324-fa3f7c55ba3a', 'name': 'tempest-TestVolumeBackupRestore-460395295-router', 'tenant_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '538ae9f0-4203-4d89-8f12-99a15e4ded4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:10Z', 'updated_at': '2021-07-14T07:30:13Z', 'revision_number': 3, 'project_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'gw_port': {'id': '538ae9f0-4203-4d89-8f12-99a15e4ded4d', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f739e4-a62a-43e9-a324-fa3f7c55ba3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:11Z', 'updated_at': '2021-07-14T07:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:30:17.440119 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:17.610481 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de12aae6-083c-4fbb-9b29-2af50f226227 req-f0806b15-7f01-4284-85b0-c680c3bee595 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0521612 Jul 14 07:30:17.731420 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:17.740577 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:17.750736 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0a338ff5-5930-49be-a656-84cd257f1b29 None None] Provisioning for port 893b9124-4cad-41e4-9877-937b2227bb5d completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:30:17.757709 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0a338ff5-5930-49be-a656-84cd257f1b29 None None] Provisioning complete for port 893b9124-4cad-41e4-9877-937b2227bb5d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:17.758140 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0a338ff5-5930-49be-a656-84cd257f1b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:17.839303 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] Pushing event updated for resources: {'Port': ['ID=893b9124-4cad-41e4-9877-937b2227bb5d,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:17.845900 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:17.846511 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-0a338ff5-5930-49be-a656-84cd257f1b29 None None] Port 893b9124-4cad-41e4-9877-937b2227bb5d cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:30:17.986354 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] Network c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:30:17.986495 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:17.989996 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:17.993437 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:18.120739 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:18.124094 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event updated for resources: {'Port': ['ID=0f8b9c0e-083f-4574-ad4e-3508e438c327,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:18.308180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] Router 43f739e4-a62a-43e9-a324-fa3f7c55ba3a has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:30:18.436287 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Network d5b42fc2-ae28-4929-ab29-8c1578008172 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:30:18.445863 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:18.575855 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d2929043-5216-4f16-8dc2-bd0523c59c77 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:30:18.611132 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9ff50895-c1c2-48f4-bf9e-f7bad345c93f None None] Provisioning complete for port 893b9124-4cad-41e4-9877-937b2227bb5d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:18.611784 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9ff50895-c1c2-48f4-bf9e-f7bad345c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:18.654474 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9ff50895-c1c2-48f4-bf9e-f7bad345c93f None None] Port 893b9124-4cad-41e4-9877-937b2227bb5d cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:30:18.681370 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port d2929043-5216-4f16-8dc2-bd0523c59c77 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:30:18.687834 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 538ae9f0-4203-4d89-8f12-99a15e4ded4d up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:30:18.710720 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Router 0965f1f0-02fa-497e-b7b5-6fa488d50d65 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:30:18.729413 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41c43154-30d4-45c7-8ebf-eafd4da75713 req-a97338b6-294f-40da-81a5-ee0f8f6d0df0 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.1633844 Jul 14 07:30:18.768583 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 538ae9f0-4203-4d89-8f12-99a15e4ded4d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:30:18.774008 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 538ae9f0-4203-4d89-8f12-99a15e4ded4d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:18.774387 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:18.796459 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a2d7e2a-354d-4ed1-9578-863698308a6d req-cf096f17-bc86-4113-b30d-55c68838d799 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4704025 Jul 14 07:30:18.799879 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:30:18.826373 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1f807b00-a7ae-491a-bd0d-fec0671125a3 admin admin] 10.222.0.35 "PUT /v2.0/routers/43f739e4-a62a-43e9-a324-fa3f7c55ba3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7019310 Jul 14 07:30:18.931619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d7e2a-354d-4ed1-9578-863698308a6d req-ca46a5da-8ec3-46a7-ac72-fe35f8b554b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:18.933407 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a2d7e2a-354d-4ed1-9578-863698308a6d req-ca46a5da-8ec3-46a7-ac72-fe35f8b554b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=576fbc319a6d4e958ed7ad9c955ad7ba&device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 1096 time: 0.1057651 Jul 14 07:30:18.947698 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:18.952083 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:30:18.955983 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51c7940-261a-4983-ac65-23a0f79e3e7e None None] Network d5b42fc2-ae28-4929-ab29-8c1578008172 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:30:18.965598 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dc6a0b04-d1ff-4709-8042-6dadc61721ba tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "PUT /v2.0/routers/0965f1f0-02fa-497e-b7b5-6fa488d50d65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1505725 Jul 14 07:30:18.968079 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54206) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:18.974928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5c5126cc-a9a1-43dc-b425-bab674344160 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--63012425', 'description': 'tempest-secgroup_access--63012425 description', 'project_id': '04eb6db14b1148f59113d288ff50f1ab'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:19.002778 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c5126cc-a9a1-43dc-b425-bab674344160 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:19.088927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 538ae9f0-4203-4d89-8f12-99a15e4ded4d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=538ae9f0-4203-4d89-8f12-99a15e4ded4d,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:19.089387 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d7e2a-354d-4ed1-9578-863698308a6d req-925e3a61-220b-4ab2-9485-89459aad0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:19.090934 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a2d7e2a-354d-4ed1-9578-863698308a6d req-925e3a61-220b-4ab2-9485-89459aad0a90 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9546779e-0ac6-4649-96fa-48703d5e1e96 HTTP/1.1" status: 200 len: 910 time: 0.1358705 Jul 14 07:30:19.110681 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:19.111561 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c3f2f4ee-4171-489f-9be1-f8d0866a0d8b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:30:19.143308 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c5126cc-a9a1-43dc-b425-bab674344160 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:19.148647 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c5126cc-a9a1-43dc-b425-bab674344160 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:19.168771 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ac1d9e2b-00b0-4f25-9cc0-13460f56f2ec None None] Provisioning for port d2929043-5216-4f16-8dc2-bd0523c59c77 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:30:19.181373 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a2d7e2a-354d-4ed1-9578-863698308a6d req-b3ccae4a-8ecc-4fb5-8341-735796d536eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=484e7350-5f4c-4f88-ad79-38bafbac675d HTTP/1.1" status: 200 len: 1001 time: 0.0825572 Jul 14 07:30:19.187875 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c5126cc-a9a1-43dc-b425-bab674344160 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:19.191883 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5c5126cc-a9a1-43dc-b425-bab674344160 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2196209 Jul 14 07:30:19.192130 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5126cc-a9a1-43dc-b425-bab674344160 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51ca41dd-882e-464d-9245-433fe4976d96,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:19.194267 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ac1d9e2b-00b0-4f25-9cc0-13460f56f2ec None None] Provisioning complete for port d2929043-5216-4f16-8dc2-bd0523c59c77 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:19.194817 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54214) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:19.195351 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ac1d9e2b-00b0-4f25-9cc0-13460f56f2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:19.208900 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-dbb565d0-6337-4150-9193-815248eeedee tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1269415648', 'description': 'tempest-secgroup_general--1269415648 description', 'project_id': '04eb6db14b1148f59113d288ff50f1ab'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:19.237599 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbb565d0-6337-4150-9193-815248eeedee tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:19.278435 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=538ae9f0-4203-4d89-8f12-99a15e4ded4d,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:19.284706 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d7e2a-354d-4ed1-9578-863698308a6d req-1f936a28-b820-4015-a9b9-7eecacf0a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:19.286921 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a2d7e2a-354d-4ed1-9578-863698308a6d req-1f936a28-b820-4015-a9b9-7eecacf0a968 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=488b379b-0b2d-4604-a8f6-50f07f843fd7 HTTP/1.1" status: 200 len: 848 time: 0.0997787 Jul 14 07:30:19.374015 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d7e2a-354d-4ed1-9578-863698308a6d req-7939ce89-42ab-43d0-bc0e-8cf4e6926dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:19.375942 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a2d7e2a-354d-4ed1-9578-863698308a6d req-7939ce89-42ab-43d0-bc0e-8cf4e6926dcc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9546779e-0ac6-4649-96fa-48703d5e1e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821502 Jul 14 07:30:19.379783 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbb565d0-6337-4150-9193-815248eeedee tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:19.383579 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbb565d0-6337-4150-9193-815248eeedee tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:19.417412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port c3f2f4ee-4171-489f-9be1-f8d0866a0d8b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:19.417797 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:19.422783 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbb565d0-6337-4150-9193-815248eeedee tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:19.424584 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dbb565d0-6337-4150-9193-815248eeedee tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2194867 Jul 14 07:30:19.428354 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54242) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:19.440783 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-af463afb-3486-47a8-b7fd-533402f1b4c3 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Request body: {'security_group_rule': {'security_group_id': '51ca41dd-882e-464d-9245-433fe4976d96', 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:19.451199 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb565d0-6337-4150-9193-815248eeedee tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0edc1fea-43de-4734-a641-5ac9843e574c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:19.496764 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af463afb-3486-47a8-b7fd-533402f1b4c3 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:19.514338 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ac1d9e2b-00b0-4f25-9cc0-13460f56f2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:19.539572 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a2d7e2a-354d-4ed1-9578-863698308a6d req-fb6b501c-d53b-4c89-af41-f4d6ef0e0dc1 service neutron] 10.222.0.15 "GET /v2.0/networks/9546779e-0ac6-4649-96fa-48703d5e1e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557043 Jul 14 07:30:19.589933 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ac1d9e2b-00b0-4f25-9cc0-13460f56f2ec None None] For port d2929043-5216-4f16-8dc2-bd0523c59c77, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d2929043-5216-4f16-8dc2-bd0523c59c77,segment=NetworkSegment(9436bcac-8d0c-418a-a409-012be57d9541),segment_id=9436bcac-8d0c-418a-a409-012be57d9541)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:19.592937 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 15094f30-3766-456c-a799-8a6a7d2f6e64 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:30:19.597905 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af463afb-3486-47a8-b7fd-533402f1b4c3 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:19.603394 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af463afb-3486-47a8-b7fd-533402f1b4c3 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:19.647979 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af463afb-3486-47a8-b7fd-533402f1b4c3 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249dfdfd-6bd8-44f9-843f-61ea6f4a6916,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:19.665221 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ac1d9e2b-00b0-4f25-9cc0-13460f56f2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:19.676379 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af463afb-3486-47a8-b7fd-533402f1b4c3 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:19.677971 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-af463afb-3486-47a8-b7fd-533402f1b4c3 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2478142 Jul 14 07:30:19.775918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 15094f30-3766-456c-a799-8a6a7d2f6e64 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:30:19.821673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 15094f30-3766-456c-a799-8a6a7d2f6e64 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:19.822049 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:19.826325 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d9e2b-00b0-4f25-9cc0-13460f56f2ec None None] Pushing event updated for resources: {'Port': ['ID=d2929043-5216-4f16-8dc2-bd0523c59c77,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:19.938781 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a2d7e2a-354d-4ed1-9578-863698308a6d req-3ac8f1e4-8d76-4714-9000-6b251cdc7ce9 service neutron] 10.222.0.15 "GET /v2.0/networks/9546779e-0ac6-4649-96fa-48703d5e1e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927684 Jul 14 07:30:20.038169 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4267b9f0-39e6-477a-94d1-278805fcd78f req-c7fd70d9-496e-4c77-8687-c7e914d1bd8d tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0638022 Jul 14 07:30:20.157855 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-27b4fbfb-559d-4411-8ed1-d8bd03d58f78 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_general--1269415648&fields=id&tenant_id=04eb6db14b1148f59113d288ff50f1ab HTTP/1.1" status: 200 len: 267 time: 0.0788553 Jul 14 07:30:20.167178 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b5c76be1-118d-417b-af85-152a6ab1c571 None None] Provisioning for port 0f8b9c0e-083f-4574-ad4e-3508e438c327 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:30:20.179086 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:20.188113 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b5c76be1-118d-417b-af85-152a6ab1c571 None None] Provisioning complete for port 0f8b9c0e-083f-4574-ad4e-3508e438c327 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:20.189324 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b5c76be1-118d-417b-af85-152a6ab1c571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:20.260437 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-7324bbf9-1832-468d-8769-4535739f9403 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_access--63012425&fields=id&tenant_id=04eb6db14b1148f59113d288ff50f1ab HTTP/1.1" status: 200 len: 267 time: 0.1002913 Jul 14 07:30:20.291239 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 15094f30-3766-456c-a799-8a6a7d2f6e64, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=15094f30-3766-456c-a799-8a6a7d2f6e64,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:20.305446 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:20.360155 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b5c76be1-118d-417b-af85-152a6ab1c571 None None] Port 0f8b9c0e-083f-4574-ad4e-3508e438c327 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:30:20.446487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=15094f30-3766-456c-a799-8a6a7d2f6e64,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:20.463514 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b5c76be1-118d-417b-af85-152a6ab1c571 None None] Provisioning complete for port d2929043-5216-4f16-8dc2-bd0523c59c77 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:20.463917 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b5c76be1-118d-417b-af85-152a6ab1c571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:20.499481 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 538ae9f0-4203-4d89-8f12-99a15e4ded4d up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:30:20.547584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-b1123eb1-1670-407f-a13f-7789efc0da34 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:20.558482 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-b1123eb1-1670-407f-a13f-7789efc0da34 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/networks?id=d5b42fc2-ae28-4929-ab29-8c1578008172 HTTP/1.1" status: 200 len: 796 time: 0.2963371 Jul 14 07:30:20.604715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-c7f89ff3-3fb6-4f7b-b89d-637e2fef5daa tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/quotas/04eb6db14b1148f59113d288ff50f1ab HTTP/1.1" status: 200 len: 375 time: 0.0447850 Jul 14 07:30:20.619181 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Sync routers for ids ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:30:20.654615 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Routers {'0965f1f0-02fa-497e-b7b5-6fa488d50d65'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:20.655318 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:30:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:20.764568 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-9faef90a-01c3-46c2-bf61-34b9aee88278 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=04eb6db14b1148f59113d288ff50f1ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1575980 Jul 14 07:30:20.806221 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 538ae9f0-4203-4d89-8f12-99a15e4ded4d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:20.815300 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:21.054149 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d2929043-5216-4f16-8dc2-bd0523c59c77 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:30:21.059059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0f5f19b7-62bb-47b0-9af8-fc91379e8a4c None None] Provisioning complete for port 0f8b9c0e-083f-4574-ad4e-3508e438c327 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:21.059327 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0f5f19b7-62bb-47b0-9af8-fc91379e8a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:21.112619 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-1f9d3fe7-7c0f-49db-a4d6-83db81005f14 service neutron] 10.222.0.35 "GET /v2.0/networks/d5b42fc2-ae28-4929-ab29-8c1578008172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468685 Jul 14 07:30:21.160717 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Set router 0965f1f0-02fa-497e-b7b5-6fa488d50d65 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:21.292088 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-0f5f19b7-62bb-47b0-9af8-fc91379e8a4c None None] Port 0f8b9c0e-083f-4574-ad4e-3508e438c327 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:30:21.296389 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dea02a18-09c3-4e4a-8109-c03e1b027115 req-56e4a31c-79be-4a60-9995-e450b9a52b91 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0490057 Jul 14 07:30:21.343427 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-ea13c1c4-c715-48d2-b597-82bed18e6866 service neutron] 10.222.0.35 "GET /v2.0/networks/d5b42fc2-ae28-4929-ab29-8c1578008172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216191 Jul 14 07:30:21.427970 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port d2929043-5216-4f16-8dc2-bd0523c59c77 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:21.428463 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:21.572462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111029345', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:17Z', 'revision_number': 4, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '0f8b9c0e-083f-4574-ad4e-3508e438c327', 'name': '', 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'mac_address': 'fa:16:3e:97:04:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:15Z', 'updated_at': '2021-07-14T07:30:17Z', 'revision_number': 2, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'subnets': [{'id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:21.603944 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Checking router: 0965f1f0-02fa-497e-b7b5-6fa488d50d65 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:30:21.604564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Updating router 0965f1f0-02fa-497e-b7b5-6fa488d50d65 port 0f8b9c0e-083f-4574-ad4e-3508e438c327 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:30:21.632606 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fbad08d7-76fd-4404-9c1c-0646cc633b45 req-015c997b-ae3a-4ddb-b2ba-84666ac7f89a tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 210 time: 0.0685222 Jul 14 07:30:21.656060 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:21.719631 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Sync routers for ids ['43f739e4-a62a-43e9-a324-fa3f7c55ba3a'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:30:21.734839 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Routers {'43f739e4-a62a-43e9-a324-fa3f7c55ba3a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:21.735988 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:30:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['43f739e4-a62a-43e9-a324-fa3f7c55ba3a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:21.907784 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Set router 43f739e4-a62a-43e9-a324-fa3f7c55ba3a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:22.196456 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:22.215979 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Transition to ACTIVE for port object 0f8b9c0e-083f-4574-ad4e-3508e438c327 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:30:22.223927 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:22.268823 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f739e4-a62a-43e9-a324-fa3f7c55ba3a', 'name': 'tempest-TestVolumeBackupRestore-460395295-router', 'tenant_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '538ae9f0-4203-4d89-8f12-99a15e4ded4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:10Z', 'updated_at': '2021-07-14T07:30:17Z', 'revision_number': 4, 'project_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'gw_port': {'id': '538ae9f0-4203-4d89-8f12-99a15e4ded4d', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f739e4-a62a-43e9-a324-fa3f7c55ba3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:11Z', 'updated_at': '2021-07-14T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '893b9124-4cad-41e4-9877-937b2227bb5d', 'name': '', 'network_id': 'c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38', 'tenant_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'mac_address': 'fa:16:3e:db:a7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f739e4-a62a-43e9-a324-fa3f7c55ba3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '4634b48b-5dc1-4ddb-8f07-e36fc7a4cf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:15Z', 'updated_at': '2021-07-14T07:30:17Z', 'revision_number': 2, 'project_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'subnets': [{'id': '4634b48b-5dc1-4ddb-8f07-e36fc7a4cf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:22.305046 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Checking router: 43f739e4-a62a-43e9-a324-fa3f7c55ba3a for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:30:22.305541 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Updating router 43f739e4-a62a-43e9-a324-fa3f7c55ba3a port 893b9124-4cad-41e4-9877-937b2227bb5d binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:30:22.375507 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:22.402477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f28b1-88d1-41a2-bb3f-64d2ff063272 None None] Pushing event updated for resources: {'Port': ['ID=0f8b9c0e-083f-4574-ad4e-3508e438c327,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:22.504293 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 15094f30-3766-456c-a799-8a6a7d2f6e64 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:30:22.559429 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Attempting to bind port 0f8b9c0e-083f-4574-ad4e-3508e438c327 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:30:22.559429 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Attempting to bind port 0f8b9c0e-083f-4574-ad4e-3508e438c327 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '9436bcac-8d0c-418a-a409-012be57d9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:30:22.559429 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Attempting to bind port 0f8b9c0e-083f-4574-ad4e-3508e438c327 on network d5b42fc2-ae28-4929-ab29-8c1578008172 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:30:22.582159 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:30:22.585397 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Checking segment: {'id': '9436bcac-8d0c-418a-a409-012be57d9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:30:22.585854 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:22.586271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Bound using segment: {'id': '9436bcac-8d0c-418a-a409-012be57d9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:30:22.586793 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Bound port: 0f8b9c0e-083f-4574-ad4e-3508e438c327, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9436bcac-8d0c-418a-a409-012be57d9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:30:22.587227 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:22.633683 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92095a0e-b4f2-4090-bba3-6ccc94daa77d req-e66fa1fe-ffb4-4db8-8795-4bf33a52a82d tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.1077595 Jul 14 07:30:22.724657 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 15094f30-3766-456c-a799-8a6a7d2f6e64 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:22.725135 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:22.799804 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] For port 0f8b9c0e-083f-4574-ad4e-3508e438c327, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:30:22.804404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] For port 0f8b9c0e-083f-4574-ad4e-3508e438c327, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0f8b9c0e-083f-4574-ad4e-3508e438c327,segment=NetworkSegment(9436bcac-8d0c-418a-a409-012be57d9541),segment_id=9436bcac-8d0c-418a-a409-012be57d9541)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:30:22.817432 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:22.853021 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:22.866201 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Transition to ACTIVE for port object 893b9124-4cad-41e4-9877-937b2227bb5d will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:30:22.882986 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:22.938815 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a645968-f23c-4204-accf-6824c7e0a9e0 req-3c2718a3-3c5d-43a6-8541-e7d52ab9a9b2 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 210 time: 0.0526352 Jul 14 07:30:22.983307 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Routers {'0965f1f0-02fa-497e-b7b5-6fa488d50d65'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:22.984315 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:30:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:22.988259 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f28b1-88d1-41a2-bb3f-64d2ff063272 None None] Pushing event updated for resources: {'Port': ['ID=0f8b9c0e-083f-4574-ad4e-3508e438c327,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:23.039892 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248756a-6606-4e37-89ef-65e073e39903 None None] Pushing event updated for resources: {'Port': ['ID=893b9124-4cad-41e4-9877-937b2227bb5d,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:23.096641 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Attempting to bind port 893b9124-4cad-41e4-9877-937b2227bb5d on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:30:23.096999 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Attempting to bind port 893b9124-4cad-41e4-9877-937b2227bb5d by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'd7d736f4-1fe3-477e-8d83-f55107c7a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:30:23.097393 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Attempting to bind port 893b9124-4cad-41e4-9877-937b2227bb5d on network c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:30:23.109120 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:30:23.109752 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Checking segment: {'id': 'd7d736f4-1fe3-477e-8d83-f55107c7a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:30:23.110159 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:23.110550 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Bound using segment: {'id': 'd7d736f4-1fe3-477e-8d83-f55107c7a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:30:23.111021 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Bound port: 893b9124-4cad-41e4-9877-937b2227bb5d, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d736f4-1fe3-477e-8d83-f55107c7a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:30:23.111402 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:23.205549 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] Set router 0965f1f0-02fa-497e-b7b5-6fa488d50d65 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:23.227047 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] For port 893b9124-4cad-41e4-9877-937b2227bb5d, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:30:23.237526 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] For port 893b9124-4cad-41e4-9877-937b2227bb5d, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=893b9124-4cad-41e4-9877-937b2227bb5d,segment=NetworkSegment(d7d736f4-1fe3-477e-8d83-f55107c7a94a),segment_id=d7d736f4-1fe3-477e-8d83-f55107c7a94a)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:30:23.247652 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:23.429906 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Routers {'43f739e4-a62a-43e9-a324-fa3f7c55ba3a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:23.430591 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:30:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['43f739e4-a62a-43e9-a324-fa3f7c55ba3a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:23.434423 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248756a-6606-4e37-89ef-65e073e39903 None None] Pushing event updated for resources: {'Port': ['ID=893b9124-4cad-41e4-9877-937b2227bb5d,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:23.435779 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-10662ebd-73dc-4b6f-ab16-72b9fce2d797 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:23.449917 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-10662ebd-73dc-4b6f-ab16-72b9fce2d797 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.15 "GET /v2.0/networks?id=d5b42fc2-ae28-4929-ab29-8c1578008172 HTTP/1.1" status: 200 len: 796 time: 0.2661793 Jul 14 07:30:23.544201 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-d1604947-8602-4233-88ba-f94315b0de75 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04eb6db14b1148f59113d288ff50f1ab HTTP/1.1" status: 200 len: 476 time: 0.0872021 Jul 14 07:30:23.558793 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-b3d613a6-2ba1-4d04-82dc-a289c5bc72aa tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Request body: {'port': {'device_id': '287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8', 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172', 'admin_state_up': True, 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'security_groups': ['0edc1fea-43de-4734-a641-5ac9843e574c', '51ca41dd-882e-464d-9245-433fe4976d96']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:23.616666 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] Set router 43f739e4-a62a-43e9-a324-fa3f7c55ba3a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:23.695559 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111029345', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:17Z', 'revision_number': 4, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '0f8b9c0e-083f-4574-ad4e-3508e438c327', 'name': '', 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'mac_address': 'fa:16:3e:97:04:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:15Z', 'updated_at': '2021-07-14T07:30:22Z', 'revision_number': 4, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'subnets': [{'id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:23.738025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-b3d613a6-2ba1-4d04-82dc-a289c5bc72aa tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Made reservation on behalf of 04eb6db14b1148f59113d288ff50f1ab for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:30:23.742760 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-b3d613a6-2ba1-4d04-82dc-a289c5bc72aa tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:23.783017 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3daee-72be-4877-b2a0-b3a96f5c3623 None None] The sync data for ids ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'] in n-d-778696-5 is: [{'id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111029345', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:17Z', 'revision_number': 4, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '0f8b9c0e-083f-4574-ad4e-3508e438c327', 'name': '', 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'mac_address': 'fa:16:3e:97:04:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:15Z', 'updated_at': '2021-07-14T07:30:22Z', 'revision_number': 4, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'subnets': [{'id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:30:23.905873 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d75dc47-00c8-4857-bc8a-2105ce328dff req-14b5cc61-41c1-4fdd-b222-9abc8050ad87 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0541134 Jul 14 07:30:23.985732 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-b3d613a6-2ba1-4d04-82dc-a289c5bc72aa tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Allocated IP 172.20.0.3 (d5b42fc2-ae28-4929-ab29-8c1578008172/b8cb62dd-9a20-4a89-89c5-0b9c708e9d09/b1013bc3-6d21-4251-99fd-1c7db7ea07b5) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:30:24.101107 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f739e4-a62a-43e9-a324-fa3f7c55ba3a', 'name': 'tempest-TestVolumeBackupRestore-460395295-router', 'tenant_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '538ae9f0-4203-4d89-8f12-99a15e4ded4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:10Z', 'updated_at': '2021-07-14T07:30:17Z', 'revision_number': 4, 'project_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'gw_port': {'id': '538ae9f0-4203-4d89-8f12-99a15e4ded4d', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f739e4-a62a-43e9-a324-fa3f7c55ba3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:11Z', 'updated_at': '2021-07-14T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '893b9124-4cad-41e4-9877-937b2227bb5d', 'name': '', 'network_id': 'c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38', 'tenant_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'mac_address': 'fa:16:3e:db:a7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f739e4-a62a-43e9-a324-fa3f7c55ba3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '4634b48b-5dc1-4ddb-8f07-e36fc7a4cf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:15Z', 'updated_at': '2021-07-14T07:30:23Z', 'revision_number': 4, 'project_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'subnets': [{'id': '4634b48b-5dc1-4ddb-8f07-e36fc7a4cf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:24.147518 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca48b61-d4cf-4877-a4df-fc8592a25a00 None None] The sync data for ids ['43f739e4-a62a-43e9-a324-fa3f7c55ba3a'] in n-d-778696-5 is: [{'id': '43f739e4-a62a-43e9-a324-fa3f7c55ba3a', 'name': 'tempest-TestVolumeBackupRestore-460395295-router', 'tenant_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '538ae9f0-4203-4d89-8f12-99a15e4ded4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:10Z', 'updated_at': '2021-07-14T07:30:17Z', 'revision_number': 4, 'project_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'gw_port': {'id': '538ae9f0-4203-4d89-8f12-99a15e4ded4d', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f739e4-a62a-43e9-a324-fa3f7c55ba3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:11Z', 'updated_at': '2021-07-14T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '893b9124-4cad-41e4-9877-937b2227bb5d', 'name': '', 'network_id': 'c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38', 'tenant_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'mac_address': 'fa:16:3e:db:a7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f739e4-a62a-43e9-a324-fa3f7c55ba3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '4634b48b-5dc1-4ddb-8f07-e36fc7a4cf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:15Z', 'updated_at': '2021-07-14T07:30:23Z', 'revision_number': 4, 'project_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'subnets': [{'id': '4634b48b-5dc1-4ddb-8f07-e36fc7a4cf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:30:24.218052 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be9698a4-9d2c-4913-abb0-ffe3d8d621ef req-de4de93f-b4c2-41ed-8d7e-e9530976154c tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 210 time: 0.0871391 Jul 14 07:30:24.322682 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-b3d613a6-2ba1-4d04-82dc-a289c5bc72aa tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:24.352297 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-b3d613a6-2ba1-4d04-82dc-a289c5bc72aa tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Transition to ACTIVE for port object b1013bc3-6d21-4251-99fd-1c7db7ea07b5 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:30:24.455570 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-b3d613a6-2ba1-4d04-82dc-a289c5bc72aa tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:24.607775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0f8b9c0e-083f-4574-ad4e-3508e438c327 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:30:24.608711 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-b3d613a6-2ba1-4d04-82dc-a289c5bc72aa tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Network d5b42fc2-ae28-4929-ab29-8c1578008172 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:30:24.614116 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-b3d613a6-2ba1-4d04-82dc-a289c5bc72aa tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:24.618777 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-b3d613a6-2ba1-4d04-82dc-a289c5bc72aa tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:30:24.685896 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 0f8b9c0e-083f-4574-ad4e-3508e438c327 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:30:24.695604 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0f8b9c0e-083f-4574-ad4e-3508e438c327 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:24.696296 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:24.741764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d613a6-2ba1-4d04-82dc-a289c5bc72aa tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event updated for resources: {'Port': ['ID=b1013bc3-6d21-4251-99fd-1c7db7ea07b5,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:24.777021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-b3d613a6-2ba1-4d04-82dc-a289c5bc72aa tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:24.778151 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-b3d613a6-2ba1-4d04-82dc-a289c5bc72aa tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:24.799487 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-b3d613a6-2ba1-4d04-82dc-a289c5bc72aa tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2457528 Jul 14 07:30:24.818620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Request body: {'port': {'device_id': '287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:24.831120 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:24.888053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 0f8b9c0e-083f-4574-ad4e-3508e438c327, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0f8b9c0e-083f-4574-ad4e-3508e438c327,segment=NetworkSegment(9436bcac-8d0c-418a-a409-012be57d9541),segment_id=9436bcac-8d0c-418a-a409-012be57d9541)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:24.896756 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:24.897829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 893b9124-4cad-41e4-9877-937b2227bb5d up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:30:24.927270 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:25.015994 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=0f8b9c0e-083f-4574-ad4e-3508e438c327,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:25.033499 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 893b9124-4cad-41e4-9877-937b2227bb5d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:30:25.041022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 893b9124-4cad-41e4-9877-937b2227bb5d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:25.041427 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:25.086840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b5cb564c-8492-41f9-aa2c-decf22a0ae16 None None] Provisioning for port b1013bc3-6d21-4251-99fd-1c7db7ea07b5 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:30:25.096496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b5cb564c-8492-41f9-aa2c-decf22a0ae16 None None] Provisioning complete for port b1013bc3-6d21-4251-99fd-1c7db7ea07b5 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:25.096994 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b5cb564c-8492-41f9-aa2c-decf22a0ae16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:25.140580 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb564c-8492-41f9-aa2c-decf22a0ae16 None None] Port b1013bc3-6d21-4251-99fd-1c7db7ea07b5 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:30:25.150924 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f7f53fc-4371-4c08-b835-8408035beb09 req-587cb246-76c3-4b8f-87c7-a0c7a3d1f4a1 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0389194 Jul 14 07:30:25.198933 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:25.241115 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 893b9124-4cad-41e4-9877-937b2227bb5d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=893b9124-4cad-41e4-9877-937b2227bb5d,segment=NetworkSegment(d7d736f4-1fe3-477e-8d83-f55107c7a94a),segment_id=d7d736f4-1fe3-477e-8d83-f55107c7a94a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:25.247815 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:25.336448 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=893b9124-4cad-41e4-9877-937b2227bb5d,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:25.432282 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1013bc3-6d21-4251-99fd-1c7db7ea07b5 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:30:25.442611 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:25.463973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Transition to ACTIVE for port object b1013bc3-6d21-4251-99fd-1c7db7ea07b5 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:30:25.471919 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:25.532969 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Pushing event updated for resources: {'Port': ['ID=b1013bc3-6d21-4251-99fd-1c7db7ea07b5,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:25.548156 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf13f6-65f2-4466-b574-9be30997f66b req-52b31bf1-1efe-459f-aac2-a7ad106200d7 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:25.555649 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fcdf13f6-65f2-4466-b574-9be30997f66b req-52b31bf1-1efe-459f-aac2-a7ad106200d7 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 970 time: 0.1598945 Jul 14 07:30:25.686290 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fcdf13f6-65f2-4466-b574-9be30997f66b req-9c39b4e3-65bc-4de5-84c2-3461d730c75a tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/security-groups?id=0edc1fea-43de-4734-a641-5ac9843e574c&id=51ca41dd-882e-464d-9245-433fe4976d96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1296630 Jul 14 07:30:25.708809 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Attempting to bind port b1013bc3-6d21-4251-99fd-1c7db7ea07b5 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:30:25.709137 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Attempting to bind port b1013bc3-6d21-4251-99fd-1c7db7ea07b5 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '9436bcac-8d0c-418a-a409-012be57d9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:30:25.709500 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Attempting to bind port b1013bc3-6d21-4251-99fd-1c7db7ea07b5 on network d5b42fc2-ae28-4929-ab29-8c1578008172 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:30:25.714541 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Port b1013bc3-6d21-4251-99fd-1c7db7ea07b5 on network d5b42fc2-ae28-4929-ab29-8c1578008172 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:30:25.714941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Attempting to bind port b1013bc3-6d21-4251-99fd-1c7db7ea07b5 on network d5b42fc2-ae28-4929-ab29-8c1578008172 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:30:25.721045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:30:25.721506 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Checking segment: {'id': '9436bcac-8d0c-418a-a409-012be57d9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:30:25.722104 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Bound using segment: {'id': '9436bcac-8d0c-418a-a409-012be57d9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:30:25.722620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Bound port: b1013bc3-6d21-4251-99fd-1c7db7ea07b5, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9436bcac-8d0c-418a-a409-012be57d9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:30:25.723055 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:25.815838 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] For port b1013bc3-6d21-4251-99fd-1c7db7ea07b5, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:30:25.827844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] For port b1013bc3-6d21-4251-99fd-1c7db7ea07b5, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b1013bc3-6d21-4251-99fd-1c7db7ea07b5,segment=NetworkSegment(9436bcac-8d0c-418a-a409-012be57d9541),segment_id=9436bcac-8d0c-418a-a409-012be57d9541)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:30:25.833979 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:25.875344 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:25.875936 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:25.877395 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] 10.222.0.15 "PUT /v2.0/ports/b1013bc3-6d21-4251-99fd-1c7db7ea07b5 HTTP/1.1" status: 200 len: 1130 time: 1.0692472 Jul 14 07:30:25.880683 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8', 'tag': 'b1013bc3-6d21-4251-99fd-1c7db7ea07b5'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:30:25.883081 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a277e70-0f36-4c06-bb6f-6fa1151186ba" -d '{"events": [{"name": "network-changed", "server_uuid": "287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8", "tag": "b1013bc3-6d21-4251-99fd-1c7db7ea07b5"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:30:25.951765 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfec950-abeb-498b-b33e-d09e76743571 service neutron] Pushing event updated for resources: {'Port': ['ID=b1013bc3-6d21-4251-99fd-1c7db7ea07b5,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:25.960550 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a13bdb-eeff-4f49-a80e-726971d1bc24 x-openstack-request-id: req-50a13bdb-eeff-4f49-a80e-726971d1bc24 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:30:25.960866 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8", "tag": "b1013bc3-6d21-4251-99fd-1c7db7ea07b5", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:30:25.961111 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-50a13bdb-eeff-4f49-a80e-726971d1bc24 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:30:25.961820 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8', 'tag': 'b1013bc3-6d21-4251-99fd-1c7db7ea07b5', 'status': 'completed', 'code': 200} Jul 14 07:30:26.029638 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-1f4fddce-0414-487c-bd94-fa128eabda80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:26.031673 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-1f4fddce-0414-487c-bd94-fa128eabda80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04eb6db14b1148f59113d288ff50f1ab&device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 1133 time: 0.0888612 Jul 14 07:30:26.081797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-065017ef-315b-439d-911d-299600f9dbc5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1013bc3-6d21-4251-99fd-1c7db7ea07b5 HTTP/1.1" status: 200 len: 217 time: 0.0421646 Jul 14 07:30:26.145117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-7aa7efcc-9452-477c-9408-b645c24361cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:26.146722 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-7aa7efcc-9452-477c-9408-b645c24361cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8cb62dd-9a20-4a89-89c5-0b9c708e9d09 HTTP/1.1" status: 200 len: 834 time: 0.0579128 Jul 14 07:30:26.225578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-1c329ff0-1d90-4911-aeb2-ad71b5802b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:26.228075 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-1c329ff0-1d90-4911-aeb2-ad71b5802b56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5b42fc2-ae28-4929-ab29-8c1578008172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720198 Jul 14 07:30:26.344472 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f120f0c-6db4-461d-997c-bed20366bffc req-0148ed20-da7a-47b1-8f17-1d940f3b40f2 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0352349 Jul 14 07:30:26.365703 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-925f63d0-2f2a-4d6a-9f43-b6e1e8484cd4 service neutron] 10.222.0.15 "GET /v2.0/networks/d5b42fc2-ae28-4929-ab29-8c1578008172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304395 Jul 14 07:30:26.409002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0f8b9c0e-083f-4574-ad4e-3508e438c327 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:30:26.468243 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a441883-7e94-4d9d-9e46-49b5e8170c61 req-1f031d9b-1114-4466-9502-380470fe7f84 service neutron] 10.222.0.15 "GET /v2.0/networks/d5b42fc2-ae28-4929-ab29-8c1578008172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945275 Jul 14 07:30:26.479658 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0f8b9c0e-083f-4574-ad4e-3508e438c327 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:26.480033 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:26.573941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 893b9124-4cad-41e4-9877-937b2227bb5d up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:30:26.587548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a277e70-0f36-4c06-bb6f-6fa1151186ba req-70a08b8e-bd1c-4941-bb98-631a7d7902ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:26.589098 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a277e70-0f36-4c06-bb6f-6fa1151186ba req-70a08b8e-bd1c-4941-bb98-631a7d7902ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04eb6db14b1148f59113d288ff50f1ab&device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 1133 time: 0.0606687 Jul 14 07:30:26.622619 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 893b9124-4cad-41e4-9877-937b2227bb5d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:26.622994 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:26.690016 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a277e70-0f36-4c06-bb6f-6fa1151186ba req-290e1c94-c481-4226-abee-93fcdf627b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:26.693034 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a277e70-0f36-4c06-bb6f-6fa1151186ba req-290e1c94-c481-4226-abee-93fcdf627b20 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5b42fc2-ae28-4929-ab29-8c1578008172 HTTP/1.1" status: 200 len: 897 time: 0.0963457 Jul 14 07:30:26.742337 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a277e70-0f36-4c06-bb6f-6fa1151186ba req-7d84a0d0-9c9f-426b-8b95-710dbd374213 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1013bc3-6d21-4251-99fd-1c7db7ea07b5 HTTP/1.1" status: 200 len: 217 time: 0.0430238 Jul 14 07:30:26.811453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a277e70-0f36-4c06-bb6f-6fa1151186ba req-1448bf11-36fc-44a6-b2dc-8ec59f7220e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:26.813071 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a277e70-0f36-4c06-bb6f-6fa1151186ba req-1448bf11-36fc-44a6-b2dc-8ec59f7220e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8cb62dd-9a20-4a89-89c5-0b9c708e9d09 HTTP/1.1" status: 200 len: 834 time: 0.0547106 Jul 14 07:30:26.924524 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a277e70-0f36-4c06-bb6f-6fa1151186ba req-17ec584a-5166-4fce-af54-fd4204edf9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:26.926095 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a277e70-0f36-4c06-bb6f-6fa1151186ba req-17ec584a-5166-4fce-af54-fd4204edf9fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5b42fc2-ae28-4929-ab29-8c1578008172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041908 Jul 14 07:30:26.939616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bf7be-e8a2-4305-b73f-9fc75c7deef7 req-5f616ab0-edbe-4001-adc9-c11c6d524532 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:26.941707 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e08bf7be-e8a2-4305-b73f-9fc75c7deef7 req-5f616ab0-edbe-4001-adc9-c11c6d524532 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 982 time: 0.1083298 Jul 14 07:30:27.045695 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e08bf7be-e8a2-4305-b73f-9fc75c7deef7 req-feedae5a-06eb-4fb8-b210-96210a3b6eca tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/security-groups?id=0edc1fea-43de-4734-a641-5ac9843e574c&id=51ca41dd-882e-464d-9245-433fe4976d96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0941198 Jul 14 07:30:27.084475 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a277e70-0f36-4c06-bb6f-6fa1151186ba req-19538292-628c-4ed7-a232-309a1a1e42fa service neutron] 10.222.0.15 "GET /v2.0/networks/d5b42fc2-ae28-4929-ab29-8c1578008172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417129 Jul 14 07:30:27.183279 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a277e70-0f36-4c06-bb6f-6fa1151186ba req-fc736b51-a9d6-41f0-b374-112a5fb082f3 service neutron] 10.222.0.15 "GET /v2.0/networks/d5b42fc2-ae28-4929-ab29-8c1578008172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921247 Jul 14 07:30:27.512539 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f56d06e-d083-4723-bed2-e30cf749b586 req-d87bfaf1-dd00-4088-94a7-181263715eef tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0332015 Jul 14 07:30:28.232910 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c97033-0149-4769-b449-d43cd2e0a559 req-9b237536-b7e0-48f5-9082-d414e43a3aaf tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:28.234422 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8c97033-0149-4769-b449-d43cd2e0a559 req-9b237536-b7e0-48f5-9082-d414e43a3aaf tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 982 time: 0.0675182 Jul 14 07:30:28.276092 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8c97033-0149-4769-b449-d43cd2e0a559 req-bc2afeba-1b52-48dc-ad5f-5ba4dc19df69 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/security-groups?id=0edc1fea-43de-4734-a641-5ac9843e574c&id=51ca41dd-882e-464d-9245-433fe4976d96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0359285 Jul 14 07:30:28.666674 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2cfda68-1d96-4828-ade9-e1c14bdddacb req-65735467-59bf-40b7-8159-b94d57c3f604 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0283306 Jul 14 07:30:29.446766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device b1013bc3-6d21-4251-99fd-1c7db7ea07b5 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:30:29.484094 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65e3fd-dddb-4119-970e-0d46ec95bf9b req-af39cdd8-7b71-41f8-ac4c-8934b0766254 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:29.492257 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b65e3fd-dddb-4119-970e-0d46ec95bf9b req-af39cdd8-7b71-41f8-ac4c-8934b0766254 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 982 time: 0.0885975 Jul 14 07:30:29.531525 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b65e3fd-dddb-4119-970e-0d46ec95bf9b req-986e4582-9f27-4fcf-8438-1007f883ac32 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/security-groups?id=0edc1fea-43de-4734-a641-5ac9843e574c&id=51ca41dd-882e-464d-9245-433fe4976d96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0378942 Jul 14 07:30:29.573039 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port b1013bc3-6d21-4251-99fd-1c7db7ea07b5, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b1013bc3-6d21-4251-99fd-1c7db7ea07b5,segment=NetworkSegment(9436bcac-8d0c-418a-a409-012be57d9541),segment_id=9436bcac-8d0c-418a-a409-012be57d9541)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:29.586970 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'b1013bc3-6d21-4251-99fd-1c7db7ea07b5', 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172', 'port_id': 'b1013bc3-6d21-4251-99fd-1c7db7ea07b5', 'mac_address': 'fa:16:3e:95:9f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:30:29.639371 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:29.655305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1013bc3-6d21-4251-99fd-1c7db7ea07b5 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:30:29.676694 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port b1013bc3-6d21-4251-99fd-1c7db7ea07b5, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b1013bc3-6d21-4251-99fd-1c7db7ea07b5,segment=NetworkSegment(9436bcac-8d0c-418a-a409-012be57d9541),segment_id=9436bcac-8d0c-418a-a409-012be57d9541)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:29.680683 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:29.734954 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=b1013bc3-6d21-4251-99fd-1c7db7ea07b5,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:29.853717 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0dc8767a-9645-4112-9b52-8949b598a322 req-31d5fa0f-90ab-4744-8908-811e0d5ba341 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0377655 Jul 14 07:30:29.946702 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['b1013bc3-6d21-4251-99fd-1c7db7ea07b5'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:30:30.503963 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b6fa0012-b0ed-4d22-be44-e480a909b547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:30.756425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d45a0-08a0-44ba-9e81-6f347bf05a3b req-500d7c1f-b461-4e25-b450-6506c49bcf12 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:30.758597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-918d45a0-08a0-44ba-9e81-6f347bf05a3b req-500d7c1f-b461-4e25-b450-6506c49bcf12 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 983 time: 0.0848024 Jul 14 07:30:30.809347 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-918d45a0-08a0-44ba-9e81-6f347bf05a3b req-95cad2a9-8a14-42d7-9099-f1ffbfe77613 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/security-groups?id=0edc1fea-43de-4734-a641-5ac9843e574c&id=51ca41dd-882e-464d-9245-433fe4976d96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0430655 Jul 14 07:30:31.062589 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa58c8b5-62d5-481d-a19c-fd0b02536fb2 req-f1370bab-e373-4937-b0f1-19a713d9f3e2 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0445390 Jul 14 07:30:31.454563 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device b1013bc3-6d21-4251-99fd-1c7db7ea07b5 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:30:31.531717 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port b1013bc3-6d21-4251-99fd-1c7db7ea07b5 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:30:31.537987 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port b1013bc3-6d21-4251-99fd-1c7db7ea07b5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:30:31.538759 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:31.634829 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:31.659372 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1013bc3-6d21-4251-99fd-1c7db7ea07b5'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:30:31.661969 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc98f13f-7d93-45d9-8ce3-ebf8347d0d4c" -d '{"events": [{"server_uuid": "287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8", "name": "network-vif-plugged", "status": "completed", "tag": "b1013bc3-6d21-4251-99fd-1c7db7ea07b5"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:30:31.678424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port b1013bc3-6d21-4251-99fd-1c7db7ea07b5, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b1013bc3-6d21-4251-99fd-1c7db7ea07b5,segment=NetworkSegment(9436bcac-8d0c-418a-a409-012be57d9541),segment_id=9436bcac-8d0c-418a-a409-012be57d9541)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:30:31.685272 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:31.729949 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66f0dcf-c9b8-4ada-a4dd-a9c8a6324b42 x-openstack-request-id: req-c66f0dcf-c9b8-4ada-a4dd-a9c8a6324b42 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:30:31.730589 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8", "name": "network-vif-plugged", "status": "completed", "tag": "b1013bc3-6d21-4251-99fd-1c7db7ea07b5", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:30:31.730968 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c66f0dcf-c9b8-4ada-a4dd-a9c8a6324b42 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:30:31.731493 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1013bc3-6d21-4251-99fd-1c7db7ea07b5', 'code': 200} Jul 14 07:30:31.751886 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=b1013bc3-6d21-4251-99fd-1c7db7ea07b5,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:31.896706 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638acc64-adca-4e39-890f-aec963cb91d9 req-43d2f12a-968e-41c6-8ceb-c0133d5be294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:31.899509 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-638acc64-adca-4e39-890f-aec963cb91d9 req-43d2f12a-968e-41c6-8ceb-c0133d5be294 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 1135 time: 0.0788033 Jul 14 07:30:31.942885 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-638acc64-adca-4e39-890f-aec963cb91d9 req-331c7772-d004-44ef-a1ce-59000f1d97b6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=51ca41dd-882e-464d-9245-433fe4976d96&id=0edc1fea-43de-4734-a641-5ac9843e574c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0366769 Jul 14 07:30:32.037941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e242d9-3ebf-4e19-bd3b-fe60bf5fc078 req-e4e9a200-881d-4953-871d-a2c9b1a28f0c tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:32.039753 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-17e242d9-3ebf-4e19-bd3b-fe60bf5fc078 req-e4e9a200-881d-4953-871d-a2c9b1a28f0c tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 984 time: 0.0784705 Jul 14 07:30:32.102093 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-17e242d9-3ebf-4e19-bd3b-fe60bf5fc078 req-5e440309-adc0-4a80-bceb-bcdf66945bed tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/security-groups?id=0edc1fea-43de-4734-a641-5ac9843e574c&id=51ca41dd-882e-464d-9245-433fe4976d96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0553486 Jul 14 07:30:32.264557 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-49a030d5-58de-49c4-be7d-06f8a249c562 req-fb9146d7-b28c-42e5-bbc4-e5e7dd8084bd tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0398486 Jul 14 07:30:33.331816 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1d3f6838-171a-45e5-83eb-44cf0f16d3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:33.354131 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41646175-add5-4f33-b5da-7aec264cda3d req-66cff706-753c-46e7-8a8d-458994e21ade tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:33.355661 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41646175-add5-4f33-b5da-7aec264cda3d req-66cff706-753c-46e7-8a8d-458994e21ade tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 984 time: 0.0923085 Jul 14 07:30:33.410096 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41646175-add5-4f33-b5da-7aec264cda3d req-0b2e5152-f6c2-4155-b7d6-97268675e7d4 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/security-groups?id=0edc1fea-43de-4734-a641-5ac9843e574c&id=51ca41dd-882e-464d-9245-433fe4976d96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0446892 Jul 14 07:30:33.506886 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-791f142f-082d-40e2-b15d-5c92187f415f req-bf6c37c9-b302-41c8-ad22-ad1ee6356d10 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0551188 Jul 14 07:30:33.621617 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:33.645172 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616fe78-e76f-48a5-80dd-d6d3d942d54f req-68c394b3-7680-4a0c-b3ad-098504602c1e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:33.649730 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5616fe78-e76f-48a5-80dd-d6d3d942d54f req-68c394b3-7680-4a0c-b3ad-098504602c1e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 984 time: 0.0919054 Jul 14 07:30:33.700328 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5616fe78-e76f-48a5-80dd-d6d3d942d54f req-3e57e719-d25a-4eba-b2d5-1740b35658ff tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/security-groups?id=0edc1fea-43de-4734-a641-5ac9843e574c&id=51ca41dd-882e-464d-9245-433fe4976d96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0424774 Jul 14 07:30:33.903526 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2415b-10ec-492a-bbb8-88f7367ecf0a req-09dd30ea-26c1-4c10-8078-16c81cb3f169 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:33.905276 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16e2415b-10ec-492a-bbb8-88f7367ecf0a req-09dd30ea-26c1-4c10-8078-16c81cb3f169 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 1135 time: 0.0590849 Jul 14 07:30:33.927063 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-16e2415b-10ec-492a-bbb8-88f7367ecf0a req-204483da-0435-43be-9007-4d5562bc214a tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:34.030169 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-16e2415b-10ec-492a-bbb8-88f7367ecf0a req-204483da-0435-43be-9007-4d5562bc214a tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:34.036540 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-16e2415b-10ec-492a-bbb8-88f7367ecf0a req-204483da-0435-43be-9007-4d5562bc214a tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:34.082030 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16e2415b-10ec-492a-bbb8-88f7367ecf0a req-204483da-0435-43be-9007-4d5562bc214a tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0edc1fea-43de-4734-a641-5ac9843e574c&id=51ca41dd-882e-464d-9245-433fe4976d96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1705832 Jul 14 07:30:34.093783 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204483da-0435-43be-9007-4d5562bc214a tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4979cb-c3da-436e-8095-c536018bce5b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:34.102697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54432) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:34.174026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7881d15f-10a5-4c5d-989b-48924a9cf296 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:34.177738 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7881d15f-10a5-4c5d-989b-48924a9cf296 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 1130 time: 0.0715582 Jul 14 07:30:34.181475 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54438) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:34.186347 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': 'b1013bc3-6d21-4251-99fd-1c7db7ea07b5', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:34.211567 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:34.324057 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:34.450503 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Allocated IP 172.25.7.236 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/29472727-15f3-40c7-9643-2e2f9cbad782) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:30:34.555714 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:34.599493 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:34.661885 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:35.044036 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d6cf6710-93fc-4fad-a70d-0d69c63a0c58 req-602e9f59-3b61-4774-8f39-0c3c0bee5706 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0366490 Jul 14 07:30:35.052024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:30:35.056221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:35.058279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event updated for resources: {'Port': ['ID=29472727-15f3-40c7-9643-2e2f9cbad782,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:35.060961 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:30:35.476050 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:35.558663 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:35.718110 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:35.722905 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:35.805510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event updated for resources: {'Port': ['ID=29472727-15f3-40c7-9643-2e2f9cbad782,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:35.808963 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:35.915184 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Floating IP 49aa4b34-c716-4b07-8caf-d408537b1ec5 associated. External IP: 172.25.7.236, port: b1013bc3-6d21-4251-99fd-1c7db7ea07b5. Jul 14 07:30:36.050402 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:30:36.165933 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Router 0965f1f0-02fa-497e-b7b5-6fa488d50d65 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:30:36.206418 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:36.259157 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7007fc98-25ee-4c5f-9e73-4bfc767a9b64 req-dbc447eb-2e1a-4ce6-95c6-dbe4f84a11c1 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0386105 Jul 14 07:30:36.322870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:30:36.335644 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75d8184-43af-4b16-84b8-2586f3dbea9a None None] Sync routers for ids ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:30:36.342510 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:36.346947 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d8184-43af-4b16-84b8-2586f3dbea9a None None] Routers {'0965f1f0-02fa-497e-b7b5-6fa488d50d65'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:36.347810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b75d8184-43af-4b16-84b8-2586f3dbea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:30:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:36.403671 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-641f4903-7378-4312-8a3b-f257f4ec5577 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2212911 Jul 14 07:30:36.404265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8', 'tag': 'b1013bc3-6d21-4251-99fd-1c7db7ea07b5'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:30:36.406370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54466) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:36.407198 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a547bb-6ca0-4e05-a075-fd571e0010e4" -d '{"events": [{"name": "network-changed", "server_uuid": "287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8", "tag": "b1013bc3-6d21-4251-99fd-1c7db7ea07b5"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:30:36.465423 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890ddf3c-2abe-4142-bbf8-55e9367efe59 x-openstack-request-id: req-890ddf3c-2abe-4142-bbf8-55e9367efe59 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:30:36.466920 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8", "tag": "b1013bc3-6d21-4251-99fd-1c7db7ea07b5", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:30:36.466920 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-890ddf3c-2abe-4142-bbf8-55e9367efe59 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:30:36.466920 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8', 'tag': 'b1013bc3-6d21-4251-99fd-1c7db7ea07b5', 'status': 'completed', 'code': 200} Jul 14 07:30:36.487309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-b75d8184-43af-4b16-84b8-2586f3dbea9a None None] Set router 0965f1f0-02fa-497e-b7b5-6fa488d50d65 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:36.561697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a547bb-6ca0-4e05-a075-fd571e0010e4 req-509ddc85-aad3-4be9-b5ba-a3ffbe151dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.564055 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65a547bb-6ca0-4e05-a075-fd571e0010e4 req-509ddc85-aad3-4be9-b5ba-a3ffbe151dab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04eb6db14b1148f59113d288ff50f1ab&device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 1135 time: 0.0749540 Jul 14 07:30:36.655027 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5b6f9-aeac-41ad-b7a0-b0576f1009d4 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.656257 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5b6f9-aeac-41ad-b7a0-b0576f1009d4 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.660326 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5b6f9-aeac-41ad-b7a0-b0576f1009d4 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.661022 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5b6f9-aeac-41ad-b7a0-b0576f1009d4 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.661668 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5b6f9-aeac-41ad-b7a0-b0576f1009d4 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.663023 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5b6f9-aeac-41ad-b7a0-b0576f1009d4 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.663649 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5b6f9-aeac-41ad-b7a0-b0576f1009d4 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.664713 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5b6f9-aeac-41ad-b7a0-b0576f1009d4 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.665432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5b6f9-aeac-41ad-b7a0-b0576f1009d4 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.666555 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5b6f9-aeac-41ad-b7a0-b0576f1009d4 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.667187 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5b6f9-aeac-41ad-b7a0-b0576f1009d4 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.670060 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-54e5b6f9-aeac-41ad-b7a0-b0576f1009d4 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7765 time: 0.2606413 Jul 14 07:30:36.672857 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54470) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:36.710423 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a547bb-6ca0-4e05-a075-fd571e0010e4 req-6209c0c8-13f3-45f9-951e-ad561a4749e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.712617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65a547bb-6ca0-4e05-a075-fd571e0010e4 req-6209c0c8-13f3-45f9-951e-ad561a4749e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5b42fc2-ae28-4929-ab29-8c1578008172 HTTP/1.1" status: 200 len: 897 time: 0.1400805 Jul 14 07:30:36.782030 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b75d8184-43af-4b16-84b8-2586f3dbea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111029345', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:17Z', 'revision_number': 4, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '49aa4b34-c716-4b07-8caf-d408537b1ec5', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'port_id': 'b1013bc3-6d21-4251-99fd-1c7db7ea07b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172', 'mac_address': 'fa:16:3e:95:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:30:35Z', 'updated_at': '2021-07-14T07:30:35Z', 'revision_number': 0, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8b9c0e-083f-4574-ad4e-3508e438c327', 'name': '', 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'mac_address': 'fa:16:3e:97:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:15Z', 'updated_at': '2021-07-14T07:30:24Z', 'revision_number': 5, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'subnets': [{'id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:36.814294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9522a538-e7d2-415f-a52f-9349b3f58cee tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.816483 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9522a538-e7d2-415f-a52f-9349b3f58cee tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.816963 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9522a538-e7d2-415f-a52f-9349b3f58cee tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.817464 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9522a538-e7d2-415f-a52f-9349b3f58cee tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.819359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9522a538-e7d2-415f-a52f-9349b3f58cee tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.819852 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9522a538-e7d2-415f-a52f-9349b3f58cee tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.820983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9522a538-e7d2-415f-a52f-9349b3f58cee tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.821579 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9522a538-e7d2-415f-a52f-9349b3f58cee tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.822152 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9522a538-e7d2-415f-a52f-9349b3f58cee tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.822629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9522a538-e7d2-415f-a52f-9349b3f58cee tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.823089 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9522a538-e7d2-415f-a52f-9349b3f58cee tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.825255 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9522a538-e7d2-415f-a52f-9349b3f58cee tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7092 time: 0.1512318 Jul 14 07:30:36.828474 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54472) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:36.828676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75d8184-43af-4b16-84b8-2586f3dbea9a None None] Checking router: 0965f1f0-02fa-497e-b7b5-6fa488d50d65 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:30:36.838249 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d8184-43af-4b16-84b8-2586f3dbea9a None None] Routers {'0965f1f0-02fa-497e-b7b5-6fa488d50d65'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:30:36.839148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b75d8184-43af-4b16-84b8-2586f3dbea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:30:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:36.849075 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65a547bb-6ca0-4e05-a075-fd571e0010e4 req-c52bccdb-2d80-4f6f-a946-11518db911cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1013bc3-6d21-4251-99fd-1c7db7ea07b5 HTTP/1.1" status: 200 len: 999 time: 0.1296620 Jul 14 07:30:36.939473 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a547bb-6ca0-4e05-a075-fd571e0010e4 req-958f81d4-1b9c-4e7a-865b-3aad3efa13dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:36.942564 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65a547bb-6ca0-4e05-a075-fd571e0010e4 req-958f81d4-1b9c-4e7a-865b-3aad3efa13dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8cb62dd-9a20-4a89-89c5-0b9c708e9d09 HTTP/1.1" status: 200 len: 834 time: 0.0830929 Jul 14 07:30:36.991361 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-b75d8184-43af-4b16-84b8-2586f3dbea9a None None] Set router 0965f1f0-02fa-497e-b7b5-6fa488d50d65 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:30:37.029456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a547bb-6ca0-4e05-a075-fd571e0010e4 req-6bc79bb1-ad8e-4e25-ab21-40a68113068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:37.030877 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65a547bb-6ca0-4e05-a075-fd571e0010e4 req-6bc79bb1-ad8e-4e25-ab21-40a68113068d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5b42fc2-ae28-4929-ab29-8c1578008172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799811 Jul 14 07:30:37.202431 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65a547bb-6ca0-4e05-a075-fd571e0010e4 req-1da089a4-8dbf-4a41-b6a0-d9647e9b08af service neutron] 10.222.0.15 "GET /v2.0/networks/d5b42fc2-ae28-4929-ab29-8c1578008172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609652 Jul 14 07:30:37.225220 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f32cf7a8-23ab-4a0e-944b-6985a504f9a2 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5215 time: 0.3922784 Jul 14 07:30:37.225220 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54476) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:37.325345 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11574518-1430-4fcf-9ce6-fe197244f98f tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:37.327797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11574518-1430-4fcf-9ce6-fe197244f98f tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:37.331893 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-11574518-1430-4fcf-9ce6-fe197244f98f tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0965f1f0-02fa-497e-b7b5-6fa488d50d65 HTTP/1.1" status: 200 len: 1990 time: 0.1058533 Jul 14 07:30:37.392754 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-b75d8184-43af-4b16-84b8-2586f3dbea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111029345', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:17Z', 'revision_number': 4, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '49aa4b34-c716-4b07-8caf-d408537b1ec5', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'port_id': 'b1013bc3-6d21-4251-99fd-1c7db7ea07b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172', 'mac_address': 'fa:16:3e:95:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:30:35Z', 'updated_at': '2021-07-14T07:30:35Z', 'revision_number': 0, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8b9c0e-083f-4574-ad4e-3508e438c327', 'name': '', 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'mac_address': 'fa:16:3e:97:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:15Z', 'updated_at': '2021-07-14T07:30:24Z', 'revision_number': 5, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'subnets': [{'id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:30:37.442530 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65a547bb-6ca0-4e05-a075-fd571e0010e4 req-eefa0f23-eac8-4c98-8a9a-080c6821743c service neutron] 10.222.0.15 "GET /v2.0/networks/d5b42fc2-ae28-4929-ab29-8c1578008172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314835 Jul 14 07:30:37.444841 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75d8184-43af-4b16-84b8-2586f3dbea9a None None] The sync data for ids ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'] in n-d-778696-5 is: [{'id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111029345', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:17Z', 'revision_number': 4, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '49aa4b34-c716-4b07-8caf-d408537b1ec5', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'port_id': 'b1013bc3-6d21-4251-99fd-1c7db7ea07b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172', 'mac_address': 'fa:16:3e:95:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:30:35Z', 'updated_at': '2021-07-14T07:30:35Z', 'revision_number': 0, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8b9c0e-083f-4574-ad4e-3508e438c327', 'name': '', 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'mac_address': 'fa:16:3e:97:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:15Z', 'updated_at': '2021-07-14T07:30:24Z', 'revision_number': 5, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'subnets': [{'id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:30:37.530213 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-75145cc9-d205-49e8-b44c-72dcbe557e89 req-e3b1f852-6f9a-4f65-abd5-f0408020c590 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0555787 Jul 14 07:30:37.750079 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b02e8-ec2f-417e-907e-c858508563cd None None] New status for floating IP 49aa4b34-c716-4b07-8caf-d408537b1ec5: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:30:38.714417 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b5442d74-51a8-40b2-ac6f-c87f6a5faf31 req-a80ec5f1-8851-49a1-958a-001e6a80d733 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0305431 Jul 14 07:30:39.885055 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e51ae5e-f0dc-4066-b2d0-b2b58ef85d10 req-3873b12b-cdc4-4ae1-842c-7ccd1fb984fd tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0302148 Jul 14 07:30:41.041711 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cde91c5a-38aa-4862-83d1-76e6256da51d req-67aec46f-efef-4e48-b471-d3c369099789 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0298653 Jul 14 07:30:42.195421 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7b549b0-1689-4f1f-982c-dc5b7fd78e3b req-14d01333-23e8-4eb3-835c-4a7a2004f9fc tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0318782 Jul 14 07:30:43.352744 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96cde154-75e4-402c-9082-90ecfd09cbb9 req-96a809d0-24b4-4009-a9f3-da63ae4ab37a tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0337951 Jul 14 07:30:44.514280 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a007e565-37a7-4f85-8899-dacc76741a6d req-25594f42-41a6-4348-9129-6f57bde76734 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0286891 Jul 14 07:30:45.578255 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:45.657505 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:45.665265 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-907d4686-afe0-45a5-b1e9-8911819d0067 req-a5d04923-e5b4-4a14-bfeb-51d567d0ee86 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0301428 Jul 14 07:30:46.819783 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59288b57-a3e9-4aa6-820a-e1b8fecc4458 req-f8de5306-37b7-4299-9a3f-5b522a5e57fa tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0322514 Jul 14 07:30:47.975875 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8fb8878c-1ad7-47a6-9091-a86fda79eb51 req-2d93b82b-b8cb-4ed8-b2e4-34a6d0b9535f tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0331850 Jul 14 07:30:48.498046 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-af1b8ffd-8759-4647-8372-5ac26a66d181 req-610d5d1b-28bf-43e6-8a7b-f8bbbf14449a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0262139 Jul 14 07:30:49.129564 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e4d32a08-eaac-4227-aaae-f2769677f4b2 req-8a81ccb0-8f81-40ff-8ebf-6c0c5200fbdd tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0300934 Jul 14 07:30:50.288413 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a0bb8a04-fb4f-4bbb-bfb9-714c9c77b370 req-ba700221-4ca3-45fc-a519-9763b936d3b7 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0276003 Jul 14 07:30:50.594508 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-64c177b8-1114-41fd-8d20-0d97d9bdb783 req-9d71aaae-a903-46c4-9482-820e065f0e7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dcc518ae46d47eaaea23745ecef6648&device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0285933 Jul 14 07:30:50.638832 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-64c177b8-1114-41fd-8d20-0d97d9bdb783 req-73068015-b6f9-4649-b3bc-5888d5cc0542 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3dcc518ae46d47eaaea23745ecef6648&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374725 Jul 14 07:30:50.654646 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-81f5df40-33c6-49a4-9fcb-4a0ab747eb22 req-f8c8854e-5797-4584-9aab-112e6622f1a2 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0334060 Jul 14 07:30:50.796962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c177b8-1114-41fd-8d20-0d97d9bdb783 req-75f127a3-bc17-4002-8030-b21564095c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:50.798502 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-64c177b8-1114-41fd-8d20-0d97d9bdb783 req-75f127a3-bc17-4002-8030-b21564095c50 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1545045 Jul 14 07:30:51.796502 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-697fe46a-4a77-4abb-876b-549147e52c14 req-f68d09b5-5f39-4eac-b50f-eb3a1aee530d tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0278351 Jul 14 07:30:51.989077 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-64c177b8-1114-41fd-8d20-0d97d9bdb783 req-ff23ecad-444e-4128-bf23-55b97c6730f2 tempest-ServerShowV257Test-1244450886 tempest-ServerShowV257Test-1244450886-project] 10.222.0.30 "GET /v2.0/ports?device_id=68ef5a44-1566-46ba-992d-8bb311e90b3c HTTP/1.1" status: 200 len: 210 time: 0.0283387 Jul 14 07:30:53.114701 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54672) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:53.225621 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-54655898-927c-4c9f-8264-061a06712621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:53.317151 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-54655898-927c-4c9f-8264-061a06712621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:53.321446 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-54655898-927c-4c9f-8264-061a06712621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:53.358916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54655898-927c-4c9f-8264-061a06712621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f36448-91be-47c4-8e65-0938a4225091,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:53.362782 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-54655898-927c-4c9f-8264-061a06712621 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3dcc518ae46d47eaaea23745ecef6648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470911 Jul 14 07:30:53.365630 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54682) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:53.369021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54655898-927c-4c9f-8264-061a06712621 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:53.369391 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54655898-927c-4c9f-8264-061a06712621 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:53.369725 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54655898-927c-4c9f-8264-061a06712621 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:53.370057 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54655898-927c-4c9f-8264-061a06712621 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:53.370384 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54655898-927c-4c9f-8264-061a06712621 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:53.370715 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54655898-927c-4c9f-8264-061a06712621 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:53.371034 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54655898-927c-4c9f-8264-061a06712621 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:53.371379 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54655898-927c-4c9f-8264-061a06712621 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:53.371790 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54655898-927c-4c9f-8264-061a06712621 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:53.372588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54655898-927c-4c9f-8264-061a06712621 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:53.372923 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54655898-927c-4c9f-8264-061a06712621 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:53.373260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54655898-927c-4c9f-8264-061a06712621 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:30:53.415477 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-534a73f9-dba8-49f3-9942-9c910ed511d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:53.436350 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-534a73f9-dba8-49f3-9942-9c910ed511d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:53.482970 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-534a73f9-dba8-49f3-9942-9c910ed511d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:53.485515 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-534a73f9-dba8-49f3-9942-9c910ed511d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:53.486666 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-534a73f9-dba8-49f3-9942-9c910ed511d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7f36448-91be-47c4-8e65-0938a4225091 HTTP/1.1" status: 204 len: 168 time: 0.1200290 Jul 14 07:30:53.494266 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a73f9-dba8-49f3-9942-9c910ed511d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f36448-91be-47c4-8e65-0938a4225091,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:54.078723 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54706) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:54.170608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c67d2d26-9f78-48ce-9226-895ccb05d64f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-60525637-network', 'tenant_id': '5f5710d42c0044d0933fe862036610b3'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:54.191394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67d2d26-9f78-48ce-9226-895ccb05d64f admin admin] Made reservation on behalf of 5f5710d42c0044d0933fe862036610b3 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:30:54.193708 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c67d2d26-9f78-48ce-9226-895ccb05d64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:54.202853 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c67d2d26-9f78-48ce-9226-895ccb05d64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:54.296259 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c67d2d26-9f78-48ce-9226-895ccb05d64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:54.300608 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c67d2d26-9f78-48ce-9226-895ccb05d64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:54.324794 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67d2d26-9f78-48ce-9226-895ccb05d64f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:30:54.334168 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d2d26-9f78-48ce-9226-895ccb05d64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879905eb-d342-4c7d-9ced-b6496fd3c5ef,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:54.340166 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c67d2d26-9f78-48ce-9226-895ccb05d64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:54.340662 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-c67d2d26-9f78-48ce-9226-895ccb05d64f admin admin] Added segment 75930102-8ed7-4e6c-8efc-531ac0883f57 of type vlan for network 76bb3a99-8d6c-447a-ac0b-075597f59bdc Jul 14 07:30:54.382494 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c67d2d26-9f78-48ce-9226-895ccb05d64f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:54.414908 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c67d2d26-9f78-48ce-9226-895ccb05d64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:54.415974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67d2d26-9f78-48ce-9226-895ccb05d64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:54.416564 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c67d2d26-9f78-48ce-9226-895ccb05d64f admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:54.477391 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c67d2d26-9f78-48ce-9226-895ccb05d64f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3973384 Jul 14 07:30:54.480548 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54716) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:54.483164 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d2d26-9f78-48ce-9226-895ccb05d64f admin admin] Pushing event updated for resources: {'Network': ['ID=76bb3a99-8d6c-447a-ac0b-075597f59bdc,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:54.493149 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 76bb3a99-8d6c-447a-ac0b-075597f59bdc details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:30:54.497007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-221e65d7-68ad-48f0-8d4b-3b5e1a9f970a admin admin] Request body: {'subnet': {'network_id': '76bb3a99-8d6c-447a-ac0b-075597f59bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-60525637-subnet', 'tenant_id': '5f5710d42c0044d0933fe862036610b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:54.522689 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221e65d7-68ad-48f0-8d4b-3b5e1a9f970a admin admin] Made reservation on behalf of 5f5710d42c0044d0933fe862036610b3 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:30:54.525553 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-221e65d7-68ad-48f0-8d4b-3b5e1a9f970a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:54.997464 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-221e65d7-68ad-48f0-8d4b-3b5e1a9f970a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:55.054542 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e65d7-68ad-48f0-8d4b-3b5e1a9f970a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b608c55a-8721-4d4f-9051-9f0dcbdc3f2c,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:55.065541 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e65d7-68ad-48f0-8d4b-3b5e1a9f970a admin admin] Checking segment: {'id': '75930102-8ed7-4e6c-8efc-531ac0883f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '76bb3a99-8d6c-447a-ac0b-075597f59bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:30:55.065899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221e65d7-68ad-48f0-8d4b-3b5e1a9f970a admin admin] Network hostable DHCP agents. Network: 76bb3a99-8d6c-447a-ac0b-075597f59bdc, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:30:55.082255 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221e65d7-68ad-48f0-8d4b-3b5e1a9f970a admin admin] Network 76bb3a99-8d6c-447a-ac0b-075597f59bdc is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:30:55.090707 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-221e65d7-68ad-48f0-8d4b-3b5e1a9f970a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 76bb3a99-8d6c-447a-ac0b-075597f59bdc) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:55.095549 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221e65d7-68ad-48f0-8d4b-3b5e1a9f970a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:55.096138 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-221e65d7-68ad-48f0-8d4b-3b5e1a9f970a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:55.100513 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28794f7-6ccf-4542-8569-c26044f57e7d None None] Network 76bb3a99-8d6c-447a-ac0b-075597f59bdc requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:30:55.110286 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-221e65d7-68ad-48f0-8d4b-3b5e1a9f970a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6272595 Jul 14 07:30:55.226428 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8db8829-f819-4ff8-a3da-fd13d36bbe71 None None] Network 76bb3a99-8d6c-447a-ac0b-075597f59bdc requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:30:55.519219 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54738) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:55.524363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1fbae1d0-b6f3-48f7-a54b-ec436fb8dad0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1220948155-network', 'tenant_id': '80a3ae04a94149aaab9c83e96d707586'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:55.546286 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbae1d0-b6f3-48f7-a54b-ec436fb8dad0 admin admin] Made reservation on behalf of 80a3ae04a94149aaab9c83e96d707586 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:30:55.548858 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fbae1d0-b6f3-48f7-a54b-ec436fb8dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:55.557764 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fbae1d0-b6f3-48f7-a54b-ec436fb8dad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:55.647696 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fbae1d0-b6f3-48f7-a54b-ec436fb8dad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:55.651207 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fbae1d0-b6f3-48f7-a54b-ec436fb8dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:55.674849 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbae1d0-b6f3-48f7-a54b-ec436fb8dad0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:30:55.684455 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbae1d0-b6f3-48f7-a54b-ec436fb8dad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b807586d-d495-4a24-8528-589c59ea5c61,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:55.689807 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fbae1d0-b6f3-48f7-a54b-ec436fb8dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:55.690154 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-1fbae1d0-b6f3-48f7-a54b-ec436fb8dad0 admin admin] Added segment a08886e6-1234-4428-94f7-e552d10179f7 of type vlan for network 8ba31554-ecb6-4cb4-a510-7cfa096f8f1d Jul 14 07:30:55.729659 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fbae1d0-b6f3-48f7-a54b-ec436fb8dad0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:55.757465 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fbae1d0-b6f3-48f7-a54b-ec436fb8dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:55.758590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbae1d0-b6f3-48f7-a54b-ec436fb8dad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:55.759170 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fbae1d0-b6f3-48f7-a54b-ec436fb8dad0 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:55.816083 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1fbae1d0-b6f3-48f7-a54b-ec436fb8dad0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2956023 Jul 14 07:30:55.818792 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54740) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:30:55.826290 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4cbed4dc-89e2-4683-8cb7-c758ef2ac341 admin admin] Request body: {'subnet': {'network_id': '8ba31554-ecb6-4cb4-a510-7cfa096f8f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1220948155-subnet', 'tenant_id': '80a3ae04a94149aaab9c83e96d707586', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:55.830341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbae1d0-b6f3-48f7-a54b-ec436fb8dad0 admin admin] Pushing event updated for resources: {'Network': ['ID=8ba31554-ecb6-4cb4-a510-7cfa096f8f1d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:55.840433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 8ba31554-ecb6-4cb4-a510-7cfa096f8f1d details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:30:55.851128 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbed4dc-89e2-4683-8cb7-c758ef2ac341 admin admin] Made reservation on behalf of 80a3ae04a94149aaab9c83e96d707586 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:30:55.853653 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cbed4dc-89e2-4683-8cb7-c758ef2ac341 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:56.054848 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cbed4dc-89e2-4683-8cb7-c758ef2ac341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:56.118754 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbed4dc-89e2-4683-8cb7-c758ef2ac341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c04e512-7723-4b1b-b070-765c07863348,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:56.126425 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbed4dc-89e2-4683-8cb7-c758ef2ac341 admin admin] Checking segment: {'id': 'a08886e6-1234-4428-94f7-e552d10179f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8ba31554-ecb6-4cb4-a510-7cfa096f8f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:30:56.126787 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbed4dc-89e2-4683-8cb7-c758ef2ac341 admin admin] Network hostable DHCP agents. Network: 8ba31554-ecb6-4cb4-a510-7cfa096f8f1d, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:30:56.143141 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbed4dc-89e2-4683-8cb7-c758ef2ac341 admin admin] Network 8ba31554-ecb6-4cb4-a510-7cfa096f8f1d is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:30:56.151495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-4cbed4dc-89e2-4683-8cb7-c758ef2ac341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 8ba31554-ecb6-4cb4-a510-7cfa096f8f1d) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:56.155519 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbed4dc-89e2-4683-8cb7-c758ef2ac341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:56.156051 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cbed4dc-89e2-4683-8cb7-c758ef2ac341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:56.161967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d35ddec-48e1-4fcb-aab7-1158ddff9506 None None] Network 8ba31554-ecb6-4cb4-a510-7cfa096f8f1d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:30:56.179717 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4cbed4dc-89e2-4683-8cb7-c758ef2ac341 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3510706 Jul 14 07:30:56.293864 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3b0345-f90e-4bd4-90d7-5264ceb8f6d1 None None] Network 8ba31554-ecb6-4cb4-a510-7cfa096f8f1d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:30:56.745496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-db806b1a-226f-4a8a-ac48-c6a6a0887363 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:56.746887 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-db806b1a-226f-4a8a-ac48-c6a6a0887363 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/networks?id=76bb3a99-8d6c-447a-ac0b-075597f59bdc HTTP/1.1" status: 200 len: 823 time: 0.1022511 Jul 14 07:30:56.761889 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-0ca956d6-1b3a-453c-829d-e5c26282af6c tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/quotas/5f5710d42c0044d0933fe862036610b3 HTTP/1.1" status: 200 len: 375 time: 0.0090456 Jul 14 07:30:56.794386 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-171fd5e7-58c0-4196-9353-8600d63141aa tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f5710d42c0044d0933fe862036610b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273447 Jul 14 07:30:56.885581 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-3098b0da-30fe-4348-b411-37ba853142b9 service neutron] 10.222.0.35 "GET /v2.0/networks/76bb3a99-8d6c-447a-ac0b-075597f59bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846708 Jul 14 07:30:56.981178 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-041fe9b9-f399-47d6-8f12-7eae7d85d30c service neutron] 10.222.0.35 "GET /v2.0/networks/76bb3a99-8d6c-447a-ac0b-075597f59bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897748 Jul 14 07:30:57.159497 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b54c1f0-19e4-45e5-8890-8e9af0308f4c req-827ddbe9-d3c2-490a-a700-1328d1b84276 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/ports?device_id=78c785d5-46e2-4e36-958c-0e2bce5dcf15 HTTP/1.1" status: 200 len: 210 time: 0.0392618 Jul 14 07:30:58.197357 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-145a9c79-ddf2-4b0e-a3fe-e24cc03bbbc0 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:58.198957 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-145a9c79-ddf2-4b0e-a3fe-e24cc03bbbc0 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.30 "GET /v2.0/networks?id=76bb3a99-8d6c-447a-ac0b-075597f59bdc HTTP/1.1" status: 200 len: 823 time: 0.1098969 Jul 14 07:30:58.212660 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-923a6704-d128-4d19-b2ef-460b60484a2e tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Request body: {'port': {'device_id': '78c785d5-46e2-4e36-958c-0e2bce5dcf15', 'network_id': '76bb3a99-8d6c-447a-ac0b-075597f59bdc', 'admin_state_up': True, 'tenant_id': '5f5710d42c0044d0933fe862036610b3'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:58.358296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-535ce2c9-28ef-4651-abc5-c8b02b2c97b0 req-0b772169-cb9c-444e-8755-f1c42315d378 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/ports?device_id=78c785d5-46e2-4e36-958c-0e2bce5dcf15 HTTP/1.1" status: 200 len: 210 time: 0.0396264 Jul 14 07:30:58.398540 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-923a6704-d128-4d19-b2ef-460b60484a2e tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Made reservation on behalf of 5f5710d42c0044d0933fe862036610b3 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:30:58.402314 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-923a6704-d128-4d19-b2ef-460b60484a2e tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:58.526703 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-923a6704-d128-4d19-b2ef-460b60484a2e tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Allocated IP 172.20.0.5 (76bb3a99-8d6c-447a-ac0b-075597f59bdc/b608c55a-8721-4d4f-9051-9f0dcbdc3f2c/91a5cc45-4240-42f3-a86d-350a8082cabe) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:30:58.668894 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-923a6704-d128-4d19-b2ef-460b60484a2e tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:58.711707 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-923a6704-d128-4d19-b2ef-460b60484a2e tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:58.758603 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-923a6704-d128-4d19-b2ef-460b60484a2e tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Network 76bb3a99-8d6c-447a-ac0b-075597f59bdc is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:30:58.761785 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-923a6704-d128-4d19-b2ef-460b60484a2e tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:30:58.766252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-923a6704-d128-4d19-b2ef-460b60484a2e tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:30:58.793048 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a6704-d128-4d19-b2ef-460b60484a2e tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Pushing event updated for resources: {'Port': ['ID=91a5cc45-4240-42f3-a86d-350a8082cabe,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:58.823044 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-923a6704-d128-4d19-b2ef-460b60484a2e tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:58.823650 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-923a6704-d128-4d19-b2ef-460b60484a2e tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:58.837896 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-923a6704-d128-4d19-b2ef-460b60484a2e tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6301675 Jul 14 07:30:58.848956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Request body: {'port': {'device_id': '78c785d5-46e2-4e36-958c-0e2bce5dcf15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:30:58.921327 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:59.171579 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a5cc45-4240-42f3-a86d-350a8082cabe {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:30:59.179045 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:59.190887 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Transition to ACTIVE for port object 91a5cc45-4240-42f3-a86d-350a8082cabe will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:30:59.195353 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:59.241284 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Pushing event updated for resources: {'Port': ['ID=91a5cc45-4240-42f3-a86d-350a8082cabe,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:59.312919 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Attempting to bind port 91a5cc45-4240-42f3-a86d-350a8082cabe on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:30:59.313258 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Attempting to bind port 91a5cc45-4240-42f3-a86d-350a8082cabe by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '75930102-8ed7-4e6c-8efc-531ac0883f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '76bb3a99-8d6c-447a-ac0b-075597f59bdc'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:30:59.313586 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Attempting to bind port 91a5cc45-4240-42f3-a86d-350a8082cabe on network 76bb3a99-8d6c-447a-ac0b-075597f59bdc {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:30:59.317746 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Port 91a5cc45-4240-42f3-a86d-350a8082cabe on network 76bb3a99-8d6c-447a-ac0b-075597f59bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:30:59.318058 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Attempting to bind port 91a5cc45-4240-42f3-a86d-350a8082cabe on network 76bb3a99-8d6c-447a-ac0b-075597f59bdc {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:30:59.322941 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:30:59.323274 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Checking segment: {'id': '75930102-8ed7-4e6c-8efc-531ac0883f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '76bb3a99-8d6c-447a-ac0b-075597f59bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:30:59.323665 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Bound using segment: {'id': '75930102-8ed7-4e6c-8efc-531ac0883f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '76bb3a99-8d6c-447a-ac0b-075597f59bdc'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:30:59.324061 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Bound port: 91a5cc45-4240-42f3-a86d-350a8082cabe, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75930102-8ed7-4e6c-8efc-531ac0883f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '76bb3a99-8d6c-447a-ac0b-075597f59bdc'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:30:59.324406 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:59.388395 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] For port 91a5cc45-4240-42f3-a86d-350a8082cabe, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:30:59.392333 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] For port 91a5cc45-4240-42f3-a86d-350a8082cabe, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=91a5cc45-4240-42f3-a86d-350a8082cabe,segment=NetworkSegment(75930102-8ed7-4e6c-8efc-531ac0883f57),segment_id=75930102-8ed7-4e6c-8efc-531ac0883f57)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:30:59.397954 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:59.423849 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:59.424504 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:30:59.427262 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] 10.222.0.30 "PUT /v2.0/ports/91a5cc45-4240-42f3-a86d-350a8082cabe HTTP/1.1" status: 200 len: 1091 time: 0.5816450 Jul 14 07:30:59.430258 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c785d5-46e2-4e36-958c-0e2bce5dcf15', 'tag': '91a5cc45-4240-42f3-a86d-350a8082cabe'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:30:59.432941 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6a8e7a-dd47-44bd-8119-8e4fe7ee6609" -d '{"events": [{"name": "network-changed", "server_uuid": "78c785d5-46e2-4e36-958c-0e2bce5dcf15", "tag": "91a5cc45-4240-42f3-a86d-350a8082cabe"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:30:59.491418 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89cc503-4639-4e68-aa0e-3868f06335d9 x-openstack-request-id: req-f89cc503-4639-4e68-aa0e-3868f06335d9 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:30:59.491751 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c785d5-46e2-4e36-958c-0e2bce5dcf15", "tag": "91a5cc45-4240-42f3-a86d-350a8082cabe", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:30:59.492005 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f89cc503-4639-4e68-aa0e-3868f06335d9 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:30:59.492397 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c785d5-46e2-4e36-958c-0e2bce5dcf15', 'tag': '91a5cc45-4240-42f3-a86d-350a8082cabe', 'status': 'completed', 'code': 200} Jul 14 07:30:59.548635 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47968cb-d08c-4740-8ff0-72b663681fdc service neutron] Pushing event updated for resources: {'Port': ['ID=91a5cc45-4240-42f3-a86d-350a8082cabe,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:30:59.563162 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-6190f8b1-781d-4c02-ba17-2c6b227648ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:59.566807 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-6190f8b1-781d-4c02-ba17-2c6b227648ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f5710d42c0044d0933fe862036610b3&device_id=78c785d5-46e2-4e36-958c-0e2bce5dcf15 HTTP/1.1" status: 200 len: 1094 time: 0.0911624 Jul 14 07:30:59.577251 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12662b3-784b-4bdd-aaa7-eec3acca2e8d req-cc617688-9e76-4dbc-88f4-b936117617e1 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:59.577251 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a12662b3-784b-4bdd-aaa7-eec3acca2e8d req-cc617688-9e76-4dbc-88f4-b936117617e1 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/ports?device_id=78c785d5-46e2-4e36-958c-0e2bce5dcf15 HTTP/1.1" status: 200 len: 943 time: 0.0679147 Jul 14 07:30:59.611093 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-18b95ac3-9961-4006-a5e3-fef995e27b5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91a5cc45-4240-42f3-a86d-350a8082cabe HTTP/1.1" status: 200 len: 217 time: 0.0371792 Jul 14 07:30:59.615980 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a12662b3-784b-4bdd-aaa7-eec3acca2e8d req-a44bdef2-788a-48a1-94bd-0ac0ad9aae43 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/security-groups?id=879905eb-d342-4c7d-9ced-b6496fd3c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Jul 14 07:30:59.666132 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-077e0ac7-5991-4e5c-aea6-bb4be9c432cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:59.667640 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-077e0ac7-5991-4e5c-aea6-bb4be9c432cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b608c55a-8721-4d4f-9051-9f0dcbdc3f2c HTTP/1.1" status: 200 len: 863 time: 0.0507360 Jul 14 07:30:59.701381 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-996d2552-d7df-4447-8438-9b1207c374f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76bb3a99-8d6c-447a-ac0b-075597f59bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270429 Jul 14 07:30:59.792424 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-48bce7f8-288a-4a9b-9828-474a4669ee73 service neutron] 10.222.0.30 "GET /v2.0/networks/76bb3a99-8d6c-447a-ac0b-075597f59bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851912 Jul 14 07:30:59.879011 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0b449694-9c8a-41af-9d5e-65a5a05359ae req-43184a61-a670-4a90-ba35-eab5f108c040 service neutron] 10.222.0.30 "GET /v2.0/networks/76bb3a99-8d6c-447a-ac0b-075597f59bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797365 Jul 14 07:30:59.986692 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a8e7a-dd47-44bd-8119-8e4fe7ee6609 req-e3cc45ee-197b-4de3-a9cd-a23ec60c4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:30:59.988207 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db6a8e7a-dd47-44bd-8119-8e4fe7ee6609 req-e3cc45ee-197b-4de3-a9cd-a23ec60c4ca5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f5710d42c0044d0933fe862036610b3&device_id=78c785d5-46e2-4e36-958c-0e2bce5dcf15 HTTP/1.1" status: 200 len: 1094 time: 0.0620043 Jul 14 07:31:00.073120 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a8e7a-dd47-44bd-8119-8e4fe7ee6609 req-e6589171-3e3d-4e5a-ab8c-a8caf9d5149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:00.074600 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db6a8e7a-dd47-44bd-8119-8e4fe7ee6609 req-e6589171-3e3d-4e5a-ab8c-a8caf9d5149b service neutron] 10.222.0.30 "GET /v2.0/networks?id=76bb3a99-8d6c-447a-ac0b-075597f59bdc HTTP/1.1" status: 200 len: 924 time: 0.0804055 Jul 14 07:31:00.118716 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db6a8e7a-dd47-44bd-8119-8e4fe7ee6609 req-6aa8aee3-961c-4881-8330-d17a67a3e51d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91a5cc45-4240-42f3-a86d-350a8082cabe HTTP/1.1" status: 200 len: 217 time: 0.0375843 Jul 14 07:31:00.165920 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a8e7a-dd47-44bd-8119-8e4fe7ee6609 req-d40ad519-a335-41fd-91f7-1a12bb62395d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:00.167385 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db6a8e7a-dd47-44bd-8119-8e4fe7ee6609 req-d40ad519-a335-41fd-91f7-1a12bb62395d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b608c55a-8721-4d4f-9051-9f0dcbdc3f2c HTTP/1.1" status: 200 len: 863 time: 0.0429468 Jul 14 07:31:00.199855 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db6a8e7a-dd47-44bd-8119-8e4fe7ee6609 req-2d202c95-9de3-4e88-adee-be6af7e4fa45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76bb3a99-8d6c-447a-ac0b-075597f59bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260329 Jul 14 07:31:00.288955 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db6a8e7a-dd47-44bd-8119-8e4fe7ee6609 req-f0e0c52d-ea53-4bb0-a8c9-8a820f0738bb service neutron] 10.222.0.30 "GET /v2.0/networks/76bb3a99-8d6c-447a-ac0b-075597f59bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824621 Jul 14 07:31:00.375932 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db6a8e7a-dd47-44bd-8119-8e4fe7ee6609 req-9e377c09-5f9e-416f-aa5f-175d79897b30 service neutron] 10.222.0.30 "GET /v2.0/networks/76bb3a99-8d6c-447a-ac0b-075597f59bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803800 Jul 14 07:31:00.506803 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e7f7c529-68a9-4d9f-b685-42bdf8f6edd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:00.788447 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b6e9a-f4a3-451f-afa5-80b5b34ace7c req-5d34d172-3a52-4024-bfa9-a596c01f421e tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:00.790011 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af6b6e9a-f4a3-451f-afa5-80b5b34ace7c req-5d34d172-3a52-4024-bfa9-a596c01f421e tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/ports?device_id=78c785d5-46e2-4e36-958c-0e2bce5dcf15 HTTP/1.1" status: 200 len: 943 time: 0.0634806 Jul 14 07:31:00.831149 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af6b6e9a-f4a3-451f-afa5-80b5b34ace7c req-6e18829f-9429-4aae-b1b0-aaf20c705e73 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/security-groups?id=879905eb-d342-4c7d-9ced-b6496fd3c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348549 Jul 14 07:31:02.000324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca480eb2-b92c-491e-8a36-5a1386d99970 req-940c8a42-433f-4020-85ff-152bd4081600 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:02.001818 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca480eb2-b92c-491e-8a36-5a1386d99970 req-940c8a42-433f-4020-85ff-152bd4081600 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/ports?device_id=78c785d5-46e2-4e36-958c-0e2bce5dcf15 HTTP/1.1" status: 200 len: 943 time: 0.0632377 Jul 14 07:31:02.037250 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca480eb2-b92c-491e-8a36-5a1386d99970 req-7b52799c-c95d-4f5e-9073-bfaf3e0adb19 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/security-groups?id=879905eb-d342-4c7d-9ced-b6496fd3c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298462 Jul 14 07:31:02.406133 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 91a5cc45-4240-42f3-a86d-350a8082cabe details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:31:02.505038 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 91a5cc45-4240-42f3-a86d-350a8082cabe, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=91a5cc45-4240-42f3-a86d-350a8082cabe,segment=NetworkSegment(75930102-8ed7-4e6c-8efc-531ac0883f57),segment_id=75930102-8ed7-4e6c-8efc-531ac0883f57)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:02.514032 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '91a5cc45-4240-42f3-a86d-350a8082cabe', 'network_id': '76bb3a99-8d6c-447a-ac0b-075597f59bdc', 'port_id': '91a5cc45-4240-42f3-a86d-350a8082cabe', 'mac_address': 'fa:16:3e:1b:45:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b608c55a-8721-4d4f-9051-9f0dcbdc3f2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:31:02.550865 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:02.563777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a5cc45-4240-42f3-a86d-350a8082cabe {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:31:02.582890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 91a5cc45-4240-42f3-a86d-350a8082cabe, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=91a5cc45-4240-42f3-a86d-350a8082cabe,segment=NetworkSegment(75930102-8ed7-4e6c-8efc-531ac0883f57),segment_id=75930102-8ed7-4e6c-8efc-531ac0883f57)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:02.587659 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:02.633058 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=91a5cc45-4240-42f3-a86d-350a8082cabe,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:02.640750 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:02.641092 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:02.641454 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:02.641786 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:02.642114 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:02.642487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:02.642880 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:02.643206 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:02.643528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:02.643853 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:02.644172 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:02.644512 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:02.801990 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['91a5cc45-4240-42f3-a86d-350a8082cabe'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:31:03.209602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255c430-6b51-4ced-b91d-70e1353abadd req-c3653241-41d7-45ee-95c6-9bbdc398486d tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:03.211094 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a255c430-6b51-4ced-b91d-70e1353abadd req-c3653241-41d7-45ee-95c6-9bbdc398486d tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/ports?device_id=78c785d5-46e2-4e36-958c-0e2bce5dcf15 HTTP/1.1" status: 200 len: 944 time: 0.0632582 Jul 14 07:31:03.248635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a255c430-6b51-4ced-b91d-70e1353abadd req-212acee3-7cbf-4a71-a896-d346c10b89eb tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/security-groups?id=879905eb-d342-4c7d-9ced-b6496fd3c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311663 Jul 14 07:31:03.305367 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-55999a83-690c-40e9-87eb-2582e7236817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:03.616797 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:04.405356 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 91a5cc45-4240-42f3-a86d-350a8082cabe up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:04.422137 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997035e0-8dbc-4b67-be4d-8823d2b9e520 req-b2642132-f070-45be-9f9d-2d5d82ba698b tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:04.423705 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-997035e0-8dbc-4b67-be4d-8823d2b9e520 req-b2642132-f070-45be-9f9d-2d5d82ba698b tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/ports?device_id=78c785d5-46e2-4e36-958c-0e2bce5dcf15 HTTP/1.1" status: 200 len: 944 time: 0.0663197 Jul 14 07:31:04.457290 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 91a5cc45-4240-42f3-a86d-350a8082cabe completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:04.461272 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 91a5cc45-4240-42f3-a86d-350a8082cabe triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:04.461706 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:04.464464 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-997035e0-8dbc-4b67-be4d-8823d2b9e520 req-ed95c1a7-ea51-4ed2-b7c7-290d7549dbd4 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/security-groups?id=879905eb-d342-4c7d-9ced-b6496fd3c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344484 Jul 14 07:31:04.539429 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:04.563486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c785d5-46e2-4e36-958c-0e2bce5dcf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a5cc45-4240-42f3-a86d-350a8082cabe'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:31:04.565731 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9111d6c-7cd4-46a4-80b6-a6c817ce5136" -d '{"events": [{"server_uuid": "78c785d5-46e2-4e36-958c-0e2bce5dcf15", "name": "network-vif-plugged", "status": "completed", "tag": "91a5cc45-4240-42f3-a86d-350a8082cabe"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:31:04.578388 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 91a5cc45-4240-42f3-a86d-350a8082cabe, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=91a5cc45-4240-42f3-a86d-350a8082cabe,segment=NetworkSegment(75930102-8ed7-4e6c-8efc-531ac0883f57),segment_id=75930102-8ed7-4e6c-8efc-531ac0883f57)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:04.582537 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:04.607885 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf07b8c-1bfd-448f-af09-ff750eec8733 x-openstack-request-id: req-abf07b8c-1bfd-448f-af09-ff750eec8733 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:31:04.608169 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c785d5-46e2-4e36-958c-0e2bce5dcf15", "name": "network-vif-plugged", "status": "completed", "tag": "91a5cc45-4240-42f3-a86d-350a8082cabe", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:31:04.608413 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-abf07b8c-1bfd-448f-af09-ff750eec8733 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:31:04.608788 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c785d5-46e2-4e36-958c-0e2bce5dcf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a5cc45-4240-42f3-a86d-350a8082cabe', 'code': 200} Jul 14 07:31:04.638421 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=91a5cc45-4240-42f3-a86d-350a8082cabe,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:04.658285 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:04.717356 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b37e9-000e-4eff-acbf-d0681bd8cca8 req-b98c5bf2-ebb8-4298-a13d-8b2fd1690787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:04.718943 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-749b37e9-000e-4eff-acbf-d0681bd8cca8 req-b98c5bf2-ebb8-4298-a13d-8b2fd1690787 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=78c785d5-46e2-4e36-958c-0e2bce5dcf15 HTTP/1.1" status: 200 len: 1096 time: 0.0518343 Jul 14 07:31:04.755891 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-749b37e9-000e-4eff-acbf-d0681bd8cca8 req-75c0397c-d6ee-4b05-b7f7-fce405146f97 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=879905eb-d342-4c7d-9ced-b6496fd3c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309210 Jul 14 07:31:05.733748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af84461-682e-4118-a1bf-e28d92b58261 req-a53f0e32-7bce-4711-8080-3457b24f9c4a tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:05.735860 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7af84461-682e-4118-a1bf-e28d92b58261 req-a53f0e32-7bce-4711-8080-3457b24f9c4a tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/ports?device_id=78c785d5-46e2-4e36-958c-0e2bce5dcf15 HTTP/1.1" status: 200 len: 945 time: 0.1567311 Jul 14 07:31:05.772089 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7af84461-682e-4118-a1bf-e28d92b58261 req-65176e3d-b5cf-4c67-853d-daf8014141aa tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/security-groups?id=879905eb-d342-4c7d-9ced-b6496fd3c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304930 Jul 14 07:31:05.947860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc90a4b-5ccd-4687-8b72-4e8fb5fd5b69 req-0e616ff6-adcf-497f-ac14-f2ecc3f46e17 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:05.949408 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bc90a4b-5ccd-4687-8b72-4e8fb5fd5b69 req-0e616ff6-adcf-497f-ac14-f2ecc3f46e17 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/ports?device_id=78c785d5-46e2-4e36-958c-0e2bce5dcf15 HTTP/1.1" status: 200 len: 945 time: 0.0669439 Jul 14 07:31:05.995266 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bc90a4b-5ccd-4687-8b72-4e8fb5fd5b69 req-a8b2d607-a719-4460-82d4-a5e9452f77bf tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/security-groups?id=879905eb-d342-4c7d-9ced-b6496fd3c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399704 Jul 14 07:31:06.191782 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:06.298311 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d0654-4e8a-42d4-9b47-089349d6c74a req-8a5233ef-53e2-44f2-8f7b-23c39e4122af tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:06.299808 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-149d0654-4e8a-42d4-9b47-089349d6c74a req-8a5233ef-53e2-44f2-8f7b-23c39e4122af tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/ports?device_id=78c785d5-46e2-4e36-958c-0e2bce5dcf15 HTTP/1.1" status: 200 len: 945 time: 0.0631807 Jul 14 07:31:06.336033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-149d0654-4e8a-42d4-9b47-089349d6c74a req-825449f6-805a-4e08-b217-e9229ee1ea91 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/security-groups?id=879905eb-d342-4c7d-9ced-b6496fd3c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307057 Jul 14 07:31:06.770295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96139a7d-c420-40b2-a154-7db95d0838fa req-08b15891-f9be-4966-a3fd-c0b412fc86d2 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:06.771892 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96139a7d-c420-40b2-a154-7db95d0838fa req-08b15891-f9be-4966-a3fd-c0b412fc86d2 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/ports?device_id=78c785d5-46e2-4e36-958c-0e2bce5dcf15 HTTP/1.1" status: 200 len: 945 time: 0.0614343 Jul 14 07:31:06.809029 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96139a7d-c420-40b2-a154-7db95d0838fa req-20616309-ea5a-4c74-b82b-7e25e77c98b7 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/security-groups?id=879905eb-d342-4c7d-9ced-b6496fd3c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314653 Jul 14 07:31:07.955415 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a744-63a6-4885-9dce-2ff3b0c2cfa8 req-ef6288ff-3464-4c49-9c9f-8f180c13f744 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:07.957863 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ec3a744-63a6-4885-9dce-2ff3b0c2cfa8 req-ef6288ff-3464-4c49-9c9f-8f180c13f744 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.30 "GET /v2.0/ports?device_id=78c785d5-46e2-4e36-958c-0e2bce5dcf15 HTTP/1.1" status: 200 len: 945 time: 0.0705099 Jul 14 07:31:07.999528 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fb0e8-95d8-426b-812a-7626c07c5594 req-f6196d98-f332-40ee-ab34-73e34727f6a1 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:08.001123 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b73fb0e8-95d8-426b-812a-7626c07c5594 req-f6196d98-f332-40ee-ab34-73e34727f6a1 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/ports?device_id=78c785d5-46e2-4e36-958c-0e2bce5dcf15 HTTP/1.1" status: 200 len: 945 time: 0.0830824 Jul 14 07:31:08.045767 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b73fb0e8-95d8-426b-812a-7626c07c5594 req-49ea34e4-07c1-4a35-a28c-135bbbc693ea tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.35 "GET /v2.0/security-groups?id=879905eb-d342-4c7d-9ced-b6496fd3c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355575 Jul 14 07:31:08.074303 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-8ec3a744-63a6-4885-9dce-2ff3b0c2cfa8 req-d61d9f7c-0352-4e7d-b44e-e847dd519918 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Deleting port 91a5cc45-4240-42f3-a86d-350a8082cabe {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:31:08.074651 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ec3a744-63a6-4885-9dce-2ff3b0c2cfa8 req-d61d9f7c-0352-4e7d-b44e-e847dd519918 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:08.165330 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-8ec3a744-63a6-4885-9dce-2ff3b0c2cfa8 req-d61d9f7c-0352-4e7d-b44e-e847dd519918 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] For port 91a5cc45-4240-42f3-a86d-350a8082cabe, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=91a5cc45-4240-42f3-a86d-350a8082cabe,segment=NetworkSegment(75930102-8ed7-4e6c-8efc-531ac0883f57),segment_id=75930102-8ed7-4e6c-8efc-531ac0883f57)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:08.165698 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ec3a744-63a6-4885-9dce-2ff3b0c2cfa8 req-d61d9f7c-0352-4e7d-b44e-e847dd519918 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:08.178327 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-8ec3a744-63a6-4885-9dce-2ff3b0c2cfa8 req-d61d9f7c-0352-4e7d-b44e-e847dd519918 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Calling delete_port for 91a5cc45-4240-42f3-a86d-350a8082cabe owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:31:08.304819 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ec3a744-63a6-4885-9dce-2ff3b0c2cfa8 req-d61d9f7c-0352-4e7d-b44e-e847dd519918 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:08.316746 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['91a5cc45-4240-42f3-a86d-350a8082cabe'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:31:08.335503 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d9f7c-0352-4e7d-b44e-e847dd519918 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Pushing event deleted for resources: {'Port': ['ID=91a5cc45-4240-42f3-a86d-350a8082cabe,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:08.382926 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec3a744-63a6-4885-9dce-2ff3b0c2cfa8 req-d61d9f7c-0352-4e7d-b44e-e847dd519918 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] No DVR routers for this DVR port 91a5cc45-4240-42f3-a86d-350a8082cabe on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:31:08.385523 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ec3a744-63a6-4885-9dce-2ff3b0c2cfa8 req-d61d9f7c-0352-4e7d-b44e-e847dd519918 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:08.388054 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ec3a744-63a6-4885-9dce-2ff3b0c2cfa8 req-d61d9f7c-0352-4e7d-b44e-e847dd519918 tempest-ServersNegativeTestMultiTenantJSON-1956636038 tempest-ServersNegativeTestMultiTenantJSON-1956636038-project] 10.222.0.30 "DELETE /v2.0/ports/91a5cc45-4240-42f3-a86d-350a8082cabe HTTP/1.1" status: 204 len: 173 time: 0.4241798 Jul 14 07:31:08.388507 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c785d5-46e2-4e36-958c-0e2bce5dcf15', 'name': 'network-vif-deleted', 'tag': '91a5cc45-4240-42f3-a86d-350a8082cabe'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:31:08.390772 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f711b3a4-50ea-400f-8fd9-48cb091524b1" -d '{"events": [{"server_uuid": "78c785d5-46e2-4e36-958c-0e2bce5dcf15", "name": "network-vif-deleted", "tag": "91a5cc45-4240-42f3-a86d-350a8082cabe"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:31:08.429761 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c89f7b-f30f-4f09-9821-f254c5b2ee2f x-openstack-request-id: req-e4c89f7b-f30f-4f09-9821-f254c5b2ee2f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:31:08.430100 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c785d5-46e2-4e36-958c-0e2bce5dcf15", "name": "network-vif-deleted", "tag": "91a5cc45-4240-42f3-a86d-350a8082cabe", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:31:08.430367 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4c89f7b-f30f-4f09-9821-f254c5b2ee2f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:31:08.430801 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c785d5-46e2-4e36-958c-0e2bce5dcf15', 'name': 'network-vif-deleted', 'tag': '91a5cc45-4240-42f3-a86d-350a8082cabe', 'status': 'completed', 'code': 200} Jul 14 07:31:09.137479 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54924) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:09.180632 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-001424bf-4451-47f3-ba31-b9b9583fe662 admin admin] Deleting subnet b608c55a-8721-4d4f-9051-9f0dcbdc3f2c {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:31:09.183574 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-001424bf-4451-47f3-ba31-b9b9583fe662 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:09.215255 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-001424bf-4451-47f3-ba31-b9b9583fe662 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:09.255850 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-001424bf-4451-47f3-ba31-b9b9583fe662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:09.307231 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-001424bf-4451-47f3-ba31-b9b9583fe662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:09.338162 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-001424bf-4451-47f3-ba31-b9b9583fe662 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:09.340062 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-001424bf-4451-47f3-ba31-b9b9583fe662 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b608c55a-8721-4d4f-9051-9f0dcbdc3f2c HTTP/1.1" status: 204 len: 168 time: 0.2015531 Jul 14 07:31:09.341515 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001424bf-4451-47f3-ba31-b9b9583fe662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b608c55a-8721-4d4f-9051-9f0dcbdc3f2c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:09.343195 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54928) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:09.412081 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-10fda681-bec2-48c2-9cd7-96ced7b6f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:09.493226 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-10fda681-bec2-48c2-9cd7-96ced7b6f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:09.502652 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-10fda681-bec2-48c2-9cd7-96ced7b6f2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76bb3a99-8d6c-447a-ac0b-075597f59bdc']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:09.512359 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-10fda681-bec2-48c2-9cd7-96ced7b6f2d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75930102-8ed7-4e6c-8efc-531ac0883f57') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:09.513133 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-10fda681-bec2-48c2-9cd7-96ced7b6f2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75930102-8ed7-4e6c-8efc-531ac0883f57') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:09.521519 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-10fda681-bec2-48c2-9cd7-96ced7b6f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:09.536111 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-10fda681-bec2-48c2-9cd7-96ced7b6f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:09.541954 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fda681-bec2-48c2-9cd7-96ced7b6f2d2 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:31:09.542334 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-10fda681-bec2-48c2-9cd7-96ced7b6f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:31:09.544066 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:31:09.596366 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-10fda681-bec2-48c2-9cd7-96ced7b6f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:09.601216 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-10fda681-bec2-48c2-9cd7-96ced7b6f2d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:09.603689 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-10fda681-bec2-48c2-9cd7-96ced7b6f2d2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/76bb3a99-8d6c-447a-ac0b-075597f59bdc HTTP/1.1" status: 204 len: 168 time: 0.2589216 Jul 14 07:31:09.606654 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54932) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:09.623908 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fda681-bec2-48c2-9cd7-96ced7b6f2d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=76bb3a99-8d6c-447a-ac0b-075597f59bdc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:09.658091 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a66ca9-b083-478c-9e2f-a668eba1f92f admin admin] Deleting subnet 3c04e512-7723-4b1b-b070-765c07863348 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:31:09.661432 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1a66ca9-b083-478c-9e2f-a668eba1f92f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:09.695164 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1a66ca9-b083-478c-9e2f-a668eba1f92f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:09.736408 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1a66ca9-b083-478c-9e2f-a668eba1f92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:09.786819 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1a66ca9-b083-478c-9e2f-a668eba1f92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:09.809318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a66ca9-b083-478c-9e2f-a668eba1f92f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c04e512-7723-4b1b-b070-765c07863348,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:09.814862 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1a66ca9-b083-478c-9e2f-a668eba1f92f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:09.816819 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d1a66ca9-b083-478c-9e2f-a668eba1f92f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3c04e512-7723-4b1b-b070-765c07863348 HTTP/1.1" status: 204 len: 168 time: 0.2090175 Jul 14 07:31:09.819313 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54938) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:09.891371 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd98940d-a25b-4f79-a553-22e19871f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:09.974441 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd98940d-a25b-4f79-a553-22e19871f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:09.984398 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-bd98940d-a25b-4f79-a553-22e19871f4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba31554-ecb6-4cb4-a510-7cfa096f8f1d']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:09.994171 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-bd98940d-a25b-4f79-a553-22e19871f4f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08886e6-1234-4428-94f7-e552d10179f7') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:09.994461 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-bd98940d-a25b-4f79-a553-22e19871f4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08886e6-1234-4428-94f7-e552d10179f7') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:10.003644 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd98940d-a25b-4f79-a553-22e19871f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.017247 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd98940d-a25b-4f79-a553-22e19871f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.022802 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd98940d-a25b-4f79-a553-22e19871f4f0 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:31:10.023199 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd98940d-a25b-4f79-a553-22e19871f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:31:10.024798 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:31:10.076599 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd98940d-a25b-4f79-a553-22e19871f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.081725 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd98940d-a25b-4f79-a553-22e19871f4f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.083584 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bd98940d-a25b-4f79-a553-22e19871f4f0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8ba31554-ecb6-4cb4-a510-7cfa096f8f1d HTTP/1.1" status: 204 len: 168 time: 0.2629633 Jul 14 07:31:10.094557 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98940d-a25b-4f79-a553-22e19871f4f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ba31554-ecb6-4cb4-a510-7cfa096f8f1d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:10.244932 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54946) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:10.283856 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b44d0c4a-8d78-457d-8aff-27707644e94e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f5710d42c0044d0933fe862036610b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377245 Jul 14 07:31:10.286238 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54948) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:10.336249 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1439c967-c854-4105-8cef-a05d320a3a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.355910 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1439c967-c854-4105-8cef-a05d320a3a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.401391 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1439c967-c854-4105-8cef-a05d320a3a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.404002 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1439c967-c854-4105-8cef-a05d320a3a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.405161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1439c967-c854-4105-8cef-a05d320a3a3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/879905eb-d342-4c7d-9ced-b6496fd3c5ef HTTP/1.1" status: 204 len: 168 time: 0.1180406 Jul 14 07:31:10.412668 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439c967-c854-4105-8cef-a05d320a3a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879905eb-d342-4c7d-9ced-b6496fd3c5ef,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:10.440066 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54954) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:10.581151 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-650f6eed-e4e1-4154-909d-57105bac1729 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4862 time: 0.1389735 Jul 14 07:31:10.583940 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54956) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:10.589746 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-bf964498-3c23-4bcd-873e-ee2d26c4dace tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Request body: {'network': {'name': 'tempest-network-smoke--1923622600', 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'port_security_enabled': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:10.610994 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf964498-3c23-4bcd-873e-ee2d26c4dace tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Made reservation on behalf of 04eb6db14b1148f59113d288ff50f1ab for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:31:10.615089 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf964498-3c23-4bcd-873e-ee2d26c4dace tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.640818 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf964498-3c23-4bcd-873e-ee2d26c4dace tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:31:10.654129 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf964498-3c23-4bcd-873e-ee2d26c4dace tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.654490 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-bf964498-3c23-4bcd-873e-ee2d26c4dace tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Added segment 258e6ff4-eb6c-4b23-9f16-4bea16033359 of type vlan for network 44dfe2cb-a4a4-43af-992c-e46739b5fd22 Jul 14 07:31:10.718214 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf964498-3c23-4bcd-873e-ee2d26c4dace tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.750114 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf964498-3c23-4bcd-873e-ee2d26c4dace tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.756726 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf964498-3c23-4bcd-873e-ee2d26c4dace tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:10.757543 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf964498-3c23-4bcd-873e-ee2d26c4dace tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.787323 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54966) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:10.827921 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3b159bdf-262e-4e09-8d5d-4c00d3724e6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=80a3ae04a94149aaab9c83e96d707586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393205 Jul 14 07:31:10.830676 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 54968) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:10.832540 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bf964498-3c23-4bcd-873e-ee2d26c4dace tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2473791 Jul 14 07:31:10.835445 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 54970) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:10.840106 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1346311645', 'admin_state_up': True, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:10.851944 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf964498-3c23-4bcd-873e-ee2d26c4dace tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event updated for resources: {'Network': ['ID=44dfe2cb-a4a4-43af-992c-e46739b5fd22,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:10.864248 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 44dfe2cb-a4a4-43af-992c-e46739b5fd22 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:31:10.871146 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.872300 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.894262 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c2042dc1-3f7d-49df-8595-46ced46ec5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.918128 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c2042dc1-3f7d-49df-8595-46ced46ec5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.929994 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.970560 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c2042dc1-3f7d-49df-8595-46ced46ec5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.973700 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c2042dc1-3f7d-49df-8595-46ced46ec5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:10.977290 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c2042dc1-3f7d-49df-8595-46ced46ec5e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b807586d-d495-4a24-8528-589c59ea5c61 HTTP/1.1" status: 204 len: 168 time: 0.1434078 Jul 14 07:31:10.985393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2042dc1-3f7d-49df-8595-46ced46ec5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b807586d-d495-4a24-8528-589c59ea5c61,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:11.091393 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:11.298550 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:11.320165 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:11.428530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Allocated IP 172.25.7.175 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/30593f37-fd25-447c-be65-42d03af1fb7e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:31:11.558323 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:11.610706 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:11.666059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event updated for resources: {'Port': ['ID=30593f37-fd25-447c-be65-42d03af1fb7e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:11.676475 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:31:11.678554 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:11.681050 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:31:11.933705 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:12.134451 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:12.426382 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 91a5cc45-4240-42f3-a86d-350a8082cabe no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:31:12.453490 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 91a5cc45-4240-42f3-a86d-350a8082cabe {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:31:12.454093 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 91a5cc45-4240-42f3-a86d-350a8082cabe not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:31:12.523536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55040) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:12.621278 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Router 1f899811-62a3-4a58-b908-972c7a563b2c is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:31:12.647881 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-621b07f7-22ba-4559-b395-849289b6eca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:12.758617 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:31:12.770579 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Sync routers for ids ['1f899811-62a3-4a58-b908-972c7a563b2c'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:31:12.776063 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-621b07f7-22ba-4559-b395-849289b6eca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:12.782051 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-621b07f7-22ba-4559-b395-849289b6eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:12.787618 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Routers {'1f899811-62a3-4a58-b908-972c7a563b2c'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:12.787940 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:12.789773 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-59e65c0b-313b-43f3-9081-39d767ea4625 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9532228 Jul 14 07:31:12.793810 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55050) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:12.794115 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1f899811-62a3-4a58-b908-972c7a563b2c'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:12.824486 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-621b07f7-22ba-4559-b395-849289b6eca2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6736033bd8842d8a9cf4df593638ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998493 Jul 14 07:31:12.827579 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55052) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:12.834244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b07f7-22ba-4559-b395-849289b6eca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c817463a-ce14-4ce1-9936-45b2df45154e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:12.889175 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0847-82b7-437d-b8b6-8478599b2015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:12.898684 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348da5dc-0f61-441a-9b52-37d48468eb59 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:12.900188 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-348da5dc-0f61-441a-9b52-37d48468eb59 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=04eb6db14b1148f59113d288ff50f1ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1048422 Jul 14 07:31:12.903440 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55054) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:12.914340 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0847-82b7-437d-b8b6-8478599b2015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:12.918469 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Set router 1f899811-62a3-4a58-b908-972c7a563b2c gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:12.978771 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0847-82b7-437d-b8b6-8478599b2015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:12.981830 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0847-82b7-437d-b8b6-8478599b2015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:12.983177 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4eaf0847-82b7-437d-b8b6-8478599b2015 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c817463a-ce14-4ce1-9936-45b2df45154e HTTP/1.1" status: 204 len: 168 time: 0.1547253 Jul 14 07:31:12.991651 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf0847-82b7-437d-b8b6-8478599b2015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c817463a-ce14-4ce1-9936-45b2df45154e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:13.027508 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91046681-92cf-4651-89ff-484e87bc3325 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:13.029803 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-91046681-92cf-4651-89ff-484e87bc3325 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1254520 Jul 14 07:31:13.032563 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55058) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:13.052611 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:31:13.066393 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2a06abbe-4c2b-477b-a516-486c1e021746 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324268 Jul 14 07:31:13.069174 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55060) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:13.101013 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55062) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:13.101470 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dd98f61e-f221-4c30-8569-9c10375231a1 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=04eb6db14b1148f59113d288ff50f1ab&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306280 Jul 14 07:31:13.152154 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1346311645', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '30593f37-fd25-447c-be65-42d03af1fb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:10Z', 'updated_at': '2021-07-14T07:31:11Z', 'revision_number': 3, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '30593f37-fd25-447c-be65-42d03af1fb7e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:11Z', 'updated_at': '2021-07-14T07:31:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:13.182941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Checking router: 1f899811-62a3-4a58-b908-972c7a563b2c for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:31:13.183588 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Updating router 1f899811-62a3-4a58-b908-972c7a563b2c port 30593f37-fd25-447c-be65-42d03af1fb7e binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:31:13.203370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef9041-32d5-43a5-ac80-4325ee150089 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:13.205421 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-58ef9041-32d5-43a5-ac80-4325ee150089 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1032512 Jul 14 07:31:13.208322 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55066) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:13.221855 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:13.244319 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b31ee3f1-dce7-4366-9dcc-b025f50b087a tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322511 Jul 14 07:31:13.244776 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55070) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:13.250475 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3cfd22d7-1025-426a-9b2e-181c566a7cc0 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1479379714', 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22', 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:13.352431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfd22d7-1025-426a-9b2e-181c566a7cc0 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Made reservation on behalf of 04eb6db14b1148f59113d288ff50f1ab for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:31:13.357830 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3cfd22d7-1025-426a-9b2e-181c566a7cc0 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:13.563773 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3cfd22d7-1025-426a-9b2e-181c566a7cc0 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:13.564876 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:13.590039 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Transition to ACTIVE for port object 30593f37-fd25-447c-be65-42d03af1fb7e will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:13.600739 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:13.626627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd22d7-1025-426a-9b2e-181c566a7cc0 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event updated for resources: {'Subnet': ['ID=85320e9e-4515-4628-9c8a-b31b71e017a9,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:13.646877 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfd22d7-1025-426a-9b2e-181c566a7cc0 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Checking segment: {'id': '258e6ff4-eb6c-4b23-9f16-4bea16033359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:31:13.647296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfd22d7-1025-426a-9b2e-181c566a7cc0 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Network hostable DHCP agents. Network: 44dfe2cb-a4a4-43af-992c-e46739b5fd22, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:31:13.664231 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Attempting to bind port 30593f37-fd25-447c-be65-42d03af1fb7e on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:31:13.664790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Attempting to bind port 30593f37-fd25-447c-be65-42d03af1fb7e by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:31:13.665400 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Attempting to bind port 30593f37-fd25-447c-be65-42d03af1fb7e on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:31:13.673720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:31:13.674151 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:31:13.674561 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:13.674957 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:31:13.675587 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Bound port: 30593f37-fd25-447c-be65-42d03af1fb7e, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:31:13.675840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfd22d7-1025-426a-9b2e-181c566a7cc0 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Network 44dfe2cb-a4a4-43af-992c-e46739b5fd22 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:31:13.675956 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:13.682745 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d6d9a-a762-4a05-bead-88e5ccf997b8 None None] Pushing event updated for resources: {'Port': ['ID=30593f37-fd25-447c-be65-42d03af1fb7e,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:13.686930 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-3cfd22d7-1025-426a-9b2e-181c566a7cc0 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 44dfe2cb-a4a4-43af-992c-e46739b5fd22) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:13.692036 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfd22d7-1025-426a-9b2e-181c566a7cc0 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:13.693008 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3cfd22d7-1025-426a-9b2e-181c566a7cc0 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:13.708585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04ae234-31e9-4b0e-a475-4a129512e776 None None] Network 44dfe2cb-a4a4-43af-992c-e46739b5fd22 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:31:13.712188 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3cfd22d7-1025-426a-9b2e-181c566a7cc0 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4635079 Jul 14 07:31:13.712998 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55090) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:13.795397 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] For port 30593f37-fd25-447c-be65-42d03af1fb7e, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:31:13.799923 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] For port 30593f37-fd25-447c-be65-42d03af1fb7e, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=30593f37-fd25-447c-be65-42d03af1fb7e,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:31:13.807450 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55094) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:13.813288 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:13.952830 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-44dfe2cb-a4a4-43af-992c-e46739b5fd22', 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'fixed_ips': [{'subnet_id': '85320e9e-4515-4628-9c8a-b31b71e017a9'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:31:13.952830 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:13.959781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Routers {'1f899811-62a3-4a58-b908-972c7a563b2c'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:13.960550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1f899811-62a3-4a58-b908-972c7a563b2c'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:13.975431 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d6d9a-a762-4a05-bead-88e5ccf997b8 None None] Pushing event updated for resources: {'Port': ['ID=30593f37-fd25-447c-be65-42d03af1fb7e,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:13.998313 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2c4fdce7-1d7f-452e-83f8-188cbb4f0b43 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-427820598-network', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:14.041429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4fdce7-1d7f-452e-83f8-188cbb4f0b43 admin admin] Made reservation on behalf of c52ed61e9fdd479f86ccfc89f36ee841 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:31:14.044609 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c4fdce7-1d7f-452e-83f8-188cbb4f0b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:14.060972 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c4fdce7-1d7f-452e-83f8-188cbb4f0b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:14.161302 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Allocated IP 172.20.0.18 (44dfe2cb-a4a4-43af-992c-e46739b5fd22/85320e9e-4515-4628-9c8a-b31b71e017a9/37b152be-0580-4e9e-a0e1-22f5fdf05263) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:31:14.186696 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c4fdce7-1d7f-452e-83f8-188cbb4f0b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:14.193024 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c4fdce7-1d7f-452e-83f8-188cbb4f0b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:14.206889 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4fdce7-1d7f-452e-83f8-188cbb4f0b43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:31:14.220088 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c4fdce7-1d7f-452e-83f8-188cbb4f0b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:14.221647 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-2c4fdce7-1d7f-452e-83f8-188cbb4f0b43 admin admin] Added segment 1fc487b8-ac49-4ead-a3f7-00a7c89679b3 of type vlan for network eca8f0e3-ef27-4392-a6bd-ac44ea578613 Jul 14 07:31:14.272312 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c4fdce7-1d7f-452e-83f8-188cbb4f0b43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:14.305448 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] Set router 1f899811-62a3-4a58-b908-972c7a563b2c gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:14.306516 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:14.325656 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c4fdce7-1d7f-452e-83f8-188cbb4f0b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:14.326765 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4fdce7-1d7f-452e-83f8-188cbb4f0b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:14.327580 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c4fdce7-1d7f-452e-83f8-188cbb4f0b43 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:14.340316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fdce7-1d7f-452e-83f8-188cbb4f0b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adb0822-1a56-43fe-b76c-158b134c7411,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:14.352285 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2c4fdce7-1d7f-452e-83f8-188cbb4f0b43 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5404217 Jul 14 07:31:14.361452 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55100) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:14.405044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-5a7107fe-0c20-49a1-bf4a-69a50ca87546 admin admin] Request body: {'subnet': {'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-427820598-subnet', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:14.437309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fdce7-1d7f-452e-83f8-188cbb4f0b43 admin admin] Pushing event updated for resources: {'Network': ['ID=eca8f0e3-ef27-4392-a6bd-ac44ea578613,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:14.454694 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7107fe-0c20-49a1-bf4a-69a50ca87546 admin admin] Made reservation on behalf of c52ed61e9fdd479f86ccfc89f36ee841 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:31:14.458356 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a7107fe-0c20-49a1-bf4a-69a50ca87546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:14.612640 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network eca8f0e3-ef27-4392-a6bd-ac44ea578613 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:31:14.656468 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a7107fe-0c20-49a1-bf4a-69a50ca87546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:14.715211 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7107fe-0c20-49a1-bf4a-69a50ca87546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe11a574-87ca-4aa0-bfbb-0506652f52da,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:14.719989 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:14.724106 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7107fe-0c20-49a1-bf4a-69a50ca87546 admin admin] Checking segment: {'id': '1fc487b8-ac49-4ead-a3f7-00a7c89679b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:31:14.724448 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7107fe-0c20-49a1-bf4a-69a50ca87546 admin admin] Network hostable DHCP agents. Network: eca8f0e3-ef27-4392-a6bd-ac44ea578613, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:31:14.736992 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Transition to ACTIVE for port object 37b152be-0580-4e9e-a0e1-22f5fdf05263 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:14.743404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7107fe-0c20-49a1-bf4a-69a50ca87546 admin admin] Network eca8f0e3-ef27-4392-a6bd-ac44ea578613 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:31:14.754725 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-5a7107fe-0c20-49a1-bf4a-69a50ca87546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, eca8f0e3-ef27-4392-a6bd-ac44ea578613) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:14.759488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7107fe-0c20-49a1-bf4a-69a50ca87546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:14.760177 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a7107fe-0c20-49a1-bf4a-69a50ca87546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:14.774924 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5a7107fe-0c20-49a1-bf4a-69a50ca87546 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4126709 Jul 14 07:31:14.777406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55106) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:14.782458 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:14.785171 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcee4f91-44d4-4343-ae50-5ce1e7998461 None None] Network eca8f0e3-ef27-4392-a6bd-ac44ea578613 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:31:14.792302 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Transition to ACTIVE for port object 37b152be-0580-4e9e-a0e1-22f5fdf05263 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:14.804001 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:14.805171 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:14.841437 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:14.875320 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Allocated IP 172.20.0.17 (44dfe2cb-a4a4-43af-992c-e46739b5fd22/85320e9e-4515-4628-9c8a-b31b71e017a9/bb07f333-7a4d-4c49-9b8f-c8c6de060a12) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:31:14.886148 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:14.898929 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Pushing event updated for resources: {'Port': ['ID=37b152be-0580-4e9e-a0e1-22f5fdf05263,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:14.921065 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Network 44dfe2cb-a4a4-43af-992c-e46739b5fd22 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:31:14.924283 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:14.926845 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:31:15.031707 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:15.046973 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Transition to ACTIVE for port object bb07f333-7a4d-4c49-9b8f-c8c6de060a12 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:15.050446 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:15.068541 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1346311645', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '30593f37-fd25-447c-be65-42d03af1fb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:10Z', 'updated_at': '2021-07-14T07:31:11Z', 'revision_number': 3, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '30593f37-fd25-447c-be65-42d03af1fb7e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:11Z', 'updated_at': '2021-07-14T07:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:15.088153 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:15.098193 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Attempting to bind port 37b152be-0580-4e9e-a0e1-22f5fdf05263 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:31:15.098560 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Attempting to bind port 37b152be-0580-4e9e-a0e1-22f5fdf05263 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '258e6ff4-eb6c-4b23-9f16-4bea16033359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:31:15.098919 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Attempting to bind port 37b152be-0580-4e9e-a0e1-22f5fdf05263 on network 44dfe2cb-a4a4-43af-992c-e46739b5fd22 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:31:15.104152 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2530f7-d9fb-4b64-b72a-2a37fd4a6f48 None None] The sync data for ids ['1f899811-62a3-4a58-b908-972c7a563b2c'] in n-d-778696-5 is: [{'id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1346311645', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '30593f37-fd25-447c-be65-42d03af1fb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:10Z', 'updated_at': '2021-07-14T07:31:11Z', 'revision_number': 3, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '30593f37-fd25-447c-be65-42d03af1fb7e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:11Z', 'updated_at': '2021-07-14T07:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:31:15.110898 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:31:15.111769 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Checking segment: {'id': '258e6ff4-eb6c-4b23-9f16-4bea16033359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:31:15.112176 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:15.114458 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Bound using segment: {'id': '258e6ff4-eb6c-4b23-9f16-4bea16033359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:31:15.114975 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Bound port: 37b152be-0580-4e9e-a0e1-22f5fdf05263, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258e6ff4-eb6c-4b23-9f16-4bea16033359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:31:15.115360 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:15.155038 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Network 44dfe2cb-a4a4-43af-992c-e46739b5fd22 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:31:15.161023 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:15.165865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:31:15.167339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:31:15.168650 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:15.170203 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event updated for resources: {'Port': ['ID=bb07f333-7a4d-4c49-9b8f-c8c6de060a12,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:15.250306 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:15.346610 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] For port 37b152be-0580-4e9e-a0e1-22f5fdf05263, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:31:15.352042 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] For port 37b152be-0580-4e9e-a0e1-22f5fdf05263, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=37b152be-0580-4e9e-a0e1-22f5fdf05263,segment=NetworkSegment(258e6ff4-eb6c-4b23-9f16-4bea16033359),segment_id=258e6ff4-eb6c-4b23-9f16-4bea16033359)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:31:15.359761 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:15.551827 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cc5c3-9005-449f-8a1e-75958b325f34 None None] Pushing event updated for resources: {'Port': ['ID=37b152be-0580-4e9e-a0e1-22f5fdf05263,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:15.561115 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Allocated IP 172.20.0.2 (eca8f0e3-ef27-4392-a6bd-ac44ea578613/fe11a574-87ca-4aa0-bfbb-0506652f52da/9b4f2525-fb65-42c1-8181-dbb32177ac45) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:31:15.566612 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:15.719726 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:15.730627 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:15.875037 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:15.883739 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Transition to ACTIVE for port object 9b4f2525-fb65-42c1-8181-dbb32177ac45 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:15.904266 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Transition to ACTIVE for port object 9b4f2525-fb65-42c1-8181-dbb32177ac45 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:15.915768 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:16.011551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Network eca8f0e3-ef27-4392-a6bd-ac44ea578613 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:31:16.017676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:16.021804 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:31:16.033333 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Pushing event updated for resources: {'Port': ['ID=9b4f2525-fb65-42c1-8181-dbb32177ac45,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:16.061229 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:16.094439 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:16.129209 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Attempting to bind port 9b4f2525-fb65-42c1-8181-dbb32177ac45 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:31:16.129746 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Attempting to bind port 9b4f2525-fb65-42c1-8181-dbb32177ac45 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '1fc487b8-ac49-4ead-a3f7-00a7c89679b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:31:16.130134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Attempting to bind port 9b4f2525-fb65-42c1-8181-dbb32177ac45 on network eca8f0e3-ef27-4392-a6bd-ac44ea578613 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:31:16.132738 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:16.138748 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:31:16.139183 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Checking segment: {'id': '1fc487b8-ac49-4ead-a3f7-00a7c89679b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:31:16.139742 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:16.140154 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Bound using segment: {'id': '1fc487b8-ac49-4ead-a3f7-00a7c89679b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:31:16.140663 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:16.140801 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Bound port: 9b4f2525-fb65-42c1-8181-dbb32177ac45, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc487b8-ac49-4ead-a3f7-00a7c89679b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:31:16.141145 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:16.252958 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] For port 9b4f2525-fb65-42c1-8181-dbb32177ac45, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:31:16.256860 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] For port 9b4f2525-fb65-42c1-8181-dbb32177ac45, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9b4f2525-fb65-42c1-8181-dbb32177ac45,segment=NetworkSegment(1fc487b8-ac49-4ead-a3f7-00a7c89679b3),segment_id=1fc487b8-ac49-4ead-a3f7-00a7c89679b3)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:31:16.263210 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:16.268292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] Allocated IP 172.25.7.67 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:31:16.309716 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event updated for resources: {'Port': ['ID=bb07f333-7a4d-4c49-9b8f-c8c6de060a12,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:16.326443 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:16.353246 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea5c7f-1459-45c7-a358-8c6618bb7614 None None] Pushing event updated for resources: {'Port': ['ID=9b4f2525-fb65-42c1-8181-dbb32177ac45,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:16.538808 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:16.557675 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Network 44dfe2cb-a4a4-43af-992c-e46739b5fd22 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:31:16.560006 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:16.650737 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:16.653966 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 30593f37-fd25-447c-be65-42d03af1fb7e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:16.718792 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:31:16.730912 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:16.734371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:31:16.758090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 30593f37-fd25-447c-be65-42d03af1fb7e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:16.799538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 30593f37-fd25-447c-be65-42d03af1fb7e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:16.802093 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:16.843180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] Pushing event updated for resources: {'Port': ['ID=2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:16.847549 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Router 1f899811-62a3-4a58-b908-972c7a563b2c has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:31:17.026900 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:17.071545 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 30593f37-fd25-447c-be65-42d03af1fb7e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=30593f37-fd25-447c-be65-42d03af1fb7e,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:17.078676 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:17.079655 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 37b152be-0580-4e9e-a0e1-22f5fdf05263 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:17.136368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:31:17.145384 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3432fc13-483e-4527-a1ae-68fb9dfe70cb tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "PUT /v2.0/routers/1f899811-62a3-4a58-b908-972c7a563b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4281142 Jul 14 07:31:17.176425 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2783fb84-9d43-4c61-a5d2-ea5ef8ea64b4 None None] Network 44dfe2cb-a4a4-43af-992c-e46739b5fd22 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:31:17.313695 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=30593f37-fd25-447c-be65-42d03af1fb7e,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:17.323281 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c122237e-b6e4-403e-be40-63084466a46c None None] Provisioning for port 37b152be-0580-4e9e-a0e1-22f5fdf05263 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:17.329480 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c122237e-b6e4-403e-be40-63084466a46c None None] Provisioning complete for port 37b152be-0580-4e9e-a0e1-22f5fdf05263 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:17.329868 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c122237e-b6e4-403e-be40-63084466a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:17.331692 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 37b152be-0580-4e9e-a0e1-22f5fdf05263 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:17.332087 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:17.367503 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 37b152be-0580-4e9e-a0e1-22f5fdf05263 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:17.367875 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:17.463748 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-390567b8-f85f-49f5-a4a2-8cc599905abd req-e1108668-a4be-4815-9be3-da372b2b783f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2024992 Jul 14 07:31:17.563349 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:17.606860 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 37b152be-0580-4e9e-a0e1-22f5fdf05263, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=37b152be-0580-4e9e-a0e1-22f5fdf05263,segment=NetworkSegment(258e6ff4-eb6c-4b23-9f16-4bea16033359),segment_id=258e6ff4-eb6c-4b23-9f16-4bea16033359)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:17.615483 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:17.669748 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=37b152be-0580-4e9e-a0e1-22f5fdf05263,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:17.673411 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c122237e-b6e4-403e-be40-63084466a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:17.698533 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-47a3ac7d-f79b-4047-9e1b-ed9c51a2ceae tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:17.705979 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-47a3ac7d-f79b-4047-9e1b-ed9c51a2ceae tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/networks?id=44dfe2cb-a4a4-43af-992c-e46739b5fd22 HTTP/1.1" status: 200 len: 798 time: 0.3216166 Jul 14 07:31:17.762177 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.api [None req-c122237e-b6e4-403e-be40-63084466a46c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:31:17.762722 n-d-778696-5 neutron-server[93829]: DEBUG oslo_db.api [None req-c122237e-b6e4-403e-be40-63084466a46c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:31:17.781911 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-40fa2b3f-e335-4477-a3a3-68720658f489 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/quotas/04eb6db14b1148f59113d288ff50f1ab HTTP/1.1" status: 200 len: 375 time: 0.0749733 Jul 14 07:31:17.785553 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390567b8-f85f-49f5-a4a2-8cc599905abd req-e13751bd-e416-4abc-82f8-0714797bb9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:17.787100 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-390567b8-f85f-49f5-a4a2-8cc599905abd req-e13751bd-e416-4abc-82f8-0714797bb9b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=576fbc319a6d4e958ed7ad9c955ad7ba&device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 1096 time: 0.2652075 Jul 14 07:31:17.812029 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:18.076271 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-81a22944-200f-47b5-ab8a-18f907841ca1 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=04eb6db14b1148f59113d288ff50f1ab&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2860146 Jul 14 07:31:18.101057 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Sync routers for ids ['1f899811-62a3-4a58-b908-972c7a563b2c'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:31:18.112079 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Routers {'1f899811-62a3-4a58-b908-972c7a563b2c'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:18.112537 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1f899811-62a3-4a58-b908-972c7a563b2c'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:18.156921 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390567b8-f85f-49f5-a4a2-8cc599905abd req-4242b99a-1375-41f4-9847-c2470f0284d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:18.158445 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-390567b8-f85f-49f5-a4a2-8cc599905abd req-4242b99a-1375-41f4-9847-c2470f0284d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9546779e-0ac6-4649-96fa-48703d5e1e96 HTTP/1.1" status: 200 len: 910 time: 0.3260469 Jul 14 07:31:18.240266 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Set router 1f899811-62a3-4a58-b908-972c7a563b2c gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:18.240476 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-390567b8-f85f-49f5-a4a2-8cc599905abd req-d66fe81f-db8f-4b58-bd2b-b9ef78397af8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=484e7350-5f4c-4f88-ad79-38bafbac675d HTTP/1.1" status: 200 len: 1001 time: 0.0702429 Jul 14 07:31:18.337168 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-23572959-95cb-4153-acbf-6ec63594ef9f service neutron] 10.222.0.35 "GET /v2.0/networks/44dfe2cb-a4a4-43af-992c-e46739b5fd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487197 Jul 14 07:31:18.435605 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390567b8-f85f-49f5-a4a2-8cc599905abd req-38201730-1318-4aa3-a52f-17feab753889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:18.437173 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-390567b8-f85f-49f5-a4a2-8cc599905abd req-38201730-1318-4aa3-a52f-17feab753889 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=488b379b-0b2d-4604-a8f6-50f07f843fd7 HTTP/1.1" status: 200 len: 848 time: 0.1844196 Jul 14 07:31:18.441045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] Router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:31:18.463086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-793bc3bc-cbde-4187-9c3b-afe09963579f None None] Provisioning complete for port 37b152be-0580-4e9e-a0e1-22f5fdf05263 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:18.463664 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-793bc3bc-cbde-4187-9c3b-afe09963579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:18.573302 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1346311645', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '30593f37-fd25-447c-be65-42d03af1fb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:10Z', 'updated_at': '2021-07-14T07:31:15Z', 'revision_number': 4, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '30593f37-fd25-447c-be65-42d03af1fb7e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:11Z', 'updated_at': '2021-07-14T07:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'bb07f333-7a4d-4c49-9b8f-c8c6de060a12', 'name': '', 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'mac_address': 'fa:16:3e:62:c6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '85320e9e-4515-4628-9c8a-b31b71e017a9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:15Z', 'revision_number': 2, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'subnets': [{'id': '85320e9e-4515-4628-9c8a-b31b71e017a9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:18.616777 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-4a54d90f-5c30-4693-99ac-01773a8a0f09 service neutron] 10.222.0.35 "GET /v2.0/networks/44dfe2cb-a4a4-43af-992c-e46739b5fd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777779 Jul 14 07:31:18.636438 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Checking router: 1f899811-62a3-4a58-b908-972c7a563b2c for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:31:18.637840 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Updating router 1f899811-62a3-4a58-b908-972c7a563b2c port bb07f333-7a4d-4c49-9b8f-c8c6de060a12 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:31:18.651899 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-793bc3bc-cbde-4187-9c3b-afe09963579f None None] Provisioning for port bb07f333-7a4d-4c49-9b8f-c8c6de060a12 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:18.660348 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-793bc3bc-cbde-4187-9c3b-afe09963579f None None] Provisioning complete for port bb07f333-7a4d-4c49-9b8f-c8c6de060a12 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:18.660658 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-793bc3bc-cbde-4187-9c3b-afe09963579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:18.690242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390567b8-f85f-49f5-a4a2-8cc599905abd req-8118328d-bab0-4e8b-8c3a-992cfede3b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:18.691654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-390567b8-f85f-49f5-a4a2-8cc599905abd req-8118328d-bab0-4e8b-8c3a-992cfede3b0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9546779e-0ac6-4649-96fa-48703d5e1e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2469049 Jul 14 07:31:18.713568 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-390567b8-f85f-49f5-a4a2-8cc599905abd req-5488fb88-fb3e-4dcb-a046-c261dfbb1bfd service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:31:18.714601 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-390567b8-f85f-49f5-a4a2-8cc599905abd req-5488fb88-fb3e-4dcb-a046-c261dfbb1bfd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110252 Jul 14 07:31:18.720831 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:31:18.736752 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:18.784446 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-793bc3bc-cbde-4187-9c3b-afe09963579f None None] Port bb07f333-7a4d-4c49-9b8f-c8c6de060a12 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:31:18.790715 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Sync routers for ids ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:31:18.801546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 37b152be-0580-4e9e-a0e1-22f5fdf05263 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:18.827981 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:18.829091 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2e4855fd-875e-4d07-b9cb-19785e79fe02 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0506594 Jul 14 07:31:18.831957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55150) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:18.909090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Routers {'9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:18.909780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:18.911964 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6257d01c-c819-4c06-b811-cc9168637f67 req-6f4f069c-398c-44f8-88f1-f86b0eae8983 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 210 time: 0.0596867 Jul 14 07:31:18.956780 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-390567b8-f85f-49f5-a4a2-8cc599905abd req-583dd15f-5ed7-4f7a-b64b-4246df890e23 service neutron] 10.222.0.15 "GET /v2.0/networks/9546779e-0ac6-4649-96fa-48703d5e1e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334280 Jul 14 07:31:19.160884 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Set router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:19.166221 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-390567b8-f85f-49f5-a4a2-8cc599905abd req-876de8d3-3fdb-4937-aaa1-b0ab7e9077d7 service neutron] 10.222.0.15 "GET /v2.0/networks/9546779e-0ac6-4649-96fa-48703d5e1e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023263 Jul 14 07:31:19.170770 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:19.183143 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Transition to ACTIVE for port object bb07f333-7a4d-4c49-9b8f-c8c6de060a12 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:19.195383 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:19.252246 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10bdf90-1a4c-4e75-a800-bc7d630309fc None None] Network eca8f0e3-ef27-4392-a6bd-ac44ea578613 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:31:19.280052 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1abcd-bfaf-4379-a372-648b763b2cd8 None None] Pushing event updated for resources: {'Port': ['ID=bb07f333-7a4d-4c49-9b8f-c8c6de060a12,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:19.289987 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa1abcd-bfaf-4379-a372-648b763b2cd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:19.290553 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa1abcd-bfaf-4379-a372-648b763b2cd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:19.291048 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa1abcd-bfaf-4379-a372-648b763b2cd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:19.291572 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa1abcd-bfaf-4379-a372-648b763b2cd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:19.292068 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa1abcd-bfaf-4379-a372-648b763b2cd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:19.292555 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa1abcd-bfaf-4379-a372-648b763b2cd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:19.293035 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa1abcd-bfaf-4379-a372-648b763b2cd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:19.293562 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa1abcd-bfaf-4379-a372-648b763b2cd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:19.294178 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa1abcd-bfaf-4379-a372-648b763b2cd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:19.294745 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa1abcd-bfaf-4379-a372-648b763b2cd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:19.295223 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa1abcd-bfaf-4379-a372-648b763b2cd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:19.295716 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa1abcd-bfaf-4379-a372-648b763b2cd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:19.335891 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 37b152be-0580-4e9e-a0e1-22f5fdf05263 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:19.336275 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:19.395833 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Attempting to bind port bb07f333-7a4d-4c49-9b8f-c8c6de060a12 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:31:19.396340 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Attempting to bind port bb07f333-7a4d-4c49-9b8f-c8c6de060a12 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '258e6ff4-eb6c-4b23-9f16-4bea16033359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:31:19.397106 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Attempting to bind port bb07f333-7a4d-4c49-9b8f-c8c6de060a12 on network 44dfe2cb-a4a4-43af-992c-e46739b5fd22 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:31:19.412803 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:31:19.415306 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Checking segment: {'id': '258e6ff4-eb6c-4b23-9f16-4bea16033359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:31:19.416108 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:19.417446 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Bound using segment: {'id': '258e6ff4-eb6c-4b23-9f16-4bea16033359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:31:19.419211 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Bound port: bb07f333-7a4d-4c49-9b8f-c8c6de060a12, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258e6ff4-eb6c-4b23-9f16-4bea16033359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:31:19.422778 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:19.571115 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] For port bb07f333-7a4d-4c49-9b8f-c8c6de060a12, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:31:19.572324 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:19.581384 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] For port bb07f333-7a4d-4c49-9b8f-c8c6de060a12, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=bb07f333-7a4d-4c49-9b8f-c8c6de060a12,segment=NetworkSegment(258e6ff4-eb6c-4b23-9f16-4bea16033359),segment_id=258e6ff4-eb6c-4b23-9f16-4bea16033359)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:31:19.593568 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:19.713105 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c6152941-c7ec-470e-a715-fd2fe8c46747 None None] Provisioning for port 9b4f2525-fb65-42c1-8181-dbb32177ac45 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:19.717267 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Routers {'1f899811-62a3-4a58-b908-972c7a563b2c'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:19.718169 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1f899811-62a3-4a58-b908-972c7a563b2c'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:19.766569 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1abcd-bfaf-4379-a372-648b763b2cd8 None None] Pushing event updated for resources: {'Port': ['ID=bb07f333-7a4d-4c49-9b8f-c8c6de060a12,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:19.803105 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Allocated IP 172.20.0.1 (eca8f0e3-ef27-4392-a6bd-ac44ea578613/fe11a574-87ca-4aa0-bfbb-0506652f52da/cb8ffb36-f73c-4ceb-9817-c42237419ba6) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:31:19.903574 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] Set router 1f899811-62a3-4a58-b908-972c7a563b2c gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:19.939180 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9b4f2525-fb65-42c1-8181-dbb32177ac45 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:19.952549 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:19.971548 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Transition to ACTIVE for port object cb8ffb36-f73c-4ceb-9817-c42237419ba6 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:20.025681 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:20.132432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Pushing event updated for resources: {'Port': ['ID=cb8ffb36-f73c-4ceb-9817-c42237419ba6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:20.165376 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:20.166011 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:20.166514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:20.177824 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:20.178241 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:20.178588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:20.178924 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:20.179254 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:20.179594 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:20.179907 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:20.180228 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:20.180546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:20.194127 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Network eca8f0e3-ef27-4392-a6bd-ac44ea578613 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:31:20.198725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:20.204280 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:31:20.271911 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f6d923ba-c1f0-4306-a2ac-532684e07c2e req-97aba82d-c6e2-4c9b-8ca2-4aaf0e3a06e2 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 210 time: 0.0729692 Jul 14 07:31:20.288994 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:20.289096 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1346311645', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '30593f37-fd25-447c-be65-42d03af1fb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:10Z', 'updated_at': '2021-07-14T07:31:15Z', 'revision_number': 4, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '30593f37-fd25-447c-be65-42d03af1fb7e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:11Z', 'updated_at': '2021-07-14T07:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'bb07f333-7a4d-4c49-9b8f-c8c6de060a12', 'name': '', 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'mac_address': 'fa:16:3e:62:c6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '85320e9e-4515-4628-9c8a-b31b71e017a9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:19Z', 'revision_number': 4, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'subnets': [{'id': '85320e9e-4515-4628-9c8a-b31b71e017a9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:20.301803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:17Z', 'revision_number': 3, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port': {'id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:16Z', 'updated_at': '2021-07-14T07:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:20.319195 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb9c967-cd58-4ea5-a0b1-a696cd0488e9 None None] The sync data for ids ['1f899811-62a3-4a58-b908-972c7a563b2c'] in n-d-778696-5 is: [{'id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1346311645', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '30593f37-fd25-447c-be65-42d03af1fb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:10Z', 'updated_at': '2021-07-14T07:31:15Z', 'revision_number': 4, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '30593f37-fd25-447c-be65-42d03af1fb7e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:11Z', 'updated_at': '2021-07-14T07:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'bb07f333-7a4d-4c49-9b8f-c8c6de060a12', 'name': '', 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'mac_address': 'fa:16:3e:62:c6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '85320e9e-4515-4628-9c8a-b31b71e017a9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:19Z', 'revision_number': 4, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'subnets': [{'id': '85320e9e-4515-4628-9c8a-b31b71e017a9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:31:20.330328 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 9b4f2525-fb65-42c1-8181-dbb32177ac45 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:20.369625 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9b4f2525-fb65-42c1-8181-dbb32177ac45 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:20.370079 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:20.373574 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Checking router: 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:31:20.373991 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Updating router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 port 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:31:20.484856 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:20.500106 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:20.879490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-bb077069-8a99-456d-94e0-6515fec6c343 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:20.881115 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-bb077069-8a99-456d-94e0-6515fec6c343 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.30 "GET /v2.0/networks?id=44dfe2cb-a4a4-43af-992c-e46739b5fd22 HTTP/1.1" status: 200 len: 798 time: 0.2259824 Jul 14 07:31:20.897731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-16c5ebcd-8121-4ffb-9109-3c4f1369f386 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Request body: {'port': {'device_id': '4a6ea135-ac46-4106-8254-fe41cc1b3b88', 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22', 'admin_state_up': True, 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:20.912126 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:20.929854 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:20.945640 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:20.963233 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Transition to ACTIVE for port object 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:20.984981 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:21.041771 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:21.115616 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 9b4f2525-fb65-42c1-8181-dbb32177ac45, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9b4f2525-fb65-42c1-8181-dbb32177ac45,segment=NetworkSegment(1fc487b8-ac49-4ead-a3f7-00a7c89679b3),segment_id=1fc487b8-ac49-4ead-a3f7-00a7c89679b3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:21.117394 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Attempting to bind port 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:31:21.118167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Attempting to bind port 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:31:21.118878 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Attempting to bind port 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:31:21.133654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-37d684ff-920e-4192-b9f6-2b0f05af092d None None] Provisioning complete for port 9b4f2525-fb65-42c1-8181-dbb32177ac45 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:21.134115 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-37d684ff-920e-4192-b9f6-2b0f05af092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:21.153071 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Pushing event updated for resources: {'Port': ['ID=cb8ffb36-f73c-4ceb-9817-c42237419ba6,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:21.157111 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:21.204775 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:21.221569 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 30593f37-fd25-447c-be65-42d03af1fb7e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:21.260410 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:31:21.260792 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:31:21.261908 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:21.262864 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:31:21.263372 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Bound port: 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:31:21.263763 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:21.324649 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] For port 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:31:21.335281 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-16c5ebcd-8121-4ffb-9109-3c4f1369f386 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Made reservation on behalf of 04eb6db14b1148f59113d288ff50f1ab for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:31:21.339340 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-16c5ebcd-8121-4ffb-9109-3c4f1369f386 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:21.339515 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] For port 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:31:21.368028 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6b355-609c-4e67-b5a0-412c4c96c628 None None] Pushing event updated for resources: {'Port': ['ID=2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:21.375057 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Network eca8f0e3-ef27-4392-a6bd-ac44ea578613 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:31:21.379745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:21.476796 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:21.519563 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-81d04f96-b21b-4aa1-8420-70a82ea71998 req-70f70a40-36df-4691-85a6-eb22e11d672b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 210 time: 0.0467107 Jul 14 07:31:21.649291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-37d684ff-920e-4192-b9f6-2b0f05af092d None None] Provisioning for port cb8ffb36-f73c-4ceb-9817-c42237419ba6 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:21.676067 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-37d684ff-920e-4192-b9f6-2b0f05af092d None None] Provisioning complete for port cb8ffb36-f73c-4ceb-9817-c42237419ba6 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:21.676436 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-37d684ff-920e-4192-b9f6-2b0f05af092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:21.703508 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=9b4f2525-fb65-42c1-8181-dbb32177ac45,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:21.720690 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Routers {'9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:21.721551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:21.761299 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-37d684ff-920e-4192-b9f6-2b0f05af092d None None] Port cb8ffb36-f73c-4ceb-9817-c42237419ba6 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:31:21.825252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 30593f37-fd25-447c-be65-42d03af1fb7e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:21.825944 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:21.899740 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6b355-609c-4e67-b5a0-412c4c96c628 None None] Pushing event updated for resources: {'Port': ['ID=2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:21.957075 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] Set router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:22.007883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0df1e2d5-20b4-4f99-b330-5e5fb0792a94 None None] Provisioning complete for port cb8ffb36-f73c-4ceb-9817-c42237419ba6 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:22.008650 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0df1e2d5-20b4-4f99-b330-5e5fb0792a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:22.117392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-16c5ebcd-8121-4ffb-9109-3c4f1369f386 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Allocated IP 172.20.0.28 (44dfe2cb-a4a4-43af-992c-e46739b5fd22/85320e9e-4515-4628-9c8a-b31b71e017a9/73aac33f-9704-4cb4-aaf3-bd70589cc1b6) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:31:22.150802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:31:22.155077 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-0df1e2d5-20b4-4f99-b330-5e5fb0792a94 None None] Port cb8ffb36-f73c-4ceb-9817-c42237419ba6 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:31:22.322018 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 4, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port': {'id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:16Z', 'updated_at': '2021-07-14T07:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'cb8ffb36-f73c-4ceb-9817-c42237419ba6', 'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'mac_address': 'fa:16:3e:1e:50:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:19Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 2, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'subnets': [{'id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:22.366488 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d0dbee-84e5-4af3-892f-2a497a5e180d None None] The sync data for ids ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'] in n-d-778696-5 is: [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 4, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port': {'id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:16Z', 'updated_at': '2021-07-14T07:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'cb8ffb36-f73c-4ceb-9817-c42237419ba6', 'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'mac_address': 'fa:16:3e:1e:50:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:19Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 2, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'subnets': [{'id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:31:22.367676 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-16c5ebcd-8121-4ffb-9109-3c4f1369f386 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:22.390405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-16c5ebcd-8121-4ffb-9109-3c4f1369f386 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Transition to ACTIVE for port object 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:22.402047 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:31:22.417008 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dc5119bc-2161-46ee-b2e0-254102ac06d5 admin admin] 10.222.0.35 "PUT /v2.0/routers/9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5839379 Jul 14 07:31:22.446693 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device bb07f333-7a4d-4c49-9b8f-c8c6de060a12 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:22.462931 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-16c5ebcd-8121-4ffb-9109-3c4f1369f386 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:22.514546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port bb07f333-7a4d-4c49-9b8f-c8c6de060a12 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:22.520113 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port bb07f333-7a4d-4c49-9b8f-c8c6de060a12 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:22.521039 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:22.536449 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5ebcd-8121-4ffb-9109-3c4f1369f386 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event updated for resources: {'Port': ['ID=73aac33f-9704-4cb4-aaf3-bd70589cc1b6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:22.578555 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-16c5ebcd-8121-4ffb-9109-3c4f1369f386 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Network 44dfe2cb-a4a4-43af-992c-e46739b5fd22 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:31:22.586171 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-16c5ebcd-8121-4ffb-9109-3c4f1369f386 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:22.592083 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-16c5ebcd-8121-4ffb-9109-3c4f1369f386 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:31:22.665617 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:22.696862 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-16c5ebcd-8121-4ffb-9109-3c4f1369f386 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:22.697716 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-16c5ebcd-8121-4ffb-9109-3c4f1369f386 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:22.735262 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port bb07f333-7a4d-4c49-9b8f-c8c6de060a12, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=bb07f333-7a4d-4c49-9b8f-c8c6de060a12,segment=NetworkSegment(258e6ff4-eb6c-4b23-9f16-4bea16033359),segment_id=258e6ff4-eb6c-4b23-9f16-4bea16033359)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:22.740639 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-16c5ebcd-8121-4ffb-9109-3c4f1369f386 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.8483365 Jul 14 07:31:22.743280 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:22.744840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9b4f2525-fb65-42c1-8181-dbb32177ac45 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:22.756436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Request body: {'port': {'device_id': '4a6ea135-ac46-4106-8254-fe41cc1b3b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:22.893608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e692d0-f237-460d-bdf3-09f0c8be37f9 req-46e1e64b-0630-464b-b592-80228c98c451 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:22.895193 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-40e692d0-f237-460d-bdf3-09f0c8be37f9 req-46e1e64b-0630-464b-b592-80228c98c451 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 895 time: 0.1724427 Jul 14 07:31:22.928691 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:22.957436 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=bb07f333-7a4d-4c49-9b8f-c8c6de060a12,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:22.978426 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9b4f2525-fb65-42c1-8181-dbb32177ac45 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:22.978747 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:23.112438 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b9c224af-a8e0-452a-8dc2-1c7453cff20b None None] Provisioning for port 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:23.154111 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b9c224af-a8e0-452a-8dc2-1c7453cff20b None None] Provisioning complete for port 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:23.160965 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b9c224af-a8e0-452a-8dc2-1c7453cff20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:23.225025 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b9c224af-a8e0-452a-8dc2-1c7453cff20b None None] Port 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:31:23.282761 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55204) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:23.289375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-db5b45db-8d98-4dc1-8632-d03ca230ac61 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--142022588', 'description': 'tempest-description--2071902202'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:23.328821 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db5b45db-8d98-4dc1-8632-d03ca230ac61 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:23.359477 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:31:23.369145 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:23.386134 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Transition to ACTIVE for port object 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:23.390746 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:23.443331 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db5b45db-8d98-4dc1-8632-d03ca230ac61 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:23.451121 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db5b45db-8d98-4dc1-8632-d03ca230ac61 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:23.488311 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=73aac33f-9704-4cb4-aaf3-bd70589cc1b6,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:23.490973 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db5b45db-8d98-4dc1-8632-d03ca230ac61 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:23.499426 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-db5b45db-8d98-4dc1-8632-d03ca230ac61 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2152610 Jul 14 07:31:23.502680 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55206) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:23.507744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-bdc89a06-32f5-4f09-81bd-37d01574eb53 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Request body: {'security_group_rule': {'security_group_id': 'fd50c470-d94b-487b-a794-ae277d708115', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:23.567638 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b45db-8d98-4dc1-8632-d03ca230ac61 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd50c470-d94b-487b-a794-ae277d708115,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:23.601553 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Attempting to bind port 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:31:23.602078 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Attempting to bind port 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '258e6ff4-eb6c-4b23-9f16-4bea16033359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:31:23.602592 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Attempting to bind port 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 on network 44dfe2cb-a4a4-43af-992c-e46739b5fd22 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:31:23.607864 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bdc89a06-32f5-4f09-81bd-37d01574eb53 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:23.623273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Port 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 on network 44dfe2cb-a4a4-43af-992c-e46739b5fd22 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:31:23.623606 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Attempting to bind port 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 on network 44dfe2cb-a4a4-43af-992c-e46739b5fd22 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:31:23.635097 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:31:23.636325 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Checking segment: {'id': '258e6ff4-eb6c-4b23-9f16-4bea16033359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:31:23.638334 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Bound using segment: {'id': '258e6ff4-eb6c-4b23-9f16-4bea16033359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:31:23.638868 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Bound port: 73aac33f-9704-4cb4-aaf3-bd70589cc1b6, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '258e6ff4-eb6c-4b23-9f16-4bea16033359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:31:23.641372 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:23.730527 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bdc89a06-32f5-4f09-81bd-37d01574eb53 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:23.737973 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bdc89a06-32f5-4f09-81bd-37d01574eb53 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:23.744095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] For port 73aac33f-9704-4cb4-aaf3-bd70589cc1b6, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:31:23.750017 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] For port 73aac33f-9704-4cb4-aaf3-bd70589cc1b6, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=73aac33f-9704-4cb4-aaf3-bd70589cc1b6,segment=NetworkSegment(258e6ff4-eb6c-4b23-9f16-4bea16033359),segment_id=258e6ff4-eb6c-4b23-9f16-4bea16033359)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:31:23.757925 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:23.771945 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bdc89a06-32f5-4f09-81bd-37d01574eb53 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:23.773452 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bdc89a06-32f5-4f09-81bd-37d01574eb53 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2695787 Jul 14 07:31:23.776426 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc89a06-32f5-4f09-81bd-37d01574eb53 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d87c47d-3f38-40b2-be95-4a540548e2ec,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:23.780308 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55210) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:23.785753 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8b781c26-68bf-4256-8b0c-b9046ab3dcb2 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Request body: {'security_group_rule': {'security_group_id': 'fd50c470-d94b-487b-a794-ae277d708115', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:23.815066 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:23.816646 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:23.825468 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] 10.222.0.30 "PUT /v2.0/ports/73aac33f-9704-4cb4-aaf3-bd70589cc1b6 HTTP/1.1" status: 200 len: 1055 time: 1.0704553 Jul 14 07:31:23.826044 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6ea135-ac46-4106-8254-fe41cc1b3b88', 'tag': '73aac33f-9704-4cb4-aaf3-bd70589cc1b6'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:31:23.828614 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fbf837-446f-4276-b00e-5f358cba5649" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6ea135-ac46-4106-8254-fe41cc1b3b88", "tag": "73aac33f-9704-4cb4-aaf3-bd70589cc1b6"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:31:23.840086 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b781c26-68bf-4256-8b0c-b9046ab3dcb2 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:23.868195 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f689c53-f58e-4c10-bbdb-fc99d9a24bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=73aac33f-9704-4cb4-aaf3-bd70589cc1b6,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:23.940986 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3f7ed1-dc54-4619-96e7-847e1363bfcf x-openstack-request-id: req-9f3f7ed1-dc54-4619-96e7-847e1363bfcf {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:31:23.941347 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6ea135-ac46-4106-8254-fe41cc1b3b88", "tag": "73aac33f-9704-4cb4-aaf3-bd70589cc1b6", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:31:23.941548 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f3f7ed1-dc54-4619-96e7-847e1363bfcf {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:31:23.950163 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6ea135-ac46-4106-8254-fe41cc1b3b88', 'tag': '73aac33f-9704-4cb4-aaf3-bd70589cc1b6', 'status': 'completed', 'code': 200} Jul 14 07:31:23.979713 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b781c26-68bf-4256-8b0c-b9046ab3dcb2 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:23.992178 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b781c26-68bf-4256-8b0c-b9046ab3dcb2 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:24.014605 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-8644edfe-a0b7-493f-b76c-459e607099f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:24.018588 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-8644edfe-a0b7-493f-b76c-459e607099f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04eb6db14b1148f59113d288ff50f1ab&device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 1058 time: 0.1347649 Jul 14 07:31:24.032016 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b781c26-68bf-4256-8b0c-b9046ab3dcb2 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a24f704-5fd5-4ad8-9f48-3f77def9f8bf,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:24.038191 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8b781c26-68bf-4256-8b0c-b9046ab3dcb2 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:24.041633 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8b781c26-68bf-4256-8b0c-b9046ab3dcb2 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2601328 Jul 14 07:31:24.043805 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55216) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:24.054645 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ee9e56fc-3b27-4cf7-924a-98ae5ff5855b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:24.115286 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee9e56fc-3b27-4cf7-924a-98ae5ff5855b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:24.119200 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-aa065291-8339-488d-8bda-c6ee8edb8b7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=73aac33f-9704-4cb4-aaf3-bd70589cc1b6 HTTP/1.1" status: 200 len: 217 time: 0.0928319 Jul 14 07:31:24.215291 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-fc3b8f8c-fff9-4285-b977-bf84777dbb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:24.216805 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-fc3b8f8c-fff9-4285-b977-bf84777dbb1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85320e9e-4515-4628-9c8a-b31b71e017a9 HTTP/1.1" status: 200 len: 838 time: 0.0917764 Jul 14 07:31:24.265509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680937d-9099-4e34-8acd-ea3f76539cc9 req-1a58e5a8-89e7-44bc-a6fb-926753cd532b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:24.267157 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a680937d-9099-4e34-8acd-ea3f76539cc9 req-1a58e5a8-89e7-44bc-a6fb-926753cd532b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 907 time: 0.1701887 Jul 14 07:31:24.302191 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-10205992-5f9c-4f84-960d-baf0e17cfe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:24.304159 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-10205992-5f9c-4f84-960d-baf0e17cfe50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=44dfe2cb-a4a4-43af-992c-e46739b5fd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778952 Jul 14 07:31:24.323694 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee9e56fc-3b27-4cf7-924a-98ae5ff5855b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:24.432208 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-022318b9-843d-4909-9c28-a693efc52b92 service neutron] 10.222.0.30 "GET /v2.0/networks/44dfe2cb-a4a4-43af-992c-e46739b5fd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181021 Jul 14 07:31:24.462533 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device bb07f333-7a4d-4c49-9b8f-c8c6de060a12 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:24.469586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-ee9e56fc-3b27-4cf7-924a-98ae5ff5855b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Allocated IP 172.25.7.193 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/f218daf0-0b7d-4e09-9a18-3f7ac362c34a) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:31:24.538851 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port bb07f333-7a4d-4c49-9b8f-c8c6de060a12 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:24.539904 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:24.585943 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-00cc4b13-1c55-4e6a-b79c-3821b42a092d req-72b5f5f9-da74-4e81-ba9f-d7a032d74386 service neutron] 10.222.0.30 "GET /v2.0/networks/44dfe2cb-a4a4-43af-992c-e46739b5fd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464608 Jul 14 07:31:24.632355 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee9e56fc-3b27-4cf7-924a-98ae5ff5855b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:24.682904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:24.711762 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee9e56fc-3b27-4cf7-924a-98ae5ff5855b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:24.740575 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:24.749636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:24.751350 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:24.760319 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbf837-446f-4276-b00e-5f358cba5649 req-b548697f-f68e-4ae2-a73c-c23bcfebc189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:24.763432 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-52fbf837-446f-4276-b00e-5f358cba5649 req-b548697f-f68e-4ae2-a73c-c23bcfebc189 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04eb6db14b1148f59113d288ff50f1ab&device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 1058 time: 0.1215177 Jul 14 07:31:24.769951 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9e56fc-3b27-4cf7-924a-98ae5ff5855b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:31:24.775925 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ee9e56fc-3b27-4cf7-924a-98ae5ff5855b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:24.782472 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e56fc-3b27-4cf7-924a-98ae5ff5855b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:31:24.788987 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e56fc-3b27-4cf7-924a-98ae5ff5855b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Pushing event updated for resources: {'Port': ['ID=f218daf0-0b7d-4e09-9a18-3f7ac362c34a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:24.885058 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:24.909743 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:24.919373 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:24.965582 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbf837-446f-4276-b00e-5f358cba5649 req-679eec53-a007-4f57-a4e4-0be50dea0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:24.967202 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-52fbf837-446f-4276-b00e-5f358cba5649 req-679eec53-a007-4f57-a4e4-0be50dea0a3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=44dfe2cb-a4a4-43af-992c-e46739b5fd22 HTTP/1.1" status: 200 len: 899 time: 0.1971610 Jul 14 07:31:25.070601 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-52fbf837-446f-4276-b00e-5f358cba5649 req-cf21e63c-51d7-4638-a2e5-eeafd111aa55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=73aac33f-9704-4cb4-aaf3-bd70589cc1b6 HTTP/1.1" status: 200 len: 217 time: 0.0961411 Jul 14 07:31:25.118287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:25.163124 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbf837-446f-4276-b00e-5f358cba5649 req-ce63c35d-ea6f-4a5e-992d-5b1eb07ebe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:25.164686 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-52fbf837-446f-4276-b00e-5f358cba5649 req-ce63c35d-ea6f-4a5e-992d-5b1eb07ebe42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85320e9e-4515-4628-9c8a-b31b71e017a9 HTTP/1.1" status: 200 len: 838 time: 0.0860584 Jul 14 07:31:25.254727 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbf837-446f-4276-b00e-5f358cba5649 req-50c79e6c-edcb-4b59-93ba-0ad817b83c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:25.256265 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-52fbf837-446f-4276-b00e-5f358cba5649 req-50c79e6c-edcb-4b59-93ba-0ad817b83c15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=44dfe2cb-a4a4-43af-992c-e46739b5fd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838137 Jul 14 07:31:25.325759 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee9e56fc-3b27-4cf7-924a-98ae5ff5855b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:25.378292 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-52fbf837-446f-4276-b00e-5f358cba5649 req-f29dbd98-f7bd-40ce-95e5-c5f3a5690a67 service neutron] 10.222.0.30 "GET /v2.0/networks/44dfe2cb-a4a4-43af-992c-e46739b5fd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145997 Jul 14 07:31:25.387752 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee9e56fc-3b27-4cf7-924a-98ae5ff5855b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:25.494142 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-52fbf837-446f-4276-b00e-5f358cba5649 req-1c0cac42-9c47-4350-86c6-e4840b069c3f service neutron] 10.222.0.30 "GET /v2.0/networks/44dfe2cb-a4a4-43af-992c-e46739b5fd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082017 Jul 14 07:31:25.545774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914b826-91eb-4cd8-a8f8-f52c5f0c58de req-588b069e-7a56-422a-a51b-7a621da12c83 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:25.547275 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9914b826-91eb-4cd8-a8f8-f52c5f0c58de req-588b069e-7a56-422a-a51b-7a621da12c83 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 907 time: 0.1388688 Jul 14 07:31:25.599104 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee9e56fc-3b27-4cf7-924a-98ae5ff5855b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:25.605059 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee9e56fc-3b27-4cf7-924a-98ae5ff5855b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:25.677343 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e56fc-3b27-4cf7-924a-98ae5ff5855b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Pushing event updated for resources: {'Port': ['ID=f218daf0-0b7d-4e09-9a18-3f7ac362c34a,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:25.687305 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee9e56fc-3b27-4cf7-924a-98ae5ff5855b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:25.703439 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee9e56fc-3b27-4cf7-924a-98ae5ff5855b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:25.704738 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ee9e56fc-3b27-4cf7-924a-98ae5ff5855b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6591449 Jul 14 07:31:25.768827 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Sync routers for ids ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:31:25.787694 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Routers {'9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:25.788454 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:25.866025 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-637962a9-5a23-46c7-82f4-5b740691560f req-2e9f06d3-5349-47d0-879e-fc7304d6b707 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--142022588&fields=id&tenant_id=c52ed61e9fdd479f86ccfc89f36ee841 HTTP/1.1" status: 200 len: 267 time: 0.0345733 Jul 14 07:31:25.898305 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Set router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:25.983580 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637962a9-5a23-46c7-82f4-5b740691560f req-5fb42cab-8600-40e2-be75-2b2d66151e7d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:25.985277 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-637962a9-5a23-46c7-82f4-5b740691560f req-5fb42cab-8600-40e2-be75-2b2d66151e7d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/networks?id=eca8f0e3-ef27-4392-a6bd-ac44ea578613 HTTP/1.1" status: 200 len: 810 time: 0.1113336 Jul 14 07:31:26.000932 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-637962a9-5a23-46c7-82f4-5b740691560f req-700f42b9-3fb9-4e99-aec8-b49042fd8d9c tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/quotas/c52ed61e9fdd479f86ccfc89f36ee841 HTTP/1.1" status: 200 len: 375 time: 0.0098691 Jul 14 07:31:26.092099 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-637962a9-5a23-46c7-82f4-5b740691560f req-78d11d3a-0b33-4d13-9e67-afe1d7c3bc01 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c52ed61e9fdd479f86ccfc89f36ee841&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851524 Jul 14 07:31:26.233807 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-637962a9-5a23-46c7-82f4-5b740691560f req-5e5071a6-74c8-449e-93ba-3dff644530cd service neutron] 10.222.0.35 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298060 Jul 14 07:31:26.268295 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 4, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port': {'id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:16Z', 'updated_at': '2021-07-14T07:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'cb8ffb36-f73c-4ceb-9817-c42237419ba6', 'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'mac_address': 'fa:16:3e:1e:50:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:19Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 2, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'subnets': [{'id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:26.297761 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Checking router: 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:31:26.298114 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Updating router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 port cb8ffb36-f73c-4ceb-9817-c42237419ba6 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:31:26.312702 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:26.336741 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:26.360407 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-637962a9-5a23-46c7-82f4-5b740691560f req-fd74a24a-332d-42ed-9710-7f6e8673a36a service neutron] 10.222.0.35 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252406 Jul 14 07:31:26.382355 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:26.382999 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:26.467428 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:31:26.591837 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96feef30-ced7-4f62-8607-02b181cfd813 req-ff461437-89be-4efe-9b5a-18e24822138d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 210 time: 0.0396869 Jul 14 07:31:26.601903 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 73aac33f-9704-4cb4-aaf3-bd70589cc1b6, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=73aac33f-9704-4cb4-aaf3-bd70589cc1b6,segment=NetworkSegment(258e6ff4-eb6c-4b23-9f16-4bea16033359),segment_id=258e6ff4-eb6c-4b23-9f16-4bea16033359)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:26.623636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '73aac33f-9704-4cb4-aaf3-bd70589cc1b6', 'network_id': '44dfe2cb-a4a4-43af-992c-e46739b5fd22', 'port_id': '73aac33f-9704-4cb4-aaf3-bd70589cc1b6', 'mac_address': 'fa:16:3e:b3:25:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85320e9e-4515-4628-9c8a-b31b71e017a9', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:31:26.658133 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:26.671575 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:31:26.679929 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:26.691544 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Transition to ACTIVE for port object cb8ffb36-f73c-4ceb-9817-c42237419ba6 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:26.692730 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 73aac33f-9704-4cb4-aaf3-bd70589cc1b6, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=73aac33f-9704-4cb4-aaf3-bd70589cc1b6,segment=NetworkSegment(258e6ff4-eb6c-4b23-9f16-4bea16033359),segment_id=258e6ff4-eb6c-4b23-9f16-4bea16033359)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:26.699556 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:26.701002 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:26.748033 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5b7a1-e4fe-4dab-a380-8f1577dfea7b None None] Pushing event updated for resources: {'Port': ['ID=cb8ffb36-f73c-4ceb-9817-c42237419ba6,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:26.823715 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=73aac33f-9704-4cb4-aaf3-bd70589cc1b6,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:26.827246 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4da58-fffe-4745-a0f2-9a825afbeb4f req-9cf01a7f-a0d1-4e00-849b-297124cdb557 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:26.851641 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6e4da58-fffe-4745-a0f2-9a825afbeb4f req-9cf01a7f-a0d1-4e00-849b-297124cdb557 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 908 time: 0.1181345 Jul 14 07:31:26.876920 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Attempting to bind port cb8ffb36-f73c-4ceb-9817-c42237419ba6 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:31:26.877422 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Attempting to bind port cb8ffb36-f73c-4ceb-9817-c42237419ba6 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '1fc487b8-ac49-4ead-a3f7-00a7c89679b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:31:26.877827 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Attempting to bind port cb8ffb36-f73c-4ceb-9817-c42237419ba6 on network eca8f0e3-ef27-4392-a6bd-ac44ea578613 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:31:26.886883 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:31:26.887714 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Checking segment: {'id': '1fc487b8-ac49-4ead-a3f7-00a7c89679b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:31:26.888005 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:26.888391 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Bound using segment: {'id': '1fc487b8-ac49-4ead-a3f7-00a7c89679b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:31:26.888954 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Bound port: cb8ffb36-f73c-4ceb-9817-c42237419ba6, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc487b8-ac49-4ead-a3f7-00a7c89679b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:31:26.889361 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:26.904090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['73aac33f-9704-4cb4-aaf3-bd70589cc1b6'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:31:26.994921 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] For port cb8ffb36-f73c-4ceb-9817-c42237419ba6, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:31:26.999890 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] For port cb8ffb36-f73c-4ceb-9817-c42237419ba6, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cb8ffb36-f73c-4ceb-9817-c42237419ba6,segment=NetworkSegment(1fc487b8-ac49-4ead-a3f7-00a7c89679b3),segment_id=1fc487b8-ac49-4ead-a3f7-00a7c89679b3)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:31:27.004924 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:27.061428 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5b7a1-e4fe-4dab-a380-8f1577dfea7b None None] Pushing event updated for resources: {'Port': ['ID=cb8ffb36-f73c-4ceb-9817-c42237419ba6,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:27.102528 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Routers {'9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:27.103460 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:27.229470 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] Set router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:27.494248 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 4, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port': {'id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:16Z', 'updated_at': '2021-07-14T07:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'cb8ffb36-f73c-4ceb-9817-c42237419ba6', 'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'mac_address': 'fa:16:3e:1e:50:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:19Z', 'updated_at': '2021-07-14T07:31:26Z', 'revision_number': 4, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'subnets': [{'id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:27.519250 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf16e5c-5463-4e77-9509-0146a41c744b None None] The sync data for ids ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'] in n-d-778696-5 is: [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 4, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port': {'id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:16Z', 'updated_at': '2021-07-14T07:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'cb8ffb36-f73c-4ceb-9817-c42237419ba6', 'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'mac_address': 'fa:16:3e:1e:50:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:19Z', 'updated_at': '2021-07-14T07:31:26Z', 'revision_number': 4, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'subnets': [{'id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:31:27.750382 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9dff674-e3e2-4ca9-91e3-f9268d57159e req-7e1de7d5-c638-4935-b012-09d33a20e769 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 210 time: 0.0350914 Jul 14 07:31:27.924677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637962a9-5a23-46c7-82f4-5b740691560f req-a2c70c38-6508-42b8-97d9-17343effdbcb tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:27.926463 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-637962a9-5a23-46c7-82f4-5b740691560f req-a2c70c38-6508-42b8-97d9-17343effdbcb tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.15 "GET /v2.0/networks?id=eca8f0e3-ef27-4392-a6bd-ac44ea578613 HTTP/1.1" status: 200 len: 810 time: 0.1337421 Jul 14 07:31:28.003752 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-637962a9-5a23-46c7-82f4-5b740691560f req-c1c52a47-a30f-457e-8cdb-53427f7eb2c1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c52ed61e9fdd479f86ccfc89f36ee841 HTTP/1.1" status: 200 len: 379 time: 0.0642767 Jul 14 07:31:28.021104 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-637962a9-5a23-46c7-82f4-5b740691560f req-56bd7cc5-72ed-4823-aed7-aa47f8ea8383 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Request body: {'port': {'device_id': '95f3ab6c-66ca-42a1-acba-63048300d7d1', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'admin_state_up': True, 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'security_groups': ['fd50c470-d94b-487b-a794-ae277d708115']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:28.183061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba079fc-1516-4df0-91e2-0651fec76151 req-f3696a74-aa66-43d9-9ee8-46a63656cf1a tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:28.184599 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7ba079fc-1516-4df0-91e2-0651fec76151 req-f3696a74-aa66-43d9-9ee8-46a63656cf1a tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 908 time: 0.1114147 Jul 14 07:31:28.201485 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637962a9-5a23-46c7-82f4-5b740691560f req-56bd7cc5-72ed-4823-aed7-aa47f8ea8383 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Made reservation on behalf of c52ed61e9fdd479f86ccfc89f36ee841 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:31:28.207045 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-637962a9-5a23-46c7-82f4-5b740691560f req-56bd7cc5-72ed-4823-aed7-aa47f8ea8383 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:28.343175 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cb8ffb36-f73c-4ceb-9817-c42237419ba6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:28.412804 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-637962a9-5a23-46c7-82f4-5b740691560f req-56bd7cc5-72ed-4823-aed7-aa47f8ea8383 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Allocated IP 172.20.0.10 (eca8f0e3-ef27-4392-a6bd-ac44ea578613/fe11a574-87ca-4aa0-bfbb-0506652f52da/f7fd605c-8115-4a1f-9232-393fa146b144) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:31:28.533447 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:28.579095 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-637962a9-5a23-46c7-82f4-5b740691560f req-56bd7cc5-72ed-4823-aed7-aa47f8ea8383 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:28.594574 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-637962a9-5a23-46c7-82f4-5b740691560f req-56bd7cc5-72ed-4823-aed7-aa47f8ea8383 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Transition to ACTIVE for port object f7fd605c-8115-4a1f-9232-393fa146b144 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:28.603137 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:28.607086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port cb8ffb36-f73c-4ceb-9817-c42237419ba6 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:28.609004 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:28.609407 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:28.612874 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port cb8ffb36-f73c-4ceb-9817-c42237419ba6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:28.613437 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:28.636695 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-637962a9-5a23-46c7-82f4-5b740691560f req-56bd7cc5-72ed-4823-aed7-aa47f8ea8383 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:28.685356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637962a9-5a23-46c7-82f4-5b740691560f req-56bd7cc5-72ed-4823-aed7-aa47f8ea8383 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Network eca8f0e3-ef27-4392-a6bd-ac44ea578613 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:31:28.689027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-637962a9-5a23-46c7-82f4-5b740691560f req-56bd7cc5-72ed-4823-aed7-aa47f8ea8383 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:28.696454 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-637962a9-5a23-46c7-82f4-5b740691560f req-56bd7cc5-72ed-4823-aed7-aa47f8ea8383 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:31:28.743803 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:28.744047 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd7cc5-72ed-4823-aed7-aa47f8ea8383 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Pushing event updated for resources: {'Port': ['ID=f7fd605c-8115-4a1f-9232-393fa146b144,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:28.754435 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637962a9-5a23-46c7-82f4-5b740691560f req-56bd7cc5-72ed-4823-aed7-aa47f8ea8383 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:28.755079 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-637962a9-5a23-46c7-82f4-5b740691560f req-56bd7cc5-72ed-4823-aed7-aa47f8ea8383 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:28.774404 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:28.782558 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-637962a9-5a23-46c7-82f4-5b740691560f req-56bd7cc5-72ed-4823-aed7-aa47f8ea8383 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7706733 Jul 14 07:31:28.782779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6ea135-ac46-4106-8254-fe41cc1b3b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73aac33f-9704-4cb4-aaf3-bd70589cc1b6'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:31:28.785345 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe128fd-a4fc-495d-afd0-239f309cd765" -d '{"events": [{"server_uuid": "4a6ea135-ac46-4106-8254-fe41cc1b3b88", "name": "network-vif-plugged", "status": "completed", "tag": "73aac33f-9704-4cb4-aaf3-bd70589cc1b6"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:31:28.797248 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Request body: {'port': {'device_id': '95f3ab6c-66ca-42a1-acba-63048300d7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:28.812521 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 73aac33f-9704-4cb4-aaf3-bd70589cc1b6, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=73aac33f-9704-4cb4-aaf3-bd70589cc1b6,segment=NetworkSegment(258e6ff4-eb6c-4b23-9f16-4bea16033359),segment_id=258e6ff4-eb6c-4b23-9f16-4bea16033359)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:28.828859 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:28.845172 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019a4a02-d739-48d5-98a6-c304ca0477a1 x-openstack-request-id: req-019a4a02-d739-48d5-98a6-c304ca0477a1 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:31:28.845730 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6ea135-ac46-4106-8254-fe41cc1b3b88", "name": "network-vif-plugged", "status": "completed", "tag": "73aac33f-9704-4cb4-aaf3-bd70589cc1b6", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:31:28.846297 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-019a4a02-d739-48d5-98a6-c304ca0477a1 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:31:28.846844 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6ea135-ac46-4106-8254-fe41cc1b3b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73aac33f-9704-4cb4-aaf3-bd70589cc1b6', 'code': 200} Jul 14 07:31:28.883879 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:28.913479 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port cb8ffb36-f73c-4ceb-9817-c42237419ba6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cb8ffb36-f73c-4ceb-9817-c42237419ba6,segment=NetworkSegment(1fc487b8-ac49-4ead-a3f7-00a7c89679b3),segment_id=1fc487b8-ac49-4ead-a3f7-00a7c89679b3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:28.921018 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:28.935951 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=73aac33f-9704-4cb4-aaf3-bd70589cc1b6,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:29.013543 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=cb8ffb36-f73c-4ceb-9817-c42237419ba6,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:29.032829 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc30162-b5eb-4cba-980e-e2762aeff8cc req-05785d36-83b3-47bc-b497-69d67990f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:29.035131 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9cc30162-b5eb-4cba-980e-e2762aeff8cc req-05785d36-83b3-47bc-b497-69d67990f2e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 1060 time: 0.1233575 Jul 14 07:31:29.110551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7ce05392-6be9-4b19-98a4-66a39588881c None None] Provisioning for port f7fd605c-8115-4a1f-9232-393fa146b144 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:29.115385 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7ce05392-6be9-4b19-98a4-66a39588881c None None] Provisioning complete for port f7fd605c-8115-4a1f-9232-393fa146b144 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:29.115772 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7ce05392-6be9-4b19-98a4-66a39588881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:29.153577 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-7ce05392-6be9-4b19-98a4-66a39588881c None None] Port f7fd605c-8115-4a1f-9232-393fa146b144 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:31:29.180576 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be14989-0ff0-44e1-ab59-1faf6857ce8e req-7727d83e-b791-4cde-8ac0-6a287f08f9d3 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:29.181896 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7be14989-0ff0-44e1-ab59-1faf6857ce8e req-7727d83e-b791-4cde-8ac0-6a287f08f9d3 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 932 time: 0.1995471 Jul 14 07:31:29.238892 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7be14989-0ff0-44e1-ab59-1faf6857ce8e req-8bf9135c-5981-4a2f-9726-ac40fe4d0961 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486722 Jul 14 07:31:29.314570 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7fd605c-8115-4a1f-9232-393fa146b144 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:31:29.331175 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:29.368107 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Transition to ACTIVE for port object f7fd605c-8115-4a1f-9232-393fa146b144 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:29.375492 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:29.445522 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25842f-2017-4c12-8067-1c11de05c8d5 req-aad88603-0c03-41ae-a525-63706727861f tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:29.447061 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d25842f-2017-4c12-8067-1c11de05c8d5 req-aad88603-0c03-41ae-a525-63706727861f tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 909 time: 0.1369226 Jul 14 07:31:29.459681 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Pushing event updated for resources: {'Port': ['ID=f7fd605c-8115-4a1f-9232-393fa146b144,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:29.540513 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Attempting to bind port f7fd605c-8115-4a1f-9232-393fa146b144 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:31:29.540853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Attempting to bind port f7fd605c-8115-4a1f-9232-393fa146b144 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '1fc487b8-ac49-4ead-a3f7-00a7c89679b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:31:29.541180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Attempting to bind port f7fd605c-8115-4a1f-9232-393fa146b144 on network eca8f0e3-ef27-4392-a6bd-ac44ea578613 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:31:29.546876 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Port f7fd605c-8115-4a1f-9232-393fa146b144 on network eca8f0e3-ef27-4392-a6bd-ac44ea578613 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:31:29.547198 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Attempting to bind port f7fd605c-8115-4a1f-9232-393fa146b144 on network eca8f0e3-ef27-4392-a6bd-ac44ea578613 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:31:29.552446 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:31:29.552791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Checking segment: {'id': '1fc487b8-ac49-4ead-a3f7-00a7c89679b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:31:29.553178 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Bound using segment: {'id': '1fc487b8-ac49-4ead-a3f7-00a7c89679b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:31:29.553633 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Bound port: f7fd605c-8115-4a1f-9232-393fa146b144, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc487b8-ac49-4ead-a3f7-00a7c89679b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:31:29.553997 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:29.629840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] For port f7fd605c-8115-4a1f-9232-393fa146b144, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:31:29.633123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] For port f7fd605c-8115-4a1f-9232-393fa146b144, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f7fd605c-8115-4a1f-9232-393fa146b144,segment=NetworkSegment(1fc487b8-ac49-4ead-a3f7-00a7c89679b3),segment_id=1fc487b8-ac49-4ead-a3f7-00a7c89679b3)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:31:29.644049 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:29.681925 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:29.682812 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:29.685065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-637962a9-5a23-46c7-82f4-5b740691560f req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] 10.222.0.15 "PUT /v2.0/ports/f7fd605c-8115-4a1f-9232-393fa146b144 HTTP/1.1" status: 200 len: 1092 time: 0.8930213 Jul 14 07:31:29.685695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f3ab6c-66ca-42a1-acba-63048300d7d1', 'tag': 'f7fd605c-8115-4a1f-9232-393fa146b144'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:31:29.689469 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9695a5-deeb-49b8-92cc-cf15da2e3c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "95f3ab6c-66ca-42a1-acba-63048300d7d1", "tag": "f7fd605c-8115-4a1f-9232-393fa146b144"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:31:29.722845 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da808b-4a83-4343-ac97-dfd54575950f service neutron] Pushing event updated for resources: {'Port': ['ID=f7fd605c-8115-4a1f-9232-393fa146b144,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:29.787310 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d449776-f00f-4af1-9cdb-f5452d756992 x-openstack-request-id: req-4d449776-f00f-4af1-9cdb-f5452d756992 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:31:29.788379 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f3ab6c-66ca-42a1-acba-63048300d7d1", "tag": "f7fd605c-8115-4a1f-9232-393fa146b144", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:31:29.788780 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d449776-f00f-4af1-9cdb-f5452d756992 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:31:29.789352 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f3ab6c-66ca-42a1-acba-63048300d7d1', 'tag': 'f7fd605c-8115-4a1f-9232-393fa146b144', 'status': 'completed', 'code': 200} Jul 14 07:31:29.819236 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637962a9-5a23-46c7-82f4-5b740691560f req-f7d998a1-2e38-4d32-a3b8-71dcacdc2847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:29.821429 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-637962a9-5a23-46c7-82f4-5b740691560f req-f7d998a1-2e38-4d32-a3b8-71dcacdc2847 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c52ed61e9fdd479f86ccfc89f36ee841&device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 1095 time: 0.0760102 Jul 14 07:31:29.896580 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-637962a9-5a23-46c7-82f4-5b740691560f req-d5e0f388-caa1-4144-9d7d-a3f398604777 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7fd605c-8115-4a1f-9232-393fa146b144 HTTP/1.1" status: 200 len: 217 time: 0.0680001 Jul 14 07:31:29.949368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637962a9-5a23-46c7-82f4-5b740691560f req-46deadda-1ecc-472b-a1d5-5117d3efafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:29.950906 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-637962a9-5a23-46c7-82f4-5b740691560f req-46deadda-1ecc-472b-a1d5-5117d3efafd5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe11a574-87ca-4aa0-bfbb-0506652f52da HTTP/1.1" status: 200 len: 849 time: 0.0484960 Jul 14 07:31:30.010151 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637962a9-5a23-46c7-82f4-5b740691560f req-60253921-d75c-46f9-acc9-412e6b78946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:30.011706 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-637962a9-5a23-46c7-82f4-5b740691560f req-60253921-d75c-46f9-acc9-412e6b78946c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eca8f0e3-ef27-4392-a6bd-ac44ea578613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551097 Jul 14 07:31:30.102633 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-637962a9-5a23-46c7-82f4-5b740691560f req-fe99ae77-cac9-4944-a02a-3b765874477e service neutron] 10.222.0.15 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843568 Jul 14 07:31:30.192282 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-637962a9-5a23-46c7-82f4-5b740691560f req-0086ac92-69ea-4548-9f34-7085588051ea service neutron] 10.222.0.15 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835967 Jul 14 07:31:30.264588 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cb8ffb36-f73c-4ceb-9817-c42237419ba6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:30.312520 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9695a5-deeb-49b8-92cc-cf15da2e3c9d req-043dab7f-7b23-48d7-868d-2245ac0a8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:30.314380 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c9695a5-deeb-49b8-92cc-cf15da2e3c9d req-043dab7f-7b23-48d7-868d-2245ac0a8f06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c52ed61e9fdd479f86ccfc89f36ee841&device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 1095 time: 0.0632756 Jul 14 07:31:30.320499 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port cb8ffb36-f73c-4ceb-9817-c42237419ba6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:30.321030 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:30.468510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9695a5-deeb-49b8-92cc-cf15da2e3c9d req-83c843bd-a9fe-41c1-8210-9db36f173011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:30.470055 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c9695a5-deeb-49b8-92cc-cf15da2e3c9d req-83c843bd-a9fe-41c1-8210-9db36f173011 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eca8f0e3-ef27-4392-a6bd-ac44ea578613 HTTP/1.1" status: 200 len: 911 time: 0.1483178 Jul 14 07:31:30.499004 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2013b-7ddd-4703-982c-bb3d95393c1e req-8b70ff25-0d57-43d0-a2bc-ecb7cbb2c58c tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:30.503006 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bbb2013b-7ddd-4703-982c-bb3d95393c1e req-8b70ff25-0d57-43d0-a2bc-ecb7cbb2c58c tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 944 time: 0.1198752 Jul 14 07:31:30.517732 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-88bb042d-b35d-4918-b80d-7805d630c977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:30.547292 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c9695a5-deeb-49b8-92cc-cf15da2e3c9d req-f1085733-a18f-442c-870f-003ea780ab2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7fd605c-8115-4a1f-9232-393fa146b144 HTTP/1.1" status: 200 len: 217 time: 0.0693514 Jul 14 07:31:30.629094 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bbb2013b-7ddd-4703-982c-bb3d95393c1e req-c7b24542-6a39-48ab-bd6b-5f28fa39a495 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887806 Jul 14 07:31:30.645288 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9695a5-deeb-49b8-92cc-cf15da2e3c9d req-bacdbda5-af9a-4972-8dae-86b82056e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:30.646738 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c9695a5-deeb-49b8-92cc-cf15da2e3c9d req-bacdbda5-af9a-4972-8dae-86b82056e3e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe11a574-87ca-4aa0-bfbb-0506652f52da HTTP/1.1" status: 200 len: 849 time: 0.0914650 Jul 14 07:31:30.702386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21774c73-f492-4305-9684-f2fd5f37760b req-de3881c5-9984-4556-9d26-0751a3e8cb1d tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:30.703857 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21774c73-f492-4305-9684-f2fd5f37760b req-de3881c5-9984-4556-9d26-0751a3e8cb1d tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 909 time: 0.1104798 Jul 14 07:31:30.729654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9695a5-deeb-49b8-92cc-cf15da2e3c9d req-55e66ffd-520c-4d59-a327-7f0c380c9206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:30.731623 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c9695a5-deeb-49b8-92cc-cf15da2e3c9d req-55e66ffd-520c-4d59-a327-7f0c380c9206 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eca8f0e3-ef27-4392-a6bd-ac44ea578613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770154 Jul 14 07:31:30.843149 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c9695a5-deeb-49b8-92cc-cf15da2e3c9d req-ff8f8833-900c-4510-a33e-f87a3c5da99e service neutron] 10.222.0.15 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046069 Jul 14 07:31:30.960492 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24e439-2344-447f-b3c2-ae3d1604b663 req-5616cc93-245a-4d57-ad65-f3faf2eccf6b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:30.962018 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c24e439-2344-447f-b3c2-ae3d1604b663 req-5616cc93-245a-4d57-ad65-f3faf2eccf6b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 909 time: 0.1348338 Jul 14 07:31:30.976117 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c9695a5-deeb-49b8-92cc-cf15da2e3c9d req-d8371359-ea54-44b1-a280-ac24eaf33266 service neutron] 10.222.0.15 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169229 Jul 14 07:31:31.128326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af3015-e1e5-46f9-b4a2-0c6a4ece3fbe req-0b06a984-a632-4be2-a30b-204cad52835f tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:31.129974 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73af3015-e1e5-46f9-b4a2-0c6a4ece3fbe req-0b06a984-a632-4be2-a30b-204cad52835f tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 1060 time: 0.0512211 Jul 14 07:31:31.297415 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654e62d-8988-4883-a46f-cb80c8b0dd30 req-173c3457-04ea-4a9b-9b0d-cc4c25e5fb1a tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:31.298969 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c654e62d-8988-4883-a46f-cb80c8b0dd30 req-173c3457-04ea-4a9b-9b0d-cc4c25e5fb1a tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 1135 time: 0.0570691 Jul 14 07:31:31.334297 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c654e62d-8988-4883-a46f-cb80c8b0dd30 req-2a0b584c-c511-4686-b1ad-c63cee8e223d tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0edc1fea-43de-4734-a641-5ac9843e574c&id=51ca41dd-882e-464d-9245-433fe4976d96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0293505 Jul 14 07:31:31.359291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55354) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:31.412295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4b5375-6297-4ffe-be35-a829857bf9d7 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:31.413872 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-af4b5375-6297-4ffe-be35-a829857bf9d7 tempest-TestSecurityGroupsBasicOps-1722610329 tempest-TestSecurityGroupsBasicOps-1722610329-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 1055 time: 0.0535061 Jul 14 07:31:31.823463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc88a6-ec76-4afe-9356-29df10a9365e req-10091ba6-a1f8-4d09-9bb0-5f768d477115 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:31.824977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-84cc88a6-ec76-4afe-9356-29df10a9365e req-10091ba6-a1f8-4d09-9bb0-5f768d477115 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 909 time: 0.1025314 Jul 14 07:31:31.849494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88278188-18c6-4e94-be5b-e4a27c2de3c5 req-e45fa6e1-17fe-4f91-85ac-0095711289d0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:31.849494 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88278188-18c6-4e94-be5b-e4a27c2de3c5 req-e45fa6e1-17fe-4f91-85ac-0095711289d0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 944 time: 0.0911052 Jul 14 07:31:31.851609 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f7fd605c-8115-4a1f-9232-393fa146b144 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:31:31.895944 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88278188-18c6-4e94-be5b-e4a27c2de3c5 req-6a9de984-bbe3-4a9e-afdb-31f262dd8733 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486014 Jul 14 07:31:31.964695 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f7fd605c-8115-4a1f-9232-393fa146b144, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f7fd605c-8115-4a1f-9232-393fa146b144,segment=NetworkSegment(1fc487b8-ac49-4ead-a3f7-00a7c89679b3),segment_id=1fc487b8-ac49-4ead-a3f7-00a7c89679b3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:31.980676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'f7fd605c-8115-4a1f-9232-393fa146b144', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'port_id': 'f7fd605c-8115-4a1f-9232-393fa146b144', 'mac_address': 'fa:16:3e:13:ad:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:31:32.025643 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:32.039943 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fd605c-8115-4a1f-9232-393fa146b144 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:31:32.060935 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f7fd605c-8115-4a1f-9232-393fa146b144, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f7fd605c-8115-4a1f-9232-393fa146b144,segment=NetworkSegment(1fc487b8-ac49-4ead-a3f7-00a7c89679b3),segment_id=1fc487b8-ac49-4ead-a3f7-00a7c89679b3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:32.065981 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:32.112688 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=f7fd605c-8115-4a1f-9232-393fa146b144,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:32.348191 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['f7fd605c-8115-4a1f-9232-393fa146b144'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:31:32.997263 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59021aa-36e2-4933-bf72-9489d22ef63e req-7d6af525-ceaf-463c-9236-f8087fb3cbd2 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:33.005652 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c59021aa-36e2-4933-bf72-9489d22ef63e req-7d6af525-ceaf-463c-9236-f8087fb3cbd2 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 909 time: 0.1089506 Jul 14 07:31:33.028397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f5b12-d97d-470f-b528-49d91bb7d7e0 req-d7679ccd-985e-4761-8598-1c15bbdd24c2 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:33.030116 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a2f5b12-d97d-470f-b528-49d91bb7d7e0 req-d7679ccd-985e-4761-8598-1c15bbdd24c2 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 909 time: 0.0803361 Jul 14 07:31:33.143899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-c59021aa-36e2-4933-bf72-9489d22ef63e req-8419dc87-66b5-4962-9332-6c250a86b024 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Deleting port 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:31:33.144480 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c59021aa-36e2-4933-bf72-9489d22ef63e req-8419dc87-66b5-4962-9332-6c250a86b024 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:33.170719 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bf028-9c0c-465e-93c1-f6ba15c7f1bd req-f6c5d73e-8d06-4662-9db5-f3748749db2f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:33.172277 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-283bf028-9c0c-465e-93c1-f6ba15c7f1bd req-f6c5d73e-8d06-4662-9db5-f3748749db2f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 945 time: 0.1081111 Jul 14 07:31:33.232195 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-283bf028-9c0c-465e-93c1-f6ba15c7f1bd req-0b8d1503-e72c-4946-a74a-7f23a0ad36c4 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541255 Jul 14 07:31:33.265392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-c59021aa-36e2-4933-bf72-9489d22ef63e req-8419dc87-66b5-4962-9332-6c250a86b024 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] For port 73aac33f-9704-4cb4-aaf3-bd70589cc1b6, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=73aac33f-9704-4cb4-aaf3-bd70589cc1b6,segment=NetworkSegment(258e6ff4-eb6c-4b23-9f16-4bea16033359),segment_id=258e6ff4-eb6c-4b23-9f16-4bea16033359)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:33.265759 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c59021aa-36e2-4933-bf72-9489d22ef63e req-8419dc87-66b5-4962-9332-6c250a86b024 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:33.279570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-c59021aa-36e2-4933-bf72-9489d22ef63e req-8419dc87-66b5-4962-9332-6c250a86b024 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Calling delete_port for 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:31:33.313955 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-681a3b51-a365-47a0-9b35-a45ba36374e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:33.428842 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c59021aa-36e2-4933-bf72-9489d22ef63e req-8419dc87-66b5-4962-9332-6c250a86b024 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:33.469337 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419dc87-66b5-4962-9332-6c250a86b024 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event deleted for resources: {'Port': ['ID=73aac33f-9704-4cb4-aaf3-bd70589cc1b6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:33.514072 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59021aa-36e2-4933-bf72-9489d22ef63e req-8419dc87-66b5-4962-9332-6c250a86b024 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] No DVR routers for this DVR port 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:31:33.516913 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c59021aa-36e2-4933-bf72-9489d22ef63e req-8419dc87-66b5-4962-9332-6c250a86b024 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:33.519123 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c59021aa-36e2-4933-bf72-9489d22ef63e req-8419dc87-66b5-4962-9332-6c250a86b024 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.30 "DELETE /v2.0/ports/73aac33f-9704-4cb4-aaf3-bd70589cc1b6 HTTP/1.1" status: 204 len: 173 time: 0.5126543 Jul 14 07:31:33.519679 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6ea135-ac46-4106-8254-fe41cc1b3b88', 'name': 'network-vif-deleted', 'tag': '73aac33f-9704-4cb4-aaf3-bd70589cc1b6'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:31:33.522103 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3710eb3c-b1a7-4a94-ab25-9a77faef443a" -d '{"events": [{"server_uuid": "4a6ea135-ac46-4106-8254-fe41cc1b3b88", "name": "network-vif-deleted", "tag": "73aac33f-9704-4cb4-aaf3-bd70589cc1b6"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:31:33.565056 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dda48a-6f71-467a-8b54-c3c6cc4f4c28 x-openstack-request-id: req-28dda48a-6f71-467a-8b54-c3c6cc4f4c28 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:31:33.565519 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6ea135-ac46-4106-8254-fe41cc1b3b88", "name": "network-vif-deleted", "tag": "73aac33f-9704-4cb4-aaf3-bd70589cc1b6", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:31:33.565896 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28dda48a-6f71-467a-8b54-c3c6cc4f4c28 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:31:33.566417 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6ea135-ac46-4106-8254-fe41cc1b3b88', 'name': 'network-vif-deleted', 'tag': '73aac33f-9704-4cb4-aaf3-bd70589cc1b6', 'status': 'completed', 'code': 200} Jul 14 07:31:33.625167 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:33.862558 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f7fd605c-8115-4a1f-9232-393fa146b144 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:33.912092 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port f7fd605c-8115-4a1f-9232-393fa146b144 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:33.916227 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port f7fd605c-8115-4a1f-9232-393fa146b144 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:33.916614 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:33.997918 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:34.031150 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port f7fd605c-8115-4a1f-9232-393fa146b144, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f7fd605c-8115-4a1f-9232-393fa146b144,segment=NetworkSegment(1fc487b8-ac49-4ead-a3f7-00a7c89679b3),segment_id=1fc487b8-ac49-4ead-a3f7-00a7c89679b3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:34.032089 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f3ab6c-66ca-42a1-acba-63048300d7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fd605c-8115-4a1f-9232-393fa146b144'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:31:34.034731 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25b47d8-b136-48d3-bfbb-17ab6ebdc6cf" -d '{"events": [{"server_uuid": "95f3ab6c-66ca-42a1-acba-63048300d7d1", "name": "network-vif-plugged", "status": "completed", "tag": "f7fd605c-8115-4a1f-9232-393fa146b144"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:31:34.037971 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:34.097938 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e853bc-5351-422c-ac7d-8860568c4ab8 x-openstack-request-id: req-35e853bc-5351-422c-ac7d-8860568c4ab8 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:31:34.097938 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f3ab6c-66ca-42a1-acba-63048300d7d1", "name": "network-vif-plugged", "status": "completed", "tag": "f7fd605c-8115-4a1f-9232-393fa146b144", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:31:34.097938 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-35e853bc-5351-422c-ac7d-8860568c4ab8 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:31:34.098869 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f3ab6c-66ca-42a1-acba-63048300d7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fd605c-8115-4a1f-9232-393fa146b144', 'code': 200} Jul 14 07:31:34.114948 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=f7fd605c-8115-4a1f-9232-393fa146b144,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:34.275281 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-047867e9-57ec-4217-a0bf-6c25bb7f246f req-7d666ecd-a9e8-4b9d-b1a9-50cbb354dcb1 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a6ea135-ac46-4106-8254-fe41cc1b3b88 HTTP/1.1" status: 200 len: 210 time: 0.0329573 Jul 14 07:31:34.301070 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af6c44-6b74-4599-960c-134403abfb79 req-d539ee83-493b-444b-a54f-58bc45a57854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:34.303072 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65af6c44-6b74-4599-960c-134403abfb79 req-d539ee83-493b-444b-a54f-58bc45a57854 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 1097 time: 0.1101472 Jul 14 07:31:34.348287 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65af6c44-6b74-4599-960c-134403abfb79 req-ce2c6d89-e1d7-4e60-b5f2-17c7a0b94351 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305147 Jul 14 07:31:34.442650 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faa7d8-ea3c-458a-a7a3-cd4acce68673 req-a4b0cfd3-b7b3-43b3-bdfa-bb877af47601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:34.444204 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5faa7d8-ea3c-458a-a7a3-cd4acce68673 req-a4b0cfd3-b7b3-43b3-bdfa-bb877af47601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0633173 Jul 14 07:31:34.483051 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5faa7d8-ea3c-458a-a7a3-cd4acce68673 req-5e92638b-2bc8-41d9-a8b9-8b4771ac88df tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330615 Jul 14 07:31:34.660794 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:35.376816 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55426) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:35.728475 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692e5d0-976d-4512-bafd-94e9d6331fe5 req-e07b7bc8-ea04-4931-8fa5-277b1600a4b4 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:35.729975 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4692e5d0-976d-4512-bafd-94e9d6331fe5 req-e07b7bc8-ea04-4931-8fa5-277b1600a4b4 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.1321907 Jul 14 07:31:35.798108 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4692e5d0-976d-4512-bafd-94e9d6331fe5 req-e4fabb12-d883-402d-b830-1be7c8a2bbfd tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616477 Jul 14 07:31:35.826384 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5265bdfe-7bc6-4849-9d9c-99b25491712e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:36.033684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9694d6-18db-400a-a7d6-128ff425d5be req-1a6bccf8-41fe-4467-8a8e-7a3c89e634cd tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:36.035569 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a9694d6-18db-400a-a7d6-128ff425d5be req-1a6bccf8-41fe-4467-8a8e-7a3c89e634cd tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.1276574 Jul 14 07:31:36.044682 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55442) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:36.051781 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e1f9a21e-c8d1-4272-bdc3-2508530f59e1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Request body: {'floatingip': {'port_id': 'f7fd605c-8115-4a1f-9232-393fa146b144'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:36.097816 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e1f9a21e-c8d1-4272-bdc3-2508530f59e1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:36.201734 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:36.530170 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:31:36.553437 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:31:36.554022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 73aac33f-9704-4cb4-aaf3-bd70589cc1b6 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:31:36.698427 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5265bdfe-7bc6-4849-9d9c-99b25491712e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Deleting port bb07f333-7a4d-4c49-9b8f-c8c6de060a12 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:31:36.698936 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5265bdfe-7bc6-4849-9d9c-99b25491712e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:36.877880 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-5265bdfe-7bc6-4849-9d9c-99b25491712e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] For port bb07f333-7a4d-4c49-9b8f-c8c6de060a12, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=bb07f333-7a4d-4c49-9b8f-c8c6de060a12,segment=NetworkSegment(258e6ff4-eb6c-4b23-9f16-4bea16033359),segment_id=258e6ff4-eb6c-4b23-9f16-4bea16033359)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:36.878232 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5265bdfe-7bc6-4849-9d9c-99b25491712e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:36.918450 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5265bdfe-7bc6-4849-9d9c-99b25491712e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Calling delete_port for bb07f333-7a4d-4c49-9b8f-c8c6de060a12 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:31:37.124854 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e1f9a21e-c8d1-4272-bdc3-2508530f59e1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:37.136254 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e1f9a21e-c8d1-4272-bdc3-2508530f59e1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:37.280498 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-e1f9a21e-c8d1-4272-bdc3-2508530f59e1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Floating IP e393b7fb-090d-4544-83a0-c6a53353ee37 associated. External IP: 172.25.7.193, port: f7fd605c-8115-4a1f-9232-393fa146b144. Jul 14 07:31:37.315777 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5265bdfe-7bc6-4849-9d9c-99b25491712e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:37.352436 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265bdfe-7bc6-4849-9d9c-99b25491712e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event deleted for resources: {'Port': ['ID=bb07f333-7a4d-4c49-9b8f-c8c6de060a12,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:37.674168 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5265bdfe-7bc6-4849-9d9c-99b25491712e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:37.736647 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f9a21e-c8d1-4272-bdc3-2508530f59e1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:31:37.965511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f9a21e-c8d1-4272-bdc3-2508530f59e1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:31:37.970550 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e1f9a21e-c8d1-4272-bdc3-2508530f59e1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:37.976720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f85700b-be92-4f12-a9d8-fa294afa3c4d None None] Sync routers for ids ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:31:37.988016 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f85700b-be92-4f12-a9d8-fa294afa3c4d None None] Routers {'9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:37.988667 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8f85700b-be92-4f12-a9d8-fa294afa3c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:38.024101 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e1f9a21e-c8d1-4272-bdc3-2508530f59e1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "PUT /v2.0/floatingips/e393b7fb-090d-4544-83a0-c6a53353ee37 HTTP/1.1" status: 200 len: 992 time: 1.9757581 Jul 14 07:31:38.024101 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f3ab6c-66ca-42a1-acba-63048300d7d1', 'tag': 'f7fd605c-8115-4a1f-9232-393fa146b144'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:31:38.025448 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabc7a51-81a8-4e93-9b29-8005937330aa" -d '{"events": [{"name": "network-changed", "server_uuid": "95f3ab6c-66ca-42a1-acba-63048300d7d1", "tag": "f7fd605c-8115-4a1f-9232-393fa146b144"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:31:38.031527 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5265bdfe-7bc6-4849-9d9c-99b25491712e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Router 1f899811-62a3-4a58-b908-972c7a563b2c has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:31:38.121031 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a85e72c-f040-4114-85b1-d823f083a1a5 x-openstack-request-id: req-5a85e72c-f040-4114-85b1-d823f083a1a5 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:31:38.122317 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f3ab6c-66ca-42a1-acba-63048300d7d1", "tag": "f7fd605c-8115-4a1f-9232-393fa146b144", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:31:38.122317 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a85e72c-f040-4114-85b1-d823f083a1a5 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:31:38.122593 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f3ab6c-66ca-42a1-acba-63048300d7d1', 'tag': 'f7fd605c-8115-4a1f-9232-393fa146b144', 'status': 'completed', 'code': 200} Jul 14 07:31:38.131157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-8f85700b-be92-4f12-a9d8-fa294afa3c4d None None] Set router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:38.221220 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5265bdfe-7bc6-4849-9d9c-99b25491712e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:31:38.226977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5265bdfe-7bc6-4849-9d9c-99b25491712e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "PUT /v2.0/routers/1f899811-62a3-4a58-b908-972c7a563b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8490639 Jul 14 07:31:38.230032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55488) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:38.233166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc7a51-81a8-4e93-9b29-8005937330aa req-69b6812c-d78a-4d8c-8ef0-62be90dd2a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:38.234135 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dabc7a51-81a8-4e93-9b29-8005937330aa req-69b6812c-d78a-4d8c-8ef0-62be90dd2a67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c52ed61e9fdd479f86ccfc89f36ee841&device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 1097 time: 0.1092827 Jul 14 07:31:38.237372 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dee60bf-afc2-4600-b06a-4cb9d5db6eab None None] Sync routers for ids ['1f899811-62a3-4a58-b908-972c7a563b2c'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:31:38.251655 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee60bf-afc2-4600-b06a-4cb9d5db6eab None None] Routers {'1f899811-62a3-4a58-b908-972c7a563b2c'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:38.252292 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5dee60bf-afc2-4600-b06a-4cb9d5db6eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1f899811-62a3-4a58-b908-972c7a563b2c'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:38.315403 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-18da7ab9-909f-40a3-bbb2-cbcb5be65b8d tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Deleting subnet 85320e9e-4515-4628-9c8a-b31b71e017a9 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:31:38.319578 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18da7ab9-909f-40a3-bbb2-cbcb5be65b8d tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:38.363352 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc7a51-81a8-4e93-9b29-8005937330aa req-11ced33f-bd6a-4afc-bc52-2f826c158a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:38.366125 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dabc7a51-81a8-4e93-9b29-8005937330aa req-11ced33f-bd6a-4afc-bc52-2f826c158a03 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eca8f0e3-ef27-4392-a6bd-ac44ea578613 HTTP/1.1" status: 200 len: 911 time: 0.1241159 Jul 14 07:31:38.385819 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18da7ab9-909f-40a3-bbb2-cbcb5be65b8d tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:38.438395 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-5dee60bf-afc2-4600-b06a-4cb9d5db6eab None None] Set router 1f899811-62a3-4a58-b908-972c7a563b2c gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:38.460463 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dabc7a51-81a8-4e93-9b29-8005937330aa req-c84d7e05-0749-451b-af8d-246300265e44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7fd605c-8115-4a1f-9232-393fa146b144 HTTP/1.1" status: 200 len: 1000 time: 0.0889375 Jul 14 07:31:38.482004 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8f85700b-be92-4f12-a9d8-fa294afa3c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 4, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port': {'id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:16Z', 'updated_at': '2021-07-14T07:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'e393b7fb-090d-4544-83a0-c6a53353ee37', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'port_id': 'f7fd605c-8115-4a1f-9232-393fa146b144', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'mac_address': 'fa:16:3e:13:ad:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3ab6c-66ca-42a1-acba-63048300d7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:31:24Z', 'updated_at': '2021-07-14T07:31:36Z', 'revision_number': 1, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8ffb36-f73c-4ceb-9817-c42237419ba6', 'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'mac_address': 'fa:16:3e:1e:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:19Z', 'updated_at': '2021-07-14T07:31:28Z', 'revision_number': 5, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'subnets': [{'id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:38.524058 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc7a51-81a8-4e93-9b29-8005937330aa req-9afb9e07-7775-403d-b7ae-0f28654a66ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:38.525658 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dabc7a51-81a8-4e93-9b29-8005937330aa req-9afb9e07-7775-403d-b7ae-0f28654a66ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe11a574-87ca-4aa0-bfbb-0506652f52da HTTP/1.1" status: 200 len: 849 time: 0.0589800 Jul 14 07:31:38.536375 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f85700b-be92-4f12-a9d8-fa294afa3c4d None None] Checking router: 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:31:38.546270 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f85700b-be92-4f12-a9d8-fa294afa3c4d None None] Routers {'9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:38.547129 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8f85700b-be92-4f12-a9d8-fa294afa3c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:38.565562 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18da7ab9-909f-40a3-bbb2-cbcb5be65b8d tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:38.597566 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc7a51-81a8-4e93-9b29-8005937330aa req-f942eb41-28b0-4930-b8c7-78a6b96baf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:38.599555 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dabc7a51-81a8-4e93-9b29-8005937330aa req-f942eb41-28b0-4930-b8c7-78a6b96baf93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eca8f0e3-ef27-4392-a6bd-ac44ea578613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670915 Jul 14 07:31:38.683749 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18da7ab9-909f-40a3-bbb2-cbcb5be65b8d tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:38.699306 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5dee60bf-afc2-4600-b06a-4cb9d5db6eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1346311645', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '30593f37-fd25-447c-be65-42d03af1fb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:10Z', 'updated_at': '2021-07-14T07:31:37Z', 'revision_number': 5, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '30593f37-fd25-447c-be65-42d03af1fb7e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:11Z', 'updated_at': '2021-07-14T07:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:38.701745 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-8f85700b-be92-4f12-a9d8-fa294afa3c4d None None] Set router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:38.718156 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18da7ab9-909f-40a3-bbb2-cbcb5be65b8d tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:38.723741 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-18da7ab9-909f-40a3-bbb2-cbcb5be65b8d tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "DELETE /v2.0/subnets/85320e9e-4515-4628-9c8a-b31b71e017a9 HTTP/1.1" status: 204 len: 168 time: 0.4888785 Jul 14 07:31:38.724959 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55502) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:38.760030 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dee60bf-afc2-4600-b06a-4cb9d5db6eab None None] Checking router: 1f899811-62a3-4a58-b908-972c7a563b2c for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:31:38.768178 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dabc7a51-81a8-4e93-9b29-8005937330aa req-550465b0-2fea-40b0-abb1-8f6b14f8fb6c service neutron] 10.222.0.15 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625433 Jul 14 07:31:38.789963 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee60bf-afc2-4600-b06a-4cb9d5db6eab None None] Routers {'1f899811-62a3-4a58-b908-972c7a563b2c'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:38.790652 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5dee60bf-afc2-4600-b06a-4cb9d5db6eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1f899811-62a3-4a58-b908-972c7a563b2c'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:38.796843 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ce7e76-6f03-4c76-b82a-edc85934589c None None] Network 44dfe2cb-a4a4-43af-992c-e46739b5fd22 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:31:38.896864 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd43d333-c913-471d-99bb-808b20acbd8b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:38.957645 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da7ab9-909f-40a3-bbb2-cbcb5be65b8d tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event deleted for resources: {'Subnet': ['ID=85320e9e-4515-4628-9c8a-b31b71e017a9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:38.992636 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dabc7a51-81a8-4e93-9b29-8005937330aa req-a1cdbf94-1bdf-402f-99fc-ad0ca90b0d42 service neutron] 10.222.0.15 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173839 Jul 14 07:31:39.033057 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-5dee60bf-afc2-4600-b06a-4cb9d5db6eab None None] Set router 1f899811-62a3-4a58-b908-972c7a563b2c gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:39.062526 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd43d333-c913-471d-99bb-808b20acbd8b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:39.084025 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d94e27-98ca-4533-977b-bddfe4f8fb55 None None] DHCP port deletion for 44dfe2cb-a4a4-43af-992c-e46739b5fd22 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:31:39.140424 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-bd43d333-c913-471d-99bb-808b20acbd8b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Deleting port 30593f37-fd25-447c-be65-42d03af1fb7e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:31:39.141159 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd43d333-c913-471d-99bb-808b20acbd8b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:39.229405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-bd43d333-c913-471d-99bb-808b20acbd8b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] For port 30593f37-fd25-447c-be65-42d03af1fb7e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=30593f37-fd25-447c-be65-42d03af1fb7e,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:39.230214 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd43d333-c913-471d-99bb-808b20acbd8b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:39.238696 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-60d94e27-98ca-4533-977b-bddfe4f8fb55 None None] Deleting port 37b152be-0580-4e9e-a0e1-22f5fdf05263 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:31:39.239568 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-60d94e27-98ca-4533-977b-bddfe4f8fb55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:39.246118 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-bd43d333-c913-471d-99bb-808b20acbd8b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Calling delete_port for 30593f37-fd25-447c-be65-42d03af1fb7e owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:31:39.267445 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8f85700b-be92-4f12-a9d8-fa294afa3c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 4, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port': {'id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:16Z', 'updated_at': '2021-07-14T07:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'e393b7fb-090d-4544-83a0-c6a53353ee37', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'port_id': 'f7fd605c-8115-4a1f-9232-393fa146b144', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'mac_address': 'fa:16:3e:13:ad:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3ab6c-66ca-42a1-acba-63048300d7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:31:24Z', 'updated_at': '2021-07-14T07:31:36Z', 'revision_number': 1, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8ffb36-f73c-4ceb-9817-c42237419ba6', 'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'mac_address': 'fa:16:3e:1e:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:19Z', 'updated_at': '2021-07-14T07:31:28Z', 'revision_number': 5, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'subnets': [{'id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:39.338382 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5dee60bf-afc2-4600-b06a-4cb9d5db6eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1346311645', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '30593f37-fd25-447c-be65-42d03af1fb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:10Z', 'updated_at': '2021-07-14T07:31:37Z', 'revision_number': 5, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '30593f37-fd25-447c-be65-42d03af1fb7e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:11Z', 'updated_at': '2021-07-14T07:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:39.377303 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dee60bf-afc2-4600-b06a-4cb9d5db6eab None None] The sync data for ids ['1f899811-62a3-4a58-b908-972c7a563b2c'] in n-d-778696-5 is: [{'id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1346311645', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '30593f37-fd25-447c-be65-42d03af1fb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:10Z', 'updated_at': '2021-07-14T07:31:37Z', 'revision_number': 5, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '30593f37-fd25-447c-be65-42d03af1fb7e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f899811-62a3-4a58-b908-972c7a563b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:11Z', 'updated_at': '2021-07-14T07:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:31:39.474167 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd43d333-c913-471d-99bb-808b20acbd8b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:39.498833 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f85700b-be92-4f12-a9d8-fa294afa3c4d None None] The sync data for ids ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'] in n-d-778696-5 is: [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 4, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port': {'id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:16Z', 'updated_at': '2021-07-14T07:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'e393b7fb-090d-4544-83a0-c6a53353ee37', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'port_id': 'f7fd605c-8115-4a1f-9232-393fa146b144', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'mac_address': 'fa:16:3e:13:ad:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3ab6c-66ca-42a1-acba-63048300d7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:31:24Z', 'updated_at': '2021-07-14T07:31:36Z', 'revision_number': 1, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8ffb36-f73c-4ceb-9817-c42237419ba6', 'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'mac_address': 'fa:16:3e:1e:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:19Z', 'updated_at': '2021-07-14T07:31:28Z', 'revision_number': 5, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'subnets': [{'id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:31:39.506271 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43d333-c913-471d-99bb-808b20acbd8b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event deleted for resources: {'Port': ['ID=30593f37-fd25-447c-be65-42d03af1fb7e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:39.528182 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-60d94e27-98ca-4533-977b-bddfe4f8fb55 None None] For port 37b152be-0580-4e9e-a0e1-22f5fdf05263, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=37b152be-0580-4e9e-a0e1-22f5fdf05263,segment=NetworkSegment(258e6ff4-eb6c-4b23-9f16-4bea16033359),segment_id=258e6ff4-eb6c-4b23-9f16-4bea16033359)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:39.528583 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-60d94e27-98ca-4533-977b-bddfe4f8fb55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:39.541501 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-60d94e27-98ca-4533-977b-bddfe4f8fb55 None None] Calling delete_port for 37b152be-0580-4e9e-a0e1-22f5fdf05263 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:31:39.579985 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd43d333-c913-471d-99bb-808b20acbd8b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:39.636681 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-60d94e27-98ca-4533-977b-bddfe4f8fb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:39.656561 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d94e27-98ca-4533-977b-bddfe4f8fb55 None None] No DVR routers for this DVR port 37b152be-0580-4e9e-a0e1-22f5fdf05263 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:31:39.692655 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd43d333-c913-471d-99bb-808b20acbd8b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:39.697753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d94e27-98ca-4533-977b-bddfe4f8fb55 None None] Pushing event deleted for resources: {'Port': ['ID=37b152be-0580-4e9e-a0e1-22f5fdf05263,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:39.698201 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd43d333-c913-471d-99bb-808b20acbd8b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:39.767037 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd43d333-c913-471d-99bb-808b20acbd8b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:39.767695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd43d333-c913-471d-99bb-808b20acbd8b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Fanout notify agent at l3_agent the message router_deleted on router 1f899811-62a3-4a58-b908-972c7a563b2c {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:31:39.778784 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd43d333-c913-471d-99bb-808b20acbd8b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:39.782475 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bd43d333-c913-471d-99bb-808b20acbd8b tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "DELETE /v2.0/routers/1f899811-62a3-4a58-b908-972c7a563b2c HTTP/1.1" status: 204 len: 168 time: 1.0349391 Jul 14 07:31:39.782788 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55520) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:39.821718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f583896-1957-4a0d-b93e-be3ec36a16c3 None None] New status for floating IP e393b7fb-090d-4544-83a0-c6a53353ee37: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:31:39.900724 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1789e472-4438-44b1-92cd-cd1e0ee37f39 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:40.366468 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1789e472-4438-44b1-92cd-cd1e0ee37f39 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:40.376756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-1789e472-4438-44b1-92cd-cd1e0ee37f39 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44dfe2cb-a4a4-43af-992c-e46739b5fd22']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:40.386752 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-1789e472-4438-44b1-92cd-cd1e0ee37f39 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258e6ff4-eb6c-4b23-9f16-4bea16033359') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:40.387580 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-1789e472-4438-44b1-92cd-cd1e0ee37f39 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258e6ff4-eb6c-4b23-9f16-4bea16033359') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:40.396492 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1789e472-4438-44b1-92cd-cd1e0ee37f39 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:40.410598 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1789e472-4438-44b1-92cd-cd1e0ee37f39 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:40.416236 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1789e472-4438-44b1-92cd-cd1e0ee37f39 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:31:40.416616 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1789e472-4438-44b1-92cd-cd1e0ee37f39 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:31:40.419569 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:31:40.483244 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1789e472-4438-44b1-92cd-cd1e0ee37f39 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:40.491352 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1789e472-4438-44b1-92cd-cd1e0ee37f39 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:40.492669 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1789e472-4438-44b1-92cd-cd1e0ee37f39 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "DELETE /v2.0/networks/44dfe2cb-a4a4-43af-992c-e46739b5fd22 HTTP/1.1" status: 204 len: 168 time: 0.7089069 Jul 14 07:31:40.495409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55538) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:40.504329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789e472-4438-44b1-92cd-cd1e0ee37f39 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event deleted for resources: {'Network': ['ID=44dfe2cb-a4a4-43af-992c-e46739b5fd22,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:40.647995 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device bb07f333-7a4d-4c49-9b8f-c8c6de060a12 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:31:40.674310 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: bb07f333-7a4d-4c49-9b8f-c8c6de060a12 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:31:40.674658 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device bb07f333-7a4d-4c49-9b8f-c8c6de060a12 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:31:40.675079 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 37b152be-0580-4e9e-a0e1-22f5fdf05263 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:31:40.694462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 37b152be-0580-4e9e-a0e1-22f5fdf05263 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:31:40.695278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 37b152be-0580-4e9e-a0e1-22f5fdf05263 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:31:40.698685 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-39df22af-38d6-484e-9c2c-77567ebc5a09 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Deleting port 29472727-15f3-40c7-9643-2e2f9cbad782 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:31:40.699019 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39df22af-38d6-484e-9c2c-77567ebc5a09 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:40.774811 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39df22af-38d6-484e-9c2c-77567ebc5a09 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:40.775148 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39df22af-38d6-484e-9c2c-77567ebc5a09 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:40.786632 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-39df22af-38d6-484e-9c2c-77567ebc5a09 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Calling delete_port for 29472727-15f3-40c7-9643-2e2f9cbad782 owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:31:40.935328 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39df22af-38d6-484e-9c2c-77567ebc5a09 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:40.965812 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df22af-38d6-484e-9c2c-77567ebc5a09 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event deleted for resources: {'Port': ['ID=29472727-15f3-40c7-9643-2e2f9cbad782,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:41.025062 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39df22af-38d6-484e-9c2c-77567ebc5a09 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:41.025465 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-39df22af-38d6-484e-9c2c-77567ebc5a09 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Floating IP 49aa4b34-c716-4b07-8caf-d408537b1ec5 disassociated (deleted). External IP: 172.25.7.236, port: b1013bc3-6d21-4251-99fd-1c7db7ea07b5. Jul 14 07:31:41.235482 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39df22af-38d6-484e-9c2c-77567ebc5a09 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Router 0965f1f0-02fa-497e-b7b5-6fa488d50d65 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:31:41.345870 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39df22af-38d6-484e-9c2c-77567ebc5a09 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:31:41.350259 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39df22af-38d6-484e-9c2c-77567ebc5a09 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:41.355343 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caad2012-8a0b-4335-b4a3-9b814f75256c None None] Sync routers for ids ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:31:41.364012 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caad2012-8a0b-4335-b4a3-9b814f75256c None None] Routers {'0965f1f0-02fa-497e-b7b5-6fa488d50d65'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:41.364627 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-caad2012-8a0b-4335-b4a3-9b814f75256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:41.389287 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-39df22af-38d6-484e-9c2c-77567ebc5a09 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "DELETE /v2.0/floatingips/49aa4b34-c716-4b07-8caf-d408537b1ec5 HTTP/1.1" status: 204 len: 168 time: 0.8919203 Jul 14 07:31:41.390264 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8', 'tag': 'b1013bc3-6d21-4251-99fd-1c7db7ea07b5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:31:41.393558 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be2b7bb-bb14-45dc-a9e1-cdc3cedb81f2" -d '{"events": [{"name": "network-changed", "server_uuid": "287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8", "tag": "b1013bc3-6d21-4251-99fd-1c7db7ea07b5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:31:41.435390 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a66ec2-8cd6-4613-87db-1ef8687b233a x-openstack-request-id: req-b4a66ec2-8cd6-4613-87db-1ef8687b233a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:31:41.435810 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8", "tag": "b1013bc3-6d21-4251-99fd-1c7db7ea07b5", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:31:41.436182 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4a66ec2-8cd6-4613-87db-1ef8687b233a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:31:41.437019 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8', 'tag': 'b1013bc3-6d21-4251-99fd-1c7db7ea07b5', 'status': 'completed', 'code': 200} Jul 14 07:31:41.548916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2b7bb-bb14-45dc-a9e1-cdc3cedb81f2 req-3d91aa4b-f76c-40c2-8bc1-ff1a85f67450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:41.550490 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1be2b7bb-bb14-45dc-a9e1-cdc3cedb81f2 req-3d91aa4b-f76c-40c2-8bc1-ff1a85f67450 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04eb6db14b1148f59113d288ff50f1ab&device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 1135 time: 0.0881622 Jul 14 07:31:41.580483 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-caad2012-8a0b-4335-b4a3-9b814f75256c None None] Set router 0965f1f0-02fa-497e-b7b5-6fa488d50d65 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:41.671422 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2b7bb-bb14-45dc-a9e1-cdc3cedb81f2 req-4170d092-520c-4e19-9665-c6b8a8a9ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:41.673360 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1be2b7bb-bb14-45dc-a9e1-cdc3cedb81f2 req-4170d092-520c-4e19-9665-c6b8a8a9ae66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5b42fc2-ae28-4929-ab29-8c1578008172 HTTP/1.1" status: 200 len: 897 time: 0.1135478 Jul 14 07:31:41.742282 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1be2b7bb-bb14-45dc-a9e1-cdc3cedb81f2 req-460071cb-a0ae-48e4-b9e6-7deeff0b4c12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1013bc3-6d21-4251-99fd-1c7db7ea07b5 HTTP/1.1" status: 200 len: 217 time: 0.0535176 Jul 14 07:31:41.802066 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2b7bb-bb14-45dc-a9e1-cdc3cedb81f2 req-2c858566-429d-46a3-afb1-183e82628b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:41.805271 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1be2b7bb-bb14-45dc-a9e1-cdc3cedb81f2 req-2c858566-429d-46a3-afb1-183e82628b8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8cb62dd-9a20-4a89-89c5-0b9c708e9d09 HTTP/1.1" status: 200 len: 834 time: 0.0564809 Jul 14 07:31:41.813399 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-caad2012-8a0b-4335-b4a3-9b814f75256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111029345', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:17Z', 'revision_number': 4, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '0f8b9c0e-083f-4574-ad4e-3508e438c327', 'name': '', 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'mac_address': 'fa:16:3e:97:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:15Z', 'updated_at': '2021-07-14T07:30:24Z', 'revision_number': 5, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'subnets': [{'id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:41.839328 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caad2012-8a0b-4335-b4a3-9b814f75256c None None] Checking router: 0965f1f0-02fa-497e-b7b5-6fa488d50d65 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:31:41.847820 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caad2012-8a0b-4335-b4a3-9b814f75256c None None] Routers {'0965f1f0-02fa-497e-b7b5-6fa488d50d65'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:41.848492 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-caad2012-8a0b-4335-b4a3-9b814f75256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:41.922612 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a87b3-8d83-41dc-a75e-06f3ba63ae36 req-17b311fc-26ca-434a-8d8e-c256a0ec5e5a tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:41.924126 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c06a87b3-8d83-41dc-a75e-06f3ba63ae36 req-17b311fc-26ca-434a-8d8e-c256a0ec5e5a tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 984 time: 0.1001096 Jul 14 07:31:41.942411 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2b7bb-bb14-45dc-a9e1-cdc3cedb81f2 req-a8548b18-321e-4fba-b4d3-33d9e6608416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:41.943907 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1be2b7bb-bb14-45dc-a9e1-cdc3cedb81f2 req-a8548b18-321e-4fba-b4d3-33d9e6608416 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5b42fc2-ae28-4929-ab29-8c1578008172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311538 Jul 14 07:31:41.984113 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-caad2012-8a0b-4335-b4a3-9b814f75256c None None] Set router 0965f1f0-02fa-497e-b7b5-6fa488d50d65 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:42.026767 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c06a87b3-8d83-41dc-a75e-06f3ba63ae36 req-b12ae472-ee02-4f48-a111-00bd52e8c09d tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/security-groups?id=0edc1fea-43de-4734-a641-5ac9843e574c&id=51ca41dd-882e-464d-9245-433fe4976d96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0934134 Jul 14 07:31:42.061905 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1be2b7bb-bb14-45dc-a9e1-cdc3cedb81f2 req-20059714-49d6-4a56-be1b-770a1ff94156 service neutron] 10.222.0.15 "GET /v2.0/networks/d5b42fc2-ae28-4929-ab29-8c1578008172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094482 Jul 14 07:31:42.161031 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1be2b7bb-bb14-45dc-a9e1-cdc3cedb81f2 req-588b6422-3bdc-439e-b6a3-10c8be04b736 service neutron] 10.222.0.15 "GET /v2.0/networks/d5b42fc2-ae28-4929-ab29-8c1578008172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922003 Jul 14 07:31:42.218938 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-caad2012-8a0b-4335-b4a3-9b814f75256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111029345', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:17Z', 'revision_number': 4, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '0f8b9c0e-083f-4574-ad4e-3508e438c327', 'name': '', 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'mac_address': 'fa:16:3e:97:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:15Z', 'updated_at': '2021-07-14T07:30:24Z', 'revision_number': 5, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'subnets': [{'id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:42.226256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 30593f37-fd25-447c-be65-42d03af1fb7e no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:31:42.247825 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caad2012-8a0b-4335-b4a3-9b814f75256c None None] The sync data for ids ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'] in n-d-778696-5 is: [{'id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111029345', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:17Z', 'revision_number': 4, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '0f8b9c0e-083f-4574-ad4e-3508e438c327', 'name': '', 'network_id': 'd5b42fc2-ae28-4929-ab29-8c1578008172', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'mac_address': 'fa:16:3e:97:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:15Z', 'updated_at': '2021-07-14T07:30:24Z', 'revision_number': 5, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'subnets': [{'id': 'b8cb62dd-9a20-4a89-89c5-0b9c708e9d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:31:42.251208 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 30593f37-fd25-447c-be65-42d03af1fb7e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:31:42.251413 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 30593f37-fd25-447c-be65-42d03af1fb7e not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:31:42.478548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf5fb53-852b-4d57-9a04-7ebf20200edd None None] New status for floating IP 49aa4b34-c716-4b07-8caf-d408537b1ec5: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:31:43.063107 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa63cef-a9b4-4fa3-bba8-6e1f2c4a8dc9 req-dc8d7cbd-1989-43b1-9fcc-cc7d844ab522 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:43.064982 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0fa63cef-a9b4-4fa3-bba8-6e1f2c4a8dc9 req-dc8d7cbd-1989-43b1-9fcc-cc7d844ab522 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.15 "GET /v2.0/ports?device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 984 time: 0.0638044 Jul 14 07:31:43.212607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-0fa63cef-a9b4-4fa3-bba8-6e1f2c4a8dc9 req-343fe5ef-ae85-4e00-971d-2727f51a0e4e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Deleting port b1013bc3-6d21-4251-99fd-1c7db7ea07b5 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:31:43.212945 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0fa63cef-a9b4-4fa3-bba8-6e1f2c4a8dc9 req-343fe5ef-ae85-4e00-971d-2727f51a0e4e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:43.279296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cccb9-6b2c-416f-8ae4-daf49b1d5a2c req-d359c587-82c0-42f9-a190-b7c956bf3cb7 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:43.280925 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-470cccb9-6b2c-416f-8ae4-daf49b1d5a2c req-d359c587-82c0-42f9-a190-b7c956bf3cb7 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/ports?device_id=287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8 HTTP/1.1" status: 200 len: 984 time: 0.1363416 Jul 14 07:31:43.345590 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-0fa63cef-a9b4-4fa3-bba8-6e1f2c4a8dc9 req-343fe5ef-ae85-4e00-971d-2727f51a0e4e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] For port b1013bc3-6d21-4251-99fd-1c7db7ea07b5, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b1013bc3-6d21-4251-99fd-1c7db7ea07b5,segment=NetworkSegment(9436bcac-8d0c-418a-a409-012be57d9541),segment_id=9436bcac-8d0c-418a-a409-012be57d9541)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:43.345954 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0fa63cef-a9b4-4fa3-bba8-6e1f2c4a8dc9 req-343fe5ef-ae85-4e00-971d-2727f51a0e4e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:43.360137 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-470cccb9-6b2c-416f-8ae4-daf49b1d5a2c req-6bed3000-9245-436e-9cb5-4dbc6a5e4d73 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "GET /v2.0/security-groups?id=0edc1fea-43de-4734-a641-5ac9843e574c&id=51ca41dd-882e-464d-9245-433fe4976d96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0717702 Jul 14 07:31:43.365584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-0fa63cef-a9b4-4fa3-bba8-6e1f2c4a8dc9 req-343fe5ef-ae85-4e00-971d-2727f51a0e4e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Calling delete_port for b1013bc3-6d21-4251-99fd-1c7db7ea07b5 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:31:43.502538 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0fa63cef-a9b4-4fa3-bba8-6e1f2c4a8dc9 req-343fe5ef-ae85-4e00-971d-2727f51a0e4e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:43.535730 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fe5ef-ae85-4e00-971d-2727f51a0e4e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event deleted for resources: {'Port': ['ID=b1013bc3-6d21-4251-99fd-1c7db7ea07b5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:43.579253 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa63cef-a9b4-4fa3-bba8-6e1f2c4a8dc9 req-343fe5ef-ae85-4e00-971d-2727f51a0e4e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] No DVR routers for this DVR port b1013bc3-6d21-4251-99fd-1c7db7ea07b5 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:31:43.581878 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0fa63cef-a9b4-4fa3-bba8-6e1f2c4a8dc9 req-343fe5ef-ae85-4e00-971d-2727f51a0e4e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:43.583907 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0fa63cef-a9b4-4fa3-bba8-6e1f2c4a8dc9 req-343fe5ef-ae85-4e00-971d-2727f51a0e4e tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.15 "DELETE /v2.0/ports/b1013bc3-6d21-4251-99fd-1c7db7ea07b5 HTTP/1.1" status: 204 len: 173 time: 0.5134470 Jul 14 07:31:43.584412 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8', 'name': 'network-vif-deleted', 'tag': 'b1013bc3-6d21-4251-99fd-1c7db7ea07b5'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:31:43.586699 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d950419a-0035-43af-a57f-e36a56271049" -d '{"events": [{"server_uuid": "287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8", "name": "network-vif-deleted", "tag": "b1013bc3-6d21-4251-99fd-1c7db7ea07b5"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:31:43.625754 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73b70cb-321c-4659-a04a-7e5264e9d2a7 x-openstack-request-id: req-f73b70cb-321c-4659-a04a-7e5264e9d2a7 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:31:43.626041 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8", "name": "network-vif-deleted", "tag": "b1013bc3-6d21-4251-99fd-1c7db7ea07b5", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:31:43.626287 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f73b70cb-321c-4659-a04a-7e5264e9d2a7 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:31:43.626752 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287c366d-b2c0-4cfe-ac3c-9fcc3ef63bc8', 'name': 'network-vif-deleted', 'tag': 'b1013bc3-6d21-4251-99fd-1c7db7ea07b5', 'status': 'completed', 'code': 200} Jul 14 07:31:44.455932 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55636) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:44.510763 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d12c4e59-b8a3-4b02-949b-3118e8543d21 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:44.532665 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d12c4e59-b8a3-4b02-949b-3118e8543d21 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:44.575776 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d12c4e59-b8a3-4b02-949b-3118e8543d21 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:44.578445 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d12c4e59-b8a3-4b02-949b-3118e8543d21 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:44.582032 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d12c4e59-b8a3-4b02-949b-3118e8543d21 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "DELETE /v2.0/security-groups/0edc1fea-43de-4734-a641-5ac9843e574c HTTP/1.1" status: 204 len: 168 time: 0.1224215 Jul 14 07:31:44.582487 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55642) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:44.588480 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c4e59-b8a3-4b02-949b-3118e8543d21 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edc1fea-43de-4734-a641-5ac9843e574c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:44.655320 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9169050a-f258-4f2a-9efe-1d09e92c2d81 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:44.677116 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9169050a-f258-4f2a-9efe-1d09e92c2d81 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:44.721694 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9169050a-f258-4f2a-9efe-1d09e92c2d81 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:44.724351 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9169050a-f258-4f2a-9efe-1d09e92c2d81 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:44.725547 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9169050a-f258-4f2a-9efe-1d09e92c2d81 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "DELETE /v2.0/security-groups/51ca41dd-882e-464d-9245-433fe4976d96 HTTP/1.1" status: 204 len: 168 time: 0.1420491 Jul 14 07:31:44.728369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55648) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:44.735661 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169050a-f258-4f2a-9efe-1d09e92c2d81 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ca41dd-882e-464d-9245-433fe4976d96,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:45.119810 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee8fdd02-d381-447d-bc7e-d342b7db5e4a tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:45.402805 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ee8fdd02-d381-447d-bc7e-d342b7db5e4a tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Deleting port 0f8b9c0e-083f-4574-ad4e-3508e438c327 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:31:45.403068 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee8fdd02-d381-447d-bc7e-d342b7db5e4a tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:45.498400 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-ee8fdd02-d381-447d-bc7e-d342b7db5e4a tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] For port 0f8b9c0e-083f-4574-ad4e-3508e438c327, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0f8b9c0e-083f-4574-ad4e-3508e438c327,segment=NetworkSegment(9436bcac-8d0c-418a-a409-012be57d9541),segment_id=9436bcac-8d0c-418a-a409-012be57d9541)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:45.499170 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee8fdd02-d381-447d-bc7e-d342b7db5e4a tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:45.513020 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ee8fdd02-d381-447d-bc7e-d342b7db5e4a tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Calling delete_port for 0f8b9c0e-083f-4574-ad4e-3508e438c327 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:31:45.590332 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:45.673446 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:45.717854 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee8fdd02-d381-447d-bc7e-d342b7db5e4a tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:45.747524 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fdd02-d381-447d-bc7e-d342b7db5e4a tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event deleted for resources: {'Port': ['ID=0f8b9c0e-083f-4574-ad4e-3508e438c327,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:45.909392 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device b1013bc3-6d21-4251-99fd-1c7db7ea07b5 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:31:45.947230 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: b1013bc3-6d21-4251-99fd-1c7db7ea07b5 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:31:45.947478 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device b1013bc3-6d21-4251-99fd-1c7db7ea07b5 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:31:45.952248 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee8fdd02-d381-447d-bc7e-d342b7db5e4a tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:46.170744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8fdd02-d381-447d-bc7e-d342b7db5e4a tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Router 0965f1f0-02fa-497e-b7b5-6fa488d50d65 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:31:46.280031 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8fdd02-d381-447d-bc7e-d342b7db5e4a tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:31:46.285319 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ee8fdd02-d381-447d-bc7e-d342b7db5e4a tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "PUT /v2.0/routers/0965f1f0-02fa-497e-b7b5-6fa488d50d65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5554388 Jul 14 07:31:46.287841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55668) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:46.293674 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7a6d5-cf55-49c0-8aad-df4d5bead4b0 None None] Sync routers for ids ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:31:46.303322 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7a6d5-cf55-49c0-8aad-df4d5bead4b0 None None] Routers {'0965f1f0-02fa-497e-b7b5-6fa488d50d65'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:46.303936 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ccf7a6d5-cf55-49c0-8aad-df4d5bead4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:46.345335 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f139e5f-e864-42f2-9b2a-85a1e6b37f2d tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Deleting subnet b8cb62dd-9a20-4a89-89c5-0b9c708e9d09 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:31:46.348885 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f139e5f-e864-42f2-9b2a-85a1e6b37f2d tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:46.391979 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f139e5f-e864-42f2-9b2a-85a1e6b37f2d tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:46.418561 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ccf7a6d5-cf55-49c0-8aad-df4d5bead4b0 None None] Set router 0965f1f0-02fa-497e-b7b5-6fa488d50d65 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:46.478794 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f139e5f-e864-42f2-9b2a-85a1e6b37f2d tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:46.549617 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f139e5f-e864-42f2-9b2a-85a1e6b37f2d tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:46.581327 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f139e5f-e864-42f2-9b2a-85a1e6b37f2d tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event deleted for resources: {'Subnet': ['ID=b8cb62dd-9a20-4a89-89c5-0b9c708e9d09,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:46.587000 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f139e5f-e864-42f2-9b2a-85a1e6b37f2d tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:46.592034 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1f139e5f-e864-42f2-9b2a-85a1e6b37f2d tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "DELETE /v2.0/subnets/b8cb62dd-9a20-4a89-89c5-0b9c708e9d09 HTTP/1.1" status: 204 len: 168 time: 0.3030813 Jul 14 07:31:46.595310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55672) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:46.605297 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff7077a-eaf1-4a35-be9c-7524b2123825 None None] Network d5b42fc2-ae28-4929-ab29-8c1578008172 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:31:46.625591 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ccf7a6d5-cf55-49c0-8aad-df4d5bead4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111029345', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:31:45Z', 'revision_number': 5, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:46.661419 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7a6d5-cf55-49c0-8aad-df4d5bead4b0 None None] Checking router: 0965f1f0-02fa-497e-b7b5-6fa488d50d65 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:31:46.671930 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7a6d5-cf55-49c0-8aad-df4d5bead4b0 None None] Routers {'0965f1f0-02fa-497e-b7b5-6fa488d50d65'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:46.672678 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ccf7a6d5-cf55-49c0-8aad-df4d5bead4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:46.736381 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-891d39b1-ae18-441f-b11c-7485bdc1e544 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:46.793791 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ccf7a6d5-cf55-49c0-8aad-df4d5bead4b0 None None] Set router 0965f1f0-02fa-497e-b7b5-6fa488d50d65 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:46.883445 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-891d39b1-ae18-441f-b11c-7485bdc1e544 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:46.897886 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35c504e-2e04-4976-9783-2c4573b6fa03 None None] DHCP port deletion for d5b42fc2-ae28-4929-ab29-8c1578008172 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:31:46.955381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d35c504e-2e04-4976-9783-2c4573b6fa03 None None] Deleting port d2929043-5216-4f16-8dc2-bd0523c59c77 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:31:46.956033 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d35c504e-2e04-4976-9783-2c4573b6fa03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:46.962706 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-891d39b1-ae18-441f-b11c-7485bdc1e544 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Deleting port 15094f30-3766-456c-a799-8a6a7d2f6e64 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:31:46.963063 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-891d39b1-ae18-441f-b11c-7485bdc1e544 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:47.014262 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ccf7a6d5-cf55-49c0-8aad-df4d5bead4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111029345', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:31:45Z', 'revision_number': 5, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:47.039872 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d35c504e-2e04-4976-9783-2c4573b6fa03 None None] For port d2929043-5216-4f16-8dc2-bd0523c59c77, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d2929043-5216-4f16-8dc2-bd0523c59c77,segment=NetworkSegment(9436bcac-8d0c-418a-a409-012be57d9541),segment_id=9436bcac-8d0c-418a-a409-012be57d9541)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:47.040553 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d35c504e-2e04-4976-9783-2c4573b6fa03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:47.046650 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7a6d5-cf55-49c0-8aad-df4d5bead4b0 None None] The sync data for ids ['0965f1f0-02fa-497e-b7b5-6fa488d50d65'] in n-d-778696-5 is: [{'id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111029345', 'tenant_id': '04eb6db14b1148f59113d288ff50f1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:31:45Z', 'revision_number': 5, 'project_id': '04eb6db14b1148f59113d288ff50f1ab', 'gw_port': {'id': '15094f30-3766-456c-a799-8a6a7d2f6e64', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0965f1f0-02fa-497e-b7b5-6fa488d50d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:09Z', 'updated_at': '2021-07-14T07:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:31:47.064543 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d35c504e-2e04-4976-9783-2c4573b6fa03 None None] Calling delete_port for d2929043-5216-4f16-8dc2-bd0523c59c77 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:31:47.075907 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-891d39b1-ae18-441f-b11c-7485bdc1e544 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] For port 15094f30-3766-456c-a799-8a6a7d2f6e64, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=15094f30-3766-456c-a799-8a6a7d2f6e64,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:47.076283 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-891d39b1-ae18-441f-b11c-7485bdc1e544 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:47.106987 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-891d39b1-ae18-441f-b11c-7485bdc1e544 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Calling delete_port for 15094f30-3766-456c-a799-8a6a7d2f6e64 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:31:47.163417 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d35c504e-2e04-4976-9783-2c4573b6fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:47.193992 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c504e-2e04-4976-9783-2c4573b6fa03 None None] Pushing event deleted for resources: {'Port': ['ID=d2929043-5216-4f16-8dc2-bd0523c59c77,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:47.197861 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c504e-2e04-4976-9783-2c4573b6fa03 None None] No DVR routers for this DVR port d2929043-5216-4f16-8dc2-bd0523c59c77 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:31:47.317234 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-891d39b1-ae18-441f-b11c-7485bdc1e544 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:47.344518 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d39b1-ae18-441f-b11c-7485bdc1e544 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event deleted for resources: {'Port': ['ID=15094f30-3766-456c-a799-8a6a7d2f6e64,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:47.406915 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-891d39b1-ae18-441f-b11c-7485bdc1e544 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:47.864234 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-891d39b1-ae18-441f-b11c-7485bdc1e544 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:47.866419 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-891d39b1-ae18-441f-b11c-7485bdc1e544 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:47.911622 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-891d39b1-ae18-441f-b11c-7485bdc1e544 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:47.912163 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891d39b1-ae18-441f-b11c-7485bdc1e544 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Fanout notify agent at l3_agent the message router_deleted on router 0965f1f0-02fa-497e-b7b5-6fa488d50d65 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:31:47.918874 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-891d39b1-ae18-441f-b11c-7485bdc1e544 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:47.922703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55682) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:47.923178 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-891d39b1-ae18-441f-b11c-7485bdc1e544 tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "DELETE /v2.0/routers/0965f1f0-02fa-497e-b7b5-6fa488d50d65 HTTP/1.1" status: 204 len: 168 time: 1.3261602 Jul 14 07:31:48.002674 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9dcef495-49ce-4163-aafb-90f83b1b64ea tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:48.097525 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9dcef495-49ce-4163-aafb-90f83b1b64ea tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:48.107671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-9dcef495-49ce-4163-aafb-90f83b1b64ea tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b42fc2-ae28-4929-ab29-8c1578008172']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:48.118234 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-9dcef495-49ce-4163-aafb-90f83b1b64ea tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9436bcac-8d0c-418a-a409-012be57d9541') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:48.118526 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-9dcef495-49ce-4163-aafb-90f83b1b64ea tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9436bcac-8d0c-418a-a409-012be57d9541') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:48.127231 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9dcef495-49ce-4163-aafb-90f83b1b64ea tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:48.140358 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9dcef495-49ce-4163-aafb-90f83b1b64ea tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:48.145974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dcef495-49ce-4163-aafb-90f83b1b64ea tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:31:48.146349 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9dcef495-49ce-4163-aafb-90f83b1b64ea tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:31:48.149162 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:31:48.210587 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9dcef495-49ce-4163-aafb-90f83b1b64ea tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:48.237089 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9dcef495-49ce-4163-aafb-90f83b1b64ea tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:48.239216 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9dcef495-49ce-4163-aafb-90f83b1b64ea tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] 10.222.0.35 "DELETE /v2.0/networks/d5b42fc2-ae28-4929-ab29-8c1578008172 HTTP/1.1" status: 204 len: 168 time: 0.3155177 Jul 14 07:31:48.240506 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcef495-49ce-4163-aafb-90f83b1b64ea tempest-TestSecurityGroupsBasicOps-136818128 tempest-TestSecurityGroupsBasicOps-136818128-project] Pushing event deleted for resources: {'Network': ['ID=d5b42fc2-ae28-4929-ab29-8c1578008172,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:48.456053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d2929043-5216-4f16-8dc2-bd0523c59c77 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:31:48.475286 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: d2929043-5216-4f16-8dc2-bd0523c59c77 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:31:48.475628 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d2929043-5216-4f16-8dc2-bd0523c59c77 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:31:48.476035 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0f8b9c0e-083f-4574-ad4e-3508e438c327 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:31:48.494228 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 0f8b9c0e-083f-4574-ad4e-3508e438c327 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:31:48.494566 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0f8b9c0e-083f-4574-ad4e-3508e438c327 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:31:48.494976 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 15094f30-3766-456c-a799-8a6a7d2f6e64 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:31:48.513028 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55692) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:48.514022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 15094f30-3766-456c-a799-8a6a7d2f6e64 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:31:48.514372 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 15094f30-3766-456c-a799-8a6a7d2f6e64 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:31:48.648431 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-687e76c3-cfa0-4142-bd64-7a960f7c6749 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04eb6db14b1148f59113d288ff50f1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340437 Jul 14 07:31:48.650998 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55696) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:48.698008 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07839cf7-df71-469d-8f51-4012392f1f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:48.719961 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07839cf7-df71-469d-8f51-4012392f1f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:48.765448 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07839cf7-df71-469d-8f51-4012392f1f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:48.768766 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07839cf7-df71-469d-8f51-4012392f1f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:48.770139 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-07839cf7-df71-469d-8f51-4012392f1f57 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c256742c-0e5f-44de-b2bb-af809af47221 HTTP/1.1" status: 204 len: 168 time: 0.1182330 Jul 14 07:31:48.778905 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07839cf7-df71-469d-8f51-4012392f1f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c256742c-0e5f-44de-b2bb-af809af47221,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:49.042940 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55706) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:49.056557 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3bee180-700f-485a-b4f7-074e9d17bc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:49.147675 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3bee180-700f-485a-b4f7-074e9d17bc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:49.151412 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3bee180-700f-485a-b4f7-074e9d17bc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:49.189448 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d3bee180-700f-485a-b4f7-074e9d17bc0b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4001e4435ed44fe7a122ac1e1eb61b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447740 Jul 14 07:31:49.190336 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bee180-700f-485a-b4f7-074e9d17bc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99f7248-4427-4385-856a-4ae53154a0dc,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:49.192126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55708) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:49.247363 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93a13aed-a4cb-40ec-bfe7-483be3f0f1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:49.269309 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93a13aed-a4cb-40ec-bfe7-483be3f0f1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:49.317158 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93a13aed-a4cb-40ec-bfe7-483be3f0f1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:49.319829 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93a13aed-a4cb-40ec-bfe7-483be3f0f1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:49.323741 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-93a13aed-a4cb-40ec-bfe7-483be3f0f1d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a99f7248-4427-4385-856a-4ae53154a0dc HTTP/1.1" status: 204 len: 168 time: 0.1262701 Jul 14 07:31:49.329670 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a13aed-a4cb-40ec-bfe7-483be3f0f1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99f7248-4427-4385-856a-4ae53154a0dc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:49.621841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55716) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:49.659729 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bdeda985-1c09-4215-920e-07bbe2962b9f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=078f51b08a104dc6998cd8e64c051551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0366886 Jul 14 07:31:49.662203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55718) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:49.708126 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-246df5e2-684f-4095-a260-3d859429d95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:49.728489 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-246df5e2-684f-4095-a260-3d859429d95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:49.775164 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-246df5e2-684f-4095-a260-3d859429d95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:49.778300 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-246df5e2-684f-4095-a260-3d859429d95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:49.779393 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-246df5e2-684f-4095-a260-3d859429d95f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed4979cb-c3da-436e-8095-c536018bce5b HTTP/1.1" status: 204 len: 168 time: 0.1162381 Jul 14 07:31:49.787083 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246df5e2-684f-4095-a260-3d859429d95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4979cb-c3da-436e-8095-c536018bce5b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:50.059097 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:31:50.436953 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55754) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:50.536237 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9a4b18d6-6415-424f-81c0-64e7bf6cedb6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1095268043-network', 'tenant_id': 'bcefcd69361a4beab3e19061cb6e5d82'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:50.557924 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4b18d6-6415-424f-81c0-64e7bf6cedb6 admin admin] Made reservation on behalf of bcefcd69361a4beab3e19061cb6e5d82 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:31:50.560519 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a4b18d6-6415-424f-81c0-64e7bf6cedb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:50.568896 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a4b18d6-6415-424f-81c0-64e7bf6cedb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:50.655631 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a4b18d6-6415-424f-81c0-64e7bf6cedb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:50.659626 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a4b18d6-6415-424f-81c0-64e7bf6cedb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:50.680482 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4b18d6-6415-424f-81c0-64e7bf6cedb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:31:50.693929 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b18d6-6415-424f-81c0-64e7bf6cedb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429fa134-fb1a-479a-bdc8-cc50942aeaca,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:50.699029 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a4b18d6-6415-424f-81c0-64e7bf6cedb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:50.699887 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-9a4b18d6-6415-424f-81c0-64e7bf6cedb6 admin admin] Added segment d9982b67-a049-493a-a329-575c358726d6 of type vlan for network 69c79fc0-8421-4c79-aa02-935aa272086c Jul 14 07:31:50.740264 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a4b18d6-6415-424f-81c0-64e7bf6cedb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:50.769779 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a4b18d6-6415-424f-81c0-64e7bf6cedb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:50.770738 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4b18d6-6415-424f-81c0-64e7bf6cedb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:50.771310 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a4b18d6-6415-424f-81c0-64e7bf6cedb6 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:50.830331 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9a4b18d6-6415-424f-81c0-64e7bf6cedb6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3922322 Jul 14 07:31:50.833055 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55758) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:50.837745 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e561e161-24b6-4d40-9e88-fc1ed4ac34a3 admin admin] Request body: {'subnet': {'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1095268043-subnet', 'tenant_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:50.846295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b18d6-6415-424f-81c0-64e7bf6cedb6 admin admin] Pushing event updated for resources: {'Network': ['ID=69c79fc0-8421-4c79-aa02-935aa272086c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:50.856446 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 69c79fc0-8421-4c79-aa02-935aa272086c details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:31:50.865800 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e561e161-24b6-4d40-9e88-fc1ed4ac34a3 admin admin] Made reservation on behalf of bcefcd69361a4beab3e19061cb6e5d82 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:31:50.868241 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e561e161-24b6-4d40-9e88-fc1ed4ac34a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:51.034332 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e561e161-24b6-4d40-9e88-fc1ed4ac34a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:51.087584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561e161-24b6-4d40-9e88-fc1ed4ac34a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe59cf83-a99b-4c34-a34b-32a3b9f8284d,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:51.095252 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e561e161-24b6-4d40-9e88-fc1ed4ac34a3 admin admin] Checking segment: {'id': 'd9982b67-a049-493a-a329-575c358726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:31:51.095613 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e561e161-24b6-4d40-9e88-fc1ed4ac34a3 admin admin] Network hostable DHCP agents. Network: 69c79fc0-8421-4c79-aa02-935aa272086c, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:31:51.112177 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e561e161-24b6-4d40-9e88-fc1ed4ac34a3 admin admin] Network 69c79fc0-8421-4c79-aa02-935aa272086c is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:31:51.120864 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-e561e161-24b6-4d40-9e88-fc1ed4ac34a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 69c79fc0-8421-4c79-aa02-935aa272086c) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:51.125278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e561e161-24b6-4d40-9e88-fc1ed4ac34a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:51.125852 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e561e161-24b6-4d40-9e88-fc1ed4ac34a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:51.131227 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e72f4c9-71f8-4f14-860a-ee0e1d733b0f None None] Network 69c79fc0-8421-4c79-aa02-935aa272086c requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:31:51.144571 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e561e161-24b6-4d40-9e88-fc1ed4ac34a3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3079824 Jul 14 07:31:51.144753 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55762) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:51.149348 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1095268043-router', 'tenant_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:51.179013 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:51.180158 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:51.234415 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:51.292744 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-69c79fc0-8421-4c79-aa02-935aa272086c', 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c', 'tenant_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'fixed_ips': [{'subnet_id': 'fe59cf83-a99b-4c34-a34b-32a3b9f8284d'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:31:51.293682 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:51.382124 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:51.444901 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Allocated IP 172.20.0.2 (69c79fc0-8421-4c79-aa02-935aa272086c/fe59cf83-a99b-4c34-a34b-32a3b9f8284d/c5b8e2b9-0895-4a93-9558-e91821a7b78c) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:31:51.616763 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:51.630643 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Transition to ACTIVE for port object c5b8e2b9-0895-4a93-9558-e91821a7b78c will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:51.647339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Transition to ACTIVE for port object c5b8e2b9-0895-4a93-9558-e91821a7b78c will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:51.654635 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:51.697593 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Network 69c79fc0-8421-4c79-aa02-935aa272086c is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:31:51.701206 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:51.705835 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:31:51.708554 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Pushing event updated for resources: {'Port': ['ID=c5b8e2b9-0895-4a93-9558-e91821a7b78c,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:51.771483 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Attempting to bind port c5b8e2b9-0895-4a93-9558-e91821a7b78c on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:31:51.771762 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Attempting to bind port c5b8e2b9-0895-4a93-9558-e91821a7b78c by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'd9982b67-a049-493a-a329-575c358726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:31:51.772118 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Attempting to bind port c5b8e2b9-0895-4a93-9558-e91821a7b78c on network 69c79fc0-8421-4c79-aa02-935aa272086c {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:31:51.777283 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:31:51.778232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Checking segment: {'id': 'd9982b67-a049-493a-a329-575c358726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:31:51.778686 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:51.779082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Bound using segment: {'id': 'd9982b67-a049-493a-a329-575c358726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:31:51.779547 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Bound port: c5b8e2b9-0895-4a93-9558-e91821a7b78c, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9982b67-a049-493a-a329-575c358726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:31:51.779930 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:51.847335 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] For port c5b8e2b9-0895-4a93-9558-e91821a7b78c, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:31:51.851445 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] For port c5b8e2b9-0895-4a93-9558-e91821a7b78c, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c5b8e2b9-0895-4a93-9558-e91821a7b78c,segment=NetworkSegment(d9982b67-a049-493a-a329-575c358726d6),segment_id=d9982b67-a049-493a-a329-575c358726d6)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:31:51.856403 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:51.915071 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1bc67-da0e-4d4f-8f78-fbba30e242bf None None] Pushing event updated for resources: {'Port': ['ID=c5b8e2b9-0895-4a93-9558-e91821a7b78c,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:51.947550 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:51.967602 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:52.115200 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] Allocated IP 172.25.7.136 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/98f9a667-8ee6-47f3-842c-935819a6f0c8) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:31:52.230076 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:52.291413 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:52.344221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:31:52.349238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c5b8e2b9-0895-4a93-9558-e91821a7b78c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:52.353332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:52.361845 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:31:52.365696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] Pushing event updated for resources: {'Port': ['ID=98f9a667-8ee6-47f3-842c-935819a6f0c8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:52.404371 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port c5b8e2b9-0895-4a93-9558-e91821a7b78c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:52.632107 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:52.840160 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:52.972862 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0487a315-3b07-4795-b1e2-ddbd7fb952d6 None None] Network 69c79fc0-8421-4c79-aa02-935aa272086c requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:31:52.973424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] Router 23e8d8cb-f5e5-4307-a4a7-22af6b9c728e is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:31:53.035775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-431c59f8-b8b6-4efa-b05d-d2c54351398d None None] Provisioning for port c5b8e2b9-0895-4a93-9558-e91821a7b78c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:53.040838 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-431c59f8-b8b6-4efa-b05d-d2c54351398d None None] Provisioning complete for port c5b8e2b9-0895-4a93-9558-e91821a7b78c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:53.041234 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-431c59f8-b8b6-4efa-b05d-d2c54351398d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:53.088590 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:31:53.107137 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:53.108772 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Sync routers for ids ['23e8d8cb-f5e5-4307-a4a7-22af6b9c728e'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:31:53.108963 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-393a9ae5-db39-4e51-af8e-7b1e2a7d1b04 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9630389 Jul 14 07:31:53.111680 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55776) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:53.177414 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Routers {'23e8d8cb-f5e5-4307-a4a7-22af6b9c728e'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:53.178287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['23e8d8cb-f5e5-4307-a4a7-22af6b9c728e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:53.224117 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-431c59f8-b8b6-4efa-b05d-d2c54351398d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:53.350773 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Set router 23e8d8cb-f5e5-4307-a4a7-22af6b9c728e gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:53.411574 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-431c59f8-b8b6-4efa-b05d-d2c54351398d None None] For port c5b8e2b9-0895-4a93-9558-e91821a7b78c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c5b8e2b9-0895-4a93-9558-e91821a7b78c,segment=NetworkSegment(d9982b67-a049-493a-a329-575c358726d6),segment_id=d9982b67-a049-493a-a329-575c358726d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:53.454462 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-431c59f8-b8b6-4efa-b05d-d2c54351398d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:53.548759 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c59f8-b8b6-4efa-b05d-d2c54351398d None None] Pushing event updated for resources: {'Port': ['ID=c5b8e2b9-0895-4a93-9558-e91821a7b78c,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:53.587266 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:53.638113 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'name': 'tempest-TestServerMultinode-1095268043-router', 'tenant_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '98f9a667-8ee6-47f3-842c-935819a6f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:51Z', 'updated_at': '2021-07-14T07:31:52Z', 'revision_number': 3, 'project_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'gw_port': {'id': '98f9a667-8ee6-47f3-842c-935819a6f0c8', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:51Z', 'updated_at': '2021-07-14T07:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:53.674688 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Checking router: 23e8d8cb-f5e5-4307-a4a7-22af6b9c728e for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:31:53.675100 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Updating router 23e8d8cb-f5e5-4307-a4a7-22af6b9c728e port 98f9a667-8ee6-47f3-842c-935819a6f0c8 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:31:53.718119 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:53.773125 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Allocated IP 172.20.0.1 (69c79fc0-8421-4c79-aa02-935aa272086c/fe59cf83-a99b-4c34-a34b-32a3b9f8284d/bc2610a0-699c-4453-aeca-2a0bce4b36a0) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:31:53.874885 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-052f256a-d7f3-423a-b132-79d3ac47e68c None None] Provisioning complete for port c5b8e2b9-0895-4a93-9558-e91821a7b78c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:53.875262 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-052f256a-d7f3-423a-b132-79d3ac47e68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:53.893594 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:53.906837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Transition to ACTIVE for port object bc2610a0-699c-4453-aeca-2a0bce4b36a0 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:53.940072 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:53.984587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Network 69c79fc0-8421-4c79-aa02-935aa272086c is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:31:53.987825 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:53.991828 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:31:53.998328 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2610a0-699c-4453-aeca-2a0bce4b36a0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:54.024886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:54.025096 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:54.025460 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:54.025790 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:54.026115 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:54.026437 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:54.026756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:54.027072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:54.027948 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:54.028269 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:54.028588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:54.028905 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:31:54.051876 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:54.233317 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:54.314130 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c5b8e2b9-0895-4a93-9558-e91821a7b78c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:54.351799 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:54.376080 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Transition to ACTIVE for port object 98f9a667-8ee6-47f3-842c-935819a6f0c8 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:54.389838 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:54.419763 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bca7cabe-72e6-408d-b820-27fb1c96a935 None None] Provisioning for port bc2610a0-699c-4453-aeca-2a0bce4b36a0 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:54.422551 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:54.428268 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:54.437846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bca7cabe-72e6-408d-b820-27fb1c96a935 None None] Provisioning complete for port bc2610a0-699c-4453-aeca-2a0bce4b36a0 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:54.438300 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bca7cabe-72e6-408d-b820-27fb1c96a935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:54.484000 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80b2ef-bb7b-4ce0-8aee-569f1d3b9c3c None None] Pushing event updated for resources: {'Port': ['ID=98f9a667-8ee6-47f3-842c-935819a6f0c8,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:54.488907 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Attempting to bind port 98f9a667-8ee6-47f3-842c-935819a6f0c8 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:31:54.488907 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Attempting to bind port 98f9a667-8ee6-47f3-842c-935819a6f0c8 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:31:54.488907 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Attempting to bind port 98f9a667-8ee6-47f3-842c-935819a6f0c8 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:31:54.500341 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port c5b8e2b9-0895-4a93-9558-e91821a7b78c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:54.500724 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:54.507043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:31:54.507424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:31:54.507904 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:54.508231 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:31:54.508718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Bound port: 98f9a667-8ee6-47f3-842c-935819a6f0c8, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:31:54.509105 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:54.511695 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:54.531904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-bca7cabe-72e6-408d-b820-27fb1c96a935 None None] Port bc2610a0-699c-4453-aeca-2a0bce4b36a0 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:31:54.583345 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2610a0-699c-4453-aeca-2a0bce4b36a0,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:54.604053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] For port 98f9a667-8ee6-47f3-842c-935819a6f0c8, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:31:54.609639 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] For port 98f9a667-8ee6-47f3-842c-935819a6f0c8, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=98f9a667-8ee6-47f3-842c-935819a6f0c8,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:31:54.632968 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:54.642468 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Network 69c79fc0-8421-4c79-aa02-935aa272086c is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:31:54.643640 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:54.709626 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Routers {'23e8d8cb-f5e5-4307-a4a7-22af6b9c728e'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:54.710285 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['23e8d8cb-f5e5-4307-a4a7-22af6b9c728e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:54.754442 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80b2ef-bb7b-4ce0-8aee-569f1d3b9c3c None None] Pushing event updated for resources: {'Port': ['ID=98f9a667-8ee6-47f3-842c-935819a6f0c8,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:54.799012 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Router 23e8d8cb-f5e5-4307-a4a7-22af6b9c728e has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:31:54.837909 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] Set router 23e8d8cb-f5e5-4307-a4a7-22af6b9c728e gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:54.936275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:31:54.943187 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ebe8ef9f-a22f-472b-bdb2-c78f11705896 admin admin] 10.222.0.35 "PUT /v2.0/routers/23e8d8cb-f5e5-4307-a4a7-22af6b9c728e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8299525 Jul 14 07:31:54.992335 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-92245ce8-0803-42ca-ab38-8f40b1c3fe02 None None] Provisioning complete for port bc2610a0-699c-4453-aeca-2a0bce4b36a0 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:54.992713 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-92245ce8-0803-42ca-ab38-8f40b1c3fe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:55.050676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-92245ce8-0803-42ca-ab38-8f40b1c3fe02 None None] Port bc2610a0-699c-4453-aeca-2a0bce4b36a0 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:31:55.099876 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'name': 'tempest-TestServerMultinode-1095268043-router', 'tenant_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '98f9a667-8ee6-47f3-842c-935819a6f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:51Z', 'updated_at': '2021-07-14T07:31:54Z', 'revision_number': 4, 'project_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'gw_port': {'id': '98f9a667-8ee6-47f3-842c-935819a6f0c8', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:51Z', 'updated_at': '2021-07-14T07:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'bc2610a0-699c-4453-aeca-2a0bce4b36a0', 'name': '', 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c', 'tenant_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'mac_address': 'fa:16:3e:0c:c2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'fe59cf83-a99b-4c34-a34b-32a3b9f8284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:53Z', 'updated_at': '2021-07-14T07:31:54Z', 'revision_number': 2, 'project_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'subnets': [{'id': 'fe59cf83-a99b-4c34-a34b-32a3b9f8284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:55.126975 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4883d74c-7a4a-4685-93ca-274b64c80d89 None None] The sync data for ids ['23e8d8cb-f5e5-4307-a4a7-22af6b9c728e'] in n-d-778696-5 is: [{'id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'name': 'tempest-TestServerMultinode-1095268043-router', 'tenant_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '98f9a667-8ee6-47f3-842c-935819a6f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:51Z', 'updated_at': '2021-07-14T07:31:54Z', 'revision_number': 4, 'project_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'gw_port': {'id': '98f9a667-8ee6-47f3-842c-935819a6f0c8', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:51Z', 'updated_at': '2021-07-14T07:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'bc2610a0-699c-4453-aeca-2a0bce4b36a0', 'name': '', 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c', 'tenant_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'mac_address': 'fa:16:3e:0c:c2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'fe59cf83-a99b-4c34-a34b-32a3b9f8284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:53Z', 'updated_at': '2021-07-14T07:31:54Z', 'revision_number': 2, 'project_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'subnets': [{'id': 'fe59cf83-a99b-4c34-a34b-32a3b9f8284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:31:55.478338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55806) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:55.484273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ef8af593-dbe0-42f0-9f81-744e000c8687 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1572718159-network', 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:55.508592 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8af593-dbe0-42f0-9f81-744e000c8687 admin admin] Made reservation on behalf of 009d3578f2b34e4287b30a01e6684b6f for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:31:55.511406 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef8af593-dbe0-42f0-9f81-744e000c8687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:55.521480 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef8af593-dbe0-42f0-9f81-744e000c8687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:55.632537 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef8af593-dbe0-42f0-9f81-744e000c8687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:55.640952 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef8af593-dbe0-42f0-9f81-744e000c8687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:55.670037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8af593-dbe0-42f0-9f81-744e000c8687 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:31:55.680492 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8af593-dbe0-42f0-9f81-744e000c8687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49db6777-b1b9-4c21-9e07-68f23e2d24fa,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:55.685620 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef8af593-dbe0-42f0-9f81-744e000c8687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:55.686042 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-ef8af593-dbe0-42f0-9f81-744e000c8687 admin admin] Added segment c6a023ae-8da5-4e4d-a91b-3033755bb18a of type vlan for network 1b310e59-ec89-44de-9590-9c3d94273870 Jul 14 07:31:55.741940 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef8af593-dbe0-42f0-9f81-744e000c8687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:55.777908 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef8af593-dbe0-42f0-9f81-744e000c8687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:55.779172 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8af593-dbe0-42f0-9f81-744e000c8687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:55.779868 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef8af593-dbe0-42f0-9f81-744e000c8687 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:55.840273 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ef8af593-dbe0-42f0-9f81-744e000c8687 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3575842 Jul 14 07:31:55.841742 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55812) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:55.846177 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8af593-dbe0-42f0-9f81-744e000c8687 admin admin] Pushing event updated for resources: {'Network': ['ID=1b310e59-ec89-44de-9590-9c3d94273870,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:55.852387 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-90d160f5-409c-4011-954b-9a39ac5bded2 admin admin] Request body: {'subnet': {'network_id': '1b310e59-ec89-44de-9590-9c3d94273870', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1572718159-subnet', 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:55.859938 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 1b310e59-ec89-44de-9590-9c3d94273870 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:31:55.883953 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d160f5-409c-4011-954b-9a39ac5bded2 admin admin] Made reservation on behalf of 009d3578f2b34e4287b30a01e6684b6f for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:31:55.887609 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90d160f5-409c-4011-954b-9a39ac5bded2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:56.113246 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90d160f5-409c-4011-954b-9a39ac5bded2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:56.167174 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d160f5-409c-4011-954b-9a39ac5bded2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ed0957d-d058-4e92-83c5-e3876dc0fd66,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:56.180957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d160f5-409c-4011-954b-9a39ac5bded2 admin admin] Checking segment: {'id': 'c6a023ae-8da5-4e4d-a91b-3033755bb18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1b310e59-ec89-44de-9590-9c3d94273870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:31:56.181361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d160f5-409c-4011-954b-9a39ac5bded2 admin admin] Network hostable DHCP agents. Network: 1b310e59-ec89-44de-9590-9c3d94273870, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:31:56.198480 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d160f5-409c-4011-954b-9a39ac5bded2 admin admin] Network 1b310e59-ec89-44de-9590-9c3d94273870 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:31:56.209355 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-90d160f5-409c-4011-954b-9a39ac5bded2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 1b310e59-ec89-44de-9590-9c3d94273870) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:56.213753 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d160f5-409c-4011-954b-9a39ac5bded2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:31:56.214542 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90d160f5-409c-4011-954b-9a39ac5bded2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:56.221130 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb19818-6846-4539-8f3d-6fd9b32a3b14 None None] Network 1b310e59-ec89-44de-9590-9c3d94273870 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:31:56.231594 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-90d160f5-409c-4011-954b-9a39ac5bded2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3832045 Jul 14 07:31:56.233979 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 55816) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:56.238728 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1572718159-router', 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:31:56.274723 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:56.276510 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:56.338515 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:56.362400 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 98f9a667-8ee6-47f3-842c-935819a6f0c8 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:56.451604 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 98f9a667-8ee6-47f3-842c-935819a6f0c8 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:56.455927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-1b310e59-ec89-44de-9590-9c3d94273870', 'network_id': '1b310e59-ec89-44de-9590-9c3d94273870', 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f', 'fixed_ips': [{'subnet_id': '6ed0957d-d058-4e92-83c5-e3876dc0fd66'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:31:56.456770 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:56.467761 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 98f9a667-8ee6-47f3-842c-935819a6f0c8 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:56.468139 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:56.487328 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:56.651613 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:56.669527 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Allocated IP 172.20.0.2 (1b310e59-ec89-44de-9590-9c3d94273870/6ed0957d-d058-4e92-83c5-e3876dc0fd66/52686a79-1e0f-4c10-96fc-95890597d3c1) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:31:56.687609 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 98f9a667-8ee6-47f3-842c-935819a6f0c8, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=98f9a667-8ee6-47f3-842c-935819a6f0c8,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:56.695932 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:56.703961 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:56.723591 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:56.797054 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=98f9a667-8ee6-47f3-842c-935819a6f0c8,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:56.852901 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] Allocated IP 172.25.7.115 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/70c56fe2-fa9b-430f-87a4-3db204e64fd7) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:31:56.900345 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:56.912030 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Transition to ACTIVE for port object 52686a79-1e0f-4c10-96fc-95890597d3c1 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:56.932738 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Transition to ACTIVE for port object 52686a79-1e0f-4c10-96fc-95890597d3c1 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:56.939628 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:56.976342 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Network 1b310e59-ec89-44de-9590-9c3d94273870 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:31:56.981650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:56.984777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:31:56.989118 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:56.993435 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Pushing event updated for resources: {'Port': ['ID=52686a79-1e0f-4c10-96fc-95890597d3c1,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:57.039245 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:57.050812 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Attempting to bind port 52686a79-1e0f-4c10-96fc-95890597d3c1 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:31:57.051183 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Attempting to bind port 52686a79-1e0f-4c10-96fc-95890597d3c1 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'c6a023ae-8da5-4e4d-a91b-3033755bb18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1b310e59-ec89-44de-9590-9c3d94273870'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:31:57.051532 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Attempting to bind port 52686a79-1e0f-4c10-96fc-95890597d3c1 on network 1b310e59-ec89-44de-9590-9c3d94273870 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:31:57.056554 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:31:57.056922 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Checking segment: {'id': 'c6a023ae-8da5-4e4d-a91b-3033755bb18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1b310e59-ec89-44de-9590-9c3d94273870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:31:57.057365 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:57.057758 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Bound using segment: {'id': 'c6a023ae-8da5-4e4d-a91b-3033755bb18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1b310e59-ec89-44de-9590-9c3d94273870'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:31:57.058214 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Bound port: 52686a79-1e0f-4c10-96fc-95890597d3c1, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a023ae-8da5-4e4d-a91b-3033755bb18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1b310e59-ec89-44de-9590-9c3d94273870'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:31:57.058748 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:57.084252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:31:57.087497 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:57.099560 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:31:57.121845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] Pushing event updated for resources: {'Port': ['ID=70c56fe2-fa9b-430f-87a4-3db204e64fd7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:57.133671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] For port 52686a79-1e0f-4c10-96fc-95890597d3c1, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:31:57.138652 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] For port 52686a79-1e0f-4c10-96fc-95890597d3c1, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=52686a79-1e0f-4c10-96fc-95890597d3c1,segment=NetworkSegment(c6a023ae-8da5-4e4d-a91b-3033755bb18a),segment_id=c6a023ae-8da5-4e4d-a91b-3033755bb18a)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:31:57.146388 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:57.222436 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45533ea9-9a1f-4e64-8d71-aaca24ffb017 None None] Pushing event updated for resources: {'Port': ['ID=52686a79-1e0f-4c10-96fc-95890597d3c1,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:57.524619 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:57.706150 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Sync routers for ids ['23e8d8cb-f5e5-4307-a4a7-22af6b9c728e'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:31:57.716544 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Routers {'23e8d8cb-f5e5-4307-a4a7-22af6b9c728e'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:57.717463 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['23e8d8cb-f5e5-4307-a4a7-22af6b9c728e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:57.750498 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:57.903675 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] Router 9643f840-01cd-4084-a503-e13189c9ae78 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:31:57.938936 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Set router 23e8d8cb-f5e5-4307-a4a7-22af6b9c728e gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:58.073724 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:31:58.085497 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Sync routers for ids ['9643f840-01cd-4084-a503-e13189c9ae78'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:31:58.095837 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:58.098918 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-851d87fa-abe4-43b2-b226-cb243435fdca admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8634510 Jul 14 07:31:58.101772 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 55848) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:31:58.103496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Routers {'9643f840-01cd-4084-a503-e13189c9ae78'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:58.104156 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9643f840-01cd-4084-a503-e13189c9ae78'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:58.244013 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'name': 'tempest-TestServerMultinode-1095268043-router', 'tenant_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '98f9a667-8ee6-47f3-842c-935819a6f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:51Z', 'updated_at': '2021-07-14T07:31:54Z', 'revision_number': 4, 'project_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'gw_port': {'id': '98f9a667-8ee6-47f3-842c-935819a6f0c8', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:51Z', 'updated_at': '2021-07-14T07:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'bc2610a0-699c-4453-aeca-2a0bce4b36a0', 'name': '', 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c', 'tenant_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'mac_address': 'fa:16:3e:0c:c2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'fe59cf83-a99b-4c34-a34b-32a3b9f8284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:53Z', 'updated_at': '2021-07-14T07:31:54Z', 'revision_number': 2, 'project_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'subnets': [{'id': 'fe59cf83-a99b-4c34-a34b-32a3b9f8284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:58.331682 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Checking router: 23e8d8cb-f5e5-4307-a4a7-22af6b9c728e for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:31:58.332030 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Updating router 23e8d8cb-f5e5-4307-a4a7-22af6b9c728e port bc2610a0-699c-4453-aeca-2a0bce4b36a0 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:31:58.363130 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Set router 9643f840-01cd-4084-a503-e13189c9ae78 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:58.433864 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:58.481650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 52686a79-1e0f-4c10-96fc-95890597d3c1 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:58.563064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7196c1b-20fd-4d99-a66e-2a05e79ce4dd None None] Network 1b310e59-ec89-44de-9590-9c3d94273870 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:31:58.673355 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9b82ece1-2db8-48c2-be3e-6043c55e5799 None None] Provisioning for port 52686a79-1e0f-4c10-96fc-95890597d3c1 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:58.742554 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 52686a79-1e0f-4c10-96fc-95890597d3c1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:31:58.751076 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 52686a79-1e0f-4c10-96fc-95890597d3c1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:58.751446 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:58.832454 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:58.866400 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:58.877374 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Transition to ACTIVE for port object bc2610a0-699c-4453-aeca-2a0bce4b36a0 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:58.889271 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:58.982570 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099821e8-b490-44d1-ac17-97a478c275e4 None None] Pushing event updated for resources: {'Port': ['ID=bc2610a0-699c-4453-aeca-2a0bce4b36a0,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:59.041107 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Attempting to bind port bc2610a0-699c-4453-aeca-2a0bce4b36a0 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:31:59.041814 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Attempting to bind port bc2610a0-699c-4453-aeca-2a0bce4b36a0 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'd9982b67-a049-493a-a329-575c358726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:31:59.042398 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Attempting to bind port bc2610a0-699c-4453-aeca-2a0bce4b36a0 on network 69c79fc0-8421-4c79-aa02-935aa272086c {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:31:59.049120 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:31:59.050196 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Checking segment: {'id': 'd9982b67-a049-493a-a329-575c358726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:31:59.050812 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:59.051422 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Bound using segment: {'id': 'd9982b67-a049-493a-a329-575c358726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:31:59.052105 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Bound port: bc2610a0-699c-4453-aeca-2a0bce4b36a0, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9982b67-a049-493a-a329-575c358726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:31:59.052706 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:59.066413 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] Allocated IP 172.20.0.1 (1b310e59-ec89-44de-9590-9c3d94273870/6ed0957d-d058-4e92-83c5-e3876dc0fd66/d782418f-dbf5-475c-b932-dbcad6a42b0c) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:31:59.107425 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:59.116497 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9643f840-01cd-4084-a503-e13189c9ae78', 'name': 'tempest-TestServerMultinode-1572718159-router', 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '70c56fe2-fa9b-430f-87a4-3db204e64fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:56Z', 'updated_at': '2021-07-14T07:31:57Z', 'revision_number': 3, 'project_id': '009d3578f2b34e4287b30a01e6684b6f', 'gw_port': {'id': '70c56fe2-fa9b-430f-87a4-3db204e64fd7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9643f840-01cd-4084-a503-e13189c9ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:56Z', 'updated_at': '2021-07-14T07:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:59.189596 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] For port bc2610a0-699c-4453-aeca-2a0bce4b36a0, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:31:59.194115 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] For port bc2610a0-699c-4453-aeca-2a0bce4b36a0, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=bc2610a0-699c-4453-aeca-2a0bce4b36a0,segment=NetworkSegment(d9982b67-a049-493a-a329-575c358726d6),segment_id=d9982b67-a049-493a-a329-575c358726d6)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:31:59.198589 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Checking router: 9643f840-01cd-4084-a503-e13189c9ae78 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:31:59.199580 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Updating router 9643f840-01cd-4084-a503-e13189c9ae78 port 70c56fe2-fa9b-430f-87a4-3db204e64fd7 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:31:59.201858 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:59.253512 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:59.268589 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] Transition to ACTIVE for port object d782418f-dbf5-475c-b932-dbcad6a42b0c will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:31:59.274718 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:59.278525 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 52686a79-1e0f-4c10-96fc-95890597d3c1, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=52686a79-1e0f-4c10-96fc-95890597d3c1,segment=NetworkSegment(c6a023ae-8da5-4e4d-a91b-3033755bb18a),segment_id=c6a023ae-8da5-4e4d-a91b-3033755bb18a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:31:59.286359 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099821e8-b490-44d1-ac17-97a478c275e4 None None] Pushing event updated for resources: {'Port': ['ID=bc2610a0-699c-4453-aeca-2a0bce4b36a0,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:59.317880 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:59.323406 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Routers {'23e8d8cb-f5e5-4307-a4a7-22af6b9c728e'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:31:59.325484 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:59.327303 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 98f9a667-8ee6-47f3-842c-935819a6f0c8 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:31:59.329393 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['23e8d8cb-f5e5-4307-a4a7-22af6b9c728e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:59.360869 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] Network 1b310e59-ec89-44de-9590-9c3d94273870 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:31:59.363942 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:31:59.367052 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:31:59.409921 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] Pushing event updated for resources: {'Port': ['ID=d782418f-dbf5-475c-b932-dbcad6a42b0c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:59.422134 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:59.466678 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] Set router 23e8d8cb-f5e5-4307-a4a7-22af6b9c728e gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:31:59.686565 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=52686a79-1e0f-4c10-96fc-95890597d3c1,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:31:59.709916 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:31:59.839528 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'name': 'tempest-TestServerMultinode-1095268043-router', 'tenant_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '98f9a667-8ee6-47f3-842c-935819a6f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:51Z', 'updated_at': '2021-07-14T07:31:54Z', 'revision_number': 4, 'project_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'gw_port': {'id': '98f9a667-8ee6-47f3-842c-935819a6f0c8', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:51Z', 'updated_at': '2021-07-14T07:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'bc2610a0-699c-4453-aeca-2a0bce4b36a0', 'name': '', 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c', 'tenant_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'mac_address': 'fa:16:3e:0c:c2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'fe59cf83-a99b-4c34-a34b-32a3b9f8284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:53Z', 'updated_at': '2021-07-14T07:31:59Z', 'revision_number': 4, 'project_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'subnets': [{'id': 'fe59cf83-a99b-4c34-a34b-32a3b9f8284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:31:59.881307 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a834d39-4508-4ee8-97de-96354ee8b32a None None] The sync data for ids ['23e8d8cb-f5e5-4307-a4a7-22af6b9c728e'] in n-d-778696-5 is: [{'id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'name': 'tempest-TestServerMultinode-1095268043-router', 'tenant_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '98f9a667-8ee6-47f3-842c-935819a6f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:51Z', 'updated_at': '2021-07-14T07:31:54Z', 'revision_number': 4, 'project_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'gw_port': {'id': '98f9a667-8ee6-47f3-842c-935819a6f0c8', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:51Z', 'updated_at': '2021-07-14T07:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'bc2610a0-699c-4453-aeca-2a0bce4b36a0', 'name': '', 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c', 'tenant_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'mac_address': 'fa:16:3e:0c:c2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'fe59cf83-a99b-4c34-a34b-32a3b9f8284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:53Z', 'updated_at': '2021-07-14T07:31:59Z', 'revision_number': 4, 'project_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'subnets': [{'id': 'fe59cf83-a99b-4c34-a34b-32a3b9f8284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:31:59.897394 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 98f9a667-8ee6-47f3-842c-935819a6f0c8 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:31:59.897769 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:00.000044 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:00.009736 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:00.018576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5e543826-85d5-4591-ba6f-15904faba363 None None] Provisioning complete for port 52686a79-1e0f-4c10-96fc-95890597d3c1 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:32:00.018951 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5e543826-85d5-4591-ba6f-15904faba363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:00.071822 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:00.177610 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:00.191852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Transition to ACTIVE for port object 70c56fe2-fa9b-430f-87a4-3db204e64fd7 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:32:00.222179 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] Pushing event updated for resources: {'Port': ['ID=d782418f-dbf5-475c-b932-dbcad6a42b0c,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:00.236406 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:00.307787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] Network 1b310e59-ec89-44de-9590-9c3d94273870 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:32:00.309821 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:32:00.320068 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Attempting to bind port 70c56fe2-fa9b-430f-87a4-3db204e64fd7 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:32:00.320805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Attempting to bind port 70c56fe2-fa9b-430f-87a4-3db204e64fd7 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:32:00.321394 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Attempting to bind port 70c56fe2-fa9b-430f-87a4-3db204e64fd7 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:32:00.345199 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:32:00.346741 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:32:00.347218 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:00.349339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:32:00.349912 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Bound port: 70c56fe2-fa9b-430f-87a4-3db204e64fd7, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:32:00.350360 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:00.356140 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776770e1-bdee-4747-af68-867621fbbb95 None None] Pushing event updated for resources: {'Port': ['ID=70c56fe2-fa9b-430f-87a4-3db204e64fd7,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:00.413065 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device bc2610a0-699c-4453-aeca-2a0bce4b36a0 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:32:00.465962 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] For port 70c56fe2-fa9b-430f-87a4-3db204e64fd7, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:32:00.470838 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] For port 70c56fe2-fa9b-430f-87a4-3db204e64fd7, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=70c56fe2-fa9b-430f-87a4-3db204e64fd7,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:32:00.481494 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:00.588842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776770e1-bdee-4747-af68-867621fbbb95 None None] Pushing event updated for resources: {'Port': ['ID=70c56fe2-fa9b-430f-87a4-3db204e64fd7,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:00.601280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] Router 9643f840-01cd-4084-a503-e13189c9ae78 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:32:00.611009 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port bc2610a0-699c-4453-aeca-2a0bce4b36a0 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:32:00.637841 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port bc2610a0-699c-4453-aeca-2a0bce4b36a0 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:32:00.638406 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:00.647068 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Routers {'9643f840-01cd-4084-a503-e13189c9ae78'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:32:00.648100 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9643f840-01cd-4084-a503-e13189c9ae78'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:00.747321 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-61d75250-039c-42c7-ab26-f3437fe56283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:00.759649 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-286c12ec-a52d-4b69-be97-cfda7e34f195 None None] Provisioning for port d782418f-dbf5-475c-b932-dbcad6a42b0c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:32:00.774260 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-286c12ec-a52d-4b69-be97-cfda7e34f195 None None] Provisioning complete for port d782418f-dbf5-475c-b932-dbcad6a42b0c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:32:00.774719 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-286c12ec-a52d-4b69-be97-cfda7e34f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:00.814657 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-286c12ec-a52d-4b69-be97-cfda7e34f195 None None] Port d782418f-dbf5-475c-b932-dbcad6a42b0c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:32:00.955113 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:00.976779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] Set router 9643f840-01cd-4084-a503-e13189c9ae78 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:32:01.007704 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3aeaff18-179f-4fb2-a9bc-ced9491aa732 None None] Provisioning complete for port d782418f-dbf5-475c-b932-dbcad6a42b0c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:32:01.008150 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3aeaff18-179f-4fb2-a9bc-ced9491aa732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:01.085691 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port bc2610a0-699c-4453-aeca-2a0bce4b36a0, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=bc2610a0-699c-4453-aeca-2a0bce4b36a0,segment=NetworkSegment(d9982b67-a049-493a-a329-575c358726d6),segment_id=d9982b67-a049-493a-a329-575c358726d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:01.086797 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3aeaff18-179f-4fb2-a9bc-ced9491aa732 None None] Port d782418f-dbf5-475c-b932-dbcad6a42b0c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:32:01.121990 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:01.123012 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 52686a79-1e0f-4c10-96fc-95890597d3c1 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:32:01.196073 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:32:01.208550 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5224d1b6-01d3-477e-b2bb-6553257b6438 admin admin] 10.222.0.35 "PUT /v2.0/routers/9643f840-01cd-4084-a503-e13189c9ae78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1000967 Jul 14 07:32:01.267956 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=bc2610a0-699c-4453-aeca-2a0bce4b36a0,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:01.294485 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 52686a79-1e0f-4c10-96fc-95890597d3c1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:32:01.294863 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:01.413511 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9643f840-01cd-4084-a503-e13189c9ae78', 'name': 'tempest-TestServerMultinode-1572718159-router', 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '70c56fe2-fa9b-430f-87a4-3db204e64fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:56Z', 'updated_at': '2021-07-14T07:31:59Z', 'revision_number': 4, 'project_id': '009d3578f2b34e4287b30a01e6684b6f', 'gw_port': {'id': '70c56fe2-fa9b-430f-87a4-3db204e64fd7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9643f840-01cd-4084-a503-e13189c9ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:56Z', 'updated_at': '2021-07-14T07:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'd782418f-dbf5-475c-b932-dbcad6a42b0c', 'name': '', 'network_id': '1b310e59-ec89-44de-9590-9c3d94273870', 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f', 'mac_address': 'fa:16:3e:41:00:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9643f840-01cd-4084-a503-e13189c9ae78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '6ed0957d-d058-4e92-83c5-e3876dc0fd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:58Z', 'updated_at': '2021-07-14T07:31:59Z', 'revision_number': 2, 'project_id': '009d3578f2b34e4287b30a01e6684b6f', 'subnets': [{'id': '6ed0957d-d058-4e92-83c5-e3876dc0fd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:01.448713 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8c4638-cd97-4cba-b80b-e77d9bcbed45 None None] The sync data for ids ['9643f840-01cd-4084-a503-e13189c9ae78'] in n-d-778696-5 is: [{'id': '9643f840-01cd-4084-a503-e13189c9ae78', 'name': 'tempest-TestServerMultinode-1572718159-router', 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '70c56fe2-fa9b-430f-87a4-3db204e64fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:56Z', 'updated_at': '2021-07-14T07:31:59Z', 'revision_number': 4, 'project_id': '009d3578f2b34e4287b30a01e6684b6f', 'gw_port': {'id': '70c56fe2-fa9b-430f-87a4-3db204e64fd7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9643f840-01cd-4084-a503-e13189c9ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:56Z', 'updated_at': '2021-07-14T07:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'd782418f-dbf5-475c-b932-dbcad6a42b0c', 'name': '', 'network_id': '1b310e59-ec89-44de-9590-9c3d94273870', 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f', 'mac_address': 'fa:16:3e:41:00:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9643f840-01cd-4084-a503-e13189c9ae78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '6ed0957d-d058-4e92-83c5-e3876dc0fd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:58Z', 'updated_at': '2021-07-14T07:31:59Z', 'revision_number': 2, 'project_id': '009d3578f2b34e4287b30a01e6684b6f', 'subnets': [{'id': '6ed0957d-d058-4e92-83c5-e3876dc0fd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:32:01.856726 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-56a64f48-f4e6-463a-8f73-2bd517b27bc6 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:01.858492 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-56a64f48-f4e6-463a-8f73-2bd517b27bc6 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/networks?id=69c79fc0-8421-4c79-aa02-935aa272086c HTTP/1.1" status: 200 len: 911 time: 0.0975184 Jul 14 07:32:01.879192 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-a9e1262f-b581-46fb-bc4d-47686f653fe0 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/quotas/009d3578f2b34e4287b30a01e6684b6f HTTP/1.1" status: 200 len: 375 time: 0.0145659 Jul 14 07:32:02.002499 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-01189bb9-50b4-401a-b854-4e432ad6fa8f tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=009d3578f2b34e4287b30a01e6684b6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1168137 Jul 14 07:32:02.108987 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-7db32116-f1cc-45dd-b2d3-075a4db5e8c8 service neutron] 10.222.0.35 "GET /v2.0/networks/69c79fc0-8421-4c79-aa02-935aa272086c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997641 Jul 14 07:32:02.245877 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-c730457a-e509-4da7-aafd-546b551fd72d service neutron] 10.222.0.35 "GET /v2.0/networks/69c79fc0-8421-4c79-aa02-935aa272086c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308212 Jul 14 07:32:02.351232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device bc2610a0-699c-4453-aeca-2a0bce4b36a0 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:32:02.463308 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port bc2610a0-699c-4453-aeca-2a0bce4b36a0 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:32:02.463781 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:02.503280 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b5cc06b9-69f2-4552-9240-63288c93301c req-013cc37f-4e4a-417a-9c22-9e88c0751721 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2e9ba33a-2b5f-4bf4-a485-185ae51341c2 HTTP/1.1" status: 200 len: 210 time: 0.0445549 Jul 14 07:32:03.315869 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a07234ef-00d9-4fbd-aee9-5648cdfd894d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:03.643958 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:03.658382 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-844ab679-8ecf-45dd-80fa-744b6360adae req-72638fcd-6f99-4c4a-a012-c4935c989718 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2e9ba33a-2b5f-4bf4-a485-185ae51341c2 HTTP/1.1" status: 200 len: 210 time: 0.0510323 Jul 14 07:32:03.720021 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-9ac21978-0576-48fc-801d-fe03b0e3c44f tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:03.724314 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-9ac21978-0576-48fc-801d-fe03b0e3c44f tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.30 "GET /v2.0/networks?id=69c79fc0-8421-4c79-aa02-935aa272086c HTTP/1.1" status: 200 len: 911 time: 0.1176205 Jul 14 07:32:03.740836 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-d40efe88-ae1f-4eb2-8196-36fc210324af tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Request body: {'port': {'device_id': '2e9ba33a-2b5f-4bf4-a485-185ae51341c2', 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c', 'admin_state_up': True, 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:32:03.782745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-d40efe88-ae1f-4eb2-8196-36fc210324af tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Made reservation on behalf of 009d3578f2b34e4287b30a01e6684b6f for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:32:03.785316 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-d40efe88-ae1f-4eb2-8196-36fc210324af tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:03.942656 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-d40efe88-ae1f-4eb2-8196-36fc210324af tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Allocated IP 172.20.0.13 (69c79fc0-8421-4c79-aa02-935aa272086c/fe59cf83-a99b-4c34-a34b-32a3b9f8284d/66434ab5-08e5-4ab1-b8a8-751cb67173e2) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:32:04.097453 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-d40efe88-ae1f-4eb2-8196-36fc210324af tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:04.112465 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-d40efe88-ae1f-4eb2-8196-36fc210324af tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Transition to ACTIVE for port object 66434ab5-08e5-4ab1-b8a8-751cb67173e2 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:32:04.164849 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-d40efe88-ae1f-4eb2-8196-36fc210324af tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:04.179446 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Sync routers for ids ['9643f840-01cd-4084-a503-e13189c9ae78'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:32:04.193040 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Routers {'9643f840-01cd-4084-a503-e13189c9ae78'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:32:04.194055 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:32:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9643f840-01cd-4084-a503-e13189c9ae78'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:04.226436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-d40efe88-ae1f-4eb2-8196-36fc210324af tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Network 69c79fc0-8421-4c79-aa02-935aa272086c is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:32:04.229520 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-d40efe88-ae1f-4eb2-8196-36fc210324af tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:32:04.233102 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-d40efe88-ae1f-4eb2-8196-36fc210324af tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:32:04.267699 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40efe88-ae1f-4eb2-8196-36fc210324af tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Pushing event updated for resources: {'Port': ['ID=66434ab5-08e5-4ab1-b8a8-751cb67173e2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:04.291415 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-d40efe88-ae1f-4eb2-8196-36fc210324af tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:04.292603 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-d40efe88-ae1f-4eb2-8196-36fc210324af tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:04.320547 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-d40efe88-ae1f-4eb2-8196-36fc210324af tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5886149 Jul 14 07:32:04.347093 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-d932ac95-29f8-4ac9-917a-028b918f4bd0 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:32:04.349497 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-d932ac95-29f8-4ac9-917a-028b918f4bd0 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139956 Jul 14 07:32:04.363491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Request body: {'port': {'device_id': '2e9ba33a-2b5f-4bf4-a485-185ae51341c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:32:04.385945 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Set router 9643f840-01cd-4084-a503-e13189c9ae78 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:32:04.386107 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 70c56fe2-fa9b-430f-87a4-3db204e64fd7 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:32:04.472197 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:04.480712 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 70c56fe2-fa9b-430f-87a4-3db204e64fd7 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:32:04.492033 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 70c56fe2-fa9b-430f-87a4-3db204e64fd7 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:32:04.492820 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:04.608006 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:04.636299 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 70c56fe2-fa9b-430f-87a4-3db204e64fd7, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=70c56fe2-fa9b-430f-87a4-3db204e64fd7,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:04.646463 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:04.680986 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9643f840-01cd-4084-a503-e13189c9ae78', 'name': 'tempest-TestServerMultinode-1572718159-router', 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '70c56fe2-fa9b-430f-87a4-3db204e64fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:56Z', 'updated_at': '2021-07-14T07:31:59Z', 'revision_number': 4, 'project_id': '009d3578f2b34e4287b30a01e6684b6f', 'gw_port': {'id': '70c56fe2-fa9b-430f-87a4-3db204e64fd7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9643f840-01cd-4084-a503-e13189c9ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:56Z', 'updated_at': '2021-07-14T07:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'd782418f-dbf5-475c-b932-dbcad6a42b0c', 'name': '', 'network_id': '1b310e59-ec89-44de-9590-9c3d94273870', 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f', 'mac_address': 'fa:16:3e:41:00:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9643f840-01cd-4084-a503-e13189c9ae78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '6ed0957d-d058-4e92-83c5-e3876dc0fd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:58Z', 'updated_at': '2021-07-14T07:31:59Z', 'revision_number': 2, 'project_id': '009d3578f2b34e4287b30a01e6684b6f', 'subnets': [{'id': '6ed0957d-d058-4e92-83c5-e3876dc0fd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:04.706903 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a6088742-a13b-474b-a915-e0b4c021b055 None None] Provisioning for port 66434ab5-08e5-4ab1-b8a8-751cb67173e2 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:32:04.712911 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Checking router: 9643f840-01cd-4084-a503-e13189c9ae78 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:32:04.713372 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Updating router 9643f840-01cd-4084-a503-e13189c9ae78 port d782418f-dbf5-475c-b932-dbcad6a42b0c binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:32:04.724546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a6088742-a13b-474b-a915-e0b4c021b055 None None] Provisioning complete for port 66434ab5-08e5-4ab1-b8a8-751cb67173e2 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:32:04.724977 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6088742-a13b-474b-a915-e0b4c021b055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:04.765743 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:04.806105 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:04.849058 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a6088742-a13b-474b-a915-e0b4c021b055 None None] Port 66434ab5-08e5-4ab1-b8a8-751cb67173e2 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:32:04.859242 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=70c56fe2-fa9b-430f-87a4-3db204e64fd7,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:04.871465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:04.871813 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:04.872203 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:04.872747 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:04.873347 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:04.873828 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:04.874310 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:04.874817 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:04.875298 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:04.875786 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:04.876397 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:04.877332 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:04.877560 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47ea02-7a8c-4baf-afa7-49ea3fdc53c8 req-3159c7df-a0dc-4c16-aae9-6dfb386f1b33 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:04.884891 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d47ea02-7a8c-4baf-afa7-49ea3fdc53c8 req-3159c7df-a0dc-4c16-aae9-6dfb386f1b33 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2e9ba33a-2b5f-4bf4-a485-185ae51341c2 HTTP/1.1" status: 200 len: 1028 time: 0.0889511 Jul 14 07:32:04.928711 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d47ea02-7a8c-4baf-afa7-49ea3fdc53c8 req-0f9f5db8-e828-4edc-bb20-0580bfa8684d tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424750 Jul 14 07:32:04.956933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66434ab5-08e5-4ab1-b8a8-751cb67173e2 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:32:04.965715 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:04.990483 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Transition to ACTIVE for port object 66434ab5-08e5-4ab1-b8a8-751cb67173e2 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:32:05.002228 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:05.058063 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Pushing event updated for resources: {'Port': ['ID=66434ab5-08e5-4ab1-b8a8-751cb67173e2,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:05.154386 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Attempting to bind port 66434ab5-08e5-4ab1-b8a8-751cb67173e2 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:32:05.155145 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Attempting to bind port 66434ab5-08e5-4ab1-b8a8-751cb67173e2 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'd9982b67-a049-493a-a329-575c358726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:32:05.155651 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Attempting to bind port 66434ab5-08e5-4ab1-b8a8-751cb67173e2 on network 69c79fc0-8421-4c79-aa02-935aa272086c {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:32:05.168027 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Port 66434ab5-08e5-4ab1-b8a8-751cb67173e2 on network 69c79fc0-8421-4c79-aa02-935aa272086c not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:32:05.168362 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Attempting to bind port 66434ab5-08e5-4ab1-b8a8-751cb67173e2 on network 69c79fc0-8421-4c79-aa02-935aa272086c {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:32:05.179976 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:32:05.180319 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Checking segment: {'id': 'd9982b67-a049-493a-a329-575c358726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:32:05.180709 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Bound using segment: {'id': 'd9982b67-a049-493a-a329-575c358726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:32:05.183951 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Bound port: 66434ab5-08e5-4ab1-b8a8-751cb67173e2, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9982b67-a049-493a-a329-575c358726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:32:05.184257 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:05.247348 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:05.259929 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Transition to ACTIVE for port object d782418f-dbf5-475c-b932-dbcad6a42b0c will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:32:05.269412 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:05.279374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] For port 66434ab5-08e5-4ab1-b8a8-751cb67173e2, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:32:05.284619 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] For port 66434ab5-08e5-4ab1-b8a8-751cb67173e2, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=66434ab5-08e5-4ab1-b8a8-751cb67173e2,segment=NetworkSegment(d9982b67-a049-493a-a329-575c358726d6),segment_id=d9982b67-a049-493a-a329-575c358726d6)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:32:05.290384 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:05.321238 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78209893-b838-46ee-941d-370597395fa2 None None] Pushing event updated for resources: {'Port': ['ID=d782418f-dbf5-475c-b932-dbcad6a42b0c,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:05.342419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:05.343324 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:05.344998 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] 10.222.0.30 "PUT /v2.0/ports/66434ab5-08e5-4ab1-b8a8-751cb67173e2 HTTP/1.1" status: 200 len: 1092 time: 0.9902756 Jul 14 07:32:05.345581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9ba33a-2b5f-4bf4-a485-185ae51341c2', 'tag': '66434ab5-08e5-4ab1-b8a8-751cb67173e2'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:32:05.348406 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f62631-132a-4ee9-abd5-81a30644f42e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9ba33a-2b5f-4bf4-a485-185ae51341c2", "tag": "66434ab5-08e5-4ab1-b8a8-751cb67173e2"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:32:05.429913 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Attempting to bind port d782418f-dbf5-475c-b932-dbcad6a42b0c on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:32:05.430286 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Attempting to bind port d782418f-dbf5-475c-b932-dbcad6a42b0c by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'c6a023ae-8da5-4e4d-a91b-3033755bb18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1b310e59-ec89-44de-9590-9c3d94273870'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:32:05.430643 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Attempting to bind port d782418f-dbf5-475c-b932-dbcad6a42b0c on network 1b310e59-ec89-44de-9590-9c3d94273870 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:32:05.441037 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:32:05.441361 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Checking segment: {'id': 'c6a023ae-8da5-4e4d-a91b-3033755bb18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1b310e59-ec89-44de-9590-9c3d94273870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:32:05.441769 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:05.442306 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Bound using segment: {'id': 'c6a023ae-8da5-4e4d-a91b-3033755bb18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1b310e59-ec89-44de-9590-9c3d94273870'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:32:05.442778 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Bound port: d782418f-dbf5-475c-b932-dbcad6a42b0c, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a023ae-8da5-4e4d-a91b-3033755bb18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1b310e59-ec89-44de-9590-9c3d94273870'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:32:05.443184 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:05.489588 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbace4c1-5a94-449d-9832-b177ed743011 x-openstack-request-id: req-dbace4c1-5a94-449d-9832-b177ed743011 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:32:05.490521 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9ba33a-2b5f-4bf4-a485-185ae51341c2", "tag": "66434ab5-08e5-4ab1-b8a8-751cb67173e2", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:32:05.491473 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dbace4c1-5a94-449d-9832-b177ed743011 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:32:05.493510 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9ba33a-2b5f-4bf4-a485-185ae51341c2', 'tag': '66434ab5-08e5-4ab1-b8a8-751cb67173e2', 'status': 'completed', 'code': 200} Jul 14 07:32:05.499294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1de3d-c1c3-448a-a440-a799db37ee56 service neutron] Pushing event updated for resources: {'Port': ['ID=66434ab5-08e5-4ab1-b8a8-751cb67173e2,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:05.529413 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] For port d782418f-dbf5-475c-b932-dbcad6a42b0c, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:32:05.533950 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] For port d782418f-dbf5-475c-b932-dbcad6a42b0c, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d782418f-dbf5-475c-b932-dbcad6a42b0c,segment=NetworkSegment(c6a023ae-8da5-4e4d-a91b-3033755bb18a),segment_id=c6a023ae-8da5-4e4d-a91b-3033755bb18a)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:32:05.541377 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:05.566002 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-69df7c47-a2ae-426d-83d3-ae54bd2d0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:05.568349 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-69df7c47-a2ae-426d-83d3-ae54bd2d0d15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=009d3578f2b34e4287b30a01e6684b6f&device_id=2e9ba33a-2b5f-4bf4-a485-185ae51341c2 HTTP/1.1" status: 200 len: 1095 time: 0.1523895 Jul 14 07:32:05.615087 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Routers {'9643f840-01cd-4084-a503-e13189c9ae78'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:32:05.615716 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:32:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9643f840-01cd-4084-a503-e13189c9ae78'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:05.619321 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78209893-b838-46ee-941d-370597395fa2 None None] Pushing event updated for resources: {'Port': ['ID=d782418f-dbf5-475c-b932-dbcad6a42b0c,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:05.632911 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-1a3071be-e785-449c-95d2-bf7fdff50a22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66434ab5-08e5-4ab1-b8a8-751cb67173e2 HTTP/1.1" status: 200 len: 217 time: 0.0547419 Jul 14 07:32:05.708491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-f6c95de3-7145-4244-9a25-d6f8008d78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:05.710844 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-f6c95de3-7145-4244-9a25-d6f8008d78c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe59cf83-a99b-4c34-a34b-32a3b9f8284d HTTP/1.1" status: 200 len: 849 time: 0.0717549 Jul 14 07:32:05.738302 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] Set router 9643f840-01cd-4084-a503-e13189c9ae78 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:32:05.783948 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-cb049812-e72d-4116-9461-1d2da888f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:05.785529 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-cb049812-e72d-4116-9461-1d2da888f1e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=69c79fc0-8421-4c79-aa02-935aa272086c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687485 Jul 14 07:32:05.910179 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-255a886b-add9-4b34-b278-7a14b35c2fd5 service neutron] 10.222.0.30 "GET /v2.0/networks/69c79fc0-8421-4c79-aa02-935aa272086c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180062 Jul 14 07:32:06.019416 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9643f840-01cd-4084-a503-e13189c9ae78', 'name': 'tempest-TestServerMultinode-1572718159-router', 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '70c56fe2-fa9b-430f-87a4-3db204e64fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:56Z', 'updated_at': '2021-07-14T07:31:59Z', 'revision_number': 4, 'project_id': '009d3578f2b34e4287b30a01e6684b6f', 'gw_port': {'id': '70c56fe2-fa9b-430f-87a4-3db204e64fd7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9643f840-01cd-4084-a503-e13189c9ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:56Z', 'updated_at': '2021-07-14T07:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'd782418f-dbf5-475c-b932-dbcad6a42b0c', 'name': '', 'network_id': '1b310e59-ec89-44de-9590-9c3d94273870', 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f', 'mac_address': 'fa:16:3e:41:00:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9643f840-01cd-4084-a503-e13189c9ae78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '6ed0957d-d058-4e92-83c5-e3876dc0fd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:58Z', 'updated_at': '2021-07-14T07:32:05Z', 'revision_number': 4, 'project_id': '009d3578f2b34e4287b30a01e6684b6f', 'subnets': [{'id': '6ed0957d-d058-4e92-83c5-e3876dc0fd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:06.057430 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4585d55-4e5e-4941-b471-85d331cc9124 None None] The sync data for ids ['9643f840-01cd-4084-a503-e13189c9ae78'] in n-d-778696-5 is: [{'id': '9643f840-01cd-4084-a503-e13189c9ae78', 'name': 'tempest-TestServerMultinode-1572718159-router', 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '70c56fe2-fa9b-430f-87a4-3db204e64fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:56Z', 'updated_at': '2021-07-14T07:31:59Z', 'revision_number': 4, 'project_id': '009d3578f2b34e4287b30a01e6684b6f', 'gw_port': {'id': '70c56fe2-fa9b-430f-87a4-3db204e64fd7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9643f840-01cd-4084-a503-e13189c9ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:56Z', 'updated_at': '2021-07-14T07:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'd782418f-dbf5-475c-b932-dbcad6a42b0c', 'name': '', 'network_id': '1b310e59-ec89-44de-9590-9c3d94273870', 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f', 'mac_address': 'fa:16:3e:41:00:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9643f840-01cd-4084-a503-e13189c9ae78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '6ed0957d-d058-4e92-83c5-e3876dc0fd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:58Z', 'updated_at': '2021-07-14T07:32:05Z', 'revision_number': 4, 'project_id': '009d3578f2b34e4287b30a01e6684b6f', 'subnets': [{'id': '6ed0957d-d058-4e92-83c5-e3876dc0fd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:32:06.066405 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e3281d8-844f-41a0-923b-201dcfd61f15 req-01d4a9d0-63e0-4410-9036-3db76fb43687 service neutron] 10.222.0.30 "GET /v2.0/networks/69c79fc0-8421-4c79-aa02-935aa272086c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489546 Jul 14 07:32:06.212009 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:06.223109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1f3a7-0d28-4ba4-bc3e-d75c02b53cce req-1ccbe2f2-d4de-4be8-a53a-cc7076a28af5 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:06.225400 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88c1f3a7-0d28-4ba4-bc3e-d75c02b53cce req-1ccbe2f2-d4de-4be8-a53a-cc7076a28af5 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2e9ba33a-2b5f-4bf4-a485-185ae51341c2 HTTP/1.1" status: 200 len: 1095 time: 0.1120744 Jul 14 07:32:06.252980 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f62631-132a-4ee9-abd5-81a30644f42e req-c709e874-db91-479e-9713-e4244f7d6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:06.260294 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-92f62631-132a-4ee9-abd5-81a30644f42e req-c709e874-db91-479e-9713-e4244f7d6d02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=009d3578f2b34e4287b30a01e6684b6f&device_id=2e9ba33a-2b5f-4bf4-a485-185ae51341c2 HTTP/1.1" status: 200 len: 1095 time: 0.1263256 Jul 14 07:32:06.316925 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88c1f3a7-0d28-4ba4-bc3e-d75c02b53cce req-e2498977-e5ed-4f36-bfa8-aab481244042 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727136 Jul 14 07:32:06.368968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 70c56fe2-fa9b-430f-87a4-3db204e64fd7 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:32:06.400744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f62631-132a-4ee9-abd5-81a30644f42e req-300438ce-2440-49d1-afc3-b897c345973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:06.403407 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-92f62631-132a-4ee9-abd5-81a30644f42e req-300438ce-2440-49d1-afc3-b897c345973e service neutron] 10.222.0.30 "GET /v2.0/networks?id=69c79fc0-8421-4c79-aa02-935aa272086c HTTP/1.1" status: 200 len: 911 time: 0.1384175 Jul 14 07:32:06.424122 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 70c56fe2-fa9b-430f-87a4-3db204e64fd7 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:32:06.425039 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:06.467747 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-92f62631-132a-4ee9-abd5-81a30644f42e req-ec37e7cf-f6c9-42c1-bedf-71f79b54d15f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66434ab5-08e5-4ab1-b8a8-751cb67173e2 HTTP/1.1" status: 200 len: 217 time: 0.0563464 Jul 14 07:32:06.523159 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f62631-132a-4ee9-abd5-81a30644f42e req-55a406e8-630e-4eda-9296-c59439763768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:06.524753 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-92f62631-132a-4ee9-abd5-81a30644f42e req-55a406e8-630e-4eda-9296-c59439763768 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe59cf83-a99b-4c34-a34b-32a3b9f8284d HTTP/1.1" status: 200 len: 849 time: 0.0505998 Jul 14 07:32:06.526731 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d782418f-dbf5-475c-b932-dbcad6a42b0c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:32:06.595306 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port d782418f-dbf5-475c-b932-dbcad6a42b0c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:32:06.601223 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port d782418f-dbf5-475c-b932-dbcad6a42b0c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:32:06.601607 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:06.612008 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f62631-132a-4ee9-abd5-81a30644f42e req-b06b6a71-d5b3-4708-b281-1c320b77b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:06.613861 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-92f62631-132a-4ee9-abd5-81a30644f42e req-b06b6a71-d5b3-4708-b281-1c320b77b4e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=69c79fc0-8421-4c79-aa02-935aa272086c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781658 Jul 14 07:32:06.728596 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:06.742528 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-92f62631-132a-4ee9-abd5-81a30644f42e req-a8d2db52-3647-4af0-8e8b-f7938ebb97ad service neutron] 10.222.0.30 "GET /v2.0/networks/69c79fc0-8421-4c79-aa02-935aa272086c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201320 Jul 14 07:32:06.766773 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port d782418f-dbf5-475c-b932-dbcad6a42b0c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d782418f-dbf5-475c-b932-dbcad6a42b0c,segment=NetworkSegment(c6a023ae-8da5-4e4d-a91b-3033755bb18a),segment_id=c6a023ae-8da5-4e4d-a91b-3033755bb18a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:06.772359 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:06.844266 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=d782418f-dbf5-475c-b932-dbcad6a42b0c,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:06.880591 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-92f62631-132a-4ee9-abd5-81a30644f42e req-dc842de0-f5be-42de-a057-430815821785 service neutron] 10.222.0.30 "GET /v2.0/networks/69c79fc0-8421-4c79-aa02-935aa272086c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305006 Jul 14 07:32:06.967534 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-228e15c7-fb31-4f01-be3a-d5259b4444f6 req-328daad5-fea9-4d9b-bf07-e4d367f55e9c service neutron] (93828) timed out ('10.222.0.15', 61669) {{(pid=93828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 07:32:07.490856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce27477-9710-441b-9130-5444457efbf1 req-5e08228f-67a9-42c7-8ae8-557ed14aeb53 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:07.492412 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3ce27477-9710-441b-9130-5444457efbf1 req-5e08228f-67a9-42c7-8ae8-557ed14aeb53 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2e9ba33a-2b5f-4bf4-a485-185ae51341c2 HTTP/1.1" status: 200 len: 1095 time: 0.0606463 Jul 14 07:32:07.527193 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3ce27477-9710-441b-9130-5444457efbf1 req-65bf912f-4a04-491b-8ea5-b25785e37444 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283968 Jul 14 07:32:08.278934 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d782418f-dbf5-475c-b932-dbcad6a42b0c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:32:08.327189 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port d782418f-dbf5-475c-b932-dbcad6a42b0c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:32:08.327579 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:08.638477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 66434ab5-08e5-4ab1-b8a8-751cb67173e2 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:32:08.695525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd0c70-5fe3-4927-b176-d9ba1866aa52 req-e7fa8e60-6c15-4bdd-a621-e1a04d13cc70 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:08.697071 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5cd0c70-5fe3-4927-b176-d9ba1866aa52 req-e7fa8e60-6c15-4bdd-a621-e1a04d13cc70 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2e9ba33a-2b5f-4bf4-a485-185ae51341c2 HTTP/1.1" status: 200 len: 1095 time: 0.0586686 Jul 14 07:32:08.733456 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5cd0c70-5fe3-4927-b176-d9ba1866aa52 req-c428c676-1633-4cac-a2a1-d3e475e84df0 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297091 Jul 14 07:32:08.756122 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 66434ab5-08e5-4ab1-b8a8-751cb67173e2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=66434ab5-08e5-4ab1-b8a8-751cb67173e2,segment=NetworkSegment(d9982b67-a049-493a-a329-575c358726d6),segment_id=d9982b67-a049-493a-a329-575c358726d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:08.769646 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '66434ab5-08e5-4ab1-b8a8-751cb67173e2', 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c', 'port_id': '66434ab5-08e5-4ab1-b8a8-751cb67173e2', 'mac_address': 'fa:16:3e:fb:07:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe59cf83-a99b-4c34-a34b-32a3b9f8284d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:32:08.807053 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:08.820724 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66434ab5-08e5-4ab1-b8a8-751cb67173e2 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:32:08.841951 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 66434ab5-08e5-4ab1-b8a8-751cb67173e2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=66434ab5-08e5-4ab1-b8a8-751cb67173e2,segment=NetworkSegment(d9982b67-a049-493a-a329-575c358726d6),segment_id=d9982b67-a049-493a-a329-575c358726d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:08.849370 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:08.912231 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=66434ab5-08e5-4ab1-b8a8-751cb67173e2,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:09.047893 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['66434ab5-08e5-4ab1-b8a8-751cb67173e2'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:32:09.909384 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf47c13-e8a5-4e2c-a707-83caf3bd0bdb req-085fdf61-5a08-44e1-881d-242a1508511e tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:09.910944 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ecf47c13-e8a5-4e2c-a707-83caf3bd0bdb req-085fdf61-5a08-44e1-881d-242a1508511e tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2e9ba33a-2b5f-4bf4-a485-185ae51341c2 HTTP/1.1" status: 200 len: 1096 time: 0.0596120 Jul 14 07:32:09.960143 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ecf47c13-e8a5-4e2c-a707-83caf3bd0bdb req-83aa90d3-b553-4bfd-bc87-e65bbda05a80 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434709 Jul 14 07:32:10.669163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 66434ab5-08e5-4ab1-b8a8-751cb67173e2 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:32:10.722649 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 66434ab5-08e5-4ab1-b8a8-751cb67173e2 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:32:10.726254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 66434ab5-08e5-4ab1-b8a8-751cb67173e2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:32:10.726631 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:10.817430 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:10.839993 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9ba33a-2b5f-4bf4-a485-185ae51341c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66434ab5-08e5-4ab1-b8a8-751cb67173e2'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:32:10.842570 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098dbc58-77f4-46d8-b35d-6d995cc82b04" -d '{"events": [{"server_uuid": "2e9ba33a-2b5f-4bf4-a485-185ae51341c2", "name": "network-vif-plugged", "status": "completed", "tag": "66434ab5-08e5-4ab1-b8a8-751cb67173e2"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:32:10.855840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 66434ab5-08e5-4ab1-b8a8-751cb67173e2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=66434ab5-08e5-4ab1-b8a8-751cb67173e2,segment=NetworkSegment(d9982b67-a049-493a-a329-575c358726d6),segment_id=d9982b67-a049-493a-a329-575c358726d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:10.859838 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:10.887412 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff8c071-ba1a-4955-a834-79d47c11e762 x-openstack-request-id: req-bff8c071-ba1a-4955-a834-79d47c11e762 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:32:10.887782 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9ba33a-2b5f-4bf4-a485-185ae51341c2", "name": "network-vif-plugged", "status": "completed", "tag": "66434ab5-08e5-4ab1-b8a8-751cb67173e2", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:32:10.888048 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bff8c071-ba1a-4955-a834-79d47c11e762 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:32:10.888445 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9ba33a-2b5f-4bf4-a485-185ae51341c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66434ab5-08e5-4ab1-b8a8-751cb67173e2', 'code': 200} Jul 14 07:32:10.921919 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=66434ab5-08e5-4ab1-b8a8-751cb67173e2,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:11.019565 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e082bf4-f589-44e2-bfa7-67390714a23a req-d2c3595a-8db8-4bc2-8ece-a989b22b5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:11.021150 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3e082bf4-f589-44e2-bfa7-67390714a23a req-d2c3595a-8db8-4bc2-8ece-a989b22b5535 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2e9ba33a-2b5f-4bf4-a485-185ae51341c2 HTTP/1.1" status: 200 len: 1097 time: 0.0700831 Jul 14 07:32:11.062403 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3e082bf4-f589-44e2-bfa7-67390714a23a req-f8884964-2338-4277-9a19-dd9cb360a592 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347831 Jul 14 07:32:11.136670 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1b1c4-a47d-485e-9cc7-1d145d34848f req-17dec832-695e-4bde-8246-8fb6962bf628 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:11.138228 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f9a1b1c4-a47d-485e-9cc7-1d145d34848f req-17dec832-695e-4bde-8246-8fb6962bf628 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2e9ba33a-2b5f-4bf4-a485-185ae51341c2 HTTP/1.1" status: 200 len: 1097 time: 0.0557063 Jul 14 07:32:11.178607 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f9a1b1c4-a47d-485e-9cc7-1d145d34848f req-78da44c2-be15-4081-8083-786bb9771975 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337365 Jul 14 07:32:12.361505 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151069f-35aa-43ea-9b11-9cd6bb71dd8d req-1f92aeb7-f972-46ac-929d-879646a31568 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:12.362904 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8151069f-35aa-43ea-9b11-9cd6bb71dd8d req-1f92aeb7-f972-46ac-929d-879646a31568 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2e9ba33a-2b5f-4bf4-a485-185ae51341c2 HTTP/1.1" status: 200 len: 1097 time: 0.0506372 Jul 14 07:32:12.397275 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8151069f-35aa-43ea-9b11-9cd6bb71dd8d req-4f66f923-83ab-4bff-9ba5-b5eea71aa71e tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285807 Jul 14 07:32:12.569649 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c856f-52f8-4fb2-9c2f-01a128a0439e req-5e1a5010-9f96-410e-bb28-43145f9bd69f tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:12.571442 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-620c856f-52f8-4fb2-9c2f-01a128a0439e req-5e1a5010-9f96-410e-bb28-43145f9bd69f tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2e9ba33a-2b5f-4bf4-a485-185ae51341c2 HTTP/1.1" status: 200 len: 1097 time: 0.0578084 Jul 14 07:32:12.608142 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-620c856f-52f8-4fb2-9c2f-01a128a0439e req-a9206d5c-3c5b-4414-800f-9d2d9be9525f tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301101 Jul 14 07:32:12.767591 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b457b83-33f3-469d-a463-b803678216f4 req-906ced8a-8a70-4159-bedc-8b6380d9a32d tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:12.769131 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b457b83-33f3-469d-a463-b803678216f4 req-906ced8a-8a70-4159-bedc-8b6380d9a32d tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2e9ba33a-2b5f-4bf4-a485-185ae51341c2 HTTP/1.1" status: 200 len: 1097 time: 0.0520244 Jul 14 07:32:12.802745 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b457b83-33f3-469d-a463-b803678216f4 req-36cf3d09-8fb5-49d9-a33a-fc80cd9f6b5a tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279641 Jul 14 07:32:13.071873 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-9751261b-16c6-4059-9946-7977012662f9 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:13.073408 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-9751261b-16c6-4059-9946-7977012662f9 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/networks?id=69c79fc0-8421-4c79-aa02-935aa272086c HTTP/1.1" status: 200 len: 911 time: 0.0888176 Jul 14 07:32:13.087584 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-bf9eca31-9843-46af-9af3-7a3d0e75013d tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/quotas/009d3578f2b34e4287b30a01e6684b6f HTTP/1.1" status: 200 len: 375 time: 0.0086615 Jul 14 07:32:13.147163 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-c3d4fc87-d8a0-4d55-883a-de49803fbec3 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=009d3578f2b34e4287b30a01e6684b6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536833 Jul 14 07:32:13.236559 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-ef22b7d9-9a4f-4cd6-a1d6-699f8bd759a5 service neutron] 10.222.0.35 "GET /v2.0/networks/69c79fc0-8421-4c79-aa02-935aa272086c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823441 Jul 14 07:32:13.333756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-0d02503b-2194-4015-85ed-c2f0fbfa8a4b service neutron] 10.222.0.35 "GET /v2.0/networks/69c79fc0-8421-4c79-aa02-935aa272086c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913546 Jul 14 07:32:13.515033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65e4963a-6a05-4aca-bc69-8618c1ea8abc req-478b9357-dcf0-4709-a98b-b0631374fd86 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6233b7f0-0ae2-4299-9733-2e3bca727498 HTTP/1.1" status: 200 len: 210 time: 0.0284946 Jul 14 07:32:14.556537 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-e887d8a5-a4ec-41e7-9879-10995ca81e63 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:14.559419 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-e887d8a5-a4ec-41e7-9879-10995ca81e63 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.15 "GET /v2.0/networks?id=69c79fc0-8421-4c79-aa02-935aa272086c HTTP/1.1" status: 200 len: 911 time: 0.1124902 Jul 14 07:32:14.571407 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-026c565f-30f3-427f-8400-085268aa5555 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Request body: {'port': {'device_id': '6233b7f0-0ae2-4299-9733-2e3bca727498', 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c', 'admin_state_up': True, 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:32:14.597797 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-026c565f-30f3-427f-8400-085268aa5555 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Made reservation on behalf of 009d3578f2b34e4287b30a01e6684b6f for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:32:14.600773 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-026c565f-30f3-427f-8400-085268aa5555 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:14.692890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3081c4e0-8125-42f8-b75f-ddef65c5391b req-831bec38-c973-4755-b2d3-19cc17d217ca tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6233b7f0-0ae2-4299-9733-2e3bca727498 HTTP/1.1" status: 200 len: 210 time: 0.0363445 Jul 14 07:32:14.752855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-026c565f-30f3-427f-8400-085268aa5555 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Allocated IP 172.20.0.7 (69c79fc0-8421-4c79-aa02-935aa272086c/fe59cf83-a99b-4c34-a34b-32a3b9f8284d/fed88754-89b9-4a55-8962-f05cd8ca0a64) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:32:14.886132 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-026c565f-30f3-427f-8400-085268aa5555 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:14.898387 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-026c565f-30f3-427f-8400-085268aa5555 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Transition to ACTIVE for port object fed88754-89b9-4a55-8962-f05cd8ca0a64 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:32:14.932230 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-026c565f-30f3-427f-8400-085268aa5555 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:14.943846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['66434ab5-08e5-4ab1-b8a8-751cb67173e2'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:32:14.981718 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-026c565f-30f3-427f-8400-085268aa5555 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Network 69c79fc0-8421-4c79-aa02-935aa272086c is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:32:14.987917 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-026c565f-30f3-427f-8400-085268aa5555 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:32:14.991496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-026c565f-30f3-427f-8400-085268aa5555 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:32:15.037002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-026c565f-30f3-427f-8400-085268aa5555 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:15.037671 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-026c565f-30f3-427f-8400-085268aa5555 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:15.041303 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c565f-30f3-427f-8400-085268aa5555 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Pushing event updated for resources: {'Port': ['ID=fed88754-89b9-4a55-8962-f05cd8ca0a64,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:15.061218 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-026c565f-30f3-427f-8400-085268aa5555 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4943163 Jul 14 07:32:15.260962 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Request body: {'port': {'device_id': '6233b7f0-0ae2-4299-9733-2e3bca727498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:32:15.275708 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-40bc3e2f-6b89-4372-9dda-336413bae67e None None] Provisioning for port fed88754-89b9-4a55-8962-f05cd8ca0a64 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:32:15.281158 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-40bc3e2f-6b89-4372-9dda-336413bae67e None None] Provisioning complete for port fed88754-89b9-4a55-8962-f05cd8ca0a64 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:32:15.281629 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-40bc3e2f-6b89-4372-9dda-336413bae67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:15.315058 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-40bc3e2f-6b89-4372-9dda-336413bae67e None None] Port fed88754-89b9-4a55-8962-f05cd8ca0a64 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:32:15.335703 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:15.585964 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:15.611807 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed88754-89b9-4a55-8962-f05cd8ca0a64 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:32:15.619449 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:15.631520 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Transition to ACTIVE for port object fed88754-89b9-4a55-8962-f05cd8ca0a64 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:32:15.634456 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:15.696428 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:15.703697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Pushing event updated for resources: {'Port': ['ID=fed88754-89b9-4a55-8962-f05cd8ca0a64,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:15.758283 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Attempting to bind port fed88754-89b9-4a55-8962-f05cd8ca0a64 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:32:15.758623 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Attempting to bind port fed88754-89b9-4a55-8962-f05cd8ca0a64 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'd9982b67-a049-493a-a329-575c358726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:32:15.759006 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Attempting to bind port fed88754-89b9-4a55-8962-f05cd8ca0a64 on network 69c79fc0-8421-4c79-aa02-935aa272086c {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:32:15.764493 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Port fed88754-89b9-4a55-8962-f05cd8ca0a64 on network 69c79fc0-8421-4c79-aa02-935aa272086c not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:32:15.764821 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Attempting to bind port fed88754-89b9-4a55-8962-f05cd8ca0a64 on network 69c79fc0-8421-4c79-aa02-935aa272086c {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:32:15.770175 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:32:15.770512 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Checking segment: {'id': 'd9982b67-a049-493a-a329-575c358726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:32:15.770894 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Bound using segment: {'id': 'd9982b67-a049-493a-a329-575c358726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:32:15.771322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Bound port: fed88754-89b9-4a55-8962-f05cd8ca0a64, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9982b67-a049-493a-a329-575c358726d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:32:15.771683 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:15.854667 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] For port fed88754-89b9-4a55-8962-f05cd8ca0a64, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:32:15.884704 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] For port fed88754-89b9-4a55-8962-f05cd8ca0a64, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=fed88754-89b9-4a55-8962-f05cd8ca0a64,segment=NetworkSegment(d9982b67-a049-493a-a329-575c358726d6),segment_id=d9982b67-a049-493a-a329-575c358726d6)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:32:15.893845 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:15.941741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:15.942375 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:15.943803 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] 10.222.0.15 "PUT /v2.0/ports/fed88754-89b9-4a55-8962-f05cd8ca0a64 HTTP/1.1" status: 200 len: 1091 time: 0.8686032 Jul 14 07:32:15.944247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6233b7f0-0ae2-4299-9733-2e3bca727498', 'tag': 'fed88754-89b9-4a55-8962-f05cd8ca0a64'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:32:15.947027 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88992628-1e1d-4784-9678-cb53863451ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6233b7f0-0ae2-4299-9733-2e3bca727498", "tag": "fed88754-89b9-4a55-8962-f05cd8ca0a64"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:32:15.981824 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12c9c0-d370-478e-9971-92e28e8e100e req-f32798f9-a682-4768-bd46-171d3f1f5db2 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:15.983431 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d12c9c0-d370-478e-9971-92e28e8e100e req-f32798f9-a682-4768-bd46-171d3f1f5db2 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6233b7f0-0ae2-4299-9733-2e3bca727498 HTTP/1.1" status: 200 len: 1052 time: 0.1479378 Jul 14 07:32:15.986942 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc90c3-36d2-46f9-9d80-2457ddb61b34 service neutron] Pushing event updated for resources: {'Port': ['ID=fed88754-89b9-4a55-8962-f05cd8ca0a64,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:16.023421 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2395bb0-0566-47b1-956a-e445cc9891cc x-openstack-request-id: req-b2395bb0-0566-47b1-956a-e445cc9891cc {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:32:16.023712 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6233b7f0-0ae2-4299-9733-2e3bca727498", "tag": "fed88754-89b9-4a55-8962-f05cd8ca0a64", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:32:16.023963 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2395bb0-0566-47b1-956a-e445cc9891cc {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:32:16.024386 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6233b7f0-0ae2-4299-9733-2e3bca727498', 'tag': 'fed88754-89b9-4a55-8962-f05cd8ca0a64', 'status': 'completed', 'code': 200} Jul 14 07:32:16.059932 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d12c9c0-d370-478e-9971-92e28e8e100e req-79083ec0-785f-422f-a143-b63140cef14b tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689070 Jul 14 07:32:16.086105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-9e4733d9-ffb1-43b3-8589-df7632a6c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:16.087963 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-9e4733d9-ffb1-43b3-8589-df7632a6c914 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=009d3578f2b34e4287b30a01e6684b6f&device_id=6233b7f0-0ae2-4299-9733-2e3bca727498 HTTP/1.1" status: 200 len: 1094 time: 0.0782650 Jul 14 07:32:16.135171 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-d2a7db1b-d185-4f23-a022-aa20a8f25b54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fed88754-89b9-4a55-8962-f05cd8ca0a64 HTTP/1.1" status: 200 len: 217 time: 0.0403855 Jul 14 07:32:16.187476 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-c8c98380-178b-4b93-a8eb-418939f733a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:16.189025 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-c8c98380-178b-4b93-a8eb-418939f733a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe59cf83-a99b-4c34-a34b-32a3b9f8284d HTTP/1.1" status: 200 len: 849 time: 0.0474579 Jul 14 07:32:16.269321 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-87816375-7e93-4f2b-90bd-d629aecbd7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:16.270849 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-87816375-7e93-4f2b-90bd-d629aecbd7c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69c79fc0-8421-4c79-aa02-935aa272086c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712357 Jul 14 07:32:16.360385 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-316bcb41-0d0e-4ed2-b713-08415772b945 service neutron] 10.222.0.15 "GET /v2.0/networks/69c79fc0-8421-4c79-aa02-935aa272086c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822797 Jul 14 07:32:16.454467 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71c7d113-b5be-461c-ba59-ac0035a90c88 req-f9539b59-1557-4fd1-9a62-cd531f95f0a6 service neutron] 10.222.0.15 "GET /v2.0/networks/69c79fc0-8421-4c79-aa02-935aa272086c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867603 Jul 14 07:32:16.557522 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88992628-1e1d-4784-9678-cb53863451ac req-1889abb5-0816-4ddd-92fd-301824bd833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:16.559473 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88992628-1e1d-4784-9678-cb53863451ac req-1889abb5-0816-4ddd-92fd-301824bd833d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=009d3578f2b34e4287b30a01e6684b6f&device_id=6233b7f0-0ae2-4299-9733-2e3bca727498 HTTP/1.1" status: 200 len: 1094 time: 0.0570011 Jul 14 07:32:16.651526 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88992628-1e1d-4784-9678-cb53863451ac req-b88bea36-fc26-453d-8d52-d7024d6fe085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:16.653040 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88992628-1e1d-4784-9678-cb53863451ac req-b88bea36-fc26-453d-8d52-d7024d6fe085 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69c79fc0-8421-4c79-aa02-935aa272086c HTTP/1.1" status: 200 len: 911 time: 0.0847886 Jul 14 07:32:16.699625 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88992628-1e1d-4784-9678-cb53863451ac req-fec1e137-07e1-465d-8199-7260a8ca38d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fed88754-89b9-4a55-8962-f05cd8ca0a64 HTTP/1.1" status: 200 len: 217 time: 0.0385411 Jul 14 07:32:16.746195 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88992628-1e1d-4784-9678-cb53863451ac req-cfc1aad1-de77-48a3-ab56-d3c45a17dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:16.747578 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88992628-1e1d-4784-9678-cb53863451ac req-cfc1aad1-de77-48a3-ab56-d3c45a17dd5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe59cf83-a99b-4c34-a34b-32a3b9f8284d HTTP/1.1" status: 200 len: 849 time: 0.0423419 Jul 14 07:32:16.803326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88992628-1e1d-4784-9678-cb53863451ac req-660481fe-5ce2-45fc-a7f8-9056e37470e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:16.804813 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88992628-1e1d-4784-9678-cb53863451ac req-660481fe-5ce2-45fc-a7f8-9056e37470e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69c79fc0-8421-4c79-aa02-935aa272086c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508306 Jul 14 07:32:16.897753 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88992628-1e1d-4784-9678-cb53863451ac req-be5ec649-eb59-48d4-953e-0303f43e8f57 service neutron] 10.222.0.15 "GET /v2.0/networks/69c79fc0-8421-4c79-aa02-935aa272086c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839069 Jul 14 07:32:16.984815 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88992628-1e1d-4784-9678-cb53863451ac req-eb5715fe-1d30-433b-b7aa-60db2a6f8f88 service neutron] 10.222.0.15 "GET /v2.0/networks/69c79fc0-8421-4c79-aa02-935aa272086c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803478 Jul 14 07:32:17.241142 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064db62-60f8-42f5-9ca0-f73a67d2e7a9 req-4b59fe4a-c08d-41ef-ade4-28dea09e9992 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:17.242814 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9064db62-60f8-42f5-9ca0-f73a67d2e7a9 req-4b59fe4a-c08d-41ef-ade4-28dea09e9992 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6233b7f0-0ae2-4299-9733-2e3bca727498 HTTP/1.1" status: 200 len: 1094 time: 0.0603614 Jul 14 07:32:17.280018 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9064db62-60f8-42f5-9ca0-f73a67d2e7a9 req-370a2a3a-87aa-498c-9b13-556c4bb860ee tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295651 Jul 14 07:32:17.495769 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56250) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:17.500349 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-52efd0cb-6a0a-414d-988a-ee65bcd4848e tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1577844865', 'description': 'tempest-secgroup-smoke-1577844865 description', 'project_id': '615cd8d1bde74969b627a5c3975d9043'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:32:17.521855 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-52efd0cb-6a0a-414d-988a-ee65bcd4848e tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:17.599145 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-52efd0cb-6a0a-414d-988a-ee65bcd4848e tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:17.602581 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-52efd0cb-6a0a-414d-988a-ee65bcd4848e tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:17.627012 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-52efd0cb-6a0a-414d-988a-ee65bcd4848e tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:17.628180 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-52efd0cb-6a0a-414d-988a-ee65bcd4848e tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1314225 Jul 14 07:32:17.631402 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56252) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:17.632007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efd0cb-6a0a-414d-988a-ee65bcd4848e tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ffcc40-cd45-4a54-a4b3-d66bf573fdce,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:17.636078 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-351071f7-0342-448e-88c9-ed64b336aa64 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Request body: {'security_group_rule': {'security_group_id': 'b0ffcc40-cd45-4a54-a4b3-d66bf573fdce', 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:32:17.662656 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-351071f7-0342-448e-88c9-ed64b336aa64 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:17.708755 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-351071f7-0342-448e-88c9-ed64b336aa64 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:17.713238 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-351071f7-0342-448e-88c9-ed64b336aa64 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:17.731824 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351071f7-0342-448e-88c9-ed64b336aa64 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=033c12ec-d2dc-4e0a-8810-38025dc44a5c,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:17.738527 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-351071f7-0342-448e-88c9-ed64b336aa64 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:17.741666 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-351071f7-0342-448e-88c9-ed64b336aa64 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1092529 Jul 14 07:32:17.742500 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56256) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:17.747067 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-6f846b79-be88-4817-a564-f912702b998b tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Request body: {'security_group_rule': {'security_group_id': 'b0ffcc40-cd45-4a54-a4b3-d66bf573fdce', 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:32:17.772912 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f846b79-be88-4817-a564-f912702b998b tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:17.829572 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f846b79-be88-4817-a564-f912702b998b tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:17.832828 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f846b79-be88-4817-a564-f912702b998b tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:17.849453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f846b79-be88-4817-a564-f912702b998b tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89210a48-4656-468f-abb3-138d3c368fbb,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:17.855571 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f846b79-be88-4817-a564-f912702b998b tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:17.859466 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6f846b79-be88-4817-a564-f912702b998b tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132839 Jul 14 07:32:17.859645 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56258) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:17.864015 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b1201fa8-abea-4f56-86d9-72efabc985eb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Request body: {'security_group_rule': {'security_group_id': 'b0ffcc40-cd45-4a54-a4b3-d66bf573fdce', 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:32:17.889598 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1201fa8-abea-4f56-86d9-72efabc985eb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:17.947071 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1201fa8-abea-4f56-86d9-72efabc985eb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:17.952324 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1201fa8-abea-4f56-86d9-72efabc985eb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:17.970918 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1201fa8-abea-4f56-86d9-72efabc985eb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f705ec52-a893-4a2b-ae68-f6485e58deee,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:17.974681 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1201fa8-abea-4f56-86d9-72efabc985eb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:17.978603 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b1201fa8-abea-4f56-86d9-72efabc985eb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153097 Jul 14 07:32:17.979076 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56260) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:17.983125 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e109e4da-6d1a-4bff-ac0d-f6fdf2f5d161 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Request body: {'security_group_rule': {'security_group_id': 'b0ffcc40-cd45-4a54-a4b3-d66bf573fdce', 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:32:18.007373 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e109e4da-6d1a-4bff-ac0d-f6fdf2f5d161 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:18.032382 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device fed88754-89b9-4a55-8962-f05cd8ca0a64 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:32:18.064707 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e109e4da-6d1a-4bff-ac0d-f6fdf2f5d161 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:18.068219 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e109e4da-6d1a-4bff-ac0d-f6fdf2f5d161 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:18.085743 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109e4da-6d1a-4bff-ac0d-f6fdf2f5d161 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f6d4dc-eda6-46bf-9294-d30820fdda25,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:18.093352 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e109e4da-6d1a-4bff-ac0d-f6fdf2f5d161 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:18.094686 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e109e4da-6d1a-4bff-ac0d-f6fdf2f5d161 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149743 Jul 14 07:32:18.097473 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56262) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:18.101907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-5496279a-4880-497b-9ef1-1fc208d5189b tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Request body: {'security_group_rule': {'security_group_id': 'b0ffcc40-cd45-4a54-a4b3-d66bf573fdce', 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:32:18.124062 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-5496279a-4880-497b-9ef1-1fc208d5189b tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Project 615cd8d1bde74969b627a5c3975d9043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:32:18.128958 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5496279a-4880-497b-9ef1-1fc208d5189b tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:18.132810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port fed88754-89b9-4a55-8962-f05cd8ca0a64, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=fed88754-89b9-4a55-8962-f05cd8ca0a64,segment=NetworkSegment(d9982b67-a049-493a-a329-575c358726d6),segment_id=d9982b67-a049-493a-a329-575c358726d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:18.144694 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'fed88754-89b9-4a55-8962-f05cd8ca0a64', 'network_id': '69c79fc0-8421-4c79-aa02-935aa272086c', 'port_id': 'fed88754-89b9-4a55-8962-f05cd8ca0a64', 'mac_address': 'fa:16:3e:19:db:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe59cf83-a99b-4c34-a34b-32a3b9f8284d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:32:18.179466 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:18.190245 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5496279a-4880-497b-9ef1-1fc208d5189b tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:18.192521 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed88754-89b9-4a55-8962-f05cd8ca0a64 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:32:18.195685 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5496279a-4880-497b-9ef1-1fc208d5189b tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:18.216246 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port fed88754-89b9-4a55-8962-f05cd8ca0a64, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=fed88754-89b9-4a55-8962-f05cd8ca0a64,segment=NetworkSegment(d9982b67-a049-493a-a329-575c358726d6),segment_id=d9982b67-a049-493a-a329-575c358726d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:18.219881 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:18.223926 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496279a-4880-497b-9ef1-1fc208d5189b tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53854ea-3c47-4d1a-9788-cf1ce8fafc90,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:18.228474 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5496279a-4880-497b-9ef1-1fc208d5189b tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:18.229753 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5496279a-4880-497b-9ef1-1fc208d5189b tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1313291 Jul 14 07:32:18.232527 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56264) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:18.253467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-68a5fc25-ae31-4e1a-bd58-227b87ba0051 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Request body: {'security_group_rule': {'security_group_id': 'b0ffcc40-cd45-4a54-a4b3-d66bf573fdce', 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:32:18.282109 n-d-778696-5 neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-68a5fc25-ae31-4e1a-bd58-227b87ba0051 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Project 615cd8d1bde74969b627a5c3975d9043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:32:18.291453 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-68a5fc25-ae31-4e1a-bd58-227b87ba0051 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:18.325117 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8f76120f-2d69-4c7c-9d4d-df33ba2028b2 req-14a143c5-e704-4309-9c84-474580968673 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2e9ba33a-2b5f-4bf4-a485-185ae51341c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1058068 Jul 14 07:32:18.358556 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-68a5fc25-ae31-4e1a-bd58-227b87ba0051 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:18.362848 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-68a5fc25-ae31-4e1a-bd58-227b87ba0051 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:18.408701 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5fc25-ae31-4e1a-bd58-227b87ba0051 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20ca440-576a-490b-9159-8a12b7ed9d73,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:18.423127 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-68a5fc25-ae31-4e1a-bd58-227b87ba0051 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:18.424323 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-68a5fc25-ae31-4e1a-bd58-227b87ba0051 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1906705 Jul 14 07:32:18.453636 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76120f-2d69-4c7c-9d4d-df33ba2028b2 req-6b4c4e09-f122-4427-a833-afcea61c1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:18.456276 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8f76120f-2d69-4c7c-9d4d-df33ba2028b2 req-6b4c4e09-f122-4427-a833-afcea61c1692 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=009d3578f2b34e4287b30a01e6684b6f&device_id=2e9ba33a-2b5f-4bf4-a485-185ae51341c2 HTTP/1.1" status: 200 len: 1097 time: 0.0785601 Jul 14 07:32:18.477003 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=fed88754-89b9-4a55-8962-f05cd8ca0a64,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:18.505048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ffdd-91c1-4a9d-9873-0eafa12915dc req-1e8ab279-5915-4f7a-9e01-4e2f84ae4a11 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:18.514298 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c507ffdd-91c1-4a9d-9873-0eafa12915dc req-1e8ab279-5915-4f7a-9e01-4e2f84ae4a11 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6233b7f0-0ae2-4299-9733-2e3bca727498 HTTP/1.1" status: 200 len: 1095 time: 0.0902598 Jul 14 07:32:18.538764 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['fed88754-89b9-4a55-8962-f05cd8ca0a64'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:32:18.549290 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c507ffdd-91c1-4a9d-9873-0eafa12915dc req-31278896-6293-4e54-9912-e985e1abbe35 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338552 Jul 14 07:32:18.574443 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76120f-2d69-4c7c-9d4d-df33ba2028b2 req-1bc8cd86-2ca9-4ff6-a7a8-a734ae6467e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:18.576019 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8f76120f-2d69-4c7c-9d4d-df33ba2028b2 req-1bc8cd86-2ca9-4ff6-a7a8-a734ae6467e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=69c79fc0-8421-4c79-aa02-935aa272086c HTTP/1.1" status: 200 len: 911 time: 0.0986407 Jul 14 07:32:18.617422 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8f76120f-2d69-4c7c-9d4d-df33ba2028b2 req-4e472c37-8c65-4501-b828-f3009a806226 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66434ab5-08e5-4ab1-b8a8-751cb67173e2 HTTP/1.1" status: 200 len: 217 time: 0.0349703 Jul 14 07:32:18.669935 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76120f-2d69-4c7c-9d4d-df33ba2028b2 req-9394730b-b333-4c86-871f-c45f2a0ea0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:18.672114 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8f76120f-2d69-4c7c-9d4d-df33ba2028b2 req-9394730b-b333-4c86-871f-c45f2a0ea0e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe59cf83-a99b-4c34-a34b-32a3b9f8284d HTTP/1.1" status: 200 len: 849 time: 0.0491285 Jul 14 07:32:18.681679 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-a79b5521-f39e-4b4b-beca-512f02109978 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1577844865&fields=id&tenant_id=615cd8d1bde74969b627a5c3975d9043 HTTP/1.1" status: 200 len: 267 time: 0.0330589 Jul 14 07:32:18.732916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76120f-2d69-4c7c-9d4d-df33ba2028b2 req-257f308d-96f3-4da3-bad1-b84f4e5b6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:18.734469 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8f76120f-2d69-4c7c-9d4d-df33ba2028b2 req-257f308d-96f3-4da3-bad1-b84f4e5b6c91 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=69c79fc0-8421-4c79-aa02-935aa272086c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564513 Jul 14 07:32:18.793248 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-c32f139b-641d-4ca2-a8fa-0eb6d3785569 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:18.794842 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-c32f139b-641d-4ca2-a8fa-0eb6d3785569 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/networks?id=b227cb95-accc-407b-92b7-3a2998bb1bd7 HTTP/1.1" status: 200 len: 813 time: 0.1057556 Jul 14 07:32:18.810492 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-6a55f3cb-f125-46d8-8ed7-f3f9beb02450 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/quotas/615cd8d1bde74969b627a5c3975d9043 HTTP/1.1" status: 200 len: 375 time: 0.0100505 Jul 14 07:32:18.825972 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8f76120f-2d69-4c7c-9d4d-df33ba2028b2 req-1363dea4-65bd-481c-a9df-803681cf67d3 service neutron] 10.222.0.30 "GET /v2.0/networks/69c79fc0-8421-4c79-aa02-935aa272086c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854502 Jul 14 07:32:18.921753 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-7ef0fa61-bf61-4188-bc03-faf49f5214cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0945168 Jul 14 07:32:18.926445 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8f76120f-2d69-4c7c-9d4d-df33ba2028b2 req-206103a2-0662-4dd3-8407-c5ef9bbc7566 service neutron] 10.222.0.30 "GET /v2.0/networks/69c79fc0-8421-4c79-aa02-935aa272086c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937726 Jul 14 07:32:18.928452 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-7f38396e-dbb3-47b2-805e-ce4ea9f762a7 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=615cd8d1bde74969b627a5c3975d9043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107118 Jul 14 07:32:19.057567 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-7c678dd8-7ff7-4db2-8268-cbd34bb08d4b service neutron] 10.222.0.35 "GET /v2.0/networks/b227cb95-accc-407b-92b7-3a2998bb1bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179249 Jul 14 07:32:19.067097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-0bd863f2-2a85-40cc-a367-e096b24dcffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:19.067569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-0bd863f2-2a85-40cc-a367-e096b24dcffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:19.068038 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-0bd863f2-2a85-40cc-a367-e096b24dcffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:19.068503 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-0bd863f2-2a85-40cc-a367-e096b24dcffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:19.068962 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-0bd863f2-2a85-40cc-a367-e096b24dcffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:19.069447 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-0bd863f2-2a85-40cc-a367-e096b24dcffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:19.069903 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-0bd863f2-2a85-40cc-a367-e096b24dcffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:19.071920 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-0bd863f2-2a85-40cc-a367-e096b24dcffa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 6501 time: 0.1246612 Jul 14 07:32:19.219184 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-798adb27-8deb-40b9-b2e6-b07278c122c2 service neutron] 10.222.0.35 "GET /v2.0/networks/b227cb95-accc-407b-92b7-3a2998bb1bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462736 Jul 14 07:32:19.229007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-6c0b4905-aea2-45dd-9be4-b4f5fa8615f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:19.229439 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-6c0b4905-aea2-45dd-9be4-b4f5fa8615f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:19.229934 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-6c0b4905-aea2-45dd-9be4-b4f5fa8615f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:19.231470 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-6c0b4905-aea2-45dd-9be4-b4f5fa8615f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=18bb1dcc-6170-41be-a95d-00121e924f29&id=737dad91-5c42-4403-b411-91fd99db9d41&id=737dad91-5c42-4403-b411-91fd99db9d41&id=737dad91-5c42-4403-b411-91fd99db9d41&id=737dad91-5c42-4403-b411-91fd99db9d41&id=5259ed76-3fbf-4ac1-88a4-ce8f37157488&id=5259ed76-3fbf-4ac1-88a4-ce8f37157488 HTTP/1.1" status: 200 len: 2299 time: 0.1185992 Jul 14 07:32:19.303031 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-d2f1fd14-7812-4204-aafa-6c640cec4f3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64284bb9-2b5f-4ce0-b542-58b4b3aaa96e HTTP/1.1" status: 200 len: 1001 time: 0.0645058 Jul 14 07:32:19.355222 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-91b8d2a4-cfa6-4304-b41b-a07e80e96970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:19.357780 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-91b8d2a4-cfa6-4304-b41b-a07e80e96970 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47136b84-069d-4c8f-a511-15a77b272aff HTTP/1.1" status: 200 len: 856 time: 0.0474973 Jul 14 07:32:19.416938 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-2236d136-dd7f-464f-8946-202212a6bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:19.418509 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-2236d136-dd7f-464f-8946-202212a6bf30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18bb1dcc-6170-41be-a95d-00121e924f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545564 Jul 14 07:32:19.511719 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-7f47fe91-06b3-4547-9cba-93bc7614cfa8 service neutron] 10.222.0.15 "GET /v2.0/networks/18bb1dcc-6170-41be-a95d-00121e924f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857806 Jul 14 07:32:19.608874 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-fdb60c95-191a-4ae8-8c30-cb5820062ca1 service neutron] 10.222.0.15 "GET /v2.0/networks/18bb1dcc-6170-41be-a95d-00121e924f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914447 Jul 14 07:32:19.668275 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-166b58a4-65ef-489f-924d-7659f1d22fb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b HTTP/1.1" status: 200 len: 217 time: 0.0535765 Jul 14 07:32:19.751991 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-c518c20c-079c-41c7-89e3-f2886bbb226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:19.753474 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-c518c20c-079c-41c7-89e3-f2886bbb226f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.0750997 Jul 14 07:32:19.792296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61b3c9-1a54-4dd5-80fb-b6fb29ac6e8d req-9cbc3090-468e-466b-bcca-97139d4a80f4 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:19.793941 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ec61b3c9-1a54-4dd5-80fb-b6fb29ac6e8d req-9cbc3090-468e-466b-bcca-97139d4a80f4 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6233b7f0-0ae2-4299-9733-2e3bca727498 HTTP/1.1" status: 200 len: 1095 time: 0.1242721 Jul 14 07:32:19.837635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26a11727-7a0e-4814-adf6-8fae341e8612 req-097bebba-433d-49b9-bff6-df915fa97219 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 210 time: 0.0482919 Jul 14 07:32:19.868282 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ec61b3c9-1a54-4dd5-80fb-b6fb29ac6e8d req-3c7a3d29-6539-4953-959e-0a073616e66b tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639279 Jul 14 07:32:19.880567 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-a4881333-1933-47c5-b025-0d6ecceaf98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:19.882286 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-a4881333-1933-47c5-b025-0d6ecceaf98a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1214087 Jul 14 07:32:19.983555 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-7ce0b5b5-1b4b-49b8-bb99-fda7dab00aab service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947766 Jul 14 07:32:20.068732 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device fed88754-89b9-4a55-8962-f05cd8ca0a64 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:32:20.090106 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-13265b7f-563d-4c20-b57f-b5d61f39ef48 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005194 Jul 14 07:32:20.125807 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port fed88754-89b9-4a55-8962-f05cd8ca0a64 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:32:20.130232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port fed88754-89b9-4a55-8962-f05cd8ca0a64 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:32:20.130880 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:20.135808 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-c3cbdd1a-bd7a-447a-80aa-2bd322d85634 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=3e2c6a6f-f9d5-4299-915b-191904b54c05 HTTP/1.1" status: 200 len: 217 time: 0.0395360 Jul 14 07:32:20.186234 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-36c23c5b-37a6-4559-94e5-30604008d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:20.187809 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-36c23c5b-37a6-4559-94e5-30604008d987 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.0465026 Jul 14 07:32:20.212686 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:20.251439 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6233b7f0-0ae2-4299-9733-2e3bca727498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed88754-89b9-4a55-8962-f05cd8ca0a64'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:32:20.251810 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-c146ce7e-0b5b-4d65-88a6-c2d3dec819ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:20.253375 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-c146ce7e-0b5b-4d65-88a6-c2d3dec819ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0584106 Jul 14 07:32:20.253748 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9deb46-041a-4e70-8741-8050ef8b0cd5" -d '{"events": [{"server_uuid": "6233b7f0-0ae2-4299-9733-2e3bca727498", "name": "network-vif-plugged", "status": "completed", "tag": "fed88754-89b9-4a55-8962-f05cd8ca0a64"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:32:20.268216 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port fed88754-89b9-4a55-8962-f05cd8ca0a64, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=fed88754-89b9-4a55-8962-f05cd8ca0a64,segment=NetworkSegment(d9982b67-a049-493a-a329-575c358726d6),segment_id=d9982b67-a049-493a-a329-575c358726d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:20.273771 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:20.304247 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352f68cd-992a-456d-b8b6-37c15249669b x-openstack-request-id: req-352f68cd-992a-456d-b8b6-37c15249669b {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:32:20.304536 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6233b7f0-0ae2-4299-9733-2e3bca727498", "name": "network-vif-plugged", "status": "completed", "tag": "fed88754-89b9-4a55-8962-f05cd8ca0a64", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:32:20.304786 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-352f68cd-992a-456d-b8b6-37c15249669b {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:32:20.305176 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6233b7f0-0ae2-4299-9733-2e3bca727498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed88754-89b9-4a55-8962-f05cd8ca0a64', 'code': 200} Jul 14 07:32:20.335613 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=fed88754-89b9-4a55-8962-f05cd8ca0a64,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:20.363205 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-505ed0b1-3ebd-4d77-8f49-9568ed6a6ea4 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020708 Jul 14 07:32:20.499583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc59c8a-a5bc-49eb-b6b7-7bd08e163549 req-e0853b43-9b40-4095-b34e-cee16626f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:20.501079 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6dc59c8a-a5bc-49eb-b6b7-7bd08e163549 req-e0853b43-9b40-4095-b34e-cee16626f87a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6233b7f0-0ae2-4299-9733-2e3bca727498 HTTP/1.1" status: 200 len: 1096 time: 0.1196535 Jul 14 07:32:20.502907 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-837fd3b5-218e-406d-a3de-a77268fc5f23 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287425 Jul 14 07:32:20.560972 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-f0a92988-d80c-4807-8469-4b7f12b0c18a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=8fbc9493-16c6-4d68-9ba6-a115482dd0e4 HTTP/1.1" status: 200 len: 217 time: 0.0440288 Jul 14 07:32:20.831509 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-805a6bcf-d172-4576-96dc-358fca45e0d1 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:20.833267 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-805a6bcf-d172-4576-96dc-358fca45e0d1 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.30 "GET /v2.0/networks?id=b227cb95-accc-407b-92b7-3a2998bb1bd7 HTTP/1.1" status: 200 len: 813 time: 0.1154096 Jul 14 07:32:20.898007 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-387947e5-8916-4ae7-9ea4-6e4f62390efe tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=615cd8d1bde74969b627a5c3975d9043 HTTP/1.1" status: 200 len: 380 time: 0.0498056 Jul 14 07:32:20.908809 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Request body: {'port': {'device_id': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'admin_state_up': True, 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'security_groups': ['b0ffcc40-cd45-4a54-a4b3-d66bf573fdce']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:32:20.984368 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6dc59c8a-a5bc-49eb-b6b7-7bd08e163549 req-8e2f0024-f939-44a3-814b-7b3678a6518a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717216 Jul 14 07:32:21.012492 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-543bfdf7-a969-4644-847f-eee296fbed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:21.013879 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-543bfdf7-a969-4644-847f-eee296fbed2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.4454648 Jul 14 07:32:21.043971 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fa74490c-d264-422d-a9a7-c6568517ca87 req-debd7e8c-8bf8-401f-a708-1f83aaeff11f tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 210 time: 0.0348940 Jul 14 07:32:21.060151 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Made reservation on behalf of 615cd8d1bde74969b627a5c3975d9043 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:32:21.064546 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:21.152870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-92c3537e-f1bc-4c33-b10c-160a06181272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:21.154470 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-92c3537e-f1bc-4c33-b10c-160a06181272 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1132088 Jul 14 07:32:21.159403 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cb273-4e3f-45e0-946f-8ab4139738f5 req-ea40e049-56f3-49e3-bf59-0965fe5fb128 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:21.165699 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f36cb273-4e3f-45e0-946f-8ab4139738f5 req-ea40e049-56f3-49e3-bf59-0965fe5fb128 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6233b7f0-0ae2-4299-9733-2e3bca727498 HTTP/1.1" status: 200 len: 1096 time: 0.1255124 Jul 14 07:32:21.222726 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Allocated IP 172.20.0.13 (b227cb95-accc-407b-92b7-3a2998bb1bd7/004b12ea-a6a1-44c5-ad92-36678056c47b/cb7473e1-d631-4c2a-8f32-dc7bace27206) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:32:21.248903 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f36cb273-4e3f-45e0-946f-8ab4139738f5 req-1e363801-d01e-4877-97e2-5fb2415118f4 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819540 Jul 14 07:32:21.292238 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-b2aa7e1e-900c-424e-8835-ecf34e4c5617 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236219 Jul 14 07:32:21.363759 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:21.379627 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Transition to ACTIVE for port object cb7473e1-d631-4c2a-8f32-dc7bace27206 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:32:21.387361 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-37da2c41-59c2-4a75-afc0-0d2122f8e39a service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885746 Jul 14 07:32:21.415545 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:21.430822 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-975401d9-863d-4d0c-911b-a8eeec0e0db0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=5f40b380-e11c-4363-9f3d-a8b67e156847 HTTP/1.1" status: 200 len: 217 time: 0.0367618 Jul 14 07:32:21.470557 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Network b227cb95-accc-407b-92b7-3a2998bb1bd7 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:32:21.474111 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:32:21.478700 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:32:21.483494 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Pushing event updated for resources: {'Port': ['ID=cb7473e1-d631-4c2a-8f32-dc7bace27206,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:21.489903 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-3612199e-c645-459e-bf85-daeb6bcc9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:21.491423 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-3612199e-c645-459e-bf85-daeb6bcc9454 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.0531316 Jul 14 07:32:21.539723 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:21.540291 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:21.545599 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:21.545952 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:21.546312 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:21.546616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:21.547582 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:21.547582 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:21.547811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:21.548144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:21.548950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:21.549306 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:21.549635 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:21.549963 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:32:21.554011 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-e17961d2-f94a-4193-88df-ad039a89f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:21.555541 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-e17961d2-f94a-4193-88df-ad039a89f83e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0574360 Jul 14 07:32:21.566994 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-a3482f9e-e77c-4001-b74b-4f7c13e467a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6635551 Jul 14 07:32:21.579635 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Request body: {'port': {'device_id': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:32:21.662435 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:21.683768 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-d3b8de0b-56b2-41bd-9b97-5965de8c3c8c service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171062 Jul 14 07:32:21.739301 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-154789e3-dcb3-4cf4-a114-4807d5d36f3a None None] Provisioning for port cb7473e1-d631-4c2a-8f32-dc7bace27206 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:32:21.750862 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-154789e3-dcb3-4cf4-a114-4807d5d36f3a None None] Provisioning complete for port cb7473e1-d631-4c2a-8f32-dc7bace27206 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:32:21.753002 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-154789e3-dcb3-4cf4-a114-4807d5d36f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:21.806966 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-4e0723ed-44c0-4210-a828-4fcdd02ad864 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160746 Jul 14 07:32:21.836188 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-154789e3-dcb3-4cf4-a114-4807d5d36f3a None None] Port cb7473e1-d631-4c2a-8f32-dc7bace27206 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:32:21.864736 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-5daa88f3-d65d-41da-8619-e3648d98a849 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c78d9845-c82b-4a64-8ef9-32e0410fc323 HTTP/1.1" status: 200 len: 217 time: 0.0465009 Jul 14 07:32:21.935145 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-0f69baf2-fe8d-49ab-8df6-043c101e4016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:21.936614 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-0f69baf2-fe8d-49ab-8df6-043c101e4016 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=333a6f4c-6b36-4054-9b8f-3bef22aead9f HTTP/1.1" status: 200 len: 797 time: 0.0598054 Jul 14 07:32:21.969698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7473e1-d631-4c2a-8f32-dc7bace27206 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:32:21.978444 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:21.993530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Transition to ACTIVE for port object cb7473e1-d631-4c2a-8f32-dc7bace27206 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:32:21.998262 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:22.020108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-8ea12031-427a-47cf-b9c5-8628748d2879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:22.021689 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-8ea12031-427a-47cf-b9c5-8628748d2879 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5259ed76-3fbf-4ac1-88a4-ce8f37157488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0791399 Jul 14 07:32:22.070056 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7473e1-d631-4c2a-8f32-dc7bace27206,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:22.116710 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-9c70fa3c-7de4-4d41-9680-1c4405b59fce service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881879 Jul 14 07:32:22.175306 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Attempting to bind port cb7473e1-d631-4c2a-8f32-dc7bace27206 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:32:22.175805 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Attempting to bind port cb7473e1-d631-4c2a-8f32-dc7bace27206 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'df50c3e7-d52e-49b7-82d2-51b454e7fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:32:22.176257 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Attempting to bind port cb7473e1-d631-4c2a-8f32-dc7bace27206 on network b227cb95-accc-407b-92b7-3a2998bb1bd7 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:32:22.186564 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Port cb7473e1-d631-4c2a-8f32-dc7bace27206 on network b227cb95-accc-407b-92b7-3a2998bb1bd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:32:22.187041 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Attempting to bind port cb7473e1-d631-4c2a-8f32-dc7bace27206 on network b227cb95-accc-407b-92b7-3a2998bb1bd7 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:32:22.194114 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:32:22.194460 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Checking segment: {'id': 'df50c3e7-d52e-49b7-82d2-51b454e7fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:32:22.194853 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Bound using segment: {'id': 'df50c3e7-d52e-49b7-82d2-51b454e7fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:32:22.195286 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Bound port: cb7473e1-d631-4c2a-8f32-dc7bace27206, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df50c3e7-d52e-49b7-82d2-51b454e7fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:32:22.195903 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:22.277695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] For port cb7473e1-d631-4c2a-8f32-dc7bace27206, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:32:22.285018 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] For port cb7473e1-d631-4c2a-8f32-dc7bace27206, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cb7473e1-d631-4c2a-8f32-dc7bace27206,segment=NetworkSegment(df50c3e7-d52e-49b7-82d2-51b454e7fb83),segment_id=df50c3e7-d52e-49b7-82d2-51b454e7fb83)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:32:22.297025 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:22.303104 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-74a7db9e-7919-45df-9655-c94368a740cf service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795070 Jul 14 07:32:22.378851 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-586fd67b-dd7b-4930-8ea1-a6e2a2cb9693 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b21b2095-f41c-4f8e-87b4-b66008cde3a0 HTTP/1.1" status: 200 len: 217 time: 0.0674622 Jul 14 07:32:22.382924 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7473e1-d631-4c2a-8f32-dc7bace27206,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:22.395633 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:22.396272 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:22.397742 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4279d9fe-c99b-439f-9564-f44176638559 service neutron] 10.222.0.30 "PUT /v2.0/ports/cb7473e1-d631-4c2a-8f32-dc7bace27206 HTTP/1.1" status: 200 len: 1092 time: 0.8233137 Jul 14 07:32:22.398375 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'tag': 'cb7473e1-d631-4c2a-8f32-dc7bace27206'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:32:22.400683 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a04866-20fa-4de9-b4b9-909c977b0596" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6941dc-969e-4752-8e0f-7a17149743bf", "tag": "cb7473e1-d631-4c2a-8f32-dc7bace27206"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:32:22.434512 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3cb16-01b9-40e0-952a-cba556732bfb req-a69c972b-39e6-4c8a-b675-90aad71ae195 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:22.436164 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8d3cb16-01b9-40e0-952a-cba556732bfb req-a69c972b-39e6-4c8a-b675-90aad71ae195 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 944 time: 0.2252655 Jul 14 07:32:22.474993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-2a10dba3-8955-434a-9d81-13a94e09a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:22.476515 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-2a10dba3-8955-434a-9d81-13a94e09a0c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=333a6f4c-6b36-4054-9b8f-3bef22aead9f HTTP/1.1" status: 200 len: 797 time: 0.0913811 Jul 14 07:32:22.524352 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-59876fc0-2f8e-4859-8940-1175655fb722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:22.526069 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-59876fc0-2f8e-4859-8940-1175655fb722 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=615cd8d1bde74969b627a5c3975d9043&device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 1095 time: 0.0672073 Jul 14 07:32:22.569061 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8d3cb16-01b9-40e0-952a-cba556732bfb req-d7c0669d-6f6d-4a09-b21b-8a0e48e462d2 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0ffcc40-cd45-4a54-a4b3-d66bf573fdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226263 Jul 14 07:32:22.599606 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-7ebd701e-b533-48ac-9bb9-0d322a210fb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb7473e1-d631-4c2a-8f32-dc7bace27206 HTTP/1.1" status: 200 len: 217 time: 0.0656211 Jul 14 07:32:22.612644 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cc369-497c-4db9-ae47-cf254ad030b5 req-c212fe7b-4ab1-422c-a807-92c3e27d411c tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:22.620004 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da0cc369-497c-4db9-ae47-cf254ad030b5 req-c212fe7b-4ab1-422c-a807-92c3e27d411c tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6233b7f0-0ae2-4299-9733-2e3bca727498 HTTP/1.1" status: 200 len: 1096 time: 0.1115930 Jul 14 07:32:22.657633 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-46f3f2cb-5a3a-4723-b135-d9ddba1d4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:22.659207 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-46f3f2cb-5a3a-4723-b135-d9ddba1d4066 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5259ed76-3fbf-4ac1-88a4-ce8f37157488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1727369 Jul 14 07:32:22.661383 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6edce5-1896-4dc1-836d-674eb3793bf8 x-openstack-request-id: req-aa6edce5-1896-4dc1-836d-674eb3793bf8 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:32:22.661670 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6941dc-969e-4752-8e0f-7a17149743bf", "tag": "cb7473e1-d631-4c2a-8f32-dc7bace27206", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:32:22.661919 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa6edce5-1896-4dc1-836d-674eb3793bf8 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:32:22.662305 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'tag': 'cb7473e1-d631-4c2a-8f32-dc7bace27206', 'status': 'completed', 'code': 200} Jul 14 07:32:22.663828 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4e0314f6-0d57-43bb-9f39-9d2c4157fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:22.665533 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-4e0314f6-0d57-43bb-9f39-9d2c4157fabf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=004b12ea-a6a1-44c5-ad92-36678056c47b HTTP/1.1" status: 200 len: 852 time: 0.0581479 Jul 14 07:32:22.669436 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da0cc369-497c-4db9-ae47-cf254ad030b5 req-aee64c81-7a68-466a-bc8e-c0e1501b182a tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479827 Jul 14 07:32:22.735195 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-d5e11c8a-88cb-4cd7-9085-5b6134d0f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:22.736366 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-d5e11c8a-88cb-4cd7-9085-5b6134d0f82a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b227cb95-accc-407b-92b7-3a2998bb1bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645511 Jul 14 07:32:22.775246 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-53a198a2-ab13-4aaf-aece-2407f4a76bc4 service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046188 Jul 14 07:32:22.837695 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-b53a3aad-f5c1-444c-a6bb-a991dac4428b service neutron] 10.222.0.30 "GET /v2.0/networks/b227cb95-accc-407b-92b7-3a2998bb1bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934544 Jul 14 07:32:22.908047 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c274e-c3bd-4dc8-95d3-a4a39dede2c8 req-5019bafc-180c-48ea-bc91-769d2d6757ee tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:22.909521 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9d8c274e-c3bd-4dc8-95d3-a4a39dede2c8 req-5019bafc-180c-48ea-bc91-769d2d6757ee tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6233b7f0-0ae2-4299-9733-2e3bca727498 HTTP/1.1" status: 200 len: 1096 time: 0.1200252 Jul 14 07:32:22.911749 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8181a51f-ada8-47bd-a6f7-60c960e15905 req-e51caeb9-7639-4c81-98bf-5012dc839813 service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298611 Jul 14 07:32:22.928354 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7124db11-add6-41d7-9482-d5bbcfb5741c req-2c22b061-8784-4996-aa43-1e177adcee93 service neutron] 10.222.0.30 "GET /v2.0/networks/b227cb95-accc-407b-92b7-3a2998bb1bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841911 Jul 14 07:32:22.958467 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9d8c274e-c3bd-4dc8-95d3-a4a39dede2c8 req-2d9c322c-f222-4718-840a-096ba02d8036 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 Jul 14 07:32:23.050297 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a04866-20fa-4de9-b4b9-909c977b0596 req-f4c23537-6cbe-4c15-9ee0-34ea09924957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:23.052341 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-90a04866-20fa-4de9-b4b9-909c977b0596 req-f4c23537-6cbe-4c15-9ee0-34ea09924957 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=615cd8d1bde74969b627a5c3975d9043&device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 1095 time: 0.0622649 Jul 14 07:32:23.138552 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b8b30-d7b5-4ff7-9bfc-d52f671cfeda req-3ae671a0-5405-437e-9650-3898fa25492c tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:23.140291 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-817b8b30-d7b5-4ff7-9bfc-d52f671cfeda req-3ae671a0-5405-437e-9650-3898fa25492c tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6233b7f0-0ae2-4299-9733-2e3bca727498 HTTP/1.1" status: 200 len: 1096 time: 0.0662086 Jul 14 07:32:23.160279 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a04866-20fa-4de9-b4b9-909c977b0596 req-cbbea3c8-4f9c-4308-b5b9-42a8e19ffb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:23.162038 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-90a04866-20fa-4de9-b4b9-909c977b0596 req-cbbea3c8-4f9c-4308-b5b9-42a8e19ffb51 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b227cb95-accc-407b-92b7-3a2998bb1bd7 HTTP/1.1" status: 200 len: 914 time: 0.1036460 Jul 14 07:32:23.177109 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-817b8b30-d7b5-4ff7-9bfc-d52f671cfeda req-27ac094e-4fdd-44af-acee-a61fcfbf3bf0 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308926 Jul 14 07:32:23.206627 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-90a04866-20fa-4de9-b4b9-909c977b0596 req-114f3fd8-ebf5-442d-810c-5cf75cc8ea03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb7473e1-d631-4c2a-8f32-dc7bace27206 HTTP/1.1" status: 200 len: 217 time: 0.0373428 Jul 14 07:32:23.263628 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a04866-20fa-4de9-b4b9-909c977b0596 req-02dc5649-cce6-4627-9696-e09ae84e6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:23.265284 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-90a04866-20fa-4de9-b4b9-909c977b0596 req-02dc5649-cce6-4627-9696-e09ae84e6138 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=004b12ea-a6a1-44c5-ad92-36678056c47b HTTP/1.1" status: 200 len: 852 time: 0.0523150 Jul 14 07:32:23.323962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a04866-20fa-4de9-b4b9-909c977b0596 req-b3dc8468-325f-4f23-8b00-a40e1852bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:23.325759 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-90a04866-20fa-4de9-b4b9-909c977b0596 req-b3dc8468-325f-4f23-8b00-a40e1852bf94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b227cb95-accc-407b-92b7-3a2998bb1bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545857 Jul 14 07:32:23.438034 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-90a04866-20fa-4de9-b4b9-909c977b0596 req-c01d0190-6c19-456a-a794-6100cefab234 service neutron] 10.222.0.30 "GET /v2.0/networks/b227cb95-accc-407b-92b7-3a2998bb1bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047468 Jul 14 07:32:23.543796 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-90a04866-20fa-4de9-b4b9-909c977b0596 req-55fedfa0-d4f5-4df2-b7a1-26e26503ece1 service neutron] 10.222.0.30 "GET /v2.0/networks/b227cb95-accc-407b-92b7-3a2998bb1bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994070 Jul 14 07:32:23.600660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9edbe1-4d9e-40e1-94fc-3b4063bf9502 req-a556474e-61f2-406e-9a64-791e9e423b2e tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:23.602005 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2f9edbe1-4d9e-40e1-94fc-3b4063bf9502 req-a556474e-61f2-406e-9a64-791e9e423b2e tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6233b7f0-0ae2-4299-9733-2e3bca727498 HTTP/1.1" status: 200 len: 1096 time: 0.0572660 Jul 14 07:32:23.636625 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2f9edbe1-4d9e-40e1-94fc-3b4063bf9502 req-332cc79c-8c3f-4d4c-80d1-660541ca34e5 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279391 Jul 14 07:32:23.744266 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df8a0c-0e34-4a05-8f97-382f119dadf8 req-2ad6137a-ade2-45ac-9f90-11de2b7731c7 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:23.745723 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-64df8a0c-0e34-4a05-8f97-382f119dadf8 req-2ad6137a-ade2-45ac-9f90-11de2b7731c7 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 944 time: 0.0634248 Jul 14 07:32:23.783682 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-64df8a0c-0e34-4a05-8f97-382f119dadf8 req-12742a16-7549-4a70-ab9b-69ca08044b9d tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0ffcc40-cd45-4a54-a4b3-d66bf573fdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322173 Jul 14 07:32:24.836949 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e9052-a329-4441-a3d8-ce3f72e8c9fc req-4d418a26-6f76-467c-bac9-ef8484e8698d tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:24.838504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-995e9052-a329-4441-a3d8-ce3f72e8c9fc req-4d418a26-6f76-467c-bac9-ef8484e8698d tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6233b7f0-0ae2-4299-9733-2e3bca727498 HTTP/1.1" status: 200 len: 1096 time: 0.0909200 Jul 14 07:32:24.848149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3e13e-3df7-48a0-8617-ac52d5b261e1 req-08f96511-9548-4659-9d1f-54e8343faba4 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:24.849594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2bd3e13e-3df7-48a0-8617-ac52d5b261e1 req-08f96511-9548-4659-9d1f-54e8343faba4 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6233b7f0-0ae2-4299-9733-2e3bca727498 HTTP/1.1" status: 200 len: 1096 time: 0.0734258 Jul 14 07:32:24.916734 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-995e9052-a329-4441-a3d8-ce3f72e8c9fc req-e218523e-ae7a-4b80-9f05-aeacd454737f tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662119 Jul 14 07:32:25.007530 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011ec6d-01d9-46a2-a9f8-4d36fe6d02e9 req-391f0a89-879b-4a49-b652-47ea3b9b3f0d tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:25.009032 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6011ec6d-01d9-46a2-a9f8-4d36fe6d02e9 req-391f0a89-879b-4a49-b652-47ea3b9b3f0d tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 944 time: 0.1048925 Jul 14 07:32:25.014522 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-2bd3e13e-3df7-48a0-8617-ac52d5b261e1 req-2bb5bac3-bc29-4b51-ba4d-ced9cddb95c1 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Deleting port fed88754-89b9-4a55-8962-f05cd8ca0a64 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:32:25.014856 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2bd3e13e-3df7-48a0-8617-ac52d5b261e1 req-2bb5bac3-bc29-4b51-ba4d-ced9cddb95c1 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:25.087412 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6011ec6d-01d9-46a2-a9f8-4d36fe6d02e9 req-bd78b2ae-196a-411e-a686-ad4c7e5731dc tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0ffcc40-cd45-4a54-a4b3-d66bf573fdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705211 Jul 14 07:32:25.119743 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-2bd3e13e-3df7-48a0-8617-ac52d5b261e1 req-2bb5bac3-bc29-4b51-ba4d-ced9cddb95c1 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] For port fed88754-89b9-4a55-8962-f05cd8ca0a64, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=fed88754-89b9-4a55-8962-f05cd8ca0a64,segment=NetworkSegment(d9982b67-a049-493a-a329-575c358726d6),segment_id=d9982b67-a049-493a-a329-575c358726d6)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:25.120129 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2bd3e13e-3df7-48a0-8617-ac52d5b261e1 req-2bb5bac3-bc29-4b51-ba4d-ced9cddb95c1 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:25.133702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-2bd3e13e-3df7-48a0-8617-ac52d5b261e1 req-2bb5bac3-bc29-4b51-ba4d-ced9cddb95c1 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Calling delete_port for fed88754-89b9-4a55-8962-f05cd8ca0a64 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:32:25.274269 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2bd3e13e-3df7-48a0-8617-ac52d5b261e1 req-2bb5bac3-bc29-4b51-ba4d-ced9cddb95c1 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:25.285909 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['66434ab5-08e5-4ab1-b8a8-751cb67173e2'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:32:25.303158 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5bac3-bc29-4b51-ba4d-ced9cddb95c1 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Pushing event deleted for resources: {'Port': ['ID=fed88754-89b9-4a55-8962-f05cd8ca0a64,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:25.320004 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['fed88754-89b9-4a55-8962-f05cd8ca0a64'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:32:25.387322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd3e13e-3df7-48a0-8617-ac52d5b261e1 req-2bb5bac3-bc29-4b51-ba4d-ced9cddb95c1 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] No DVR routers for this DVR port fed88754-89b9-4a55-8962-f05cd8ca0a64 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:32:25.390136 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2bd3e13e-3df7-48a0-8617-ac52d5b261e1 req-2bb5bac3-bc29-4b51-ba4d-ced9cddb95c1 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:25.394416 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2bd3e13e-3df7-48a0-8617-ac52d5b261e1 req-2bb5bac3-bc29-4b51-ba4d-ced9cddb95c1 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.15 "DELETE /v2.0/ports/fed88754-89b9-4a55-8962-f05cd8ca0a64 HTTP/1.1" status: 204 len: 173 time: 0.5374672 Jul 14 07:32:25.395157 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6233b7f0-0ae2-4299-9733-2e3bca727498', 'name': 'network-vif-deleted', 'tag': 'fed88754-89b9-4a55-8962-f05cd8ca0a64'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:32:25.406914 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd080aa-f12b-49e2-8d6c-9bbd1fb021e9" -d '{"events": [{"server_uuid": "6233b7f0-0ae2-4299-9733-2e3bca727498", "name": "network-vif-deleted", "tag": "fed88754-89b9-4a55-8962-f05cd8ca0a64"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:32:25.591162 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3506f8bd-c32b-46f5-8d41-d1af0d84dd64 x-openstack-request-id: req-3506f8bd-c32b-46f5-8d41-d1af0d84dd64 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:32:25.591545 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6233b7f0-0ae2-4299-9733-2e3bca727498", "name": "network-vif-deleted", "tag": "fed88754-89b9-4a55-8962-f05cd8ca0a64", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:32:25.591799 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3506f8bd-c32b-46f5-8d41-d1af0d84dd64 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:32:25.592338 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6233b7f0-0ae2-4299-9733-2e3bca727498', 'name': 'network-vif-deleted', 'tag': 'fed88754-89b9-4a55-8962-f05cd8ca0a64', 'status': 'completed', 'code': 200} Jul 14 07:32:26.073977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a688def7-4113-4110-8cb2-d54d24d34449 req-6404e4f0-f2e3-4ffd-b8cf-d12f9391fdaa tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6233b7f0-0ae2-4299-9733-2e3bca727498 HTTP/1.1" status: 200 len: 210 time: 0.0299113 Jul 14 07:32:26.259730 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d40fb-7c2e-44a6-ab01-e365e27ff0f5 req-cbfbab9c-a765-455f-9819-742dc8e5b527 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:26.261247 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2c9d40fb-7c2e-44a6-ab01-e365e27ff0f5 req-cbfbab9c-a765-455f-9819-742dc8e5b527 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 944 time: 0.0617776 Jul 14 07:32:26.297424 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2c9d40fb-7c2e-44a6-ab01-e365e27ff0f5 req-81ab8966-03d5-4e77-894c-42cce7c08294 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0ffcc40-cd45-4a54-a4b3-d66bf573fdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303905 Jul 14 07:32:27.048768 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:32:27.504320 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0bddf-c953-4a67-97e5-b7bcb953e22a req-84a07c49-7dbd-4699-b685-49eede7ac8d8 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:27.505761 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edb0bddf-c953-4a67-97e5-b7bcb953e22a req-84a07c49-7dbd-4699-b685-49eede7ac8d8 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 944 time: 0.0972850 Jul 14 07:32:27.547389 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253bf71-1131-4f55-8335-71700e3ca4b9 req-7fcf5855-96fc-4f5f-bc91-50a900b745fe tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:27.548903 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5253bf71-1131-4f55-8335-71700e3ca4b9 req-7fcf5855-96fc-4f5f-bc91-50a900b745fe tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2e9ba33a-2b5f-4bf4-a485-185ae51341c2 HTTP/1.1" status: 200 len: 1097 time: 0.0892475 Jul 14 07:32:27.556056 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edb0bddf-c953-4a67-97e5-b7bcb953e22a req-722fcb0d-86f2-4fce-a638-87512b8c88df tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0ffcc40-cd45-4a54-a4b3-d66bf573fdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436637 Jul 14 07:32:27.586296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5253bf71-1131-4f55-8335-71700e3ca4b9 req-f88f44f9-230f-4d89-a00f-942cef133b6f tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293047 Jul 14 07:32:28.141625 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device fed88754-89b9-4a55-8962-f05cd8ca0a64 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:32:28.161497 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: fed88754-89b9-4a55-8962-f05cd8ca0a64 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:32:28.161842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device fed88754-89b9-4a55-8962-f05cd8ca0a64 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:32:28.755606 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a9459-9de5-46b2-8556-5e78649da804 req-1b6d38d7-93ef-4299-a1eb-fcc777f80d6f tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:28.757346 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f63a9459-9de5-46b2-8556-5e78649da804 req-1b6d38d7-93ef-4299-a1eb-fcc777f80d6f tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2e9ba33a-2b5f-4bf4-a485-185ae51341c2 HTTP/1.1" status: 200 len: 1097 time: 0.0497482 Jul 14 07:32:28.771366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addbe2c-248d-4265-b823-8dbe610ded91 req-468bc222-cb84-4a03-b1d4-ce9c4c3ff831 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:28.772869 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1addbe2c-248d-4265-b823-8dbe610ded91 req-468bc222-cb84-4a03-b1d4-ce9c4c3ff831 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 944 time: 0.1038253 Jul 14 07:32:28.778953 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7b69b-dc58-4bfb-9edd-9a0c4f3ce883 req-4c722b76-4d46-4177-8b89-b6c742864c2a tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:28.780387 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96f7b69b-dc58-4bfb-9edd-9a0c4f3ce883 req-4c722b76-4d46-4177-8b89-b6c742864c2a tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2e9ba33a-2b5f-4bf4-a485-185ae51341c2 HTTP/1.1" status: 200 len: 1097 time: 0.0835776 Jul 14 07:32:28.833459 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1addbe2c-248d-4265-b823-8dbe610ded91 req-ebd61e80-2a63-427f-8640-9431a302743f tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0ffcc40-cd45-4a54-a4b3-d66bf573fdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517409 Jul 14 07:32:28.837151 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96f7b69b-dc58-4bfb-9edd-9a0c4f3ce883 req-758b7123-a43e-48a5-bbdb-35c39d8f3bc0 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=49db6777-b1b9-4c21-9e07-68f23e2d24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496669 Jul 14 07:32:28.855865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-f63a9459-9de5-46b2-8556-5e78649da804 req-fbc2158e-fab3-417d-bc2e-bece533cb228 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Deleting port 66434ab5-08e5-4ab1-b8a8-751cb67173e2 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:32:28.855865 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f63a9459-9de5-46b2-8556-5e78649da804 req-fbc2158e-fab3-417d-bc2e-bece533cb228 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:28.926518 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-f63a9459-9de5-46b2-8556-5e78649da804 req-fbc2158e-fab3-417d-bc2e-bece533cb228 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] For port 66434ab5-08e5-4ab1-b8a8-751cb67173e2, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=66434ab5-08e5-4ab1-b8a8-751cb67173e2,segment=NetworkSegment(d9982b67-a049-493a-a329-575c358726d6),segment_id=d9982b67-a049-493a-a329-575c358726d6)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:28.926877 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f63a9459-9de5-46b2-8556-5e78649da804 req-fbc2158e-fab3-417d-bc2e-bece533cb228 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:28.940354 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-f63a9459-9de5-46b2-8556-5e78649da804 req-fbc2158e-fab3-417d-bc2e-bece533cb228 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Calling delete_port for 66434ab5-08e5-4ab1-b8a8-751cb67173e2 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:32:29.063260 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f63a9459-9de5-46b2-8556-5e78649da804 req-fbc2158e-fab3-417d-bc2e-bece533cb228 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:29.074408 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['66434ab5-08e5-4ab1-b8a8-751cb67173e2'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:32:29.090189 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2158e-fab3-417d-bc2e-bece533cb228 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Pushing event deleted for resources: {'Port': ['ID=66434ab5-08e5-4ab1-b8a8-751cb67173e2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:29.136623 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63a9459-9de5-46b2-8556-5e78649da804 req-fbc2158e-fab3-417d-bc2e-bece533cb228 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] No DVR routers for this DVR port 66434ab5-08e5-4ab1-b8a8-751cb67173e2 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:32:29.139305 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f63a9459-9de5-46b2-8556-5e78649da804 req-fbc2158e-fab3-417d-bc2e-bece533cb228 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:29.141371 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f63a9459-9de5-46b2-8556-5e78649da804 req-fbc2158e-fab3-417d-bc2e-bece533cb228 tempest-TestServerMultinode-1412504790 tempest-TestServerMultinode-1412504790-project-admin] 10.222.0.30 "DELETE /v2.0/ports/66434ab5-08e5-4ab1-b8a8-751cb67173e2 HTTP/1.1" status: 204 len: 173 time: 0.3785710 Jul 14 07:32:29.141816 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9ba33a-2b5f-4bf4-a485-185ae51341c2', 'name': 'network-vif-deleted', 'tag': '66434ab5-08e5-4ab1-b8a8-751cb67173e2'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:32:29.144122 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6977d07c-4a6d-45a1-9e74-796922472b26" -d '{"events": [{"server_uuid": "2e9ba33a-2b5f-4bf4-a485-185ae51341c2", "name": "network-vif-deleted", "tag": "66434ab5-08e5-4ab1-b8a8-751cb67173e2"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:32:29.190281 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fac3a7-44da-4a29-8ef5-57c816b1743d x-openstack-request-id: req-52fac3a7-44da-4a29-8ef5-57c816b1743d {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:32:29.190572 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9ba33a-2b5f-4bf4-a485-185ae51341c2", "name": "network-vif-deleted", "tag": "66434ab5-08e5-4ab1-b8a8-751cb67173e2", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:32:29.190886 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52fac3a7-44da-4a29-8ef5-57c816b1743d {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:32:29.191306 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9ba33a-2b5f-4bf4-a485-185ae51341c2', 'name': 'network-vif-deleted', 'tag': '66434ab5-08e5-4ab1-b8a8-751cb67173e2', 'status': 'completed', 'code': 200} Jul 14 07:32:29.935241 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56388) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:30.014241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a11a33-f1b5-4d9f-98e1-abde87f2bae5 req-aa008e00-5eec-4cd5-8e32-261303d008f7 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:30.015975 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a1a11a33-f1b5-4d9f-98e1-abde87f2bae5 req-aa008e00-5eec-4cd5-8e32-261303d008f7 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 944 time: 0.0720096 Jul 14 07:32:30.055998 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a1a11a33-f1b5-4d9f-98e1-abde87f2bae5 req-33e978f2-1cdb-4482-bde0-5b612508003e tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0ffcc40-cd45-4a54-a4b3-d66bf573fdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341363 Jul 14 07:32:30.509341 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b7e2-eeaa-4dca-8535-624899e757c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:30.606696 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-309bf490-9a0d-45ba-a699-0856b5e95b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:30.850958 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-309bf490-9a0d-45ba-a699-0856b5e95b60 admin admin] Deleting port bc2610a0-699c-4453-aeca-2a0bce4b36a0 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:32:30.851311 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-309bf490-9a0d-45ba-a699-0856b5e95b60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:30.928918 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-309bf490-9a0d-45ba-a699-0856b5e95b60 admin admin] For port bc2610a0-699c-4453-aeca-2a0bce4b36a0, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=bc2610a0-699c-4453-aeca-2a0bce4b36a0,segment=NetworkSegment(d9982b67-a049-493a-a329-575c358726d6),segment_id=d9982b67-a049-493a-a329-575c358726d6)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:30.929317 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-309bf490-9a0d-45ba-a699-0856b5e95b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:30.941485 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-309bf490-9a0d-45ba-a699-0856b5e95b60 admin admin] Calling delete_port for bc2610a0-699c-4453-aeca-2a0bce4b36a0 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:32:31.115572 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-309bf490-9a0d-45ba-a699-0856b5e95b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:31.141755 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bf490-9a0d-45ba-a699-0856b5e95b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2610a0-699c-4453-aeca-2a0bce4b36a0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:31.265259 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b0245-41fb-4f97-978d-8276c3c302c7 req-2cac78d8-6205-49a7-85b6-d83e442ea081 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:31.268496 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e08b0245-41fb-4f97-978d-8276c3c302c7 req-2cac78d8-6205-49a7-85b6-d83e442ea081 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 944 time: 0.0830841 Jul 14 07:32:31.314503 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e08b0245-41fb-4f97-978d-8276c3c302c7 req-f730c5bf-c9ea-4b39-a976-d3489c7f1a46 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0ffcc40-cd45-4a54-a4b3-d66bf573fdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393004 Jul 14 07:32:31.334173 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-309bf490-9a0d-45ba-a699-0856b5e95b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:31.546401 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309bf490-9a0d-45ba-a699-0856b5e95b60 admin admin] Router 23e8d8cb-f5e5-4307-a4a7-22af6b9c728e has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:32:31.648915 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309bf490-9a0d-45ba-a699-0856b5e95b60 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:32:31.654072 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-309bf490-9a0d-45ba-a699-0856b5e95b60 admin admin] 10.222.0.35 "PUT /v2.0/routers/23e8d8cb-f5e5-4307-a4a7-22af6b9c728e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7177684 Jul 14 07:32:31.656489 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56400) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:31.657095 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04886608-e042-4d0f-b552-21b17c6aa2ba None None] Sync routers for ids ['23e8d8cb-f5e5-4307-a4a7-22af6b9c728e'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:32:31.666813 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04886608-e042-4d0f-b552-21b17c6aa2ba None None] Routers {'23e8d8cb-f5e5-4307-a4a7-22af6b9c728e'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:32:31.667423 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-04886608-e042-4d0f-b552-21b17c6aa2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:32:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['23e8d8cb-f5e5-4307-a4a7-22af6b9c728e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:31.758002 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a40d5bcb-eb59-4af7-8825-73ef39239f6f admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:31.768650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-04886608-e042-4d0f-b552-21b17c6aa2ba None None] Set router 23e8d8cb-f5e5-4307-a4a7-22af6b9c728e gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:32:31.856823 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a40d5bcb-eb59-4af7-8825-73ef39239f6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:31.908835 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a40d5bcb-eb59-4af7-8825-73ef39239f6f admin admin] Deleting port 98f9a667-8ee6-47f3-842c-935819a6f0c8 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:32:31.909146 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a40d5bcb-eb59-4af7-8825-73ef39239f6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:31.942399 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-04886608-e042-4d0f-b552-21b17c6aa2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'name': 'tempest-TestServerMultinode-1095268043-router', 'tenant_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '98f9a667-8ee6-47f3-842c-935819a6f0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:51Z', 'updated_at': '2021-07-14T07:32:31Z', 'revision_number': 5, 'project_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'gw_port': {'id': '98f9a667-8ee6-47f3-842c-935819a6f0c8', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:51Z', 'updated_at': '2021-07-14T07:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:31.974279 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04886608-e042-4d0f-b552-21b17c6aa2ba None None] Checking router: 23e8d8cb-f5e5-4307-a4a7-22af6b9c728e for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:32:31.983353 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04886608-e042-4d0f-b552-21b17c6aa2ba None None] Routers {'23e8d8cb-f5e5-4307-a4a7-22af6b9c728e'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:32:31.983965 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-04886608-e042-4d0f-b552-21b17c6aa2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:32:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['23e8d8cb-f5e5-4307-a4a7-22af6b9c728e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:31.991503 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a40d5bcb-eb59-4af7-8825-73ef39239f6f admin admin] For port 98f9a667-8ee6-47f3-842c-935819a6f0c8, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=98f9a667-8ee6-47f3-842c-935819a6f0c8,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:31.991966 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a40d5bcb-eb59-4af7-8825-73ef39239f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:32.003953 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a40d5bcb-eb59-4af7-8825-73ef39239f6f admin admin] Calling delete_port for 98f9a667-8ee6-47f3-842c-935819a6f0c8 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:32:32.066544 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-04886608-e042-4d0f-b552-21b17c6aa2ba None None] Set router 23e8d8cb-f5e5-4307-a4a7-22af6b9c728e gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:32:32.115459 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-04886608-e042-4d0f-b552-21b17c6aa2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'name': 'tempest-TestServerMultinode-1095268043-router', 'tenant_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:51Z', 'updated_at': '2021-07-14T07:32:31Z', 'revision_number': 6, 'project_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:32.144277 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04886608-e042-4d0f-b552-21b17c6aa2ba None None] The sync data for ids ['23e8d8cb-f5e5-4307-a4a7-22af6b9c728e'] in n-d-778696-5 is: [{'id': '23e8d8cb-f5e5-4307-a4a7-22af6b9c728e', 'name': 'tempest-TestServerMultinode-1095268043-router', 'tenant_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:51Z', 'updated_at': '2021-07-14T07:32:31Z', 'revision_number': 6, 'project_id': 'bcefcd69361a4beab3e19061cb6e5d82', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:32:32.168154 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a40d5bcb-eb59-4af7-8825-73ef39239f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:32.195830 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d5bcb-eb59-4af7-8825-73ef39239f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=98f9a667-8ee6-47f3-842c-935819a6f0c8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:32.256255 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a40d5bcb-eb59-4af7-8825-73ef39239f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:32.345922 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a40d5bcb-eb59-4af7-8825-73ef39239f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:32.348114 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a40d5bcb-eb59-4af7-8825-73ef39239f6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:32.399454 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a40d5bcb-eb59-4af7-8825-73ef39239f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:32.400100 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40d5bcb-eb59-4af7-8825-73ef39239f6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23e8d8cb-f5e5-4307-a4a7-22af6b9c728e {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:32:32.405962 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a40d5bcb-eb59-4af7-8825-73ef39239f6f admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:32.407360 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a40d5bcb-eb59-4af7-8825-73ef39239f6f admin admin] 10.222.0.35 "DELETE /v2.0/routers/23e8d8cb-f5e5-4307-a4a7-22af6b9c728e HTTP/1.1" status: 204 len: 168 time: 0.7498984 Jul 14 07:32:32.409717 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56408) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:32.455240 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6dfb66-b3c0-4ae5-b50e-19107b819ac1 admin admin] Deleting subnet fe59cf83-a99b-4c34-a34b-32a3b9f8284d {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:32:32.458382 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af6dfb66-b3c0-4ae5-b50e-19107b819ac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:32.497120 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af6dfb66-b3c0-4ae5-b50e-19107b819ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:32.519449 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8045d3b-7a54-4181-ae66-602264939bdf req-fe1dd37a-d9fa-468d-b657-edff8e2e60ec tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:32.534877 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8045d3b-7a54-4181-ae66-602264939bdf req-fe1dd37a-d9fa-468d-b657-edff8e2e60ec tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 944 time: 0.0980175 Jul 14 07:32:32.584123 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8045d3b-7a54-4181-ae66-602264939bdf req-e543256d-6205-4a18-8c2c-76dd350a6333 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0ffcc40-cd45-4a54-a4b3-d66bf573fdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381088 Jul 14 07:32:32.636748 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af6dfb66-b3c0-4ae5-b50e-19107b819ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:32.690851 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af6dfb66-b3c0-4ae5-b50e-19107b819ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:32.715049 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dfb66-b3c0-4ae5-b50e-19107b819ac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe59cf83-a99b-4c34-a34b-32a3b9f8284d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:32.720638 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af6dfb66-b3c0-4ae5-b50e-19107b819ac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:32.725280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56410) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:32.725422 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-af6dfb66-b3c0-4ae5-b50e-19107b819ac1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fe59cf83-a99b-4c34-a34b-32a3b9f8284d HTTP/1.1" status: 204 len: 168 time: 0.3145795 Jul 14 07:32:32.727121 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b4c473-bf1f-47fe-a21a-47592d07bde8 None None] Network 69c79fc0-8421-4c79-aa02-935aa272086c requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:32:32.795670 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:32.796731 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cb7473e1-d631-4c2a-8f32-dc7bace27206 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:32:32.799310 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 66434ab5-08e5-4ab1-b8a8-751cb67173e2 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:32:32.847887 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 66434ab5-08e5-4ab1-b8a8-751cb67173e2 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:32:32.848235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 66434ab5-08e5-4ab1-b8a8-751cb67173e2 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:32:32.850020 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] Deleting port c5b8e2b9-0895-4a93-9558-e91821a7b78c {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:32:32.850370 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:32.916713 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] For port c5b8e2b9-0895-4a93-9558-e91821a7b78c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c5b8e2b9-0895-4a93-9558-e91821a7b78c,segment=NetworkSegment(d9982b67-a049-493a-a329-575c358726d6),segment_id=d9982b67-a049-493a-a329-575c358726d6)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:32.917105 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:32.943155 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] Calling delete_port for c5b8e2b9-0895-4a93-9558-e91821a7b78c owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:32:32.965697 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device bc2610a0-699c-4453-aeca-2a0bce4b36a0 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:32:33.007053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: bc2610a0-699c-4453-aeca-2a0bce4b36a0 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:32:33.007180 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device bc2610a0-699c-4453-aeca-2a0bce4b36a0 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:32:33.011852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port cb7473e1-d631-4c2a-8f32-dc7bace27206, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cb7473e1-d631-4c2a-8f32-dc7bace27206,segment=NetworkSegment(df50c3e7-d52e-49b7-82d2-51b454e7fb83),segment_id=df50c3e7-d52e-49b7-82d2-51b454e7fb83)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:33.028386 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'cb7473e1-d631-4c2a-8f32-dc7bace27206', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'port_id': 'cb7473e1-d631-4c2a-8f32-dc7bace27206', 'mac_address': 'fa:16:3e:9d:db:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:32:33.056394 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e43a6e-3b29-427f-8d6e-8027b552fd15 None None] DHCP port deletion for 69c79fc0-8421-4c79-aa02-935aa272086c request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:32:33.068726 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:33.091551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-88e43a6e-3b29-427f-8d6e-8027b552fd15 None None] The port 'c5b8e2b9-0895-4a93-9558-e91821a7b78c' was deleted {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 14 07:32:33.093549 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:33.106475 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b8e2b9-0895-4a93-9558-e91821a7b78c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:33.108299 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] No DVR routers for this DVR port c5b8e2b9-0895-4a93-9558-e91821a7b78c on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:32:33.119090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7473e1-d631-4c2a-8f32-dc7bace27206 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:32:33.144905 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port cb7473e1-d631-4c2a-8f32-dc7bace27206, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cb7473e1-d631-4c2a-8f32-dc7bace27206,segment=NetworkSegment(df50c3e7-d52e-49b7-82d2-51b454e7fb83),segment_id=df50c3e7-d52e-49b7-82d2-51b454e7fb83)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:33.150510 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:33.196172 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:33.206843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c79fc0-8421-4c79-aa02-935aa272086c']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:33.208207 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=cb7473e1-d631-4c2a-8f32-dc7bace27206,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:33.226416 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9982b67-a049-493a-a329-575c358726d6') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:33.226714 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9982b67-a049-493a-a329-575c358726d6') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:33.236121 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:33.253326 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:33.260474 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:32:33.261987 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:32:33.264364 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:32:33.322914 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8fa8f665-111c-43f7-a629-6b2fa73f5a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:33.336668 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['cb7473e1-d631-4c2a-8f32-dc7bace27206'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:32:33.344685 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:33.352135 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:33.354386 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/69c79fc0-8421-4c79-aa02-935aa272086c HTTP/1.1" status: 204 len: 168 time: 0.6280432 Jul 14 07:32:33.357811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56414) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:33.365998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dfc0e-8f32-4ba8-89ae-73ebd347d7e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=69c79fc0-8421-4c79-aa02-935aa272086c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:33.619305 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:33.741574 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f841bf6e-139b-4bcb-ad1c-a786e52b329a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:33.763806 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ec59a-2a5d-4ee9-bece-6f6849b2fc93 req-5cf6ace2-a4fb-484e-9b3d-3d904aa32012 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:33.765260 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be9ec59a-2a5d-4ee9-bece-6f6849b2fc93 req-5cf6ace2-a4fb-484e-9b3d-3d904aa32012 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 945 time: 0.0659947 Jul 14 07:32:33.802207 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be9ec59a-2a5d-4ee9-bece-6f6849b2fc93 req-cf6571d9-551d-45d6-a798-0581bd52ac14 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0ffcc40-cd45-4a54-a4b3-d66bf573fdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314620 Jul 14 07:32:33.989308 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f841bf6e-139b-4bcb-ad1c-a786e52b329a admin admin] Deleting port d782418f-dbf5-475c-b932-dbcad6a42b0c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:32:33.989660 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f841bf6e-139b-4bcb-ad1c-a786e52b329a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:34.066675 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f841bf6e-139b-4bcb-ad1c-a786e52b329a admin admin] For port d782418f-dbf5-475c-b932-dbcad6a42b0c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d782418f-dbf5-475c-b932-dbcad6a42b0c,segment=NetworkSegment(c6a023ae-8da5-4e4d-a91b-3033755bb18a),segment_id=c6a023ae-8da5-4e4d-a91b-3033755bb18a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:34.067036 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f841bf6e-139b-4bcb-ad1c-a786e52b329a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:34.079528 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f841bf6e-139b-4bcb-ad1c-a786e52b329a admin admin] Calling delete_port for d782418f-dbf5-475c-b932-dbcad6a42b0c owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:32:34.256176 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f841bf6e-139b-4bcb-ad1c-a786e52b329a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:34.280410 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841bf6e-139b-4bcb-ad1c-a786e52b329a admin admin] Pushing event deleted for resources: {'Port': ['ID=d782418f-dbf5-475c-b932-dbcad6a42b0c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:34.300573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c5b8e2b9-0895-4a93-9558-e91821a7b78c no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:32:34.324872 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: c5b8e2b9-0895-4a93-9558-e91821a7b78c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:32:34.325783 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c5b8e2b9-0895-4a93-9558-e91821a7b78c not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:32:34.325783 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 98f9a667-8ee6-47f3-842c-935819a6f0c8 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:32:34.344981 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 98f9a667-8ee6-47f3-842c-935819a6f0c8 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:32:34.345443 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 98f9a667-8ee6-47f3-842c-935819a6f0c8 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:32:34.449151 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f841bf6e-139b-4bcb-ad1c-a786e52b329a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:34.661073 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f841bf6e-139b-4bcb-ad1c-a786e52b329a admin admin] Router 9643f840-01cd-4084-a503-e13189c9ae78 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:32:34.665350 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:34.764333 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f841bf6e-139b-4bcb-ad1c-a786e52b329a admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:32:34.771694 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f841bf6e-139b-4bcb-ad1c-a786e52b329a admin admin] 10.222.0.35 "PUT /v2.0/routers/9643f840-01cd-4084-a503-e13189c9ae78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4101539 Jul 14 07:32:34.772103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56424) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:34.772972 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d17ab9-b707-44d1-ab61-266045022085 None None] Sync routers for ids ['9643f840-01cd-4084-a503-e13189c9ae78'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:32:34.782649 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d17ab9-b707-44d1-ab61-266045022085 None None] Routers {'9643f840-01cd-4084-a503-e13189c9ae78'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:32:34.783262 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-68d17ab9-b707-44d1-ab61-266045022085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:32:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9643f840-01cd-4084-a503-e13189c9ae78'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:34.792432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cb7473e1-d631-4c2a-8f32-dc7bace27206 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:32:34.845309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port cb7473e1-d631-4c2a-8f32-dc7bace27206 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:32:34.851252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port cb7473e1-d631-4c2a-8f32-dc7bace27206 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:32:34.851739 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:34.889315 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-68d17ab9-b707-44d1-ab61-266045022085 None None] Set router 9643f840-01cd-4084-a503-e13189c9ae78 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:32:34.947501 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:34.975793 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7473e1-d631-4c2a-8f32-dc7bace27206'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:32:34.978652 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3aceb9-373d-4deb-b215-1bedc70a774f" -d '{"events": [{"server_uuid": "ae6941dc-969e-4752-8e0f-7a17149743bf", "name": "network-vif-plugged", "status": "completed", "tag": "cb7473e1-d631-4c2a-8f32-dc7bace27206"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:32:34.996250 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port cb7473e1-d631-4c2a-8f32-dc7bace27206, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cb7473e1-d631-4c2a-8f32-dc7bace27206,segment=NetworkSegment(df50c3e7-d52e-49b7-82d2-51b454e7fb83),segment_id=df50c3e7-d52e-49b7-82d2-51b454e7fb83)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:35.003222 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:35.052126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7b12e-f821-4cc9-8075-4ab3bfa341e6 req-9b0784d1-4e95-4a9c-92f0-823b162c7bb4 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:35.053760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cad7b12e-f821-4cc9-8075-4ab3bfa341e6 req-9b0784d1-4e95-4a9c-92f0-823b162c7bb4 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 945 time: 0.1104777 Jul 14 07:32:35.076360 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=cb7473e1-d631-4c2a-8f32-dc7bace27206,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:35.103339 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac45200-ae13-470f-97dd-0774dc91c646 x-openstack-request-id: req-1ac45200-ae13-470f-97dd-0774dc91c646 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:32:35.103640 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6941dc-969e-4752-8e0f-7a17149743bf", "name": "network-vif-plugged", "status": "completed", "tag": "cb7473e1-d631-4c2a-8f32-dc7bace27206", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:32:35.103899 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1ac45200-ae13-470f-97dd-0774dc91c646 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:32:35.104298 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7473e1-d631-4c2a-8f32-dc7bace27206', 'code': 200} Jul 14 07:32:35.115197 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cad7b12e-f821-4cc9-8075-4ab3bfa341e6 req-13bbada6-02f9-4f81-924f-09c98e9173ba tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0ffcc40-cd45-4a54-a4b3-d66bf573fdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471816 Jul 14 07:32:35.167878 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-68d17ab9-b707-44d1-ab61-266045022085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9643f840-01cd-4084-a503-e13189c9ae78', 'name': 'tempest-TestServerMultinode-1572718159-router', 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '70c56fe2-fa9b-430f-87a4-3db204e64fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:56Z', 'updated_at': '2021-07-14T07:32:34Z', 'revision_number': 5, 'project_id': '009d3578f2b34e4287b30a01e6684b6f', 'gw_port': {'id': '70c56fe2-fa9b-430f-87a4-3db204e64fd7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9643f840-01cd-4084-a503-e13189c9ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:56Z', 'updated_at': '2021-07-14T07:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:35.194342 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d17ab9-b707-44d1-ab61-266045022085 None None] Checking router: 9643f840-01cd-4084-a503-e13189c9ae78 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:32:35.203740 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d17ab9-b707-44d1-ab61-266045022085 None None] Routers {'9643f840-01cd-4084-a503-e13189c9ae78'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:32:35.204356 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-68d17ab9-b707-44d1-ab61-266045022085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:32:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9643f840-01cd-4084-a503-e13189c9ae78'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:35.275333 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e649c74-178c-48b1-abfd-8e5c4a25c225 admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:35.302985 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-68d17ab9-b707-44d1-ab61-266045022085 None None] Set router 9643f840-01cd-4084-a503-e13189c9ae78 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:32:35.357601 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59d01c-f331-4769-ac25-55e89ec583c5 req-4e632f0a-f8be-4f92-93a0-576f1d8b2c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:35.359105 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-aa59d01c-f331-4769-ac25-55e89ec583c5 req-4e632f0a-f8be-4f92-93a0-576f1d8b2c26 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 1097 time: 0.1350656 Jul 14 07:32:35.407528 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e649c74-178c-48b1-abfd-8e5c4a25c225 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:35.411475 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-aa59d01c-f331-4769-ac25-55e89ec583c5 req-0a2ed087-68d6-47ac-a9b7-731e555a5799 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b0ffcc40-cd45-4a54-a4b3-d66bf573fdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443654 Jul 14 07:32:35.466541 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7e649c74-178c-48b1-abfd-8e5c4a25c225 admin admin] Deleting port 70c56fe2-fa9b-430f-87a4-3db204e64fd7 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:32:35.467193 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e649c74-178c-48b1-abfd-8e5c4a25c225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:35.545761 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-7e649c74-178c-48b1-abfd-8e5c4a25c225 admin admin] For port 70c56fe2-fa9b-430f-87a4-3db204e64fd7, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=70c56fe2-fa9b-430f-87a4-3db204e64fd7,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:35.546263 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e649c74-178c-48b1-abfd-8e5c4a25c225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:35.559552 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7e649c74-178c-48b1-abfd-8e5c4a25c225 admin admin] Calling delete_port for 70c56fe2-fa9b-430f-87a4-3db204e64fd7 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:32:35.561921 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-68d17ab9-b707-44d1-ab61-266045022085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9643f840-01cd-4084-a503-e13189c9ae78', 'name': 'tempest-TestServerMultinode-1572718159-router', 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '70c56fe2-fa9b-430f-87a4-3db204e64fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:56Z', 'updated_at': '2021-07-14T07:32:34Z', 'revision_number': 5, 'project_id': '009d3578f2b34e4287b30a01e6684b6f', 'gw_port': {'id': '70c56fe2-fa9b-430f-87a4-3db204e64fd7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9643f840-01cd-4084-a503-e13189c9ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:56Z', 'updated_at': '2021-07-14T07:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:35.590724 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d17ab9-b707-44d1-ab61-266045022085 None None] The sync data for ids ['9643f840-01cd-4084-a503-e13189c9ae78'] in n-d-778696-5 is: [{'id': '9643f840-01cd-4084-a503-e13189c9ae78', 'name': 'tempest-TestServerMultinode-1572718159-router', 'tenant_id': '009d3578f2b34e4287b30a01e6684b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '70c56fe2-fa9b-430f-87a4-3db204e64fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:56Z', 'updated_at': '2021-07-14T07:32:34Z', 'revision_number': 5, 'project_id': '009d3578f2b34e4287b30a01e6684b6f', 'gw_port': {'id': '70c56fe2-fa9b-430f-87a4-3db204e64fd7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9643f840-01cd-4084-a503-e13189c9ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:56Z', 'updated_at': '2021-07-14T07:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:32:35.738825 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e649c74-178c-48b1-abfd-8e5c4a25c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:35.764822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e649c74-178c-48b1-abfd-8e5c4a25c225 admin admin] Pushing event deleted for resources: {'Port': ['ID=70c56fe2-fa9b-430f-87a4-3db204e64fd7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:35.826481 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e649c74-178c-48b1-abfd-8e5c4a25c225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:35.913624 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e649c74-178c-48b1-abfd-8e5c4a25c225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:35.915593 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e649c74-178c-48b1-abfd-8e5c4a25c225 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:35.958670 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e649c74-178c-48b1-abfd-8e5c4a25c225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:35.959214 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e649c74-178c-48b1-abfd-8e5c4a25c225 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9643f840-01cd-4084-a503-e13189c9ae78 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:32:35.963630 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e649c74-178c-48b1-abfd-8e5c4a25c225 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:35.965436 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7e649c74-178c-48b1-abfd-8e5c4a25c225 admin admin] 10.222.0.35 "DELETE /v2.0/routers/9643f840-01cd-4084-a503-e13189c9ae78 HTTP/1.1" status: 204 len: 168 time: 1.1923809 Jul 14 07:32:35.967982 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56436) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:36.013730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-97379f89-7b4a-4dbd-a503-004049cee44a admin admin] Deleting subnet 6ed0957d-d058-4e92-83c5-e3876dc0fd66 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:32:36.016999 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97379f89-7b4a-4dbd-a503-004049cee44a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:36.057558 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97379f89-7b4a-4dbd-a503-004049cee44a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:36.140513 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97379f89-7b4a-4dbd-a503-004049cee44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:36.198260 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:36.205993 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97379f89-7b4a-4dbd-a503-004049cee44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:36.230359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97379f89-7b4a-4dbd-a503-004049cee44a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ed0957d-d058-4e92-83c5-e3876dc0fd66,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:36.236817 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97379f89-7b4a-4dbd-a503-004049cee44a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:36.239633 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-97379f89-7b4a-4dbd-a503-004049cee44a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6ed0957d-d058-4e92-83c5-e3876dc0fd66 HTTP/1.1" status: 204 len: 168 time: 0.2704315 Jul 14 07:32:36.242097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56440) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:36.243879 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2629380a-7da6-4d42-99f2-96c9b13e1e8c None None] Network 1b310e59-ec89-44de-9590-9c3d94273870 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:32:36.384916 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:36.407288 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec42ac-7767-4b0d-9885-bcc3ef8bd07a req-cbd93ba6-2800-41e2-bdba-a4f21848e57c tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:36.408790 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2dec42ac-7767-4b0d-9885-bcc3ef8bd07a req-cbd93ba6-2800-41e2-bdba-a4f21848e57c tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 946 time: 0.1281419 Jul 14 07:32:36.471581 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2dec42ac-7767-4b0d-9885-bcc3ef8bd07a req-f6d46782-1f97-4e11-9ff9-d67eaacf056d tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0ffcc40-cd45-4a54-a4b3-d66bf573fdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417778 Jul 14 07:32:36.481863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] Deleting port 52686a79-1e0f-4c10-96fc-95890597d3c1 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:32:36.482250 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:36.547112 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] For port 52686a79-1e0f-4c10-96fc-95890597d3c1, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=52686a79-1e0f-4c10-96fc-95890597d3c1,segment=NetworkSegment(c6a023ae-8da5-4e4d-a91b-3033755bb18a),segment_id=c6a023ae-8da5-4e4d-a91b-3033755bb18a)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:32:36.547790 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:36.560629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] Calling delete_port for 52686a79-1e0f-4c10-96fc-95890597d3c1 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:32:36.688778 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eb4c5-f3dc-4f05-b6db-a75a135170d6 req-c4cf2975-3a4b-47a1-9069-3e40d6824c7a tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:36.690363 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c99eb4c5-f3dc-4f05-b6db-a75a135170d6 req-c4cf2975-3a4b-47a1-9069-3e40d6824c7a tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 946 time: 0.0916760 Jul 14 07:32:36.691511 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:36.718871 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] Pushing event deleted for resources: {'Port': ['ID=52686a79-1e0f-4c10-96fc-95890597d3c1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:36.720697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] No DVR routers for this DVR port 52686a79-1e0f-4c10-96fc-95890597d3c1 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:32:36.742126 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8570664-4139-4ac3-af2c-d38ebe343ee6 None None] DHCP port deletion for 1b310e59-ec89-44de-9590-9c3d94273870 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:32:36.767789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d782418f-dbf5-475c-b932-dbcad6a42b0c no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:32:36.789765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: d782418f-dbf5-475c-b932-dbcad6a42b0c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:32:36.790463 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d782418f-dbf5-475c-b932-dbcad6a42b0c not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:32:36.816649 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:36.834940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b310e59-ec89-44de-9590-9c3d94273870']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:36.847450 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a023ae-8da5-4e4d-a91b-3033755bb18a') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:36.847747 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a023ae-8da5-4e4d-a91b-3033755bb18a') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:36.851827 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c99eb4c5-f3dc-4f05-b6db-a75a135170d6 req-9f749aad-73d9-4086-8a42-aa8a30a725e3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0ffcc40-cd45-4a54-a4b3-d66bf573fdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610056 Jul 14 07:32:36.861570 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:36.878077 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56448) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:36.881492 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:36.888172 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:32:36.888738 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:32:36.890402 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:32:36.942930 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:36.948781 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:36.953342 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] 10.222.0.35 "DELETE /v2.0/networks/1b310e59-ec89-44de-9590-9c3d94273870 HTTP/1.1" status: 204 len: 168 time: 0.7081702 Jul 14 07:32:36.964785 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7b937-3fce-42d9-a07c-876bf7d1ea6a admin admin] Pushing event deleted for resources: {'Network': ['ID=1b310e59-ec89-44de-9590-9c3d94273870,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:37.059279 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571797f9-97b7-484f-a541-d372eb1f6673 tempest-TestVolumeBackupRestore-1153226769 tempest-TestVolumeBackupRestore-1153226769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:37.060865 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-571797f9-97b7-484f-a541-d372eb1f6673 tempest-TestVolumeBackupRestore-1153226769 tempest-TestVolumeBackupRestore-1153226769-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 1092 time: 0.1817884 Jul 14 07:32:37.063869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56454) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:37.068474 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': 'cb7473e1-d631-4c2a-8f32-dc7bace27206', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:32:37.091323 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:37.128598 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56456) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:37.169438 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ecdbd624-dc58-4c28-aac9-75bfd7f42b16 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bcefcd69361a4beab3e19061cb6e5d82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390460 Jul 14 07:32:37.171429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56458) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:37.186175 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:37.223764 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57b889f7-4ce9-4854-adab-25b403a20832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:37.244244 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57b889f7-4ce9-4854-adab-25b403a20832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:37.291462 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57b889f7-4ce9-4854-adab-25b403a20832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:37.292739 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Allocated IP 172.25.7.132 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/c54a45d8-8492-4cb5-836e-1890579a3bab) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:32:37.294506 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57b889f7-4ce9-4854-adab-25b403a20832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:37.295910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-57b889f7-4ce9-4854-adab-25b403a20832 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/429fa134-fb1a-479a-bdc8-cc50942aeaca HTTP/1.1" status: 204 len: 168 time: 0.1234918 Jul 14 07:32:37.303943 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b889f7-4ce9-4854-adab-25b403a20832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429fa134-fb1a-479a-bdc8-cc50942aeaca,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:37.395326 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:37.437277 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:37.475695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:32:37.481796 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:32:37.484411 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:32:37.514242 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Pushing event updated for resources: {'Port': ['ID=c54a45d8-8492-4cb5-836e-1890579a3bab,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:37.628823 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56464) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:37.667957 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2aec4a54-0785-488e-8727-111cce534368 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=009d3578f2b34e4287b30a01e6684b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379319 Jul 14 07:32:37.670445 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56466) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:37.718746 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f1b53bd-783a-4c56-b442-aeb0c522d2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:37.739996 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f1b53bd-783a-4c56-b442-aeb0c522d2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:37.787491 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f1b53bd-783a-4c56-b442-aeb0c522d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:37.790322 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f1b53bd-783a-4c56-b442-aeb0c522d2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:37.793954 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8f1b53bd-783a-4c56-b442-aeb0c522d2f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49db6777-b1b9-4c21-9e07-68f23e2d24fa HTTP/1.1" status: 204 len: 168 time: 0.1201868 Jul 14 07:32:37.800425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b53bd-783a-4c56-b442-aeb0c522d2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49db6777-b1b9-4c21-9e07-68f23e2d24fa,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:37.881450 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:37.981695 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:38.148030 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:38.152797 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:38.224448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Pushing event updated for resources: {'Port': ['ID=c54a45d8-8492-4cb5-836e-1890579a3bab,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:32:38.238656 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:38.305636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 70c56fe2-fa9b-430f-87a4-3db204e64fd7 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:32:38.327825 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 70c56fe2-fa9b-430f-87a4-3db204e64fd7 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:32:38.328170 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 70c56fe2-fa9b-430f-87a4-3db204e64fd7 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:32:38.328782 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 52686a79-1e0f-4c10-96fc-95890597d3c1 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:32:38.348779 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Floating IP 9aebef42-3b14-4626-8683-98bc4c132064 associated. External IP: 172.25.7.132, port: cb7473e1-d631-4c2a-8f32-dc7bace27206. Jul 14 07:32:38.351867 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 52686a79-1e0f-4c10-96fc-95890597d3c1 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:32:38.352362 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 52686a79-1e0f-4c10-96fc-95890597d3c1 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:32:38.561805 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Router e689df84-7b0c-4cde-b9c7-b03f999e101d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:32:38.665658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:32:38.674948 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9358e70-9770-4fdb-a479-596548d62323 None None] Sync routers for ids ['e689df84-7b0c-4cde-b9c7-b03f999e101d'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:32:38.681459 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:38.683691 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9358e70-9770-4fdb-a479-596548d62323 None None] Routers {'e689df84-7b0c-4cde-b9c7-b03f999e101d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:32:38.684305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d9358e70-9770-4fdb-a479-596548d62323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:32:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e689df84-7b0c-4cde-b9c7-b03f999e101d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:38.718028 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-39198f4d-42cb-4094-8c4d-38b001ab5abb tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6530392 Jul 14 07:32:38.718707 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'tag': 'cb7473e1-d631-4c2a-8f32-dc7bace27206'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:32:38.721003 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10249ce8-614f-472c-abd6-f97cd726b462" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6941dc-969e-4752-8e0f-7a17149743bf", "tag": "cb7473e1-d631-4c2a-8f32-dc7bace27206"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:32:38.721152 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56474) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:38.758389 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ae0e5e-d1ec-4972-8721-9db62a845181 x-openstack-request-id: req-08ae0e5e-d1ec-4972-8721-9db62a845181 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:32:38.758771 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6941dc-969e-4752-8e0f-7a17149743bf", "tag": "cb7473e1-d631-4c2a-8f32-dc7bace27206", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:32:38.759096 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-08ae0e5e-d1ec-4972-8721-9db62a845181 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:32:38.759569 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'tag': 'cb7473e1-d631-4c2a-8f32-dc7bace27206', 'status': 'completed', 'code': 200} Jul 14 07:32:38.780601 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe07347-a82d-4cf8-aa35-33c48f9852ba tempest-TestVolumeBackupRestore-1153226769 tempest-TestVolumeBackupRestore-1153226769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:38.784982 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-afe07347-a82d-4cf8-aa35-33c48f9852ba tempest-TestVolumeBackupRestore-1153226769 tempest-TestVolumeBackupRestore-1153226769-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 1092 time: 0.0601730 Jul 14 07:32:38.785299 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56478) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:32:38.790289 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2cf70097-6189-4478-99ee-c1419bbdafaf tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Request body: {'floatingip': {'port_id': 'cb7473e1-d631-4c2a-8f32-dc7bace27206'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:32:38.801165 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-d9358e70-9770-4fdb-a479-596548d62323 None None] Set router e689df84-7b0c-4cde-b9c7-b03f999e101d gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:32:38.843791 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10249ce8-614f-472c-abd6-f97cd726b462 req-cc6b26b4-5b18-4de1-87cc-c35d40af2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:38.845426 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-10249ce8-614f-472c-abd6-f97cd726b462 req-cc6b26b4-5b18-4de1-87cc-c35d40af2b7d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=615cd8d1bde74969b627a5c3975d9043&device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 1097 time: 0.0550773 Jul 14 07:32:38.845578 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cf70097-6189-4478-99ee-c1419bbdafaf tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:38.959561 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10249ce8-614f-472c-abd6-f97cd726b462 req-4fa0f8c4-53d5-4122-bef2-c47c14b56de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:38.961072 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-10249ce8-614f-472c-abd6-f97cd726b462 req-4fa0f8c4-53d5-4122-bef2-c47c14b56de1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b227cb95-accc-407b-92b7-3a2998bb1bd7 HTTP/1.1" status: 200 len: 914 time: 0.1098759 Jul 14 07:32:39.055178 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-10249ce8-614f-472c-abd6-f97cd726b462 req-474f9b50-6c8e-41c4-8292-a732b2041f1e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb7473e1-d631-4c2a-8f32-dc7bace27206 HTTP/1.1" status: 200 len: 1000 time: 0.0862017 Jul 14 07:32:39.066801 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d9358e70-9770-4fdb-a479-596548d62323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'name': 'tempest-TestVolumeBackupRestore-223119985-router', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:03Z', 'updated_at': '2021-07-14T07:30:07Z', 'revision_number': 4, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'gw_port': {'id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:04Z', 'updated_at': '2021-07-14T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '9aebef42-3b14-4626-8683-98bc4c132064', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'port_id': 'cb7473e1-d631-4c2a-8f32-dc7bace27206', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'mac_address': 'fa:16:3e:9d:db:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:32:37Z', 'updated_at': '2021-07-14T07:32:37Z', 'revision_number': 0, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11444cce-8b04-402d-b418-4d0f64836c49', 'name': '', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'mac_address': 'fa:16:3e:d0:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:06Z', 'updated_at': '2021-07-14T07:30:14Z', 'revision_number': 5, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'subnets': [{'id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:39.094880 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9358e70-9770-4fdb-a479-596548d62323 None None] Checking router: e689df84-7b0c-4cde-b9c7-b03f999e101d for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:32:39.103371 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9358e70-9770-4fdb-a479-596548d62323 None None] Routers {'e689df84-7b0c-4cde-b9c7-b03f999e101d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:32:39.104239 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d9358e70-9770-4fdb-a479-596548d62323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:32:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e689df84-7b0c-4cde-b9c7-b03f999e101d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:39.109647 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10249ce8-614f-472c-abd6-f97cd726b462 req-1ea8cb4d-ccd5-4144-8d10-fd498584fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:39.111206 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-10249ce8-614f-472c-abd6-f97cd726b462 req-1ea8cb4d-ccd5-4144-8d10-fd498584fe43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=004b12ea-a6a1-44c5-ad92-36678056c47b HTTP/1.1" status: 200 len: 852 time: 0.0486610 Jul 14 07:32:39.171895 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10249ce8-614f-472c-abd6-f97cd726b462 req-63134b49-116e-4768-b958-9f26051aa40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:39.173459 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-10249ce8-614f-472c-abd6-f97cd726b462 req-63134b49-116e-4768-b958-9f26051aa40e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b227cb95-accc-407b-92b7-3a2998bb1bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560832 Jul 14 07:32:39.226110 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-d9358e70-9770-4fdb-a479-596548d62323 None None] Set router e689df84-7b0c-4cde-b9c7-b03f999e101d gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:32:39.264003 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-10249ce8-614f-472c-abd6-f97cd726b462 req-da61397f-996f-4d3c-887b-38b2f258b1ff service neutron] 10.222.0.30 "GET /v2.0/networks/b227cb95-accc-407b-92b7-3a2998bb1bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844030 Jul 14 07:32:39.365829 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-10249ce8-614f-472c-abd6-f97cd726b462 req-20fc9f5a-9401-45a4-a173-16ee52d4920e service neutron] 10.222.0.30 "GET /v2.0/networks/b227cb95-accc-407b-92b7-3a2998bb1bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955224 Jul 14 07:32:39.375254 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cf70097-6189-4478-99ee-c1419bbdafaf tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:39.385268 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cf70097-6189-4478-99ee-c1419bbdafaf tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:39.613699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d9358e70-9770-4fdb-a479-596548d62323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'name': 'tempest-TestVolumeBackupRestore-223119985-router', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:03Z', 'updated_at': '2021-07-14T07:30:07Z', 'revision_number': 4, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'gw_port': {'id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:04Z', 'updated_at': '2021-07-14T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '9aebef42-3b14-4626-8683-98bc4c132064', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'port_id': 'cb7473e1-d631-4c2a-8f32-dc7bace27206', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'mac_address': 'fa:16:3e:9d:db:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:32:37Z', 'updated_at': '2021-07-14T07:32:37Z', 'revision_number': 0, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11444cce-8b04-402d-b418-4d0f64836c49', 'name': '', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'mac_address': 'fa:16:3e:d0:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:06Z', 'updated_at': '2021-07-14T07:30:14Z', 'revision_number': 5, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'subnets': [{'id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:39.640834 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9358e70-9770-4fdb-a479-596548d62323 None None] The sync data for ids ['e689df84-7b0c-4cde-b9c7-b03f999e101d'] in n-d-778696-5 is: [{'id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'name': 'tempest-TestVolumeBackupRestore-223119985-router', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:03Z', 'updated_at': '2021-07-14T07:30:07Z', 'revision_number': 4, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'gw_port': {'id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:04Z', 'updated_at': '2021-07-14T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '9aebef42-3b14-4626-8683-98bc4c132064', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'port_id': 'cb7473e1-d631-4c2a-8f32-dc7bace27206', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'mac_address': 'fa:16:3e:9d:db:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:32:37Z', 'updated_at': '2021-07-14T07:32:37Z', 'revision_number': 0, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11444cce-8b04-402d-b418-4d0f64836c49', 'name': '', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'mac_address': 'fa:16:3e:d0:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:06Z', 'updated_at': '2021-07-14T07:30:14Z', 'revision_number': 5, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'subnets': [{'id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:32:39.840853 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f710fe-6b04-4cb8-a1bf-7c41e6351924 None None] New status for floating IP 9aebef42-3b14-4626-8683-98bc4c132064: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:32:39.919995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf70097-6189-4478-99ee-c1419bbdafaf tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Router e689df84-7b0c-4cde-b9c7-b03f999e101d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:32:40.036543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf70097-6189-4478-99ee-c1419bbdafaf tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:32:40.043519 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cf70097-6189-4478-99ee-c1419bbdafaf tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:40.075403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac77bf-4428-491a-a1cb-60ad93869154 None None] Sync routers for ids ['e689df84-7b0c-4cde-b9c7-b03f999e101d'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:32:40.084983 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'tag': 'cb7473e1-d631-4c2a-8f32-dc7bace27206'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:32:40.087309 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7714577d-82be-4d4b-807b-dd05437f1102" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6941dc-969e-4752-8e0f-7a17149743bf", "tag": "cb7473e1-d631-4c2a-8f32-dc7bace27206"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:32:40.097489 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac77bf-4428-491a-a1cb-60ad93869154 None None] Routers {'e689df84-7b0c-4cde-b9c7-b03f999e101d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:32:40.098127 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-efac77bf-4428-491a-a1cb-60ad93869154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:32:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e689df84-7b0c-4cde-b9c7-b03f999e101d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:40.134007 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2cf70097-6189-4478-99ee-c1419bbdafaf tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "PUT /v2.0/floatingips/9aebef42-3b14-4626-8683-98bc4c132064 HTTP/1.1" status: 200 len: 992 time: 1.3471320 Jul 14 07:32:40.141767 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1203160b-429a-4933-90ce-57f6f385b623 x-openstack-request-id: req-1203160b-429a-4933-90ce-57f6f385b623 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:32:40.142159 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6941dc-969e-4752-8e0f-7a17149743bf", "tag": "cb7473e1-d631-4c2a-8f32-dc7bace27206", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:32:40.142477 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1203160b-429a-4933-90ce-57f6f385b623 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:32:40.143842 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'tag': 'cb7473e1-d631-4c2a-8f32-dc7bace27206', 'status': 'completed', 'code': 200} Jul 14 07:32:40.236779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-efac77bf-4428-491a-a1cb-60ad93869154 None None] Set router e689df84-7b0c-4cde-b9c7-b03f999e101d gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:32:40.357267 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714577d-82be-4d4b-807b-dd05437f1102 req-b4259093-dd48-4680-949d-37a22be080ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:40.358873 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7714577d-82be-4d4b-807b-dd05437f1102 req-b4259093-dd48-4680-949d-37a22be080ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=615cd8d1bde74969b627a5c3975d9043&device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 1097 time: 0.1954634 Jul 14 07:32:40.451575 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714577d-82be-4d4b-807b-dd05437f1102 req-c21cc1ec-0b51-4af9-9f2a-6f7f6026d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:40.452975 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7714577d-82be-4d4b-807b-dd05437f1102 req-c21cc1ec-0b51-4af9-9f2a-6f7f6026d9a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b227cb95-accc-407b-92b7-3a2998bb1bd7 HTTP/1.1" status: 200 len: 914 time: 0.0885022 Jul 14 07:32:40.459209 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-efac77bf-4428-491a-a1cb-60ad93869154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'name': 'tempest-TestVolumeBackupRestore-223119985-router', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:03Z', 'updated_at': '2021-07-14T07:30:07Z', 'revision_number': 4, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'gw_port': {'id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:04Z', 'updated_at': '2021-07-14T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '9aebef42-3b14-4626-8683-98bc4c132064', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'port_id': 'cb7473e1-d631-4c2a-8f32-dc7bace27206', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'mac_address': 'fa:16:3e:9d:db:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:32:37Z', 'updated_at': '2021-07-14T07:32:39Z', 'revision_number': 2, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11444cce-8b04-402d-b418-4d0f64836c49', 'name': '', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'mac_address': 'fa:16:3e:d0:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:06Z', 'updated_at': '2021-07-14T07:30:14Z', 'revision_number': 5, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'subnets': [{'id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:40.485973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac77bf-4428-491a-a1cb-60ad93869154 None None] Checking router: e689df84-7b0c-4cde-b9c7-b03f999e101d for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:32:40.494276 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac77bf-4428-491a-a1cb-60ad93869154 None None] Routers {'e689df84-7b0c-4cde-b9c7-b03f999e101d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:32:40.494892 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-efac77bf-4428-491a-a1cb-60ad93869154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:32:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e689df84-7b0c-4cde-b9c7-b03f999e101d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:40.516579 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7714577d-82be-4d4b-807b-dd05437f1102 req-2d687a7c-066c-4505-92fc-550a4db23a75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb7473e1-d631-4c2a-8f32-dc7bace27206 HTTP/1.1" status: 200 len: 1002 time: 0.0579834 Jul 14 07:32:40.563399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714577d-82be-4d4b-807b-dd05437f1102 req-df4b4739-e628-4fe2-9279-1d420fd21146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:40.564882 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7714577d-82be-4d4b-807b-dd05437f1102 req-df4b4739-e628-4fe2-9279-1d420fd21146 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=004b12ea-a6a1-44c5-ad92-36678056c47b HTTP/1.1" status: 200 len: 852 time: 0.0424581 Jul 14 07:32:40.598622 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-efac77bf-4428-491a-a1cb-60ad93869154 None None] Set router e689df84-7b0c-4cde-b9c7-b03f999e101d gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:32:40.625685 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714577d-82be-4d4b-807b-dd05437f1102 req-526ca67f-9b28-4dbd-9f64-d22044ae926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:40.627234 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7714577d-82be-4d4b-807b-dd05437f1102 req-526ca67f-9b28-4dbd-9f64-d22044ae926a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b227cb95-accc-407b-92b7-3a2998bb1bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563266 Jul 14 07:32:40.714622 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7714577d-82be-4d4b-807b-dd05437f1102 req-6fb1635b-9b0d-4a12-88a2-2533b6eedcdd service neutron] 10.222.0.30 "GET /v2.0/networks/b227cb95-accc-407b-92b7-3a2998bb1bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810032 Jul 14 07:32:40.806400 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7714577d-82be-4d4b-807b-dd05437f1102 req-fbabaa0c-9e1d-4b94-8b44-28b6a117bb15 service neutron] 10.222.0.30 "GET /v2.0/networks/b227cb95-accc-407b-92b7-3a2998bb1bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852604 Jul 14 07:32:40.815852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-efac77bf-4428-491a-a1cb-60ad93869154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'name': 'tempest-TestVolumeBackupRestore-223119985-router', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:03Z', 'updated_at': '2021-07-14T07:30:07Z', 'revision_number': 4, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'gw_port': {'id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:04Z', 'updated_at': '2021-07-14T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '9aebef42-3b14-4626-8683-98bc4c132064', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'port_id': 'cb7473e1-d631-4c2a-8f32-dc7bace27206', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'mac_address': 'fa:16:3e:9d:db:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:32:37Z', 'updated_at': '2021-07-14T07:32:39Z', 'revision_number': 2, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11444cce-8b04-402d-b418-4d0f64836c49', 'name': '', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'mac_address': 'fa:16:3e:d0:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:06Z', 'updated_at': '2021-07-14T07:30:14Z', 'revision_number': 5, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'subnets': [{'id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:32:40.845867 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac77bf-4428-491a-a1cb-60ad93869154 None None] The sync data for ids ['e689df84-7b0c-4cde-b9c7-b03f999e101d'] in n-d-778696-5 is: [{'id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'name': 'tempest-TestVolumeBackupRestore-223119985-router', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:03Z', 'updated_at': '2021-07-14T07:30:07Z', 'revision_number': 4, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'gw_port': {'id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:04Z', 'updated_at': '2021-07-14T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '9aebef42-3b14-4626-8683-98bc4c132064', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'port_id': 'cb7473e1-d631-4c2a-8f32-dc7bace27206', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'mac_address': 'fa:16:3e:9d:db:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:32:37Z', 'updated_at': '2021-07-14T07:32:39Z', 'revision_number': 2, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11444cce-8b04-402d-b418-4d0f64836c49', 'name': '', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'mac_address': 'fa:16:3e:d0:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:06Z', 'updated_at': '2021-07-14T07:30:14Z', 'revision_number': 5, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'subnets': [{'id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:32:42.145558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'tag': 'cb7473e1-d631-4c2a-8f32-dc7bace27206'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:32:42.147949 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e631d4-cecb-4dac-b931-9926c458e892" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6941dc-969e-4752-8e0f-7a17149743bf", "tag": "cb7473e1-d631-4c2a-8f32-dc7bace27206"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:32:42.183503 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6559fe-29a0-4ef0-8313-c35257b9a33a x-openstack-request-id: req-af6559fe-29a0-4ef0-8313-c35257b9a33a {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:32:42.183814 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6941dc-969e-4752-8e0f-7a17149743bf", "tag": "cb7473e1-d631-4c2a-8f32-dc7bace27206", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:32:42.184058 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af6559fe-29a0-4ef0-8313-c35257b9a33a {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:32:42.184443 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'tag': 'cb7473e1-d631-4c2a-8f32-dc7bace27206', 'status': 'completed', 'code': 200} Jul 14 07:32:42.257382 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e631d4-cecb-4dac-b931-9926c458e892 req-1338a98b-c2b1-4329-85e8-438459b664f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:42.258892 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-04e631d4-cecb-4dac-b931-9926c458e892 req-1338a98b-c2b1-4329-85e8-438459b664f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=615cd8d1bde74969b627a5c3975d9043&device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 1097 time: 0.0518706 Jul 14 07:32:42.345802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e631d4-cecb-4dac-b931-9926c458e892 req-1cf40a07-f050-4610-996a-0ce79e41d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:42.347309 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-04e631d4-cecb-4dac-b931-9926c458e892 req-1cf40a07-f050-4610-996a-0ce79e41d231 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b227cb95-accc-407b-92b7-3a2998bb1bd7 HTTP/1.1" status: 200 len: 914 time: 0.0817015 Jul 14 07:32:42.412640 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-04e631d4-cecb-4dac-b931-9926c458e892 req-2e650d91-b29e-4b76-a5a7-8cf702b41c99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb7473e1-d631-4c2a-8f32-dc7bace27206 HTTP/1.1" status: 200 len: 1002 time: 0.0597212 Jul 14 07:32:42.460625 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e631d4-cecb-4dac-b931-9926c458e892 req-654c137d-445c-407e-8221-17b52199999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:42.461990 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-04e631d4-cecb-4dac-b931-9926c458e892 req-654c137d-445c-407e-8221-17b52199999e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=004b12ea-a6a1-44c5-ad92-36678056c47b HTTP/1.1" status: 200 len: 852 time: 0.0435503 Jul 14 07:32:42.516920 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e631d4-cecb-4dac-b931-9926c458e892 req-2786fd48-0844-4ec4-8cd3-211ff5400323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:32:42.518524 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-04e631d4-cecb-4dac-b931-9926c458e892 req-2786fd48-0844-4ec4-8cd3-211ff5400323 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b227cb95-accc-407b-92b7-3a2998bb1bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506170 Jul 14 07:32:42.611512 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-04e631d4-cecb-4dac-b931-9926c458e892 req-b62e2923-917b-4741-9f99-5c0f588c9451 service neutron] 10.222.0.30 "GET /v2.0/networks/b227cb95-accc-407b-92b7-3a2998bb1bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866203 Jul 14 07:32:42.698709 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-04e631d4-cecb-4dac-b931-9926c458e892 req-3d589014-be4b-4061-9926-7f6c59fde12e service neutron] 10.222.0.30 "GET /v2.0/networks/b227cb95-accc-407b-92b7-3a2998bb1bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811338 Jul 14 07:32:45.623136 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:32:45.679441 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:00.509898 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-86565130-d784-43ee-9f52-5818de5f1908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:03.307205 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-51d2e08f-7fb3-4d88-a27a-6cab562974bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:03.621828 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:04.049105 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:33:04.668049 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:06.195995 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:08.597360 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 56608) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:08.752671 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5ac4d9ee-59b0-42f4-9066-8161a12a4d30 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Deleting port c54a45d8-8492-4cb5-836e-1890579a3bab {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:33:08.753031 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ac4d9ee-59b0-42f4-9066-8161a12a4d30 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:08.831651 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ac4d9ee-59b0-42f4-9066-8161a12a4d30 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:08.831980 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ac4d9ee-59b0-42f4-9066-8161a12a4d30 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:08.843189 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5ac4d9ee-59b0-42f4-9066-8161a12a4d30 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Calling delete_port for c54a45d8-8492-4cb5-836e-1890579a3bab owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:33:08.990947 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ac4d9ee-59b0-42f4-9066-8161a12a4d30 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:09.015481 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4d9ee-59b0-42f4-9066-8161a12a4d30 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Pushing event deleted for resources: {'Port': ['ID=c54a45d8-8492-4cb5-836e-1890579a3bab,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:09.081608 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ac4d9ee-59b0-42f4-9066-8161a12a4d30 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:09.081946 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-5ac4d9ee-59b0-42f4-9066-8161a12a4d30 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Floating IP 9aebef42-3b14-4626-8683-98bc4c132064 disassociated (deleted). External IP: 172.25.7.132, port: cb7473e1-d631-4c2a-8f32-dc7bace27206. Jul 14 07:33:09.283155 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac4d9ee-59b0-42f4-9066-8161a12a4d30 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Router e689df84-7b0c-4cde-b9c7-b03f999e101d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:33:09.728928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac4d9ee-59b0-42f4-9066-8161a12a4d30 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:33:09.733743 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ac4d9ee-59b0-42f4-9066-8161a12a4d30 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:09.738292 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a7e20f-6bdc-498e-8d25-7d124d1963ab None None] Sync routers for ids ['e689df84-7b0c-4cde-b9c7-b03f999e101d'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:33:09.747236 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a7e20f-6bdc-498e-8d25-7d124d1963ab None None] Routers {'e689df84-7b0c-4cde-b9c7-b03f999e101d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:33:09.747842 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-78a7e20f-6bdc-498e-8d25-7d124d1963ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:33:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e689df84-7b0c-4cde-b9c7-b03f999e101d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:09.772910 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5ac4d9ee-59b0-42f4-9066-8161a12a4d30 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "DELETE /v2.0/floatingips/9aebef42-3b14-4626-8683-98bc4c132064 HTTP/1.1" status: 204 len: 168 time: 1.1740119 Jul 14 07:33:09.773640 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'tag': 'cb7473e1-d631-4c2a-8f32-dc7bace27206'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:33:09.775931 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da66d14-5267-4221-aa5a-b3e913200d26" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6941dc-969e-4752-8e0f-7a17149743bf", "tag": "cb7473e1-d631-4c2a-8f32-dc7bace27206"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:33:09.859279 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-78a7e20f-6bdc-498e-8d25-7d124d1963ab None None] Set router e689df84-7b0c-4cde-b9c7-b03f999e101d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:33:09.945789 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc496a67-c00d-4e03-847d-95c8a2d54e40 x-openstack-request-id: req-bc496a67-c00d-4e03-847d-95c8a2d54e40 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:33:09.946458 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6941dc-969e-4752-8e0f-7a17149743bf", "tag": "cb7473e1-d631-4c2a-8f32-dc7bace27206", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:33:09.946649 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc496a67-c00d-4e03-847d-95c8a2d54e40 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:33:09.947052 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'tag': 'cb7473e1-d631-4c2a-8f32-dc7bace27206', 'status': 'completed', 'code': 200} Jul 14 07:33:10.061991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da66d14-5267-4221-aa5a-b3e913200d26 req-f3bc59af-55d2-4f18-be86-8fb0a8fcdeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:10.063511 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2da66d14-5267-4221-aa5a-b3e913200d26 req-f3bc59af-55d2-4f18-be86-8fb0a8fcdeeb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=615cd8d1bde74969b627a5c3975d9043&device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 1097 time: 0.0829401 Jul 14 07:33:10.089889 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-78a7e20f-6bdc-498e-8d25-7d124d1963ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'name': 'tempest-TestVolumeBackupRestore-223119985-router', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:03Z', 'updated_at': '2021-07-14T07:30:07Z', 'revision_number': 4, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'gw_port': {'id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:04Z', 'updated_at': '2021-07-14T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '11444cce-8b04-402d-b418-4d0f64836c49', 'name': '', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'mac_address': 'fa:16:3e:d0:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:06Z', 'updated_at': '2021-07-14T07:30:14Z', 'revision_number': 5, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'subnets': [{'id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:10.124626 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a7e20f-6bdc-498e-8d25-7d124d1963ab None None] Checking router: e689df84-7b0c-4cde-b9c7-b03f999e101d for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:33:10.136929 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a7e20f-6bdc-498e-8d25-7d124d1963ab None None] Routers {'e689df84-7b0c-4cde-b9c7-b03f999e101d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:33:10.138109 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-78a7e20f-6bdc-498e-8d25-7d124d1963ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:33:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e689df84-7b0c-4cde-b9c7-b03f999e101d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:10.167889 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da66d14-5267-4221-aa5a-b3e913200d26 req-effc5885-7c1d-4f25-861c-4515b4d1d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:10.169441 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2da66d14-5267-4221-aa5a-b3e913200d26 req-effc5885-7c1d-4f25-861c-4515b4d1d3e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b227cb95-accc-407b-92b7-3a2998bb1bd7 HTTP/1.1" status: 200 len: 914 time: 0.0989034 Jul 14 07:33:10.218157 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2da66d14-5267-4221-aa5a-b3e913200d26 req-634d02be-d004-4326-ace3-cd65b9a9589b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb7473e1-d631-4c2a-8f32-dc7bace27206 HTTP/1.1" status: 200 len: 217 time: 0.0415692 Jul 14 07:33:10.249021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b6bc9-ded9-444f-95a5-59a0032a2c0f req-7604fe7d-d500-4b37-927f-eeae08c7c028 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:10.251414 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-930b6bc9-ded9-444f-95a5-59a0032a2c0f req-7604fe7d-d500-4b37-927f-eeae08c7c028 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 946 time: 0.0707822 Jul 14 07:33:10.265637 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-78a7e20f-6bdc-498e-8d25-7d124d1963ab None None] Set router e689df84-7b0c-4cde-b9c7-b03f999e101d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:33:10.281834 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da66d14-5267-4221-aa5a-b3e913200d26 req-a77a4ee4-1ce1-4ec7-8d22-cd8c499f14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:10.283339 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2da66d14-5267-4221-aa5a-b3e913200d26 req-a77a4ee4-1ce1-4ec7-8d22-cd8c499f14bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=004b12ea-a6a1-44c5-ad92-36678056c47b HTTP/1.1" status: 200 len: 852 time: 0.0581892 Jul 14 07:33:10.292446 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-930b6bc9-ded9-444f-95a5-59a0032a2c0f req-9b9ddc5a-965b-453c-8c0a-09fbae44fbf0 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0ffcc40-cd45-4a54-a4b3-d66bf573fdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345898 Jul 14 07:33:10.343669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da66d14-5267-4221-aa5a-b3e913200d26 req-3f93cd64-0e20-4431-8198-3c03db088bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:10.345268 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2da66d14-5267-4221-aa5a-b3e913200d26 req-3f93cd64-0e20-4431-8198-3c03db088bb6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b227cb95-accc-407b-92b7-3a2998bb1bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545840 Jul 14 07:33:10.440032 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2da66d14-5267-4221-aa5a-b3e913200d26 req-b5101bef-3f24-4930-b8e5-81a91fca6a6e service neutron] 10.222.0.30 "GET /v2.0/networks/b227cb95-accc-407b-92b7-3a2998bb1bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874033 Jul 14 07:33:10.460677 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-78a7e20f-6bdc-498e-8d25-7d124d1963ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'name': 'tempest-TestVolumeBackupRestore-223119985-router', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:03Z', 'updated_at': '2021-07-14T07:30:07Z', 'revision_number': 4, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'gw_port': {'id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:04Z', 'updated_at': '2021-07-14T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '11444cce-8b04-402d-b418-4d0f64836c49', 'name': '', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'mac_address': 'fa:16:3e:d0:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:06Z', 'updated_at': '2021-07-14T07:30:14Z', 'revision_number': 5, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'subnets': [{'id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:10.489327 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a7e20f-6bdc-498e-8d25-7d124d1963ab None None] The sync data for ids ['e689df84-7b0c-4cde-b9c7-b03f999e101d'] in n-d-778696-5 is: [{'id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'name': 'tempest-TestVolumeBackupRestore-223119985-router', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:03Z', 'updated_at': '2021-07-14T07:30:07Z', 'revision_number': 4, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'gw_port': {'id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:04Z', 'updated_at': '2021-07-14T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '11444cce-8b04-402d-b418-4d0f64836c49', 'name': '', 'network_id': 'b227cb95-accc-407b-92b7-3a2998bb1bd7', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'mac_address': 'fa:16:3e:d0:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:06Z', 'updated_at': '2021-07-14T07:30:14Z', 'revision_number': 5, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'subnets': [{'id': '004b12ea-a6a1-44c5-ad92-36678056c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:33:10.531723 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2da66d14-5267-4221-aa5a-b3e913200d26 req-8d6e1e3f-7528-446b-a7df-4c3fd6c7acf5 service neutron] 10.222.0.30 "GET /v2.0/networks/b227cb95-accc-407b-92b7-3a2998bb1bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843785 Jul 14 07:33:10.700744 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb0555-b4f5-44cb-baa4-66e06b7caa62 None None] New status for floating IP 9aebef42-3b14-4626-8683-98bc4c132064: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:33:11.469435 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cb517-6486-4c93-a39c-6c4805045520 req-cd6189ae-86c5-4e81-9d38-3d6d6d5fbf41 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:11.470826 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e8cb517-6486-4c93-a39c-6c4805045520 req-cd6189ae-86c5-4e81-9d38-3d6d6d5fbf41 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 946 time: 0.0620220 Jul 14 07:33:11.507636 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e8cb517-6486-4c93-a39c-6c4805045520 req-a3675072-201a-484f-adb0-dc021115796f tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0ffcc40-cd45-4a54-a4b3-d66bf573fdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314140 Jul 14 07:33:11.596180 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682a13-0d45-4c67-b090-e3fba5efbb39 req-1bdd30f0-a977-470e-bd34-d221e96bfe2b tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:11.597635 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ac682a13-0d45-4c67-b090-e3fba5efbb39 req-1bdd30f0-a977-470e-bd34-d221e96bfe2b tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 946 time: 0.0613017 Jul 14 07:33:11.695856 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-ac682a13-0d45-4c67-b090-e3fba5efbb39 req-2fd9e2d7-300f-46fc-8bcd-f1118fd5d0a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Deleting port cb7473e1-d631-4c2a-8f32-dc7bace27206 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:33:11.696441 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ac682a13-0d45-4c67-b090-e3fba5efbb39 req-2fd9e2d7-300f-46fc-8bcd-f1118fd5d0a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:11.782708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-ac682a13-0d45-4c67-b090-e3fba5efbb39 req-2fd9e2d7-300f-46fc-8bcd-f1118fd5d0a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] For port cb7473e1-d631-4c2a-8f32-dc7bace27206, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cb7473e1-d631-4c2a-8f32-dc7bace27206,segment=NetworkSegment(df50c3e7-d52e-49b7-82d2-51b454e7fb83),segment_id=df50c3e7-d52e-49b7-82d2-51b454e7fb83)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:33:11.782998 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ac682a13-0d45-4c67-b090-e3fba5efbb39 req-2fd9e2d7-300f-46fc-8bcd-f1118fd5d0a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:11.801062 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-ac682a13-0d45-4c67-b090-e3fba5efbb39 req-2fd9e2d7-300f-46fc-8bcd-f1118fd5d0a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Calling delete_port for cb7473e1-d631-4c2a-8f32-dc7bace27206 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:33:11.921828 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ac682a13-0d45-4c67-b090-e3fba5efbb39 req-2fd9e2d7-300f-46fc-8bcd-f1118fd5d0a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:11.957436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9e2d7-300f-46fc-8bcd-f1118fd5d0a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Pushing event deleted for resources: {'Port': ['ID=cb7473e1-d631-4c2a-8f32-dc7bace27206,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:12.002220 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac682a13-0d45-4c67-b090-e3fba5efbb39 req-2fd9e2d7-300f-46fc-8bcd-f1118fd5d0a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] No DVR routers for this DVR port cb7473e1-d631-4c2a-8f32-dc7bace27206 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:33:12.004787 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ac682a13-0d45-4c67-b090-e3fba5efbb39 req-2fd9e2d7-300f-46fc-8bcd-f1118fd5d0a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:12.006788 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ac682a13-0d45-4c67-b090-e3fba5efbb39 req-2fd9e2d7-300f-46fc-8bcd-f1118fd5d0a3 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.30 "DELETE /v2.0/ports/cb7473e1-d631-4c2a-8f32-dc7bace27206 HTTP/1.1" status: 204 len: 173 time: 0.4039388 Jul 14 07:33:12.007347 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'name': 'network-vif-deleted', 'tag': 'cb7473e1-d631-4c2a-8f32-dc7bace27206'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:33:12.009652 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763f6fa1-860f-4947-ad0f-aff931a7e954" -d '{"events": [{"server_uuid": "ae6941dc-969e-4752-8e0f-7a17149743bf", "name": "network-vif-deleted", "tag": "cb7473e1-d631-4c2a-8f32-dc7bace27206"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:33:12.046380 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb8fcdf-2707-4f51-abad-e657b410dbd5 x-openstack-request-id: req-deb8fcdf-2707-4f51-abad-e657b410dbd5 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:33:12.046666 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6941dc-969e-4752-8e0f-7a17149743bf", "name": "network-vif-deleted", "tag": "cb7473e1-d631-4c2a-8f32-dc7bace27206", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:33:12.046913 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-deb8fcdf-2707-4f51-abad-e657b410dbd5 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:33:12.047302 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6941dc-969e-4752-8e0f-7a17149743bf', 'name': 'network-vif-deleted', 'tag': 'cb7473e1-d631-4c2a-8f32-dc7bace27206', 'status': 'completed', 'code': 200} Jul 14 07:33:12.651953 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fcb6bda7-3a02-452c-bc37-3444dc09dfd2 req-816c2a20-a55b-4da4-a05b-a5c6c21e5c8b tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 210 time: 0.0293658 Jul 14 07:33:13.802634 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc772196-a381-45f2-9e0f-67c453f61b06 req-3b14f2e0-3d30-4166-af14-44768309107c tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 210 time: 0.0351019 Jul 14 07:33:14.932260 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cb7473e1-d631-4c2a-8f32-dc7bace27206 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:33:14.964598 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: cb7473e1-d631-4c2a-8f32-dc7bace27206 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:33:14.964964 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cb7473e1-d631-4c2a-8f32-dc7bace27206 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:33:14.980176 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e2a3586-af7b-438f-9a53-119e30c7cfdf req-ff15204e-4665-4c39-a21c-b5c516cb4305 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6941dc-969e-4752-8e0f-7a17149743bf HTTP/1.1" status: 200 len: 210 time: 0.0440695 Jul 14 07:33:15.634495 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:15.694990 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:16.076125 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 56682) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:16.146554 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb053c19-23d0-488a-ae6c-3a5dc900dd52 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:16.171872 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb053c19-23d0-488a-ae6c-3a5dc900dd52 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:16.233503 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb053c19-23d0-488a-ae6c-3a5dc900dd52 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:16.236104 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb053c19-23d0-488a-ae6c-3a5dc900dd52 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:16.238644 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cb053c19-23d0-488a-ae6c-3a5dc900dd52 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] 10.222.0.35 "DELETE /v2.0/security-groups/b0ffcc40-cd45-4a54-a4b3-d66bf573fdce HTTP/1.1" status: 204 len: 168 time: 0.1606972 Jul 14 07:33:16.251993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb053c19-23d0-488a-ae6c-3a5dc900dd52 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ffcc40-cd45-4a54-a4b3-d66bf573fdce,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:16.261463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb053c19-23d0-488a-ae6c-3a5dc900dd52 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:16.261816 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb053c19-23d0-488a-ae6c-3a5dc900dd52 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:16.262159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb053c19-23d0-488a-ae6c-3a5dc900dd52 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:16.262708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb053c19-23d0-488a-ae6c-3a5dc900dd52 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:16.263053 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb053c19-23d0-488a-ae6c-3a5dc900dd52 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:16.263386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb053c19-23d0-488a-ae6c-3a5dc900dd52 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:16.263920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb053c19-23d0-488a-ae6c-3a5dc900dd52 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:16.264252 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb053c19-23d0-488a-ae6c-3a5dc900dd52 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:16.264735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb053c19-23d0-488a-ae6c-3a5dc900dd52 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:16.265251 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb053c19-23d0-488a-ae6c-3a5dc900dd52 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:16.265588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb053c19-23d0-488a-ae6c-3a5dc900dd52 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:16.265926 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb053c19-23d0-488a-ae6c-3a5dc900dd52 tempest-TestVolumeBackupRestore-351687987 tempest-TestVolumeBackupRestore-351687987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:20.791035 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57156) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:21.133059 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df45988c-3a35-4bfb-90f2-5b4bfa900c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:21.392407 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-df45988c-3a35-4bfb-90f2-5b4bfa900c1e admin admin] Deleting port 11444cce-8b04-402d-b418-4d0f64836c49 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:33:21.392751 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df45988c-3a35-4bfb-90f2-5b4bfa900c1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:21.470269 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-df45988c-3a35-4bfb-90f2-5b4bfa900c1e admin admin] For port 11444cce-8b04-402d-b418-4d0f64836c49, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=11444cce-8b04-402d-b418-4d0f64836c49,segment=NetworkSegment(df50c3e7-d52e-49b7-82d2-51b454e7fb83),segment_id=df50c3e7-d52e-49b7-82d2-51b454e7fb83)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:33:21.471121 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df45988c-3a35-4bfb-90f2-5b4bfa900c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:21.488086 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-df45988c-3a35-4bfb-90f2-5b4bfa900c1e admin admin] Calling delete_port for 11444cce-8b04-402d-b418-4d0f64836c49 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:33:21.659826 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df45988c-3a35-4bfb-90f2-5b4bfa900c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:21.685653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45988c-3a35-4bfb-90f2-5b4bfa900c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=11444cce-8b04-402d-b418-4d0f64836c49,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:21.846872 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df45988c-3a35-4bfb-90f2-5b4bfa900c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:22.053862 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df45988c-3a35-4bfb-90f2-5b4bfa900c1e admin admin] Router e689df84-7b0c-4cde-b9c7-b03f999e101d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:33:22.156390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df45988c-3a35-4bfb-90f2-5b4bfa900c1e admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:33:22.161420 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-df45988c-3a35-4bfb-90f2-5b4bfa900c1e admin admin] 10.222.0.35 "PUT /v2.0/routers/e689df84-7b0c-4cde-b9c7-b03f999e101d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3693347 Jul 14 07:33:22.163976 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57162) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:22.166574 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6de6edd-48af-4d47-b92d-062539837af9 None None] Sync routers for ids ['e689df84-7b0c-4cde-b9c7-b03f999e101d'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:33:22.176165 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de6edd-48af-4d47-b92d-062539837af9 None None] Routers {'e689df84-7b0c-4cde-b9c7-b03f999e101d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:33:22.176918 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c6de6edd-48af-4d47-b92d-062539837af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:33:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e689df84-7b0c-4cde-b9c7-b03f999e101d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:22.265755 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c33e458f-c63f-4705-8d41-754e69d1b30b admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:22.276473 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c6de6edd-48af-4d47-b92d-062539837af9 None None] Set router e689df84-7b0c-4cde-b9c7-b03f999e101d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:33:22.371422 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c33e458f-c63f-4705-8d41-754e69d1b30b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:22.426366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-c33e458f-c63f-4705-8d41-754e69d1b30b admin admin] Deleting port 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:33:22.426704 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c33e458f-c63f-4705-8d41-754e69d1b30b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:22.457521 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c6de6edd-48af-4d47-b92d-062539837af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'name': 'tempest-TestVolumeBackupRestore-223119985-router', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:03Z', 'updated_at': '2021-07-14T07:33:21Z', 'revision_number': 5, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'gw_port': {'id': '734f19ac-5e72-4b53-aca8-3ba04b7e8ce3', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:04Z', 'updated_at': '2021-07-14T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:22.482279 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6de6edd-48af-4d47-b92d-062539837af9 None None] Checking router: e689df84-7b0c-4cde-b9c7-b03f999e101d for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:33:22.490992 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de6edd-48af-4d47-b92d-062539837af9 None None] Routers {'e689df84-7b0c-4cde-b9c7-b03f999e101d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:33:22.491610 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c6de6edd-48af-4d47-b92d-062539837af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:33:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e689df84-7b0c-4cde-b9c7-b03f999e101d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:22.504787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-c33e458f-c63f-4705-8d41-754e69d1b30b admin admin] For port 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=734f19ac-5e72-4b53-aca8-3ba04b7e8ce3,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:33:22.505147 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c33e458f-c63f-4705-8d41-754e69d1b30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:22.517878 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-c33e458f-c63f-4705-8d41-754e69d1b30b admin admin] Calling delete_port for 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:33:22.662762 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c6de6edd-48af-4d47-b92d-062539837af9 None None] Set router e689df84-7b0c-4cde-b9c7-b03f999e101d gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:33:22.685861 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c33e458f-c63f-4705-8d41-754e69d1b30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:22.714956 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e458f-c63f-4705-8d41-754e69d1b30b admin admin] Pushing event deleted for resources: {'Port': ['ID=734f19ac-5e72-4b53-aca8-3ba04b7e8ce3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:22.715767 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c6de6edd-48af-4d47-b92d-062539837af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'name': 'tempest-TestVolumeBackupRestore-223119985-router', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:03Z', 'updated_at': '2021-07-14T07:33:22Z', 'revision_number': 6, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:22.742659 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6de6edd-48af-4d47-b92d-062539837af9 None None] The sync data for ids ['e689df84-7b0c-4cde-b9c7-b03f999e101d'] in n-d-778696-5 is: [{'id': 'e689df84-7b0c-4cde-b9c7-b03f999e101d', 'name': 'tempest-TestVolumeBackupRestore-223119985-router', 'tenant_id': '615cd8d1bde74969b627a5c3975d9043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:03Z', 'updated_at': '2021-07-14T07:33:22Z', 'revision_number': 6, 'project_id': '615cd8d1bde74969b627a5c3975d9043', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:33:22.778526 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c33e458f-c63f-4705-8d41-754e69d1b30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:22.865731 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c33e458f-c63f-4705-8d41-754e69d1b30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:22.867779 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c33e458f-c63f-4705-8d41-754e69d1b30b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:22.907104 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c33e458f-c63f-4705-8d41-754e69d1b30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:22.907620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33e458f-c63f-4705-8d41-754e69d1b30b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e689df84-7b0c-4cde-b9c7-b03f999e101d {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:33:22.912336 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c33e458f-c63f-4705-8d41-754e69d1b30b admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:22.913479 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c33e458f-c63f-4705-8d41-754e69d1b30b admin admin] 10.222.0.35 "DELETE /v2.0/routers/e689df84-7b0c-4cde-b9c7-b03f999e101d HTTP/1.1" status: 204 len: 168 time: 0.7485905 Jul 14 07:33:22.915979 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57168) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:22.962238 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce14338b-c69c-4a5e-bcf5-10e0e90210c9 admin admin] Deleting subnet 004b12ea-a6a1-44c5-ad92-36678056c47b {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:33:22.965160 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce14338b-c69c-4a5e-bcf5-10e0e90210c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:22.998574 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce14338b-c69c-4a5e-bcf5-10e0e90210c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:23.070998 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce14338b-c69c-4a5e-bcf5-10e0e90210c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:23.124168 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce14338b-c69c-4a5e-bcf5-10e0e90210c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:23.155461 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14338b-c69c-4a5e-bcf5-10e0e90210c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=004b12ea-a6a1-44c5-ad92-36678056c47b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:23.160779 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce14338b-c69c-4a5e-bcf5-10e0e90210c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:23.164997 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ce14338b-c69c-4a5e-bcf5-10e0e90210c9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/004b12ea-a6a1-44c5-ad92-36678056c47b HTTP/1.1" status: 204 len: 168 time: 0.2458305 Jul 14 07:33:23.165832 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57170) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:23.176178 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2334c0bf-f204-47dd-94cc-60dbc0a8e007 None None] Network b227cb95-accc-407b-92b7-3a2998bb1bd7 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:33:23.234182 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:23.284493 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] Deleting port 5c561bf5-3d3f-4050-88ef-91d3f209aaf4 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:33:23.284821 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:23.350810 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] For port 5c561bf5-3d3f-4050-88ef-91d3f209aaf4, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=5c561bf5-3d3f-4050-88ef-91d3f209aaf4,segment=NetworkSegment(df50c3e7-d52e-49b7-82d2-51b454e7fb83),segment_id=df50c3e7-d52e-49b7-82d2-51b454e7fb83)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:33:23.351166 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:23.363221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] Calling delete_port for 5c561bf5-3d3f-4050-88ef-91d3f209aaf4 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:33:23.437626 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:23.464559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] No DVR routers for this DVR port 5c561bf5-3d3f-4050-88ef-91d3f209aaf4 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:33:23.466891 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=5c561bf5-3d3f-4050-88ef-91d3f209aaf4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:23.523813 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9347aa7d-6377-4224-9cf1-003e554327e6 None None] DHCP port deletion for b227cb95-accc-407b-92b7-3a2998bb1bd7 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:33:23.544045 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:23.555137 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b227cb95-accc-407b-92b7-3a2998bb1bd7']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:23.567027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df50c3e7-d52e-49b7-82d2-51b454e7fb83') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:23.567408 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df50c3e7-d52e-49b7-82d2-51b454e7fb83') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:23.577112 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:23.591697 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:23.598258 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:33:23.598855 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:33:23.600866 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:33:23.661416 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:23.667089 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:23.668946 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] 10.222.0.35 "DELETE /v2.0/networks/b227cb95-accc-407b-92b7-3a2998bb1bd7 HTTP/1.1" status: 204 len: 168 time: 0.5026941 Jul 14 07:33:23.671977 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57176) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:23.679680 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369ec24-a606-46dc-b102-52374d2d2a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=b227cb95-accc-407b-92b7-3a2998bb1bd7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:24.014893 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:24.260841 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Deleting port 893b9124-4cad-41e4-9877-937b2227bb5d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:33:24.261317 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:24.323598 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 11444cce-8b04-402d-b418-4d0f64836c49 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:33:24.343341 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 11444cce-8b04-402d-b418-4d0f64836c49 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:33:24.343542 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] For port 893b9124-4cad-41e4-9877-937b2227bb5d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=893b9124-4cad-41e4-9877-937b2227bb5d,segment=NetworkSegment(d7d736f4-1fe3-477e-8d83-f55107c7a94a),segment_id=d7d736f4-1fe3-477e-8d83-f55107c7a94a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:33:24.343708 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:24.343853 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 11444cce-8b04-402d-b418-4d0f64836c49 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:33:24.344243 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:33:24.356813 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Calling delete_port for 893b9124-4cad-41e4-9877-937b2227bb5d owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:33:24.362849 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:33:24.363193 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 734f19ac-5e72-4b53-aca8-3ba04b7e8ce3 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:33:24.363608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5c561bf5-3d3f-4050-88ef-91d3f209aaf4 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:33:24.384217 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 5c561bf5-3d3f-4050-88ef-91d3f209aaf4 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:33:24.384564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5c561bf5-3d3f-4050-88ef-91d3f209aaf4 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:33:24.530939 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:24.554840 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Pushing event deleted for resources: {'Port': ['ID=893b9124-4cad-41e4-9877-937b2227bb5d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:24.569228 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:24.569228 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:24.569531 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:24.569799 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:24.570131 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:24.570470 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:24.570822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:24.571148 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:24.574913 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:24.574913 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:24.574913 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:24.574913 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:24.741852 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:24.950819 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Router 43f739e4-a62a-43e9-a324-fa3f7c55ba3a has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:33:25.053864 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:33:25.058977 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-12c6fc94-1ddb-4ab4-99a9-824fdbac660a admin admin] 10.222.0.35 "PUT /v2.0/routers/43f739e4-a62a-43e9-a324-fa3f7c55ba3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3859246 Jul 14 07:33:25.061631 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57182) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:25.062195 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a36dd1-7d1f-486d-a031-b1f88975b6f2 None None] Sync routers for ids ['43f739e4-a62a-43e9-a324-fa3f7c55ba3a'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:33:25.071667 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a36dd1-7d1f-486d-a031-b1f88975b6f2 None None] Routers {'43f739e4-a62a-43e9-a324-fa3f7c55ba3a'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:33:25.072488 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-39a36dd1-7d1f-486d-a031-b1f88975b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:33:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['43f739e4-a62a-43e9-a324-fa3f7c55ba3a'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:25.162219 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94a7c96f-aa4d-4e2a-8d8f-ee2fb87b5e83 admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:25.172498 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-39a36dd1-7d1f-486d-a031-b1f88975b6f2 None None] Set router 43f739e4-a62a-43e9-a324-fa3f7c55ba3a gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:33:25.262077 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94a7c96f-aa4d-4e2a-8d8f-ee2fb87b5e83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:25.312797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-94a7c96f-aa4d-4e2a-8d8f-ee2fb87b5e83 admin admin] Deleting port 538ae9f0-4203-4d89-8f12-99a15e4ded4d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:33:25.313154 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94a7c96f-aa4d-4e2a-8d8f-ee2fb87b5e83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:25.342059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-39a36dd1-7d1f-486d-a031-b1f88975b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f739e4-a62a-43e9-a324-fa3f7c55ba3a', 'name': 'tempest-TestVolumeBackupRestore-460395295-router', 'tenant_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '538ae9f0-4203-4d89-8f12-99a15e4ded4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:10Z', 'updated_at': '2021-07-14T07:33:24Z', 'revision_number': 5, 'project_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'gw_port': {'id': '538ae9f0-4203-4d89-8f12-99a15e4ded4d', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f739e4-a62a-43e9-a324-fa3f7c55ba3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:30:11Z', 'updated_at': '2021-07-14T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:25.367056 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a36dd1-7d1f-486d-a031-b1f88975b6f2 None None] Checking router: 43f739e4-a62a-43e9-a324-fa3f7c55ba3a for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:33:25.375157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a36dd1-7d1f-486d-a031-b1f88975b6f2 None None] Routers {'43f739e4-a62a-43e9-a324-fa3f7c55ba3a'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:33:25.375762 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-39a36dd1-7d1f-486d-a031-b1f88975b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:33:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['43f739e4-a62a-43e9-a324-fa3f7c55ba3a'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:25.396023 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-94a7c96f-aa4d-4e2a-8d8f-ee2fb87b5e83 admin admin] For port 538ae9f0-4203-4d89-8f12-99a15e4ded4d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=538ae9f0-4203-4d89-8f12-99a15e4ded4d,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:33:25.396496 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94a7c96f-aa4d-4e2a-8d8f-ee2fb87b5e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:25.408684 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-94a7c96f-aa4d-4e2a-8d8f-ee2fb87b5e83 admin admin] Calling delete_port for 538ae9f0-4203-4d89-8f12-99a15e4ded4d owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:33:25.459044 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-39a36dd1-7d1f-486d-a031-b1f88975b6f2 None None] Set router 43f739e4-a62a-43e9-a324-fa3f7c55ba3a gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:33:25.511222 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-39a36dd1-7d1f-486d-a031-b1f88975b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f739e4-a62a-43e9-a324-fa3f7c55ba3a', 'name': 'tempest-TestVolumeBackupRestore-460395295-router', 'tenant_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:10Z', 'updated_at': '2021-07-14T07:33:25Z', 'revision_number': 6, 'project_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:25.536732 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a36dd1-7d1f-486d-a031-b1f88975b6f2 None None] The sync data for ids ['43f739e4-a62a-43e9-a324-fa3f7c55ba3a'] in n-d-778696-5 is: [{'id': '43f739e4-a62a-43e9-a324-fa3f7c55ba3a', 'name': 'tempest-TestVolumeBackupRestore-460395295-router', 'tenant_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:30:10Z', 'updated_at': '2021-07-14T07:33:25Z', 'revision_number': 6, 'project_id': '31eeb21bc0ac44059b4eedfc60b4d5dd', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:33:25.581095 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94a7c96f-aa4d-4e2a-8d8f-ee2fb87b5e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:25.606982 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7c96f-aa4d-4e2a-8d8f-ee2fb87b5e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=538ae9f0-4203-4d89-8f12-99a15e4ded4d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:25.667576 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94a7c96f-aa4d-4e2a-8d8f-ee2fb87b5e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:25.767931 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94a7c96f-aa4d-4e2a-8d8f-ee2fb87b5e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:25.770518 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94a7c96f-aa4d-4e2a-8d8f-ee2fb87b5e83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:25.822823 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94a7c96f-aa4d-4e2a-8d8f-ee2fb87b5e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:25.823297 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a7c96f-aa4d-4e2a-8d8f-ee2fb87b5e83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43f739e4-a62a-43e9-a324-fa3f7c55ba3a {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:33:25.827864 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94a7c96f-aa4d-4e2a-8d8f-ee2fb87b5e83 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:25.831300 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-94a7c96f-aa4d-4e2a-8d8f-ee2fb87b5e83 admin admin] 10.222.0.35 "DELETE /v2.0/routers/43f739e4-a62a-43e9-a324-fa3f7c55ba3a HTTP/1.1" status: 204 len: 168 time: 0.7664711 Jul 14 07:33:25.831556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57188) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:25.875514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1dadbe-6d90-4243-975e-44bdcdcf7779 admin admin] Deleting subnet 4634b48b-5dc1-4ddb-8f07-e36fc7a4cf4a {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:33:25.878532 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e1dadbe-6d90-4243-975e-44bdcdcf7779 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:25.912844 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e1dadbe-6d90-4243-975e-44bdcdcf7779 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:25.999772 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e1dadbe-6d90-4243-975e-44bdcdcf7779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:26.049927 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e1dadbe-6d90-4243-975e-44bdcdcf7779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:26.076182 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1dadbe-6d90-4243-975e-44bdcdcf7779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4634b48b-5dc1-4ddb-8f07-e36fc7a4cf4a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:26.079265 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e1dadbe-6d90-4243-975e-44bdcdcf7779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:26.082936 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5e1dadbe-6d90-4243-975e-44bdcdcf7779 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4634b48b-5dc1-4ddb-8f07-e36fc7a4cf4a HTTP/1.1" status: 204 len: 168 time: 0.2487237 Jul 14 07:33:26.083068 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c47804-e1bd-49a7-b22f-ea923ec91000 None None] Network c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:33:26.083804 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57190) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:26.155328 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:26.227257 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] Deleting port c3f2f4ee-4171-489f-9be1-f8d0866a0d8b {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:33:26.227513 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:26.294730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] For port c3f2f4ee-4171-489f-9be1-f8d0866a0d8b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c3f2f4ee-4171-489f-9be1-f8d0866a0d8b,segment=NetworkSegment(d7d736f4-1fe3-477e-8d83-f55107c7a94a),segment_id=d7d736f4-1fe3-477e-8d83-f55107c7a94a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:33:26.295093 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:26.309284 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] Calling delete_port for c3f2f4ee-4171-489f-9be1-f8d0866a0d8b owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:33:26.381364 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 538ae9f0-4203-4d89-8f12-99a15e4ded4d no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:33:26.396045 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:26.404702 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 538ae9f0-4203-4d89-8f12-99a15e4ded4d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:33:26.405054 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 538ae9f0-4203-4d89-8f12-99a15e4ded4d not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:33:26.405672 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 893b9124-4cad-41e4-9877-937b2227bb5d no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:33:26.423824 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f2f4ee-4171-489f-9be1-f8d0866a0d8b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:26.425870 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 893b9124-4cad-41e4-9877-937b2227bb5d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:33:26.426214 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 893b9124-4cad-41e4-9877-937b2227bb5d not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:33:26.434318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] No DVR routers for this DVR port c3f2f4ee-4171-489f-9be1-f8d0866a0d8b on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:33:26.456185 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a5a27b-a863-4c68-aa7e-b646917c6785 None None] DHCP port deletion for c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:33:26.506306 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:26.515782 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:26.526185 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d736f4-1fe3-477e-8d83-f55107c7a94a') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:26.526481 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d736f4-1fe3-477e-8d83-f55107c7a94a') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:26.535791 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:26.549879 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:26.556182 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:33:26.556520 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:33:26.558688 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:33:26.616997 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:26.622670 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:26.624513 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38 HTTP/1.1" status: 204 len: 168 time: 0.5397801 Jul 14 07:33:26.636769 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7e06e-e5f1-45bd-b48a-fcb77aa7f4a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8960d2b-e6e3-4fd1-a25d-6f458c0b4c38,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:26.783740 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57196) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:26.829229 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9228dd32-9a41-4d76-8810-d8a729434c05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=615cd8d1bde74969b627a5c3975d9043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419374 Jul 14 07:33:26.829551 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57202) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:26.881056 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5844dbee-4a34-4685-af02-0fb58f8301b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:26.903714 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5844dbee-4a34-4685-af02-0fb58f8301b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:26.955921 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5844dbee-4a34-4685-af02-0fb58f8301b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:26.958559 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5844dbee-4a34-4685-af02-0fb58f8301b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:26.959732 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5844dbee-4a34-4685-af02-0fb58f8301b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/12892361-6120-429b-a7bb-bd0104b0063c HTTP/1.1" status: 204 len: 168 time: 0.1285594 Jul 14 07:33:26.968089 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844dbee-4a34-4685-af02-0fb58f8301b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12892361-6120-429b-a7bb-bd0104b0063c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:27.138163 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff28e7-15ed-4e17-98d8-78468ce5c1c3 req-7a0e029f-73bc-4fb2-a1c4-42b94f464c40 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:27.139761 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-76ff28e7-15ed-4e17-98d8-78468ce5c1c3 req-7a0e029f-73bc-4fb2-a1c4-42b94f464c40 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0637929 Jul 14 07:33:27.177116 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-76ff28e7-15ed-4e17-98d8-78468ce5c1c3 req-b2d8d9a8-78f3-4337-9acc-1fe596842db9 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316343 Jul 14 07:33:27.275338 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57210) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:27.318002 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2c295daf-530d-40ac-9a04-419649e16afb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31eeb21bc0ac44059b4eedfc60b4d5dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415106 Jul 14 07:33:27.320399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57212) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:27.367306 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16cb604d-af87-45e1-bf70-d68e4d57b588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:27.387095 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16cb604d-af87-45e1-bf70-d68e4d57b588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:27.431257 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16cb604d-af87-45e1-bf70-d68e4d57b588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:27.433942 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16cb604d-af87-45e1-bf70-d68e4d57b588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:27.435062 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-16cb604d-af87-45e1-bf70-d68e4d57b588 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/af071bd7-eae3-4e73-a21d-81d2ffb898b5 HTTP/1.1" status: 204 len: 168 time: 0.1137919 Jul 14 07:33:27.444046 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb604d-af87-45e1-bf70-d68e4d57b588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af071bd7-eae3-4e73-a21d-81d2ffb898b5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:28.317669 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c3f2f4ee-4171-489f-9be1-f8d0866a0d8b no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:33:28.340003 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: c3f2f4ee-4171-489f-9be1-f8d0866a0d8b {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:33:28.340433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c3f2f4ee-4171-489f-9be1-f8d0866a0d8b not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:33:28.349512 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d9706-47bf-4a45-9cfe-1201fdfb6c67 req-8500a88b-aaf7-4d69-b931-01c5085105c0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:28.350907 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a86d9706-47bf-4a45-9cfe-1201fdfb6c67 req-8500a88b-aaf7-4d69-b931-01c5085105c0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0625446 Jul 14 07:33:28.391363 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a86d9706-47bf-4a45-9cfe-1201fdfb6c67 req-abb5a8f7-e6e4-496a-b2a8-325c11038ca2 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348737 Jul 14 07:33:29.561852 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62801b4-c5d4-4f33-8487-4f07ee2428cf req-0bbfa65f-9447-435d-aabe-47e04745bc25 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:29.563307 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e62801b4-c5d4-4f33-8487-4f07ee2428cf req-0bbfa65f-9447-435d-aabe-47e04745bc25 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0616207 Jul 14 07:33:29.600335 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e62801b4-c5d4-4f33-8487-4f07ee2428cf req-dd7f2f7b-a64d-486e-ab22-0a12abaa0cae tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308983 Jul 14 07:33:30.509882 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-579c1d3c-9721-4097-b066-089eb4486e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:30.770584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708281c8-d995-4ad7-8560-2a87c26ff619 req-dee19ff1-c2be-41be-8382-48eda877085f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:30.772052 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-708281c8-d995-4ad7-8560-2a87c26ff619 req-dee19ff1-c2be-41be-8382-48eda877085f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0640061 Jul 14 07:33:30.808335 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-708281c8-d995-4ad7-8560-2a87c26ff619 req-9b34799b-d532-492e-8203-a8aaa16650fd tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308475 Jul 14 07:33:31.985175 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8e16b-f966-452d-94fd-2b591be7d92f req-20e1068e-67d3-42cf-8817-fec8c16f850f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:31.987447 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63a8e16b-f966-452d-94fd-2b591be7d92f req-20e1068e-67d3-42cf-8817-fec8c16f850f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0681310 Jul 14 07:33:32.024967 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63a8e16b-f966-452d-94fd-2b591be7d92f req-26146672-8d2a-4a5f-a431-3011c1991899 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320251 Jul 14 07:33:32.346708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdfc96-e767-4310-be54-b1904c757059 req-e828bd89-c5dd-4b6d-95bf-140d81291ea7 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:32.348196 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7cfdfc96-e767-4310-be54-b1904c757059 req-e828bd89-c5dd-4b6d-95bf-140d81291ea7 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 945 time: 0.0617657 Jul 14 07:33:32.384620 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7cfdfc96-e767-4310-be54-b1904c757059 req-e116897c-cd55-43c4-91b8-8d080148d91a tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9298088d-c397-45c3-a444-23e62d42ba66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306404 Jul 14 07:33:33.199219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35404f-7b6a-4b42-953c-e9856a5c9cbe req-16250c17-4227-497d-b6c9-295b74540b34 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:33.200817 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f35404f-7b6a-4b42-953c-e9856a5c9cbe req-16250c17-4227-497d-b6c9-295b74540b34 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0657418 Jul 14 07:33:33.241637 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f35404f-7b6a-4b42-953c-e9856a5c9cbe req-0c0a8aca-210f-4cab-8ecc-47bcadd457c0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347302 Jul 14 07:33:33.310390 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6bbfe7f1-27e9-40a6-b08d-bc66635b1eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:33.600494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0093f10-2d54-4f87-811a-299b3fe585ea req-3cd490de-8f13-41ee-b3fa-6308d9703cc7 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:33.601871 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0093f10-2d54-4f87-811a-299b3fe585ea req-3cd490de-8f13-41ee-b3fa-6308d9703cc7 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 945 time: 0.0926049 Jul 14 07:33:33.610092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9aaaa-5dee-4ac3-8d2f-77621a22a03a req-e5323acd-1aab-4f09-a240-cbcadc9444cf tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:33.612150 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6fc9aaaa-5dee-4ac3-8d2f-77621a22a03a req-e5323acd-1aab-4f09-a240-cbcadc9444cf tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 945 time: 0.1124046 Jul 14 07:33:33.624240 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:33.703449 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6fc9aaaa-5dee-4ac3-8d2f-77621a22a03a req-19a074df-ff95-4272-8899-e0f3d5cea25a tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9298088d-c397-45c3-a444-23e62d42ba66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839603 Jul 14 07:33:33.730776 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-c0093f10-2d54-4f87-811a-299b3fe585ea req-d6065ae4-1d98-426d-bb76-23a155f12522 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Deleting port 484e7350-5f4c-4f88-ad79-38bafbac675d {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:33:33.731112 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c0093f10-2d54-4f87-811a-299b3fe585ea req-d6065ae4-1d98-426d-bb76-23a155f12522 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:33.814430 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c0093f10-2d54-4f87-811a-299b3fe585ea req-d6065ae4-1d98-426d-bb76-23a155f12522 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] For port 484e7350-5f4c-4f88-ad79-38bafbac675d, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=484e7350-5f4c-4f88-ad79-38bafbac675d,segment=NetworkSegment(bb48043c-146c-45c7-9bec-f5ac7d706765),segment_id=bb48043c-146c-45c7-9bec-f5ac7d706765)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:33:33.814784 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c0093f10-2d54-4f87-811a-299b3fe585ea req-d6065ae4-1d98-426d-bb76-23a155f12522 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:34.025706 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c0093f10-2d54-4f87-811a-299b3fe585ea req-d6065ae4-1d98-426d-bb76-23a155f12522 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:34.026050 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c0093f10-2d54-4f87-811a-299b3fe585ea req-d6065ae4-1d98-426d-bb76-23a155f12522 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:34.026427 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [req-c0093f10-2d54-4f87-811a-299b3fe585ea req-d6065ae4-1d98-426d-bb76-23a155f12522 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Floating IP 325bcdee-0338-4310-b562-32273bcc1b51 disassociated. External IP: 172.25.7.235, port: 484e7350-5f4c-4f88-ad79-38bafbac675d. Jul 14 07:33:34.026758 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-c0093f10-2d54-4f87-811a-299b3fe585ea req-d6065ae4-1d98-426d-bb76-23a155f12522 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Calling delete_port for 484e7350-5f4c-4f88-ad79-38bafbac675d owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:33:34.477072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d487e-a908-4001-840d-884ccb18e216 req-455859c7-a02b-4d14-922e-c9c5650046e4 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:34.478585 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce3d487e-a908-4001-840d-884ccb18e216 req-455859c7-a02b-4d14-922e-c9c5650046e4 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0868189 Jul 14 07:33:34.554374 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce3d487e-a908-4001-840d-884ccb18e216 req-41ed00a3-55c6-4dca-9b47-54a86b155cb7 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672629 Jul 14 07:33:34.555703 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c0093f10-2d54-4f87-811a-299b3fe585ea req-d6065ae4-1d98-426d-bb76-23a155f12522 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:34.587080 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6065ae4-1d98-426d-bb76-23a155f12522 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Pushing event deleted for resources: {'Port': ['ID=484e7350-5f4c-4f88-ad79-38bafbac675d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:34.670737 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:34.699124 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0093f10-2d54-4f87-811a-299b3fe585ea req-d6065ae4-1d98-426d-bb76-23a155f12522 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Router e8d9db37-6a6d-4dc1-9572-158de573f089 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:33:34.805399 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0093f10-2d54-4f87-811a-299b3fe585ea req-d6065ae4-1d98-426d-bb76-23a155f12522 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:33:34.817550 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb11b20-3300-4a4a-be09-1bea2f8025e9 None None] Sync routers for ids ['e8d9db37-6a6d-4dc1-9572-158de573f089'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:33:34.827384 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb11b20-3300-4a4a-be09-1bea2f8025e9 None None] Routers {'e8d9db37-6a6d-4dc1-9572-158de573f089'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:33:34.827989 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5cb11b20-3300-4a4a-be09-1bea2f8025e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:33:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e8d9db37-6a6d-4dc1-9572-158de573f089'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:34.875024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0093f10-2d54-4f87-811a-299b3fe585ea req-d6065ae4-1d98-426d-bb76-23a155f12522 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] No DVR routers for this DVR port 484e7350-5f4c-4f88-ad79-38bafbac675d on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:33:34.878488 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa9a4c52-e742-435f-ad51-68c6dd25a8c2 req-700df9bc-72d3-451a-8930-ee59366bd202 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c0b16e4-9935-47e3-8543-78c2c4127d5d HTTP/1.1" status: 200 len: 210 time: 0.0469933 Jul 14 07:33:34.879936 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c0093f10-2d54-4f87-811a-299b3fe585ea req-d6065ae4-1d98-426d-bb76-23a155f12522 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:34.882187 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0093f10-2d54-4f87-811a-299b3fe585ea req-d6065ae4-1d98-426d-bb76-23a155f12522 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.15 "DELETE /v2.0/ports/484e7350-5f4c-4f88-ad79-38bafbac675d HTTP/1.1" status: 204 len: 173 time: 1.2691844 Jul 14 07:33:34.882645 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0b16e4-9935-47e3-8543-78c2c4127d5d', 'name': 'network-vif-deleted', 'tag': '484e7350-5f4c-4f88-ad79-38bafbac675d'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:33:34.885700 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272cba06-9cca-49b2-8cfd-a4e240b1581d" -d '{"events": [{"server_uuid": "1c0b16e4-9935-47e3-8543-78c2c4127d5d", "name": "network-vif-deleted", "tag": "484e7350-5f4c-4f88-ad79-38bafbac675d"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:33:34.928226 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cd482b-6712-4a12-aa62-c95f81fe1098 x-openstack-request-id: req-45cd482b-6712-4a12-aa62-c95f81fe1098 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:33:34.928542 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0b16e4-9935-47e3-8543-78c2c4127d5d", "name": "network-vif-deleted", "tag": "484e7350-5f4c-4f88-ad79-38bafbac675d", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:33:34.928792 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-45cd482b-6712-4a12-aa62-c95f81fe1098 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:33:34.929235 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0b16e4-9935-47e3-8543-78c2c4127d5d', 'name': 'network-vif-deleted', 'tag': '484e7350-5f4c-4f88-ad79-38bafbac675d', 'status': 'completed', 'code': 200} Jul 14 07:33:34.941103 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-5cb11b20-3300-4a4a-be09-1bea2f8025e9 None None] Set router e8d9db37-6a6d-4dc1-9572-158de573f089 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:33:35.147379 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5cb11b20-3300-4a4a-be09-1bea2f8025e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'name': 'tempest-TestServerBasicOps-2041909062-router', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:16Z', 'updated_at': '2021-07-14T07:28:21Z', 'revision_number': 4, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'gw_port': {'id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:17Z', 'updated_at': '2021-07-14T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '7e82e8ff-8c06-46c9-80a5-5094e1b007c9', 'name': '', 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'mac_address': 'fa:16:3e:c8:fb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '488b379b-0b2d-4604-a8f6-50f07f843fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:20Z', 'updated_at': '2021-07-14T07:28:27Z', 'revision_number': 5, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'subnets': [{'id': '488b379b-0b2d-4604-a8f6-50f07f843fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:35.172766 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb11b20-3300-4a4a-be09-1bea2f8025e9 None None] Checking router: e8d9db37-6a6d-4dc1-9572-158de573f089 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:33:35.181369 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb11b20-3300-4a4a-be09-1bea2f8025e9 None None] Routers {'e8d9db37-6a6d-4dc1-9572-158de573f089'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:33:35.181889 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5cb11b20-3300-4a4a-be09-1bea2f8025e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:33:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e8d9db37-6a6d-4dc1-9572-158de573f089'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:35.282137 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-5cb11b20-3300-4a4a-be09-1bea2f8025e9 None None] Set router e8d9db37-6a6d-4dc1-9572-158de573f089 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:33:35.476728 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5cb11b20-3300-4a4a-be09-1bea2f8025e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'name': 'tempest-TestServerBasicOps-2041909062-router', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:16Z', 'updated_at': '2021-07-14T07:28:21Z', 'revision_number': 4, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'gw_port': {'id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:17Z', 'updated_at': '2021-07-14T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '7e82e8ff-8c06-46c9-80a5-5094e1b007c9', 'name': '', 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'mac_address': 'fa:16:3e:c8:fb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '488b379b-0b2d-4604-a8f6-50f07f843fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:20Z', 'updated_at': '2021-07-14T07:28:27Z', 'revision_number': 5, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'subnets': [{'id': '488b379b-0b2d-4604-a8f6-50f07f843fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:35.505484 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb11b20-3300-4a4a-be09-1bea2f8025e9 None None] The sync data for ids ['e8d9db37-6a6d-4dc1-9572-158de573f089'] in n-d-778696-5 is: [{'id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'name': 'tempest-TestServerBasicOps-2041909062-router', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:16Z', 'updated_at': '2021-07-14T07:28:21Z', 'revision_number': 4, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'gw_port': {'id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:17Z', 'updated_at': '2021-07-14T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '7e82e8ff-8c06-46c9-80a5-5094e1b007c9', 'name': '', 'network_id': '9546779e-0ac6-4649-96fa-48703d5e1e96', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'mac_address': 'fa:16:3e:c8:fb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '488b379b-0b2d-4604-a8f6-50f07f843fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:20Z', 'updated_at': '2021-07-14T07:28:27Z', 'revision_number': 5, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'subnets': [{'id': '488b379b-0b2d-4604-a8f6-50f07f843fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:33:35.739116 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f2bb4-42b3-4b4e-84f5-a93f90d6d8e8 None None] New status for floating IP 325bcdee-0338-4310-b562-32273bcc1b51: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:33:35.740936 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d358f-6ac5-4a1c-879e-7ec88bdc38bb req-80de05ba-8f9d-472e-a47f-ad34f6bf856a tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:35.742505 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-486d358f-6ac5-4a1c-879e-7ec88bdc38bb req-80de05ba-8f9d-472e-a47f-ad34f6bf856a tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0725608 Jul 14 07:33:35.780340 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-486d358f-6ac5-4a1c-879e-7ec88bdc38bb req-f5f32af2-3e63-4191-9f69-3981daf72296 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321472 Jul 14 07:33:35.971672 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57260) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:36.092016 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a95878cb-aa6a-4ff3-b544-1e09c2ce55a4 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Deleting port 777a40d9-7853-45bf-aca5-73c18084ed06 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:33:36.092364 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a95878cb-aa6a-4ff3-b544-1e09c2ce55a4 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:36.167585 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a95878cb-aa6a-4ff3-b544-1e09c2ce55a4 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:36.167918 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a95878cb-aa6a-4ff3-b544-1e09c2ce55a4 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:36.179531 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a95878cb-aa6a-4ff3-b544-1e09c2ce55a4 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Calling delete_port for 777a40d9-7853-45bf-aca5-73c18084ed06 owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:33:36.199489 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:36.308695 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a95878cb-aa6a-4ff3-b544-1e09c2ce55a4 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:36.333373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95878cb-aa6a-4ff3-b544-1e09c2ce55a4 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Pushing event deleted for resources: {'Port': ['ID=777a40d9-7853-45bf-aca5-73c18084ed06,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:36.393442 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a95878cb-aa6a-4ff3-b544-1e09c2ce55a4 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:36.395899 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a95878cb-aa6a-4ff3-b544-1e09c2ce55a4 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:36.397092 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a95878cb-aa6a-4ff3-b544-1e09c2ce55a4 tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "DELETE /v2.0/floatingips/325bcdee-0338-4310-b562-32273bcc1b51 HTTP/1.1" status: 204 len: 168 time: 0.4244347 Jul 14 07:33:36.467975 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 484e7350-5f4c-4f88-ad79-38bafbac675d no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:33:36.488654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 484e7350-5f4c-4f88-ad79-38bafbac675d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:33:36.489003 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 484e7350-5f4c-4f88-ad79-38bafbac675d not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:33:36.531272 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57266) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:36.588056 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27f90dee-da20-4eb7-8d5e-9d54ca439aef tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:36.612900 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27f90dee-da20-4eb7-8d5e-9d54ca439aef tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:36.669340 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27f90dee-da20-4eb7-8d5e-9d54ca439aef tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:36.671839 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27f90dee-da20-4eb7-8d5e-9d54ca439aef tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:36.673003 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-27f90dee-da20-4eb7-8d5e-9d54ca439aef tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] 10.222.0.35 "DELETE /v2.0/security-groups/9298088d-c397-45c3-a444-23e62d42ba66 HTTP/1.1" status: 204 len: 168 time: 0.1407413 Jul 14 07:33:36.682469 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f90dee-da20-4eb7-8d5e-9d54ca439aef tempest-TestServerBasicOps-269381555 tempest-TestServerBasicOps-269381555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9298088d-c397-45c3-a444-23e62d42ba66,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:36.707908 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57270) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:37.042021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa795d-4d33-4cdd-9c44-72b3dee0153c req-c1f52481-697a-44e6-bfa1-ed4c200cb967 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:37.043490 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56fa795d-4d33-4cdd-9c44-72b3dee0153c req-c1f52481-697a-44e6-bfa1-ed4c200cb967 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.1442854 Jul 14 07:33:37.118952 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56fa795d-4d33-4cdd-9c44-72b3dee0153c req-1ba84fc7-a1b9-41cc-9058-207756f03736 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676239 Jul 14 07:33:37.273777 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-33535282-1bbc-4698-a699-0e0047f53acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:37.526610 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-33535282-1bbc-4698-a699-0e0047f53acf admin admin] Deleting port 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:33:37.526858 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-33535282-1bbc-4698-a699-0e0047f53acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:37.603999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-33535282-1bbc-4698-a699-0e0047f53acf admin admin] For port 7e82e8ff-8c06-46c9-80a5-5094e1b007c9, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=7e82e8ff-8c06-46c9-80a5-5094e1b007c9,segment=NetworkSegment(bb48043c-146c-45c7-9bec-f5ac7d706765),segment_id=bb48043c-146c-45c7-9bec-f5ac7d706765)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:33:37.604352 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-33535282-1bbc-4698-a699-0e0047f53acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:37.616836 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-33535282-1bbc-4698-a699-0e0047f53acf admin admin] Calling delete_port for 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:33:37.787136 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-33535282-1bbc-4698-a699-0e0047f53acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:37.812979 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33535282-1bbc-4698-a699-0e0047f53acf admin admin] Pushing event deleted for resources: {'Port': ['ID=7e82e8ff-8c06-46c9-80a5-5094e1b007c9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:37.979708 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-33535282-1bbc-4698-a699-0e0047f53acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:38.187174 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33535282-1bbc-4698-a699-0e0047f53acf admin admin] Router e8d9db37-6a6d-4dc1-9572-158de573f089 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:33:38.329491 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33535282-1bbc-4698-a699-0e0047f53acf admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:33:38.335372 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-33535282-1bbc-4698-a699-0e0047f53acf admin admin] 10.222.0.35 "PUT /v2.0/routers/e8d9db37-6a6d-4dc1-9572-158de573f089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6264393 Jul 14 07:33:38.337971 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57282) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:38.342404 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7ebbd-2652-44fc-a5f2-6f4c4275f306 None None] Sync routers for ids ['e8d9db37-6a6d-4dc1-9572-158de573f089'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:33:38.352123 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7ebbd-2652-44fc-a5f2-6f4c4275f306 None None] Routers {'e8d9db37-6a6d-4dc1-9572-158de573f089'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:33:38.352653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912c1b9-f188-458e-9ea8-94d91c511c75 req-e0806b71-d2fe-43b9-84bd-37da09bf66f1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:38.352777 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3ee7ebbd-2652-44fc-a5f2-6f4c4275f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:33:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e8d9db37-6a6d-4dc1-9572-158de573f089'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:38.354167 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e912c1b9-f188-458e-9ea8-94d91c511c75 req-e0806b71-d2fe-43b9-84bd-37da09bf66f1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.1228292 Jul 14 07:33:38.455639 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e912c1b9-f188-458e-9ea8-94d91c511c75 req-c8497a82-5539-4fa4-8c8b-7931cacb9e99 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686057 Jul 14 07:33:38.458965 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-3ee7ebbd-2652-44fc-a5f2-6f4c4275f306 None None] Set router e8d9db37-6a6d-4dc1-9572-158de573f089 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:33:38.478386 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f53d5e68-bd3b-44d5-9eb5-6b23e7416493 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:38.587321 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f53d5e68-bd3b-44d5-9eb5-6b23e7416493 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:38.638905 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3ee7ebbd-2652-44fc-a5f2-6f4c4275f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'name': 'tempest-TestServerBasicOps-2041909062-router', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:16Z', 'updated_at': '2021-07-14T07:33:37Z', 'revision_number': 5, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'gw_port': {'id': 'a54e79b0-a88c-4f40-90a2-bb8f03afa254', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:17Z', 'updated_at': '2021-07-14T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:38.642711 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f53d5e68-bd3b-44d5-9eb5-6b23e7416493 admin admin] Deleting port a54e79b0-a88c-4f40-90a2-bb8f03afa254 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:33:38.643063 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f53d5e68-bd3b-44d5-9eb5-6b23e7416493 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:38.666232 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7ebbd-2652-44fc-a5f2-6f4c4275f306 None None] Checking router: e8d9db37-6a6d-4dc1-9572-158de573f089 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:33:38.678662 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7ebbd-2652-44fc-a5f2-6f4c4275f306 None None] Routers {'e8d9db37-6a6d-4dc1-9572-158de573f089'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:33:38.679878 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3ee7ebbd-2652-44fc-a5f2-6f4c4275f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:33:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e8d9db37-6a6d-4dc1-9572-158de573f089'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:38.741512 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-f53d5e68-bd3b-44d5-9eb5-6b23e7416493 admin admin] For port a54e79b0-a88c-4f40-90a2-bb8f03afa254, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a54e79b0-a88c-4f40-90a2-bb8f03afa254,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:33:38.741800 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f53d5e68-bd3b-44d5-9eb5-6b23e7416493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:38.771877 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-3ee7ebbd-2652-44fc-a5f2-6f4c4275f306 None None] Set router e8d9db37-6a6d-4dc1-9572-158de573f089 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:33:38.789273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f53d5e68-bd3b-44d5-9eb5-6b23e7416493 admin admin] Calling delete_port for a54e79b0-a88c-4f40-90a2-bb8f03afa254 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:33:38.914415 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ae298-0abb-4314-aaf3-513bea831621 req-69a49c0d-8191-479f-ac06-d9f532567610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:38.914697 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3ee7ebbd-2652-44fc-a5f2-6f4c4275f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'name': 'tempest-TestServerBasicOps-2041909062-router', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:16Z', 'updated_at': '2021-07-14T07:33:38Z', 'revision_number': 6, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:38.915945 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e5ae298-0abb-4314-aaf3-513bea831621 req-69a49c0d-8191-479f-ac06-d9f532567610 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c52ed61e9fdd479f86ccfc89f36ee841&device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 1097 time: 0.1766794 Jul 14 07:33:38.925094 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbdb05-1447-481e-9101-378f022977f0 req-20af30ef-ccbb-4af1-8559-12d58b36dc25 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:38.926522 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9bbdb05-1447-481e-9101-378f022977f0 req-20af30ef-ccbb-4af1-8559-12d58b36dc25 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.1684175 Jul 14 07:33:38.940510 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7ebbd-2652-44fc-a5f2-6f4c4275f306 None None] The sync data for ids ['e8d9db37-6a6d-4dc1-9572-158de573f089'] in n-d-778696-5 is: [{'id': 'e8d9db37-6a6d-4dc1-9572-158de573f089', 'name': 'tempest-TestServerBasicOps-2041909062-router', 'tenant_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:16Z', 'updated_at': '2021-07-14T07:33:38Z', 'revision_number': 6, 'project_id': '576fbc319a6d4e958ed7ad9c955ad7ba', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:33:39.074644 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9bbdb05-1447-481e-9101-378f022977f0 req-b97ea332-01c3-4385-a660-2beb9fbeb5aa tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337507 Jul 14 07:33:39.114182 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ae298-0abb-4314-aaf3-513bea831621 req-2269205e-461b-434c-ac06-b1ad5a364560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:39.115676 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e5ae298-0abb-4314-aaf3-513bea831621 req-2269205e-461b-434c-ac06-b1ad5a364560 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eca8f0e3-ef27-4392-a6bd-ac44ea578613 HTTP/1.1" status: 200 len: 911 time: 0.1871066 Jul 14 07:33:39.169282 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f53d5e68-bd3b-44d5-9eb5-6b23e7416493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:39.206061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d5e68-bd3b-44d5-9eb5-6b23e7416493 admin admin] Pushing event deleted for resources: {'Port': ['ID=a54e79b0-a88c-4f40-90a2-bb8f03afa254,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:39.231480 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e5ae298-0abb-4314-aaf3-513bea831621 req-693e0e8e-8c77-423d-a4bb-194c49ac8526 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7fd605c-8115-4a1f-9232-393fa146b144 HTTP/1.1" status: 200 len: 1002 time: 0.1083808 Jul 14 07:33:39.305458 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f53d5e68-bd3b-44d5-9eb5-6b23e7416493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:39.333830 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ae298-0abb-4314-aaf3-513bea831621 req-400e343a-e5b7-41f3-aa04-624bc036f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:39.335322 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e5ae298-0abb-4314-aaf3-513bea831621 req-400e343a-e5b7-41f3-aa04-624bc036f485 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe11a574-87ca-4aa0-bfbb-0506652f52da HTTP/1.1" status: 200 len: 849 time: 0.0844338 Jul 14 07:33:39.754799 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f53d5e68-bd3b-44d5-9eb5-6b23e7416493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:39.758969 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f53d5e68-bd3b-44d5-9eb5-6b23e7416493 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:39.812926 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f53d5e68-bd3b-44d5-9eb5-6b23e7416493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:39.813467 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53d5e68-bd3b-44d5-9eb5-6b23e7416493 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8d9db37-6a6d-4dc1-9572-158de573f089 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:33:39.816599 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ae298-0abb-4314-aaf3-513bea831621 req-a0b99f82-62f5-49e6-8288-5674ae2ae0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:39.818147 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e5ae298-0abb-4314-aaf3-513bea831621 req-a0b99f82-62f5-49e6-8288-5674ae2ae0ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eca8f0e3-ef27-4392-a6bd-ac44ea578613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4527781 Jul 14 07:33:39.820980 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f53d5e68-bd3b-44d5-9eb5-6b23e7416493 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:39.822309 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f53d5e68-bd3b-44d5-9eb5-6b23e7416493 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e8d9db37-6a6d-4dc1-9572-158de573f089 HTTP/1.1" status: 204 len: 168 time: 1.4834516 Jul 14 07:33:39.825125 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57290) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:39.872444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d064a92-5bb3-4165-9c67-f4475a1a97bd admin admin] Deleting subnet 488b379b-0b2d-4604-a8f6-50f07f843fd7 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:33:39.875537 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d064a92-5bb3-4165-9c67-f4475a1a97bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:39.910625 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e5ae298-0abb-4314-aaf3-513bea831621 req-38c27974-103d-4572-a606-572c92f6f5b8 service neutron] 10.222.0.15 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863068 Jul 14 07:33:39.912709 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d064a92-5bb3-4165-9c67-f4475a1a97bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:39.996123 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d064a92-5bb3-4165-9c67-f4475a1a97bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:40.007983 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e5ae298-0abb-4314-aaf3-513bea831621 req-b98068c1-d4a3-490f-92e8-a3f19e7d52a9 service neutron] 10.222.0.15 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909705 Jul 14 07:33:40.053076 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d064a92-5bb3-4165-9c67-f4475a1a97bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:40.082722 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d064a92-5bb3-4165-9c67-f4475a1a97bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488b379b-0b2d-4604-a8f6-50f07f843fd7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:40.086309 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d064a92-5bb3-4165-9c67-f4475a1a97bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:40.091240 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5d064a92-5bb3-4165-9c67-f4475a1a97bd admin admin] 10.222.0.35 "DELETE /v2.0/subnets/488b379b-0b2d-4604-a8f6-50f07f843fd7 HTTP/1.1" status: 204 len: 168 time: 0.2620366 Jul 14 07:33:40.091338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57294) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:40.092644 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e19795-54e8-4b32-a49f-af6d6c42d9eb None None] Network 9546779e-0ac6-4649-96fa-48703d5e1e96 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:33:40.162624 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:40.219290 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] Deleting port 2a50552c-99ec-4a7c-855d-2818ffd9307d {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:33:40.219941 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:40.315608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] For port 2a50552c-99ec-4a7c-855d-2818ffd9307d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2a50552c-99ec-4a7c-855d-2818ffd9307d,segment=NetworkSegment(bb48043c-146c-45c7-9bec-f5ac7d706765),segment_id=bb48043c-146c-45c7-9bec-f5ac7d706765)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:33:40.315958 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:40.333976 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] DHCP port deletion for 9546779e-0ac6-4649-96fa-48703d5e1e96 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:33:40.335114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] Calling delete_port for 2a50552c-99ec-4a7c-855d-2818ffd9307d owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:33:40.359927 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad13691-fb09-4d44-b293-9ed2ae4ce5c8 req-06937f45-4562-46c5-a91a-590cbd211096 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:40.361489 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ad13691-fb09-4d44-b293-9ed2ae4ce5c8 req-06937f45-4562-46c5-a91a-590cbd211096 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.1307545 Jul 14 07:33:40.374772 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a54e79b0-a88c-4f40-90a2-bb8f03afa254 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:33:40.398969 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: a54e79b0-a88c-4f40-90a2-bb8f03afa254 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:33:40.399320 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a54e79b0-a88c-4f40-90a2-bb8f03afa254 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:33:40.399750 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:33:40.420749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:33:40.421042 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 7e82e8ff-8c06-46c9-80a5-5094e1b007c9 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:33:40.426037 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] Deleting port 2a50552c-99ec-4a7c-855d-2818ffd9307d {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:33:40.426390 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:40.438029 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ad13691-fb09-4d44-b293-9ed2ae4ce5c8 req-3379c3c6-b545-4b9a-9822-853c93800321 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493824 Jul 14 07:33:40.457003 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:40.487446 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a50552c-99ec-4a7c-855d-2818ffd9307d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:40.488865 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] No DVR routers for this DVR port 2a50552c-99ec-4a7c-855d-2818ffd9307d on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:33:40.498425 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] For port 2a50552c-99ec-4a7c-855d-2818ffd9307d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2a50552c-99ec-4a7c-855d-2818ffd9307d,segment=NetworkSegment(bb48043c-146c-45c7-9bec-f5ac7d706765),segment_id=bb48043c-146c-45c7-9bec-f5ac7d706765)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:33:40.498826 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:40.520283 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] Calling delete_port for 2a50552c-99ec-4a7c-855d-2818ffd9307d owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:33:40.559918 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:40.570890 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9546779e-0ac6-4649-96fa-48703d5e1e96']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:40.582459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb48043c-146c-45c7-9bec-f5ac7d706765') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:40.582745 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb48043c-146c-45c7-9bec-f5ac7d706765') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:40.591883 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:40.600312 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:40.606861 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:40.613476 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:33:40.613943 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:33:40.615944 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:33:40.632639 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] Pushing event deleted for resources: {'Port': ['ID=2a50552c-99ec-4a7c-855d-2818ffd9307d,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:40.636765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] No DVR routers for this DVR port 2a50552c-99ec-4a7c-855d-2818ffd9307d on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:33:40.654110 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:40.654452 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:40.654785 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:40.655146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:40.655467 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:40.655791 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:40.656112 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:40.656447 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:40.656774 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:40.657104 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:40.657434 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:40.657789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25a154-f703-459c-bb39-4b15446111dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:33:40.672456 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:40.678483 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:40.680347 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9546779e-0ac6-4649-96fa-48703d5e1e96 HTTP/1.1" status: 204 len: 168 time: 0.5885930 Jul 14 07:33:40.683329 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57298) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:40.691432 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c204696-f29d-4a8d-8a44-04a3d0d2b059 admin admin] Pushing event deleted for resources: {'Network': ['ID=9546779e-0ac6-4649-96fa-48703d5e1e96,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:41.049260 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:33:41.342360 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be4091ad-2c47-41a4-8cd4-4a1bb47559e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:41.588464 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-be4091ad-2c47-41a4-8cd4-4a1bb47559e5 admin admin] Deleting port 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:33:41.588814 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be4091ad-2c47-41a4-8cd4-4a1bb47559e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:41.617569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b0d40-0d0f-4873-8964-097d8b7d4e52 req-22222037-8cca-4e9c-bb72-451c56ddc556 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:33:41.619066 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-454b0d40-0d0f-4873-8964-097d8b7d4e52 req-22222037-8cca-4e9c-bb72-451c56ddc556 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0620975 Jul 14 07:33:41.656318 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-454b0d40-0d0f-4873-8964-097d8b7d4e52 req-57f06fa3-03e0-4ba2-8ea9-8b41653643c6 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317554 Jul 14 07:33:41.668680 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-be4091ad-2c47-41a4-8cd4-4a1bb47559e5 admin admin] For port 520d9bb3-e32f-496b-a0f2-ae4dec7ff900, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=520d9bb3-e32f-496b-a0f2-ae4dec7ff900,segment=NetworkSegment(b17f766d-632b-4130-8ab5-df3c9ea52dcf),segment_id=b17f766d-632b-4130-8ab5-df3c9ea52dcf)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:33:41.669039 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be4091ad-2c47-41a4-8cd4-4a1bb47559e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:41.681797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-be4091ad-2c47-41a4-8cd4-4a1bb47559e5 admin admin] Calling delete_port for 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:33:41.853259 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be4091ad-2c47-41a4-8cd4-4a1bb47559e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:41.875833 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4091ad-2c47-41a4-8cd4-4a1bb47559e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=520d9bb3-e32f-496b-a0f2-ae4dec7ff900,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:42.039670 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be4091ad-2c47-41a4-8cd4-4a1bb47559e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:42.246191 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4091ad-2c47-41a4-8cd4-4a1bb47559e5 admin admin] Router f628da1d-ce42-4b8c-b1cf-8a59ac0d878a has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:33:42.358798 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4091ad-2c47-41a4-8cd4-4a1bb47559e5 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:33:42.360345 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-be4091ad-2c47-41a4-8cd4-4a1bb47559e5 admin admin] 10.222.0.35 "PUT /v2.0/routers/f628da1d-ce42-4b8c-b1cf-8a59ac0d878a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6757936 Jul 14 07:33:42.361754 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57310) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:42.364510 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20a2e6-366c-456d-a250-17d97332d1a5 None None] Sync routers for ids ['f628da1d-ce42-4b8c-b1cf-8a59ac0d878a'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:33:42.374157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20a2e6-366c-456d-a250-17d97332d1a5 None None] Routers {'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:33:42.374770 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-6e20a2e6-366c-456d-a250-17d97332d1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:33:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f628da1d-ce42-4b8c-b1cf-8a59ac0d878a'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:42.413138 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2a50552c-99ec-4a7c-855d-2818ffd9307d no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:33:42.436108 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 2a50552c-99ec-4a7c-855d-2818ffd9307d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:33:42.436451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2a50552c-99ec-4a7c-855d-2818ffd9307d not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:33:42.479655 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-426a84cd-58d7-4e80-9a29-82b2c42b906e admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:42.514416 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-6e20a2e6-366c-456d-a250-17d97332d1a5 None None] Set router f628da1d-ce42-4b8c-b1cf-8a59ac0d878a gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:33:42.587441 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-426a84cd-58d7-4e80-9a29-82b2c42b906e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:42.638560 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-426a84cd-58d7-4e80-9a29-82b2c42b906e admin admin] Deleting port b6cbe713-5ff7-4a1f-9f33-9107105d01a1 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:33:42.639272 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-426a84cd-58d7-4e80-9a29-82b2c42b906e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:42.691573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-6e20a2e6-366c-456d-a250-17d97332d1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'name': 'tempest-TestServerBasicOps-601788979-router', 'tenant_id': '2f249275f125405dbe31e4db9ceb307e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'b6cbe713-5ff7-4a1f-9f33-9107105d01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:23Z', 'updated_at': '2021-07-14T07:33:41Z', 'revision_number': 5, 'project_id': '2f249275f125405dbe31e4db9ceb307e', 'gw_port': {'id': 'b6cbe713-5ff7-4a1f-9f33-9107105d01a1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:24Z', 'updated_at': '2021-07-14T07:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:42.717936 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20a2e6-366c-456d-a250-17d97332d1a5 None None] Checking router: f628da1d-ce42-4b8c-b1cf-8a59ac0d878a for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:33:42.720762 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-426a84cd-58d7-4e80-9a29-82b2c42b906e admin admin] For port b6cbe713-5ff7-4a1f-9f33-9107105d01a1, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b6cbe713-5ff7-4a1f-9f33-9107105d01a1,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:33:42.721125 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-426a84cd-58d7-4e80-9a29-82b2c42b906e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:42.726550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20a2e6-366c-456d-a250-17d97332d1a5 None None] Routers {'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:33:42.727152 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-6e20a2e6-366c-456d-a250-17d97332d1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:33:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f628da1d-ce42-4b8c-b1cf-8a59ac0d878a'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:42.732592 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-426a84cd-58d7-4e80-9a29-82b2c42b906e admin admin] Calling delete_port for b6cbe713-5ff7-4a1f-9f33-9107105d01a1 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:33:42.808861 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-6e20a2e6-366c-456d-a250-17d97332d1a5 None None] Set router f628da1d-ce42-4b8c-b1cf-8a59ac0d878a gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:33:42.859883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-6e20a2e6-366c-456d-a250-17d97332d1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'name': 'tempest-TestServerBasicOps-601788979-router', 'tenant_id': '2f249275f125405dbe31e4db9ceb307e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:23Z', 'updated_at': '2021-07-14T07:33:42Z', 'revision_number': 6, 'project_id': '2f249275f125405dbe31e4db9ceb307e', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:42.888176 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20a2e6-366c-456d-a250-17d97332d1a5 None None] The sync data for ids ['f628da1d-ce42-4b8c-b1cf-8a59ac0d878a'] in n-d-778696-5 is: [{'id': 'f628da1d-ce42-4b8c-b1cf-8a59ac0d878a', 'name': 'tempest-TestServerBasicOps-601788979-router', 'tenant_id': '2f249275f125405dbe31e4db9ceb307e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:23Z', 'updated_at': '2021-07-14T07:33:42Z', 'revision_number': 6, 'project_id': '2f249275f125405dbe31e4db9ceb307e', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:33:42.899082 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-426a84cd-58d7-4e80-9a29-82b2c42b906e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:42.927247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a84cd-58d7-4e80-9a29-82b2c42b906e admin admin] Pushing event deleted for resources: {'Port': ['ID=b6cbe713-5ff7-4a1f-9f33-9107105d01a1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:42.987770 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-426a84cd-58d7-4e80-9a29-82b2c42b906e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.075646 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-426a84cd-58d7-4e80-9a29-82b2c42b906e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.077633 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-426a84cd-58d7-4e80-9a29-82b2c42b906e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.122088 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-426a84cd-58d7-4e80-9a29-82b2c42b906e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.122734 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426a84cd-58d7-4e80-9a29-82b2c42b906e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f628da1d-ce42-4b8c-b1cf-8a59ac0d878a {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:33:43.127378 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-426a84cd-58d7-4e80-9a29-82b2c42b906e admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.128512 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-426a84cd-58d7-4e80-9a29-82b2c42b906e admin admin] 10.222.0.35 "DELETE /v2.0/routers/f628da1d-ce42-4b8c-b1cf-8a59ac0d878a HTTP/1.1" status: 204 len: 168 time: 0.7657726 Jul 14 07:33:43.131166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57312) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:43.174245 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c4468df-b526-4501-8848-3714f39a0485 admin admin] Deleting subnet bf26b39f-c685-44cf-ad2b-c56d5af06b7d {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:33:43.177126 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5c4468df-b526-4501-8848-3714f39a0485 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.210920 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5c4468df-b526-4501-8848-3714f39a0485 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.293594 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5c4468df-b526-4501-8848-3714f39a0485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.354458 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5c4468df-b526-4501-8848-3714f39a0485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.381133 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4468df-b526-4501-8848-3714f39a0485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf26b39f-c685-44cf-ad2b-c56d5af06b7d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:43.383102 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5c4468df-b526-4501-8848-3714f39a0485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.387228 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5c4468df-b526-4501-8848-3714f39a0485 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bf26b39f-c685-44cf-ad2b-c56d5af06b7d HTTP/1.1" status: 204 len: 168 time: 0.2528372 Jul 14 07:33:43.387626 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90021714-8b62-4b36-b9cc-da0a5ed48c67 None None] Network 23d9d889-b8df-4172-b8c7-4b9e5bf6d03a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:33:43.388087 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57314) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:43.454402 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.514409 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] Deleting port e5e84edf-faf9-474a-9d6f-a035b5a2c193 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:33:43.514750 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.577995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] For port e5e84edf-faf9-474a-9d6f-a035b5a2c193, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e5e84edf-faf9-474a-9d6f-a035b5a2c193,segment=NetworkSegment(b17f766d-632b-4130-8ab5-df3c9ea52dcf),segment_id=b17f766d-632b-4130-8ab5-df3c9ea52dcf)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:33:43.578297 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.590606 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] Calling delete_port for e5e84edf-faf9-474a-9d6f-a035b5a2c193 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:33:43.650286 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dca9d6-2852-40b5-bf19-5ac6e0a158f9 None None] DHCP port deletion for 23d9d889-b8df-4172-b8c7-4b9e5bf6d03a request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:33:43.670641 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.696137 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e0dca9d6-2852-40b5-bf19-5ac6e0a158f9 None None] Deleting port e5e84edf-faf9-474a-9d6f-a035b5a2c193 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:33:43.696515 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e0dca9d6-2852-40b5-bf19-5ac6e0a158f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.704529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] No DVR routers for this DVR port e5e84edf-faf9-474a-9d6f-a035b5a2c193 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:33:43.708461 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e84edf-faf9-474a-9d6f-a035b5a2c193,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:43.758833 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e0dca9d6-2852-40b5-bf19-5ac6e0a158f9 None None] For port e5e84edf-faf9-474a-9d6f-a035b5a2c193, host n-d-778696-5, got binding levels [] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:33:43.759217 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e0dca9d6-2852-40b5-bf19-5ac6e0a158f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.771757 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e0dca9d6-2852-40b5-bf19-5ac6e0a158f9 None None] Calling delete_port for e5e84edf-faf9-474a-9d6f-a035b5a2c193 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:33:43.774374 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.ipam_backend_mixin [None req-e0dca9d6-2852-40b5-bf19-5ac6e0a158f9 None None] Port e5e84edf-faf9-474a-9d6f-a035b5a2c193 was not found and therefore no delete operation was performed {{(pid=93829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 07:33:43.775606 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e0dca9d6-2852-40b5-bf19-5ac6e0a158f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.779048 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.789341 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d9d889-b8df-4172-b8c7-4b9e5bf6d03a']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:43.800803 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17f766d-632b-4130-8ab5-df3c9ea52dcf') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:43.800803 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17f766d-632b-4130-8ab5-df3c9ea52dcf') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:33:43.801276 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dca9d6-2852-40b5-bf19-5ac6e0a158f9 None None] Pushing event deleted for resources: {'Port': ['ID=e5e84edf-faf9-474a-9d6f-a035b5a2c193,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:43.808358 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dca9d6-2852-40b5-bf19-5ac6e0a158f9 None None] No DVR routers for this DVR port e5e84edf-faf9-474a-9d6f-a035b5a2c193 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:33:43.817533 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.832144 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.839016 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:33:43.839505 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:33:43.841135 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:33:43.900221 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.916376 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:43.918279 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] 10.222.0.35 "DELETE /v2.0/networks/23d9d889-b8df-4172-b8c7-4b9e5bf6d03a HTTP/1.1" status: 204 len: 168 time: 0.5300250 Jul 14 07:33:43.919354 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f64c8-7e96-44f4-b12c-697d5fafc99d admin admin] Pushing event deleted for resources: {'Network': ['ID=23d9d889-b8df-4172-b8c7-4b9e5bf6d03a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:44.025418 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57320) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:44.064659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-aae7491c-896a-4c3c-8c70-7244f9c50d98 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=576fbc319a6d4e958ed7ad9c955ad7ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380590 Jul 14 07:33:44.067110 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57322) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:44.114543 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-afca9005-9942-47ae-b73a-58d5965984d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:44.134677 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-afca9005-9942-47ae-b73a-58d5965984d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:44.178992 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-afca9005-9942-47ae-b73a-58d5965984d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:44.181379 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-afca9005-9942-47ae-b73a-58d5965984d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:44.182514 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-afca9005-9942-47ae-b73a-58d5965984d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/826083f7-c319-4c2e-9a86-fce1f0434948 HTTP/1.1" status: 204 len: 168 time: 0.1145005 Jul 14 07:33:44.190006 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca9005-9942-47ae-b73a-58d5965984d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826083f7-c319-4c2e-9a86-fce1f0434948,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:44.331853 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b6cbe713-5ff7-4a1f-9f33-9107105d01a1 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:33:44.352568 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: b6cbe713-5ff7-4a1f-9f33-9107105d01a1 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:33:44.353033 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b6cbe713-5ff7-4a1f-9f33-9107105d01a1 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:33:44.353496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:33:44.371968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:33:44.372316 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 520d9bb3-e32f-496b-a0f2-ae4dec7ff900 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:33:44.372734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e5e84edf-faf9-474a-9d6f-a035b5a2c193 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:33:44.390451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: e5e84edf-faf9-474a-9d6f-a035b5a2c193 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:33:44.391076 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e5e84edf-faf9-474a-9d6f-a035b5a2c193 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:33:44.492033 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57328) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:44.530839 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c8362bbb-07dc-4a9a-be20-d9218b8a350e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f249275f125405dbe31e4db9ceb307e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376749 Jul 14 07:33:44.533804 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57330) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:33:44.581152 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-70eb1801-bad3-4a38-9754-f54727a7930f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:44.601827 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-70eb1801-bad3-4a38-9754-f54727a7930f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:44.650709 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-70eb1801-bad3-4a38-9754-f54727a7930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:44.653667 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-70eb1801-bad3-4a38-9754-f54727a7930f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:44.655881 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-70eb1801-bad3-4a38-9754-f54727a7930f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b4ac95a7-cc86-431f-b68d-4e945d897225 HTTP/1.1" status: 204 len: 168 time: 0.1211989 Jul 14 07:33:44.664980 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb1801-bad3-4a38-9754-f54727a7930f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ac95a7-cc86-431f-b68d-4e945d897225,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:33:45.635717 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:33:45.708956 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:34:00.510088 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8694917d-5460-4780-bb82-c4dbadf0bef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:34:03.310543 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39345ed0-5bbf-42cb-9cad-48991ab85155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:34:03.625100 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:34:04.673704 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:34:06.205431 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:34:15.637942 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:34:15.722875 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:34:18.047574 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:34:18.095348 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282c38c-6252-43b5-9051-d1e357a895e5 req-c6eb6177-2f52-40c5-be8b-3b60f7e130d7 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:18.096847 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8282c38c-6252-43b5-9051-d1e357a895e5 req-c6eb6177-2f52-40c5-be8b-3b60f7e130d7 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0661600 Jul 14 07:34:18.134144 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8282c38c-6252-43b5-9051-d1e357a895e5 req-e8c1a8cd-d1ee-4828-85f9-44c5178d54d0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317976 Jul 14 07:34:19.320211 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-ae466302-c8ff-4c9c-b9be-eff700bf1fbb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1031122 Jul 14 07:34:19.332711 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c89bd-4428-4f0e-81a5-ed6fee4f46b5 req-0157d258-48c8-4b5a-b65c-3a808fc6b8fc tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:19.334201 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-299c89bd-4428-4f0e-81a5-ed6fee4f46b5 req-0157d258-48c8-4b5a-b65c-3a808fc6b8fc tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0891576 Jul 14 07:34:19.372428 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-299c89bd-4428-4f0e-81a5-ed6fee4f46b5 req-683c8e5d-366e-4248-abb0-d1a97d303da6 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323944 Jul 14 07:34:19.431024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-7e0b71de-aa5c-4c13-ad8f-1d3ce5dfd199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:19.431424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-7e0b71de-aa5c-4c13-ad8f-1d3ce5dfd199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:19.431896 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-7e0b71de-aa5c-4c13-ad8f-1d3ce5dfd199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:19.432365 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-7e0b71de-aa5c-4c13-ad8f-1d3ce5dfd199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:19.432829 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-7e0b71de-aa5c-4c13-ad8f-1d3ce5dfd199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:19.433319 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-7e0b71de-aa5c-4c13-ad8f-1d3ce5dfd199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:19.433783 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-7e0b71de-aa5c-4c13-ad8f-1d3ce5dfd199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:19.435680 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-7e0b71de-aa5c-4c13-ad8f-1d3ce5dfd199 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 6501 time: 0.0624187 Jul 14 07:34:19.548815 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-a77a574a-c251-4f6c-90c4-5d9d3bcdebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:19.549802 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-a77a574a-c251-4f6c-90c4-5d9d3bcdebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:19.550266 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-a77a574a-c251-4f6c-90c4-5d9d3bcdebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:19.551845 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-a77a574a-c251-4f6c-90c4-5d9d3bcdebc9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=18bb1dcc-6170-41be-a95d-00121e924f29&id=737dad91-5c42-4403-b411-91fd99db9d41&id=737dad91-5c42-4403-b411-91fd99db9d41&id=737dad91-5c42-4403-b411-91fd99db9d41&id=737dad91-5c42-4403-b411-91fd99db9d41&id=5259ed76-3fbf-4ac1-88a4-ce8f37157488&id=5259ed76-3fbf-4ac1-88a4-ce8f37157488 HTTP/1.1" status: 200 len: 2299 time: 0.0917687 Jul 14 07:34:19.614069 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-75d4441d-acdd-4c32-a517-c1cdb672b4a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64284bb9-2b5f-4ce0-b542-58b4b3aaa96e HTTP/1.1" status: 200 len: 1001 time: 0.0560446 Jul 14 07:34:19.659441 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-e2b89c59-7572-4006-a47b-188128a6bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:19.660798 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-e2b89c59-7572-4006-a47b-188128a6bec0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47136b84-069d-4c8f-a511-15a77b272aff HTTP/1.1" status: 200 len: 856 time: 0.0411122 Jul 14 07:34:19.718834 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-4a2582e5-55ac-48cd-ad1e-4240977100a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:19.720285 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-4a2582e5-55ac-48cd-ad1e-4240977100a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18bb1dcc-6170-41be-a95d-00121e924f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534704 Jul 14 07:34:19.805753 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-2757b87b-f3b6-4b9b-9f39-4c75ccab4ba9 service neutron] 10.222.0.15 "GET /v2.0/networks/18bb1dcc-6170-41be-a95d-00121e924f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794241 Jul 14 07:34:19.896659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-aab8b8ba-959a-4a8b-a6e0-83eed6461b0e service neutron] 10.222.0.15 "GET /v2.0/networks/18bb1dcc-6170-41be-a95d-00121e924f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840893 Jul 14 07:34:19.938097 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-78a7126e-1377-4e1b-935b-ebca9f96b3da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b HTTP/1.1" status: 200 len: 217 time: 0.0344727 Jul 14 07:34:19.986909 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-9d23eb24-f5c7-4de8-90fe-046a07645d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:19.988961 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-9d23eb24-f5c7-4de8-90fe-046a07645d0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.0446515 Jul 14 07:34:20.042819 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-21e3cfb8-9102-4a41-963b-3aa5e5b43411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:20.044269 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-21e3cfb8-9102-4a41-963b-3aa5e5b43411 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0494769 Jul 14 07:34:20.132530 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-77e8cd18-5868-4aa4-a61c-3da048827310 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816400 Jul 14 07:34:20.219592 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-3fc7bb82-6683-46ae-9088-22f0f942d3a8 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804107 Jul 14 07:34:20.265712 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-548a2936-306b-45c9-b883-679e0f725bb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=3e2c6a6f-f9d5-4299-915b-191904b54c05 HTTP/1.1" status: 200 len: 217 time: 0.0370929 Jul 14 07:34:20.316716 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-c7a1df20-16f6-4c5e-9934-408e8936aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:20.318188 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-c7a1df20-16f6-4c5e-9934-408e8936aae2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.0422149 Jul 14 07:34:20.377156 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-be13b9cb-c31e-4dad-bbf0-0c61ca25d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:20.378712 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-be13b9cb-c31e-4dad-bbf0-0c61ca25d4e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0532391 Jul 14 07:34:20.470932 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-34c80d98-2865-4c64-b3cf-e77ccb99e951 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860863 Jul 14 07:34:20.602928 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-715dcf59-16d4-49ea-8b0c-5b2305bf9604 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258237 Jul 14 07:34:20.611109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2eba9-6dca-4b23-a73e-f524ae2c8dee req-450e84ab-66ae-47b9-97b9-6300dff6bc92 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:20.613077 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-46d2eba9-6dca-4b23-a73e-f524ae2c8dee req-450e84ab-66ae-47b9-97b9-6300dff6bc92 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.1280725 Jul 14 07:34:20.652438 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-6831261c-0ed9-4a15-b4d8-18cb07d76446 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=8fbc9493-16c6-4d68-9ba6-a115482dd0e4 HTTP/1.1" status: 200 len: 217 time: 0.0384500 Jul 14 07:34:20.708821 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-46d2eba9-6dca-4b23-a73e-f524ae2c8dee req-f52880d4-e1ce-49b0-b652-682d0d8a4ad1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893667 Jul 14 07:34:20.718987 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-a4246f6c-6346-4c5d-823b-2b79a6fffab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:20.720402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-a4246f6c-6346-4c5d-823b-2b79a6fffab5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.0599298 Jul 14 07:34:20.775499 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-2a979827-66e6-4ae6-a569-7030fbc1b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:20.776949 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-2a979827-66e6-4ae6-a569-7030fbc1b0ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0506835 Jul 14 07:34:20.863018 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-401a11b9-82e9-423f-ac74-0e5db8d0eee3 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796120 Jul 14 07:34:20.950955 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-19a07477-0953-4936-b622-9655f6eb81ac service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825279 Jul 14 07:34:20.990876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-fc6e3f6d-3a04-400c-b70b-1818e2656afa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=5f40b380-e11c-4363-9f3d-a8b67e156847 HTTP/1.1" status: 200 len: 217 time: 0.0339053 Jul 14 07:34:21.042555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-d84ada6a-2efe-4dd2-b47b-0ecb50518d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:21.044093 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-d84ada6a-2efe-4dd2-b47b-0ecb50518d1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.0469348 Jul 14 07:34:21.101444 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-243cb56c-f208-46ec-a1b9-cff4b69bffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:21.102988 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-243cb56c-f208-46ec-a1b9-cff4b69bffd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0526850 Jul 14 07:34:21.187439 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-32c083f3-e77f-40e1-b404-a1a31bbd5ca9 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775843 Jul 14 07:34:21.277824 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-032e3b18-708e-40d6-bf30-ece35295d0ec service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844743 Jul 14 07:34:21.317576 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-ec7cec2b-84af-489e-813d-578bcdfbf338 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c78d9845-c82b-4a64-8ef9-32e0410fc323 HTTP/1.1" status: 200 len: 217 time: 0.0335445 Jul 14 07:34:21.362316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-c74318a4-4703-47e3-b82a-97cd13b78159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:21.363673 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-c74318a4-4703-47e3-b82a-97cd13b78159 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=333a6f4c-6b36-4054-9b8f-3bef22aead9f HTTP/1.1" status: 200 len: 797 time: 0.0405467 Jul 14 07:34:21.421125 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-9230d942-eee6-428e-b9d0-ed5dc618e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:21.422583 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-9230d942-eee6-428e-b9d0-ed5dc618e750 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5259ed76-3fbf-4ac1-88a4-ce8f37157488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0529444 Jul 14 07:34:21.507638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-173d96e9-b69f-41ef-a451-72d3e38a1e39 service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783436 Jul 14 07:34:21.596749 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-a07c5bab-a1a8-474f-9e7c-2b5ae8958c1e service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825257 Jul 14 07:34:21.634917 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-25907bd3-4e4f-45bc-bad5-a8750b6129a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b21b2095-f41c-4f8e-87b4-b66008cde3a0 HTTP/1.1" status: 200 len: 217 time: 0.0327125 Jul 14 07:34:21.680672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-e2989d50-6e7f-4178-afff-864c0738a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:21.682062 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-e2989d50-6e7f-4178-afff-864c0738a5bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=333a6f4c-6b36-4054-9b8f-3bef22aead9f HTTP/1.1" status: 200 len: 797 time: 0.0407398 Jul 14 07:34:21.741898 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-1bee2f52-0024-45b6-aa37-9aaa896a89b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:21.743406 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-1bee2f52-0024-45b6-aa37-9aaa896a89b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5259ed76-3fbf-4ac1-88a4-ce8f37157488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0543103 Jul 14 07:34:21.840905 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-8ebaba54-f298-4b38-8fde-aec5c32278c7 service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908806 Jul 14 07:34:21.950054 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85480c5-31f3-4aa0-a78a-c74c979541ce req-ecb217d4-ea9a-4a0c-b33a-b05533e7eea7 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:21.951547 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d85480c5-31f3-4aa0-a78a-c74c979541ce req-ecb217d4-ea9a-4a0c-b33a-b05533e7eea7 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.1295102 Jul 14 07:34:21.980256 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61f03e3e-b079-4a1b-989d-a37552b333ed req-0d1082df-6a6b-4506-870e-7c55036fb0ef service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239200 Jul 14 07:34:21.997588 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d85480c5-31f3-4aa0-a78a-c74c979541ce req-4309ce6b-9014-4038-b115-d87bf8d96167 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399790 Jul 14 07:34:23.170151 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c089a21-a741-434a-8dfa-dce1fc889609 req-0d5deb6f-a373-4483-b1d7-2c5f6a9b91fe tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:23.171625 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c089a21-a741-434a-8dfa-dce1fc889609 req-0d5deb6f-a373-4483-b1d7-2c5f6a9b91fe tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0659897 Jul 14 07:34:23.210306 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c089a21-a741-434a-8dfa-dce1fc889609 req-bdb28681-579c-4de7-a079-a277959e1d57 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323582 Jul 14 07:34:24.381488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e8a8d-f474-41c3-8ba1-3a5adfe2c2db req-724af78e-2ba3-4bed-8dc4-6d6e859fe2f7 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:24.383769 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-296e8a8d-f474-41c3-8ba1-3a5adfe2c2db req-724af78e-2ba3-4bed-8dc4-6d6e859fe2f7 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0651515 Jul 14 07:34:24.420076 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-296e8a8d-f474-41c3-8ba1-3a5adfe2c2db req-bcba9126-a2cb-4ae2-a375-bb60338ad234 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315526 Jul 14 07:34:25.591873 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821ae85-6813-41cf-b29b-0e9b2d8c73cf req-c3f55488-b8e1-4bd1-aff2-5db879597f11 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:25.593356 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a821ae85-6813-41cf-b29b-0e9b2d8c73cf req-c3f55488-b8e1-4bd1-aff2-5db879597f11 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0615768 Jul 14 07:34:25.633153 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a821ae85-6813-41cf-b29b-0e9b2d8c73cf req-9550dbee-b931-4ef3-bf9e-d663e910631f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337529 Jul 14 07:34:26.804416 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c4aa8-ef9f-4ca9-8170-331b53cf6a04 req-1d9ba553-5712-4fc4-bfac-3d6a956fc989 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:26.805901 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c5c4aa8-ef9f-4ca9-8170-331b53cf6a04 req-1d9ba553-5712-4fc4-bfac-3d6a956fc989 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0618958 Jul 14 07:34:26.841546 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c5c4aa8-ef9f-4ca9-8170-331b53cf6a04 req-1aeda271-f2ce-4f83-a361-0244e8d20137 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301373 Jul 14 07:34:28.010954 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643718ae-29a5-41e2-a7d1-855599b230a1 req-6baf48ca-7207-4f6d-9a09-ed44364c3246 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:28.012425 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-643718ae-29a5-41e2-a7d1-855599b230a1 req-6baf48ca-7207-4f6d-9a09-ed44364c3246 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0617497 Jul 14 07:34:28.048039 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-643718ae-29a5-41e2-a7d1-855599b230a1 req-acc309dd-d7bf-4e65-aeab-310991f11db0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302224 Jul 14 07:34:29.220050 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46726430-1c06-4fc6-9e4f-0d885b2314d8 req-47126a03-8c24-42fd-9e28-dc8cbf3853ba tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:29.221532 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-46726430-1c06-4fc6-9e4f-0d885b2314d8 req-47126a03-8c24-42fd-9e28-dc8cbf3853ba tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0651350 Jul 14 07:34:29.258244 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-46726430-1c06-4fc6-9e4f-0d885b2314d8 req-0ee52934-9d79-4967-9b37-44d014570ab3 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312018 Jul 14 07:34:29.610343 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67868fd-d655-4b75-8782-c02e3220a980 req-15e6ea17-9952-4a46-a7a6-6d984a3d7666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:29.612454 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a67868fd-d655-4b75-8782-c02e3220a980 req-15e6ea17-9952-4a46-a7a6-6d984a3d7666 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c52ed61e9fdd479f86ccfc89f36ee841&device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 1097 time: 0.0924399 Jul 14 07:34:29.620467 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d38b84-9e8e-491a-b425-39fe692425d7 req-24421863-8988-47c6-b131-0c390c8e1e74 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:29.621843 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3d38b84-9e8e-491a-b425-39fe692425d7 req-24421863-8988-47c6-b131-0c390c8e1e74 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0946496 Jul 14 07:34:29.704222 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3d38b84-9e8e-491a-b425-39fe692425d7 req-373d90c8-c12c-4016-b0a9-2aecef9c87b0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744109 Jul 14 07:34:29.733349 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67868fd-d655-4b75-8782-c02e3220a980 req-29495704-71a8-4061-9e22-c49f5b076b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:29.734814 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a67868fd-d655-4b75-8782-c02e3220a980 req-29495704-71a8-4061-9e22-c49f5b076b24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eca8f0e3-ef27-4392-a6bd-ac44ea578613 HTTP/1.1" status: 200 len: 911 time: 0.1121676 Jul 14 07:34:29.800882 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a67868fd-d655-4b75-8782-c02e3220a980 req-de3ed7b3-52af-465c-888e-15717c55ba33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7fd605c-8115-4a1f-9232-393fa146b144 HTTP/1.1" status: 200 len: 1002 time: 0.0594180 Jul 14 07:34:30.179571 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67868fd-d655-4b75-8782-c02e3220a980 req-125e1a7a-fde9-410d-b690-3bfaf7f01d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:30.180936 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a67868fd-d655-4b75-8782-c02e3220a980 req-125e1a7a-fde9-410d-b690-3bfaf7f01d70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe11a574-87ca-4aa0-bfbb-0506652f52da HTTP/1.1" status: 200 len: 849 time: 0.3743002 Jul 14 07:34:30.237064 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67868fd-d655-4b75-8782-c02e3220a980 req-1dce077a-eef0-4b25-ad41-dbf085b20081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:30.247332 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a67868fd-d655-4b75-8782-c02e3220a980 req-1dce077a-eef0-4b25-ad41-dbf085b20081 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eca8f0e3-ef27-4392-a6bd-ac44ea578613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498950 Jul 14 07:34:30.327370 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a67868fd-d655-4b75-8782-c02e3220a980 req-bf41feab-7bef-43e5-bf99-de0761ee2ae9 service neutron] 10.222.0.15 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827923 Jul 14 07:34:30.412462 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a67868fd-d655-4b75-8782-c02e3220a980 req-c1680e9b-ad86-498f-bb5b-a29fbceedf46 service neutron] 10.222.0.15 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787141 Jul 14 07:34:30.510832 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b86c4fe3-ffd4-406e-9e5a-94fb6410c571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:34:30.886254 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af301743-8052-4511-922d-b7a47955205d req-9d63823d-393b-42f4-917f-f9949adf90c0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:30.887732 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af301743-8052-4511-922d-b7a47955205d req-9d63823d-393b-42f4-917f-f9949adf90c0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0678034 Jul 14 07:34:30.925940 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af301743-8052-4511-922d-b7a47955205d req-7d7bfa2a-33b3-4c52-8fcf-19955f0b04c1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321863 Jul 14 07:34:32.095539 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba8072-656d-4d71-986d-1c4eb0f3fb00 req-de17d6a2-cb35-4a47-995f-292ff354d8cb tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:34:32.097086 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-02ba8072-656d-4d71-986d-1c4eb0f3fb00 req-de17d6a2-cb35-4a47-995f-292ff354d8cb tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0625827 Jul 14 07:34:32.134084 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-02ba8072-656d-4d71-986d-1c4eb0f3fb00 req-8b08bc46-17b3-4952-a442-af03f027541f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313818 Jul 14 07:34:33.310434 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b59605da-3d56-4ed5-b1f4-701b7af16188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:34:33.624851 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:34:34.675097 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:34:36.205064 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:34:45.649575 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:34:45.719794 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:34:55.045774 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:35:00.510460 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2805e6ec-33a8-4c3e-bd64-6442a76fc8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:03.310775 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f077487f-b4ed-4422-ae31-9b7b1752c7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:03.626732 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:04.550275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527552fe-2c71-40f7-bd8f-6c259954fd81 req-464bad28-08a1-4956-bf08-9c459a7e7260 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:04.551736 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-527552fe-2c71-40f7-bd8f-6c259954fd81 req-464bad28-08a1-4956-bf08-9c459a7e7260 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0622430 Jul 14 07:35:04.587876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-527552fe-2c71-40f7-bd8f-6c259954fd81 req-bb5fffa4-ac4f-41ce-8210-f321d364ad01 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307810 Jul 14 07:35:04.677765 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:05.761013 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7caad8e-d766-4b22-a89a-f1bf86ce55c6 req-b785f250-d243-4b84-a5f7-16f7929c79fc tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:05.762502 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7caad8e-d766-4b22-a89a-f1bf86ce55c6 req-b785f250-d243-4b84-a5f7-16f7929c79fc tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0654790 Jul 14 07:35:05.798816 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7caad8e-d766-4b22-a89a-f1bf86ce55c6 req-c6629a6c-846d-45f5-892d-1f7bc8f96cd1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd50c470-d94b-487b-a794-ae277d708115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308387 Jul 14 07:35:06.209289 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:06.244239 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2ad99-66e4-4c08-98fb-6a54cab228ad req-f56242d4-0f1e-49ac-bc6f-34a735524ee1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:06.245738 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8d2ad99-66e4-4c08-98fb-6a54cab228ad req-f56242d4-0f1e-49ac-bc6f-34a735524ee1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.15 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0636041 Jul 14 07:35:06.346569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-d8d2ad99-66e4-4c08-98fb-6a54cab228ad req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Deleting port f7fd605c-8115-4a1f-9232-393fa146b144 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:35:06.346910 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d8d2ad99-66e4-4c08-98fb-6a54cab228ad req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:06.431476 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-d8d2ad99-66e4-4c08-98fb-6a54cab228ad req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] For port f7fd605c-8115-4a1f-9232-393fa146b144, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=f7fd605c-8115-4a1f-9232-393fa146b144,segment=NetworkSegment(1fc487b8-ac49-4ead-a3f7-00a7c89679b3),segment_id=1fc487b8-ac49-4ead-a3f7-00a7c89679b3)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:35:06.431827 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d8d2ad99-66e4-4c08-98fb-6a54cab228ad req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:06.597868 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d8d2ad99-66e4-4c08-98fb-6a54cab228ad req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:06.598785 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d8d2ad99-66e4-4c08-98fb-6a54cab228ad req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:06.599096 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [req-d8d2ad99-66e4-4c08-98fb-6a54cab228ad req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Floating IP e393b7fb-090d-4544-83a0-c6a53353ee37 disassociated. External IP: 172.25.7.193, port: f7fd605c-8115-4a1f-9232-393fa146b144. Jul 14 07:35:06.599433 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-d8d2ad99-66e4-4c08-98fb-6a54cab228ad req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Calling delete_port for f7fd605c-8115-4a1f-9232-393fa146b144 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:35:06.720489 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d8d2ad99-66e4-4c08-98fb-6a54cab228ad req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:06.752233 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Pushing event deleted for resources: {'Port': ['ID=f7fd605c-8115-4a1f-9232-393fa146b144,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:35:06.763513 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:06.764087 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:06.764201 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:06.764496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:06.764842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:06.765173 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:06.765519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:06.765838 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:06.766161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:06.766478 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:06.766799 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:06.767119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:06.874121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8d2ad99-66e4-4c08-98fb-6a54cab228ad req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:35:06.948571 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3b9be90-f0c9-4c6e-abe1-971622c83af9 req-0ad443a5-c673-4dd3-a379-bb6da3b5e94f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3ab6c-66ca-42a1-acba-63048300d7d1 HTTP/1.1" status: 200 len: 210 time: 0.0335984 Jul 14 07:35:07.006930 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8d2ad99-66e4-4c08-98fb-6a54cab228ad req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:35:07.018149 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae29004f-fd29-455f-981b-9786461996fc None None] Sync routers for ids ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:35:07.027674 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae29004f-fd29-455f-981b-9786461996fc None None] Routers {'9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:35:07.028211 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ae29004f-fd29-455f-981b-9786461996fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:35:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:35:07.049365 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d2ad99-66e4-4c08-98fb-6a54cab228ad req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] No DVR routers for this DVR port f7fd605c-8115-4a1f-9232-393fa146b144 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:35:07.051886 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d8d2ad99-66e4-4c08-98fb-6a54cab228ad req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:07.053894 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8d2ad99-66e4-4c08-98fb-6a54cab228ad req-83f32665-4e89-4fff-aa2e-e7099d221a8d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.15 "DELETE /v2.0/ports/f7fd605c-8115-4a1f-9232-393fa146b144 HTTP/1.1" status: 204 len: 173 time: 0.8032010 Jul 14 07:35:07.054335 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f3ab6c-66ca-42a1-acba-63048300d7d1', 'name': 'network-vif-deleted', 'tag': 'f7fd605c-8115-4a1f-9232-393fa146b144'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:35:07.056581 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f725fa-f300-43b8-88a8-7ee24a3c0c20" -d '{"events": [{"server_uuid": "95f3ab6c-66ca-42a1-acba-63048300d7d1", "name": "network-vif-deleted", "tag": "f7fd605c-8115-4a1f-9232-393fa146b144"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:35:07.106506 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58fc54a-afd0-4bac-be10-145245417848 x-openstack-request-id: req-e58fc54a-afd0-4bac-be10-145245417848 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:35:07.106802 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f3ab6c-66ca-42a1-acba-63048300d7d1", "name": "network-vif-deleted", "tag": "f7fd605c-8115-4a1f-9232-393fa146b144", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:35:07.107113 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e58fc54a-afd0-4bac-be10-145245417848 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:35:07.107521 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f3ab6c-66ca-42a1-acba-63048300d7d1', 'name': 'network-vif-deleted', 'tag': 'f7fd605c-8115-4a1f-9232-393fa146b144', 'status': 'completed', 'code': 200} Jul 14 07:35:07.136615 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ae29004f-fd29-455f-981b-9786461996fc None None] Set router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:35:07.336838 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ae29004f-fd29-455f-981b-9786461996fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 4, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port': {'id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:16Z', 'updated_at': '2021-07-14T07:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'cb8ffb36-f73c-4ceb-9817-c42237419ba6', 'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'mac_address': 'fa:16:3e:1e:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:19Z', 'updated_at': '2021-07-14T07:31:28Z', 'revision_number': 5, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'subnets': [{'id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:35:07.362012 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae29004f-fd29-455f-981b-9786461996fc None None] Checking router: 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:35:07.370446 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae29004f-fd29-455f-981b-9786461996fc None None] Routers {'9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:35:07.371049 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ae29004f-fd29-455f-981b-9786461996fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:35:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:35:07.475666 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ae29004f-fd29-455f-981b-9786461996fc None None] Set router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:35:07.670412 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ae29004f-fd29-455f-981b-9786461996fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 4, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port': {'id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:16Z', 'updated_at': '2021-07-14T07:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'cb8ffb36-f73c-4ceb-9817-c42237419ba6', 'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'mac_address': 'fa:16:3e:1e:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:19Z', 'updated_at': '2021-07-14T07:31:28Z', 'revision_number': 5, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'subnets': [{'id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:35:07.700421 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae29004f-fd29-455f-981b-9786461996fc None None] The sync data for ids ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'] in n-d-778696-5 is: [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 4, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port': {'id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:16Z', 'updated_at': '2021-07-14T07:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'cb8ffb36-f73c-4ceb-9817-c42237419ba6', 'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'mac_address': 'fa:16:3e:1e:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:19Z', 'updated_at': '2021-07-14T07:31:28Z', 'revision_number': 5, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'subnets': [{'id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:35:07.905157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446c8dd-1f93-4b0e-a4d6-c5647060eb00 None None] New status for floating IP e393b7fb-090d-4544-83a0-c6a53353ee37: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:35:08.071357 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57576) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:35:08.126015 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60088bce-3462-42c5-ae90-b3f686c9a397 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:08.148611 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60088bce-3462-42c5-ae90-b3f686c9a397 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:08.193287 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60088bce-3462-42c5-ae90-b3f686c9a397 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:08.195956 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60088bce-3462-42c5-ae90-b3f686c9a397 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:08.197094 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-60088bce-3462-42c5-ae90-b3f686c9a397 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "DELETE /v2.0/security-groups/fd50c470-d94b-487b-a794-ae277d708115 HTTP/1.1" status: 204 len: 168 time: 0.1247442 Jul 14 07:35:08.200161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57580) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:35:08.206133 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60088bce-3462-42c5-ae90-b3f686c9a397 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd50c470-d94b-487b-a794-ae277d708115,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:35:08.214056 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60088bce-3462-42c5-ae90-b3f686c9a397 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:08.214403 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60088bce-3462-42c5-ae90-b3f686c9a397 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:08.214520 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-fae072bc-0c9b-4ac9-91b4-a4c3d7963134 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] show failed (client error): The resource could not be found. Jul 14 07:35:08.214745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60088bce-3462-42c5-ae90-b3f686c9a397 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:08.215079 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60088bce-3462-42c5-ae90-b3f686c9a397 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:08.215441 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60088bce-3462-42c5-ae90-b3f686c9a397 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:08.215622 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fae072bc-0c9b-4ac9-91b4-a4c3d7963134 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups/fd50c470-d94b-487b-a794-ae277d708115 HTTP/1.1" status: 404 len: 347 time: 0.0143874 Jul 14 07:35:08.215772 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60088bce-3462-42c5-ae90-b3f686c9a397 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:08.216094 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60088bce-3462-42c5-ae90-b3f686c9a397 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:08.216417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60088bce-3462-42c5-ae90-b3f686c9a397 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:08.216738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60088bce-3462-42c5-ae90-b3f686c9a397 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:08.217058 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60088bce-3462-42c5-ae90-b3f686c9a397 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:08.217401 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60088bce-3462-42c5-ae90-b3f686c9a397 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:08.217724 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60088bce-3462-42c5-ae90-b3f686c9a397 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:08.218318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57582) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:35:08.341907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-0e077057-43dc-48e7-9095-287524a44fc4 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Deleting port f218daf0-0b7d-4e09-9a18-3f7ac362c34a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:35:08.342250 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0e077057-43dc-48e7-9095-287524a44fc4 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:08.418421 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0e077057-43dc-48e7-9095-287524a44fc4 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:08.418749 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0e077057-43dc-48e7-9095-287524a44fc4 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:08.430659 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-0e077057-43dc-48e7-9095-287524a44fc4 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Calling delete_port for f218daf0-0b7d-4e09-9a18-3f7ac362c34a owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:35:08.565758 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0e077057-43dc-48e7-9095-287524a44fc4 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:08.590094 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e077057-43dc-48e7-9095-287524a44fc4 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Pushing event deleted for resources: {'Port': ['ID=f218daf0-0b7d-4e09-9a18-3f7ac362c34a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:35:08.649891 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0e077057-43dc-48e7-9095-287524a44fc4 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:08.652367 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0e077057-43dc-48e7-9095-287524a44fc4 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:08.653557 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0e077057-43dc-48e7-9095-287524a44fc4 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "DELETE /v2.0/floatingips/e393b7fb-090d-4544-83a0-c6a53353ee37 HTTP/1.1" status: 204 len: 168 time: 0.4343712 Jul 14 07:35:09.149757 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57588) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:35:09.154516 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-11292e73-7bc0-48f4-996f-855617a99203 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1546147235', 'description': 'tempest-description--61476967'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:35:09.176693 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11292e73-7bc0-48f4-996f-855617a99203 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:09.253054 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11292e73-7bc0-48f4-996f-855617a99203 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:09.256936 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11292e73-7bc0-48f4-996f-855617a99203 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:09.285686 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11292e73-7bc0-48f4-996f-855617a99203 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:09.286906 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-11292e73-7bc0-48f4-996f-855617a99203 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1361313 Jul 14 07:35:09.288193 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11292e73-7bc0-48f4-996f-855617a99203 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba01f5b7-f7e2-466d-a886-8d12ce7933f8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:35:09.290014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57590) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:35:09.294484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9ec3020e-d19d-4873-a8e0-931a6e2fceae tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Request body: {'security_group_rule': {'security_group_id': 'ba01f5b7-f7e2-466d-a886-8d12ce7933f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:35:09.319808 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ec3020e-d19d-4873-a8e0-931a6e2fceae tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:09.374750 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ec3020e-d19d-4873-a8e0-931a6e2fceae tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:09.378522 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ec3020e-d19d-4873-a8e0-931a6e2fceae tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:09.402431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3020e-d19d-4873-a8e0-931a6e2fceae tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65a0b3d-84da-4fcb-886f-7b617f6a5604,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:35:09.405200 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ec3020e-d19d-4873-a8e0-931a6e2fceae tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:09.406365 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9ec3020e-d19d-4873-a8e0-931a6e2fceae tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155295 Jul 14 07:35:09.409085 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57592) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:35:09.413343 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9e17c5d4-0ba0-45d4-906a-ae869afe9fb1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Request body: {'security_group_rule': {'security_group_id': 'ba01f5b7-f7e2-466d-a886-8d12ce7933f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:35:09.438158 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e17c5d4-0ba0-45d4-906a-ae869afe9fb1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:09.493586 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e17c5d4-0ba0-45d4-906a-ae869afe9fb1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:09.496789 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e17c5d4-0ba0-45d4-906a-ae869afe9fb1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:09.514231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17c5d4-0ba0-45d4-906a-ae869afe9fb1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b97289c-4e14-4858-baf1-b572dafec61d,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:35:09.521872 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e17c5d4-0ba0-45d4-906a-ae869afe9fb1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:09.521872 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9e17c5d4-0ba0-45d4-906a-ae869afe9fb1 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1115270 Jul 14 07:35:09.524686 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 57596) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:35:09.529146 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c883bbd8-b0b0-4d24-8162-7dd2530aa43f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:35:09.550137 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c883bbd8-b0b0-4d24-8162-7dd2530aa43f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:09.647762 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c883bbd8-b0b0-4d24-8162-7dd2530aa43f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:09.745641 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-c883bbd8-b0b0-4d24-8162-7dd2530aa43f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Allocated IP 172.25.7.173 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/930b3e21-6294-42b4-9b61-f94535263cb5) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:35:09.845454 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c883bbd8-b0b0-4d24-8162-7dd2530aa43f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:09.882831 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c883bbd8-b0b0-4d24-8162-7dd2530aa43f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:09.922287 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c883bbd8-b0b0-4d24-8162-7dd2530aa43f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:35:09.924974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-c883bbd8-b0b0-4d24-8162-7dd2530aa43f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:35:09.927331 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c883bbd8-b0b0-4d24-8162-7dd2530aa43f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:35:09.952716 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883bbd8-b0b0-4d24-8162-7dd2530aa43f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Pushing event updated for resources: {'Port': ['ID=930b3e21-6294-42b4-9b61-f94535263cb5,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:35:10.014502 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c883bbd8-b0b0-4d24-8162-7dd2530aa43f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:10.058405 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c883bbd8-b0b0-4d24-8162-7dd2530aa43f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:10.202577 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c883bbd8-b0b0-4d24-8162-7dd2530aa43f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:10.206672 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c883bbd8-b0b0-4d24-8162-7dd2530aa43f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:10.273523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883bbd8-b0b0-4d24-8162-7dd2530aa43f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Pushing event updated for resources: {'Port': ['ID=930b3e21-6294-42b4-9b61-f94535263cb5,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:35:10.281243 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c883bbd8-b0b0-4d24-8162-7dd2530aa43f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:10.293962 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c883bbd8-b0b0-4d24-8162-7dd2530aa43f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:10.295234 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c883bbd8-b0b0-4d24-8162-7dd2530aa43f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7695696 Jul 14 07:35:10.477307 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf925b99-a11e-4275-9367-793b52f0c477 req-50ddceb6-3739-488f-9310-77221e7deb75 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1546147235&fields=id&tenant_id=c52ed61e9fdd479f86ccfc89f36ee841 HTTP/1.1" status: 200 len: 267 time: 0.0320311 Jul 14 07:35:10.581895 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf925b99-a11e-4275-9367-793b52f0c477 req-384678d5-2b83-4e66-8a15-575082dc6c80 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:10.583362 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf925b99-a11e-4275-9367-793b52f0c477 req-384678d5-2b83-4e66-8a15-575082dc6c80 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/networks?id=eca8f0e3-ef27-4392-a6bd-ac44ea578613 HTTP/1.1" status: 200 len: 810 time: 0.1000342 Jul 14 07:35:10.597202 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf925b99-a11e-4275-9367-793b52f0c477 req-90b17daf-116c-45f8-a0d2-47262778009b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/quotas/c52ed61e9fdd479f86ccfc89f36ee841 HTTP/1.1" status: 200 len: 375 time: 0.0085721 Jul 14 07:35:10.663699 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf925b99-a11e-4275-9367-793b52f0c477 req-08acad77-d0a1-497a-96af-38c1d28ccfd7 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c52ed61e9fdd479f86ccfc89f36ee841&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0615973 Jul 14 07:35:10.679091 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-bf925b99-a11e-4275-9367-793b52f0c477 req-acf0b727-ba1d-4ef0-bcee-1ceaf029fe0e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:35:10.680065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf925b99-a11e-4275-9367-793b52f0c477 req-acf0b727-ba1d-4ef0-bcee-1ceaf029fe0e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057061 Jul 14 07:35:10.770636 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf925b99-a11e-4275-9367-793b52f0c477 req-40b9cd99-7230-4d53-9832-ddaa10506e0b service neutron] 10.222.0.35 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850692 Jul 14 07:35:10.851349 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f7fd605c-8115-4a1f-9232-393fa146b144 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:35:10.856310 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf925b99-a11e-4275-9367-793b52f0c477 req-47589d4b-768d-48b8-88e5-28928fd305f2 service neutron] 10.222.0.35 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800779 Jul 14 07:35:10.874887 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: f7fd605c-8115-4a1f-9232-393fa146b144 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:35:10.875235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device f7fd605c-8115-4a1f-9232-393fa146b144 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:35:11.028759 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c05cfdd-fa23-414f-add7-ad4713e10dcf req-0155bfde-0178-4715-9b36-2bffec612d90 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 210 time: 0.0281029 Jul 14 07:35:12.122045 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf925b99-a11e-4275-9367-793b52f0c477 req-c7fe431f-61f0-47a7-a4bf-019392be90f4 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:12.123554 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bf925b99-a11e-4275-9367-793b52f0c477 req-c7fe431f-61f0-47a7-a4bf-019392be90f4 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.30 "GET /v2.0/networks?id=eca8f0e3-ef27-4392-a6bd-ac44ea578613 HTTP/1.1" status: 200 len: 810 time: 0.1035020 Jul 14 07:35:12.165732 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bf925b99-a11e-4275-9367-793b52f0c477 req-e3e6ed10-897f-4b00-9f95-0f41c953956f tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c52ed61e9fdd479f86ccfc89f36ee841 HTTP/1.1" status: 200 len: 380 time: 0.0342822 Jul 14 07:35:12.174744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-bf925b99-a11e-4275-9367-793b52f0c477 req-43b940b7-f2ac-48b0-85d3-b4ce13f7559d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Request body: {'port': {'device_id': 'aee3a3a9-f1f9-469d-8a15-1a601578c8fd', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'admin_state_up': True, 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'security_groups': ['ba01f5b7-f7e2-466d-a886-8d12ce7933f8']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:35:12.183086 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53571b86-b3a6-4c5b-8ccf-b0ed6514f98b req-37f4b71f-fdce-4994-8658-c5a2cd5e7b57 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 210 time: 0.0323179 Jul 14 07:35:12.281158 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf925b99-a11e-4275-9367-793b52f0c477 req-43b940b7-f2ac-48b0-85d3-b4ce13f7559d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Made reservation on behalf of c52ed61e9fdd479f86ccfc89f36ee841 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:35:12.284715 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf925b99-a11e-4275-9367-793b52f0c477 req-43b940b7-f2ac-48b0-85d3-b4ce13f7559d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:12.408962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-bf925b99-a11e-4275-9367-793b52f0c477 req-43b940b7-f2ac-48b0-85d3-b4ce13f7559d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Allocated IP 172.20.0.11 (eca8f0e3-ef27-4392-a6bd-ac44ea578613/fe11a574-87ca-4aa0-bfbb-0506652f52da/713350ba-7f2f-4619-ab37-1fbac140dd13) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:35:12.542204 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf925b99-a11e-4275-9367-793b52f0c477 req-43b940b7-f2ac-48b0-85d3-b4ce13f7559d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:12.555830 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-bf925b99-a11e-4275-9367-793b52f0c477 req-43b940b7-f2ac-48b0-85d3-b4ce13f7559d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Transition to ACTIVE for port object 713350ba-7f2f-4619-ab37-1fbac140dd13 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:35:12.588717 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf925b99-a11e-4275-9367-793b52f0c477 req-43b940b7-f2ac-48b0-85d3-b4ce13f7559d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:12.630819 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf925b99-a11e-4275-9367-793b52f0c477 req-43b940b7-f2ac-48b0-85d3-b4ce13f7559d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Network eca8f0e3-ef27-4392-a6bd-ac44ea578613 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:35:12.636312 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-bf925b99-a11e-4275-9367-793b52f0c477 req-43b940b7-f2ac-48b0-85d3-b4ce13f7559d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:35:12.638687 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf925b99-a11e-4275-9367-793b52f0c477 req-43b940b7-f2ac-48b0-85d3-b4ce13f7559d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:35:12.667985 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b940b7-f2ac-48b0-85d3-b4ce13f7559d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Pushing event updated for resources: {'Port': ['ID=713350ba-7f2f-4619-ab37-1fbac140dd13,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:35:12.693941 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf925b99-a11e-4275-9367-793b52f0c477 req-43b940b7-f2ac-48b0-85d3-b4ce13f7559d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:12.694553 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf925b99-a11e-4275-9367-793b52f0c477 req-43b940b7-f2ac-48b0-85d3-b4ce13f7559d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:12.709730 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bf925b99-a11e-4275-9367-793b52f0c477 req-43b940b7-f2ac-48b0-85d3-b4ce13f7559d tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5386977 Jul 14 07:35:12.720657 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Request body: {'port': {'device_id': 'aee3a3a9-f1f9-469d-8a15-1a601578c8fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:35:12.799401 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:12.869568 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ae488d1b-7ef0-4bb6-a2dc-27d8af150cf0 None None] Provisioning for port 713350ba-7f2f-4619-ab37-1fbac140dd13 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:35:12.873786 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ae488d1b-7ef0-4bb6-a2dc-27d8af150cf0 None None] Provisioning complete for port 713350ba-7f2f-4619-ab37-1fbac140dd13 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:35:12.874379 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ae488d1b-7ef0-4bb6-a2dc-27d8af150cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:12.908194 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ae488d1b-7ef0-4bb6-a2dc-27d8af150cf0 None None] Port 713350ba-7f2f-4619-ab37-1fbac140dd13 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:35:13.060755 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713350ba-7f2f-4619-ab37-1fbac140dd13 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:35:13.068034 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:13.079750 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Transition to ACTIVE for port object 713350ba-7f2f-4619-ab37-1fbac140dd13 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:35:13.083102 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:13.133947 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Pushing event updated for resources: {'Port': ['ID=713350ba-7f2f-4619-ab37-1fbac140dd13,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:35:13.207537 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Attempting to bind port 713350ba-7f2f-4619-ab37-1fbac140dd13 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:35:13.207963 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Attempting to bind port 713350ba-7f2f-4619-ab37-1fbac140dd13 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '1fc487b8-ac49-4ead-a3f7-00a7c89679b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:35:13.208291 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Attempting to bind port 713350ba-7f2f-4619-ab37-1fbac140dd13 on network eca8f0e3-ef27-4392-a6bd-ac44ea578613 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:35:13.214736 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Port 713350ba-7f2f-4619-ab37-1fbac140dd13 on network eca8f0e3-ef27-4392-a6bd-ac44ea578613 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:35:13.215057 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Attempting to bind port 713350ba-7f2f-4619-ab37-1fbac140dd13 on network eca8f0e3-ef27-4392-a6bd-ac44ea578613 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:35:13.220189 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:35:13.220523 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Checking segment: {'id': '1fc487b8-ac49-4ead-a3f7-00a7c89679b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:35:13.220900 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Bound using segment: {'id': '1fc487b8-ac49-4ead-a3f7-00a7c89679b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:35:13.221362 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Bound port: 713350ba-7f2f-4619-ab37-1fbac140dd13, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc487b8-ac49-4ead-a3f7-00a7c89679b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:35:13.221721 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:13.293522 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] For port 713350ba-7f2f-4619-ab37-1fbac140dd13, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:35:13.296570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] For port 713350ba-7f2f-4619-ab37-1fbac140dd13, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=713350ba-7f2f-4619-ab37-1fbac140dd13,segment=NetworkSegment(1fc487b8-ac49-4ead-a3f7-00a7c89679b3),segment_id=1fc487b8-ac49-4ead-a3f7-00a7c89679b3)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:35:13.302354 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:13.337516 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:13.338267 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:13.339708 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bf925b99-a11e-4275-9367-793b52f0c477 req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] 10.222.0.30 "PUT /v2.0/ports/713350ba-7f2f-4619-ab37-1fbac140dd13 HTTP/1.1" status: 200 len: 1092 time: 0.6232538 Jul 14 07:35:13.340161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee3a3a9-f1f9-469d-8a15-1a601578c8fd', 'tag': '713350ba-7f2f-4619-ab37-1fbac140dd13'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:35:13.342435 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b92a6d-a4f8-4dcf-bbd7-4dd4a44669ef" -d '{"events": [{"name": "network-changed", "server_uuid": "aee3a3a9-f1f9-469d-8a15-1a601578c8fd", "tag": "713350ba-7f2f-4619-ab37-1fbac140dd13"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:35:13.370210 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78c364-980c-41d0-9370-4c8d9032cf9f service neutron] Pushing event updated for resources: {'Port': ['ID=713350ba-7f2f-4619-ab37-1fbac140dd13,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:35:13.393363 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0754a99-b722-4238-94a6-cd2056037ccb x-openstack-request-id: req-a0754a99-b722-4238-94a6-cd2056037ccb {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:35:13.393855 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee3a3a9-f1f9-469d-8a15-1a601578c8fd", "tag": "713350ba-7f2f-4619-ab37-1fbac140dd13", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:35:13.394110 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a0754a99-b722-4238-94a6-cd2056037ccb {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:35:13.394510 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee3a3a9-f1f9-469d-8a15-1a601578c8fd', 'tag': '713350ba-7f2f-4619-ab37-1fbac140dd13', 'status': 'completed', 'code': 200} Jul 14 07:35:13.397450 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca4671-bcf5-429b-ba62-b48592858534 req-59dbf06b-1c36-4e9f-b7fa-c8390a74669c tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:13.399544 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7aca4671-bcf5-429b-ba62-b48592858534 req-59dbf06b-1c36-4e9f-b7fa-c8390a74669c tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 944 time: 0.1000142 Jul 14 07:35:13.446272 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf925b99-a11e-4275-9367-793b52f0c477 req-10090898-7608-4912-acca-59450aa32f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:13.447816 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bf925b99-a11e-4275-9367-793b52f0c477 req-10090898-7608-4912-acca-59450aa32f9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c52ed61e9fdd479f86ccfc89f36ee841&device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 1095 time: 0.0657067 Jul 14 07:35:13.449348 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7aca4671-bcf5-429b-ba62-b48592858534 req-b6443a43-89e1-4db2-94cf-03e0a8748c55 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba01f5b7-f7e2-466d-a886-8d12ce7933f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369627 Jul 14 07:35:13.491209 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bf925b99-a11e-4275-9367-793b52f0c477 req-69f402dc-b22c-40e3-8cbe-55f4d4ee8ae2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=713350ba-7f2f-4619-ab37-1fbac140dd13 HTTP/1.1" status: 200 len: 217 time: 0.0365987 Jul 14 07:35:13.540668 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf925b99-a11e-4275-9367-793b52f0c477 req-208a3b7b-b3b4-4fab-af93-4d69865e91b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:13.542224 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bf925b99-a11e-4275-9367-793b52f0c477 req-208a3b7b-b3b4-4fab-af93-4d69865e91b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe11a574-87ca-4aa0-bfbb-0506652f52da HTTP/1.1" status: 200 len: 849 time: 0.0454502 Jul 14 07:35:13.596106 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf925b99-a11e-4275-9367-793b52f0c477 req-4eda7711-3ae5-4f15-8850-9d833c6a9d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:13.597572 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bf925b99-a11e-4275-9367-793b52f0c477 req-4eda7711-3ae5-4f15-8850-9d833c6a9d5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eca8f0e3-ef27-4392-a6bd-ac44ea578613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497139 Jul 14 07:35:13.686699 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bf925b99-a11e-4275-9367-793b52f0c477 req-c7d410b1-f39c-43bb-bc80-3753db514e67 service neutron] 10.222.0.30 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827410 Jul 14 07:35:13.772159 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bf925b99-a11e-4275-9367-793b52f0c477 req-0e616553-7725-4d33-ae84-ff3937e8c770 service neutron] 10.222.0.30 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786107 Jul 14 07:35:13.873431 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b92a6d-a4f8-4dcf-bbd7-4dd4a44669ef req-bd6bcce3-d9ab-45f8-a6c1-312ba67ec11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:13.874922 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e8b92a6d-a4f8-4dcf-bbd7-4dd4a44669ef req-bd6bcce3-d9ab-45f8-a6c1-312ba67ec11f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c52ed61e9fdd479f86ccfc89f36ee841&device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 1095 time: 0.0560439 Jul 14 07:35:13.962773 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b92a6d-a4f8-4dcf-bbd7-4dd4a44669ef req-0523a15b-37fa-47d0-acc7-25ac87bdd7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:13.964485 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e8b92a6d-a4f8-4dcf-bbd7-4dd4a44669ef req-0523a15b-37fa-47d0-acc7-25ac87bdd7e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eca8f0e3-ef27-4392-a6bd-ac44ea578613 HTTP/1.1" status: 200 len: 911 time: 0.0826499 Jul 14 07:35:14.009333 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e8b92a6d-a4f8-4dcf-bbd7-4dd4a44669ef req-1e586fce-030f-4dfb-a5bc-7b0ba5b488fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=713350ba-7f2f-4619-ab37-1fbac140dd13 HTTP/1.1" status: 200 len: 217 time: 0.0379300 Jul 14 07:35:14.056942 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b92a6d-a4f8-4dcf-bbd7-4dd4a44669ef req-adac355b-b29e-4f81-b827-f592c7b8f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:14.058423 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e8b92a6d-a4f8-4dcf-bbd7-4dd4a44669ef req-adac355b-b29e-4f81-b827-f592c7b8f3e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe11a574-87ca-4aa0-bfbb-0506652f52da HTTP/1.1" status: 200 len: 849 time: 0.0432336 Jul 14 07:35:14.115548 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b92a6d-a4f8-4dcf-bbd7-4dd4a44669ef req-f99aed85-f380-4103-b628-ea5e665f44bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:14.116985 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e8b92a6d-a4f8-4dcf-bbd7-4dd4a44669ef req-f99aed85-f380-4103-b628-ea5e665f44bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eca8f0e3-ef27-4392-a6bd-ac44ea578613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510044 Jul 14 07:35:14.205483 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e8b92a6d-a4f8-4dcf-bbd7-4dd4a44669ef req-469db8db-9c65-456b-a192-c08b115fa150 service neutron] 10.222.0.30 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821691 Jul 14 07:35:14.290942 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e8b92a6d-a4f8-4dcf-bbd7-4dd4a44669ef req-961ed78f-3805-4b04-acf0-dccfceb8195d service neutron] 10.222.0.30 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786858 Jul 14 07:35:14.616721 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df71705-a254-45fc-ba40-0e67febd4899 req-d6c3247c-fab9-41e1-a608-026d56dedd61 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:14.618184 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1df71705-a254-45fc-ba40-0e67febd4899 req-d6c3247c-fab9-41e1-a608-026d56dedd61 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 944 time: 0.0605228 Jul 14 07:35:14.654016 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1df71705-a254-45fc-ba40-0e67febd4899 req-87735f0f-0a7b-4033-ac94-78806c1a72a8 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba01f5b7-f7e2-466d-a886-8d12ce7933f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303314 Jul 14 07:35:15.489258 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 713350ba-7f2f-4619-ab37-1fbac140dd13 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:35:15.580427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 713350ba-7f2f-4619-ab37-1fbac140dd13, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=713350ba-7f2f-4619-ab37-1fbac140dd13,segment=NetworkSegment(1fc487b8-ac49-4ead-a3f7-00a7c89679b3),segment_id=1fc487b8-ac49-4ead-a3f7-00a7c89679b3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:35:15.594268 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '713350ba-7f2f-4619-ab37-1fbac140dd13', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'port_id': '713350ba-7f2f-4619-ab37-1fbac140dd13', 'mac_address': 'fa:16:3e:e9:fc:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:35:15.629024 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:15.647701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713350ba-7f2f-4619-ab37-1fbac140dd13 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:35:15.660464 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:15.668429 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 713350ba-7f2f-4619-ab37-1fbac140dd13, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=713350ba-7f2f-4619-ab37-1fbac140dd13,segment=NetworkSegment(1fc487b8-ac49-4ead-a3f7-00a7c89679b3),segment_id=1fc487b8-ac49-4ead-a3f7-00a7c89679b3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:35:15.671649 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:15.727664 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=713350ba-7f2f-4619-ab37-1fbac140dd13,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:35:15.733932 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:15.735681 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:15.736009 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:15.736350 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:15.736673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:15.736998 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:15.737346 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:15.737667 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:15.737983 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:15.738296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:15.738610 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:15.739466 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:15.739728 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:35:15.836384 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35f009-1755-457b-92c6-cf7c7cf7097a req-a1de452f-8dad-43c4-9c0d-95d19f6bd801 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:15.837893 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da35f009-1755-457b-92c6-cf7c7cf7097a req-a1de452f-8dad-43c4-9c0d-95d19f6bd801 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 945 time: 0.0671685 Jul 14 07:35:15.869974 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['713350ba-7f2f-4619-ab37-1fbac140dd13'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:35:15.873878 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da35f009-1755-457b-92c6-cf7c7cf7097a req-b14efbd0-82eb-436e-bdea-5cd5ddc91d5c tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba01f5b7-f7e2-466d-a886-8d12ce7933f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304639 Jul 14 07:35:17.042376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f394dc-5194-467e-9a61-8ff10092b4f0 req-22d3131d-9dbd-4910-8a63-0e8bec2142f8 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:17.043828 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9f394dc-5194-467e-9a61-8ff10092b4f0 req-22d3131d-9dbd-4910-8a63-0e8bec2142f8 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 945 time: 0.0614607 Jul 14 07:35:17.080299 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9f394dc-5194-467e-9a61-8ff10092b4f0 req-7e1d32de-d267-4173-b666-7cd88afd6664 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba01f5b7-f7e2-466d-a886-8d12ce7933f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310791 Jul 14 07:35:17.521011 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 713350ba-7f2f-4619-ab37-1fbac140dd13 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:35:17.567116 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 713350ba-7f2f-4619-ab37-1fbac140dd13 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:35:17.570544 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 713350ba-7f2f-4619-ab37-1fbac140dd13 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:35:17.570922 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:17.642190 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:17.666104 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee3a3a9-f1f9-469d-8a15-1a601578c8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713350ba-7f2f-4619-ab37-1fbac140dd13'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:35:17.668326 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe324685-f0b4-4e36-8a31-5249df92b855" -d '{"events": [{"server_uuid": "aee3a3a9-f1f9-469d-8a15-1a601578c8fd", "name": "network-vif-plugged", "status": "completed", "tag": "713350ba-7f2f-4619-ab37-1fbac140dd13"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:35:17.681315 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 713350ba-7f2f-4619-ab37-1fbac140dd13, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=713350ba-7f2f-4619-ab37-1fbac140dd13,segment=NetworkSegment(1fc487b8-ac49-4ead-a3f7-00a7c89679b3),segment_id=1fc487b8-ac49-4ead-a3f7-00a7c89679b3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:35:17.685738 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:17.708330 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3b92b4-279c-40b0-aaa9-65d3dbf80084 x-openstack-request-id: req-cf3b92b4-279c-40b0-aaa9-65d3dbf80084 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:35:17.708619 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee3a3a9-f1f9-469d-8a15-1a601578c8fd", "name": "network-vif-plugged", "status": "completed", "tag": "713350ba-7f2f-4619-ab37-1fbac140dd13", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:35:17.708866 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cf3b92b4-279c-40b0-aaa9-65d3dbf80084 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:35:17.709268 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee3a3a9-f1f9-469d-8a15-1a601578c8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713350ba-7f2f-4619-ab37-1fbac140dd13', 'code': 200} Jul 14 07:35:17.734576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=713350ba-7f2f-4619-ab37-1fbac140dd13,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:35:17.813849 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa4532-2d06-4dd0-944e-1af64747c071 req-3ffde2ce-a996-4605-bc69-92d955a2362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:17.815298 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-61fa4532-2d06-4dd0-944e-1af64747c071 req-3ffde2ce-a996-4605-bc69-92d955a2362e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 1097 time: 0.0500453 Jul 14 07:35:17.848569 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-61fa4532-2d06-4dd0-944e-1af64747c071 req-32df99ab-df92-4f92-8cf9-14f9d99e3c82 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ba01f5b7-f7e2-466d-a886-8d12ce7933f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262730 Jul 14 07:35:18.251854 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9b86e-3658-43a6-b346-17a501d1d219 req-a6752443-161c-42fc-b9e7-8c628633e47b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:18.253320 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-28b9b86e-3658-43a6-b346-17a501d1d219 req-a6752443-161c-42fc-b9e7-8c628633e47b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 946 time: 0.0648267 Jul 14 07:35:18.289817 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-28b9b86e-3658-43a6-b346-17a501d1d219 req-fb389fcc-853a-4152-b18d-c0a0602d6320 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba01f5b7-f7e2-466d-a886-8d12ce7933f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305576 Jul 14 07:35:19.264805 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9a817870-6997-44b8-b1ac-b2c05538731b req-f3b19a92-c66c-4541-a2d4-30ea26ffa79b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537302 Jul 14 07:35:19.355563 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a817870-6997-44b8-b1ac-b2c05538731b req-11596978-12e9-4fc9-b676-2d1d60f712db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:19.357092 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9a817870-6997-44b8-b1ac-b2c05538731b req-11596978-12e9-4fc9-b676-2d1d60f712db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c52ed61e9fdd479f86ccfc89f36ee841&device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 1097 time: 0.0525336 Jul 14 07:35:19.466653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a817870-6997-44b8-b1ac-b2c05538731b req-b5cafbda-8ead-4143-baf9-5bb4e674b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:19.468148 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9a817870-6997-44b8-b1ac-b2c05538731b req-b5cafbda-8ead-4143-baf9-5bb4e674b08d service neutron] 10.222.0.30 "GET /v2.0/networks?id=eca8f0e3-ef27-4392-a6bd-ac44ea578613 HTTP/1.1" status: 200 len: 911 time: 0.0924792 Jul 14 07:35:19.471564 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca7828-0ca6-48fe-b265-faf6bb0e6819 req-d2f4de05-f570-4b6a-a6b5-1a2c00ae61cd tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:19.473081 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7ca7828-0ca6-48fe-b265-faf6bb0e6819 req-d2f4de05-f570-4b6a-a6b5-1a2c00ae61cd tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 946 time: 0.0709970 Jul 14 07:35:19.519017 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7ca7828-0ca6-48fe-b265-faf6bb0e6819 req-e6316067-2203-4171-bcca-4fabf4b26558 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba01f5b7-f7e2-466d-a886-8d12ce7933f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396004 Jul 14 07:35:19.519188 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9a817870-6997-44b8-b1ac-b2c05538731b req-b39feb5c-5db2-4021-a0f8-7a36057d7716 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=713350ba-7f2f-4619-ab37-1fbac140dd13 HTTP/1.1" status: 200 len: 217 time: 0.0450346 Jul 14 07:35:19.571210 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a817870-6997-44b8-b1ac-b2c05538731b req-5f7ae0de-4dc5-4cc9-89ec-9911a5cf1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:19.572775 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9a817870-6997-44b8-b1ac-b2c05538731b req-5f7ae0de-4dc5-4cc9-89ec-9911a5cf1e28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe11a574-87ca-4aa0-bfbb-0506652f52da HTTP/1.1" status: 200 len: 849 time: 0.0471356 Jul 14 07:35:19.627381 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a817870-6997-44b8-b1ac-b2c05538731b req-ca347fc5-80cb-4b95-a95f-45270b48973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:19.628993 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9a817870-6997-44b8-b1ac-b2c05538731b req-ca347fc5-80cb-4b95-a95f-45270b48973d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eca8f0e3-ef27-4392-a6bd-ac44ea578613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504634 Jul 14 07:35:19.683377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca766392-6d05-4af0-b4e0-594af4324014 req-46862b73-da30-4256-b366-953e112c842b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:19.684854 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca766392-6d05-4af0-b4e0-594af4324014 req-46862b73-da30-4256-b366-953e112c842b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 946 time: 0.0618017 Jul 14 07:35:19.693922 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 57666) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:35:19.700230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c22066b7-641f-43b8-bec2-bd8b91974e83 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Request body: {'floatingip': {'port_id': '713350ba-7f2f-4619-ab37-1fbac140dd13'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:35:19.749157 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c22066b7-641f-43b8-bec2-bd8b91974e83 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for floatingip, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:19.815418 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9a817870-6997-44b8-b1ac-b2c05538731b req-017ec1c9-5c53-40c9-8003-27aee36569ac service neutron] 10.222.0.30 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794920 Jul 14 07:35:19.987816 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9a817870-6997-44b8-b1ac-b2c05538731b req-5d4cb190-40bd-4685-bafd-eda02c36d0ea service neutron] 10.222.0.30 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648583 Jul 14 07:35:20.258871 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c22066b7-641f-43b8-bec2-bd8b91974e83 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:20.262152 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c22066b7-641f-43b8-bec2-bd8b91974e83 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:20.360068 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-c22066b7-641f-43b8-bec2-bd8b91974e83 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Floating IP c5623a82-f977-4d74-9de4-877c1fa0c63a associated. External IP: 172.25.7.173, port: 713350ba-7f2f-4619-ab37-1fbac140dd13. Jul 14 07:35:20.562277 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22066b7-641f-43b8-bec2-bd8b91974e83 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:35:20.998650 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22066b7-641f-43b8-bec2-bd8b91974e83 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:35:21.003460 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c22066b7-641f-43b8-bec2-bd8b91974e83 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:21.007949 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0bb311-6f9a-4e76-b596-9e8c73d422c9 None None] Sync routers for ids ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:35:21.016533 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0bb311-6f9a-4e76-b596-9e8c73d422c9 None None] Routers {'9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:35:21.017141 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7a0bb311-6f9a-4e76-b596-9e8c73d422c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:35:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:35:21.041350 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c22066b7-641f-43b8-bec2-bd8b91974e83 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "PUT /v2.0/floatingips/c5623a82-f977-4d74-9de4-877c1fa0c63a HTTP/1.1" status: 200 len: 992 time: 1.3463390 Jul 14 07:35:21.041939 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee3a3a9-f1f9-469d-8a15-1a601578c8fd', 'tag': '713350ba-7f2f-4619-ab37-1fbac140dd13'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:35:21.045519 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8075adb2-5e70-4280-af56-a035024cd3b1" -d '{"events": [{"name": "network-changed", "server_uuid": "aee3a3a9-f1f9-469d-8a15-1a601578c8fd", "tag": "713350ba-7f2f-4619-ab37-1fbac140dd13"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:35:21.082685 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a28c72-5811-44d7-9e58-e1f6174f09a3 x-openstack-request-id: req-94a28c72-5811-44d7-9e58-e1f6174f09a3 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:35:21.082979 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee3a3a9-f1f9-469d-8a15-1a601578c8fd", "tag": "713350ba-7f2f-4619-ab37-1fbac140dd13", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:35:21.083229 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94a28c72-5811-44d7-9e58-e1f6174f09a3 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:35:21.084102 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee3a3a9-f1f9-469d-8a15-1a601578c8fd', 'tag': '713350ba-7f2f-4619-ab37-1fbac140dd13', 'status': 'completed', 'code': 200} Jul 14 07:35:21.123458 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-7a0bb311-6f9a-4e76-b596-9e8c73d422c9 None None] Set router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:35:21.159196 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075adb2-5e70-4280-af56-a035024cd3b1 req-83632814-6599-41fc-a611-ace7d40a2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:21.160691 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8075adb2-5e70-4280-af56-a035024cd3b1 req-83632814-6599-41fc-a611-ace7d40a2a29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c52ed61e9fdd479f86ccfc89f36ee841&device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 1097 time: 0.0567341 Jul 14 07:35:21.247208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075adb2-5e70-4280-af56-a035024cd3b1 req-8ff3d1a2-7f1c-4c92-b451-0af07fab3b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:21.248738 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8075adb2-5e70-4280-af56-a035024cd3b1 req-8ff3d1a2-7f1c-4c92-b451-0af07fab3b38 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eca8f0e3-ef27-4392-a6bd-ac44ea578613 HTTP/1.1" status: 200 len: 911 time: 0.0819046 Jul 14 07:35:21.315756 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8075adb2-5e70-4280-af56-a035024cd3b1 req-94089f9b-31e4-49ff-940f-e32ee4b9df74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=713350ba-7f2f-4619-ab37-1fbac140dd13 HTTP/1.1" status: 200 len: 1000 time: 0.0610263 Jul 14 07:35:21.340330 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7a0bb311-6f9a-4e76-b596-9e8c73d422c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 4, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port': {'id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:16Z', 'updated_at': '2021-07-14T07:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'c5623a82-f977-4d74-9de4-877c1fa0c63a', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'port_id': '713350ba-7f2f-4619-ab37-1fbac140dd13', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'mac_address': 'fa:16:3e:e9:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee3a3a9-f1f9-469d-8a15-1a601578c8fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:35:09Z', 'updated_at': '2021-07-14T07:35:20Z', 'revision_number': 1, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8ffb36-f73c-4ceb-9817-c42237419ba6', 'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'mac_address': 'fa:16:3e:1e:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:19Z', 'updated_at': '2021-07-14T07:31:28Z', 'revision_number': 5, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'subnets': [{'id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:35:21.363556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075adb2-5e70-4280-af56-a035024cd3b1 req-1ef167ed-d1b6-4e56-a542-8b373ebb7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:21.365066 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8075adb2-5e70-4280-af56-a035024cd3b1 req-1ef167ed-d1b6-4e56-a542-8b373ebb7dcd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe11a574-87ca-4aa0-bfbb-0506652f52da HTTP/1.1" status: 200 len: 849 time: 0.0430896 Jul 14 07:35:21.368733 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0bb311-6f9a-4e76-b596-9e8c73d422c9 None None] Checking router: 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:35:21.376930 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0bb311-6f9a-4e76-b596-9e8c73d422c9 None None] Routers {'9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:35:21.377550 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7a0bb311-6f9a-4e76-b596-9e8c73d422c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:35:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:35:21.420962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075adb2-5e70-4280-af56-a035024cd3b1 req-257477c5-b8bc-468b-b208-bae2b826fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:21.422511 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8075adb2-5e70-4280-af56-a035024cd3b1 req-257477c5-b8bc-468b-b208-bae2b826fc54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eca8f0e3-ef27-4392-a6bd-ac44ea578613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519323 Jul 14 07:35:21.480401 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-7a0bb311-6f9a-4e76-b596-9e8c73d422c9 None None] Set router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:35:21.517363 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8075adb2-5e70-4280-af56-a035024cd3b1 req-dcaf6e30-4f4f-4750-9c3a-3ff4b0549854 service neutron] 10.222.0.30 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873384 Jul 14 07:35:21.606796 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8075adb2-5e70-4280-af56-a035024cd3b1 req-405abf17-22e0-4402-a678-9a733c6ab57b service neutron] 10.222.0.30 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835798 Jul 14 07:35:21.781968 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7a0bb311-6f9a-4e76-b596-9e8c73d422c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 4, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port': {'id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:16Z', 'updated_at': '2021-07-14T07:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'c5623a82-f977-4d74-9de4-877c1fa0c63a', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'port_id': '713350ba-7f2f-4619-ab37-1fbac140dd13', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'mac_address': 'fa:16:3e:e9:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee3a3a9-f1f9-469d-8a15-1a601578c8fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:35:09Z', 'updated_at': '2021-07-14T07:35:20Z', 'revision_number': 1, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8ffb36-f73c-4ceb-9817-c42237419ba6', 'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'mac_address': 'fa:16:3e:1e:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:19Z', 'updated_at': '2021-07-14T07:31:28Z', 'revision_number': 5, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'subnets': [{'id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:35:21.810402 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0bb311-6f9a-4e76-b596-9e8c73d422c9 None None] The sync data for ids ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'] in n-d-778696-5 is: [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 4, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port': {'id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:16Z', 'updated_at': '2021-07-14T07:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'c5623a82-f977-4d74-9de4-877c1fa0c63a', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'port_id': '713350ba-7f2f-4619-ab37-1fbac140dd13', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'mac_address': 'fa:16:3e:e9:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee3a3a9-f1f9-469d-8a15-1a601578c8fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:35:09Z', 'updated_at': '2021-07-14T07:35:20Z', 'revision_number': 1, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8ffb36-f73c-4ceb-9817-c42237419ba6', 'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'mac_address': 'fa:16:3e:1e:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:19Z', 'updated_at': '2021-07-14T07:31:28Z', 'revision_number': 5, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'subnets': [{'id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:35:21.990983 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d10c27-f722-4dce-b766-19106087943c None None] New status for floating IP c5623a82-f977-4d74-9de4-877c1fa0c63a: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:35:30.511285 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-85ffcbb5-7bf4-49f5-acc0-d0b23579b575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:32.044486 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:35:33.310881 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45ae7c51-85c9-4fe4-b4a8-0c0b5524f9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:33.626967 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:34.682163 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:36.211924 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:45.663046 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:45.733163 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:35:59.554809 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c204a51-745b-42b5-b7b5-a7d4f029fcf8 req-1a0a5f07-5e57-4d22-b3f9-f95cb369ed28 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:59.560589 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c204a51-745b-42b5-b7b5-a7d4f029fcf8 req-1a0a5f07-5e57-4d22-b3f9-f95cb369ed28 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:59.566469 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c204a51-745b-42b5-b7b5-a7d4f029fcf8 req-1a0a5f07-5e57-4d22-b3f9-f95cb369ed28 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:59.572774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c204a51-745b-42b5-b7b5-a7d4f029fcf8 req-1a0a5f07-5e57-4d22-b3f9-f95cb369ed28 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:59.578853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c204a51-745b-42b5-b7b5-a7d4f029fcf8 req-1a0a5f07-5e57-4d22-b3f9-f95cb369ed28 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:59.585760 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c204a51-745b-42b5-b7b5-a7d4f029fcf8 req-1a0a5f07-5e57-4d22-b3f9-f95cb369ed28 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:59.591540 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c204a51-745b-42b5-b7b5-a7d4f029fcf8 req-1a0a5f07-5e57-4d22-b3f9-f95cb369ed28 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:35:59.593390 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c204a51-745b-42b5-b7b5-a7d4f029fcf8 req-1a0a5f07-5e57-4d22-b3f9-f95cb369ed28 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5444 time: 0.1103513 Jul 14 07:35:59.632748 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c204a51-745b-42b5-b7b5-a7d4f029fcf8 req-c32f703e-0d58-4a9a-b7b2-a1ea7f3aa513 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0335894 Jul 14 07:36:00.003224 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd2ff7-c50a-4930-a947-14fd34ec4d32 req-2c8b84b5-ab0f-4a8e-8edd-1a58730beaa2 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:00.009672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd2ff7-c50a-4930-a947-14fd34ec4d32 req-2c8b84b5-ab0f-4a8e-8edd-1a58730beaa2 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:00.015448 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd2ff7-c50a-4930-a947-14fd34ec4d32 req-2c8b84b5-ab0f-4a8e-8edd-1a58730beaa2 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:00.021254 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd2ff7-c50a-4930-a947-14fd34ec4d32 req-2c8b84b5-ab0f-4a8e-8edd-1a58730beaa2 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:00.027055 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd2ff7-c50a-4930-a947-14fd34ec4d32 req-2c8b84b5-ab0f-4a8e-8edd-1a58730beaa2 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:00.032836 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd2ff7-c50a-4930-a947-14fd34ec4d32 req-2c8b84b5-ab0f-4a8e-8edd-1a58730beaa2 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:00.038660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd2ff7-c50a-4930-a947-14fd34ec4d32 req-2c8b84b5-ab0f-4a8e-8edd-1a58730beaa2 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:00.040455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-33fd2ff7-c50a-4930-a947-14fd34ec4d32 req-2c8b84b5-ab0f-4a8e-8edd-1a58730beaa2 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5444 time: 0.2864926 Jul 14 07:36:00.514524 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db7759df-9d3a-4179-b2cc-505c6c3163be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:36:01.790210 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3d680-f743-462d-9f1c-8b4bcf506f14 req-787bdf5b-eba8-4c38-93d9-75d058458b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:01.790780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3d680-f743-462d-9f1c-8b4bcf506f14 req-787bdf5b-eba8-4c38-93d9-75d058458b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:01.791165 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3d680-f743-462d-9f1c-8b4bcf506f14 req-787bdf5b-eba8-4c38-93d9-75d058458b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:01.791637 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3d680-f743-462d-9f1c-8b4bcf506f14 req-787bdf5b-eba8-4c38-93d9-75d058458b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:01.792106 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3d680-f743-462d-9f1c-8b4bcf506f14 req-787bdf5b-eba8-4c38-93d9-75d058458b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:01.792572 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3d680-f743-462d-9f1c-8b4bcf506f14 req-787bdf5b-eba8-4c38-93d9-75d058458b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:01.793037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3d680-f743-462d-9f1c-8b4bcf506f14 req-787bdf5b-eba8-4c38-93d9-75d058458b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:01.794968 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fdd3d680-f743-462d-9f1c-8b4bcf506f14 req-787bdf5b-eba8-4c38-93d9-75d058458b18 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 6501 time: 0.1120296 Jul 14 07:36:01.829376 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fdd3d680-f743-462d-9f1c-8b4bcf506f14 req-ab41d2b9-ee4b-4896-958d-708e095e47da service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4839badf-db79-4e23-8929-fe520605a942&id=597330c0-f023-4d04-8403-30f073ef1112&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0285561 Jul 14 07:36:03.310711 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dd415c87-c534-47d0-99fd-8ab68a47eb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:36:03.628818 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:36:04.683975 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:36:06.214970 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:36:09.042494 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:36:15.655862 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:36:15.747631 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:36:21.810637 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-19263c02-118c-4f67-97f1-87d9d4dbf021 req-6c2f05c8-507f-46ca-9650-7dffe1b63613 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498648 Jul 14 07:36:21.900496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19263c02-118c-4f67-97f1-87d9d4dbf021 req-71caccc4-968f-41e0-817e-3e9e981c429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:21.901907 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-19263c02-118c-4f67-97f1-87d9d4dbf021 req-71caccc4-968f-41e0-817e-3e9e981c429c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c52ed61e9fdd479f86ccfc89f36ee841&device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 1097 time: 0.0509522 Jul 14 07:36:22.007220 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19263c02-118c-4f67-97f1-87d9d4dbf021 req-a12d6b47-c14b-47d0-8d1f-ceb4f14d31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:22.008702 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-19263c02-118c-4f67-97f1-87d9d4dbf021 req-a12d6b47-c14b-47d0-8d1f-ceb4f14d31c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eca8f0e3-ef27-4392-a6bd-ac44ea578613 HTTP/1.1" status: 200 len: 911 time: 0.0871029 Jul 14 07:36:22.070808 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-19263c02-118c-4f67-97f1-87d9d4dbf021 req-9d912a8b-6305-4ed4-8644-1f1017d3d86e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=713350ba-7f2f-4619-ab37-1fbac140dd13 HTTP/1.1" status: 200 len: 1002 time: 0.0563946 Jul 14 07:36:22.116751 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19263c02-118c-4f67-97f1-87d9d4dbf021 req-789b652f-8df5-4d03-94bd-d1b6d0a5edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:22.118166 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-19263c02-118c-4f67-97f1-87d9d4dbf021 req-789b652f-8df5-4d03-94bd-d1b6d0a5edc5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe11a574-87ca-4aa0-bfbb-0506652f52da HTTP/1.1" status: 200 len: 849 time: 0.0418015 Jul 14 07:36:22.175246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19263c02-118c-4f67-97f1-87d9d4dbf021 req-46b915ff-5a54-4f38-af06-2e2768a63234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:22.176597 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-19263c02-118c-4f67-97f1-87d9d4dbf021 req-46b915ff-5a54-4f38-af06-2e2768a63234 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eca8f0e3-ef27-4392-a6bd-ac44ea578613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525293 Jul 14 07:36:22.262823 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-19263c02-118c-4f67-97f1-87d9d4dbf021 req-e10294c0-109a-4772-8678-43c904329c57 service neutron] 10.222.0.30 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786850 Jul 14 07:36:22.352548 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-19263c02-118c-4f67-97f1-87d9d4dbf021 req-1a5a2210-8b70-43b9-92b8-36c3956caed0 service neutron] 10.222.0.30 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837643 Jul 14 07:36:22.795128 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-0c6f3e77-0433-408d-8029-5dc5cff740d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0608876 Jul 14 07:36:22.896128 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-819820ad-169c-4142-8cc8-76205dbbde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:22.897261 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-819820ad-169c-4142-8cc8-76205dbbde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:22.897733 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-819820ad-169c-4142-8cc8-76205dbbde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:22.898196 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-819820ad-169c-4142-8cc8-76205dbbde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:22.898660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-819820ad-169c-4142-8cc8-76205dbbde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:22.899119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-819820ad-169c-4142-8cc8-76205dbbde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:22.899603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-819820ad-169c-4142-8cc8-76205dbbde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:22.901506 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-819820ad-169c-4142-8cc8-76205dbbde12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 6501 time: 0.0614460 Jul 14 07:36:23.012735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-438b0434-707b-4a45-b9cf-e4ead3379dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:23.013140 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-438b0434-707b-4a45-b9cf-e4ead3379dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:23.013624 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-438b0434-707b-4a45-b9cf-e4ead3379dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:23.015198 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-438b0434-707b-4a45-b9cf-e4ead3379dea service neutron] 10.222.0.15 "GET /v2.0/networks?id=18bb1dcc-6170-41be-a95d-00121e924f29&id=737dad91-5c42-4403-b411-91fd99db9d41&id=737dad91-5c42-4403-b411-91fd99db9d41&id=737dad91-5c42-4403-b411-91fd99db9d41&id=737dad91-5c42-4403-b411-91fd99db9d41&id=5259ed76-3fbf-4ac1-88a4-ce8f37157488&id=5259ed76-3fbf-4ac1-88a4-ce8f37157488 HTTP/1.1" status: 200 len: 2299 time: 0.0903687 Jul 14 07:36:23.078609 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-b8817e02-f3cd-453e-b973-ecc4991e7317 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64284bb9-2b5f-4ce0-b542-58b4b3aaa96e HTTP/1.1" status: 200 len: 1001 time: 0.0561488 Jul 14 07:36:23.124471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-f89967d3-bf42-46c0-a58f-523b688d8fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:23.125877 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-f89967d3-bf42-46c0-a58f-523b688d8fe3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47136b84-069d-4c8f-a511-15a77b272aff HTTP/1.1" status: 200 len: 856 time: 0.0411084 Jul 14 07:36:23.182097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-c5ace5d9-f923-4b38-9810-d665de53c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:23.183535 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-c5ace5d9-f923-4b38-9810-d665de53c677 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18bb1dcc-6170-41be-a95d-00121e924f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516126 Jul 14 07:36:23.267225 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-59d4fe79-0a5e-42b7-96c1-968884d2ddf3 service neutron] 10.222.0.15 "GET /v2.0/networks/18bb1dcc-6170-41be-a95d-00121e924f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774546 Jul 14 07:36:23.356104 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-bf159d66-40be-4d7f-ae96-e32f94aa403a service neutron] 10.222.0.15 "GET /v2.0/networks/18bb1dcc-6170-41be-a95d-00121e924f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812688 Jul 14 07:36:23.395515 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-299bb775-d2ec-487b-8b0a-80093c4ddf40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b HTTP/1.1" status: 200 len: 217 time: 0.0329456 Jul 14 07:36:23.441588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-37360f1e-2562-445d-94e9-5c3003f0dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:23.443791 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-37360f1e-2562-445d-94e9-5c3003f0dc48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.0424099 Jul 14 07:36:23.499034 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-0beb0daf-9fe4-4e9b-83b9-1a20359883ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:23.500493 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-0beb0daf-9fe4-4e9b-83b9-1a20359883ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0503230 Jul 14 07:36:23.588421 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-a852e8b3-20f1-4ed7-9a01-78e39a4f8dbe service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814791 Jul 14 07:36:23.673204 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-39a38424-d351-4744-88cc-a8bf1f60a862 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780785 Jul 14 07:36:23.715550 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-ddf7b0e2-68df-49ff-a7db-0c8e5c7ae214 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=3e2c6a6f-f9d5-4299-915b-191904b54c05 HTTP/1.1" status: 200 len: 217 time: 0.0361843 Jul 14 07:36:23.762769 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-738a1e02-fe86-494a-af8c-47d504276fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:23.764135 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-738a1e02-fe86-494a-af8c-47d504276fea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.0418723 Jul 14 07:36:23.818864 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-e6fa54dd-a39c-46b7-8949-603d95d58afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:23.820286 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-e6fa54dd-a39c-46b7-8949-603d95d58afb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0493257 Jul 14 07:36:23.908889 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-ac679185-5171-402b-83bf-ce3d0d9e504a service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818572 Jul 14 07:36:23.997493 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-98056fcd-e977-4f40-9945-ad8c1d2e949b service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823913 Jul 14 07:36:24.041511 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-4ebadcb4-1727-4b6e-95ee-d1c87c4f2e7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=8fbc9493-16c6-4d68-9ba6-a115482dd0e4 HTTP/1.1" status: 200 len: 217 time: 0.0377777 Jul 14 07:36:24.087055 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-74032c4b-e16a-47b6-a3e4-6d3ffdd56f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:24.088432 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-74032c4b-e16a-47b6-a3e4-6d3ffdd56f9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.0415583 Jul 14 07:36:24.142008 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-359f3bc7-cc73-450d-8abb-415e8e56d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:24.143440 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-359f3bc7-cc73-450d-8abb-415e8e56d5e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0492067 Jul 14 07:36:24.557909 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-6b284054-dbcd-4016-8fa6-bb5729cc618e service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081051 Jul 14 07:36:24.643520 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-a129a78e-c0c8-4781-8287-13197ed72651 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790825 Jul 14 07:36:24.686130 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-68a6b045-9319-474c-ad9b-469571091017 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=5f40b380-e11c-4363-9f3d-a8b67e156847 HTTP/1.1" status: 200 len: 217 time: 0.0363762 Jul 14 07:36:24.732025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-10a5994e-030b-4f59-8c5a-cd42ca29e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:24.733431 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-10a5994e-030b-4f59-8c5a-cd42ca29e099 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.0415194 Jul 14 07:36:24.788114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-9721f8e4-c665-4d62-ac11-eea8b49f70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:24.789573 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-9721f8e4-c665-4d62-ac11-eea8b49f70ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0495718 Jul 14 07:36:24.876399 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-32bfa4ca-5d87-4ab6-99f1-a67e54434cb1 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805550 Jul 14 07:36:24.960644 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-96c18471-6c9d-4389-8823-c2e01fa807ad service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782218 Jul 14 07:36:25.000877 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-1c1aa9b2-1b76-4d2f-a0f7-e65a675838b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c78d9845-c82b-4a64-8ef9-32e0410fc323 HTTP/1.1" status: 200 len: 217 time: 0.0343759 Jul 14 07:36:25.051466 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-48119846-2230-4f3d-bed7-7e10a207a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:25.053625 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-48119846-2230-4f3d-bed7-7e10a207a6dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=333a6f4c-6b36-4054-9b8f-3bef22aead9f HTTP/1.1" status: 200 len: 797 time: 0.0472677 Jul 14 07:36:25.109888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-a5285eb4-70c5-4cbd-9f2d-8e6c0bcce056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:25.111380 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-a5285eb4-70c5-4cbd-9f2d-8e6c0bcce056 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5259ed76-3fbf-4ac1-88a4-ce8f37157488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0521641 Jul 14 07:36:25.195380 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-8fcee3f6-aac2-4176-a0ea-b3412a946791 service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774336 Jul 14 07:36:25.283693 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-6eec8ca5-2128-4506-af7f-7bebb3bcb748 service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820384 Jul 14 07:36:25.321915 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-a003d12f-2d2a-4a25-8c57-194cbe2e9df8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b21b2095-f41c-4f8e-87b4-b66008cde3a0 HTTP/1.1" status: 200 len: 217 time: 0.0322385 Jul 14 07:36:25.372511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-ade5be7d-bd6a-4ca1-8526-1ebe706a4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:25.373955 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-ade5be7d-bd6a-4ca1-8526-1ebe706a4a08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=333a6f4c-6b36-4054-9b8f-3bef22aead9f HTTP/1.1" status: 200 len: 797 time: 0.0462086 Jul 14 07:36:25.428733 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-f7cc9c3b-c060-4e9a-9ace-33264a0bb44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:36:25.430186 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-f7cc9c3b-c060-4e9a-9ace-33264a0bb44f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5259ed76-3fbf-4ac1-88a4-ce8f37157488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0497477 Jul 14 07:36:25.518771 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-b485147b-ef53-4c76-b1a7-b02e1fbcc63d service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816965 Jul 14 07:36:25.608813 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05e42748-6b8e-4fbb-b93b-e4d32fa7187f req-91cbb2be-3000-43d1-a346-6d2f508a0754 service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835924 Jul 14 07:36:30.515120 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ef85b418-2de8-482c-855f-dd6d83e74943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:36:33.311255 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-98362149-6a37-476e-b147-960d55ad6a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:36:33.629535 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:36:34.687282 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:36:36.221173 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:36:45.659943 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:36:45.746740 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:36:46.041109 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:37:00.515812 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3d73c025-4678-445e-90d7-bb52c7efbef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:03.311606 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f2561aef-ad8f-471a-a77b-bef85e028ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:03.629703 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:04.689823 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:06.220249 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:15.659715 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:15.746812 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:21.257475 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f44336d7-2d93-4b2e-b415-dd4ccd01c671 req-475bbfbe-7f8d-4b02-82e6-b64034983424 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542927 Jul 14 07:37:21.351589 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44336d7-2d93-4b2e-b415-dd4ccd01c671 req-c786857a-aac9-4068-9896-7f3352fcfaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:21.353141 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f44336d7-2d93-4b2e-b415-dd4ccd01c671 req-c786857a-aac9-4068-9896-7f3352fcfaf0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c52ed61e9fdd479f86ccfc89f36ee841&device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 1097 time: 0.0541928 Jul 14 07:37:21.461976 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44336d7-2d93-4b2e-b415-dd4ccd01c671 req-aeb63885-2f7f-4bbe-a2c3-009a208c117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:21.463471 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f44336d7-2d93-4b2e-b415-dd4ccd01c671 req-aeb63885-2f7f-4bbe-a2c3-009a208c117a service neutron] 10.222.0.30 "GET /v2.0/networks?id=eca8f0e3-ef27-4392-a6bd-ac44ea578613 HTTP/1.1" status: 200 len: 911 time: 0.0903213 Jul 14 07:37:21.531376 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f44336d7-2d93-4b2e-b415-dd4ccd01c671 req-640631fb-cc5a-4420-91c4-f53bc0999234 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=713350ba-7f2f-4619-ab37-1fbac140dd13 HTTP/1.1" status: 200 len: 1002 time: 0.0615180 Jul 14 07:37:21.586638 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44336d7-2d93-4b2e-b415-dd4ccd01c671 req-b9429422-1e41-403b-bb4d-42bc0417109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:21.588111 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f44336d7-2d93-4b2e-b415-dd4ccd01c671 req-b9429422-1e41-403b-bb4d-42bc0417109a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe11a574-87ca-4aa0-bfbb-0506652f52da HTTP/1.1" status: 200 len: 849 time: 0.0508275 Jul 14 07:37:21.643654 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44336d7-2d93-4b2e-b415-dd4ccd01c671 req-6d123273-e6c4-44c2-87db-d489a23cc17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:21.645074 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f44336d7-2d93-4b2e-b415-dd4ccd01c671 req-6d123273-e6c4-44c2-87db-d489a23cc17c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eca8f0e3-ef27-4392-a6bd-ac44ea578613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505378 Jul 14 07:37:21.732867 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f44336d7-2d93-4b2e-b415-dd4ccd01c671 req-2be11d45-d126-4b20-ac02-78e166b0d921 service neutron] 10.222.0.30 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812507 Jul 14 07:37:21.828322 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f44336d7-2d93-4b2e-b415-dd4ccd01c671 req-5933b078-3c6e-43f3-807c-41408ad07d62 service neutron] 10.222.0.30 "GET /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891013 Jul 14 07:37:23.039970 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:37:24.840825 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-8063a8c5-8b32-4c07-af48-fe1fe28a21c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1053407 Jul 14 07:37:24.946624 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-a59a73d3-96f9-4894-9f73-c84919b7e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:24.946994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-a59a73d3-96f9-4894-9f73-c84919b7e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:24.947499 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-a59a73d3-96f9-4894-9f73-c84919b7e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:24.947968 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-a59a73d3-96f9-4894-9f73-c84919b7e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:24.948440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-a59a73d3-96f9-4894-9f73-c84919b7e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:24.949004 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-a59a73d3-96f9-4894-9f73-c84919b7e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:24.949607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-a59a73d3-96f9-4894-9f73-c84919b7e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:24.951831 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-a59a73d3-96f9-4894-9f73-c84919b7e836 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 6501 time: 0.0656071 Jul 14 07:37:25.063448 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-3edaa801-418f-46db-9de8-89f68b15c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:25.063924 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-3edaa801-418f-46db-9de8-89f68b15c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:25.064383 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-3edaa801-418f-46db-9de8-89f68b15c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:25.066026 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-3edaa801-418f-46db-9de8-89f68b15c421 service neutron] 10.222.0.15 "GET /v2.0/networks?id=18bb1dcc-6170-41be-a95d-00121e924f29&id=737dad91-5c42-4403-b411-91fd99db9d41&id=737dad91-5c42-4403-b411-91fd99db9d41&id=737dad91-5c42-4403-b411-91fd99db9d41&id=737dad91-5c42-4403-b411-91fd99db9d41&id=5259ed76-3fbf-4ac1-88a4-ce8f37157488&id=5259ed76-3fbf-4ac1-88a4-ce8f37157488 HTTP/1.1" status: 200 len: 2299 time: 0.0901837 Jul 14 07:37:25.134705 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-96725a1c-630e-4e5c-a1bd-243b95bcd3a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64284bb9-2b5f-4ce0-b542-58b4b3aaa96e HTTP/1.1" status: 200 len: 1001 time: 0.0628192 Jul 14 07:37:25.182232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-43126d62-e288-483b-96f4-1497f725f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:25.183686 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-43126d62-e288-483b-96f4-1497f725f474 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47136b84-069d-4c8f-a511-15a77b272aff HTTP/1.1" status: 200 len: 856 time: 0.0433302 Jul 14 07:37:25.239179 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-086e2d9a-4886-4d63-bb95-814dd57ae8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:25.240570 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-086e2d9a-4886-4d63-bb95-814dd57ae8a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18bb1dcc-6170-41be-a95d-00121e924f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508206 Jul 14 07:37:25.333694 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-2603b3b4-2690-499f-a111-516a3b95c5e4 service neutron] 10.222.0.15 "GET /v2.0/networks/18bb1dcc-6170-41be-a95d-00121e924f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867360 Jul 14 07:37:25.422112 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-ef01e778-cf89-4e1e-bb4a-e149aa488aa0 service neutron] 10.222.0.15 "GET /v2.0/networks/18bb1dcc-6170-41be-a95d-00121e924f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822408 Jul 14 07:37:25.463041 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-effb0152-710d-4ace-aa8f-fec7ba29b304 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b HTTP/1.1" status: 200 len: 217 time: 0.0341625 Jul 14 07:37:25.514621 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-72934d8f-638e-457c-9eea-e0756aed08ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:25.516040 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-72934d8f-638e-457c-9eea-e0756aed08ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.0470695 Jul 14 07:37:25.573768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-fc6f9699-01cf-478d-83a9-4a475e22ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:25.575523 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-fc6f9699-01cf-478d-83a9-4a475e22ed72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0527210 Jul 14 07:37:25.663575 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-76a0fd47-32b2-4542-8ea2-94087a6c8e9e service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805335 Jul 14 07:37:25.759412 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-1f24d2ea-1cb2-48dc-aec8-059ba5660ace service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901909 Jul 14 07:37:25.800572 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-c9f0f158-f9c2-4463-bd01-b91f21c7c0f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=3e2c6a6f-f9d5-4299-915b-191904b54c05 HTTP/1.1" status: 200 len: 217 time: 0.0349944 Jul 14 07:37:25.848915 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-207f6c30-139f-4c71-b555-c2b5276b9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:25.850420 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-207f6c30-139f-4c71-b555-c2b5276b9d6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.0436354 Jul 14 07:37:25.912457 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-b60e4fa0-f275-45e8-84a1-917f99ae0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:25.914124 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-b60e4fa0-f275-45e8-84a1-917f99ae0b5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0577087 Jul 14 07:37:26.004652 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-8064b9cd-67f9-408c-9d22-da316696e4a8 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845058 Jul 14 07:37:26.096408 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-13d302b4-e2ce-47d3-b07f-930873808f55 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857430 Jul 14 07:37:26.137330 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-909c9892-c6a7-4c54-b593-ee4d83d34f63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=8fbc9493-16c6-4d68-9ba6-a115482dd0e4 HTTP/1.1" status: 200 len: 217 time: 0.0351770 Jul 14 07:37:26.184648 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-94ca2bea-cb33-4ef7-9f7f-2038fdd45ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:26.186208 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-94ca2bea-cb33-4ef7-9f7f-2038fdd45ad8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.0425780 Jul 14 07:37:26.247123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-0faec123-d9b7-44f5-bc17-2562d895921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:26.248644 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-0faec123-d9b7-44f5-bc17-2562d895921c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0560586 Jul 14 07:37:26.335573 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-32fe028a-8eb7-4ea5-8ed3-6ef4718c205f service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805020 Jul 14 07:37:26.426432 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-453008b6-ac1c-4e07-904f-1fb46909a3e2 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851426 Jul 14 07:37:26.465930 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-173f15fb-304e-45d6-a7b1-095426a782ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=5f40b380-e11c-4363-9f3d-a8b67e156847 HTTP/1.1" status: 200 len: 217 time: 0.0336244 Jul 14 07:37:26.513689 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-7a3d1edb-66ce-4516-bcd3-4593f4c34022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:26.515097 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-7a3d1edb-66ce-4516-bcd3-4593f4c34022 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 200 len: 797 time: 0.0426219 Jul 14 07:37:26.575247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-f8db4c24-96c4-4fea-9b4c-146000e83e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:26.576810 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-f8db4c24-96c4-4fea-9b4c-146000e83e61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=737dad91-5c42-4403-b411-91fd99db9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0548689 Jul 14 07:37:26.678774 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-a45265f8-d840-47aa-9116-9ee6e508051c service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946133 Jul 14 07:37:26.767911 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-81aade56-8a0c-440d-8a28-940b8e01f540 service neutron] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833764 Jul 14 07:37:26.814494 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-e02756e1-6aa6-4288-b47b-89a6c35239b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c78d9845-c82b-4a64-8ef9-32e0410fc323 HTTP/1.1" status: 200 len: 217 time: 0.0402825 Jul 14 07:37:26.866135 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-136cb23d-6c44-44c5-8b06-0021ab0a0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:26.867702 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-136cb23d-6c44-44c5-8b06-0021ab0a0d88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=333a6f4c-6b36-4054-9b8f-3bef22aead9f HTTP/1.1" status: 200 len: 797 time: 0.0470848 Jul 14 07:37:26.923934 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-62c45f61-2b17-4b24-a252-faf6b9635aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:26.925400 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-62c45f61-2b17-4b24-a252-faf6b9635aa1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5259ed76-3fbf-4ac1-88a4-ce8f37157488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0514486 Jul 14 07:37:27.016436 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-00f006f2-24d7-45b1-8256-c196e286dd16 service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850143 Jul 14 07:37:27.104206 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-e896267e-12e4-4a48-a0ed-69188c615524 service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811939 Jul 14 07:37:27.148903 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-c883dcff-6698-4a82-993b-0bb049a305a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b21b2095-f41c-4f8e-87b4-b66008cde3a0 HTTP/1.1" status: 200 len: 217 time: 0.0386488 Jul 14 07:37:27.196243 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-765b4e49-099f-4935-97a8-8bf26702c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:27.197734 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-765b4e49-099f-4935-97a8-8bf26702c83d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=333a6f4c-6b36-4054-9b8f-3bef22aead9f HTTP/1.1" status: 200 len: 797 time: 0.0435526 Jul 14 07:37:27.253787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-c2fa7f26-f9e4-4ff7-90f5-3f062976c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:27.255415 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-c2fa7f26-f9e4-4ff7-90f5-3f062976c3b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5259ed76-3fbf-4ac1-88a4-ce8f37157488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0520613 Jul 14 07:37:27.349303 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-d1a233e9-0be2-49fc-bada-865d4c737edb service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879538 Jul 14 07:37:27.442051 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d91168da-edcb-4f51-b462-27cb5d2cfd2c req-175bead2-b3df-48f0-a717-d811f7487ebe service neutron] 10.222.0.15 "GET /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865707 Jul 14 07:37:28.458565 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4edcb-745b-4c90-991a-27d3848b592f req-1214db22-90f5-430e-ab2b-39625292f2b8 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:28.460051 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06b4edcb-745b-4c90-991a-27d3848b592f req-1214db22-90f5-430e-ab2b-39625292f2b8 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 946 time: 0.0629094 Jul 14 07:37:28.501434 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06b4edcb-745b-4c90-991a-27d3848b592f req-f3898136-cbcd-4a08-851f-8d22848ff4f2 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba01f5b7-f7e2-466d-a886-8d12ce7933f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352795 Jul 14 07:37:29.672994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0df7f-67bd-432e-ac4a-fb84ce572e50 req-46d7cbba-a683-4206-83dd-0ee45b096b8a tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:29.674525 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ec0df7f-67bd-432e-ac4a-fb84ce572e50 req-46d7cbba-a683-4206-83dd-0ee45b096b8a tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 946 time: 0.0634379 Jul 14 07:37:29.711795 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ec0df7f-67bd-432e-ac4a-fb84ce572e50 req-13818105-e254-40a7-9798-de1b82f9f4e6 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba01f5b7-f7e2-466d-a886-8d12ce7933f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310183 Jul 14 07:37:30.027822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495bb5f-b4b3-4a73-b456-9207d8b9299d req-90d67a9d-ddfc-4ede-ab67-01f059949693 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:30.029299 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a495bb5f-b4b3-4a73-b456-9207d8b9299d req-90d67a9d-ddfc-4ede-ab67-01f059949693 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 946 time: 0.0620632 Jul 14 07:37:30.129811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-a495bb5f-b4b3-4a73-b456-9207d8b9299d req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Deleting port 713350ba-7f2f-4619-ab37-1fbac140dd13 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:37:30.130157 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a495bb5f-b4b3-4a73-b456-9207d8b9299d req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:30.213725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-a495bb5f-b4b3-4a73-b456-9207d8b9299d req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] For port 713350ba-7f2f-4619-ab37-1fbac140dd13, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=713350ba-7f2f-4619-ab37-1fbac140dd13,segment=NetworkSegment(1fc487b8-ac49-4ead-a3f7-00a7c89679b3),segment_id=1fc487b8-ac49-4ead-a3f7-00a7c89679b3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:37:30.214081 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a495bb5f-b4b3-4a73-b456-9207d8b9299d req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:30.378446 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a495bb5f-b4b3-4a73-b456-9207d8b9299d req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:30.378812 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a495bb5f-b4b3-4a73-b456-9207d8b9299d req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:30.379121 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [req-a495bb5f-b4b3-4a73-b456-9207d8b9299d req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Floating IP c5623a82-f977-4d74-9de4-877c1fa0c63a disassociated. External IP: 172.25.7.173, port: 713350ba-7f2f-4619-ab37-1fbac140dd13. Jul 14 07:37:30.379452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-a495bb5f-b4b3-4a73-b456-9207d8b9299d req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Calling delete_port for 713350ba-7f2f-4619-ab37-1fbac140dd13 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:37:30.505607 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a495bb5f-b4b3-4a73-b456-9207d8b9299d req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:30.516189 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e39e-d573-4852-8e1e-cd4c6c0591ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:30.535805 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Pushing event deleted for resources: {'Port': ['ID=713350ba-7f2f-4619-ab37-1fbac140dd13,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:30.547638 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:30.547988 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:30.548331 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:30.548669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:30.549003 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:30.549366 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:30.549696 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:30.550041 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:30.550350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:30.550672 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:30.550998 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:30.551322 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:30.659892 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a495bb5f-b4b3-4a73-b456-9207d8b9299d req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:37:30.765885 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a495bb5f-b4b3-4a73-b456-9207d8b9299d req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:37:30.777893 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d714aef4-55b3-4f73-8ab5-30546809e11b None None] Sync routers for ids ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:37:30.789704 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d714aef4-55b3-4f73-8ab5-30546809e11b None None] Routers {'9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:37:30.790315 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d714aef4-55b3-4f73-8ab5-30546809e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:37:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:37:30.811236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a495bb5f-b4b3-4a73-b456-9207d8b9299d req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] No DVR routers for this DVR port 713350ba-7f2f-4619-ab37-1fbac140dd13 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:37:30.814130 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a495bb5f-b4b3-4a73-b456-9207d8b9299d req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:30.816598 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a495bb5f-b4b3-4a73-b456-9207d8b9299d req-30ccaf39-d01d-495f-a0a7-d4667ec08601 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.30 "DELETE /v2.0/ports/713350ba-7f2f-4619-ab37-1fbac140dd13 HTTP/1.1" status: 204 len: 173 time: 0.7814021 Jul 14 07:37:30.817075 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee3a3a9-f1f9-469d-8a15-1a601578c8fd', 'name': 'network-vif-deleted', 'tag': '713350ba-7f2f-4619-ab37-1fbac140dd13'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:37:30.820657 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bff08b-392a-43f9-98e2-e1f2205b3e83" -d '{"events": [{"server_uuid": "aee3a3a9-f1f9-469d-8a15-1a601578c8fd", "name": "network-vif-deleted", "tag": "713350ba-7f2f-4619-ab37-1fbac140dd13"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:37:30.868019 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb601b0-445c-4af0-803f-8210a60a9f5b x-openstack-request-id: req-5eb601b0-445c-4af0-803f-8210a60a9f5b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:37:30.868316 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee3a3a9-f1f9-469d-8a15-1a601578c8fd", "name": "network-vif-deleted", "tag": "713350ba-7f2f-4619-ab37-1fbac140dd13", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:37:30.868569 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5eb601b0-445c-4af0-803f-8210a60a9f5b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:37:30.868976 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee3a3a9-f1f9-469d-8a15-1a601578c8fd', 'name': 'network-vif-deleted', 'tag': '713350ba-7f2f-4619-ab37-1fbac140dd13', 'status': 'completed', 'code': 200} Jul 14 07:37:30.878380 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5ab84c4-87c8-4b0d-9e4a-685817f12d63 req-c79b1bca-4fa7-4e6c-aca8-907e6d809682 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/ports?device_id=aee3a3a9-f1f9-469d-8a15-1a601578c8fd HTTP/1.1" status: 200 len: 210 time: 0.0480564 Jul 14 07:37:30.915942 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-d714aef4-55b3-4f73-8ab5-30546809e11b None None] Set router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:37:31.121553 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d714aef4-55b3-4f73-8ab5-30546809e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 4, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port': {'id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:16Z', 'updated_at': '2021-07-14T07:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'cb8ffb36-f73c-4ceb-9817-c42237419ba6', 'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'mac_address': 'fa:16:3e:1e:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:19Z', 'updated_at': '2021-07-14T07:31:28Z', 'revision_number': 5, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'subnets': [{'id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:37:31.150731 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d714aef4-55b3-4f73-8ab5-30546809e11b None None] Checking router: 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:37:31.158660 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d714aef4-55b3-4f73-8ab5-30546809e11b None None] Routers {'9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:37:31.159258 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d714aef4-55b3-4f73-8ab5-30546809e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:37:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:37:31.262314 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-d714aef4-55b3-4f73-8ab5-30546809e11b None None] Set router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:37:31.458689 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d714aef4-55b3-4f73-8ab5-30546809e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 4, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port': {'id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:16Z', 'updated_at': '2021-07-14T07:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'cb8ffb36-f73c-4ceb-9817-c42237419ba6', 'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'mac_address': 'fa:16:3e:1e:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:19Z', 'updated_at': '2021-07-14T07:31:28Z', 'revision_number': 5, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'subnets': [{'id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:37:31.483244 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d714aef4-55b3-4f73-8ab5-30546809e11b None None] The sync data for ids ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'] in n-d-778696-5 is: [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:31:20Z', 'revision_number': 4, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port': {'id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:16Z', 'updated_at': '2021-07-14T07:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'cb8ffb36-f73c-4ceb-9817-c42237419ba6', 'name': '', 'network_id': 'eca8f0e3-ef27-4392-a6bd-ac44ea578613', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'mac_address': 'fa:16:3e:1e:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:19Z', 'updated_at': '2021-07-14T07:31:28Z', 'revision_number': 5, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'subnets': [{'id': 'fe11a574-87ca-4aa0-bfbb-0506652f52da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:37:31.684391 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef29250e-4828-4d5e-8c37-2c5944eb2f6d None None] New status for floating IP c5623a82-f977-4d74-9de4-877c1fa0c63a: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:37:32.000459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58120) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:32.057916 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61ec8c36-1515-4025-be4a-31340d2fd402 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:32.080814 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61ec8c36-1515-4025-be4a-31340d2fd402 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:32.126868 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61ec8c36-1515-4025-be4a-31340d2fd402 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:32.129594 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61ec8c36-1515-4025-be4a-31340d2fd402 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:32.130715 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-61ec8c36-1515-4025-be4a-31340d2fd402 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "DELETE /v2.0/security-groups/ba01f5b7-f7e2-466d-a886-8d12ce7933f8 HTTP/1.1" status: 204 len: 168 time: 0.1292543 Jul 14 07:37:32.133641 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58122) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:32.139282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec8c36-1515-4025-be4a-31340d2fd402 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba01f5b7-f7e2-466d-a886-8d12ce7933f8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:32.147539 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-d65f8ad3-0fea-4e8e-bafb-727338bbdf6b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] show failed (client error): The resource could not be found. Jul 14 07:37:32.149118 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d65f8ad3-0fea-4e8e-bafb-727338bbdf6b tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "GET /v2.0/security-groups/ba01f5b7-f7e2-466d-a886-8d12ce7933f8 HTTP/1.1" status: 404 len: 347 time: 0.0143888 Jul 14 07:37:32.151903 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58124) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:32.269648 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Deleting port 930b3e21-6294-42b4-9b61-f94535263cb5 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:37:32.269987 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:32.345564 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:32.345805 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:32.356706 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Calling delete_port for 930b3e21-6294-42b4-9b61-f94535263cb5 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:37:32.485797 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:32.515762 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Pushing event deleted for resources: {'Port': ['ID=930b3e21-6294-42b4-9b61-f94535263cb5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:32.540959 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:32.541332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:32.541677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:32.542016 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:32.542354 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:32.542689 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:32.543019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:32.543344 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:32.543669 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:32.543992 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:32.544318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:32.544643 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:32.582077 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:32.584812 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:32.590442 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ff68479f-4f15-46ae-9643-1a652210b7f0 tempest-AttachVolumeTestJSON-553506833 tempest-AttachVolumeTestJSON-553506833-project] 10.222.0.35 "DELETE /v2.0/floatingips/c5623a82-f977-4d74-9de4-877c1fa0c63a HTTP/1.1" status: 204 len: 168 time: 0.4338381 Jul 14 07:37:33.313637 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-35247224-f5e3-4665-bfcb-b8e99318c32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:33.630448 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:34.234148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 713350ba-7f2f-4619-ab37-1fbac140dd13 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:37:34.254036 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 713350ba-7f2f-4619-ab37-1fbac140dd13 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:37:34.254378 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 713350ba-7f2f-4619-ab37-1fbac140dd13 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:37:34.692518 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:36.227156 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:39.613332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58168) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:40.058863 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-13c14219-54ac-4035-b4f9-3c277312535c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:40.308113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-13c14219-54ac-4035-b4f9-3c277312535c admin admin] Deleting port cb8ffb36-f73c-4ceb-9817-c42237419ba6 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:37:40.308450 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-13c14219-54ac-4035-b4f9-3c277312535c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:40.382128 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-13c14219-54ac-4035-b4f9-3c277312535c admin admin] For port cb8ffb36-f73c-4ceb-9817-c42237419ba6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cb8ffb36-f73c-4ceb-9817-c42237419ba6,segment=NetworkSegment(1fc487b8-ac49-4ead-a3f7-00a7c89679b3),segment_id=1fc487b8-ac49-4ead-a3f7-00a7c89679b3)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:37:40.382479 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-13c14219-54ac-4035-b4f9-3c277312535c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:40.394496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-13c14219-54ac-4035-b4f9-3c277312535c admin admin] Calling delete_port for cb8ffb36-f73c-4ceb-9817-c42237419ba6 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:37:40.565991 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-13c14219-54ac-4035-b4f9-3c277312535c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:40.593592 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c14219-54ac-4035-b4f9-3c277312535c admin admin] Pushing event deleted for resources: {'Port': ['ID=cb8ffb36-f73c-4ceb-9817-c42237419ba6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:40.756450 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-13c14219-54ac-4035-b4f9-3c277312535c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:41.291495 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c14219-54ac-4035-b4f9-3c277312535c admin admin] Router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:37:41.396594 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c14219-54ac-4035-b4f9-3c277312535c admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:37:41.401949 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-13c14219-54ac-4035-b4f9-3c277312535c admin admin] 10.222.0.35 "PUT /v2.0/routers/9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7875960 Jul 14 07:37:41.404555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58174) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:41.405885 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca3d195-c43f-4d76-a179-c0552413b2d0 None None] Sync routers for ids ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:37:41.416274 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca3d195-c43f-4d76-a179-c0552413b2d0 None None] Routers {'9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:37:41.416880 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cca3d195-c43f-4d76-a179-c0552413b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:37:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:37:41.506535 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-162260a7-9a28-47c0-add7-70417bf59d31 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:41.516828 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-cca3d195-c43f-4d76-a179-c0552413b2d0 None None] Set router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:37:41.602749 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-162260a7-9a28-47c0-add7-70417bf59d31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:41.656907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-162260a7-9a28-47c0-add7-70417bf59d31 admin admin] Deleting port 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:37:41.657335 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-162260a7-9a28-47c0-add7-70417bf59d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:41.690866 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cca3d195-c43f-4d76-a179-c0552413b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:37:40Z', 'revision_number': 5, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port': {'id': '2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:31:16Z', 'updated_at': '2021-07-14T07:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:37:41.736799 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-162260a7-9a28-47c0-add7-70417bf59d31 admin admin] For port 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:37:41.737155 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-162260a7-9a28-47c0-add7-70417bf59d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:41.750713 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-162260a7-9a28-47c0-add7-70417bf59d31 admin admin] Calling delete_port for 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:37:41.802638 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca3d195-c43f-4d76-a179-c0552413b2d0 None None] Checking router: 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:37:41.810855 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca3d195-c43f-4d76-a179-c0552413b2d0 None None] Routers {'9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:37:41.811461 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cca3d195-c43f-4d76-a179-c0552413b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:37:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:37:41.895075 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-cca3d195-c43f-4d76-a179-c0552413b2d0 None None] Set router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:37:41.914482 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-162260a7-9a28-47c0-add7-70417bf59d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:41.937578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162260a7-9a28-47c0-add7-70417bf59d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:41.951616 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cca3d195-c43f-4d76-a179-c0552413b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:37:41Z', 'revision_number': 6, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:37:41.978892 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca3d195-c43f-4d76-a179-c0552413b2d0 None None] The sync data for ids ['9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23'] in n-d-778696-5 is: [{'id': '9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23', 'name': 'tempest-AttachVolumeTestJSON-427820598-router', 'tenant_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:31:14Z', 'updated_at': '2021-07-14T07:37:41Z', 'revision_number': 6, 'project_id': 'c52ed61e9fdd479f86ccfc89f36ee841', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:37:42.014296 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-162260a7-9a28-47c0-add7-70417bf59d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.102239 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-162260a7-9a28-47c0-add7-70417bf59d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.104254 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-162260a7-9a28-47c0-add7-70417bf59d31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.144959 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-162260a7-9a28-47c0-add7-70417bf59d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.145562 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162260a7-9a28-47c0-add7-70417bf59d31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:37:42.150297 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-162260a7-9a28-47c0-add7-70417bf59d31 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.151510 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-162260a7-9a28-47c0-add7-70417bf59d31 admin admin] 10.222.0.35 "DELETE /v2.0/routers/9d841d6b-0c46-4b1b-9e02-6e6b01bf5f23 HTTP/1.1" status: 204 len: 168 time: 0.7460151 Jul 14 07:37:42.154012 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58176) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:42.197643 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb05dd0-3162-4b98-bd9b-7dce9d2c0e83 admin admin] Deleting subnet fe11a574-87ca-4aa0-bfbb-0506652f52da {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:37:42.200797 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abb05dd0-3162-4b98-bd9b-7dce9d2c0e83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.237260 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abb05dd0-3162-4b98-bd9b-7dce9d2c0e83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.311781 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abb05dd0-3162-4b98-bd9b-7dce9d2c0e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.365417 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abb05dd0-3162-4b98-bd9b-7dce9d2c0e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.392370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb05dd0-3162-4b98-bd9b-7dce9d2c0e83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe11a574-87ca-4aa0-bfbb-0506652f52da,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:42.399101 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abb05dd0-3162-4b98-bd9b-7dce9d2c0e83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.401652 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-abb05dd0-3162-4b98-bd9b-7dce9d2c0e83 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fe11a574-87ca-4aa0-bfbb-0506652f52da HTTP/1.1" status: 204 len: 168 time: 0.2443867 Jul 14 07:37:42.402102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58178) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:42.406524 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5643c9c3-ba51-47c4-ad12-79bafc1562b3 None None] Network eca8f0e3-ef27-4392-a6bd-ac44ea578613 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:37:42.471898 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.523662 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] Deleting port 9b4f2525-fb65-42c1-8181-dbb32177ac45 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:37:42.523997 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.589882 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] For port 9b4f2525-fb65-42c1-8181-dbb32177ac45, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9b4f2525-fb65-42c1-8181-dbb32177ac45,segment=NetworkSegment(1fc487b8-ac49-4ead-a3f7-00a7c89679b3),segment_id=1fc487b8-ac49-4ead-a3f7-00a7c89679b3)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:37:42.590237 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.602502 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] Calling delete_port for 9b4f2525-fb65-42c1-8181-dbb32177ac45 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:37:42.677846 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.703853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4f2525-fb65-42c1-8181-dbb32177ac45,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:42.707292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] No DVR routers for this DVR port 9b4f2525-fb65-42c1-8181-dbb32177ac45 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:37:42.736439 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4dfe71-91d9-4398-af7e-cda3f121b162 None None] DHCP port deletion for eca8f0e3-ef27-4392-a6bd-ac44ea578613 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:37:42.784353 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.794152 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca8f0e3-ef27-4392-a6bd-ac44ea578613']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:37:42.802585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cb8ffb36-f73c-4ceb-9817-c42237419ba6 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:37:42.805277 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc487b8-ac49-4ead-a3f7-00a7c89679b3') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:37:42.805575 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc487b8-ac49-4ead-a3f7-00a7c89679b3') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:37:42.815140 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.823543 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: cb8ffb36-f73c-4ceb-9817-c42237419ba6 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:37:42.823892 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cb8ffb36-f73c-4ceb-9817-c42237419ba6 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:37:42.824305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9b4f2525-fb65-42c1-8181-dbb32177ac45 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:37:42.831364 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.837629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:37:42.838174 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:37:42.840411 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:37:42.842995 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 9b4f2525-fb65-42c1-8181-dbb32177ac45 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:37:42.843281 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9b4f2525-fb65-42c1-8181-dbb32177ac45 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:37:42.843701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:37:42.862980 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:37:42.863329 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2ceb61c0-77bd-47c8-8ea2-8ae25eb18fc6 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:37:42.895462 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.900986 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:42.902822 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] 10.222.0.35 "DELETE /v2.0/networks/eca8f0e3-ef27-4392-a6bd-ac44ea578613 HTTP/1.1" status: 204 len: 168 time: 0.5001543 Jul 14 07:37:42.918804 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155189ba-52b8-46db-9c9b-629ac04edf25 admin admin] Pushing event deleted for resources: {'Network': ['ID=eca8f0e3-ef27-4392-a6bd-ac44ea578613,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:43.022027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58182) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:43.061130 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-de3907e0-5184-4fb3-92d0-9f742f11a16f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c52ed61e9fdd479f86ccfc89f36ee841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378599 Jul 14 07:37:43.063455 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58184) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:43.109778 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bf50-6bfa-4e7c-bbdb-846cf177ecac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:43.130404 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bf50-6bfa-4e7c-bbdb-846cf177ecac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:43.173861 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bf50-6bfa-4e7c-bbdb-846cf177ecac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:43.176386 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bf50-6bfa-4e7c-bbdb-846cf177ecac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:43.177565 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a1c6bf50-6bfa-4e7c-bbdb-846cf177ecac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5adb0822-1a56-43fe-b76c-158b134c7411 HTTP/1.1" status: 204 len: 168 time: 0.1132042 Jul 14 07:37:43.185923 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6bf50-6bfa-4e7c-bbdb-846cf177ecac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adb0822-1a56-43fe-b76c-158b134c7411,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:45.549791 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58248) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:45.652715 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9063fc79-e62b-4870-9883-7c608829a436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:45.674651 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:45.743500 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9063fc79-e62b-4870-9883-7c608829a436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:45.746838 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9063fc79-e62b-4870-9883-7c608829a436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:45.761395 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:45.784097 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9063fc79-e62b-4870-9883-7c608829a436 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7dd586a3dbeb4464843df5ebc74eb6f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332389 Jul 14 07:37:45.785432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063fc79-e62b-4870-9883-7c608829a436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940e2ea0-19a9-4caa-a116-003af43fd5e4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:45.786781 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58252) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:45.836936 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41b8f1b1-d790-417f-bec6-8ed61541e674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:45.856699 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41b8f1b1-d790-417f-bec6-8ed61541e674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:45.904614 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41b8f1b1-d790-417f-bec6-8ed61541e674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:45.907537 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41b8f1b1-d790-417f-bec6-8ed61541e674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:45.908970 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-41b8f1b1-d790-417f-bec6-8ed61541e674 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/940e2ea0-19a9-4caa-a116-003af43fd5e4 HTTP/1.1" status: 204 len: 168 time: 0.1194711 Jul 14 07:37:45.918198 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8f1b1-d790-417f-bec6-8ed61541e674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940e2ea0-19a9-4caa-a116-003af43fd5e4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:46.164325 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58258) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:46.177511 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c6af9006-1d84-4c78-a4d0-859c8a5709d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:46.265118 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c6af9006-1d84-4c78-a4d0-859c8a5709d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:46.268611 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c6af9006-1d84-4c78-a4d0-859c8a5709d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:46.305003 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c6af9006-1d84-4c78-a4d0-859c8a5709d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2ab8f2b63e34b5a9fa77f2a8b8ab45c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396270 Jul 14 07:37:46.306994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af9006-1d84-4c78-a4d0-859c8a5709d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a9d020-e8ac-4211-b1af-79c11b47dca0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:46.308071 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58260) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:46.357566 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4faa475a-ec4c-4e41-9748-26c38d1ba546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:46.380719 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4faa475a-ec4c-4e41-9748-26c38d1ba546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:46.424120 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4faa475a-ec4c-4e41-9748-26c38d1ba546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:46.426713 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4faa475a-ec4c-4e41-9748-26c38d1ba546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:46.430922 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4faa475a-ec4c-4e41-9748-26c38d1ba546 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3a9d020-e8ac-4211-b1af-79c11b47dca0 HTTP/1.1" status: 204 len: 168 time: 0.1186988 Jul 14 07:37:46.435651 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa475a-ec4c-4e41-9748-26c38d1ba546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a9d020-e8ac-4211-b1af-79c11b47dca0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:48.401857 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58318) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:48.503792 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dae3a568-b50b-4683-a5ff-3356f7782d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:48.592346 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dae3a568-b50b-4683-a5ff-3356f7782d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:48.596276 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dae3a568-b50b-4683-a5ff-3356f7782d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:48.634319 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dae3a568-b50b-4683-a5ff-3356f7782d7b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a87e389bd81f49a39a5d8f2999aedde7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314155 Jul 14 07:37:48.635473 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3a568-b50b-4683-a5ff-3356f7782d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054cdf85-b3ec-4a20-a99e-b579a9beecb0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:48.636957 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58322) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:48.684864 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22c946ea-1521-4595-9b45-d18c76261eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:48.704864 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22c946ea-1521-4595-9b45-d18c76261eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:48.748845 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22c946ea-1521-4595-9b45-d18c76261eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:48.751291 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22c946ea-1521-4595-9b45-d18c76261eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:48.752412 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-22c946ea-1521-4595-9b45-d18c76261eca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/054cdf85-b3ec-4a20-a99e-b579a9beecb0 HTTP/1.1" status: 204 len: 168 time: 0.1144431 Jul 14 07:37:48.759638 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c946ea-1521-4595-9b45-d18c76261eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054cdf85-b3ec-4a20-a99e-b579a9beecb0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:49.006162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58328) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:49.019570 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e87a7e9d-4a61-477c-9bcd-fe0d406e3ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:49.107620 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e87a7e9d-4a61-477c-9bcd-fe0d406e3ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:49.111085 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e87a7e9d-4a61-477c-9bcd-fe0d406e3ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:49.148574 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e87a7e9d-4a61-477c-9bcd-fe0d406e3ef1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2728ff935c4a418a8689f9d918eaef90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408000 Jul 14 07:37:49.149299 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a7e9d-4a61-477c-9bcd-fe0d406e3ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80287605-cc08-4ffc-bba5-b1fa61993c4f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:49.151873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58330) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:49.200630 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-907d6805-9516-4de2-a6a1-f49731c18fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:49.220620 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-907d6805-9516-4de2-a6a1-f49731c18fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:49.267762 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-907d6805-9516-4de2-a6a1-f49731c18fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:49.270379 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-907d6805-9516-4de2-a6a1-f49731c18fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:49.271511 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-907d6805-9516-4de2-a6a1-f49731c18fc9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80287605-cc08-4ffc-bba5-b1fa61993c4f HTTP/1.1" status: 204 len: 168 time: 0.1184475 Jul 14 07:37:49.278947 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d6805-9516-4de2-a6a1-f49731c18fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80287605-cc08-4ffc-bba5-b1fa61993c4f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:51.155251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58418) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:51.255992 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e2d493e8-9232-4782-b9b1-25b852a242de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:51.345424 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e2d493e8-9232-4782-b9b1-25b852a242de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:51.349007 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e2d493e8-9232-4782-b9b1-25b852a242de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:51.387243 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e2d493e8-9232-4782-b9b1-25b852a242de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=afc7f579d80042e5b5334577e32d3956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2309332 Jul 14 07:37:51.388355 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d493e8-9232-4782-b9b1-25b852a242de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440fd3f4-edf5-4a39-ac58-8a6f5828534d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:51.390018 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58422) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:51.438063 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4929f42a-7f3a-44d7-9d25-82aff8116347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:51.458256 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4929f42a-7f3a-44d7-9d25-82aff8116347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:51.503160 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4929f42a-7f3a-44d7-9d25-82aff8116347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:51.505888 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4929f42a-7f3a-44d7-9d25-82aff8116347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:51.507046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4929f42a-7f3a-44d7-9d25-82aff8116347 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/440fd3f4-edf5-4a39-ac58-8a6f5828534d HTTP/1.1" status: 204 len: 168 time: 0.1159947 Jul 14 07:37:51.514380 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929f42a-7f3a-44d7-9d25-82aff8116347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440fd3f4-edf5-4a39-ac58-8a6f5828534d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:51.753356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58428) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:51.766269 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6234927e-221f-41cc-b17d-aba6f0eb5cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:51.853058 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6234927e-221f-41cc-b17d-aba6f0eb5cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:51.856879 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6234927e-221f-41cc-b17d-aba6f0eb5cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:51.898058 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6234927e-221f-41cc-b17d-aba6f0eb5cad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=95a7de4c0af642589d33975f32e6e817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429703 Jul 14 07:37:51.899006 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234927e-221f-41cc-b17d-aba6f0eb5cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05eea149-b777-41fa-b7ce-b5812ed1fa27,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:51.900735 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58430) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:51.948926 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f39f2b6-a5c1-4c80-b685-ca50f87b6b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:51.970520 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f39f2b6-a5c1-4c80-b685-ca50f87b6b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:52.013884 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f39f2b6-a5c1-4c80-b685-ca50f87b6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:52.016478 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f39f2b6-a5c1-4c80-b685-ca50f87b6b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:52.017711 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2f39f2b6-a5c1-4c80-b685-ca50f87b6b62 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05eea149-b777-41fa-b7ce-b5812ed1fa27 HTTP/1.1" status: 204 len: 168 time: 0.1158724 Jul 14 07:37:52.025469 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39f2b6-a5c1-4c80-b685-ca50f87b6b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05eea149-b777-41fa-b7ce-b5812ed1fa27,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:53.519889 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58542) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:53.622248 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e288a7e-309e-4244-b665-e54dbabcf07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:53.712770 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e288a7e-309e-4244-b665-e54dbabcf07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:53.716241 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e288a7e-309e-4244-b665-e54dbabcf07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:53.752776 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0e288a7e-309e-4244-b665-e54dbabcf07a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a4b3e0a33e74d8f9f6f33842d9ca11b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2318408 Jul 14 07:37:53.754698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e288a7e-309e-4244-b665-e54dbabcf07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ff2435-a2f1-42f8-8c24-d04fc912c5f5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:53.755490 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58546) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:53.804148 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0830f420-bd10-4154-98e9-ea1200dc77b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:53.824170 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0830f420-bd10-4154-98e9-ea1200dc77b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:53.869713 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0830f420-bd10-4154-98e9-ea1200dc77b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:53.872231 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0830f420-bd10-4154-98e9-ea1200dc77b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:53.873385 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0830f420-bd10-4154-98e9-ea1200dc77b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/63ff2435-a2f1-42f8-8c24-d04fc912c5f5 HTTP/1.1" status: 204 len: 168 time: 0.1167853 Jul 14 07:37:53.881019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830f420-bd10-4154-98e9-ea1200dc77b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ff2435-a2f1-42f8-8c24-d04fc912c5f5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:54.466580 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58568) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:54.556394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-409f0104-7a42-41fb-b5cb-e1dfc21c08bb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-887529922'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:37:54.578339 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409f0104-7a42-41fb-b5cb-e1dfc21c08bb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Made reservation on behalf of edc9f5f03ead47efab5cce79fca83585 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:37:54.581946 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-409f0104-7a42-41fb-b5cb-e1dfc21c08bb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:54.590837 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-409f0104-7a42-41fb-b5cb-e1dfc21c08bb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:54.681963 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-409f0104-7a42-41fb-b5cb-e1dfc21c08bb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:54.685659 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-409f0104-7a42-41fb-b5cb-e1dfc21c08bb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:54.709650 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409f0104-7a42-41fb-b5cb-e1dfc21c08bb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:37:54.725292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f0104-7a42-41fb-b5cb-e1dfc21c08bb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879c5388-d311-4f53-b831-3c2710a43f8b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:54.730213 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-409f0104-7a42-41fb-b5cb-e1dfc21c08bb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:54.730555 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-409f0104-7a42-41fb-b5cb-e1dfc21c08bb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Added segment fd1b72ac-b0e5-45f5-8305-c4bdb8b9747b of type vlan for network 2927d7cb-92aa-493b-93e2-6622f4199a73 Jul 14 07:37:54.774216 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-409f0104-7a42-41fb-b5cb-e1dfc21c08bb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:54.801719 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-409f0104-7a42-41fb-b5cb-e1dfc21c08bb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:54.807674 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409f0104-7a42-41fb-b5cb-e1dfc21c08bb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:54.808248 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-409f0104-7a42-41fb-b5cb-e1dfc21c08bb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:54.860295 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-409f0104-7a42-41fb-b5cb-e1dfc21c08bb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3924284 Jul 14 07:37:54.863205 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58572) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:54.869147 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-73e0edc7-29d0-4c05-bb87-540c59308fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Request body: {'subnet': {'network_id': '2927d7cb-92aa-493b-93e2-6622f4199a73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:37:54.873327 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f0104-7a42-41fb-b5cb-e1dfc21c08bb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Pushing event updated for resources: {'Network': ['ID=2927d7cb-92aa-493b-93e2-6622f4199a73,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:54.883472 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 2927d7cb-92aa-493b-93e2-6622f4199a73 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:37:54.952920 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e0edc7-29d0-4c05-bb87-540c59308fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Made reservation on behalf of edc9f5f03ead47efab5cce79fca83585 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:37:54.956447 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73e0edc7-29d0-4c05-bb87-540c59308fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:55.129639 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73e0edc7-29d0-4c05-bb87-540c59308fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:55.188622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0edc7-29d0-4c05-bb87-540c59308fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Pushing event updated for resources: {'Subnet': ['ID=813f48d5-7d56-4161-a63c-8012758f55e7,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:55.198590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e0edc7-29d0-4c05-bb87-540c59308fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Checking segment: {'id': 'fd1b72ac-b0e5-45f5-8305-c4bdb8b9747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2927d7cb-92aa-493b-93e2-6622f4199a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:37:55.198950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e0edc7-29d0-4c05-bb87-540c59308fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Network hostable DHCP agents. Network: 2927d7cb-92aa-493b-93e2-6622f4199a73, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:37:55.214751 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e0edc7-29d0-4c05-bb87-540c59308fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Network 2927d7cb-92aa-493b-93e2-6622f4199a73 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:37:55.222958 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-73e0edc7-29d0-4c05-bb87-540c59308fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 2927d7cb-92aa-493b-93e2-6622f4199a73) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:37:55.227713 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e0edc7-29d0-4c05-bb87-540c59308fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:55.228295 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73e0edc7-29d0-4c05-bb87-540c59308fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:55.233002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc268581-0b76-46eb-958d-b5c62acdcce6 None None] Network 2927d7cb-92aa-493b-93e2-6622f4199a73 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:37:55.242357 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-73e0edc7-29d0-4c05-bb87-540c59308fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3780229 Jul 14 07:37:55.245330 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58574) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:55.250177 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-67db8e44-c5c0-4a30-b9ba-23bf4ff3f5ab tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Request body: {'port': {'network_id': '2927d7cb-92aa-493b-93e2-6622f4199a73', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2106546424'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:37:55.354639 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67db8e44-c5c0-4a30-b9ba-23bf4ff3f5ab tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Made reservation on behalf of edc9f5f03ead47efab5cce79fca83585 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:37:55.358280 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67db8e44-c5c0-4a30-b9ba-23bf4ff3f5ab tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:55.375315 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-2927d7cb-92aa-493b-93e2-6622f4199a73', 'network_id': '2927d7cb-92aa-493b-93e2-6622f4199a73', 'tenant_id': 'edc9f5f03ead47efab5cce79fca83585', 'fixed_ips': [{'subnet_id': '813f48d5-7d56-4161-a63c-8012758f55e7'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:37:55.375546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-67db8e44-c5c0-4a30-b9ba-23bf4ff3f5ab tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] device_id is not set on port 8b72039a-5783-44f7-83b4-53914319d88c yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:37:55.376183 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:55.496280 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-67db8e44-c5c0-4a30-b9ba-23bf4ff3f5ab tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Allocated IP 2001:db8::2a2 (2927d7cb-92aa-493b-93e2-6622f4199a73/813f48d5-7d56-4161-a63c-8012758f55e7/8b72039a-5783-44f7-83b4-53914319d88c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:37:55.634070 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67db8e44-c5c0-4a30-b9ba-23bf4ff3f5ab tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:55.646908 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-67db8e44-c5c0-4a30-b9ba-23bf4ff3f5ab tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Transition to ACTIVE for port object 8b72039a-5783-44f7-83b4-53914319d88c will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:37:55.678136 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67db8e44-c5c0-4a30-b9ba-23bf4ff3f5ab tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:55.727238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67db8e44-c5c0-4a30-b9ba-23bf4ff3f5ab tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Network 2927d7cb-92aa-493b-93e2-6622f4199a73 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:37:55.728868 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Allocated IP 2001:db8::2 (2927d7cb-92aa-493b-93e2-6622f4199a73/813f48d5-7d56-4161-a63c-8012758f55e7/c54fc460-e971-47db-89cc-2004c0e41c60) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:37:55.730419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-67db8e44-c5c0-4a30-b9ba-23bf4ff3f5ab tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:37:55.734244 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db8e44-c5c0-4a30-b9ba-23bf4ff3f5ab tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:37:55.739832 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67db8e44-c5c0-4a30-b9ba-23bf4ff3f5ab tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:55.740447 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67db8e44-c5c0-4a30-b9ba-23bf4ff3f5ab tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:55.748906 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db8e44-c5c0-4a30-b9ba-23bf4ff3f5ab tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Pushing event updated for resources: {'Port': ['ID=8b72039a-5783-44f7-83b4-53914319d88c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:55.763312 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-67db8e44-c5c0-4a30-b9ba-23bf4ff3f5ab tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5169551 Jul 14 07:37:55.766203 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58578) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:55.771197 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1f7995b9-a093-49e8-bfba-f2dfa56fc611 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Request body: {'port': {'network_id': '2927d7cb-92aa-493b-93e2-6622f4199a73', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2113086774', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:37:55.771679 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.api.validators [None req-1f7995b9-a093-49e8-bfba-f2dfa56fc611 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] bootfile-name is not in valid_values {{(pid=93827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 07:37:55.772017 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.api.validators [None req-1f7995b9-a093-49e8-bfba-f2dfa56fc611 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] tftp-server is not in valid_values {{(pid=93827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 07:37:55.772393 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.api.validators [None req-1f7995b9-a093-49e8-bfba-f2dfa56fc611 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] server-ip-address is not in valid_values {{(pid=93827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 07:37:55.866913 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:55.875699 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7995b9-a093-49e8-bfba-f2dfa56fc611 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Made reservation on behalf of edc9f5f03ead47efab5cce79fca83585 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:37:55.877324 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Transition to ACTIVE for port object c54fc460-e971-47db-89cc-2004c0e41c60 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:37:55.879473 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f7995b9-a093-49e8-bfba-f2dfa56fc611 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:55.893624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Transition to ACTIVE for port object c54fc460-e971-47db-89cc-2004c0e41c60 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:37:55.898325 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-1f7995b9-a093-49e8-bfba-f2dfa56fc611 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] device_id is not set on port 064f9f60-cfa4-496a-94c5-c1a99fd19ff9 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:37:55.900017 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:55.945642 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Network 2927d7cb-92aa-493b-93e2-6622f4199a73 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:37:55.949415 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Pushing event updated for resources: {'Port': ['ID=c54fc460-e971-47db-89cc-2004c0e41c60,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:55.951833 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:37:55.954558 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:37:55.962701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:55.963044 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:55.963384 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:55.963718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:55.964050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:55.964382 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:55.964701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:55.965059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:55.965448 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:55.965769 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:55.966091 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:55.966409 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:37:56.018884 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-1f7995b9-a093-49e8-bfba-f2dfa56fc611 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Allocated IP 2001:db8::2d3 (2927d7cb-92aa-493b-93e2-6622f4199a73/813f48d5-7d56-4161-a63c-8012758f55e7/064f9f60-cfa4-496a-94c5-c1a99fd19ff9) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:37:56.021024 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Attempting to bind port c54fc460-e971-47db-89cc-2004c0e41c60 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:37:56.021419 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Attempting to bind port c54fc460-e971-47db-89cc-2004c0e41c60 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'fd1b72ac-b0e5-45f5-8305-c4bdb8b9747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2927d7cb-92aa-493b-93e2-6622f4199a73'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:37:56.021781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Attempting to bind port c54fc460-e971-47db-89cc-2004c0e41c60 on network 2927d7cb-92aa-493b-93e2-6622f4199a73 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:37:56.026881 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:37:56.027247 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Checking segment: {'id': 'fd1b72ac-b0e5-45f5-8305-c4bdb8b9747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2927d7cb-92aa-493b-93e2-6622f4199a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:37:56.027642 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:56.028030 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Bound using segment: {'id': 'fd1b72ac-b0e5-45f5-8305-c4bdb8b9747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2927d7cb-92aa-493b-93e2-6622f4199a73'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:37:56.028489 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Bound port: c54fc460-e971-47db-89cc-2004c0e41c60, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1b72ac-b0e5-45f5-8305-c4bdb8b9747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2927d7cb-92aa-493b-93e2-6622f4199a73'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:37:56.028868 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:56.091070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] For port c54fc460-e971-47db-89cc-2004c0e41c60, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:37:56.094062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] For port c54fc460-e971-47db-89cc-2004c0e41c60, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c54fc460-e971-47db-89cc-2004c0e41c60,segment=NetworkSegment(fd1b72ac-b0e5-45f5-8305-c4bdb8b9747b),segment_id=fd1b72ac-b0e5-45f5-8305-c4bdb8b9747b)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:37:56.098699 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:56.163792 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff0301-dc56-4781-8fb5-4ed50752317e None None] Pushing event updated for resources: {'Port': ['ID=c54fc460-e971-47db-89cc-2004c0e41c60,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:56.191137 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f7995b9-a093-49e8-bfba-f2dfa56fc611 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:56.206151 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1f7995b9-a093-49e8-bfba-f2dfa56fc611 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Transition to ACTIVE for port object 064f9f60-cfa4-496a-94c5-c1a99fd19ff9 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:37:56.238759 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f7995b9-a093-49e8-bfba-f2dfa56fc611 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:56.285261 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7995b9-a093-49e8-bfba-f2dfa56fc611 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Network 2927d7cb-92aa-493b-93e2-6622f4199a73 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:37:56.289382 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1f7995b9-a093-49e8-bfba-f2dfa56fc611 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:37:56.293509 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7995b9-a093-49e8-bfba-f2dfa56fc611 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:37:56.299321 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7995b9-a093-49e8-bfba-f2dfa56fc611 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:56.300357 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f7995b9-a093-49e8-bfba-f2dfa56fc611 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:56.311474 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7995b9-a093-49e8-bfba-f2dfa56fc611 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Pushing event updated for resources: {'Port': ['ID=064f9f60-cfa4-496a-94c5-c1a99fd19ff9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:56.335623 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1f7995b9-a093-49e8-bfba-f2dfa56fc611 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.5683644 Jul 14 07:37:56.338023 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58580) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:56.469730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4b223b-fb77-491e-8e4e-ebf655c3009c tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:56.476932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4b223b-fb77-491e-8e4e-ebf655c3009c tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:56.482846 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4b223b-fb77-491e-8e4e-ebf655c3009c tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:56.484621 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7c4b223b-fb77-491e-8e4e-ebf655c3009c tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1456933 Jul 14 07:37:56.487425 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58582) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:56.514847 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c54fc460-e971-47db-89cc-2004c0e41c60 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:37:56.562189 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port c54fc460-e971-47db-89cc-2004c0e41c60 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:37:56.588436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ff263-64f9-49f7-a322-ce1930da60fb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Deleting port 064f9f60-cfa4-496a-94c5-c1a99fd19ff9 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:37:56.588784 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff263-64f9-49f7-a322-ce1930da60fb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:56.676460 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff263-64f9-49f7-a322-ce1930da60fb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:56.688289 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ff263-64f9-49f7-a322-ce1930da60fb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Calling delete_port for 064f9f60-cfa4-496a-94c5-c1a99fd19ff9 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:37:56.817831 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff263-64f9-49f7-a322-ce1930da60fb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:56.852423 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ff263-64f9-49f7-a322-ce1930da60fb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Pushing event deleted for resources: {'Port': ['ID=064f9f60-cfa4-496a-94c5-c1a99fd19ff9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:56.880396 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff263-64f9-49f7-a322-ce1930da60fb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:56.882915 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4f9ff263-64f9-49f7-a322-ce1930da60fb tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] 10.222.0.35 "DELETE /v2.0/ports/064f9f60-cfa4-496a-94c5-c1a99fd19ff9 HTTP/1.1" status: 204 len: 168 time: 0.3945663 Jul 14 07:37:56.886639 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58584) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:56.892221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-83a70aae-972c-48cf-b9a9-a2f93028d5ae tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Request body: {'port': {'name': 'tempest-new-port-name-960170633', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:37:56.892614 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.api.validators [None req-83a70aae-972c-48cf-b9a9-a2f93028d5ae tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] bootfile-name is not in valid_values {{(pid=93828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 07:37:56.892980 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.api.validators [None req-83a70aae-972c-48cf-b9a9-a2f93028d5ae tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] tftp-server is not in valid_values {{(pid=93828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 07:37:56.893342 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.api.validators [None req-83a70aae-972c-48cf-b9a9-a2f93028d5ae tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] server-ip-address is not in valid_values {{(pid=93828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 07:37:56.983557 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83a70aae-972c-48cf-b9a9-a2f93028d5ae tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:57.069046 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66d45c9-f028-4b70-baca-046161ebdf93 None None] Network 2927d7cb-92aa-493b-93e2-6622f4199a73 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:37:57.132671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6feacdc6-c6bb-4a50-9132-1389acb04fb3 None None] Provisioning for port c54fc460-e971-47db-89cc-2004c0e41c60 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:37:57.139821 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6feacdc6-c6bb-4a50-9132-1389acb04fb3 None None] Provisioning complete for port c54fc460-e971-47db-89cc-2004c0e41c60 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:37:57.140195 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6feacdc6-c6bb-4a50-9132-1389acb04fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:57.175268 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83a70aae-972c-48cf-b9a9-a2f93028d5ae tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:57.180545 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83a70aae-972c-48cf-b9a9-a2f93028d5ae tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:57.211599 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-83a70aae-972c-48cf-b9a9-a2f93028d5ae tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] In _notify_port_updated(), no bound segment for port 8b72039a-5783-44f7-83b4-53914319d88c on network 2927d7cb-92aa-493b-93e2-6622f4199a73 {{(pid=93828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:37:57.217216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a70aae-972c-48cf-b9a9-a2f93028d5ae tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:57.217685 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83a70aae-972c-48cf-b9a9-a2f93028d5ae tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:57.218962 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-83a70aae-972c-48cf-b9a9-a2f93028d5ae tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] 10.222.0.35 "PUT /v2.0/ports/8b72039a-5783-44f7-83b4-53914319d88c HTTP/1.1" status: 200 len: 1129 time: 0.3312697 Jul 14 07:37:57.221842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58586) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:57.265954 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a70aae-972c-48cf-b9a9-a2f93028d5ae tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Pushing event updated for resources: {'Port': ['ID=8b72039a-5783-44f7-83b4-53914319d88c,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:57.283072 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6feacdc6-c6bb-4a50-9132-1389acb04fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:57.286773 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec6e9e5-897c-485a-9c9e-5db8229cae49 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:37:57.288817 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3ec6e9e5-897c-485a-9c9e-5db8229cae49 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] 10.222.0.35 "GET /v2.0/ports/8b72039a-5783-44f7-83b4-53914319d88c HTTP/1.1" status: 200 len: 1129 time: 0.0661120 Jul 14 07:37:57.292110 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58588) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:57.327676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-6feacdc6-c6bb-4a50-9132-1389acb04fb3 None None] For port c54fc460-e971-47db-89cc-2004c0e41c60, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c54fc460-e971-47db-89cc-2004c0e41c60,segment=NetworkSegment(fd1b72ac-b0e5-45f5-8305-c4bdb8b9747b),segment_id=fd1b72ac-b0e5-45f5-8305-c4bdb8b9747b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:37:57.332938 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6feacdc6-c6bb-4a50-9132-1389acb04fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:57.384723 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feacdc6-c6bb-4a50-9132-1389acb04fb3 None None] Pushing event updated for resources: {'Port': ['ID=c54fc460-e971-47db-89cc-2004c0e41c60,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:57.395294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b8928e02-57a6-4af8-84ff-4023438ee06a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Deleting port 8b72039a-5783-44f7-83b4-53914319d88c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:37:57.395716 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8928e02-57a6-4af8-84ff-4023438ee06a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:57.488941 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8928e02-57a6-4af8-84ff-4023438ee06a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:57.500908 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b8928e02-57a6-4af8-84ff-4023438ee06a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Calling delete_port for 8b72039a-5783-44f7-83b4-53914319d88c owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:37:57.562620 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1cbc6ca1-5c27-4ff4-829e-85f5f36669cb None None] Provisioning for port 8b72039a-5783-44f7-83b4-53914319d88c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:37:57.566346 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1cbc6ca1-5c27-4ff4-829e-85f5f36669cb None None] Provisioning complete for port 8b72039a-5783-44f7-83b4-53914319d88c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:37:57.566733 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1cbc6ca1-5c27-4ff4-829e-85f5f36669cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:57.604553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1cbc6ca1-5c27-4ff4-829e-85f5f36669cb None None] Port 8b72039a-5783-44f7-83b4-53914319d88c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:37:57.614729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1cbc6ca1-5c27-4ff4-829e-85f5f36669cb None None] Provisioning complete for port c54fc460-e971-47db-89cc-2004c0e41c60 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:37:57.615025 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1cbc6ca1-5c27-4ff4-829e-85f5f36669cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:57.640655 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8928e02-57a6-4af8-84ff-4023438ee06a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:57.676948 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8928e02-57a6-4af8-84ff-4023438ee06a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Pushing event deleted for resources: {'Port': ['ID=8b72039a-5783-44f7-83b4-53914319d88c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:57.705453 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8928e02-57a6-4af8-84ff-4023438ee06a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:57.707366 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b8928e02-57a6-4af8-84ff-4023438ee06a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] 10.222.0.35 "DELETE /v2.0/ports/8b72039a-5783-44f7-83b4-53914319d88c HTTP/1.1" status: 204 len: 168 time: 0.4142778 Jul 14 07:37:57.710208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58590) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:57.761848 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a2274d-a260-4bb2-9f10-305dcceffe18 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Deleting subnet 813f48d5-7d56-4161-a63c-8012758f55e7 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:37:57.765065 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5a2274d-a260-4bb2-9f10-305dcceffe18 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:57.805035 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5a2274d-a260-4bb2-9f10-305dcceffe18 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:57.810319 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a5576f24-7e93-423a-b064-1dd260c6a647 None None] Could not find standard attr ID for object 8b72039a-5783-44f7-83b4-53914319d88c. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:37:57.894543 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5a2274d-a260-4bb2-9f10-305dcceffe18 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:57.956519 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5a2274d-a260-4bb2-9f10-305dcceffe18 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:57.984313 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2274d-a260-4bb2-9f10-305dcceffe18 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Pushing event deleted for resources: {'Subnet': ['ID=813f48d5-7d56-4161-a63c-8012758f55e7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:57.988056 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5a2274d-a260-4bb2-9f10-305dcceffe18 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:57.990121 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e5a2274d-a260-4bb2-9f10-305dcceffe18 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] 10.222.0.35 "DELETE /v2.0/subnets/813f48d5-7d56-4161-a63c-8012758f55e7 HTTP/1.1" status: 204 len: 168 time: 0.2789884 Jul 14 07:37:57.992660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58592) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:58.024006 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c0021f6a-2ce3-4f3b-9a90-697bdf2c6e2d None None] Could not find standard attr ID for object 064f9f60-cfa4-496a-94c5-c1a99fd19ff9. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:37:58.075042 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:58.127364 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Deleting port c54fc460-e971-47db-89cc-2004c0e41c60 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:37:58.127737 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:58.137209 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cf8f52-a64c-47b3-b436-5109c9e82df8 None None] Network 2927d7cb-92aa-493b-93e2-6622f4199a73 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:37:58.188900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] For port c54fc460-e971-47db-89cc-2004c0e41c60, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c54fc460-e971-47db-89cc-2004c0e41c60,segment=NetworkSegment(fd1b72ac-b0e5-45f5-8305-c4bdb8b9747b),segment_id=fd1b72ac-b0e5-45f5-8305-c4bdb8b9747b)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:37:58.189272 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:58.202764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Calling delete_port for c54fc460-e971-47db-89cc-2004c0e41c60 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:37:58.290910 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:58.313934 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeb74c7-b8a4-462b-b822-d5b91c062be9 None None] DHCP port deletion for 2927d7cb-92aa-493b-93e2-6622f4199a73 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:37:58.316261 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Pushing event deleted for resources: {'Port': ['ID=c54fc460-e971-47db-89cc-2004c0e41c60,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:58.320285 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] No DVR routers for this DVR port c54fc460-e971-47db-89cc-2004c0e41c60 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:37:58.401090 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:58.410436 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2927d7cb-92aa-493b-93e2-6622f4199a73']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:37:58.420129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1b72ac-b0e5-45f5-8305-c4bdb8b9747b') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:37:58.420418 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1b72ac-b0e5-45f5-8305-c4bdb8b9747b') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:37:58.429632 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:58.443778 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:58.451245 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:37:58.451691 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:37:58.454818 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:37:58.485525 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c54fc460-e971-47db-89cc-2004c0e41c60 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:37:58.511553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: c54fc460-e971-47db-89cc-2004c0e41c60 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:37:58.511941 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:58.512098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c54fc460-e971-47db-89cc-2004c0e41c60 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:37:58.519096 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:58.520937 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] 10.222.0.35 "DELETE /v2.0/networks/2927d7cb-92aa-493b-93e2-6622f4199a73 HTTP/1.1" status: 204 len: 168 time: 0.5271690 Jul 14 07:37:58.533235 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6913dd4-729b-49ed-a7c2-bb6cab5afc3a tempest-ExtraDHCPOptionsIpV6TestJSON-233513418 tempest-ExtraDHCPOptionsIpV6TestJSON-233513418-project] Pushing event deleted for resources: {'Network': ['ID=2927d7cb-92aa-493b-93e2-6622f4199a73,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:58.750614 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58598) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:58.879663 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-453c297e-2794-4def-8619-a541399f70c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=edc9f5f03ead47efab5cce79fca83585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278336 Jul 14 07:37:58.882163 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58602) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:58.927996 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-016afb58-25b6-4ab9-9b40-e6268c61ffb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:58.948663 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-016afb58-25b6-4ab9-9b40-e6268c61ffb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:58.995320 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-016afb58-25b6-4ab9-9b40-e6268c61ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:58.997961 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-016afb58-25b6-4ab9-9b40-e6268c61ffb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:58.999196 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-016afb58-25b6-4ab9-9b40-e6268c61ffb3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/879c5388-d311-4f53-b831-3c2710a43f8b HTTP/1.1" status: 204 len: 168 time: 0.1161411 Jul 14 07:37:59.006664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016afb58-25b6-4ab9-9b40-e6268c61ffb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879c5388-d311-4f53-b831-3c2710a43f8b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:59.597676 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58626) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:37:59.687072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Request body: {'networks': [{'name': 'tempest-network--902793020'}, {'name': 'tempest-network--1911359173'}]} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:37:59.687382 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Request body: {'network': {'name': 'tempest-network--902793020'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:37:59.687834 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Request body: {'network': {'name': 'tempest-network--1911359173'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:37:59.709630 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Made reservation on behalf of 951a50f2cad8422ea65e6ffad8d280b9 for: {'network': 2} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:37:59.714015 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:59.722374 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:59.808111 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:59.811118 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:59.811560 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:59.848259 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e813ce75-78d4-412a-835d-dfea9daf3155,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:37:59.853154 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:37:59.862047 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:59.862393 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Added segment eadb23d6-db64-4ab7-8054-9feb2a29b977 of type vlan for network 0b2eff6e-fb6d-4198-91fa-4d9ed3d0a667 Jul 14 07:37:59.904115 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:59.934028 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:37:59.941794 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:37:59.942148 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Added segment ebf10e51-98c3-4f99-9725-0d75af56f794 of type vlan for network 397745db-4a28-4d8d-aa1b-8060bcac3a6e Jul 14 07:37:59.979548 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:00.009528 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:00.010413 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:00.015914 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:00.021014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:00.021647 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:00.039835 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:38:00.077590 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.4763281 Jul 14 07:38:00.077791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58630) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:00.149360 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event updated for resources: {'Network': ['ID=0b2eff6e-fb6d-4198-91fa-4d9ed3d0a667,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:00.159138 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 0b2eff6e-fb6d-4198-91fa-4d9ed3d0a667 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:38:00.275225 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ff487-60e0-4493-b8ca-e8e60850dec6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event updated for resources: {'Network': ['ID=397745db-4a28-4d8d-aa1b-8060bcac3a6e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:00.288837 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 397745db-4a28-4d8d-aa1b-8060bcac3a6e details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:38:00.310337 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3615689c-4b97-4403-bfba-21da22485415 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:00.316227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3615689c-4b97-4403-bfba-21da22485415 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:00.322307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3615689c-4b97-4403-bfba-21da22485415 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:00.328287 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3615689c-4b97-4403-bfba-21da22485415 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:00.329930 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3615689c-4b97-4403-bfba-21da22485415 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2512655 Jul 14 07:38:00.332752 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58632) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:00.408068 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22590dab-f791-4bca-bd7d-5c2ba7505a9d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:00.493760 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22590dab-f791-4bca-bd7d-5c2ba7505a9d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:00.503664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-22590dab-f791-4bca-bd7d-5c2ba7505a9d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2eff6e-fb6d-4198-91fa-4d9ed3d0a667']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:00.513611 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-22590dab-f791-4bca-bd7d-5c2ba7505a9d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eadb23d6-db64-4ab7-8054-9feb2a29b977') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:00.513906 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-22590dab-f791-4bca-bd7d-5c2ba7505a9d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eadb23d6-db64-4ab7-8054-9feb2a29b977') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:00.516645 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e3a87f21-2db0-4a72-9b95-51d7a67490ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:00.523866 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22590dab-f791-4bca-bd7d-5c2ba7505a9d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:00.536955 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22590dab-f791-4bca-bd7d-5c2ba7505a9d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:00.543181 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22590dab-f791-4bca-bd7d-5c2ba7505a9d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:38:00.543564 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22590dab-f791-4bca-bd7d-5c2ba7505a9d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:38:00.546446 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:38:00.601730 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22590dab-f791-4bca-bd7d-5c2ba7505a9d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:00.609570 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-22590dab-f791-4bca-bd7d-5c2ba7505a9d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:00.611582 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-22590dab-f791-4bca-bd7d-5c2ba7505a9d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "DELETE /v2.0/networks/0b2eff6e-fb6d-4198-91fa-4d9ed3d0a667 HTTP/1.1" status: 204 len: 168 time: 0.2778897 Jul 14 07:38:00.614405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58634) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:00.622665 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22590dab-f791-4bca-bd7d-5c2ba7505a9d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event deleted for resources: {'Network': ['ID=0b2eff6e-fb6d-4198-91fa-4d9ed3d0a667,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:00.690132 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6c3007a-ccfd-4dff-a47a-19528c700196 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:00.777694 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6c3007a-ccfd-4dff-a47a-19528c700196 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:00.786963 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a6c3007a-ccfd-4dff-a47a-19528c700196 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397745db-4a28-4d8d-aa1b-8060bcac3a6e']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:00.797482 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a6c3007a-ccfd-4dff-a47a-19528c700196 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf10e51-98c3-4f99-9725-0d75af56f794') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:00.797780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a6c3007a-ccfd-4dff-a47a-19528c700196 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf10e51-98c3-4f99-9725-0d75af56f794') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:00.806162 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6c3007a-ccfd-4dff-a47a-19528c700196 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:00.823981 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6c3007a-ccfd-4dff-a47a-19528c700196 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:00.830231 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c3007a-ccfd-4dff-a47a-19528c700196 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:38:00.830626 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6c3007a-ccfd-4dff-a47a-19528c700196 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:38:00.833624 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:38:00.887739 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6c3007a-ccfd-4dff-a47a-19528c700196 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:00.896874 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6c3007a-ccfd-4dff-a47a-19528c700196 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:00.899893 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a6c3007a-ccfd-4dff-a47a-19528c700196 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "DELETE /v2.0/networks/397745db-4a28-4d8d-aa1b-8060bcac3a6e HTTP/1.1" status: 204 len: 168 time: 0.2844727 Jul 14 07:38:00.902812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58636) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:00.927144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3007a-ccfd-4dff-a47a-19528c700196 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event deleted for resources: {'Network': ['ID=397745db-4a28-4d8d-aa1b-8060bcac3a6e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:01.013693 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88864d5b-cf52-414b-ba0e-13e814d2781c tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:01.019664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88864d5b-cf52-414b-ba0e-13e814d2781c tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:01.021164 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-88864d5b-cf52-414b-ba0e-13e814d2781c tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1170146 Jul 14 07:38:01.025559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58638) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:01.030412 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-eb7f6570-b99c-4171-859c-98693ba774af tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2124930099'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:01.050084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7f6570-b99c-4171-859c-98693ba774af tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Made reservation on behalf of 951a50f2cad8422ea65e6ffad8d280b9 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:38:01.053445 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb7f6570-b99c-4171-859c-98693ba774af tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:01.077354 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7f6570-b99c-4171-859c-98693ba774af tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:38:01.087742 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb7f6570-b99c-4171-859c-98693ba774af tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:01.088069 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-eb7f6570-b99c-4171-859c-98693ba774af tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Added segment 76e573b5-09b8-49db-af9d-3a1fd33b6760 of type vlan for network 0c969480-ca0f-43d8-b002-b4c93456bf55 Jul 14 07:38:01.125343 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb7f6570-b99c-4171-859c-98693ba774af tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:01.152123 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb7f6570-b99c-4171-859c-98693ba774af tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:01.157805 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7f6570-b99c-4171-859c-98693ba774af tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:01.158498 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb7f6570-b99c-4171-859c-98693ba774af tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:01.213896 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-eb7f6570-b99c-4171-859c-98693ba774af tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1872792 Jul 14 07:38:01.216458 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58640) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:01.221338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-bcb2e873-4239-45f5-9b96-24cbd51482c0 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-254576690'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:01.238548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f6570-b99c-4171-859c-98693ba774af tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event updated for resources: {'Network': ['ID=0c969480-ca0f-43d8-b002-b4c93456bf55,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:01.249876 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 0c969480-ca0f-43d8-b002-b4c93456bf55 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:38:01.251479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb2e873-4239-45f5-9b96-24cbd51482c0 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Made reservation on behalf of 951a50f2cad8422ea65e6ffad8d280b9 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:38:01.255217 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e873-4239-45f5-9b96-24cbd51482c0 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:01.279340 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb2e873-4239-45f5-9b96-24cbd51482c0 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:38:01.289517 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e873-4239-45f5-9b96-24cbd51482c0 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:01.289801 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-bcb2e873-4239-45f5-9b96-24cbd51482c0 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Added segment e9e4c85a-a63a-44cd-bb41-7acfb7e2c8a6 of type vlan for network a8bfc0a9-dee3-4996-9b3d-ec4f5815574e Jul 14 07:38:01.334187 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e873-4239-45f5-9b96-24cbd51482c0 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:01.361449 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e873-4239-45f5-9b96-24cbd51482c0 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:01.367391 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb2e873-4239-45f5-9b96-24cbd51482c0 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:01.367960 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e873-4239-45f5-9b96-24cbd51482c0 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:01.751719 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bcb2e873-4239-45f5-9b96-24cbd51482c0 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5342000 Jul 14 07:38:01.754348 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58642) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:01.759048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Request body: {'ports': [{'network_id': '0c969480-ca0f-43d8-b002-b4c93456bf55', 'name': 'tempest-port--352437272', 'admin_state_up': True}, {'network_id': 'a8bfc0a9-dee3-4996-9b3d-ec4f5815574e', 'admin_state_up': False}]} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:01.759356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Request body: {'port': {'network_id': '0c969480-ca0f-43d8-b002-b4c93456bf55', 'name': 'tempest-port--352437272', 'admin_state_up': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:01.759828 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Request body: {'port': {'network_id': 'a8bfc0a9-dee3-4996-9b3d-ec4f5815574e', 'admin_state_up': False}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:01.810029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2e873-4239-45f5-9b96-24cbd51482c0 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event updated for resources: {'Network': ['ID=a8bfc0a9-dee3-4996-9b3d-ec4f5815574e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:01.820408 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network a8bfc0a9-dee3-4996-9b3d-ec4f5815574e details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:38:01.919124 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Made reservation on behalf of 951a50f2cad8422ea65e6ffad8d280b9 for: {'port': 2} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:38:01.923737 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:01.937449 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:02.011600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] device_id is not set on port d441253f-b562-4b95-b101-2511670c20a9 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:38:02.128824 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:02.194327 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] device_id is not set on port f84f2ac8-8b1f-45d3-b2ff-b13afeb7b16f yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:38:02.298894 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:02.337309 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:02.394088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event updated for resources: {'Port': ['ID=d441253f-b562-4b95-b101-2511670c20a9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:02.409462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Checking segment: {'id': '76e573b5-09b8-49db-af9d-3a1fd33b6760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0c969480-ca0f-43d8-b002-b4c93456bf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:38:02.409821 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Network hostable DHCP agents. Network: 0c969480-ca0f-43d8-b002-b4c93456bf55, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:38:02.425385 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Network 0c969480-ca0f-43d8-b002-b4c93456bf55 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:38:02.433718 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 0c969480-ca0f-43d8-b002-b4c93456bf55) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:38:02.437137 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:38:02.437992 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:02.442308 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad7efc5-73a3-4e7a-97fb-4778150cd9dd None None] Network 0c969480-ca0f-43d8-b002-b4c93456bf55 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:38:02.500913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event updated for resources: {'Port': ['ID=f84f2ac8-8b1f-45d3-b2ff-b13afeb7b16f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:02.508778 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Checking segment: {'id': 'e9e4c85a-a63a-44cd-bb41-7acfb7e2c8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a8bfc0a9-dee3-4996-9b3d-ec4f5815574e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:38:02.509133 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Network hostable DHCP agents. Network: a8bfc0a9-dee3-4996-9b3d-ec4f5815574e, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:38:02.525424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Network a8bfc0a9-dee3-4996-9b3d-ec4f5815574e is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:38:02.534406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, a8bfc0a9-dee3-4996-9b3d-ec4f5815574e) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:38:02.538208 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:38:02.544059 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:02.548853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:02.549502 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68e6b67-490f-4f59-9de1-7a34492db22f None None] Network a8bfc0a9-dee3-4996-9b3d-ec4f5815574e requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:38:02.549630 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:02.562973 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-48a4435e-f2ea-4667-ac6a-f7619fd21cd9 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.8076177 Jul 14 07:38:02.565431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58644) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:02.670227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccab9bbb-8cfd-4243-be36-18eaeb08a584 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:02.676180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccab9bbb-8cfd-4243-be36-18eaeb08a584 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:02.677770 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ccab9bbb-8cfd-4243-be36-18eaeb08a584 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1113999 Jul 14 07:38:02.681010 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58646) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:02.772654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5baab18e-5479-47d5-9e7a-310dcdf223ea tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Deleting port d441253f-b562-4b95-b101-2511670c20a9 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:02.772990 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5baab18e-5479-47d5-9e7a-310dcdf223ea tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:02.838713 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5baab18e-5479-47d5-9e7a-310dcdf223ea tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:02.851042 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5baab18e-5479-47d5-9e7a-310dcdf223ea tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Calling delete_port for d441253f-b562-4b95-b101-2511670c20a9 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:02.925632 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5baab18e-5479-47d5-9e7a-310dcdf223ea tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:02.959449 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baab18e-5479-47d5-9e7a-310dcdf223ea tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event deleted for resources: {'Port': ['ID=d441253f-b562-4b95-b101-2511670c20a9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:02.963026 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5baab18e-5479-47d5-9e7a-310dcdf223ea tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:02.964896 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5baab18e-5479-47d5-9e7a-310dcdf223ea tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "DELETE /v2.0/ports/d441253f-b562-4b95-b101-2511670c20a9 HTTP/1.1" status: 204 len: 168 time: 0.2829518 Jul 14 07:38:02.967425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58648) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:03.058672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-1174e543-5c0d-4917-b9da-c26b0141700e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Deleting port f84f2ac8-8b1f-45d3-b2ff-b13afeb7b16f {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:03.059013 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1174e543-5c0d-4917-b9da-c26b0141700e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:03.125767 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1174e543-5c0d-4917-b9da-c26b0141700e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:03.138040 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-1174e543-5c0d-4917-b9da-c26b0141700e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Calling delete_port for f84f2ac8-8b1f-45d3-b2ff-b13afeb7b16f owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:03.211987 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1174e543-5c0d-4917-b9da-c26b0141700e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:03.238449 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174e543-5c0d-4917-b9da-c26b0141700e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event deleted for resources: {'Port': ['ID=f84f2ac8-8b1f-45d3-b2ff-b13afeb7b16f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:03.245856 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1174e543-5c0d-4917-b9da-c26b0141700e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:03.247790 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1174e543-5c0d-4917-b9da-c26b0141700e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "DELETE /v2.0/ports/f84f2ac8-8b1f-45d3-b2ff-b13afeb7b16f HTTP/1.1" status: 204 len: 168 time: 0.2793911 Jul 14 07:38:03.250217 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58650) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:03.281936 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-90bb39fd-8618-4b75-8a13-a996f7d5d5c6 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0306807 Jul 14 07:38:03.285176 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58652) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:03.290406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a77083fd-92e5-4d4b-93bf-ba587d3d498d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2019130505'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:03.310210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77083fd-92e5-4d4b-93bf-ba587d3d498d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Made reservation on behalf of 951a50f2cad8422ea65e6ffad8d280b9 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:38:03.314262 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a77083fd-92e5-4d4b-93bf-ba587d3d498d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:03.314394 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4869f94f-053c-42d2-be26-c0599029d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:03.338123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77083fd-92e5-4d4b-93bf-ba587d3d498d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:38:03.347117 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a77083fd-92e5-4d4b-93bf-ba587d3d498d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:03.347458 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-a77083fd-92e5-4d4b-93bf-ba587d3d498d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Added segment fec51c1b-d536-4d0d-95c9-3c72a2a2dd4a of type vlan for network 3fdce97a-c5f7-4f55-8739-c3983dee18a2 Jul 14 07:38:03.386324 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a77083fd-92e5-4d4b-93bf-ba587d3d498d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:03.413748 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a77083fd-92e5-4d4b-93bf-ba587d3d498d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:03.419195 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77083fd-92e5-4d4b-93bf-ba587d3d498d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:03.419776 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a77083fd-92e5-4d4b-93bf-ba587d3d498d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:03.478647 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a77083fd-92e5-4d4b-93bf-ba587d3d498d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1924522 Jul 14 07:38:03.481207 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58656) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:03.488390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2a457d6f-7e8f-4eb8-86f3-3b66e37ae893 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1147073573'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:03.502700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77083fd-92e5-4d4b-93bf-ba587d3d498d tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event updated for resources: {'Network': ['ID=3fdce97a-c5f7-4f55-8739-c3983dee18a2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:03.521654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a457d6f-7e8f-4eb8-86f3-3b66e37ae893 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Made reservation on behalf of 951a50f2cad8422ea65e6ffad8d280b9 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:38:03.523758 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 3fdce97a-c5f7-4f55-8739-c3983dee18a2 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:38:03.525766 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a457d6f-7e8f-4eb8-86f3-3b66e37ae893 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:03.552616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a457d6f-7e8f-4eb8-86f3-3b66e37ae893 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:38:03.561976 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a457d6f-7e8f-4eb8-86f3-3b66e37ae893 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:03.562368 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-2a457d6f-7e8f-4eb8-86f3-3b66e37ae893 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Added segment cdf29698-6fd9-44c7-a0fc-9a1a16956963 of type vlan for network bb021d0b-ede9-42ba-9c44-c82ebfc2de0a Jul 14 07:38:03.604662 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a457d6f-7e8f-4eb8-86f3-3b66e37ae893 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:03.632447 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:03.633700 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a457d6f-7e8f-4eb8-86f3-3b66e37ae893 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:03.639280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a457d6f-7e8f-4eb8-86f3-3b66e37ae893 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:03.639802 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a457d6f-7e8f-4eb8-86f3-3b66e37ae893 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:03.698826 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2a457d6f-7e8f-4eb8-86f3-3b66e37ae893 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2145910 Jul 14 07:38:03.714014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a457d6f-7e8f-4eb8-86f3-3b66e37ae893 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event updated for resources: {'Network': ['ID=bb021d0b-ede9-42ba-9c44-c82ebfc2de0a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:03.724925 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network bb021d0b-ede9-42ba-9c44-c82ebfc2de0a details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:38:03.867483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85c8ce-1053-4781-858a-a624f4e4ef46 req-58c5ccba-44e1-4eaf-ae93-c8b391f6b9a5 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:03.873376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85c8ce-1053-4781-858a-a624f4e4ef46 req-58c5ccba-44e1-4eaf-ae93-c8b391f6b9a5 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:03.879267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85c8ce-1053-4781-858a-a624f4e4ef46 req-58c5ccba-44e1-4eaf-ae93-c8b391f6b9a5 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:03.885713 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85c8ce-1053-4781-858a-a624f4e4ef46 req-58c5ccba-44e1-4eaf-ae93-c8b391f6b9a5 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:03.891665 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85c8ce-1053-4781-858a-a624f4e4ef46 req-58c5ccba-44e1-4eaf-ae93-c8b391f6b9a5 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:03.898117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85c8ce-1053-4781-858a-a624f4e4ef46 req-58c5ccba-44e1-4eaf-ae93-c8b391f6b9a5 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:03.903983 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85c8ce-1053-4781-858a-a624f4e4ef46 req-58c5ccba-44e1-4eaf-ae93-c8b391f6b9a5 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:03.905855 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c85c8ce-1053-4781-858a-a624f4e4ef46 req-58c5ccba-44e1-4eaf-ae93-c8b391f6b9a5 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5444 time: 0.1063325 Jul 14 07:38:03.945590 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c85c8ce-1053-4781-858a-a624f4e4ef46 req-a4fde90e-fc02-4a12-89cb-8416de303d83 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0339003 Jul 14 07:38:04.694850 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:04.784058 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-004a1382-bf6c-4f77-a51a-56f8e66c123a tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:04.790429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-004a1382-bf6c-4f77-a51a-56f8e66c123a tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:04.796296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-004a1382-bf6c-4f77-a51a-56f8e66c123a tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:04.802193 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-004a1382-bf6c-4f77-a51a-56f8e66c123a tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:04.808666 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-004a1382-bf6c-4f77-a51a-56f8e66c123a tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:04.814554 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-004a1382-bf6c-4f77-a51a-56f8e66c123a tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:04.820459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-004a1382-bf6c-4f77-a51a-56f8e66c123a tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:04.822332 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-004a1382-bf6c-4f77-a51a-56f8e66c123a tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5444 time: 0.1052480 Jul 14 07:38:04.877442 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-052c6252-6827-46de-aae0-914c15296de1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:04.878818 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-052c6252-6827-46de-aae0-914c15296de1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.15 "GET /v2.0/ports/bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0513291 Jul 14 07:38:04.975342 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-ca7bd0c3-60e1-428f-b41a-368e5871d88f tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.15 "GET /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0918050 Jul 14 07:38:04.984654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-18deb4ab-77de-4505-876a-f88d8b3781c3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:05.059100 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-18deb4ab-77de-4505-876a-f88d8b3781c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:05.234922 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb7d84-2283-42e3-bb03-e4062167c556 req-e9b91081-6188-42be-a6a1-0049cb919fd1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:05.240637 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb7d84-2283-42e3-bb03-e4062167c556 req-e9b91081-6188-42be-a6a1-0049cb919fd1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:05.246516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb7d84-2283-42e3-bb03-e4062167c556 req-e9b91081-6188-42be-a6a1-0049cb919fd1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:05.252341 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb7d84-2283-42e3-bb03-e4062167c556 req-e9b91081-6188-42be-a6a1-0049cb919fd1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:05.258260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb7d84-2283-42e3-bb03-e4062167c556 req-e9b91081-6188-42be-a6a1-0049cb919fd1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:05.264301 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb7d84-2283-42e3-bb03-e4062167c556 req-e9b91081-6188-42be-a6a1-0049cb919fd1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:05.270191 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb7d84-2283-42e3-bb03-e4062167c556 req-e9b91081-6188-42be-a6a1-0049cb919fd1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:05.272014 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ecbb7d84-2283-42e3-bb03-e4062167c556 req-e9b91081-6188-42be-a6a1-0049cb919fd1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 5444 time: 0.1820152 Jul 14 07:38:05.302481 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-18deb4ab-77de-4505-876a-f88d8b3781c3 service neutron] For port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:05.338416 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ecbb7d84-2283-42e3-bb03-e4062167c556 req-b5daf7a9-6ef9-46cb-a73f-e3f580bdc913 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=597330c0-f023-4d04-8403-30f073ef1112&id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0598235 Jul 14 07:38:05.354941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-18deb4ab-77de-4505-876a-f88d8b3781c3 service neutron] For port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:38:05.387136 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-18deb4ab-77de-4505-876a-f88d8b3781c3 service neutron] device_id is not set on port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:38:05.395547 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-18deb4ab-77de-4505-876a-f88d8b3781c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:05.401710 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-18deb4ab-77de-4505-876a-f88d8b3781c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:05.466982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-18deb4ab-77de-4505-876a-f88d8b3781c3 service neutron] No DVR routers for this DVR port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:38:05.470836 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18deb4ab-77de-4505-876a-f88d8b3781c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b,revision_number=6']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:05.514186 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-18deb4ab-77de-4505-876a-f88d8b3781c3 service neutron] In _notify_port_updated(), no bound segment for port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b on network 737dad91-5c42-4403-b411-91fd99db9d41 {{(pid=93828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:38:05.515086 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-18deb4ab-77de-4505-876a-f88d8b3781c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:05.515724 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-18deb4ab-77de-4505-876a-f88d8b3781c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:05.517018 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-18deb4ab-77de-4505-876a-f88d8b3781c3 service neutron] 10.222.0.15 "PUT /v2.0/ports/bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b HTTP/1.1" status: 200 len: 1033 time: 0.5363235 Jul 14 07:38:05.575274 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-d8ea07d6-4a9b-48de-8d5c-f265f89bc8a7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:05.576932 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-d8ea07d6-4a9b-48de-8d5c-f265f89bc8a7 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.15 "GET /v2.0/ports/3e2c6a6f-f9d5-4299-915b-191904b54c05?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0532846 Jul 14 07:38:05.588231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-f0e075c6-5933-4881-bf37-f1f3b1e5f1a5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:05.658907 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-f0e075c6-5933-4881-bf37-f1f3b1e5f1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:05.692877 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9dc11278-5387-4ca2-894c-9b75807d0d28 None None] Provisioning complete for port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:38:05.693604 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9dc11278-5387-4ca2-894c-9b75807d0d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:05.727321 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9dc11278-5387-4ca2-894c-9b75807d0d28 None None] Port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:38:05.796864 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-f0e075c6-5933-4881-bf37-f1f3b1e5f1a5 service neutron] For port 3e2c6a6f-f9d5-4299-915b-191904b54c05, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=3e2c6a6f-f9d5-4299-915b-191904b54c05,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:05.830584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-f0e075c6-5933-4881-bf37-f1f3b1e5f1a5 service neutron] For port 3e2c6a6f-f9d5-4299-915b-191904b54c05, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:38:05.864440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-f0e075c6-5933-4881-bf37-f1f3b1e5f1a5 service neutron] device_id is not set on port 3e2c6a6f-f9d5-4299-915b-191904b54c05 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:38:05.872979 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-f0e075c6-5933-4881-bf37-f1f3b1e5f1a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:05.878176 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-f0e075c6-5933-4881-bf37-f1f3b1e5f1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:05.940012 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-f0e075c6-5933-4881-bf37-f1f3b1e5f1a5 service neutron] No DVR routers for this DVR port 3e2c6a6f-f9d5-4299-915b-191904b54c05 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:38:05.946332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e075c6-5933-4881-bf37-f1f3b1e5f1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2c6a6f-f9d5-4299-915b-191904b54c05,revision_number=6']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:05.997333 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-f0e075c6-5933-4881-bf37-f1f3b1e5f1a5 service neutron] In _notify_port_updated(), no bound segment for port 3e2c6a6f-f9d5-4299-915b-191904b54c05 on network 737dad91-5c42-4403-b411-91fd99db9d41 {{(pid=93828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:38:05.998347 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-f0e075c6-5933-4881-bf37-f1f3b1e5f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:05.999072 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-f0e075c6-5933-4881-bf37-f1f3b1e5f1a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:06.000439 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-f0e075c6-5933-4881-bf37-f1f3b1e5f1a5 service neutron] 10.222.0.15 "PUT /v2.0/ports/3e2c6a6f-f9d5-4299-915b-191904b54c05 HTTP/1.1" status: 200 len: 1032 time: 0.4170341 Jul 14 07:38:06.109125 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-e787c0d8-defb-48f4-897a-17dff6fa0379 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Deleting port 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:06.109686 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-e787c0d8-defb-48f4-897a-17dff6fa0379 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:06.153992 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e86455e4-4f58-4fc6-84fa-1c6211c18721 None None] Provisioning complete for port 3e2c6a6f-f9d5-4299-915b-191904b54c05 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:38:06.154723 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e86455e4-4f58-4fc6-84fa-1c6211c18721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:06.187341 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e86455e4-4f58-4fc6-84fa-1c6211c18721 None None] Port 3e2c6a6f-f9d5-4299-915b-191904b54c05 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:38:06.199310 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-e787c0d8-defb-48f4-897a-17dff6fa0379 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] For port 8fbc9493-16c6-4d68-9ba6-a115482dd0e4, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=8fbc9493-16c6-4d68-9ba6-a115482dd0e4,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:06.199780 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-e787c0d8-defb-48f4-897a-17dff6fa0379 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:06.214854 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-e787c0d8-defb-48f4-897a-17dff6fa0379 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Calling delete_port for 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:06.225640 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:06.341270 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-e787c0d8-defb-48f4-897a-17dff6fa0379 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:06.369464 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787c0d8-defb-48f4-897a-17dff6fa0379 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event deleted for resources: {'Port': ['ID=8fbc9493-16c6-4d68-9ba6-a115482dd0e4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:06.418435 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-e787c0d8-defb-48f4-897a-17dff6fa0379 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] No DVR routers for this DVR port 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:38:06.420868 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-e787c0d8-defb-48f4-897a-17dff6fa0379 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:06.422856 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-e787c0d8-defb-48f4-897a-17dff6fa0379 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.15 "DELETE /v2.0/ports/8fbc9493-16c6-4d68-9ba6-a115482dd0e4 HTTP/1.1" status: 204 len: 173 time: 0.4173563 Jul 14 07:38:06.423286 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-deleted', 'tag': '8fbc9493-16c6-4d68-9ba6-a115482dd0e4'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:38:06.425559 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21e0631-4146-49c5-b96b-78997423370f" -d '{"events": [{"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-deleted", "tag": "8fbc9493-16c6-4d68-9ba6-a115482dd0e4"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:38:06.591961 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c62532-2c13-4407-b458-25ed3a3b00be req-9ef875ec-dcc5-47df-99c0-ddf838745030 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:06.598010 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c62532-2c13-4407-b458-25ed3a3b00be req-9ef875ec-dcc5-47df-99c0-ddf838745030 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:06.603936 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c62532-2c13-4407-b458-25ed3a3b00be req-9ef875ec-dcc5-47df-99c0-ddf838745030 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:06.609810 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c62532-2c13-4407-b458-25ed3a3b00be req-9ef875ec-dcc5-47df-99c0-ddf838745030 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:06.611559 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-87c62532-2c13-4407-b458-25ed3a3b00be req-9ef875ec-dcc5-47df-99c0-ddf838745030 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 3151 time: 0.1301408 Jul 14 07:38:06.616611 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d5793d-76e2-4564-8db3-52db9ad1efbf x-openstack-request-id: req-06d5793d-76e2-4564-8db3-52db9ad1efbf {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:38:06.616897 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-deleted", "tag": "8fbc9493-16c6-4d68-9ba6-a115482dd0e4", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:38:06.617162 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06d5793d-76e2-4564-8db3-52db9ad1efbf {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:38:06.617721 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-deleted', 'tag': '8fbc9493-16c6-4d68-9ba6-a115482dd0e4', 'status': 'completed', 'code': 200} Jul 14 07:38:06.654850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-9439a4f8-e95e-4346-ba5a-fdb7bbf2fcdb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Deleting port 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:06.655101 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-9439a4f8-e95e-4346-ba5a-fdb7bbf2fcdb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:06.673119 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-87c62532-2c13-4407-b458-25ed3a3b00be req-233d8ef0-9f6a-4c53-9b80-5c5418672b44 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536649 Jul 14 07:38:06.750398 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-9439a4f8-e95e-4346-ba5a-fdb7bbf2fcdb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] For port 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=64284bb9-2b5f-4ce0-b542-58b4b3aaa96e,segment=NetworkSegment(b6460ed9-1d4e-42bc-92f8-500936ec89a0),segment_id=b6460ed9-1d4e-42bc-92f8-500936ec89a0)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:06.750840 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-9439a4f8-e95e-4346-ba5a-fdb7bbf2fcdb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:06.911895 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58668) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:06.917405 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Request body: {'subnets': [{'network_id': '3fdce97a-c5f7-4f55-8739-c3983dee18a2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--954966101', 'ip_version': 6}, {'network_id': 'bb021d0b-ede9-42ba-9c44-c82ebfc2de0a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:06.917722 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Request body: {'subnet': {'network_id': '3fdce97a-c5f7-4f55-8739-c3983dee18a2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--954966101', 'ip_version': 6}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:06.918367 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Request body: {'subnet': {'network_id': 'bb021d0b-ede9-42ba-9c44-c82ebfc2de0a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:06.985793 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-9439a4f8-e95e-4346-ba5a-fdb7bbf2fcdb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:06.986176 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-9439a4f8-e95e-4346-ba5a-fdb7bbf2fcdb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:06.986491 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-9439a4f8-e95e-4346-ba5a-fdb7bbf2fcdb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Floating IP 016035c3-a145-4ab2-9569-3fa367053274 disassociated. External IP: 172.25.7.226, port: 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e. Jul 14 07:38:06.986835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-9439a4f8-e95e-4346-ba5a-fdb7bbf2fcdb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Calling delete_port for 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:07.147388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Made reservation on behalf of 951a50f2cad8422ea65e6ffad8d280b9 for: {'subnet': 2} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:38:07.151746 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:07.152084 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:07.267270 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-9439a4f8-e95e-4346-ba5a-fdb7bbf2fcdb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:07.303412 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439a4f8-e95e-4346-ba5a-fdb7bbf2fcdb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event deleted for resources: {'Port': ['ID=64284bb9-2b5f-4ce0-b542-58b4b3aaa96e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:07.515353 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-9439a4f8-e95e-4346-ba5a-fdb7bbf2fcdb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Router f4d32301-2c70-45b9-888d-2604f0e1d97d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:38:07.646080 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:38:07.690255 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:38:07.690824 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:38:07.697942 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-9439a4f8-e95e-4346-ba5a-fdb7bbf2fcdb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:38:07.716022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e03cac-6061-4da7-9bef-e3932cc20d83 None None] Sync routers for ids ['f4d32301-2c70-45b9-888d-2604f0e1d97d'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:38:07.718750 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:38:07.719776 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:38:07.721362 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device b21b2095-f41c-4f8e-87b4-b66008cde3a0 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:38:07.754585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e03cac-6061-4da7-9bef-e3932cc20d83 None None] Routers {'f4d32301-2c70-45b9-888d-2604f0e1d97d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:38:07.755236 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c4e03cac-6061-4da7-9bef-e3932cc20d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:38:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f4d32301-2c70-45b9-888d-2604f0e1d97d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:07.773812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-9439a4f8-e95e-4346-ba5a-fdb7bbf2fcdb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] No DVR routers for this DVR port 64284bb9-2b5f-4ce0-b542-58b4b3aaa96e on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:38:07.778882 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-9439a4f8-e95e-4346-ba5a-fdb7bbf2fcdb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:07.781065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-9439a4f8-e95e-4346-ba5a-fdb7bbf2fcdb tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.15 "DELETE /v2.0/ports/64284bb9-2b5f-4ce0-b542-58b4b3aaa96e HTTP/1.1" status: 204 len: 173 time: 1.3425412 Jul 14 07:38:07.815845 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:07.891498 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:07.922245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-c4e03cac-6061-4da7-9bef-e3932cc20d83 None None] Set router f4d32301-2c70-45b9-888d-2604f0e1d97d gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:38:07.941414 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event updated for resources: {'Subnet': ['ID=43e561b4-b800-4d9f-bf41-ab596a58867c,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:07.953587 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b21b2095-f41c-4f8e-87b4-b66008cde3a0'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:38:07.956164 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b22c649-5848-46f4-bc90-9269b448dfc0" -d '{"events": [{"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-unplugged", "status": "completed", "tag": "b21b2095-f41c-4f8e-87b4-b66008cde3a0"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:38:07.975465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port b21b2095-f41c-4f8e-87b4-b66008cde3a0, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b21b2095-f41c-4f8e-87b4-b66008cde3a0,segment=NetworkSegment(96f2994b-d29f-4c67-b424-dc6e6a22b2e3),segment_id=96f2994b-d29f-4c67-b424-dc6e6a22b2e3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:07.979605 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Checking segment: {'id': 'fec51c1b-d536-4d0d-95c9-3c72a2a2dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3fdce97a-c5f7-4f55-8739-c3983dee18a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:38:07.979965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Network hostable DHCP agents. Network: 3fdce97a-c5f7-4f55-8739-c3983dee18a2, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:38:07.982431 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:07.983481 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:38:08.011672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-82bb847b-d82a-4214-a2db-ed0f21763c98 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Deleting port b21b2095-f41c-4f8e-87b4-b66008cde3a0 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:08.012014 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-82bb847b-d82a-4214-a2db-ed0f21763c98 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:08.022771 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e25f4-07cd-4b12-9456-7a3666308fc2 req-47269554-0e5e-4f4c-8c3f-45166d2dbefd tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:08.028633 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e25f4-07cd-4b12-9456-7a3666308fc2 req-47269554-0e5e-4f4c-8c3f-45166d2dbefd tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:08.034534 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e25f4-07cd-4b12-9456-7a3666308fc2 req-47269554-0e5e-4f4c-8c3f-45166d2dbefd tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:08.036195 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d9e25f4-07cd-4b12-9456-7a3666308fc2 req-47269554-0e5e-4f4c-8c3f-45166d2dbefd tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 2416 time: 0.1792605 Jul 14 07:38:08.039025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Network 3fdce97a-c5f7-4f55-8739-c3983dee18a2 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:38:08.040100 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:38:08.040563 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 8fbc9493-16c6-4d68-9ba6-a115482dd0e4 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:38:08.040876 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 5f40b380-e11c-4363-9f3d-a8b67e156847 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:38:08.090097 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41fa36d-99ee-4b54-bd4a-c8d2fafbcf9f x-openstack-request-id: req-b41fa36d-99ee-4b54-bd4a-c8d2fafbcf9f {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:38:08.090386 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-unplugged", "status": "completed", "tag": "b21b2095-f41c-4f8e-87b4-b66008cde3a0", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:38:08.090639 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b41fa36d-99ee-4b54-bd4a-c8d2fafbcf9f {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:38:08.091020 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b21b2095-f41c-4f8e-87b4-b66008cde3a0', 'code': 200} Jul 14 07:38:08.094094 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 3fdce97a-c5f7-4f55-8739-c3983dee18a2) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:38:08.109324 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:08.122366 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0658ad6-06f3-4439-bb92-277df0ddba6c None None] Network 3fdce97a-c5f7-4f55-8739-c3983dee18a2 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:38:08.187204 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d9e25f4-07cd-4b12-9456-7a3666308fc2 req-bcaa7784-646e-4378-9e88-600a1f43542c tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1338913 Jul 14 07:38:08.204892 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event updated for resources: {'Subnet': ['ID=c98e72e0-78da-41f8-8597-4f0ece41d5d3,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:08.226275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-82bb847b-d82a-4214-a2db-ed0f21763c98 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] For port b21b2095-f41c-4f8e-87b4-b66008cde3a0, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b21b2095-f41c-4f8e-87b4-b66008cde3a0,segment=NetworkSegment(96f2994b-d29f-4c67-b424-dc6e6a22b2e3),segment_id=96f2994b-d29f-4c67-b424-dc6e6a22b2e3)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:08.226631 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-82bb847b-d82a-4214-a2db-ed0f21763c98 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:08.242459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Checking segment: {'id': 'cdf29698-6fd9-44c7-a0fc-9a1a16956963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb021d0b-ede9-42ba-9c44-c82ebfc2de0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:38:08.242810 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Network hostable DHCP agents. Network: bb021d0b-ede9-42ba-9c44-c82ebfc2de0a, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:38:08.245817 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-82bb847b-d82a-4214-a2db-ed0f21763c98 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Calling delete_port for b21b2095-f41c-4f8e-87b4-b66008cde3a0 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:08.377491 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=b21b2095-f41c-4f8e-87b4-b66008cde3a0,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:08.482617 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:08.564815 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 5f40b380-e11c-4363-9f3d-a8b67e156847, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5f40b380-e11c-4363-9f3d-a8b67e156847,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:08.586365 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:08.587075 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device c78d9845-c82b-4a64-8ef9-32e0410fc323 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:38:08.596057 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-3fdce97a-c5f7-4f55-8739-c3983dee18a2', 'network_id': '3fdce97a-c5f7-4f55-8739-c3983dee18a2', 'tenant_id': '951a50f2cad8422ea65e6ffad8d280b9', 'fixed_ips': [{'subnet_id': '43e561b4-b800-4d9f-bf41-ab596a58867c'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:38:08.596890 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:08.642454 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-deleted', 'tag': '64284bb9-2b5f-4ce0-b542-58b4b3aaa96e'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:38:08.644584 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2fd40f-9e30-4f7e-9489-222f5638830c" -d '{"events": [{"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-deleted", "tag": "64284bb9-2b5f-4ce0-b542-58b4b3aaa96e"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:38:08.650098 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Network bb021d0b-ede9-42ba-9c44-c82ebfc2de0a is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:38:08.665728 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, bb021d0b-ede9-42ba-9c44-c82ebfc2de0a) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:38:08.666566 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c4e03cac-6061-4da7-9bef-e3932cc20d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'name': 'tempest-TaggedBootDevicesTest_v242-1347100739-router', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:05Z', 'updated_at': '2021-07-14T07:28:09Z', 'revision_number': 4, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'gw_port': {'id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:06Z', 'updated_at': '2021-07-14T07:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e56561b4-4d10-4d66-a89c-d9ed2f60c29c', 'name': '', 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'mac_address': 'fa:16:3e:97:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '47136b84-069d-4c8f-a511-15a77b272aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:09Z', 'updated_at': '2021-07-14T07:28:17Z', 'revision_number': 5, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'subnets': [{'id': '47136b84-069d-4c8f-a511-15a77b272aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:08.674635 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:08.675108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:08.675715 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:08.689451 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc24c94d-3843-44f9-bdbe-53d106a52df2 x-openstack-request-id: req-bc24c94d-3843-44f9-bdbe-53d106a52df2 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:38:08.689736 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-deleted", "tag": "64284bb9-2b5f-4ce0-b542-58b4b3aaa96e", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:38:08.689982 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc24c94d-3843-44f9-bdbe-53d106a52df2 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:38:08.690365 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-deleted', 'tag': '64284bb9-2b5f-4ce0-b542-58b4b3aaa96e', 'status': 'completed', 'code': 200} Jul 14 07:38:08.704604 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f89e7de1-66d8-4418-ab5e-7e33c47fbcbd tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.7892542 Jul 14 07:38:08.704838 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58678) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:08.710777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d973d1-e0d7-4c4a-a83c-2e4af5b97321 None None] Network bb021d0b-ede9-42ba-9c44-c82ebfc2de0a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:38:08.724711 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e03cac-6061-4da7-9bef-e3932cc20d83 None None] Checking router: f4d32301-2c70-45b9-888d-2604f0e1d97d for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:38:08.835258 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=5f40b380-e11c-4363-9f3d-a8b67e156847,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:08.840939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30f4404-1542-4cc6-b28c-b15916013815 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:08.842551 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30f4404-1542-4cc6-b28c-b15916013815 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:08.844268 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30f4404-1542-4cc6-b28c-b15916013815 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:08.856322 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c30f4404-1542-4cc6-b28c-b15916013815 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1401517 Jul 14 07:38:08.856576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e03cac-6061-4da7-9bef-e3932cc20d83 None None] Routers {'f4d32301-2c70-45b9-888d-2604f0e1d97d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:38:08.856576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c4e03cac-6061-4da7-9bef-e3932cc20d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:38:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f4d32301-2c70-45b9-888d-2604f0e1d97d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:08.856765 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58680) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:08.895519 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-82bb847b-d82a-4214-a2db-ed0f21763c98 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:08.936118 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-948177b1-5e1c-4f36-9ddb-e29bf78db71e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Deleting subnet 43e561b4-b800-4d9f-bf41-ab596a58867c {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:38:08.938202 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb847b-d82a-4214-a2db-ed0f21763c98 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event deleted for resources: {'Port': ['ID=b21b2095-f41c-4f8e-87b4-b66008cde3a0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:08.985538 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-82bb847b-d82a-4214-a2db-ed0f21763c98 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] No DVR routers for this DVR port b21b2095-f41c-4f8e-87b4-b66008cde3a0 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:38:08.988227 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-82bb847b-d82a-4214-a2db-ed0f21763c98 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:08.990268 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-82bb847b-d82a-4214-a2db-ed0f21763c98 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.15 "DELETE /v2.0/ports/b21b2095-f41c-4f8e-87b4-b66008cde3a0 HTTP/1.1" status: 204 len: 173 time: 1.2032642 Jul 14 07:38:09.026136 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:09.082865 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Allocated IP 2001:db8::1 (3fdce97a-c5f7-4f55-8739-c3983dee18a2/43e561b4-b800-4d9f-bf41-ab596a58867c/d00216e8-cac4-4000-96ce-9f7027ea0a68) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:38:09.094134 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-d8e5bc3c-41d0-4fc5-a707-118307a85c2d tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Deleting port c78d9845-c82b-4a64-8ef9-32e0410fc323 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:09.094709 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-d8e5bc3c-41d0-4fc5-a707-118307a85c2d tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:09.125990 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port c78d9845-c82b-4a64-8ef9-32e0410fc323, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c78d9845-c82b-4a64-8ef9-32e0410fc323,segment=NetworkSegment(96f2994b-d29f-4c67-b424-dc6e6a22b2e3),segment_id=96f2994b-d29f-4c67-b424-dc6e6a22b2e3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:09.138442 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-c4e03cac-6061-4da7-9bef-e3932cc20d83 None None] Set router f4d32301-2c70-45b9-888d-2604f0e1d97d gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:38:09.149694 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:09.150320 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 3e2c6a6f-f9d5-4299-915b-191904b54c05 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:38:09.182000 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-d8e5bc3c-41d0-4fc5-a707-118307a85c2d tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] For port c78d9845-c82b-4a64-8ef9-32e0410fc323, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=c78d9845-c82b-4a64-8ef9-32e0410fc323,segment=NetworkSegment(96f2994b-d29f-4c67-b424-dc6e6a22b2e3),segment_id=96f2994b-d29f-4c67-b424-dc6e6a22b2e3)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:09.182353 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-d8e5bc3c-41d0-4fc5-a707-118307a85c2d tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:09.193720 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-d8e5bc3c-41d0-4fc5-a707-118307a85c2d tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Calling delete_port for c78d9845-c82b-4a64-8ef9-32e0410fc323 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:09.281578 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-bb021d0b-ede9-42ba-9c44-c82ebfc2de0a', 'network_id': 'bb021d0b-ede9-42ba-9c44-c82ebfc2de0a', 'tenant_id': '951a50f2cad8422ea65e6ffad8d280b9', 'fixed_ips': [{'subnet_id': 'c98e72e0-78da-41f8-8597-4f0ece41d5d3'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:38:09.282589 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:09.370664 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-d8e5bc3c-41d0-4fc5-a707-118307a85c2d tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:09.409377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5bc3c-41d0-4fc5-a707-118307a85c2d tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event deleted for resources: {'Port': ['ID=c78d9845-c82b-4a64-8ef9-32e0410fc323,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:09.433145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=c78d9845-c82b-4a64-8ef9-32e0410fc323,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:09.468395 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-d8e5bc3c-41d0-4fc5-a707-118307a85c2d tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] No DVR routers for this DVR port c78d9845-c82b-4a64-8ef9-32e0410fc323 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:38:09.471465 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-d8e5bc3c-41d0-4fc5-a707-118307a85c2d tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:09.473669 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-d8e5bc3c-41d0-4fc5-a707-118307a85c2d tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.15 "DELETE /v2.0/ports/c78d9845-c82b-4a64-8ef9-32e0410fc323 HTTP/1.1" status: 204 len: 173 time: 0.4784124 Jul 14 07:38:09.485630 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 3e2c6a6f-f9d5-4299-915b-191904b54c05 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:38:09.487844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674e5e6-8a77-44f3-ab66-689beda29cc5 req-9a8cab77-ebd8-45f9-9fc5-51d32b417072 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:09.494425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674e5e6-8a77-44f3-ab66-689beda29cc5 req-9a8cab77-ebd8-45f9-9fc5-51d32b417072 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:09.497656 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4674e5e6-8a77-44f3-ab66-689beda29cc5 req-9a8cab77-ebd8-45f9-9fc5-51d32b417072 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 1599 time: 0.1615326 Jul 14 07:38:09.596638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4674e5e6-8a77-44f3-ab66-689beda29cc5 req-fd1f0131-b86a-4d04-92ab-0532c48e1fc9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4839badf-db79-4e23-8929-fe520605a942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0921082 Jul 14 07:38:09.618895 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:09.625908 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-e04afbf2-f0fa-4e0f-9d7f-125077372ec9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Deleting port 5f40b380-e11c-4363-9f3d-a8b67e156847 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:09.626229 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-e04afbf2-f0fa-4e0f-9d7f-125077372ec9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:09.644540 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Transition to ACTIVE for port object d00216e8-cac4-4000-96ce-9f7027ea0a68 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:38:09.646578 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Allocated IP 2001:db8:0:1::1 (bb021d0b-ede9-42ba-9c44-c82ebfc2de0a/c98e72e0-78da-41f8-8597-4f0ece41d5d3/280e6639-c137-4eab-b540-a33d1485dff4) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:38:09.688676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Transition to ACTIVE for port object d00216e8-cac4-4000-96ce-9f7027ea0a68 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:38:09.698589 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-948177b1-5e1c-4f36-9ddb-e29bf78db71e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:09.708667 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:09.745451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-e04afbf2-f0fa-4e0f-9d7f-125077372ec9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] For port 5f40b380-e11c-4363-9f3d-a8b67e156847, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5f40b380-e11c-4363-9f3d-a8b67e156847,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:09.745809 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-e04afbf2-f0fa-4e0f-9d7f-125077372ec9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:09.759247 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-948177b1-5e1c-4f36-9ddb-e29bf78db71e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:09.786553 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-e04afbf2-f0fa-4e0f-9d7f-125077372ec9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Calling delete_port for 5f40b380-e11c-4363-9f3d-a8b67e156847 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:09.793304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Network 3fdce97a-c5f7-4f55-8739-c3983dee18a2 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:38:09.802007 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:38:09.804287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Pushing event updated for resources: {'Port': ['ID=d00216e8-cac4-4000-96ce-9f7027ea0a68,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:09.812088 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:38:09.861601 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c4e03cac-6061-4da7-9bef-e3932cc20d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'name': 'tempest-TaggedBootDevicesTest_v242-1347100739-router', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:05Z', 'updated_at': '2021-07-14T07:28:09Z', 'revision_number': 4, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'gw_port': {'id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:06Z', 'updated_at': '2021-07-14T07:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e56561b4-4d10-4d66-a89c-d9ed2f60c29c', 'name': '', 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'mac_address': 'fa:16:3e:97:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '47136b84-069d-4c8f-a511-15a77b272aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:09Z', 'updated_at': '2021-07-14T07:28:17Z', 'revision_number': 5, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'subnets': [{'id': '47136b84-069d-4c8f-a511-15a77b272aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:09.914153 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-948177b1-5e1c-4f36-9ddb-e29bf78db71e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.040056 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-948177b1-5e1c-4f36-9ddb-e29bf78db71e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.046610 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-e04afbf2-f0fa-4e0f-9d7f-125077372ec9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.076194 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948177b1-5e1c-4f36-9ddb-e29bf78db71e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event deleted for resources: {'Subnet': ['ID=43e561b4-b800-4d9f-bf41-ab596a58867c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:10.086551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e03cac-6061-4da7-9bef-e3932cc20d83 None None] The sync data for ids ['f4d32301-2c70-45b9-888d-2604f0e1d97d'] in n-d-778696-5 is: [{'id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'name': 'tempest-TaggedBootDevicesTest_v242-1347100739-router', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:05Z', 'updated_at': '2021-07-14T07:28:09Z', 'revision_number': 4, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'gw_port': {'id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:06Z', 'updated_at': '2021-07-14T07:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e56561b4-4d10-4d66-a89c-d9ed2f60c29c', 'name': '', 'network_id': '18bb1dcc-6170-41be-a95d-00121e924f29', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'mac_address': 'fa:16:3e:97:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '47136b84-069d-4c8f-a511-15a77b272aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:09Z', 'updated_at': '2021-07-14T07:28:17Z', 'revision_number': 5, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'subnets': [{'id': '47136b84-069d-4c8f-a511-15a77b272aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:38:10.092278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f40b380-e11c-4363-9f3d-a8b67e156847'}, {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c78d9845-c82b-4a64-8ef9-32e0410fc323'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:38:10.095284 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ce4dd9-e4f3-46b9-b804-4422723de985" -d '{"events": [{"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-unplugged", "status": "completed", "tag": "5f40b380-e11c-4363-9f3d-a8b67e156847"}, {"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-unplugged", "status": "completed", "tag": "c78d9845-c82b-4a64-8ef9-32e0410fc323"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:38:10.101605 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-948177b1-5e1c-4f36-9ddb-e29bf78db71e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.103967 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-948177b1-5e1c-4f36-9ddb-e29bf78db71e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "DELETE /v2.0/subnets/43e561b4-b800-4d9f-bf41-ab596a58867c HTTP/1.1" status: 204 len: 168 time: 1.2465947 Jul 14 07:38:10.105852 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04afbf2-f0fa-4e0f-9d7f-125077372ec9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event deleted for resources: {'Port': ['ID=5f40b380-e11c-4363-9f3d-a8b67e156847,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:10.114075 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58686) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:10.142731 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Attempting to bind port d00216e8-cac4-4000-96ce-9f7027ea0a68 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:38:10.143107 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Attempting to bind port d00216e8-cac4-4000-96ce-9f7027ea0a68 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'fec51c1b-d536-4d0d-95c9-3c72a2a2dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3fdce97a-c5f7-4f55-8739-c3983dee18a2'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:38:10.143482 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Attempting to bind port d00216e8-cac4-4000-96ce-9f7027ea0a68 on network 3fdce97a-c5f7-4f55-8739-c3983dee18a2 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:38:10.155826 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 14 Jul 2021 07:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2a6096-a84b-49db-bd3a-5712e1330aee x-openstack-request-id: req-ee2a6096-a84b-49db-bd3a-5712e1330aee {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:38:10.156119 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-unplugged", "status": "completed", "tag": "5f40b380-e11c-4363-9f3d-a8b67e156847", "code": 200}, {"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-unplugged", "status": "completed", "tag": "c78d9845-c82b-4a64-8ef9-32e0410fc323", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:38:10.156373 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee2a6096-a84b-49db-bd3a-5712e1330aee {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:38:10.156896 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f40b380-e11c-4363-9f3d-a8b67e156847', 'code': 200} Jul 14 07:38:10.157153 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c78d9845-c82b-4a64-8ef9-32e0410fc323', 'code': 200} Jul 14 07:38:10.159458 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:38:10.159837 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Checking segment: {'id': 'fec51c1b-d536-4d0d-95c9-3c72a2a2dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3fdce97a-c5f7-4f55-8739-c3983dee18a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:38:10.160252 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.160653 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Bound using segment: {'id': 'fec51c1b-d536-4d0d-95c9-3c72a2a2dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3fdce97a-c5f7-4f55-8739-c3983dee18a2'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:38:10.161132 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Bound port: d00216e8-cac4-4000-96ce-9f7027ea0a68, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec51c1b-d536-4d0d-95c9-3c72a2a2dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3fdce97a-c5f7-4f55-8739-c3983dee18a2'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:38:10.161553 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.183401 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.210030 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-e04afbf2-f0fa-4e0f-9d7f-125077372ec9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] No DVR routers for this DVR port 5f40b380-e11c-4363-9f3d-a8b67e156847 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:38:10.211134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Transition to ACTIVE for port object 280e6639-c137-4eab-b540-a33d1485dff4 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:38:10.214150 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-e04afbf2-f0fa-4e0f-9d7f-125077372ec9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.216044 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1e6a8dd-0f5a-4bfb-9c44-2831dd8eddd4 req-e04afbf2-f0fa-4e0f-9d7f-125077372ec9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.15 "DELETE /v2.0/ports/5f40b380-e11c-4363-9f3d-a8b67e156847 HTTP/1.1" status: 204 len: 173 time: 0.7372978 Jul 14 07:38:10.238703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-744dee02-a490-4c2e-83e5-87719801f70e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Deleting subnet c98e72e0-78da-41f8-8597-4f0ece41d5d3 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:38:10.239840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Transition to ACTIVE for port object 280e6639-c137-4eab-b540-a33d1485dff4 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:38:10.252815 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-744dee02-a490-4c2e-83e5-87719801f70e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.258966 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.264764 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] For port d00216e8-cac4-4000-96ce-9f7027ea0a68, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:38:10.296817 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-744dee02-a490-4c2e-83e5-87719801f70e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.319634 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Network bb021d0b-ede9-42ba-9c44-c82ebfc2de0a is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:38:10.324776 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] For port d00216e8-cac4-4000-96ce-9f7027ea0a68, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d00216e8-cac4-4000-96ce-9f7027ea0a68,segment=NetworkSegment(fec51c1b-d536-4d0d-95c9-3c72a2a2dd4a),segment_id=fec51c1b-d536-4d0d-95c9-3c72a2a2dd4a)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:38:10.326434 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:38:10.335198 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:38:10.347908 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.401418 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-744dee02-a490-4c2e-83e5-87719801f70e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.445972 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Pushing event updated for resources: {'Port': ['ID=280e6639-c137-4eab-b540-a33d1485dff4,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:10.454695 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eace720a-be86-4d1b-8506-c8ca85e0ecee None None] New status for floating IP 016035c3-a145-4ab2-9569-3fa367053274: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:38:10.502978 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85019b33-9397-4583-89b2-757859d4e9f8 None None] Network 3fdce97a-c5f7-4f55-8739-c3983dee18a2 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:38:10.508949 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Attempting to bind port 280e6639-c137-4eab-b540-a33d1485dff4 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:38:10.509420 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Attempting to bind port 280e6639-c137-4eab-b540-a33d1485dff4 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'cdf29698-6fd9-44c7-a0fc-9a1a16956963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb021d0b-ede9-42ba-9c44-c82ebfc2de0a'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:38:10.509767 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Attempting to bind port 280e6639-c137-4eab-b540-a33d1485dff4 on network bb021d0b-ede9-42ba-9c44-c82ebfc2de0a {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:38:10.510617 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-744dee02-a490-4c2e-83e5-87719801f70e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.529797 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-744dee02-a490-4c2e-83e5-87719801f70e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.532538 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-744dee02-a490-4c2e-83e5-87719801f70e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "DELETE /v2.0/subnets/c98e72e0-78da-41f8-8597-4f0ece41d5d3 HTTP/1.1" status: 204 len: 168 time: 0.4055374 Jul 14 07:38:10.535242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58688) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:10.571020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:38:10.571423 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Checking segment: {'id': 'cdf29698-6fd9-44c7-a0fc-9a1a16956963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb021d0b-ede9-42ba-9c44-c82ebfc2de0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:38:10.571829 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.572219 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Bound using segment: {'id': 'cdf29698-6fd9-44c7-a0fc-9a1a16956963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb021d0b-ede9-42ba-9c44-c82ebfc2de0a'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:38:10.572716 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Bound port: 280e6639-c137-4eab-b540-a33d1485dff4, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf29698-6fd9-44c7-a0fc-9a1a16956963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb021d0b-ede9-42ba-9c44-c82ebfc2de0a'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:38:10.573107 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.581457 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dee02-a490-4c2e-83e5-87719801f70e tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event deleted for resources: {'Subnet': ['ID=c98e72e0-78da-41f8-8597-4f0ece41d5d3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:10.642586 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673968db-dc9f-49e2-bf7a-e20f3da8b569 None None] Pushing event updated for resources: {'Port': ['ID=d00216e8-cac4-4000-96ce-9f7027ea0a68,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:10.642843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2be4f2-cabf-419e-bc11-c554d458df81 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:10.644733 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2a2be4f2-cabf-419e-bc11-c554d458df81 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1082494 Jul 14 07:38:10.649489 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58692) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:10.713901 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-deleted', 'tag': 'b21b2095-f41c-4f8e-87b4-b66008cde3a0'}, {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-deleted', 'tag': 'c78d9845-c82b-4a64-8ef9-32e0410fc323'}, {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-deleted', 'tag': '5f40b380-e11c-4363-9f3d-a8b67e156847'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:38:10.716950 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d855edb8-13a7-4066-921f-fa641f12a80e" -d '{"events": [{"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-deleted", "tag": "b21b2095-f41c-4f8e-87b4-b66008cde3a0"}, {"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-deleted", "tag": "c78d9845-c82b-4a64-8ef9-32e0410fc323"}, {"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-deleted", "tag": "5f40b380-e11c-4363-9f3d-a8b67e156847"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:38:10.753258 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] For port 280e6639-c137-4eab-b540-a33d1485dff4, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:38:10.758426 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] For port 280e6639-c137-4eab-b540-a33d1485dff4, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=280e6639-c137-4eab-b540-a33d1485dff4,segment=NetworkSegment(cdf29698-6fd9-44c7-a0fc-9a1a16956963),segment_id=cdf29698-6fd9-44c7-a0fc-9a1a16956963)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:38:10.767948 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.808552 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 14 Jul 2021 07:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13631feb-301d-45b1-83b6-9bb54a8a6017 x-openstack-request-id: req-13631feb-301d-45b1-83b6-9bb54a8a6017 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:38:10.808853 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-deleted", "tag": "b21b2095-f41c-4f8e-87b4-b66008cde3a0", "status": "completed", "code": 200}, {"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-deleted", "tag": "c78d9845-c82b-4a64-8ef9-32e0410fc323", "status": "completed", "code": 200}, {"server_uuid": "d7b08b11-c0b4-42e6-b0e4-f23026d758fb", "name": "network-vif-deleted", "tag": "5f40b380-e11c-4363-9f3d-a8b67e156847", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:38:10.809126 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13631feb-301d-45b1-83b6-9bb54a8a6017 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:38:10.809663 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-deleted', 'tag': 'b21b2095-f41c-4f8e-87b4-b66008cde3a0', 'status': 'completed', 'code': 200} Jul 14 07:38:10.809895 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-deleted', 'tag': 'c78d9845-c82b-4a64-8ef9-32e0410fc323', 'status': 'completed', 'code': 200} Jul 14 07:38:10.810170 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b08b11-c0b4-42e6-b0e4-f23026d758fb', 'name': 'network-vif-deleted', 'tag': '5f40b380-e11c-4363-9f3d-a8b67e156847', 'status': 'completed', 'code': 200} Jul 14 07:38:10.814680 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.876950 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Deleting port 280e6639-c137-4eab-b540-a33d1485dff4 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:10.877591 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.890539 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b536a4b-b457-4056-b1f6-fe2a58514b4f None None] Pushing event updated for resources: {'Port': ['ID=280e6639-c137-4eab-b540-a33d1485dff4,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:10.899811 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec138942-f26b-4efe-83c6-bb6b8e9d2de6 None None] Network bb021d0b-ede9-42ba-9c44-c82ebfc2de0a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:38:10.961334 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] For port 280e6639-c137-4eab-b540-a33d1485dff4, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=280e6639-c137-4eab-b540-a33d1485dff4,segment=NetworkSegment(cdf29698-6fd9-44c7-a0fc-9a1a16956963),segment_id=cdf29698-6fd9-44c7-a0fc-9a1a16956963)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:10.961637 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:10.977254 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Calling delete_port for 280e6639-c137-4eab-b540-a33d1485dff4 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:11.024507 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2db0440e-bc59-4095-9879-bfb07678695c req-ce51f193-8fbc-44f2-a175-1724b4babc1c tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 210 time: 0.2357638 Jul 14 07:38:11.036972 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ec1bfd-6215-4fba-a662-b2225734270d None None] get_active_networks_info from n-d-778696-5 {{(pid=93829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 07:38:11.096218 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:11.123513 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event deleted for resources: {'Port': ['ID=280e6639-c137-4eab-b540-a33d1485dff4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:11.129293 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ec1bfd-6215-4fba-a662-b2225734270d None None] Resources bound (agent type, host, resource id): {{(pid=93829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 07:38:11.134046 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] No DVR routers for this DVR port 280e6639-c137-4eab-b540-a33d1485dff4 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:38:11.219281 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:11.229864 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb021d0b-ede9-42ba-9c44-c82ebfc2de0a']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:11.240278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf29698-6fd9-44c7-a0fc-9a1a16956963') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:11.240583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf29698-6fd9-44c7-a0fc-9a1a16956963') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:11.252364 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:11.266641 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:11.272462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:38:11.272846 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:38:11.275875 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:38:11.339047 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:11.344387 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:11.346982 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "DELETE /v2.0/networks/bb021d0b-ede9-42ba-9c44-c82ebfc2de0a HTTP/1.1" status: 204 len: 168 time: 0.6964953 Jul 14 07:38:11.350668 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58698) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:11.367891 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e34222-286f-43f1-a181-0e232a43d531 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event deleted for resources: {'Network': ['ID=bb021d0b-ede9-42ba-9c44-c82ebfc2de0a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:11.404045 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a5c277-d08b-4f27-9379-5cb96e4d25a6 None None] get_active_networks_info from n-d-778696-5 {{(pid=93829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 07:38:11.442683 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:11.487092 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a5c277-d08b-4f27-9379-5cb96e4d25a6 None None] Resources bound (agent type, host, resource id): {{(pid=93829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 07:38:11.498330 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Deleting port d00216e8-cac4-4000-96ce-9f7027ea0a68 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:11.498756 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:11.560886 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] For port d00216e8-cac4-4000-96ce-9f7027ea0a68, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d00216e8-cac4-4000-96ce-9f7027ea0a68,segment=NetworkSegment(fec51c1b-d536-4d0d-95c9-3c72a2a2dd4a),segment_id=fec51c1b-d536-4d0d-95c9-3c72a2a2dd4a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:11.561373 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:11.574470 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Calling delete_port for d00216e8-cac4-4000-96ce-9f7027ea0a68 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:11.659240 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:11.686228 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event deleted for resources: {'Port': ['ID=d00216e8-cac4-4000-96ce-9f7027ea0a68,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:11.693530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] No DVR routers for this DVR port d00216e8-cac4-4000-96ce-9f7027ea0a68 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:38:11.773794 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:11.784345 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdce97a-c5f7-4f55-8739-c3983dee18a2']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:12.143712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec51c1b-d536-4d0d-95c9-3c72a2a2dd4a') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:12.143913 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec51c1b-d536-4d0d-95c9-3c72a2a2dd4a') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:12.154072 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:12.168352 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:12.175325 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:38:12.175717 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:38:12.178799 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:38:12.193521 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95ed57dc-b6a1-49d5-8496-9360855ff428 req-282937b3-7ce6-48e8-abe8-cd070a59d8d1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 210 time: 0.0296905 Jul 14 07:38:12.237956 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:12.243092 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:12.245414 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "DELETE /v2.0/networks/3fdce97a-c5f7-4f55-8739-c3983dee18a2 HTTP/1.1" status: 204 len: 168 time: 0.8921542 Jul 14 07:38:12.249006 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58702) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:12.260280 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fa6ee-8899-4072-9242-b1f0682e2752 tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event deleted for resources: {'Network': ['ID=3fdce97a-c5f7-4f55-8739-c3983dee18a2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:12.324864 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8165-0a2e-4d08-a14d-18c1ae16d15a tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:12.413926 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8165-0a2e-4d08-a14d-18c1ae16d15a tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:12.424224 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-d7eb8165-0a2e-4d08-a14d-18c1ae16d15a tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8bfc0a9-dee3-4996-9b3d-ec4f5815574e']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:12.436276 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-d7eb8165-0a2e-4d08-a14d-18c1ae16d15a tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e4c85a-a63a-44cd-bb41-7acfb7e2c8a6') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:12.436678 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-d7eb8165-0a2e-4d08-a14d-18c1ae16d15a tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e4c85a-a63a-44cd-bb41-7acfb7e2c8a6') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:12.446839 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8165-0a2e-4d08-a14d-18c1ae16d15a tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:12.461209 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8165-0a2e-4d08-a14d-18c1ae16d15a tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:12.467678 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7eb8165-0a2e-4d08-a14d-18c1ae16d15a tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:38:12.468270 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8165-0a2e-4d08-a14d-18c1ae16d15a tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:38:12.471799 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:38:12.530036 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8165-0a2e-4d08-a14d-18c1ae16d15a tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:12.535476 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8165-0a2e-4d08-a14d-18c1ae16d15a tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:12.540756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d7eb8165-0a2e-4d08-a14d-18c1ae16d15a tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "DELETE /v2.0/networks/a8bfc0a9-dee3-4996-9b3d-ec4f5815574e HTTP/1.1" status: 204 len: 168 time: 0.2877159 Jul 14 07:38:12.540996 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58704) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:12.558338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb8165-0a2e-4d08-a14d-18c1ae16d15a tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event deleted for resources: {'Network': ['ID=a8bfc0a9-dee3-4996-9b3d-ec4f5815574e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:12.618561 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c849f248-fef1-4203-b5c7-762638864edc tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:12.700444 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c849f248-fef1-4203-b5c7-762638864edc tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:12.710951 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-c849f248-fef1-4203-b5c7-762638864edc tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c969480-ca0f-43d8-b002-b4c93456bf55']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:12.721003 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-c849f248-fef1-4203-b5c7-762638864edc tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e573b5-09b8-49db-af9d-3a1fd33b6760') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:12.721332 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-c849f248-fef1-4203-b5c7-762638864edc tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e573b5-09b8-49db-af9d-3a1fd33b6760') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:12.730530 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c849f248-fef1-4203-b5c7-762638864edc tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:12.743888 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c849f248-fef1-4203-b5c7-762638864edc tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:12.749792 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c849f248-fef1-4203-b5c7-762638864edc tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:38:12.750173 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c849f248-fef1-4203-b5c7-762638864edc tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:38:12.753219 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:38:12.813455 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c849f248-fef1-4203-b5c7-762638864edc tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:12.821054 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c849f248-fef1-4203-b5c7-762638864edc tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:12.823141 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c849f248-fef1-4203-b5c7-762638864edc tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] 10.222.0.35 "DELETE /v2.0/networks/0c969480-ca0f-43d8-b002-b4c93456bf55 HTTP/1.1" status: 204 len: 168 time: 0.2810707 Jul 14 07:38:12.834499 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849f248-fef1-4203-b5c7-762638864edc tempest-BulkNetworkOpsIpV6Test-1010105531 tempest-BulkNetworkOpsIpV6Test-1010105531-project] Pushing event deleted for resources: {'Network': ['ID=0c969480-ca0f-43d8-b002-b4c93456bf55,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:13.056753 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58710) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:13.188791 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-154230ab-8110-4495-8dc3-c24651b46fff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=951a50f2cad8422ea65e6ffad8d280b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307490 Jul 14 07:38:13.191360 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58714) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:13.240605 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85b6ad1f-d0f2-455b-af4e-bf5e1a1a9285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:13.262464 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85b6ad1f-d0f2-455b-af4e-bf5e1a1a9285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:13.314361 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85b6ad1f-d0f2-455b-af4e-bf5e1a1a9285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:13.317414 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85b6ad1f-d0f2-455b-af4e-bf5e1a1a9285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:13.318732 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-85b6ad1f-d0f2-455b-af4e-bf5e1a1a9285 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e813ce75-78d4-412a-835d-dfea9daf3155 HTTP/1.1" status: 204 len: 168 time: 0.1264350 Jul 14 07:38:13.328435 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6ad1f-d0f2-455b-af4e-bf5e1a1a9285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e813ce75-78d4-412a-835d-dfea9daf3155,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:13.360662 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2522f644-f295-4f13-a309-f92eb473d9f5 req-0c7fe958-d0ee-42b1-bb7c-8a9327db3087 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 210 time: 0.0423656 Jul 14 07:38:13.938374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58738) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:14.031150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-605cb82c-54bc-4f10-90eb-4d67a75e6254 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:14.031884 n-d-778696-5 neutron-server[93827]: WARNING neutron.api.v2.base [None req-605cb82c-54bc-4f10-90eb-4d67a75e6254 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 07:38:14.032368 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-605cb82c-54bc-4f10-90eb-4d67a75e6254 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 07:38:14.033392 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-605cb82c-54bc-4f10-90eb-4d67a75e6254 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0940106 Jul 14 07:38:14.036986 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58742) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:14.041647 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-60b79a76-a667-4497-82c7-75611812174d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group': {'name': 'tempest-secgroup--85747672'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:14.063371 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60b79a76-a667-4497-82c7-75611812174d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.072629 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60b79a76-a667-4497-82c7-75611812174d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.164858 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60b79a76-a667-4497-82c7-75611812174d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.168626 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60b79a76-a667-4497-82c7-75611812174d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.206721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b79a76-a667-4497-82c7-75611812174d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf1a224-14d2-4e02-b184-fd6207c2bebb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:14.265041 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60b79a76-a667-4497-82c7-75611812174d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.268907 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60b79a76-a667-4497-82c7-75611812174d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.297504 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60b79a76-a667-4497-82c7-75611812174d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.298738 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-60b79a76-a667-4497-82c7-75611812174d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2608395 Jul 14 07:38:14.301679 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58744) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:14.306632 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-2875c43b-799d-4cd1-bc8a-82468e987e0f tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': '6410f52a-03e8-440a-a1ed-c2a1314212b9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:14.312350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b79a76-a667-4497-82c7-75611812174d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6410f52a-03e8-440a-a1ed-c2a1314212b9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:14.336716 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2875c43b-799d-4cd1-bc8a-82468e987e0f tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.398487 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2875c43b-799d-4cd1-bc8a-82468e987e0f tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.402211 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2875c43b-799d-4cd1-bc8a-82468e987e0f tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.420459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875c43b-799d-4cd1-bc8a-82468e987e0f tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150b6bb6-76ed-4c47-b785-b8a05e110a07,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:14.431668 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2875c43b-799d-4cd1-bc8a-82468e987e0f tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.433416 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2875c43b-799d-4cd1-bc8a-82468e987e0f tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303999 Jul 14 07:38:14.436169 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58748) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:14.440835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-fca5ad20-fa54-4e70-9b3f-11132099df5d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': '6410f52a-03e8-440a-a1ed-c2a1314212b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:14.473712 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fca5ad20-fa54-4e70-9b3f-11132099df5d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.541757 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-900bdb8c-8397-418c-bb75-909383a22da9 req-0aa8f6b5-a69c-4f34-9167-c5fd89adc772 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 210 time: 0.0336564 Jul 14 07:38:14.554162 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-fca5ad20-fa54-4e70-9b3f-11132099df5d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 07:38:14.557883 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fca5ad20-fa54-4e70-9b3f-11132099df5d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1180630 Jul 14 07:38:14.558248 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58750) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:14.610701 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20ff8439-0c00-4411-91e9-39cf12077280 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.632952 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20ff8439-0c00-4411-91e9-39cf12077280 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.679572 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20ff8439-0c00-4411-91e9-39cf12077280 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.682268 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20ff8439-0c00-4411-91e9-39cf12077280 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.683458 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-20ff8439-0c00-4411-91e9-39cf12077280 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "DELETE /v2.0/security-groups/6410f52a-03e8-440a-a1ed-c2a1314212b9 HTTP/1.1" status: 204 len: 168 time: 0.1244354 Jul 14 07:38:14.686455 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58752) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:14.692496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff8439-0c00-4411-91e9-39cf12077280 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6410f52a-03e8-440a-a1ed-c2a1314212b9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:14.745913 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ba86ff55-6755-43d9-8c99-adb0920621ed tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0545959 Jul 14 07:38:14.746150 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58754) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:14.750833 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e8f39e69-5917-4ecf-9ad8-46cdb162ae39 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group': {'name': 'tempest-secgroup--509882419'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:14.775084 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8f39e69-5917-4ecf-9ad8-46cdb162ae39 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.854320 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8f39e69-5917-4ecf-9ad8-46cdb162ae39 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.858391 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8f39e69-5917-4ecf-9ad8-46cdb162ae39 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.884363 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8f39e69-5917-4ecf-9ad8-46cdb162ae39 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.888491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58756) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:14.888696 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e8f39e69-5917-4ecf-9ad8-46cdb162ae39 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1413682 Jul 14 07:38:14.892751 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f39e69-5917-4ecf-9ad8-46cdb162ae39 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718dc118-e872-4e9e-b547-d1e66f769e76,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:14.893880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ff0caac7-555d-4185-bda5-f7cd7049ee5c tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': '718dc118-e872-4e9e-b547-d1e66f769e76', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:14.894734 n-d-778696-5 neutron-server[93827]: WARNING neutron.api.v2.base [None req-ff0caac7-555d-4185-bda5-f7cd7049ee5c tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 14 07:38:14.903516 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-ff0caac7-555d-4185-bda5-f7cd7049ee5c tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:38:14.904484 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ff0caac7-555d-4185-bda5-f7cd7049ee5c tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0146420 Jul 14 07:38:14.907127 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58758) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:14.958999 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49541568-d4b7-4fc6-acc7-70b58cea8eca tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:14.981730 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49541568-d4b7-4fc6-acc7-70b58cea8eca tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.020490 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49541568-d4b7-4fc6-acc7-70b58cea8eca tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.023711 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49541568-d4b7-4fc6-acc7-70b58cea8eca tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.024910 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-49541568-d4b7-4fc6-acc7-70b58cea8eca tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "DELETE /v2.0/security-groups/718dc118-e872-4e9e-b547-d1e66f769e76 HTTP/1.1" status: 204 len: 168 time: 0.1168876 Jul 14 07:38:15.027795 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58760) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:15.034485 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49541568-d4b7-4fc6-acc7-70b58cea8eca tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=718dc118-e872-4e9e-b547-d1e66f769e76,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:15.088764 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1544f47b-e55a-4b04-8775-4ba134c3043d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0595374 Jul 14 07:38:15.092491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58762) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:15.097144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5ddfe762-1891-4554-ba41-83a50eb2eca8 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group': {'name': 'tempest-secgroup--534075385'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:15.119649 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ddfe762-1891-4554-ba41-83a50eb2eca8 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.202241 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ddfe762-1891-4554-ba41-83a50eb2eca8 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.206380 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ddfe762-1891-4554-ba41-83a50eb2eca8 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.235275 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ddfe762-1891-4554-ba41-83a50eb2eca8 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.236532 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5ddfe762-1891-4554-ba41-83a50eb2eca8 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1429696 Jul 14 07:38:15.238386 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfe762-1891-4554-ba41-83a50eb2eca8 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbaaed2-d024-4d93-af03-710eb3462fbb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:15.239645 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58764) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:15.244655 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-1bbb9567-5abf-47e8-bab0-a5b42c3650ae tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': '5fbaaed2-d024-4d93-af03-710eb3462fbb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:15.245603 n-d-778696-5 neutron-server[93828]: WARNING neutron.api.v2.base [None req-1bbb9567-5abf-47e8-bab0-a5b42c3650ae tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 14 07:38:15.246079 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-1bbb9567-5abf-47e8-bab0-a5b42c3650ae tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:38:15.249659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1bbb9567-5abf-47e8-bab0-a5b42c3650ae tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062976 Jul 14 07:38:15.249659 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58766) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:15.301331 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ea1dd19-6a2d-44b9-b651-b6b2d955e5a7 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.323676 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ea1dd19-6a2d-44b9-b651-b6b2d955e5a7 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.367498 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ea1dd19-6a2d-44b9-b651-b6b2d955e5a7 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.370165 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ea1dd19-6a2d-44b9-b651-b6b2d955e5a7 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.371302 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0ea1dd19-6a2d-44b9-b651-b6b2d955e5a7 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "DELETE /v2.0/security-groups/5fbaaed2-d024-4d93-af03-710eb3462fbb HTTP/1.1" status: 204 len: 168 time: 0.1209095 Jul 14 07:38:15.374252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58768) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:15.380390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1dd19-6a2d-44b9-b651-b6b2d955e5a7 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbaaed2-d024-4d93-af03-710eb3462fbb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:15.426215 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6caa2039-18da-41cd-8996-e7d1300ad5ca tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507634 Jul 14 07:38:15.430355 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58770) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:15.435161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-91e42572-4f40-46a6-bac5-a6d8ffc486da tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group': {'name': 'tempest-secgroup--826439871'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:15.458421 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91e42572-4f40-46a6-bac5-a6d8ffc486da tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.540491 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91e42572-4f40-46a6-bac5-a6d8ffc486da tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.544470 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91e42572-4f40-46a6-bac5-a6d8ffc486da tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.572903 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91e42572-4f40-46a6-bac5-a6d8ffc486da tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.574082 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-91e42572-4f40-46a6-bac5-a6d8ffc486da tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1426685 Jul 14 07:38:15.577631 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58774) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:15.580582 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e42572-4f40-46a6-bac5-a6d8ffc486da tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceec9992-e158-41a2-8737-25794bd6391b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:15.590372 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-25ce0133-82a0-4095-8a07-2274193013e3 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': 'ceec9992-e158-41a2-8737-25794bd6391b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:15.604684 n-d-778696-5 neutron-server[93827]: WARNING neutron.api.v2.base [None req-25ce0133-82a0-4095-8a07-2274193013e3 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 14 07:38:15.605478 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-25ce0133-82a0-4095-8a07-2274193013e3 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:38:15.606805 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-25ce0133-82a0-4095-8a07-2274193013e3 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0277448 Jul 14 07:38:15.609734 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58776) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:15.614524 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-1df5658d-a741-4ffb-9a66-41c0084ead1e tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': 'ceec9992-e158-41a2-8737-25794bd6391b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:15.615237 n-d-778696-5 neutron-server[93828]: WARNING neutron.api.v2.base [None req-1df5658d-a741-4ffb-9a66-41c0084ead1e tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 14 07:38:15.616376 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-1df5658d-a741-4ffb-9a66-41c0084ead1e tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:38:15.617639 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1df5658d-a741-4ffb-9a66-41c0084ead1e tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0066042 Jul 14 07:38:15.620007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58778) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:15.624192 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b7e474f0-5b90-4644-a51d-efda4444a398 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': 'ceec9992-e158-41a2-8737-25794bd6391b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:15.626690 n-d-778696-5 neutron-server[93828]: WARNING neutron.api.v2.base [None req-b7e474f0-5b90-4644-a51d-efda4444a398 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 14 07:38:15.627177 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-b7e474f0-5b90-4644-a51d-efda4444a398 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:38:15.630388 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b7e474f0-5b90-4644-a51d-efda4444a398 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071576 Jul 14 07:38:15.630605 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58780) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:15.636333 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-fd894d20-9ce2-413b-b9c4-ce7569b97466 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': 'ceec9992-e158-41a2-8737-25794bd6391b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:15.637246 n-d-778696-5 neutron-server[93828]: WARNING neutron.api.v2.base [None req-fd894d20-9ce2-413b-b9c4-ce7569b97466 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 14 07:38:15.637703 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-fd894d20-9ce2-413b-b9c4-ce7569b97466 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:38:15.640725 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fd894d20-9ce2-413b-b9c4-ce7569b97466 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077078 Jul 14 07:38:15.640935 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58782) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:15.680103 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.708939 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aea1460b-b781-4d7e-a79d-7a509a53b35e req-05f0a2ad-24a5-446a-be6b-10cdb7d49075 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 210 time: 0.0330267 Jul 14 07:38:15.722218 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-371fb729-9c38-4a20-9512-1d52d456cbe4 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.749547 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-371fb729-9c38-4a20-9512-1d52d456cbe4 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.761495 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.791703 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-371fb729-9c38-4a20-9512-1d52d456cbe4 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.794600 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-371fb729-9c38-4a20-9512-1d52d456cbe4 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.795923 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-371fb729-9c38-4a20-9512-1d52d456cbe4 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "DELETE /v2.0/security-groups/ceec9992-e158-41a2-8737-25794bd6391b HTTP/1.1" status: 204 len: 168 time: 0.1540072 Jul 14 07:38:15.798700 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58784) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:15.806145 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fb729-9c38-4a20-9512-1d52d456cbe4 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceec9992-e158-41a2-8737-25794bd6391b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:15.848249 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8438ec98-7266-4029-b090-34e8113930f7 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0480642 Jul 14 07:38:15.852937 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58786) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:15.857076 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8c1606e5-8936-40b7-8d0e-d82a12700cdd tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560736931'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:15.879539 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8c1606e5-8936-40b7-8d0e-d82a12700cdd tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.962285 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8c1606e5-8936-40b7-8d0e-d82a12700cdd tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.966132 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8c1606e5-8936-40b7-8d0e-d82a12700cdd tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.987549 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8c1606e5-8936-40b7-8d0e-d82a12700cdd tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:15.988888 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8c1606e5-8936-40b7-8d0e-d82a12700cdd tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1354179 Jul 14 07:38:15.992245 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58788) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:15.997500 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-96d09e52-338b-4fbf-a8f2-d75bd431887c tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': 'cc7269d0-7d2a-4fee-b978-82a8b2d34dd8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:15.998373 n-d-778696-5 neutron-server[93827]: WARNING neutron.api.v2.base [None req-96d09e52-338b-4fbf-a8f2-d75bd431887c tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 07:38:15.999188 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-96d09e52-338b-4fbf-a8f2-d75bd431887c tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:38:16.000379 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1606e5-8936-40b7-8d0e-d82a12700cdd tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7269d0-7d2a-4fee-b978-82a8b2d34dd8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:16.000599 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-96d09e52-338b-4fbf-a8f2-d75bd431887c tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069897 Jul 14 07:38:16.003316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58790) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:16.007844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a4284119-6272-4e2f-9210-6e9a7b491ba4 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': 'cc7269d0-7d2a-4fee-b978-82a8b2d34dd8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:16.042781 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-a4284119-6272-4e2f-9210-6e9a7b491ba4 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:38:16.043926 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a4284119-6272-4e2f-9210-6e9a7b491ba4 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0396371 Jul 14 07:38:16.046700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58792) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:16.051076 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2be2acae-77f7-48ae-94aa-53a934b2fa5e tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': 'cc7269d0-7d2a-4fee-b978-82a8b2d34dd8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:16.051547 n-d-778696-5 neutron-server[93828]: WARNING neutron.api.v2.base [None req-2be2acae-77f7-48ae-94aa-53a934b2fa5e tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 14 07:38:16.052004 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-2be2acae-77f7-48ae-94aa-53a934b2fa5e tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:38:16.052905 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2be2acae-77f7-48ae-94aa-53a934b2fa5e tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053258 Jul 14 07:38:16.055847 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58794) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:16.059869 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-0248f28a-1951-49fc-872c-7b8574af923b tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': 'cc7269d0-7d2a-4fee-b978-82a8b2d34dd8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:16.094065 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-0248f28a-1951-49fc-872c-7b8574af923b tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:38:16.095034 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0248f28a-1951-49fc-872c-7b8574af923b tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0383019 Jul 14 07:38:16.097780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58796) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:16.103213 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-92729519-ad8f-4d4e-98a6-351feb889a99 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': 'cc7269d0-7d2a-4fee-b978-82a8b2d34dd8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:16.103638 n-d-778696-5 neutron-server[93828]: WARNING neutron.api.v2.base [None req-92729519-ad8f-4d4e-98a6-351feb889a99 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 07:38:16.104094 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-92729519-ad8f-4d4e-98a6-351feb889a99 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:38:16.104998 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-92729519-ad8f-4d4e-98a6-351feb889a99 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063155 Jul 14 07:38:16.107221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58798) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:16.111172 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c988d590-7a0f-4fd8-83d8-44e182e85f9c tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': 'cc7269d0-7d2a-4fee-b978-82a8b2d34dd8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:16.137572 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-c988d590-7a0f-4fd8-83d8-44e182e85f9c tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Project b29664f5a0614ed4b15fbc457ec0ff97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:38:16.150933 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-c988d590-7a0f-4fd8-83d8-44e182e85f9c tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:38:16.151970 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c988d590-7a0f-4fd8-83d8-44e182e85f9c tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0438972 Jul 14 07:38:16.154748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58800) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:16.159180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b7bfb67f-b426-4668-b54a-741336efdb4d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': 'cc7269d0-7d2a-4fee-b978-82a8b2d34dd8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:16.159644 n-d-778696-5 neutron-server[93828]: WARNING neutron.api.v2.base [None req-b7bfb67f-b426-4668-b54a-741336efdb4d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 14 07:38:16.160096 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-b7bfb67f-b426-4668-b54a-741336efdb4d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:38:16.161013 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b7bfb67f-b426-4668-b54a-741336efdb4d tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053797 Jul 14 07:38:16.163975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58802) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:16.168100 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-222389e4-96ef-4f96-834c-dd85273b1d08 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': 'cc7269d0-7d2a-4fee-b978-82a8b2d34dd8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:16.191378 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-222389e4-96ef-4f96-834c-dd85273b1d08 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Project b29664f5a0614ed4b15fbc457ec0ff97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:38:16.204279 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-222389e4-96ef-4f96-834c-dd85273b1d08 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:38:16.205315 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-222389e4-96ef-4f96-834c-dd85273b1d08 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0404043 Jul 14 07:38:16.208055 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58804) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:16.213089 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9881d69e-7d28-467e-84e1-ea4d709c1e99 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': 'cc7269d0-7d2a-4fee-b978-82a8b2d34dd8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:16.235915 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-9881d69e-7d28-467e-84e1-ea4d709c1e99 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Project b29664f5a0614ed4b15fbc457ec0ff97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:38:16.248606 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-9881d69e-7d28-467e-84e1-ea4d709c1e99 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:38:16.249815 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9881d69e-7d28-467e-84e1-ea4d709c1e99 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0408175 Jul 14 07:38:16.252662 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58806) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:16.306565 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ffacdb5-e644-41c9-9ee7-74ccdbd19158 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:16.328381 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ffacdb5-e644-41c9-9ee7-74ccdbd19158 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:16.370320 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ffacdb5-e644-41c9-9ee7-74ccdbd19158 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:16.372916 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ffacdb5-e644-41c9-9ee7-74ccdbd19158 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:16.376376 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7ffacdb5-e644-41c9-9ee7-74ccdbd19158 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "DELETE /v2.0/security-groups/cc7269d0-7d2a-4fee-b978-82a8b2d34dd8 HTTP/1.1" status: 204 len: 168 time: 0.1205111 Jul 14 07:38:16.377032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58808) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:16.383121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffacdb5-e644-41c9-9ee7-74ccdbd19158 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7269d0-7d2a-4fee-b978-82a8b2d34dd8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:16.429998 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-abde6f5d-6a74-441c-99b0-2068f8496cb2 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515771 Jul 14 07:38:16.433846 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58810) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:16.438327 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-26c11edc-7f40-442d-aa91-8479aaf60bb9 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1869530738'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:16.460066 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26c11edc-7f40-442d-aa91-8479aaf60bb9 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:16.544870 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26c11edc-7f40-442d-aa91-8479aaf60bb9 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:16.549174 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26c11edc-7f40-442d-aa91-8479aaf60bb9 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:16.575240 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26c11edc-7f40-442d-aa91-8479aaf60bb9 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:16.576720 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-26c11edc-7f40-442d-aa91-8479aaf60bb9 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1419361 Jul 14 07:38:16.579924 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58812) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:16.581368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c11edc-7f40-442d-aa91-8479aaf60bb9 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba53ab36-5b66-4fb6-a783-665bf1114016,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:16.585373 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-aff06e53-366e-460d-b2de-8e5afa58eab2 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': 'ba53ab36-5b66-4fb6-a783-665bf1114016', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:16.624217 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-aff06e53-366e-460d-b2de-8e5afa58eab2 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The resource could not be found. Jul 14 07:38:16.625240 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-aff06e53-366e-460d-b2de-8e5afa58eab2 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0443559 Jul 14 07:38:16.628021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58814) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:16.632860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-fc88ed0f-211e-4507-a150-ab31da65182a tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': 'ba53ab36-5b66-4fb6-a783-665bf1114016', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd12db3d4-5065-4724-8afc-f8606e74aad5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:16.670185 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-fc88ed0f-211e-4507-a150-ab31da65182a tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The resource could not be found. Jul 14 07:38:16.671290 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fc88ed0f-211e-4507-a150-ab31da65182a tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0423725 Jul 14 07:38:16.674142 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58816) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:16.726472 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7336-9b6a-432d-a643-a0f2887d4da0 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:16.751374 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7336-9b6a-432d-a643-a0f2887d4da0 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:16.794256 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7336-9b6a-432d-a643-a0f2887d4da0 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:16.797109 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7336-9b6a-432d-a643-a0f2887d4da0 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:16.800754 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6ecb7336-9b6a-432d-a643-a0f2887d4da0 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "DELETE /v2.0/security-groups/ba53ab36-5b66-4fb6-a783-665bf1114016 HTTP/1.1" status: 204 len: 168 time: 0.1233134 Jul 14 07:38:16.801527 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58820) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:16.809447 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb7336-9b6a-432d-a643-a0f2887d4da0 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba53ab36-5b66-4fb6-a783-665bf1114016,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:16.868022 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5ec6896d-6c6d-4008-ac86-653de87378c4 req-d7441eb2-b580-43b7-be30-1287f72034a1 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 210 time: 0.0322249 Jul 14 07:38:16.895175 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0a0becae-47aa-4b11-acb6-eb624bc5d10f tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0884552 Jul 14 07:38:16.895471 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58822) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:16.900839 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-348b7ca4-18f1-4439-9a21-d5add8fdf5c4 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': 'c7ed8f7f-9b67-4160-98f9-751c45b76491', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:16.939580 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-348b7ca4-18f1-4439-9a21-d5add8fdf5c4 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The resource could not be found. Jul 14 07:38:16.940613 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-348b7ca4-18f1-4439-9a21-d5add8fdf5c4 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0441408 Jul 14 07:38:16.944995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58824) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:16.949813 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-6a0b4778-82e0-45aa-87b9-975b5a602b02 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group': {'name': 'tempest-secgroup--355827543'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:16.971653 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4778-82e0-45aa-87b9-975b5a602b02 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.057001 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4778-82e0-45aa-87b9-975b5a602b02 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.060894 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4778-82e0-45aa-87b9-975b5a602b02 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.086650 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4778-82e0-45aa-87b9-975b5a602b02 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.087864 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6a0b4778-82e0-45aa-87b9-975b5a602b02 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1418567 Jul 14 07:38:17.091361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58826) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:17.092045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b4778-82e0-45aa-87b9-975b5a602b02 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d287d62-6f58-44b6-bd95-92ddf5cc237d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:17.096599 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a5ea07fd-b368-4260-9935-80cc06dc9f23 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990496252'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:17.119254 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5ea07fd-b368-4260-9935-80cc06dc9f23 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.202568 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5ea07fd-b368-4260-9935-80cc06dc9f23 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.207039 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5ea07fd-b368-4260-9935-80cc06dc9f23 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.237595 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5ea07fd-b368-4260-9935-80cc06dc9f23 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.239009 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a5ea07fd-b368-4260-9935-80cc06dc9f23 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1460636 Jul 14 07:38:17.241493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea07fd-b368-4260-9935-80cc06dc9f23 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24dd1cc6-1147-4fd6-9cca-570a126bf986,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:17.242467 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58828) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:17.247805 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-05902f7f-5163-44ef-ba9f-f789c8fbc05b tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': '0d287d62-6f58-44b6-bd95-92ddf5cc237d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '24dd1cc6-1147-4fd6-9cca-570a126bf986'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:17.284768 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-05902f7f-5163-44ef-ba9f-f789c8fbc05b tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:38:17.288363 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-05902f7f-5163-44ef-ba9f-f789c8fbc05b tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0423181 Jul 14 07:38:17.288604 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58830) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:17.341447 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a412-5512-450b-abd0-26e45ac7fffc tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.363353 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a412-5512-450b-abd0-26e45ac7fffc tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.404231 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a412-5512-450b-abd0-26e45ac7fffc tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.406858 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a412-5512-450b-abd0-26e45ac7fffc tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.408002 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a4d7a412-5512-450b-abd0-26e45ac7fffc tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "DELETE /v2.0/security-groups/24dd1cc6-1147-4fd6-9cca-570a126bf986 HTTP/1.1" status: 204 len: 168 time: 0.1185093 Jul 14 07:38:17.410912 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58832) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:17.417538 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7a412-5512-450b-abd0-26e45ac7fffc tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dd1cc6-1147-4fd6-9cca-570a126bf986,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:17.467038 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bff16314-3426-4709-a2b9-4c5144267ffd tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0542824 Jul 14 07:38:17.469703 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58834) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:17.520594 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c5eacde-2a32-4df7-97e6-72aaa37f83a3 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.542243 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c5eacde-2a32-4df7-97e6-72aaa37f83a3 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.585524 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c5eacde-2a32-4df7-97e6-72aaa37f83a3 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.588148 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c5eacde-2a32-4df7-97e6-72aaa37f83a3 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.589544 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3c5eacde-2a32-4df7-97e6-72aaa37f83a3 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "DELETE /v2.0/security-groups/0d287d62-6f58-44b6-bd95-92ddf5cc237d HTTP/1.1" status: 204 len: 168 time: 0.1186299 Jul 14 07:38:17.592092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58836) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:17.601224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5eacde-2a32-4df7-97e6-72aaa37f83a3 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d287d62-6f58-44b6-bd95-92ddf5cc237d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:17.647634 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f7a86240-3baa-459e-92bc-0a0e7aa840f6 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0543368 Jul 14 07:38:17.651218 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58838) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:17.655904 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9da7967c-8304-4b01-9cc1-25bdb3426d63 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group': {'name': 'tempest-secgroup--837097662'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:17.677740 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9da7967c-8304-4b01-9cc1-25bdb3426d63 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.761727 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9da7967c-8304-4b01-9cc1-25bdb3426d63 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.765667 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9da7967c-8304-4b01-9cc1-25bdb3426d63 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.795455 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9da7967c-8304-4b01-9cc1-25bdb3426d63 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.796672 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9da7967c-8304-4b01-9cc1-25bdb3426d63 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1443157 Jul 14 07:38:17.799572 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58840) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:17.804274 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a7eb2790-5cad-4379-8b98-590f3b3b93c2 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': '4d9e5bc1-cc09-47b5-acbb-4c59e15995dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:17.809271 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7967c-8304-4b01-9cc1-25bdb3426d63 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9e5bc1-cc09-47b5-acbb-4c59e15995dd,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:17.843841 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-a7eb2790-5cad-4379-8b98-590f3b3b93c2 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:38:17.844888 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a7eb2790-5cad-4379-8b98-590f3b3b93c2 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0443821 Jul 14 07:38:17.847642 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58842) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:17.852859 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-905a161f-9d3e-44d7-b44e-809c641cb837 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group_rule': {'security_group_id': '4d9e5bc1-cc09-47b5-acbb-4c59e15995dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:17.888508 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-905a161f-9d3e-44d7-b44e-809c641cb837 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:38:17.889598 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-905a161f-9d3e-44d7-b44e-809c641cb837 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0410154 Jul 14 07:38:17.892550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58844) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:17.957694 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a297f145-8ce6-41b0-8418-2bf6a8c8f0d2 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:17.985896 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a297f145-8ce6-41b0-8418-2bf6a8c8f0d2 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:18.024500 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b85258e0-11a7-403d-a21f-0b5b2f376db0 req-0bd921b1-b7f8-4210-b80d-a48fbf833796 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 210 time: 0.0291290 Jul 14 07:38:18.028586 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a297f145-8ce6-41b0-8418-2bf6a8c8f0d2 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:18.031489 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a297f145-8ce6-41b0-8418-2bf6a8c8f0d2 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:18.035813 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a297f145-8ce6-41b0-8418-2bf6a8c8f0d2 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "DELETE /v2.0/security-groups/4d9e5bc1-cc09-47b5-acbb-4c59e15995dd HTTP/1.1" status: 204 len: 168 time: 0.1390657 Jul 14 07:38:18.035972 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58848) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:18.042718 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297f145-8ce6-41b0-8418-2bf6a8c8f0d2 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9e5bc1-cc09-47b5-acbb-4c59e15995dd,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:18.093402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-741829b9-390f-4f26-9bd2-0675bcfcffb9 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0567842 Jul 14 07:38:18.097087 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58850) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:18.101807 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f71e505f-fdf5-4319-845c-1bd1cec15688 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1033552281'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:18.123996 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f71e505f-fdf5-4319-845c-1bd1cec15688 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:18.205709 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f71e505f-fdf5-4319-845c-1bd1cec15688 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:18.209148 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f71e505f-fdf5-4319-845c-1bd1cec15688 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:18.232284 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f71e505f-fdf5-4319-845c-1bd1cec15688 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:18.235218 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f71e505f-fdf5-4319-845c-1bd1cec15688 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1366582 Jul 14 07:38:18.236455 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58852) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:18.241104 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-13066aee-1949-495d-9e0e-f56ae1ce7b13 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:18.241552 n-d-778696-5 neutron-server[93828]: WARNING neutron.api.v2.base [None req-13066aee-1949-495d-9e0e-f56ae1ce7b13 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 07:38:18.242037 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-13066aee-1949-495d-9e0e-f56ae1ce7b13 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 07:38:18.245319 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-13066aee-1949-495d-9e0e-f56ae1ce7b13 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "PUT /v2.0/security-groups/41e6b00e-87ba-4431-b8b7-546eeac53819 HTTP/1.1" status: 409 len: 330 time: 0.0056045 Jul 14 07:38:18.245629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58854) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:18.254578 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e505f-fdf5-4319-845c-1bd1cec15688 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e6b00e-87ba-4431-b8b7-546eeac53819,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:18.302378 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b804befb-391c-4347-886c-a8f8d786a8fc tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:18.324583 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b804befb-391c-4347-886c-a8f8d786a8fc tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:18.365027 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b804befb-391c-4347-886c-a8f8d786a8fc tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:18.367750 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b804befb-391c-4347-886c-a8f8d786a8fc tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:18.371364 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b804befb-391c-4347-886c-a8f8d786a8fc tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "DELETE /v2.0/security-groups/41e6b00e-87ba-4431-b8b7-546eeac53819 HTTP/1.1" status: 204 len: 168 time: 0.1224122 Jul 14 07:38:18.371800 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58856) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:18.380196 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804befb-391c-4347-886c-a8f8d786a8fc tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e6b00e-87ba-4431-b8b7-546eeac53819,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:18.424932 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-98acc142-b6c9-4d5f-a2be-6727a0af128b tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0519016 Jul 14 07:38:18.429157 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58858) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:18.442906 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-b3e67545-ef44-462c-97c8-3540d09deaf3 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] delete failed (client error): The resource could not be found. Jul 14 07:38:18.447774 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b3e67545-ef44-462c-97c8-3540d09deaf3 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "DELETE /v2.0/security-groups/d1ddca02-0b63-460f-bb54-fd8ad074d226 HTTP/1.1" status: 404 len: 347 time: 0.0138185 Jul 14 07:38:18.448017 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58860) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:18.461166 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-163aa736-ce76-4a24-b52a-1a3fc8bb9d31 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] show failed (client error): The resource could not be found. Jul 14 07:38:18.465363 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-163aa736-ce76-4a24-b52a-1a3fc8bb9d31 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "GET /v2.0/security-groups/74b4cfce-01c1-494f-aa6b-c17cb7c845bb HTTP/1.1" status: 404 len: 347 time: 0.0132658 Jul 14 07:38:18.465561 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 58862) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:18.482906 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-785fc2c8-5067-4343-9e1a-b17e99911761 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] show failed (client error): The resource could not be found. Jul 14 07:38:18.487996 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-785fc2c8-5067-4343-9e1a-b17e99911761 tempest-NegativeSecGroupIPv6Test-253489877 tempest-NegativeSecGroupIPv6Test-253489877-project] 10.222.0.35 "GET /v2.0/security-group-rules/503e7386-a3e5-4a3b-b8c1-89958500928d HTTP/1.1" status: 404 len: 356 time: 0.0173509 Jul 14 07:38:18.728429 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58868) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:18.856494 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-aa080865-5bef-4fdb-9dcb-96c1b48aae5f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b29664f5a0614ed4b15fbc457ec0ff97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268945 Jul 14 07:38:18.859102 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 58872) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:18.907210 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-725726bc-0f82-40de-bfef-1b24e7a22954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:18.927491 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-725726bc-0f82-40de-bfef-1b24e7a22954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:18.986226 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-725726bc-0f82-40de-bfef-1b24e7a22954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:18.989161 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-725726bc-0f82-40de-bfef-1b24e7a22954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:18.992637 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-725726bc-0f82-40de-bfef-1b24e7a22954 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2bf1a224-14d2-4e02-b184-fd6207c2bebb HTTP/1.1" status: 204 len: 168 time: 0.1303692 Jul 14 07:38:18.999439 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725726bc-0f82-40de-bfef-1b24e7a22954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf1a224-14d2-4e02-b184-fd6207c2bebb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:19.197497 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2c58b356-7f46-4adc-a708-d73675b2f6a7 req-f67f6163-8ae7-40f3-b82b-7a825bb30a10 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 210 time: 0.0309682 Jul 14 07:38:20.366167 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-916fd49f-d51a-47a4-b7f1-129b5057267d req-854f7825-caa3-4d31-afac-e0d4525faec4 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b08b11-c0b4-42e6-b0e4-f23026d758fb HTTP/1.1" status: 200 len: 210 time: 0.0350983 Jul 14 07:38:21.699615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59016) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:21.799787 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ce4422b-a465-47e4-a5d2-1628d1db5976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:21.888632 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ce4422b-a465-47e4-a5d2-1628d1db5976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:21.892228 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ce4422b-a465-47e4-a5d2-1628d1db5976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:21.929363 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4ce4422b-a465-47e4-a5d2-1628d1db5976 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68e24503d11f4bdfb4022be00bde9376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2286484 Jul 14 07:38:21.930222 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4422b-a465-47e4-a5d2-1628d1db5976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a09a50-09aa-4ca0-99dd-f65c5738fb7c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:21.932135 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59020) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:21.981380 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da469035-1735-4c7e-8763-cc48f9d3190b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:22.001326 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da469035-1735-4c7e-8763-cc48f9d3190b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:22.046260 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da469035-1735-4c7e-8763-cc48f9d3190b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:22.048822 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da469035-1735-4c7e-8763-cc48f9d3190b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:22.050048 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-da469035-1735-4c7e-8763-cc48f9d3190b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06a09a50-09aa-4ca0-99dd-f65c5738fb7c HTTP/1.1" status: 204 len: 168 time: 0.1167395 Jul 14 07:38:22.057666 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da469035-1735-4c7e-8763-cc48f9d3190b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a09a50-09aa-4ca0-99dd-f65c5738fb7c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:22.297935 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59026) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:22.314034 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ca74928-35ef-42f3-8b93-77b286d3e04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:22.399145 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ca74928-35ef-42f3-8b93-77b286d3e04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:22.402644 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ca74928-35ef-42f3-8b93-77b286d3e04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:22.439913 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8ca74928-35ef-42f3-8b93-77b286d3e04f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d4573f9c0e8432889c4e800e78cbc05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408918 Jul 14 07:38:22.440781 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca74928-35ef-42f3-8b93-77b286d3e04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7a8de5-8e3c-4f90-b18b-fbe4366ad9d2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:22.442656 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59028) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:22.493954 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92aca07f-7795-4bdc-b776-42adb5f4fde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:22.515975 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92aca07f-7795-4bdc-b776-42adb5f4fde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:22.525907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59032) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:22.563122 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92aca07f-7795-4bdc-b776-42adb5f4fde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:22.565918 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92aca07f-7795-4bdc-b776-42adb5f4fde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:22.570319 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-92aca07f-7795-4bdc-b776-42adb5f4fde7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb7a8de5-8e3c-4f90-b18b-fbe4366ad9d2 HTTP/1.1" status: 204 len: 168 time: 0.1262441 Jul 14 07:38:22.578317 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aca07f-7795-4bdc-b776-42adb5f4fde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7a8de5-8e3c-4f90-b18b-fbe4366ad9d2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:22.581155 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a0e56bb-ab55-47f1-a1a8-a089d467f425 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:22.607092 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a0e56bb-ab55-47f1-a1a8-a089d467f425 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:22.655382 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a0e56bb-ab55-47f1-a1a8-a089d467f425 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:22.658029 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a0e56bb-ab55-47f1-a1a8-a089d467f425 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:22.659414 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3a0e56bb-ab55-47f1-a1a8-a089d467f425 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "DELETE /v2.0/security-groups/4839badf-db79-4e23-8929-fe520605a942 HTTP/1.1" status: 204 len: 168 time: 0.1323941 Jul 14 07:38:22.662325 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59036) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:22.668953 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e56bb-ab55-47f1-a1a8-a089d467f425 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4839badf-db79-4e23-8929-fe520605a942,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:22.680968 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-196d5c94-e057-4fbb-a16e-c4b96dc39018 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] show failed (client error): The resource could not be found. Jul 14 07:38:22.684820 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-196d5c94-e057-4fbb-a16e-c4b96dc39018 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "GET /v2.0/security-groups/4839badf-db79-4e23-8929-fe520605a942 HTTP/1.1" status: 404 len: 347 time: 0.0186782 Jul 14 07:38:22.685617 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59038) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:22.809419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5646004a-8922-4181-880f-de051be6884e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Deleting port 79965384-7e34-4548-9fe9-1db4f942dc46 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:22.809765 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5646004a-8922-4181-880f-de051be6884e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:22.889696 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5646004a-8922-4181-880f-de051be6884e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:22.890033 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5646004a-8922-4181-880f-de051be6884e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:22.902232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5646004a-8922-4181-880f-de051be6884e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Calling delete_port for 79965384-7e34-4548-9fe9-1db4f942dc46 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:23.037234 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5646004a-8922-4181-880f-de051be6884e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:23.062580 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646004a-8922-4181-880f-de051be6884e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event deleted for resources: {'Port': ['ID=79965384-7e34-4548-9fe9-1db4f942dc46,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:23.123710 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5646004a-8922-4181-880f-de051be6884e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:23.126300 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5646004a-8922-4181-880f-de051be6884e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:23.127666 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5646004a-8922-4181-880f-de051be6884e tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "DELETE /v2.0/floatingips/016035c3-a145-4ab2-9569-3fa367053274 HTTP/1.1" status: 204 len: 168 time: 0.4406080 Jul 14 07:38:23.130165 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59056) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:23.230611 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-1938f3e0-5d4c-412e-81d3-05627df69cd9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Deleting port 3e2c6a6f-f9d5-4299-915b-191904b54c05 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:23.230957 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1938f3e0-5d4c-412e-81d3-05627df69cd9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:23.314607 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1938f3e0-5d4c-412e-81d3-05627df69cd9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:23.327156 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-1938f3e0-5d4c-412e-81d3-05627df69cd9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Calling delete_port for 3e2c6a6f-f9d5-4299-915b-191904b54c05 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:23.462048 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1938f3e0-5d4c-412e-81d3-05627df69cd9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:23.494135 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938f3e0-5d4c-412e-81d3-05627df69cd9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event deleted for resources: {'Port': ['ID=3e2c6a6f-f9d5-4299-915b-191904b54c05,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:23.569520 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1938f3e0-5d4c-412e-81d3-05627df69cd9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:23.571966 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1938f3e0-5d4c-412e-81d3-05627df69cd9 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "DELETE /v2.0/ports/3e2c6a6f-f9d5-4299-915b-191904b54c05 HTTP/1.1" status: 204 len: 168 time: 0.4407957 Jul 14 07:38:23.574465 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59070) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:23.671245 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-6804e7bf-fd46-4af9-b885-1ba5d7b4d1ce tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Deleting port bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:23.671245 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6804e7bf-fd46-4af9-b885-1ba5d7b4d1ce tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:23.761515 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6804e7bf-fd46-4af9-b885-1ba5d7b4d1ce tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:23.774733 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-6804e7bf-fd46-4af9-b885-1ba5d7b4d1ce tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Calling delete_port for bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:23.904289 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6804e7bf-fd46-4af9-b885-1ba5d7b4d1ce tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:23.940772 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804e7bf-fd46-4af9-b885-1ba5d7b4d1ce tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event deleted for resources: {'Port': ['ID=bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:24.019040 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6804e7bf-fd46-4af9-b885-1ba5d7b4d1ce tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.023918 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6804e7bf-fd46-4af9-b885-1ba5d7b4d1ce tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "DELETE /v2.0/ports/bc18db13-2206-4c5b-95a5-2f1a2f0ceb1b HTTP/1.1" status: 204 len: 168 time: 0.4455957 Jul 14 07:38:24.024653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59084) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:24.076242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e69dfe-41da-46e5-98a8-c1290b486c53 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Deleting subnet 333a6f4c-6b36-4054-9b8f-3bef22aead9f {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:38:24.079401 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-56e69dfe-41da-46e5-98a8-c1290b486c53 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.124562 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-56e69dfe-41da-46e5-98a8-c1290b486c53 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.205051 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-56e69dfe-41da-46e5-98a8-c1290b486c53 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.262600 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-56e69dfe-41da-46e5-98a8-c1290b486c53 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.294564 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e69dfe-41da-46e5-98a8-c1290b486c53 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event deleted for resources: {'Subnet': ['ID=333a6f4c-6b36-4054-9b8f-3bef22aead9f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:24.298218 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-56e69dfe-41da-46e5-98a8-c1290b486c53 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.299143 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-56e69dfe-41da-46e5-98a8-c1290b486c53 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "DELETE /v2.0/subnets/333a6f4c-6b36-4054-9b8f-3bef22aead9f HTTP/1.1" status: 204 len: 168 time: 0.2734020 Jul 14 07:38:24.301204 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59100) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:24.306567 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba663ddc-4385-4d7b-923c-c8b0b1225276 None None] Network 5259ed76-3fbf-4ac1-88a4-ce8f37157488 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:38:24.358905 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab8474d-fecf-4fb1-abc6-b4322c212a91 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Deleting subnet 9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:38:24.362452 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eab8474d-fecf-4fb1-abc6-b4322c212a91 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.398622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59102) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:24.414399 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eab8474d-fecf-4fb1-abc6-b4322c212a91 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.519345 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eab8474d-fecf-4fb1-abc6-b4322c212a91 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.537063 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-58ebced4-3991-429b-ad06-a027e7e07b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.546675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ef18a6-6005-47c4-8655-d6673e41eddb None None] DHCP port deletion for 5259ed76-3fbf-4ac1-88a4-ce8f37157488 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:38:24.595074 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eab8474d-fecf-4fb1-abc6-b4322c212a91 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.598134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-82ef18a6-6005-47c4-8655-d6673e41eddb None None] Deleting port 9bf45553-1be4-4eb8-b60c-2190c042fb2a {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:24.598720 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-82ef18a6-6005-47c4-8655-d6673e41eddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.635745 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eab8474d-fecf-4fb1-abc6-b4322c212a91 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.640181 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-eab8474d-fecf-4fb1-abc6-b4322c212a91 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "DELETE /v2.0/subnets/9a10aa77-bcdf-4ca8-9214-f68b4a43ce54 HTTP/1.1" status: 204 len: 168 time: 0.3355393 Jul 14 07:38:24.640181 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8474d-fecf-4fb1-abc6-b4322c212a91 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event deleted for resources: {'Subnet': ['ID=9a10aa77-bcdf-4ca8-9214-f68b4a43ce54,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:24.644240 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59106) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:24.649754 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fb71bf-6a47-4d0f-afdd-70729320ad6e None None] Network 737dad91-5c42-4403-b411-91fd99db9d41 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:38:24.702379 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-58ebced4-3991-429b-ad06-a027e7e07b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.710228 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-58ebced4-3991-429b-ad06-a027e7e07b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.714203 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-82ef18a6-6005-47c4-8655-d6673e41eddb None None] For port 9bf45553-1be4-4eb8-b60c-2190c042fb2a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9bf45553-1be4-4eb8-b60c-2190c042fb2a,segment=NetworkSegment(96f2994b-d29f-4c67-b424-dc6e6a22b2e3),segment_id=96f2994b-d29f-4c67-b424-dc6e6a22b2e3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:24.714592 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-82ef18a6-6005-47c4-8655-d6673e41eddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.732343 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-82ef18a6-6005-47c4-8655-d6673e41eddb None None] Calling delete_port for 9bf45553-1be4-4eb8-b60c-2190c042fb2a owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:24.758174 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.766784 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-58ebced4-3991-429b-ad06-a027e7e07b8a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d3313ee020c4f6f85751b7f00ece8a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3670728 Jul 14 07:38:24.768144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebced4-3991-429b-ad06-a027e7e07b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227f8e61-9bd9-4692-899e-6943acf17ce4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:24.769535 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59108) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:24.826752 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Deleting port 9bf45553-1be4-4eb8-b60c-2190c042fb2a {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:24.827107 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.832168 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6525ad80-ce33-4a7c-9a53-0da9c25a52c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.860323 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6525ad80-ce33-4a7c-9a53-0da9c25a52c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.863551 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-82ef18a6-6005-47c4-8655-d6673e41eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.878259 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef18a6-6005-47c4-8655-d6673e41eddb None None] No DVR routers for this DVR port 9bf45553-1be4-4eb8-b60c-2190c042fb2a on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:38:24.893720 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] For port 9bf45553-1be4-4eb8-b60c-2190c042fb2a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9bf45553-1be4-4eb8-b60c-2190c042fb2a,segment=NetworkSegment(96f2994b-d29f-4c67-b424-dc6e6a22b2e3),segment_id=96f2994b-d29f-4c67-b424-dc6e6a22b2e3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:24.894303 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.897324 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef18a6-6005-47c4-8655-d6673e41eddb None None] Pushing event deleted for resources: {'Port': ['ID=9bf45553-1be4-4eb8-b60c-2190c042fb2a,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:24.909690 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Calling delete_port for 9bf45553-1be4-4eb8-b60c-2190c042fb2a owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:24.931265 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6525ad80-ce33-4a7c-9a53-0da9c25a52c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.934092 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6525ad80-ce33-4a7c-9a53-0da9c25a52c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:24.935229 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6525ad80-ce33-4a7c-9a53-0da9c25a52c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/227f8e61-9bd9-4692-899e-6943acf17ce4 HTTP/1.1" status: 204 len: 168 time: 0.1645298 Jul 14 07:38:24.946616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525ad80-ce33-4a7c-9a53-0da9c25a52c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227f8e61-9bd9-4692-899e-6943acf17ce4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:24.958670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efc6fbb-b121-4016-a8a2-3a3a9559ec9e None None] DHCP port deletion for 737dad91-5c42-4403-b411-91fd99db9d41 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:38:25.008121 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.017734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1efc6fbb-b121-4016-a8a2-3a3a9559ec9e None None] Deleting port 410d50e0-3081-48a0-afe9-a4114556d36b {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:25.018130 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1efc6fbb-b121-4016-a8a2-3a3a9559ec9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.035291 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event deleted for resources: {'Port': ['ID=9bf45553-1be4-4eb8-b60c-2190c042fb2a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:25.039404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] No DVR routers for this DVR port 9bf45553-1be4-4eb8-b60c-2190c042fb2a on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:38:25.088768 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-1efc6fbb-b121-4016-a8a2-3a3a9559ec9e None None] For port 410d50e0-3081-48a0-afe9-a4114556d36b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=410d50e0-3081-48a0-afe9-a4114556d36b,segment=NetworkSegment(7913efa8-a2cd-40c4-8b22-110fc446958e),segment_id=7913efa8-a2cd-40c4-8b22-110fc446958e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:25.089154 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1efc6fbb-b121-4016-a8a2-3a3a9559ec9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.102777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1efc6fbb-b121-4016-a8a2-3a3a9559ec9e None None] Calling delete_port for 410d50e0-3081-48a0-afe9-a4114556d36b owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:25.119447 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.129701 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5259ed76-3fbf-4ac1-88a4-ce8f37157488']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:25.141135 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f2994b-d29f-4c67-b424-dc6e6a22b2e3') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:25.141471 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f2994b-d29f-4c67-b424-dc6e6a22b2e3') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:25.151750 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.170256 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.177217 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:38:25.177688 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: self.session.flush() Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:38:25.181153 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:38:25.195011 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1efc6fbb-b121-4016-a8a2-3a3a9559ec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.221919 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc6fbb-b121-4016-a8a2-3a3a9559ec9e None None] Pushing event deleted for resources: {'Port': ['ID=410d50e0-3081-48a0-afe9-a4114556d36b,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:25.226742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc6fbb-b121-4016-a8a2-3a3a9559ec9e None None] No DVR routers for this DVR port 410d50e0-3081-48a0-afe9-a4114556d36b on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:38:25.244855 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.245003 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59114) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:25.251503 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.255755 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "DELETE /v2.0/networks/5259ed76-3fbf-4ac1-88a4-ce8f37157488 HTTP/1.1" status: 204 len: 168 time: 0.6081200 Jul 14 07:38:25.256439 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59116) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:25.258949 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-453f14b9-10c2-4aad-a1ba-f695a3a37b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.282865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c128c1-aaca-43e5-b207-c59e508a7522 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event deleted for resources: {'Network': ['ID=5259ed76-3fbf-4ac1-88a4-ce8f37157488,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:25.343365 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af268285-a0a0-4436-bf45-e424cb326b03 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.356324 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-453f14b9-10c2-4aad-a1ba-f695a3a37b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.360788 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-453f14b9-10c2-4aad-a1ba-f695a3a37b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.398441 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-453f14b9-10c2-4aad-a1ba-f695a3a37b96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c680a1556a0248f8b5beb6793793064e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523073 Jul 14 07:38:25.399658 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f14b9-10c2-4aad-a1ba-f695a3a37b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38e33cc-9b67-4894-9c29-58511b86096f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:25.402115 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59118) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:25.432137 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af268285-a0a0-4436-bf45-e424cb326b03 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.442347 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-af268285-a0a0-4436-bf45-e424cb326b03 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737dad91-5c42-4403-b411-91fd99db9d41']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:25.449338 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c440fcd-eeb3-42e0-ab69-807fb57f7d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.453036 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-af268285-a0a0-4436-bf45-e424cb326b03 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7913efa8-a2cd-40c4-8b22-110fc446958e') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:25.453376 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-af268285-a0a0-4436-bf45-e424cb326b03 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7913efa8-a2cd-40c4-8b22-110fc446958e') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:25.462768 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af268285-a0a0-4436-bf45-e424cb326b03 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.470812 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c440fcd-eeb3-42e0-ab69-807fb57f7d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.477985 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af268285-a0a0-4436-bf45-e424cb326b03 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.484103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af268285-a0a0-4436-bf45-e424cb326b03 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:38:25.484578 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af268285-a0a0-4436-bf45-e424cb326b03 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:38:25.487671 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:38:25.517478 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c440fcd-eeb3-42e0-ab69-807fb57f7d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.520056 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c440fcd-eeb3-42e0-ab69-807fb57f7d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.521274 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0c440fcd-eeb3-42e0-ab69-807fb57f7d3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b38e33cc-9b67-4894-9c29-58511b86096f HTTP/1.1" status: 204 len: 168 time: 0.1182349 Jul 14 07:38:25.530576 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c440fcd-eeb3-42e0-ab69-807fb57f7d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38e33cc-9b67-4894-9c29-58511b86096f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:25.552388 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af268285-a0a0-4436-bf45-e424cb326b03 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.559257 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af268285-a0a0-4436-bf45-e424cb326b03 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:25.561662 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-af268285-a0a0-4436-bf45-e424cb326b03 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] 10.222.0.35 "DELETE /v2.0/networks/737dad91-5c42-4403-b411-91fd99db9d41 HTTP/1.1" status: 204 len: 168 time: 0.3041890 Jul 14 07:38:25.580951 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af268285-a0a0-4436-bf45-e424cb326b03 tempest-TaggedBootDevicesTest_v242-550910412 tempest-TaggedBootDevicesTest_v242-550910412-project] Pushing event deleted for resources: {'Network': ['ID=737dad91-5c42-4403-b411-91fd99db9d41,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:26.216322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59148) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:26.310837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c0fd0530-d694-4f58-96a4-560e04719739 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-641289057-network', 'tenant_id': 'd5ab77d7872a4c029a809bc4688370e1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:26.332232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fd0530-d694-4f58-96a4-560e04719739 admin admin] Made reservation on behalf of d5ab77d7872a4c029a809bc4688370e1 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:38:26.334518 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0fd0530-d694-4f58-96a4-560e04719739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:26.342531 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0fd0530-d694-4f58-96a4-560e04719739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:26.429474 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0fd0530-d694-4f58-96a4-560e04719739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:26.433151 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0fd0530-d694-4f58-96a4-560e04719739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:26.460992 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0fd0530-d694-4f58-96a4-560e04719739 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:38:26.471725 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd0530-d694-4f58-96a4-560e04719739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95eb115c-9fb7-48c7-b369-331fb5bccdd3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:26.478464 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0fd0530-d694-4f58-96a4-560e04719739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:26.478874 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-c0fd0530-d694-4f58-96a4-560e04719739 admin admin] Added segment 0b5bf2d3-6462-492d-a6dc-aa40c3c450e3 of type vlan for network 5ab998eb-5a7e-4f5c-b157-2ff85b8253df Jul 14 07:38:26.520008 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0fd0530-d694-4f58-96a4-560e04719739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:26.520404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9bf45553-1be4-4eb8-b60c-2190c042fb2a no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:38:26.542925 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 9bf45553-1be4-4eb8-b60c-2190c042fb2a {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:38:26.543542 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9bf45553-1be4-4eb8-b60c-2190c042fb2a not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:38:26.544088 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 410d50e0-3081-48a0-afe9-a4114556d36b no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:38:26.552492 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0fd0530-d694-4f58-96a4-560e04719739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:26.554142 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fd0530-d694-4f58-96a4-560e04719739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:26.554722 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0fd0530-d694-4f58-96a4-560e04719739 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:26.564937 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 410d50e0-3081-48a0-afe9-a4114556d36b {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:38:26.565311 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 410d50e0-3081-48a0-afe9-a4114556d36b not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:38:26.627916 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c0fd0530-d694-4f58-96a4-560e04719739 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4104757 Jul 14 07:38:26.631133 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59152) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:26.636775 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-dc524f1d-b035-49ad-b2f4-ad437dabffab admin admin] Request body: {'subnet': {'network_id': '5ab998eb-5a7e-4f5c-b157-2ff85b8253df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-641289057-subnet', 'tenant_id': 'd5ab77d7872a4c029a809bc4688370e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:26.640919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd0530-d694-4f58-96a4-560e04719739 admin admin] Pushing event updated for resources: {'Network': ['ID=5ab998eb-5a7e-4f5c-b157-2ff85b8253df,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:26.650636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 5ab998eb-5a7e-4f5c-b157-2ff85b8253df details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:38:26.658595 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc524f1d-b035-49ad-b2f4-ad437dabffab admin admin] Made reservation on behalf of d5ab77d7872a4c029a809bc4688370e1 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:38:26.660988 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc524f1d-b035-49ad-b2f4-ad437dabffab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:26.829399 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc524f1d-b035-49ad-b2f4-ad437dabffab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:26.889861 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc524f1d-b035-49ad-b2f4-ad437dabffab admin admin] Pushing event updated for resources: {'Subnet': ['ID=46860bfe-d733-42a5-a091-c5c0670b3e20,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:26.894044 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc524f1d-b035-49ad-b2f4-ad437dabffab admin admin] Checking segment: {'id': '0b5bf2d3-6462-492d-a6dc-aa40c3c450e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5ab998eb-5a7e-4f5c-b157-2ff85b8253df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:38:26.894402 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc524f1d-b035-49ad-b2f4-ad437dabffab admin admin] Network hostable DHCP agents. Network: 5ab998eb-5a7e-4f5c-b157-2ff85b8253df, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:38:26.916427 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc524f1d-b035-49ad-b2f4-ad437dabffab admin admin] Network 5ab998eb-5a7e-4f5c-b157-2ff85b8253df is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:38:26.930600 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-dc524f1d-b035-49ad-b2f4-ad437dabffab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 5ab998eb-5a7e-4f5c-b157-2ff85b8253df) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:38:26.937341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc524f1d-b035-49ad-b2f4-ad437dabffab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:26.938062 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc524f1d-b035-49ad-b2f4-ad437dabffab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:26.947313 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc18a986-3252-4020-a965-d2b681931d46 None None] Network 5ab998eb-5a7e-4f5c-b157-2ff85b8253df requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:38:26.958964 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dc524f1d-b035-49ad-b2f4-ad437dabffab admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3264978 Jul 14 07:38:27.126364 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b931604-9a0c-4a4d-88d2-3579b61cf05b None None] Network 5ab998eb-5a7e-4f5c-b157-2ff85b8253df requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:38:28.784201 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-6c3f2c24-a92d-4164-8b31-79ff07acc77f tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:28.786252 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-6c3f2c24-a92d-4164-8b31-79ff07acc77f tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/networks?id=5ab998eb-5a7e-4f5c-b157-2ff85b8253df HTTP/1.1" status: 200 len: 808 time: 0.1100428 Jul 14 07:38:28.801647 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-27683edc-ef57-4aad-8f2c-3ad9918cff7b tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/quotas/d5ab77d7872a4c029a809bc4688370e1 HTTP/1.1" status: 200 len: 375 time: 0.0101275 Jul 14 07:38:28.838992 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-c4c2489b-239c-4756-9406-6bb220684c0e tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5ab77d7872a4c029a809bc4688370e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312328 Jul 14 07:38:28.984255 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-5199ccee-2328-4d1a-b951-6e00d0e5ef66 service neutron] 10.222.0.35 "GET /v2.0/networks/5ab998eb-5a7e-4f5c-b157-2ff85b8253df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379137 Jul 14 07:38:29.072924 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-2eb8a137-2654-409e-9d3b-f6bfb3e3e577 service neutron] 10.222.0.35 "GET /v2.0/networks/5ab998eb-5a7e-4f5c-b157-2ff85b8253df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827980 Jul 14 07:38:29.253948 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d2d9292a-5cbd-44b2-b346-1fd1001853e7 req-d9c747d9-e06f-4717-ac3d-40e8d8c5fa64 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=c593ade0-11e4-438c-bda5-08607746d210 HTTP/1.1" status: 200 len: 210 time: 0.0362663 Jul 14 07:38:30.274095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-5c0acef1-2f3d-4a24-adb5-b8c9df5f7510 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:30.276590 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-5c0acef1-2f3d-4a24-adb5-b8c9df5f7510 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.30 "GET /v2.0/networks?id=5ab998eb-5a7e-4f5c-b157-2ff85b8253df HTTP/1.1" status: 200 len: 808 time: 0.1095586 Jul 14 07:38:30.298042 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Request body: {'port': {'device_id': 'c593ade0-11e4-438c-bda5-08607746d210', 'network_id': '5ab998eb-5a7e-4f5c-b157-2ff85b8253df', 'admin_state_up': True, 'tenant_id': 'd5ab77d7872a4c029a809bc4688370e1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:30.409788 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a80a2b3a-1f90-4d46-ba38-82eea6fff80e req-04f6d4a1-2a77-4ac5-a1fc-10efea5154d7 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=c593ade0-11e4-438c-bda5-08607746d210 HTTP/1.1" status: 200 len: 210 time: 0.0333622 Jul 14 07:38:30.476270 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Made reservation on behalf of d5ab77d7872a4c029a809bc4688370e1 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:38:30.480208 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:30.519957 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b617ee66-fa5f-4577-879e-6b46fe4a4c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:30.614496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Allocated IP 172.20.0.8 (5ab998eb-5a7e-4f5c-b157-2ff85b8253df/46860bfe-d733-42a5-a091-c5c0670b3e20/653535cb-868a-4910-9aec-e72f615cbcf9) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:38:30.764728 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:30.806471 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:30.852186 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Network 5ab998eb-5a7e-4f5c-b157-2ff85b8253df is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:38:30.857454 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:38:30.861923 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:38:30.866010 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Pushing event updated for resources: {'Port': ['ID=653535cb-868a-4910-9aec-e72f615cbcf9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:30.893051 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:30.893421 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:30.893761 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:30.894093 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:30.894422 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:30.894753 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:30.895080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:30.895405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:30.895723 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:30.896042 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:30.896360 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:30.897279 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:30.920901 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:30.921536 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:30.937112 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-670c2e6b-258c-4a60-98dc-d1b5d7841eb8 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6445651 Jul 14 07:38:31.002050 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Request body: {'port': {'device_id': 'c593ade0-11e4-438c-bda5-08607746d210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:31.081985 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:31.344849 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653535cb-868a-4910-9aec-e72f615cbcf9 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:38:31.352097 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:31.363688 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Transition to ACTIVE for port object 653535cb-868a-4910-9aec-e72f615cbcf9 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:38:31.367753 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:31.414491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Pushing event updated for resources: {'Port': ['ID=653535cb-868a-4910-9aec-e72f615cbcf9,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:31.490168 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Attempting to bind port 653535cb-868a-4910-9aec-e72f615cbcf9 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:38:31.491097 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Attempting to bind port 653535cb-868a-4910-9aec-e72f615cbcf9 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '0b5bf2d3-6462-492d-a6dc-aa40c3c450e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5ab998eb-5a7e-4f5c-b157-2ff85b8253df'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:38:31.491545 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Attempting to bind port 653535cb-868a-4910-9aec-e72f615cbcf9 on network 5ab998eb-5a7e-4f5c-b157-2ff85b8253df {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:38:31.496511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Port 653535cb-868a-4910-9aec-e72f615cbcf9 on network 5ab998eb-5a7e-4f5c-b157-2ff85b8253df not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:38:31.496822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Attempting to bind port 653535cb-868a-4910-9aec-e72f615cbcf9 on network 5ab998eb-5a7e-4f5c-b157-2ff85b8253df {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:38:31.502027 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:38:31.502365 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Checking segment: {'id': '0b5bf2d3-6462-492d-a6dc-aa40c3c450e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5ab998eb-5a7e-4f5c-b157-2ff85b8253df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:38:31.502752 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Bound using segment: {'id': '0b5bf2d3-6462-492d-a6dc-aa40c3c450e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5ab998eb-5a7e-4f5c-b157-2ff85b8253df'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:38:31.503179 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Bound port: 653535cb-868a-4910-9aec-e72f615cbcf9, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5bf2d3-6462-492d-a6dc-aa40c3c450e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5ab998eb-5a7e-4f5c-b157-2ff85b8253df'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:38:31.503669 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:31.568616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] For port 653535cb-868a-4910-9aec-e72f615cbcf9, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:38:31.572088 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] For port 653535cb-868a-4910-9aec-e72f615cbcf9, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=653535cb-868a-4910-9aec-e72f615cbcf9,segment=NetworkSegment(0b5bf2d3-6462-492d-a6dc-aa40c3c450e3),segment_id=0b5bf2d3-6462-492d-a6dc-aa40c3c450e3)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:38:31.578088 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:31.607113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1d4b3-b473-4c44-9c31-4ba734df0e57 req-64ecf4ec-174d-48a1-92db-af962384e7b6 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:31.608685 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44e1d4b3-b473-4c44-9c31-4ba734df0e57 req-64ecf4ec-174d-48a1-92db-af962384e7b6 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=c593ade0-11e4-438c-bda5-08607746d210 HTTP/1.1" status: 200 len: 943 time: 0.0687878 Jul 14 07:38:31.633874 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:31.634499 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:31.635889 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] 10.222.0.30 "PUT /v2.0/ports/653535cb-868a-4910-9aec-e72f615cbcf9 HTTP/1.1" status: 200 len: 1091 time: 0.6921768 Jul 14 07:38:31.636574 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c593ade0-11e4-438c-bda5-08607746d210', 'tag': '653535cb-868a-4910-9aec-e72f615cbcf9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:38:31.638850 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b276f8e-4cf3-4936-8620-86324cb3b924" -d '{"events": [{"name": "network-changed", "server_uuid": "c593ade0-11e4-438c-bda5-08607746d210", "tag": "653535cb-868a-4910-9aec-e72f615cbcf9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:38:31.641695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00836be8-c089-4381-8791-f0e1fe3f3c46 service neutron] Pushing event updated for resources: {'Port': ['ID=653535cb-868a-4910-9aec-e72f615cbcf9,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:31.655328 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-44e1d4b3-b473-4c44-9c31-4ba734df0e57 req-0c119072-b091-45b2-bd32-730102409b0e tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/security-groups?id=95eb115c-9fb7-48c7-b369-331fb5bccdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409489 Jul 14 07:38:31.733630 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-cec44399-ff2c-4773-950e-3c139a71cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:31.735155 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-cec44399-ff2c-4773-950e-3c139a71cb16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5ab77d7872a4c029a809bc4688370e1&device_id=c593ade0-11e4-438c-bda5-08607746d210 HTTP/1.1" status: 200 len: 1094 time: 0.0581071 Jul 14 07:38:31.777998 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-160e34b1-a499-4f9e-8bd7-bf5468008eb8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=653535cb-868a-4910-9aec-e72f615cbcf9 HTTP/1.1" status: 200 len: 217 time: 0.0357060 Jul 14 07:38:31.811688 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c1fc4f-9715-4e5a-be59-8c8a33a399c5 x-openstack-request-id: req-04c1fc4f-9715-4e5a-be59-8c8a33a399c5 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:38:31.812047 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c593ade0-11e4-438c-bda5-08607746d210", "tag": "653535cb-868a-4910-9aec-e72f615cbcf9", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:38:31.812358 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04c1fc4f-9715-4e5a-be59-8c8a33a399c5 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:38:31.812806 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c593ade0-11e4-438c-bda5-08607746d210', 'tag': '653535cb-868a-4910-9aec-e72f615cbcf9', 'status': 'completed', 'code': 200} Jul 14 07:38:31.829637 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-527791a0-ebef-4450-b18d-5575d8ca4684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:31.831161 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-527791a0-ebef-4450-b18d-5575d8ca4684 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46860bfe-d733-42a5-a091-c5c0670b3e20 HTTP/1.1" status: 200 len: 848 time: 0.0465591 Jul 14 07:38:31.867427 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-ab1c7968-a95a-489c-bcba-2366734d3929 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ab998eb-5a7e-4f5c-b157-2ff85b8253df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299203 Jul 14 07:38:31.953851 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-000d9cc1-3165-425a-af7c-b3b2a92de960 service neutron] 10.222.0.30 "GET /v2.0/networks/5ab998eb-5a7e-4f5c-b157-2ff85b8253df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799072 Jul 14 07:38:32.047259 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-32326ba3-5fd9-41c5-a023-2229cdb228ac req-587281ac-f2eb-4d8a-9064-7ed53f8c472c service neutron] 10.222.0.30 "GET /v2.0/networks/5ab998eb-5a7e-4f5c-b157-2ff85b8253df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877810 Jul 14 07:38:32.144957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b276f8e-4cf3-4936-8620-86324cb3b924 req-baa3ed53-30b2-47c5-b3bc-f76b4e0e65d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:32.146518 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1b276f8e-4cf3-4936-8620-86324cb3b924 req-baa3ed53-30b2-47c5-b3bc-f76b4e0e65d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5ab77d7872a4c029a809bc4688370e1&device_id=c593ade0-11e4-438c-bda5-08607746d210 HTTP/1.1" status: 200 len: 1094 time: 0.0522075 Jul 14 07:38:32.234954 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b276f8e-4cf3-4936-8620-86324cb3b924 req-4af265c2-3c62-4e65-ae21-8c46e30a324c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:32.236450 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1b276f8e-4cf3-4936-8620-86324cb3b924 req-4af265c2-3c62-4e65-ae21-8c46e30a324c service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ab998eb-5a7e-4f5c-b157-2ff85b8253df HTTP/1.1" status: 200 len: 909 time: 0.0841224 Jul 14 07:38:32.279651 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1b276f8e-4cf3-4936-8620-86324cb3b924 req-29b28044-234c-4f72-b667-2b556f99d765 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=653535cb-868a-4910-9aec-e72f615cbcf9 HTTP/1.1" status: 200 len: 217 time: 0.0370386 Jul 14 07:38:32.328028 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b276f8e-4cf3-4936-8620-86324cb3b924 req-f23f894a-f025-484c-b02e-fd4737e9672e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:32.329698 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1b276f8e-4cf3-4936-8620-86324cb3b924 req-f23f894a-f025-484c-b02e-fd4737e9672e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46860bfe-d733-42a5-a091-c5c0670b3e20 HTTP/1.1" status: 200 len: 848 time: 0.0438237 Jul 14 07:38:32.362842 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1b276f8e-4cf3-4936-8620-86324cb3b924 req-3135d6f3-3c23-473d-b2db-5d63d55f432a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ab998eb-5a7e-4f5c-b157-2ff85b8253df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264926 Jul 14 07:38:32.459051 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1b276f8e-4cf3-4936-8620-86324cb3b924 req-d763f47d-1a4a-4e4d-9fa6-1f056a301ae7 service neutron] 10.222.0.30 "GET /v2.0/networks/5ab998eb-5a7e-4f5c-b157-2ff85b8253df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895245 Jul 14 07:38:32.562047 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1b276f8e-4cf3-4936-8620-86324cb3b924 req-8d53d752-8997-4269-a115-7bafb6ccbb19 service neutron] 10.222.0.30 "GET /v2.0/networks/5ab998eb-5a7e-4f5c-b157-2ff85b8253df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956693 Jul 14 07:38:32.834494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c791e-414e-4928-b503-7e22255789c9 req-d693f931-3dd6-4590-bf21-e5698dab4cfb tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:32.836081 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-741c791e-414e-4928-b503-7e22255789c9 req-d693f931-3dd6-4590-bf21-e5698dab4cfb tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=c593ade0-11e4-438c-bda5-08607746d210 HTTP/1.1" status: 200 len: 943 time: 0.0639262 Jul 14 07:38:32.880871 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-741c791e-414e-4928-b503-7e22255789c9 req-7745b655-cf8d-492d-aedf-6b7ac23af8b1 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/security-groups?id=95eb115c-9fb7-48c7-b369-331fb5bccdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379016 Jul 14 07:38:33.315701 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-53cd7717-3723-4ab0-9c17-148cb2433f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:33.547095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59228) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:33.633698 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:34.053513 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1ec48-139e-4d11-91d1-a26c3cae30dd req-8606b276-64e4-4fb3-9d1b-2d93bbdcfd9d tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:34.054996 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24e1ec48-139e-4d11-91d1-a26c3cae30dd req-8606b276-64e4-4fb3-9d1b-2d93bbdcfd9d tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=c593ade0-11e4-438c-bda5-08607746d210 HTTP/1.1" status: 200 len: 943 time: 0.0620589 Jul 14 07:38:34.092294 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24e1ec48-139e-4d11-91d1-a26c3cae30dd req-87b217ac-df99-4f00-a9ce-78530b49550c tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/security-groups?id=95eb115c-9fb7-48c7-b369-331fb5bccdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316906 Jul 14 07:38:34.152154 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1e028d0e-4772-40e4-bd68-af71224c1649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:34.390341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1e028d0e-4772-40e4-bd68-af71224c1649 admin admin] Deleting port e56561b4-4d10-4d66-a89c-d9ed2f60c29c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:34.390671 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1e028d0e-4772-40e4-bd68-af71224c1649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:34.464262 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1e028d0e-4772-40e4-bd68-af71224c1649 admin admin] For port e56561b4-4d10-4d66-a89c-d9ed2f60c29c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e56561b4-4d10-4d66-a89c-d9ed2f60c29c,segment=NetworkSegment(b6460ed9-1d4e-42bc-92f8-500936ec89a0),segment_id=b6460ed9-1d4e-42bc-92f8-500936ec89a0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:34.464618 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1e028d0e-4772-40e4-bd68-af71224c1649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:34.466041 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 653535cb-868a-4910-9aec-e72f615cbcf9 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:38:34.477439 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1e028d0e-4772-40e4-bd68-af71224c1649 admin admin] Calling delete_port for e56561b4-4d10-4d66-a89c-d9ed2f60c29c owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:34.562587 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 653535cb-868a-4910-9aec-e72f615cbcf9, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=653535cb-868a-4910-9aec-e72f615cbcf9,segment=NetworkSegment(0b5bf2d3-6462-492d-a6dc-aa40c3c450e3),segment_id=0b5bf2d3-6462-492d-a6dc-aa40c3c450e3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:34.574015 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '653535cb-868a-4910-9aec-e72f615cbcf9', 'network_id': '5ab998eb-5a7e-4f5c-b157-2ff85b8253df', 'port_id': '653535cb-868a-4910-9aec-e72f615cbcf9', 'mac_address': 'fa:16:3e:db:e8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46860bfe-d733-42a5-a091-c5c0670b3e20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:38:34.609547 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:34.622995 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653535cb-868a-4910-9aec-e72f615cbcf9 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:38:34.645986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 653535cb-868a-4910-9aec-e72f615cbcf9, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=653535cb-868a-4910-9aec-e72f615cbcf9,segment=NetworkSegment(0b5bf2d3-6462-492d-a6dc-aa40c3c450e3),segment_id=0b5bf2d3-6462-492d-a6dc-aa40c3c450e3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:34.649514 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1e028d0e-4772-40e4-bd68-af71224c1649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:34.650122 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:34.678876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e028d0e-4772-40e4-bd68-af71224c1649 admin admin] Pushing event deleted for resources: {'Port': ['ID=e56561b4-4d10-4d66-a89c-d9ed2f60c29c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:34.707338 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=653535cb-868a-4910-9aec-e72f615cbcf9,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:34.710633 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:34.841751 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1e028d0e-4772-40e4-bd68-af71224c1649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:34.880359 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['653535cb-868a-4910-9aec-e72f615cbcf9'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:38:35.051435 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e028d0e-4772-40e4-bd68-af71224c1649 admin admin] Router f4d32301-2c70-45b9-888d-2604f0e1d97d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:38:35.154641 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e028d0e-4772-40e4-bd68-af71224c1649 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:38:35.162918 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1e028d0e-4772-40e4-bd68-af71224c1649 admin admin] 10.222.0.35 "PUT /v2.0/routers/f4d32301-2c70-45b9-888d-2604f0e1d97d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6114087 Jul 14 07:38:35.162918 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59236) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:35.165062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda2ddd-11df-4cc8-817a-4a47dbc4c787 None None] Sync routers for ids ['f4d32301-2c70-45b9-888d-2604f0e1d97d'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:38:35.174734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda2ddd-11df-4cc8-817a-4a47dbc4c787 None None] Routers {'f4d32301-2c70-45b9-888d-2604f0e1d97d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:38:35.175362 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3fda2ddd-11df-4cc8-817a-4a47dbc4c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:38:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f4d32301-2c70-45b9-888d-2604f0e1d97d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:35.265418 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fac6f-fee0-413e-ac92-5e5ff383b0a2 req-ccce3276-2345-49a2-922f-bf894ea100c4 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:35.266868 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa1fac6f-fee0-413e-ac92-5e5ff383b0a2 req-ccce3276-2345-49a2-922f-bf894ea100c4 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=c593ade0-11e4-438c-bda5-08607746d210 HTTP/1.1" status: 200 len: 944 time: 0.0632212 Jul 14 07:38:35.269101 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10d75bd7-12bd-486b-9f2c-33d70b2beb0e admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:35.283665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-3fda2ddd-11df-4cc8-817a-4a47dbc4c787 None None] Set router f4d32301-2c70-45b9-888d-2604f0e1d97d gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:38:35.305445 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa1fac6f-fee0-413e-ac92-5e5ff383b0a2 req-a6f26283-61ca-452d-bf41-83c46cdefb31 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/security-groups?id=95eb115c-9fb7-48c7-b369-331fb5bccdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320964 Jul 14 07:38:35.375791 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10d75bd7-12bd-486b-9f2c-33d70b2beb0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:35.426519 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-10d75bd7-12bd-486b-9f2c-33d70b2beb0e admin admin] Deleting port e1992084-f970-48a5-8f6e-e1ae2e2cd30c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:35.426861 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10d75bd7-12bd-486b-9f2c-33d70b2beb0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:35.461833 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3fda2ddd-11df-4cc8-817a-4a47dbc4c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'name': 'tempest-TaggedBootDevicesTest_v242-1347100739-router', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:05Z', 'updated_at': '2021-07-14T07:38:34Z', 'revision_number': 5, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'gw_port': {'id': 'e1992084-f970-48a5-8f6e-e1ae2e2cd30c', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:28:06Z', 'updated_at': '2021-07-14T07:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:35.486825 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda2ddd-11df-4cc8-817a-4a47dbc4c787 None None] Checking router: f4d32301-2c70-45b9-888d-2604f0e1d97d for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:38:35.495002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda2ddd-11df-4cc8-817a-4a47dbc4c787 None None] Routers {'f4d32301-2c70-45b9-888d-2604f0e1d97d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:38:35.495605 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3fda2ddd-11df-4cc8-817a-4a47dbc4c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:38:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['f4d32301-2c70-45b9-888d-2604f0e1d97d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:35.504426 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-10d75bd7-12bd-486b-9f2c-33d70b2beb0e admin admin] For port e1992084-f970-48a5-8f6e-e1ae2e2cd30c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e1992084-f970-48a5-8f6e-e1ae2e2cd30c,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:35.504783 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10d75bd7-12bd-486b-9f2c-33d70b2beb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:35.517376 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-10d75bd7-12bd-486b-9f2c-33d70b2beb0e admin admin] Calling delete_port for e1992084-f970-48a5-8f6e-e1ae2e2cd30c owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:35.687379 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10d75bd7-12bd-486b-9f2c-33d70b2beb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:35.717790 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d75bd7-12bd-486b-9f2c-33d70b2beb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=e1992084-f970-48a5-8f6e-e1ae2e2cd30c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:35.734831 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-3fda2ddd-11df-4cc8-817a-4a47dbc4c787 None None] Set router f4d32301-2c70-45b9-888d-2604f0e1d97d gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:38:35.778657 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10d75bd7-12bd-486b-9f2c-33d70b2beb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:35.788781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3fda2ddd-11df-4cc8-817a-4a47dbc4c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'name': 'tempest-TaggedBootDevicesTest_v242-1347100739-router', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:05Z', 'updated_at': '2021-07-14T07:38:35Z', 'revision_number': 6, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:35.814429 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda2ddd-11df-4cc8-817a-4a47dbc4c787 None None] The sync data for ids ['f4d32301-2c70-45b9-888d-2604f0e1d97d'] in n-d-778696-5 is: [{'id': 'f4d32301-2c70-45b9-888d-2604f0e1d97d', 'name': 'tempest-TaggedBootDevicesTest_v242-1347100739-router', 'tenant_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:28:05Z', 'updated_at': '2021-07-14T07:38:35Z', 'revision_number': 6, 'project_id': 'baa77f5ed63340aa85ad735a9cb925d7', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:38:35.868284 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10d75bd7-12bd-486b-9f2c-33d70b2beb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:35.870400 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10d75bd7-12bd-486b-9f2c-33d70b2beb0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:35.911031 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10d75bd7-12bd-486b-9f2c-33d70b2beb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:35.911562 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d75bd7-12bd-486b-9f2c-33d70b2beb0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4d32301-2c70-45b9-888d-2604f0e1d97d {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:38:35.915893 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10d75bd7-12bd-486b-9f2c-33d70b2beb0e admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:35.917050 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-10d75bd7-12bd-486b-9f2c-33d70b2beb0e admin admin] 10.222.0.35 "DELETE /v2.0/routers/f4d32301-2c70-45b9-888d-2604f0e1d97d HTTP/1.1" status: 204 len: 168 time: 0.7538879 Jul 14 07:38:35.919621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59238) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:35.966639 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b2f95e-d71a-46e4-a958-5b67d58f2021 admin admin] Deleting subnet 47136b84-069d-4c8f-a511-15a77b272aff {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:38:35.969641 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f95e-d71a-46e4-a958-5b67d58f2021 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:36.002619 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f95e-d71a-46e4-a958-5b67d58f2021 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:36.075167 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f95e-d71a-46e4-a958-5b67d58f2021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:36.125257 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f95e-d71a-46e4-a958-5b67d58f2021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:36.155692 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2f95e-d71a-46e4-a958-5b67d58f2021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47136b84-069d-4c8f-a511-15a77b272aff,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:36.156610 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f95e-d71a-46e4-a958-5b67d58f2021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:36.160761 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b8b2f95e-d71a-46e4-a958-5b67d58f2021 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/47136b84-069d-4c8f-a511-15a77b272aff HTTP/1.1" status: 204 len: 168 time: 0.2379916 Jul 14 07:38:36.161398 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59240) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:36.163124 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90d20f6-0e01-4e13-aa46-6e8d4bf16e05 None None] Network 18bb1dcc-6170-41be-a95d-00121e924f29 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:38:36.245225 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:36.259211 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:36.298805 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Deleting port 5b19276d-4aa7-495e-93ae-9dc554445055 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:36.299400 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:36.362225 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] For port 5b19276d-4aa7-495e-93ae-9dc554445055, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=5b19276d-4aa7-495e-93ae-9dc554445055,segment=NetworkSegment(b6460ed9-1d4e-42bc-92f8-500936ec89a0),segment_id=b6460ed9-1d4e-42bc-92f8-500936ec89a0)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:36.362583 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:36.380139 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Calling delete_port for 5b19276d-4aa7-495e-93ae-9dc554445055 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:36.465739 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 653535cb-868a-4910-9aec-e72f615cbcf9 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:38:36.501449 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf721f-aabd-4187-948a-15cd06673488 req-bb7a060f-04a1-4ca4-ba60-f54f53402775 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:36.502924 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bacf721f-aabd-4187-948a-15cd06673488 req-bb7a060f-04a1-4ca4-ba60-f54f53402775 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=c593ade0-11e4-438c-bda5-08607746d210 HTTP/1.1" status: 200 len: 944 time: 0.0846419 Jul 14 07:38:36.507518 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:36.512708 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 653535cb-868a-4910-9aec-e72f615cbcf9 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:38:36.516635 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 653535cb-868a-4910-9aec-e72f615cbcf9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:38:36.517118 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:36.553224 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b19276d-4aa7-495e-93ae-9dc554445055,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:36.556295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] No DVR routers for this DVR port 5b19276d-4aa7-495e-93ae-9dc554445055 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:38:36.579677 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bacf721f-aabd-4187-948a-15cd06673488 req-61039845-87dd-401f-bce4-9bc5e1d8eda5 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/security-groups?id=95eb115c-9fb7-48c7-b369-331fb5bccdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696228 Jul 14 07:38:36.597128 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:36.597646 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:36.597849 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:36.598179 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:36.598509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:36.598831 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:36.602119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:36.602119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:36.602119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:36.602119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:36.602119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:36.602119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:36.612916 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5738a218-c773-45db-8b6b-aeaaa2017211 None None] DHCP port deletion for 18bb1dcc-6170-41be-a95d-00121e924f29 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:38:36.615255 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:36.647945 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c593ade0-11e4-438c-bda5-08607746d210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653535cb-868a-4910-9aec-e72f615cbcf9'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:38:36.652007 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996b8965-0261-44a1-9d8c-2872cc3d0ea2" -d '{"events": [{"server_uuid": "c593ade0-11e4-438c-bda5-08607746d210", "name": "network-vif-plugged", "status": "completed", "tag": "653535cb-868a-4910-9aec-e72f615cbcf9"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:38:36.664349 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 653535cb-868a-4910-9aec-e72f615cbcf9, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=653535cb-868a-4910-9aec-e72f615cbcf9,segment=NetworkSegment(0b5bf2d3-6462-492d-a6dc-aa40c3c450e3),segment_id=0b5bf2d3-6462-492d-a6dc-aa40c3c450e3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:36.669920 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:36.679905 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:36.693481 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18bb1dcc-6170-41be-a95d-00121e924f29']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:36.695155 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5b19276d-4aa7-495e-93ae-9dc554445055 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:38:36.704627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6460ed9-1d4e-42bc-92f8-500936ec89a0') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:36.705292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6460ed9-1d4e-42bc-92f8-500936ec89a0') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:36.717743 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:36.719905 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068f77d4-3030-4520-9e8b-f08f2dbb7cb5 x-openstack-request-id: req-068f77d4-3030-4520-9e8b-f08f2dbb7cb5 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:38:36.720182 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c593ade0-11e4-438c-bda5-08607746d210", "name": "network-vif-plugged", "status": "completed", "tag": "653535cb-868a-4910-9aec-e72f615cbcf9", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:38:36.720436 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-068f77d4-3030-4520-9e8b-f08f2dbb7cb5 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:38:36.720825 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c593ade0-11e4-438c-bda5-08607746d210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653535cb-868a-4910-9aec-e72f615cbcf9', 'code': 200} Jul 14 07:38:36.725843 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 5b19276d-4aa7-495e-93ae-9dc554445055 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:38:36.726321 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5b19276d-4aa7-495e-93ae-9dc554445055 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:38:36.726584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e1992084-f970-48a5-8f6e-e1ae2e2cd30c no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:38:36.733045 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:36.739232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:38:36.739602 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:38:36.741690 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:38:36.748163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: e1992084-f970-48a5-8f6e-e1ae2e2cd30c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:38:36.748515 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e1992084-f970-48a5-8f6e-e1ae2e2cd30c not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:38:36.748934 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e56561b4-4d10-4d66-a89c-d9ed2f60c29c no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:38:36.779734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: e56561b4-4d10-4d66-a89c-d9ed2f60c29c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:38:36.780133 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e56561b4-4d10-4d66-a89c-d9ed2f60c29c not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:38:36.784562 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=653535cb-868a-4910-9aec-e72f615cbcf9,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:36.820618 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:36.829015 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:36.833269 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] 10.222.0.35 "DELETE /v2.0/networks/18bb1dcc-6170-41be-a95d-00121e924f29 HTTP/1.1" status: 204 len: 168 time: 0.6687164 Jul 14 07:38:36.841456 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ca2f2-daad-42b7-813a-c148948881f7 req-c0281f1d-59a4-43b7-8715-39ebcd95281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:36.842466 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b070f47-93af-4288-abd2-bef55341a732 admin admin] Pushing event deleted for resources: {'Network': ['ID=18bb1dcc-6170-41be-a95d-00121e924f29,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:36.843786 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-976ca2f2-daad-42b7-813a-c148948881f7 req-c0281f1d-59a4-43b7-8715-39ebcd95281c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c593ade0-11e4-438c-bda5-08607746d210 HTTP/1.1" status: 200 len: 1096 time: 0.0703800 Jul 14 07:38:36.878827 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-976ca2f2-daad-42b7-813a-c148948881f7 req-f9725b20-5a1b-4e67-86de-b7f40d9172ed service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=95eb115c-9fb7-48c7-b369-331fb5bccdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290873 Jul 14 07:38:36.946926 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59248) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:36.988303 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-647d72c5-bcc1-4267-8aca-adb312a6b5da admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=baa77f5ed63340aa85ad735a9cb925d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401895 Jul 14 07:38:36.990793 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59250) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:37.037395 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55a5b18a-ee7f-4560-8f88-933f414cd38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:37.039436 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:38:37.057310 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55a5b18a-ee7f-4560-8f88-933f414cd38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:37.101522 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55a5b18a-ee7f-4560-8f88-933f414cd38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:37.103900 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55a5b18a-ee7f-4560-8f88-933f414cd38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:37.105019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-55a5b18a-ee7f-4560-8f88-933f414cd38a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/597330c0-f023-4d04-8403-30f073ef1112 HTTP/1.1" status: 204 len: 168 time: 0.1133270 Jul 14 07:38:37.112800 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5b18a-ee7f-4560-8f88-933f414cd38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597330c0-f023-4d04-8403-30f073ef1112,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:37.751858 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59274) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:37.780163 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e39c4-07e1-404a-8cc2-250c45e6be21 req-bd207612-5d85-4f3f-8710-5b0810370029 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:37.781722 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-302e39c4-07e1-404a-8cc2-250c45e6be21 req-bd207612-5d85-4f3f-8710-5b0810370029 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=c593ade0-11e4-438c-bda5-08607746d210 HTTP/1.1" status: 200 len: 945 time: 0.0676615 Jul 14 07:38:37.819875 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-302e39c4-07e1-404a-8cc2-250c45e6be21 req-96d2d3df-0a15-4fa1-a548-8827226d8949 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/security-groups?id=95eb115c-9fb7-48c7-b369-331fb5bccdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324707 Jul 14 07:38:37.844951 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9a589a51-fa42-4137-a98a-a28dcb4c3cd6 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1410819236-network', 'tenant_id': 'b19c6e83e58341338a612b219fed48bd'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:37.869612 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a589a51-fa42-4137-a98a-a28dcb4c3cd6 admin admin] Made reservation on behalf of b19c6e83e58341338a612b219fed48bd for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:38:37.871959 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a589a51-fa42-4137-a98a-a28dcb4c3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:37.880605 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a589a51-fa42-4137-a98a-a28dcb4c3cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:37.982175 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a589a51-fa42-4137-a98a-a28dcb4c3cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:37.983174 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a589a51-fa42-4137-a98a-a28dcb4c3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:38.011595 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a589a51-fa42-4137-a98a-a28dcb4c3cd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:38:38.017551 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a589a51-fa42-4137-a98a-a28dcb4c3cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7bc3b7-1c7c-4834-9baf-ac43175f8d55,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:38.028212 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a589a51-fa42-4137-a98a-a28dcb4c3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:38.028562 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-9a589a51-fa42-4137-a98a-a28dcb4c3cd6 admin admin] Added segment 1bdf9915-6b7a-4611-806a-4a3fc552bdc1 of type vlan for network f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9 Jul 14 07:38:38.076741 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a589a51-fa42-4137-a98a-a28dcb4c3cd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:38.111093 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a589a51-fa42-4137-a98a-a28dcb4c3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:38.112015 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a589a51-fa42-4137-a98a-a28dcb4c3cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:38.112596 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9a589a51-fa42-4137-a98a-a28dcb4c3cd6 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:38.180002 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9a589a51-fa42-4137-a98a-a28dcb4c3cd6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4270239 Jul 14 07:38:38.183557 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59286) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:38.188955 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-aafc82e0-bd78-40b7-a701-7616a470492e admin admin] Request body: {'subnet': {'network_id': 'f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1410819236-subnet', 'tenant_id': 'b19c6e83e58341338a612b219fed48bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:38.202123 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a589a51-fa42-4137-a98a-a28dcb4c3cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:38.212571 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafc82e0-bd78-40b7-a701-7616a470492e admin admin] Made reservation on behalf of b19c6e83e58341338a612b219fed48bd for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:38:38.214701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:38:38.215184 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aafc82e0-bd78-40b7-a701-7616a470492e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:38.384500 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aafc82e0-bd78-40b7-a701-7616a470492e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:38.441749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc82e0-bd78-40b7-a701-7616a470492e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a94490a-dbd0-4f01-a87d-514555f03c38,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:38.452087 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc82e0-bd78-40b7-a701-7616a470492e admin admin] Checking segment: {'id': '1bdf9915-6b7a-4611-806a-4a3fc552bdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:38:38.452441 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafc82e0-bd78-40b7-a701-7616a470492e admin admin] Network hostable DHCP agents. Network: f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:38:38.468863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafc82e0-bd78-40b7-a701-7616a470492e admin admin] Network f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:38:38.479255 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-aafc82e0-bd78-40b7-a701-7616a470492e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:38:38.483266 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafc82e0-bd78-40b7-a701-7616a470492e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:38.483855 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aafc82e0-bd78-40b7-a701-7616a470492e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:38.491573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1472ad5d-eea5-4474-aabc-a1fe5b87ef86 None None] Network f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:38:38.503504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-aafc82e0-bd78-40b7-a701-7616a470492e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3186014 Jul 14 07:38:38.586562 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16736ce6-26f1-4c76-8b9d-b8d3cbddc10b req-3900391b-3169-4c4a-a65e-dc2a7e24b931 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:38.588277 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16736ce6-26f1-4c76-8b9d-b8d3cbddc10b req-3900391b-3169-4c4a-a65e-dc2a7e24b931 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=c593ade0-11e4-438c-bda5-08607746d210 HTTP/1.1" status: 200 len: 945 time: 0.0762131 Jul 14 07:38:38.626983 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa62c5b-adcf-47c5-9b72-58713fac70ec None None] Network f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:38:38.628610 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16736ce6-26f1-4c76-8b9d-b8d3cbddc10b req-04208471-1789-4a78-9d2e-98283ff47ae0 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/security-groups?id=95eb115c-9fb7-48c7-b369-331fb5bccdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343120 Jul 14 07:38:38.925324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-b4097c59-45ab-4e58-b105-7943dc09d215 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:38.926688 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-b4097c59-45ab-4e58-b105-7943dc09d215 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.35 "GET /v2.0/networks?id=f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9 HTTP/1.1" status: 200 len: 813 time: 0.1006815 Jul 14 07:38:38.940715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-ba5f1619-881f-4f5a-a642-cccf539eb1f9 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.35 "GET /v2.0/quotas/b19c6e83e58341338a612b219fed48bd HTTP/1.1" status: 200 len: 375 time: 0.0086708 Jul 14 07:38:38.973253 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-41426289-feba-408e-af56-b9dae11e611f tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b19c6e83e58341338a612b219fed48bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279167 Jul 14 07:38:39.032245 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-b16cd650-2ae0-4658-92b3-c6f2746f666e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:38:39.033310 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-b16cd650-2ae0-4658-92b3-c6f2746f666e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532086 Jul 14 07:38:39.453616 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-12cfde7b-98e4-41be-8ee7-f5e129ab8c0d service neutron] 10.222.0.35 "GET /v2.0/networks/f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125946 Jul 14 07:38:39.539937 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-d6d8f3d2-46a1-4971-ba8d-fa322591153b service neutron] 10.222.0.35 "GET /v2.0/networks/f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798151 Jul 14 07:38:39.723891 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e3528eb-e1f0-4955-8df1-68c186bbac95 req-f4143118-7c75-4ab5-8048-4d1a381b3904 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb64c4-1338-48c1-a349-0c5107402dfe HTTP/1.1" status: 200 len: 210 time: 0.0375924 Jul 14 07:38:39.746314 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeffb61-fedc-4ab9-9451-fd8c6db71023 req-5580f8f5-67f7-463e-95f7-c45130f5b31c tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:39.748627 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5aeffb61-fedc-4ab9-9451-fd8c6db71023 req-5580f8f5-67f7-463e-95f7-c45130f5b31c tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.30 "GET /v2.0/ports?device_id=c593ade0-11e4-438c-bda5-08607746d210 HTTP/1.1" status: 200 len: 945 time: 0.0711765 Jul 14 07:38:39.822992 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d6087-d457-4152-aeac-fcf9e29bbd26 req-e9966120-fc67-4858-9a89-68b6ad0f1302 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:39.825097 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b7d6087-d457-4152-aeac-fcf9e29bbd26 req-e9966120-fc67-4858-9a89-68b6ad0f1302 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=c593ade0-11e4-438c-bda5-08607746d210 HTTP/1.1" status: 200 len: 945 time: 0.0667114 Jul 14 07:38:39.859677 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-5aeffb61-fedc-4ab9-9451-fd8c6db71023 req-a3d7a652-20ac-4b9a-831e-1662605852fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Deleting port 653535cb-868a-4910-9aec-e72f615cbcf9 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:39.860177 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5aeffb61-fedc-4ab9-9451-fd8c6db71023 req-a3d7a652-20ac-4b9a-831e-1662605852fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:39.867382 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b7d6087-d457-4152-aeac-fcf9e29bbd26 req-1d92a406-c06b-4b62-8101-dff14886d97f tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/security-groups?id=95eb115c-9fb7-48c7-b369-331fb5bccdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352628 Jul 14 07:38:39.951211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-5aeffb61-fedc-4ab9-9451-fd8c6db71023 req-a3d7a652-20ac-4b9a-831e-1662605852fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] For port 653535cb-868a-4910-9aec-e72f615cbcf9, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=653535cb-868a-4910-9aec-e72f615cbcf9,segment=NetworkSegment(0b5bf2d3-6462-492d-a6dc-aa40c3c450e3),segment_id=0b5bf2d3-6462-492d-a6dc-aa40c3c450e3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:39.951580 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5aeffb61-fedc-4ab9-9451-fd8c6db71023 req-a3d7a652-20ac-4b9a-831e-1662605852fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:39.965606 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-5aeffb61-fedc-4ab9-9451-fd8c6db71023 req-a3d7a652-20ac-4b9a-831e-1662605852fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Calling delete_port for 653535cb-868a-4910-9aec-e72f615cbcf9 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:40.324240 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5aeffb61-fedc-4ab9-9451-fd8c6db71023 req-a3d7a652-20ac-4b9a-831e-1662605852fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:40.336709 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['653535cb-868a-4910-9aec-e72f615cbcf9'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:38:40.365498 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7a652-20ac-4b9a-831e-1662605852fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Pushing event deleted for resources: {'Port': ['ID=653535cb-868a-4910-9aec-e72f615cbcf9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:40.404171 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aeffb61-fedc-4ab9-9451-fd8c6db71023 req-a3d7a652-20ac-4b9a-831e-1662605852fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] No DVR routers for this DVR port 653535cb-868a-4910-9aec-e72f615cbcf9 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:38:40.406647 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5aeffb61-fedc-4ab9-9451-fd8c6db71023 req-a3d7a652-20ac-4b9a-831e-1662605852fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:40.408723 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5aeffb61-fedc-4ab9-9451-fd8c6db71023 req-a3d7a652-20ac-4b9a-831e-1662605852fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.30 "DELETE /v2.0/ports/653535cb-868a-4910-9aec-e72f615cbcf9 HTTP/1.1" status: 204 len: 173 time: 0.6549637 Jul 14 07:38:40.409146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c593ade0-11e4-438c-bda5-08607746d210', 'name': 'network-vif-deleted', 'tag': '653535cb-868a-4910-9aec-e72f615cbcf9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:38:40.411372 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0300349-ab58-4b9b-99e0-95fea8e587ba" -d '{"events": [{"server_uuid": "c593ade0-11e4-438c-bda5-08607746d210", "name": "network-vif-deleted", "tag": "653535cb-868a-4910-9aec-e72f615cbcf9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:38:40.448210 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d8e314-b551-47d1-b1e9-9a39dbe2aef6 x-openstack-request-id: req-72d8e314-b551-47d1-b1e9-9a39dbe2aef6 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:38:40.448565 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c593ade0-11e4-438c-bda5-08607746d210", "name": "network-vif-deleted", "tag": "653535cb-868a-4910-9aec-e72f615cbcf9", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:38:40.448828 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72d8e314-b551-47d1-b1e9-9a39dbe2aef6 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:38:40.449262 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c593ade0-11e4-438c-bda5-08607746d210', 'name': 'network-vif-deleted', 'tag': '653535cb-868a-4910-9aec-e72f615cbcf9', 'status': 'completed', 'code': 200} Jul 14 07:38:40.784098 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-a70f63f3-b695-4041-8493-bba7713859cc tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:40.785643 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-a70f63f3-b695-4041-8493-bba7713859cc tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.15 "GET /v2.0/networks?id=f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9 HTTP/1.1" status: 200 len: 813 time: 0.1188176 Jul 14 07:38:40.798073 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-acba1daf-a260-4891-8624-05643a91e0b0 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Request body: {'port': {'device_id': '1abb64c4-1338-48c1-a349-0c5107402dfe', 'network_id': 'f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9', 'admin_state_up': True, 'tenant_id': 'b19c6e83e58341338a612b219fed48bd'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:40.890521 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82b68e10-fbaf-46ca-9bf3-10ffe1c8a204 req-a035d2b1-f4ab-44d3-bfc7-27356a146773 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb64c4-1338-48c1-a349-0c5107402dfe HTTP/1.1" status: 200 len: 210 time: 0.0409331 Jul 14 07:38:40.955019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-acba1daf-a260-4891-8624-05643a91e0b0 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Made reservation on behalf of b19c6e83e58341338a612b219fed48bd for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:38:40.959272 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-acba1daf-a260-4891-8624-05643a91e0b0 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:41.097330 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5e704a94-6756-4199-a8bb-38d6c7b68efd req-ea69abe3-e47e-49e6-9e7c-836eb9bf1e57 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=c593ade0-11e4-438c-bda5-08607746d210 HTTP/1.1" status: 200 len: 210 time: 0.0625479 Jul 14 07:38:41.166146 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-acba1daf-a260-4891-8624-05643a91e0b0 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Allocated IP 172.20.0.6 (f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9/7a94490a-dbd0-4f01-a87d-514555f03c38/bd6e1622-ed1c-4943-922c-d0459ffe59ba) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:38:41.305092 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-acba1daf-a260-4891-8624-05643a91e0b0 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:41.344372 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-acba1daf-a260-4891-8624-05643a91e0b0 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:41.389725 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-acba1daf-a260-4891-8624-05643a91e0b0 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Network f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:38:41.394579 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-acba1daf-a260-4891-8624-05643a91e0b0 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:38:41.396977 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-acba1daf-a260-4891-8624-05643a91e0b0 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:38:41.425284 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba1daf-a260-4891-8624-05643a91e0b0 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Pushing event updated for resources: {'Port': ['ID=bd6e1622-ed1c-4943-922c-d0459ffe59ba,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:41.449589 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-acba1daf-a260-4891-8624-05643a91e0b0 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:41.450193 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-acba1daf-a260-4891-8624-05643a91e0b0 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:41.463659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-acba1daf-a260-4891-8624-05643a91e0b0 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6698589 Jul 14 07:38:41.475109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Request body: {'port': {'device_id': '1abb64c4-1338-48c1-a349-0c5107402dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:41.542517 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:41.835499 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6e1622-ed1c-4943-922c-d0459ffe59ba {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:38:41.842647 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:41.857601 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Transition to ACTIVE for port object bd6e1622-ed1c-4943-922c-d0459ffe59ba will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:38:41.861320 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:41.911553 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6e1622-ed1c-4943-922c-d0459ffe59ba,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:41.979058 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Attempting to bind port bd6e1622-ed1c-4943-922c-d0459ffe59ba on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:38:41.979402 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Attempting to bind port bd6e1622-ed1c-4943-922c-d0459ffe59ba by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '1bdf9915-6b7a-4611-806a-4a3fc552bdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:38:41.979739 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Attempting to bind port bd6e1622-ed1c-4943-922c-d0459ffe59ba on network f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:38:41.984049 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Port bd6e1622-ed1c-4943-922c-d0459ffe59ba on network f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:38:41.984370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Attempting to bind port bd6e1622-ed1c-4943-922c-d0459ffe59ba on network f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:38:41.989174 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:38:41.989543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Checking segment: {'id': '1bdf9915-6b7a-4611-806a-4a3fc552bdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:38:41.989929 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Bound using segment: {'id': '1bdf9915-6b7a-4611-806a-4a3fc552bdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:38:41.990851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Bound port: bd6e1622-ed1c-4943-922c-d0459ffe59ba, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdf9915-6b7a-4611-806a-4a3fc552bdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:38:41.991210 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:42.087276 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] For port bd6e1622-ed1c-4943-922c-d0459ffe59ba, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:38:42.104993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] For port bd6e1622-ed1c-4943-922c-d0459ffe59ba, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bd6e1622-ed1c-4943-922c-d0459ffe59ba,segment=NetworkSegment(1bdf9915-6b7a-4611-806a-4a3fc552bdc1),segment_id=1bdf9915-6b7a-4611-806a-4a3fc552bdc1)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:38:42.110121 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:42.149269 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29230dba-d6fc-448e-a898-e17664a8d6c3 req-f5f18199-2762-460a-a64c-28638a6628a7 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:42.150715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29230dba-d6fc-448e-a898-e17664a8d6c3 req-f5f18199-2762-460a-a64c-28638a6628a7 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb64c4-1338-48c1-a349-0c5107402dfe HTTP/1.1" status: 200 len: 943 time: 0.1249707 Jul 14 07:38:42.156584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:42.157210 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:42.158516 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] 10.222.0.15 "PUT /v2.0/ports/bd6e1622-ed1c-4943-922c-d0459ffe59ba HTTP/1.1" status: 200 len: 1091 time: 0.6881766 Jul 14 07:38:42.158946 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abb64c4-1338-48c1-a349-0c5107402dfe', 'tag': 'bd6e1622-ed1c-4943-922c-d0459ffe59ba'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:38:42.161243 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152b52e1-4471-40be-813d-eeca479c8c06" -d '{"events": [{"name": "network-changed", "server_uuid": "1abb64c4-1338-48c1-a349-0c5107402dfe", "tag": "bd6e1622-ed1c-4943-922c-d0459ffe59ba"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:38:42.203235 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4da7b2-621c-4af7-a805-f4166c4a5045 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6e1622-ed1c-4943-922c-d0459ffe59ba,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:42.241959 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06d4723-ea67-4b91-bcb3-552bd254c5dc x-openstack-request-id: req-d06d4723-ea67-4b91-bcb3-552bd254c5dc {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:38:42.242261 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abb64c4-1338-48c1-a349-0c5107402dfe", "tag": "bd6e1622-ed1c-4943-922c-d0459ffe59ba", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:38:42.242518 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d06d4723-ea67-4b91-bcb3-552bd254c5dc {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:38:42.242912 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abb64c4-1338-48c1-a349-0c5107402dfe', 'tag': 'bd6e1622-ed1c-4943-922c-d0459ffe59ba', 'status': 'completed', 'code': 200} Jul 14 07:38:42.248142 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29230dba-d6fc-448e-a898-e17664a8d6c3 req-7dd0017c-1743-40db-ba9b-915a17d90287 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f7bc3b7-1c7c-4834-9baf-ac43175f8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836337 Jul 14 07:38:42.272152 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-d6c745a7-8530-4aa0-9fa4-0a4b17aca72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:42.273743 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-d6c745a7-8530-4aa0-9fa4-0a4b17aca72b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b19c6e83e58341338a612b219fed48bd&device_id=1abb64c4-1338-48c1-a349-0c5107402dfe HTTP/1.1" status: 200 len: 1094 time: 0.0628343 Jul 14 07:38:42.317660 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-ca184dd1-24d7-4f04-a08b-98ddef5a67ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd6e1622-ed1c-4943-922c-d0459ffe59ba HTTP/1.1" status: 200 len: 217 time: 0.0373540 Jul 14 07:38:42.374408 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-051c7782-0985-4c3c-b029-66df5612d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:42.375776 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-051c7782-0985-4c3c-b029-66df5612d95a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a94490a-dbd0-4f01-a87d-514555f03c38 HTTP/1.1" status: 200 len: 853 time: 0.0528152 Jul 14 07:38:42.439590 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-0056d374-f785-4a93-b3f8-e3078e4fe717 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538216 Jul 14 07:38:42.497059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 653535cb-868a-4910-9aec-e72f615cbcf9 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:38:42.516254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 653535cb-868a-4910-9aec-e72f615cbcf9 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:38:42.516598 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 653535cb-868a-4910-9aec-e72f615cbcf9 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:38:42.542569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-3a66d7ea-4cab-4cbb-8d4d-adf8179318c9 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:42.544021 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-3a66d7ea-4cab-4cbb-8d4d-adf8179318c9 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/networks?id=5ab998eb-5a7e-4f5c-b157-2ff85b8253df HTTP/1.1" status: 200 len: 808 time: 0.1827183 Jul 14 07:38:42.568618 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-646e3255-d974-47bb-ace8-a3e320247ebe tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/quotas/d5ab77d7872a4c029a809bc4688370e1 HTTP/1.1" status: 200 len: 375 time: 0.0192428 Jul 14 07:38:42.570786 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-86a123d9-5dc1-43b6-ad14-5aaa94761070 service neutron] 10.222.0.15 "GET /v2.0/networks/f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248827 Jul 14 07:38:42.619038 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-bdb7de5d-c7b2-4c40-b49c-bd52d75b74d5 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5ab77d7872a4c029a809bc4688370e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455632 Jul 14 07:38:42.743338 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8645398c-91ba-423b-b34b-46e7d5d2e9fd req-0fa4bc47-4009-429e-bd54-1eb874c16260 service neutron] 10.222.0.15 "GET /v2.0/networks/f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615505 Jul 14 07:38:42.757363 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-09d9906d-804e-477e-9183-301589d3354b service neutron] 10.222.0.35 "GET /v2.0/networks/5ab998eb-5a7e-4f5c-b157-2ff85b8253df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152010 Jul 14 07:38:42.882019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-58ab69a8-e615-4183-8716-0d4859e7709a service neutron] 10.222.0.35 "GET /v2.0/networks/5ab998eb-5a7e-4f5c-b157-2ff85b8253df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181245 Jul 14 07:38:42.891559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b52e1-4471-40be-813d-eeca479c8c06 req-ad4a4a48-4958-497e-8fa7-afa0f714a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:42.892976 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-152b52e1-4471-40be-813d-eeca479c8c06 req-ad4a4a48-4958-497e-8fa7-afa0f714a968 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b19c6e83e58341338a612b219fed48bd&device_id=1abb64c4-1338-48c1-a349-0c5107402dfe HTTP/1.1" status: 200 len: 1094 time: 0.0880425 Jul 14 07:38:42.988532 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b52e1-4471-40be-813d-eeca479c8c06 req-58de33b9-6b4f-4997-bc19-c3c62ce4268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:42.990209 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-152b52e1-4471-40be-813d-eeca479c8c06 req-58de33b9-6b4f-4997-bc19-c3c62ce4268c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9 HTTP/1.1" status: 200 len: 914 time: 0.0908465 Jul 14 07:38:43.038880 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-152b52e1-4471-40be-813d-eeca479c8c06 req-fc65df71-003c-4079-832a-0dbe3e1d1525 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd6e1622-ed1c-4943-922c-d0459ffe59ba HTTP/1.1" status: 200 len: 217 time: 0.0422096 Jul 14 07:38:43.094512 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be67b4ca-1402-49d1-bcc4-0fcf14dad248 req-1c2f6936-97be-4487-ae08-11b8c944453e tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb420b6b-637a-47ed-a115-d27db7462fa2 HTTP/1.1" status: 200 len: 210 time: 0.0538194 Jul 14 07:38:43.108042 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b52e1-4471-40be-813d-eeca479c8c06 req-6567aeb6-26cb-48b6-bb57-4c29e432d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:43.109784 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-152b52e1-4471-40be-813d-eeca479c8c06 req-6567aeb6-26cb-48b6-bb57-4c29e432d357 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a94490a-dbd0-4f01-a87d-514555f03c38 HTTP/1.1" status: 200 len: 853 time: 0.0627806 Jul 14 07:38:43.142927 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-152b52e1-4471-40be-813d-eeca479c8c06 req-24f58a38-976e-412d-bc7f-36a366b22e63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262160 Jul 14 07:38:43.241300 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-152b52e1-4471-40be-813d-eeca479c8c06 req-87632506-9d28-4be1-82f9-a2e8c3876108 service neutron] 10.222.0.15 "GET /v2.0/networks/f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916159 Jul 14 07:38:43.333687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-152b52e1-4471-40be-813d-eeca479c8c06 req-d9f67227-773b-487f-9fd7-34c561104d7a service neutron] 10.222.0.15 "GET /v2.0/networks/f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862110 Jul 14 07:38:43.429465 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07720461-c368-48ff-ada7-d65e4ab37ad7 req-5e51b216-fe2f-4678-9ebd-284573caf72e tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:43.430865 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07720461-c368-48ff-ada7-d65e4ab37ad7 req-5e51b216-fe2f-4678-9ebd-284573caf72e tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb64c4-1338-48c1-a349-0c5107402dfe HTTP/1.1" status: 200 len: 943 time: 0.0681684 Jul 14 07:38:43.469087 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07720461-c368-48ff-ada7-d65e4ab37ad7 req-11636ce9-5716-4605-9750-187604e2e8f2 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f7bc3b7-1c7c-4834-9baf-ac43175f8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323224 Jul 14 07:38:43.852790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bd6e1622-ed1c-4943-922c-d0459ffe59ba details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:38:43.949468 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port bd6e1622-ed1c-4943-922c-d0459ffe59ba, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bd6e1622-ed1c-4943-922c-d0459ffe59ba,segment=NetworkSegment(1bdf9915-6b7a-4611-806a-4a3fc552bdc1),segment_id=1bdf9915-6b7a-4611-806a-4a3fc552bdc1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:43.963004 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'bd6e1622-ed1c-4943-922c-d0459ffe59ba', 'network_id': 'f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9', 'port_id': 'bd6e1622-ed1c-4943-922c-d0459ffe59ba', 'mac_address': 'fa:16:3e:34:fa:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a94490a-dbd0-4f01-a87d-514555f03c38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:38:44.000038 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:44.012781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6e1622-ed1c-4943-922c-d0459ffe59ba {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:38:44.033310 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port bd6e1622-ed1c-4943-922c-d0459ffe59ba, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bd6e1622-ed1c-4943-922c-d0459ffe59ba,segment=NetworkSegment(1bdf9915-6b7a-4611-806a-4a3fc552bdc1),segment_id=1bdf9915-6b7a-4611-806a-4a3fc552bdc1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:44.040556 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:44.068969 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5a12ad94-58ed-48e5-9de4-02007ef2045f tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:44.070495 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5a12ad94-58ed-48e5-9de4-02007ef2045f tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.30 "GET /v2.0/networks?id=5ab998eb-5a7e-4f5c-b157-2ff85b8253df HTTP/1.1" status: 200 len: 808 time: 0.1169014 Jul 14 07:38:44.083058 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-f86831b7-c622-4d4d-8a04-57b02d69d41a tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Request body: {'port': {'device_id': 'cb420b6b-637a-47ed-a115-d27db7462fa2', 'network_id': '5ab998eb-5a7e-4f5c-b157-2ff85b8253df', 'admin_state_up': True, 'tenant_id': 'd5ab77d7872a4c029a809bc4688370e1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:44.098224 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=bd6e1622-ed1c-4943-922c-d0459ffe59ba,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:44.197479 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-f86831b7-c622-4d4d-8a04-57b02d69d41a tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Made reservation on behalf of d5ab77d7872a4c029a809bc4688370e1 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:38:44.202331 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-f86831b7-c622-4d4d-8a04-57b02d69d41a tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:44.235392 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b28394c-b2a6-42d4-85e0-acd8282f0f10 req-1ff51809-65a0-4cb6-985a-9120445ef7de tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb420b6b-637a-47ed-a115-d27db7462fa2 HTTP/1.1" status: 200 len: 210 time: 0.0286763 Jul 14 07:38:44.260752 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['bd6e1622-ed1c-4943-922c-d0459ffe59ba'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:38:44.326253 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-f86831b7-c622-4d4d-8a04-57b02d69d41a tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Allocated IP 172.20.0.7 (5ab998eb-5a7e-4f5c-b157-2ff85b8253df/46860bfe-d733-42a5-a091-c5c0670b3e20/7090de5f-7001-42b8-9860-7d78e6c4b940) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:38:44.468621 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-f86831b7-c622-4d4d-8a04-57b02d69d41a tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:44.507421 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-f86831b7-c622-4d4d-8a04-57b02d69d41a tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:44.548399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-f86831b7-c622-4d4d-8a04-57b02d69d41a tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Network 5ab998eb-5a7e-4f5c-b157-2ff85b8253df is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:38:44.553491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-f86831b7-c622-4d4d-8a04-57b02d69d41a tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:38:44.557213 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-f86831b7-c622-4d4d-8a04-57b02d69d41a tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:38:44.582723 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86831b7-c622-4d4d-8a04-57b02d69d41a tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Pushing event updated for resources: {'Port': ['ID=7090de5f-7001-42b8-9860-7d78e6c4b940,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:44.609634 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-f86831b7-c622-4d4d-8a04-57b02d69d41a tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:44.610248 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-f86831b7-c622-4d4d-8a04-57b02d69d41a tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:44.623727 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-f86831b7-c622-4d4d-8a04-57b02d69d41a tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5448153 Jul 14 07:38:44.635036 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Request body: {'port': {'device_id': 'cb420b6b-637a-47ed-a115-d27db7462fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:44.640129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae847ca-e4a8-4056-90d8-6cee21e5dd2f req-99320090-e2d6-4582-9c1a-553818f72295 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:44.641632 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bae847ca-e4a8-4056-90d8-6cee21e5dd2f req-99320090-e2d6-4582-9c1a-553818f72295 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb64c4-1338-48c1-a349-0c5107402dfe HTTP/1.1" status: 200 len: 944 time: 0.0620124 Jul 14 07:38:44.680307 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bae847ca-e4a8-4056-90d8-6cee21e5dd2f req-ad12dbe4-39c2-4050-8d27-92cf06f81f01 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f7bc3b7-1c7c-4834-9baf-ac43175f8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321088 Jul 14 07:38:44.709672 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:44.956530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7090de5f-7001-42b8-9860-7d78e6c4b940 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:38:44.963819 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:44.975450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Transition to ACTIVE for port object 7090de5f-7001-42b8-9860-7d78e6c4b940 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:38:44.979024 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:45.032715 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Pushing event updated for resources: {'Port': ['ID=7090de5f-7001-42b8-9860-7d78e6c4b940,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:45.096328 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Attempting to bind port 7090de5f-7001-42b8-9860-7d78e6c4b940 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:38:45.096995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Attempting to bind port 7090de5f-7001-42b8-9860-7d78e6c4b940 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '0b5bf2d3-6462-492d-a6dc-aa40c3c450e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5ab998eb-5a7e-4f5c-b157-2ff85b8253df'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:38:45.096995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Attempting to bind port 7090de5f-7001-42b8-9860-7d78e6c4b940 on network 5ab998eb-5a7e-4f5c-b157-2ff85b8253df {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:38:45.101764 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Port 7090de5f-7001-42b8-9860-7d78e6c4b940 on network 5ab998eb-5a7e-4f5c-b157-2ff85b8253df not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:38:45.102085 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Attempting to bind port 7090de5f-7001-42b8-9860-7d78e6c4b940 on network 5ab998eb-5a7e-4f5c-b157-2ff85b8253df {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:38:45.106736 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:38:45.107074 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Checking segment: {'id': '0b5bf2d3-6462-492d-a6dc-aa40c3c450e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5ab998eb-5a7e-4f5c-b157-2ff85b8253df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:38:45.107459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Bound using segment: {'id': '0b5bf2d3-6462-492d-a6dc-aa40c3c450e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5ab998eb-5a7e-4f5c-b157-2ff85b8253df'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:38:45.107884 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Bound port: 7090de5f-7001-42b8-9860-7d78e6c4b940, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5bf2d3-6462-492d-a6dc-aa40c3c450e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5ab998eb-5a7e-4f5c-b157-2ff85b8253df'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:38:45.108235 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:45.168775 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] For port 7090de5f-7001-42b8-9860-7d78e6c4b940, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:38:45.172042 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] For port 7090de5f-7001-42b8-9860-7d78e6c4b940, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=7090de5f-7001-42b8-9860-7d78e6c4b940,segment=NetworkSegment(0b5bf2d3-6462-492d-a6dc-aa40c3c450e3),segment_id=0b5bf2d3-6462-492d-a6dc-aa40c3c450e3)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:38:45.177390 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:45.221252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:45.221874 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:45.223306 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] 10.222.0.30 "PUT /v2.0/ports/7090de5f-7001-42b8-9860-7d78e6c4b940 HTTP/1.1" status: 200 len: 1091 time: 0.5929368 Jul 14 07:38:45.225921 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb420b6b-637a-47ed-a115-d27db7462fa2', 'tag': '7090de5f-7001-42b8-9860-7d78e6c4b940'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:38:45.228206 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080577d1-4a1c-4fa0-93cb-c05a2340e867" -d '{"events": [{"name": "network-changed", "server_uuid": "cb420b6b-637a-47ed-a115-d27db7462fa2", "tag": "7090de5f-7001-42b8-9860-7d78e6c4b940"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:38:45.255496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27f60e-979c-4e75-ad32-92e15ebba878 service neutron] Pushing event updated for resources: {'Port': ['ID=7090de5f-7001-42b8-9860-7d78e6c4b940,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:45.287557 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbe2e23-0a3f-4d80-9ede-b1b29d50d58b x-openstack-request-id: req-3dbe2e23-0a3f-4d80-9ede-b1b29d50d58b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:38:45.287858 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb420b6b-637a-47ed-a115-d27db7462fa2", "tag": "7090de5f-7001-42b8-9860-7d78e6c4b940", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:38:45.288108 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3dbe2e23-0a3f-4d80-9ede-b1b29d50d58b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:38:45.288496 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb420b6b-637a-47ed-a115-d27db7462fa2', 'tag': '7090de5f-7001-42b8-9860-7d78e6c4b940', 'status': 'completed', 'code': 200} Jul 14 07:38:45.314916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-4a1f01a0-3d9d-418b-8786-e508b7f331fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:45.316433 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-4a1f01a0-3d9d-418b-8786-e508b7f331fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5ab77d7872a4c029a809bc4688370e1&device_id=cb420b6b-637a-47ed-a115-d27db7462fa2 HTTP/1.1" status: 200 len: 1094 time: 0.0580108 Jul 14 07:38:45.359925 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-d8af61ee-973e-4f7d-a323-796c0a8b793f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7090de5f-7001-42b8-9860-7d78e6c4b940 HTTP/1.1" status: 200 len: 217 time: 0.0338101 Jul 14 07:38:45.410211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-b1e3b04c-cb5d-41eb-912e-6c52af720bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:45.411681 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-b1e3b04c-cb5d-41eb-912e-6c52af720bc2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46860bfe-d733-42a5-a091-c5c0670b3e20 HTTP/1.1" status: 200 len: 848 time: 0.0452616 Jul 14 07:38:45.415451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf19bd0-919c-43db-a6d1-878aa450c714 req-b5282b8e-d21f-4793-b921-4b13fe46f1f7 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:45.416938 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-faf19bd0-919c-43db-a6d1-878aa450c714 req-b5282b8e-d21f-4793-b921-4b13fe46f1f7 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb420b6b-637a-47ed-a115-d27db7462fa2 HTTP/1.1" status: 200 len: 943 time: 0.0662313 Jul 14 07:38:45.443778 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-ff6e9e56-8912-4f55-8730-dcc96724e262 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ab998eb-5a7e-4f5c-b157-2ff85b8253df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259814 Jul 14 07:38:45.454519 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-faf19bd0-919c-43db-a6d1-878aa450c714 req-bb4a9a50-b6d5-45ef-9214-9aa453d3b09a tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/security-groups?id=95eb115c-9fb7-48c7-b369-331fb5bccdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318153 Jul 14 07:38:45.530177 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-88c23cf9-3dd6-46ea-a2a8-a609ed67e2e4 service neutron] 10.222.0.30 "GET /v2.0/networks/5ab998eb-5a7e-4f5c-b157-2ff85b8253df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802267 Jul 14 07:38:45.619773 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eb8965e1-129b-48b1-8e0e-6bcb64c7f1f9 req-23c0f626-76e8-4c7f-b896-37784af9ac65 service neutron] 10.222.0.30 "GET /v2.0/networks/5ab998eb-5a7e-4f5c-b157-2ff85b8253df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834699 Jul 14 07:38:45.686181 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:45.714375 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080577d1-4a1c-4fa0-93cb-c05a2340e867 req-5df5be49-bf43-4c5c-aa60-b6b7485e2ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:45.715875 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-080577d1-4a1c-4fa0-93cb-c05a2340e867 req-5df5be49-bf43-4c5c-aa60-b6b7485e2ad9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5ab77d7872a4c029a809bc4688370e1&device_id=cb420b6b-637a-47ed-a115-d27db7462fa2 HTTP/1.1" status: 200 len: 1094 time: 0.0514295 Jul 14 07:38:45.775734 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:45.808089 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080577d1-4a1c-4fa0-93cb-c05a2340e867 req-71a9e26f-e321-4cad-9ce9-bf5bf354bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:45.809613 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-080577d1-4a1c-4fa0-93cb-c05a2340e867 req-71a9e26f-e321-4cad-9ce9-bf5bf354bef9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ab998eb-5a7e-4f5c-b157-2ff85b8253df HTTP/1.1" status: 200 len: 909 time: 0.0871656 Jul 14 07:38:45.851259 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-080577d1-4a1c-4fa0-93cb-c05a2340e867 req-ee9197c8-58c6-487f-a7ba-d251b90246e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7090de5f-7001-42b8-9860-7d78e6c4b940 HTTP/1.1" status: 200 len: 217 time: 0.0341673 Jul 14 07:38:45.857385 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d54bcd-fc2c-494a-b335-1896eca89e55 req-0c0271aa-3e88-4690-b9cc-97651d87b250 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:45.858915 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d4d54bcd-fc2c-494a-b335-1896eca89e55 req-0c0271aa-3e88-4690-b9cc-97651d87b250 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb64c4-1338-48c1-a349-0c5107402dfe HTTP/1.1" status: 200 len: 944 time: 0.0631735 Jul 14 07:38:45.862919 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bd6e1622-ed1c-4943-922c-d0459ffe59ba up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:38:45.898232 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d4d54bcd-fc2c-494a-b335-1896eca89e55 req-99ac9824-2a52-4af7-b479-8c824bffb8e0 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f7bc3b7-1c7c-4834-9baf-ac43175f8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333807 Jul 14 07:38:45.903065 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080577d1-4a1c-4fa0-93cb-c05a2340e867 req-71d2d8e5-035b-42e4-b79b-4b7e9b2c94f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:45.904734 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-080577d1-4a1c-4fa0-93cb-c05a2340e867 req-71d2d8e5-035b-42e4-b79b-4b7e9b2c94f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46860bfe-d733-42a5-a091-c5c0670b3e20 HTTP/1.1" status: 200 len: 848 time: 0.0469375 Jul 14 07:38:45.915253 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port bd6e1622-ed1c-4943-922c-d0459ffe59ba completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:38:45.919102 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port bd6e1622-ed1c-4943-922c-d0459ffe59ba triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:38:45.919484 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:45.941788 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-080577d1-4a1c-4fa0-93cb-c05a2340e867 req-134b6f35-5393-4fba-a3d6-7f50d122e8e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ab998eb-5a7e-4f5c-b157-2ff85b8253df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304091 Jul 14 07:38:45.995350 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:46.018146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abb64c4-1338-48c1-a349-0c5107402dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e1622-ed1c-4943-922c-d0459ffe59ba'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:38:46.020380 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55423467-0c23-4577-8ee4-1983a9167279" -d '{"events": [{"server_uuid": "1abb64c4-1338-48c1-a349-0c5107402dfe", "name": "network-vif-plugged", "status": "completed", "tag": "bd6e1622-ed1c-4943-922c-d0459ffe59ba"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:38:46.032052 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-080577d1-4a1c-4fa0-93cb-c05a2340e867 req-9ebda8a5-b591-4024-ad1f-41d721a68026 service neutron] 10.222.0.30 "GET /v2.0/networks/5ab998eb-5a7e-4f5c-b157-2ff85b8253df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833371 Jul 14 07:38:46.033403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port bd6e1622-ed1c-4943-922c-d0459ffe59ba, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bd6e1622-ed1c-4943-922c-d0459ffe59ba,segment=NetworkSegment(1bdf9915-6b7a-4611-806a-4a3fc552bdc1),segment_id=1bdf9915-6b7a-4611-806a-4a3fc552bdc1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:46.037932 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:46.061724 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7972c75-6727-4664-8158-5b0f2b86dae9 x-openstack-request-id: req-e7972c75-6727-4664-8158-5b0f2b86dae9 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:38:46.062020 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abb64c4-1338-48c1-a349-0c5107402dfe", "name": "network-vif-plugged", "status": "completed", "tag": "bd6e1622-ed1c-4943-922c-d0459ffe59ba", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:38:46.062273 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e7972c75-6727-4664-8158-5b0f2b86dae9 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:38:46.062675 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abb64c4-1338-48c1-a349-0c5107402dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e1622-ed1c-4943-922c-d0459ffe59ba', 'code': 200} Jul 14 07:38:46.092400 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=bd6e1622-ed1c-4943-922c-d0459ffe59ba,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:46.127909 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-080577d1-4a1c-4fa0-93cb-c05a2340e867 req-343ce553-5220-4e51-aa05-33961a40b04b service neutron] 10.222.0.30 "GET /v2.0/networks/5ab998eb-5a7e-4f5c-b157-2ff85b8253df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887129 Jul 14 07:38:46.175794 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8eea3-5da4-4275-91ff-011c5bfc7d57 req-dccbf388-c188-49c9-b9f9-20c6af623169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:46.177293 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bac8eea3-5da4-4275-91ff-011c5bfc7d57 req-dccbf388-c188-49c9-b9f9-20c6af623169 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1abb64c4-1338-48c1-a349-0c5107402dfe HTTP/1.1" status: 200 len: 1096 time: 0.0549467 Jul 14 07:38:46.216127 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bac8eea3-5da4-4275-91ff-011c5bfc7d57 req-fba2786a-e8c9-4932-86f8-4e030fc926dc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4f7bc3b7-1c7c-4834-9baf-ac43175f8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328720 Jul 14 07:38:46.622555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3605fe-ad81-47e3-a0eb-e25ff8de9823 req-c14fb43c-43d0-4d19-b71c-934d98fefcd7 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:46.623996 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf3605fe-ad81-47e3-a0eb-e25ff8de9823 req-c14fb43c-43d0-4d19-b71c-934d98fefcd7 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb420b6b-637a-47ed-a115-d27db7462fa2 HTTP/1.1" status: 200 len: 943 time: 0.0620012 Jul 14 07:38:46.659409 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf3605fe-ad81-47e3-a0eb-e25ff8de9823 req-aa595f36-084e-40b9-8bcc-c015f53f9af6 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/security-groups?id=95eb115c-9fb7-48c7-b369-331fb5bccdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299993 Jul 14 07:38:47.074478 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a2060-d8e7-4388-a944-5e0b8fafa8e3 req-695cfe02-bdea-4594-a8a7-69b7412b20a0 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:47.075936 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-585a2060-d8e7-4388-a944-5e0b8fafa8e3 req-695cfe02-bdea-4594-a8a7-69b7412b20a0 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb64c4-1338-48c1-a349-0c5107402dfe HTTP/1.1" status: 200 len: 945 time: 0.0617900 Jul 14 07:38:47.116457 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-585a2060-d8e7-4388-a944-5e0b8fafa8e3 req-887c1744-0351-4fbe-8d1f-7dbe52eed6dd tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f7bc3b7-1c7c-4834-9baf-ac43175f8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347629 Jul 14 07:38:47.984586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3d695-9a3d-48e3-be69-e10a72bd1028 req-d90db299-fa6c-428c-a8f4-bd93c4ccf68b tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:47.986097 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2ef3d695-9a3d-48e3-be69-e10a72bd1028 req-d90db299-fa6c-428c-a8f4-bd93c4ccf68b tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb64c4-1338-48c1-a349-0c5107402dfe HTTP/1.1" status: 200 len: 945 time: 0.3297415 Jul 14 07:38:48.006969 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83d463-ab6d-4c4a-9cb2-94b578accc2c req-80e0b58b-9b11-4881-8837-62e83cdd84bd tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:48.008344 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a83d463-ab6d-4c4a-9cb2-94b578accc2c req-80e0b58b-9b11-4881-8837-62e83cdd84bd tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb420b6b-637a-47ed-a115-d27db7462fa2 HTTP/1.1" status: 200 len: 943 time: 0.0929036 Jul 14 07:38:48.050889 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2ef3d695-9a3d-48e3-be69-e10a72bd1028 req-9ca574a6-e73f-4d92-a9d5-9abe3e5b1cb3 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f7bc3b7-1c7c-4834-9baf-ac43175f8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573967 Jul 14 07:38:48.062936 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a83d463-ab6d-4c4a-9cb2-94b578accc2c req-8f56cfc4-8d56-420e-b44b-e3fa14fc2943 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/security-groups?id=95eb115c-9fb7-48c7-b369-331fb5bccdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474768 Jul 14 07:38:48.504106 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 7090de5f-7001-42b8-9860-7d78e6c4b940 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:38:48.595643 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 7090de5f-7001-42b8-9860-7d78e6c4b940, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=7090de5f-7001-42b8-9860-7d78e6c4b940,segment=NetworkSegment(0b5bf2d3-6462-492d-a6dc-aa40c3c450e3),segment_id=0b5bf2d3-6462-492d-a6dc-aa40c3c450e3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:48.607025 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '7090de5f-7001-42b8-9860-7d78e6c4b940', 'network_id': '5ab998eb-5a7e-4f5c-b157-2ff85b8253df', 'port_id': '7090de5f-7001-42b8-9860-7d78e6c4b940', 'mac_address': 'fa:16:3e:04:7e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46860bfe-d733-42a5-a091-c5c0670b3e20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:38:48.641838 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:48.657781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7090de5f-7001-42b8-9860-7d78e6c4b940 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:38:48.676788 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 7090de5f-7001-42b8-9860-7d78e6c4b940, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=7090de5f-7001-42b8-9860-7d78e6c4b940,segment=NetworkSegment(0b5bf2d3-6462-492d-a6dc-aa40c3c450e3),segment_id=0b5bf2d3-6462-492d-a6dc-aa40c3c450e3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:48.680252 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:48.726033 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=7090de5f-7001-42b8-9860-7d78e6c4b940,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:48.869874 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['7090de5f-7001-42b8-9860-7d78e6c4b940'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:38:48.884279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ee3ba-dcae-4e49-88a0-56d20fc4147c req-ee6339e0-8cb0-46ea-9deb-643208b8c3fe tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:48.885741 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-976ee3ba-dcae-4e49-88a0-56d20fc4147c req-ee6339e0-8cb0-46ea-9deb-643208b8c3fe tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.15 "GET /v2.0/ports?device_id=1abb64c4-1338-48c1-a349-0c5107402dfe HTTP/1.1" status: 200 len: 945 time: 0.0614107 Jul 14 07:38:48.984119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-976ee3ba-dcae-4e49-88a0-56d20fc4147c req-b5aeaf37-d05d-4f1b-b6ad-8d21563a8ded tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Deleting port bd6e1622-ed1c-4943-922c-d0459ffe59ba {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:48.984460 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-976ee3ba-dcae-4e49-88a0-56d20fc4147c req-b5aeaf37-d05d-4f1b-b6ad-8d21563a8ded tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:49.072102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-976ee3ba-dcae-4e49-88a0-56d20fc4147c req-b5aeaf37-d05d-4f1b-b6ad-8d21563a8ded tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] For port bd6e1622-ed1c-4943-922c-d0459ffe59ba, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=bd6e1622-ed1c-4943-922c-d0459ffe59ba,segment=NetworkSegment(1bdf9915-6b7a-4611-806a-4a3fc552bdc1),segment_id=1bdf9915-6b7a-4611-806a-4a3fc552bdc1)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:49.072784 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-976ee3ba-dcae-4e49-88a0-56d20fc4147c req-b5aeaf37-d05d-4f1b-b6ad-8d21563a8ded tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:49.084647 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-976ee3ba-dcae-4e49-88a0-56d20fc4147c req-b5aeaf37-d05d-4f1b-b6ad-8d21563a8ded tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Calling delete_port for bd6e1622-ed1c-4943-922c-d0459ffe59ba owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:49.276472 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-976ee3ba-dcae-4e49-88a0-56d20fc4147c req-b5aeaf37-d05d-4f1b-b6ad-8d21563a8ded tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:49.287902 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['bd6e1622-ed1c-4943-922c-d0459ffe59ba'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:38:49.320978 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aeaf37-d05d-4f1b-b6ad-8d21563a8ded tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Pushing event deleted for resources: {'Port': ['ID=bd6e1622-ed1c-4943-922c-d0459ffe59ba,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:49.337064 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff7d73-d100-44f9-83cb-c6d93b95ca0f req-9dfaee65-c90e-4d55-a920-128001d3bd05 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:49.338623 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ff7d73-d100-44f9-83cb-c6d93b95ca0f req-9dfaee65-c90e-4d55-a920-128001d3bd05 tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb64c4-1338-48c1-a349-0c5107402dfe HTTP/1.1" status: 200 len: 867 time: 0.1748683 Jul 14 07:38:49.386200 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-976ee3ba-dcae-4e49-88a0-56d20fc4147c req-b5aeaf37-d05d-4f1b-b6ad-8d21563a8ded tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] No DVR routers for this DVR port bd6e1622-ed1c-4943-922c-d0459ffe59ba on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:38:49.394302 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343e561-ffde-4506-8a17-fbe16e9f4c21 req-79398aca-a4ed-4196-b5c2-2f792ad33430 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:49.395735 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9343e561-ffde-4506-8a17-fbe16e9f4c21 req-79398aca-a4ed-4196-b5c2-2f792ad33430 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb420b6b-637a-47ed-a115-d27db7462fa2 HTTP/1.1" status: 200 len: 944 time: 0.2191055 Jul 14 07:38:49.396720 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-976ee3ba-dcae-4e49-88a0-56d20fc4147c req-b5aeaf37-d05d-4f1b-b6ad-8d21563a8ded tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:49.398509 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-976ee3ba-dcae-4e49-88a0-56d20fc4147c req-b5aeaf37-d05d-4f1b-b6ad-8d21563a8ded tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.15 "DELETE /v2.0/ports/bd6e1622-ed1c-4943-922c-d0459ffe59ba HTTP/1.1" status: 204 len: 173 time: 0.5075021 Jul 14 07:38:49.404180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abb64c4-1338-48c1-a349-0c5107402dfe', 'name': 'network-vif-deleted', 'tag': 'bd6e1622-ed1c-4943-922c-d0459ffe59ba'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:38:49.406404 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d905f1c2-1620-40f8-a024-5f36d9810a3a" -d '{"events": [{"server_uuid": "1abb64c4-1338-48c1-a349-0c5107402dfe", "name": "network-vif-deleted", "tag": "bd6e1622-ed1c-4943-922c-d0459ffe59ba"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:38:49.445038 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ff7d73-d100-44f9-83cb-c6d93b95ca0f req-18d9b5fa-dc11-4d4d-9afb-23cd5a5bb6bc tempest-ServerPasswordTestJSON-1540609513 tempest-ServerPasswordTestJSON-1540609513-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f7bc3b7-1c7c-4834-9baf-ac43175f8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869901 Jul 14 07:38:49.457915 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9343e561-ffde-4506-8a17-fbe16e9f4c21 req-edfd25f2-a5fd-41d4-8424-66fb3f7c7a6b tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/security-groups?id=95eb115c-9fb7-48c7-b369-331fb5bccdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482683 Jul 14 07:38:49.508369 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea92f5e9-308d-4230-ac02-a03057096e55 x-openstack-request-id: req-ea92f5e9-308d-4230-ac02-a03057096e55 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:38:49.508672 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abb64c4-1338-48c1-a349-0c5107402dfe", "name": "network-vif-deleted", "tag": "bd6e1622-ed1c-4943-922c-d0459ffe59ba", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:38:49.508926 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea92f5e9-308d-4230-ac02-a03057096e55 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:38:49.509372 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abb64c4-1338-48c1-a349-0c5107402dfe', 'name': 'network-vif-deleted', 'tag': 'bd6e1622-ed1c-4943-922c-d0459ffe59ba', 'status': 'completed', 'code': 200} Jul 14 07:38:50.512511 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 7090de5f-7001-42b8-9860-7d78e6c4b940 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:38:50.541756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59394) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:50.565318 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 7090de5f-7001-42b8-9860-7d78e6c4b940 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:38:50.570164 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 7090de5f-7001-42b8-9860-7d78e6c4b940 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:38:50.570519 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:50.617799 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-0afdf29b-68db-48f6-946d-305eb7c5e918 admin admin] Deleting subnet 7a94490a-dbd0-4f01-a87d-514555f03c38 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:38:50.622951 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0afdf29b-68db-48f6-946d-305eb7c5e918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:50.644685 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:50.666048 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0afdf29b-68db-48f6-946d-305eb7c5e918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:50.666863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb420b6b-637a-47ed-a115-d27db7462fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7090de5f-7001-42b8-9860-7d78e6c4b940'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:38:50.669110 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b51ecba-d755-4540-aacd-5bef2492c90d" -d '{"events": [{"server_uuid": "cb420b6b-637a-47ed-a115-d27db7462fa2", "name": "network-vif-plugged", "status": "completed", "tag": "7090de5f-7001-42b8-9860-7d78e6c4b940"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:38:50.689572 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 7090de5f-7001-42b8-9860-7d78e6c4b940, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=7090de5f-7001-42b8-9860-7d78e6c4b940,segment=NetworkSegment(0b5bf2d3-6462-492d-a6dc-aa40c3c450e3),segment_id=0b5bf2d3-6462-492d-a6dc-aa40c3c450e3)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:50.694838 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:50.708593 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe33430-8c54-417a-94db-31d3ddd9cc8c req-fc373ef4-b8da-4031-9d2f-fc65c86367c4 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:50.710316 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-afe33430-8c54-417a-94db-31d3ddd9cc8c req-fc373ef4-b8da-4031-9d2f-fc65c86367c4 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb420b6b-637a-47ed-a115-d27db7462fa2 HTTP/1.1" status: 200 len: 944 time: 0.1341939 Jul 14 07:38:50.718203 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea728eb-3e26-408b-acd8-88fb670c8b0c x-openstack-request-id: req-6ea728eb-3e26-408b-acd8-88fb670c8b0c {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:38:50.718493 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb420b6b-637a-47ed-a115-d27db7462fa2", "name": "network-vif-plugged", "status": "completed", "tag": "7090de5f-7001-42b8-9860-7d78e6c4b940", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:38:50.718740 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6ea728eb-3e26-408b-acd8-88fb670c8b0c {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:38:50.719125 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb420b6b-637a-47ed-a115-d27db7462fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7090de5f-7001-42b8-9860-7d78e6c4b940', 'code': 200} Jul 14 07:38:50.730708 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0afdf29b-68db-48f6-946d-305eb7c5e918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:50.745998 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=7090de5f-7001-42b8-9860-7d78e6c4b940,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:50.784106 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-afe33430-8c54-417a-94db-31d3ddd9cc8c req-6ea8fbba-0bbe-440d-b569-4ac8e42ec4fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/security-groups?id=95eb115c-9fb7-48c7-b369-331fb5bccdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672331 Jul 14 07:38:50.810273 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0afdf29b-68db-48f6-946d-305eb7c5e918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:50.827344 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb934e06-e07b-4f83-bcbf-51e2adf68acf req-c966ef05-77b6-4abc-9cd0-d9affc4114ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:50.828883 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fb934e06-e07b-4f83-bcbf-51e2adf68acf req-c966ef05-77b6-4abc-9cd0-d9affc4114ad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cb420b6b-637a-47ed-a115-d27db7462fa2 HTTP/1.1" status: 200 len: 1096 time: 0.0547590 Jul 14 07:38:50.842055 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdf29b-68db-48f6-946d-305eb7c5e918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a94490a-dbd0-4f01-a87d-514555f03c38,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:50.844008 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0afdf29b-68db-48f6-946d-305eb7c5e918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:50.845877 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0afdf29b-68db-48f6-946d-305eb7c5e918 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7a94490a-dbd0-4f01-a87d-514555f03c38 HTTP/1.1" status: 204 len: 168 time: 0.3030334 Jul 14 07:38:50.848270 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59398) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:50.866625 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fb934e06-e07b-4f83-bcbf-51e2adf68acf req-7983616a-a8b7-4798-aab7-870826294489 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=95eb115c-9fb7-48c7-b369-331fb5bccdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313885 Jul 14 07:38:50.914687 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0a110fdf-64fa-4c16-98f6-3cf86764ec0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:50.994351 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0a110fdf-64fa-4c16-98f6-3cf86764ec0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:51.003771 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-0a110fdf-64fa-4c16-98f6-3cf86764ec0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:51.014102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-0a110fdf-64fa-4c16-98f6-3cf86764ec0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdf9915-6b7a-4611-806a-4a3fc552bdc1') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:51.014392 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-0a110fdf-64fa-4c16-98f6-3cf86764ec0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdf9915-6b7a-4611-806a-4a3fc552bdc1') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:38:51.022789 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0a110fdf-64fa-4c16-98f6-3cf86764ec0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:51.035756 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0a110fdf-64fa-4c16-98f6-3cf86764ec0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:51.041322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a110fdf-64fa-4c16-98f6-3cf86764ec0b admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:38:51.041696 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0a110fdf-64fa-4c16-98f6-3cf86764ec0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:38:51.043263 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:38:51.094673 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0a110fdf-64fa-4c16-98f6-3cf86764ec0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:51.100484 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0a110fdf-64fa-4c16-98f6-3cf86764ec0b admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:51.102355 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0a110fdf-64fa-4c16-98f6-3cf86764ec0b admin admin] 10.222.0.35 "DELETE /v2.0/networks/f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9 HTTP/1.1" status: 204 len: 168 time: 0.2531788 Jul 14 07:38:51.113075 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a110fdf-64fa-4c16-98f6-3cf86764ec0b admin admin] Pushing event deleted for resources: {'Network': ['ID=f8e0ffba-e9c1-4529-b1c0-a3f8bd6d1de9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:51.204094 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59402) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:51.243282 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e0df5885-59c2-47fc-ad17-e3d3bfd84659 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b19c6e83e58341338a612b219fed48bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379260 Jul 14 07:38:51.245374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59404) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:51.291510 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e161c26b-5c4f-4365-ac0f-2157e88d0a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:51.312823 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e161c26b-5c4f-4365-ac0f-2157e88d0a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:51.357976 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e161c26b-5c4f-4365-ac0f-2157e88d0a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:51.360553 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e161c26b-5c4f-4365-ac0f-2157e88d0a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:51.361747 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e161c26b-5c4f-4365-ac0f-2157e88d0a8c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f7bc3b7-1c7c-4834-9baf-ac43175f8d55 HTTP/1.1" status: 204 len: 168 time: 0.1153760 Jul 14 07:38:51.369682 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161c26b-5c4f-4365-ac0f-2157e88d0a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7bc3b7-1c7c-4834-9baf-ac43175f8d55,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:51.962908 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b17b0-08d5-458b-a274-0bb7550969ee req-75bf5ea1-934f-4a29-a7c8-59b2637edaab tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:51.964418 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-945b17b0-08d5-458b-a274-0bb7550969ee req-75bf5ea1-934f-4a29-a7c8-59b2637edaab tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb420b6b-637a-47ed-a115-d27db7462fa2 HTTP/1.1" status: 200 len: 945 time: 0.0691922 Jul 14 07:38:52.003120 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-945b17b0-08d5-458b-a274-0bb7550969ee req-380391da-a5bc-4704-ad6f-672c68281a5c tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/security-groups?id=95eb115c-9fb7-48c7-b369-331fb5bccdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315840 Jul 14 07:38:52.003256 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59428) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:52.099695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-99c40699-9617-449b-8c77-27f65fcc8a05 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-184481556-network', 'tenant_id': 'ecb4d9adac124490b9a03c7f8fa607ec'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:52.119522 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c40699-9617-449b-8c77-27f65fcc8a05 admin admin] Made reservation on behalf of ecb4d9adac124490b9a03c7f8fa607ec for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:38:52.121868 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99c40699-9617-449b-8c77-27f65fcc8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:52.130212 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99c40699-9617-449b-8c77-27f65fcc8a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:52.223954 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99c40699-9617-449b-8c77-27f65fcc8a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:52.227888 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99c40699-9617-449b-8c77-27f65fcc8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:52.246804 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c40699-9617-449b-8c77-27f65fcc8a05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:38:52.258002 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99c40699-9617-449b-8c77-27f65fcc8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:52.258343 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-99c40699-9617-449b-8c77-27f65fcc8a05 admin admin] Added segment 7c061d23-7ba0-462c-b9ba-5d12ed74d2c0 of type vlan for network d3683ec1-1aa1-4336-80ec-d8672eb540a7 Jul 14 07:38:52.292756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c40699-9617-449b-8c77-27f65fcc8a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f97848f-8eff-4247-866e-62c5f751504f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:52.306460 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99c40699-9617-449b-8c77-27f65fcc8a05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:52.335085 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99c40699-9617-449b-8c77-27f65fcc8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:52.335994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c40699-9617-449b-8c77-27f65fcc8a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:52.336614 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99c40699-9617-449b-8c77-27f65fcc8a05 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:52.393376 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-99c40699-9617-449b-8c77-27f65fcc8a05 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3890383 Jul 14 07:38:52.396368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59442) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:38:52.402622 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c40699-9617-449b-8c77-27f65fcc8a05 admin admin] Pushing event updated for resources: {'Network': ['ID=d3683ec1-1aa1-4336-80ec-d8672eb540a7,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:52.402786 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9ee9967e-c682-4adf-9e74-2fd0595e8ccb admin admin] Request body: {'subnet': {'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-184481556-subnet', 'tenant_id': 'ecb4d9adac124490b9a03c7f8fa607ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:52.412719 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network d3683ec1-1aa1-4336-80ec-d8672eb540a7 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:38:52.429371 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee9967e-c682-4adf-9e74-2fd0595e8ccb admin admin] Made reservation on behalf of ecb4d9adac124490b9a03c7f8fa607ec for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:38:52.431998 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9ee9967e-c682-4adf-9e74-2fd0595e8ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:52.599130 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9ee9967e-c682-4adf-9e74-2fd0595e8ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:52.654173 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9967e-c682-4adf-9e74-2fd0595e8ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee721f7a-4d77-4c44-92b1-6042cc4172ec,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:52.671170 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee9967e-c682-4adf-9e74-2fd0595e8ccb admin admin] Checking segment: {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:38:52.671610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee9967e-c682-4adf-9e74-2fd0595e8ccb admin admin] Network hostable DHCP agents. Network: d3683ec1-1aa1-4336-80ec-d8672eb540a7, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:38:52.688368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee9967e-c682-4adf-9e74-2fd0595e8ccb admin admin] Network d3683ec1-1aa1-4336-80ec-d8672eb540a7 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:38:52.698161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9ee9967e-c682-4adf-9e74-2fd0595e8ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, d3683ec1-1aa1-4336-80ec-d8672eb540a7) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:38:52.702761 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee9967e-c682-4adf-9e74-2fd0595e8ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:52.703249 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9ee9967e-c682-4adf-9e74-2fd0595e8ccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:52.708230 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a3c0b6-acd2-4e4b-a6aa-72af3e88a07f None None] Network d3683ec1-1aa1-4336-80ec-d8672eb540a7 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:38:52.723160 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9ee9967e-c682-4adf-9e74-2fd0595e8ccb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3245082 Jul 14 07:38:52.802092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44066f-1eeb-43e0-97b7-fb5fa673fffa req-4e64e894-1a80-4e3f-a0c8-7efcec64aa99 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:52.804320 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ad44066f-1eeb-43e0-97b7-fb5fa673fffa req-4e64e894-1a80-4e3f-a0c8-7efcec64aa99 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb420b6b-637a-47ed-a115-d27db7462fa2 HTTP/1.1" status: 200 len: 945 time: 0.0656092 Jul 14 07:38:52.847096 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9af390-2ac6-4fe6-90e0-95b10fc19259 None None] Network d3683ec1-1aa1-4336-80ec-d8672eb540a7 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:38:52.847329 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ad44066f-1eeb-43e0-97b7-fb5fa673fffa req-e11836ca-d589-4424-a253-42316e5bcb6e tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/security-groups?id=95eb115c-9fb7-48c7-b369-331fb5bccdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374219 Jul 14 07:38:53.149277 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-5cdcfbe7-682f-4db1-8630-876d33d4246e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:53.150659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-5cdcfbe7-682f-4db1-8630-876d33d4246e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 805 time: 0.1016183 Jul 14 07:38:53.165624 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-88117157-4ae7-44a9-a867-012c4dc741d3 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/quotas/ecb4d9adac124490b9a03c7f8fa607ec HTTP/1.1" status: 200 len: 375 time: 0.0098083 Jul 14 07:38:53.197115 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-dbcd1ee7-b101-438e-a825-e43bf65894fb tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268936 Jul 14 07:38:53.287959 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-fff4c8d2-cc6d-42d5-bbed-1658ccb04ffb service neutron] 10.222.0.35 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840220 Jul 14 07:38:53.373130 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-128c9473-aadd-48ba-94b5-a6aa0fefc2c6 service neutron] 10.222.0.35 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798335 Jul 14 07:38:53.536003 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32e86b52-38a0-4f52-ac7d-cbf8169b3475 req-d4f544c9-fb0c-4bc6-832a-00f20faf9cf1 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c51d542e-6d5f-4f98-9b45-57230b1378f2 HTTP/1.1" status: 200 len: 210 time: 0.0284541 Jul 14 07:38:53.924987 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bd6e1622-ed1c-4943-922c-d0459ffe59ba no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:38:53.957064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: bd6e1622-ed1c-4943-922c-d0459ffe59ba {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:38:53.957956 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device bd6e1622-ed1c-4943-922c-d0459ffe59ba not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:38:53.977363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d59bd9-dc22-49f2-a234-f3731128c1f2 req-94eceed8-aa0d-4076-a065-a4acdac1821a tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:53.978912 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-03d59bd9-dc22-49f2-a234-f3731128c1f2 req-94eceed8-aa0d-4076-a065-a4acdac1821a tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb420b6b-637a-47ed-a115-d27db7462fa2 HTTP/1.1" status: 200 len: 945 time: 0.0760832 Jul 14 07:38:54.037742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939f5b9-6233-4646-b690-0070f5e47234 req-52fe04e5-fde7-4685-b83c-7b2d37498041 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:54.039343 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7939f5b9-6233-4646-b690-0070f5e47234 req-52fe04e5-fde7-4685-b83c-7b2d37498041 tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb420b6b-637a-47ed-a115-d27db7462fa2 HTTP/1.1" status: 200 len: 945 time: 0.0730293 Jul 14 07:38:54.078845 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7939f5b9-6233-4646-b690-0070f5e47234 req-3be4ac98-21b9-4b2e-812b-feb1c6b5387d tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.35 "GET /v2.0/security-groups?id=95eb115c-9fb7-48c7-b369-331fb5bccdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335243 Jul 14 07:38:54.085462 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-03d59bd9-dc22-49f2-a234-f3731128c1f2 req-40a5ec77-5058-40c7-bc79-1f9d8f7205fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Deleting port 7090de5f-7001-42b8-9860-7d78e6c4b940 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:38:54.085812 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-03d59bd9-dc22-49f2-a234-f3731128c1f2 req-40a5ec77-5058-40c7-bc79-1f9d8f7205fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:54.173846 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-03d59bd9-dc22-49f2-a234-f3731128c1f2 req-40a5ec77-5058-40c7-bc79-1f9d8f7205fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] For port 7090de5f-7001-42b8-9860-7d78e6c4b940, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=7090de5f-7001-42b8-9860-7d78e6c4b940,segment=NetworkSegment(0b5bf2d3-6462-492d-a6dc-aa40c3c450e3),segment_id=0b5bf2d3-6462-492d-a6dc-aa40c3c450e3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:54.174265 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-03d59bd9-dc22-49f2-a234-f3731128c1f2 req-40a5ec77-5058-40c7-bc79-1f9d8f7205fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:54.187437 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-03d59bd9-dc22-49f2-a234-f3731128c1f2 req-40a5ec77-5058-40c7-bc79-1f9d8f7205fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Calling delete_port for 7090de5f-7001-42b8-9860-7d78e6c4b940 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:38:54.311659 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-03d59bd9-dc22-49f2-a234-f3731128c1f2 req-40a5ec77-5058-40c7-bc79-1f9d8f7205fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:54.324043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['7090de5f-7001-42b8-9860-7d78e6c4b940'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:38:54.339881 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5ec77-5058-40c7-bc79-1f9d8f7205fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Pushing event deleted for resources: {'Port': ['ID=7090de5f-7001-42b8-9860-7d78e6c4b940,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:54.382763 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d59bd9-dc22-49f2-a234-f3731128c1f2 req-40a5ec77-5058-40c7-bc79-1f9d8f7205fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] No DVR routers for this DVR port 7090de5f-7001-42b8-9860-7d78e6c4b940 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:38:54.385121 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-03d59bd9-dc22-49f2-a234-f3731128c1f2 req-40a5ec77-5058-40c7-bc79-1f9d8f7205fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:54.387089 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-03d59bd9-dc22-49f2-a234-f3731128c1f2 req-40a5ec77-5058-40c7-bc79-1f9d8f7205fc tempest-VolumesActionsTest-565716360 tempest-VolumesActionsTest-565716360-project] 10.222.0.30 "DELETE /v2.0/ports/7090de5f-7001-42b8-9860-7d78e6c4b940 HTTP/1.1" status: 204 len: 173 time: 0.4033592 Jul 14 07:38:54.387527 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb420b6b-637a-47ed-a115-d27db7462fa2', 'name': 'network-vif-deleted', 'tag': '7090de5f-7001-42b8-9860-7d78e6c4b940'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:38:54.389775 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011db60e-e359-43ad-8f57-5815e877434c" -d '{"events": [{"server_uuid": "cb420b6b-637a-47ed-a115-d27db7462fa2", "name": "network-vif-deleted", "tag": "7090de5f-7001-42b8-9860-7d78e6c4b940"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:38:54.430569 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea4672d-6953-4569-86ea-00e800ac2ff9 x-openstack-request-id: req-7ea4672d-6953-4569-86ea-00e800ac2ff9 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:38:54.430858 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb420b6b-637a-47ed-a115-d27db7462fa2", "name": "network-vif-deleted", "tag": "7090de5f-7001-42b8-9860-7d78e6c4b940", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:38:54.431107 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ea4672d-6953-4569-86ea-00e800ac2ff9 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:38:54.431500 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb420b6b-637a-47ed-a115-d27db7462fa2', 'name': 'network-vif-deleted', 'tag': '7090de5f-7001-42b8-9860-7d78e6c4b940', 'status': 'completed', 'code': 200} Jul 14 07:38:54.602481 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-19f5b728-9f66-454d-8010-f6eb0f334bc4 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:54.604057 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-19f5b728-9f66-454d-8010-f6eb0f334bc4 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.15 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 805 time: 0.1146259 Jul 14 07:38:54.616049 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-afdf6923-e326-4e43-a6c8-2cf98ccb28de tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Request body: {'port': {'device_id': 'c51d542e-6d5f-4f98-9b45-57230b1378f2', 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7', 'admin_state_up': True, 'tenant_id': 'ecb4d9adac124490b9a03c7f8fa607ec'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:54.701088 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb78bab0-cf1a-4630-b173-256419c0e7de req-5a1f8098-d319-4679-8533-5c06ede8fc49 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c51d542e-6d5f-4f98-9b45-57230b1378f2 HTTP/1.1" status: 200 len: 210 time: 0.0357189 Jul 14 07:38:54.765459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-afdf6923-e326-4e43-a6c8-2cf98ccb28de tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Made reservation on behalf of ecb4d9adac124490b9a03c7f8fa607ec for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:38:54.768930 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-afdf6923-e326-4e43-a6c8-2cf98ccb28de tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:54.893722 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-afdf6923-e326-4e43-a6c8-2cf98ccb28de tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Allocated IP 172.20.0.4 (d3683ec1-1aa1-4336-80ec-d8672eb540a7/ee721f7a-4d77-4c44-92b1-6042cc4172ec/0bc29338-c0df-4de4-9b97-c164e1b93f7c) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:38:55.038304 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-afdf6923-e326-4e43-a6c8-2cf98ccb28de tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:55.080298 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-afdf6923-e326-4e43-a6c8-2cf98ccb28de tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:55.130147 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-afdf6923-e326-4e43-a6c8-2cf98ccb28de tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Network d3683ec1-1aa1-4336-80ec-d8672eb540a7 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:38:55.133726 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-afdf6923-e326-4e43-a6c8-2cf98ccb28de tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:38:55.137633 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-afdf6923-e326-4e43-a6c8-2cf98ccb28de tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:38:55.160922 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf6923-e326-4e43-a6c8-2cf98ccb28de tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Pushing event updated for resources: {'Port': ['ID=0bc29338-c0df-4de4-9b97-c164e1b93f7c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:55.189325 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-afdf6923-e326-4e43-a6c8-2cf98ccb28de tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:55.189946 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-afdf6923-e326-4e43-a6c8-2cf98ccb28de tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:55.204324 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-afdf6923-e326-4e43-a6c8-2cf98ccb28de tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5923741 Jul 14 07:38:55.215276 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Request body: {'port': {'device_id': 'c51d542e-6d5f-4f98-9b45-57230b1378f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:38:55.285567 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:55.551462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc29338-c0df-4de4-9b97-c164e1b93f7c {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:38:55.559836 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:55.572607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Transition to ACTIVE for port object 0bc29338-c0df-4de4-9b97-c164e1b93f7c will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:38:55.576640 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:55.624434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Pushing event updated for resources: {'Port': ['ID=0bc29338-c0df-4de4-9b97-c164e1b93f7c,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:55.698380 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Attempting to bind port 0bc29338-c0df-4de4-9b97-c164e1b93f7c on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:38:55.698711 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Attempting to bind port 0bc29338-c0df-4de4-9b97-c164e1b93f7c by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:38:55.699036 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Attempting to bind port 0bc29338-c0df-4de4-9b97-c164e1b93f7c on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:38:55.703339 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Port 0bc29338-c0df-4de4-9b97-c164e1b93f7c on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:38:55.703655 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Attempting to bind port 0bc29338-c0df-4de4-9b97-c164e1b93f7c on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:38:55.708532 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:38:55.708900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Checking segment: {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:38:55.709416 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Bound using segment: {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:38:55.709837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Bound port: 0bc29338-c0df-4de4-9b97-c164e1b93f7c, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:38:55.710189 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:55.777342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] For port 0bc29338-c0df-4de4-9b97-c164e1b93f7c, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:38:55.780960 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] For port 0bc29338-c0df-4de4-9b97-c164e1b93f7c, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0bc29338-c0df-4de4-9b97-c164e1b93f7c,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:38:55.786582 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:55.835395 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:55.836017 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:55.837407 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] 10.222.0.15 "PUT /v2.0/ports/0bc29338-c0df-4de4-9b97-c164e1b93f7c HTTP/1.1" status: 200 len: 1091 time: 0.6262348 Jul 14 07:38:55.837871 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51d542e-6d5f-4f98-9b45-57230b1378f2', 'tag': '0bc29338-c0df-4de4-9b97-c164e1b93f7c'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:38:55.840548 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b253c748-e3c8-4500-af76-2eaa14d29c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "c51d542e-6d5f-4f98-9b45-57230b1378f2", "tag": "0bc29338-c0df-4de4-9b97-c164e1b93f7c"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:38:55.892380 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e7ec57-0d8b-43e1-8e09-34f171f18082 x-openstack-request-id: req-49e7ec57-0d8b-43e1-8e09-34f171f18082 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:38:55.892676 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51d542e-6d5f-4f98-9b45-57230b1378f2", "tag": "0bc29338-c0df-4de4-9b97-c164e1b93f7c", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:38:55.892933 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49e7ec57-0d8b-43e1-8e09-34f171f18082 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:38:55.893351 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51d542e-6d5f-4f98-9b45-57230b1378f2', 'tag': '0bc29338-c0df-4de4-9b97-c164e1b93f7c', 'status': 'completed', 'code': 200} Jul 14 07:38:55.920929 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d52721-d66f-4dd3-9b95-1b36119a612c service neutron] Pushing event updated for resources: {'Port': ['ID=0bc29338-c0df-4de4-9b97-c164e1b93f7c,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:55.968088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b44b6-7844-4a8b-8a1e-384d377bd76a req-fd435457-9225-4e45-abfd-b477933e8485 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:55.969596 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be8b44b6-7844-4a8b-8a1e-384d377bd76a req-fd435457-9225-4e45-abfd-b477933e8485 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c51d542e-6d5f-4f98-9b45-57230b1378f2 HTTP/1.1" status: 200 len: 943 time: 0.1511579 Jul 14 07:38:55.978920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-c8fee676-b0f2-4bc8-baa5-9546c33b6149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:55.980411 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-c8fee676-b0f2-4bc8-baa5-9546c33b6149 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&device_id=c51d542e-6d5f-4f98-9b45-57230b1378f2 HTTP/1.1" status: 200 len: 1094 time: 0.0995646 Jul 14 07:38:56.027665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-efc2abcb-3443-4eee-9497-66fc8796cf7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bc29338-c0df-4de4-9b97-c164e1b93f7c HTTP/1.1" status: 200 len: 217 time: 0.0394433 Jul 14 07:38:56.055033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be8b44b6-7844-4a8b-8a1e-384d377bd76a req-ac7e7faf-b237-4cee-8059-e42e7953e69d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736916 Jul 14 07:38:56.089152 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-aa6bb701-bef6-45ef-ad5f-c655bd4c92c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:56.090661 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-aa6bb701-bef6-45ef-ad5f-c655bd4c92c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee721f7a-4d77-4c44-92b1-6042cc4172ec HTTP/1.1" status: 200 len: 845 time: 0.0539949 Jul 14 07:38:56.122820 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-b9b963b0-7f48-4a3c-8265-86d5b95a667f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3683ec1-1aa1-4336-80ec-d8672eb540a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261955 Jul 14 07:38:56.212361 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-af28be80-ec95-40df-9469-896775ec3098 service neutron] 10.222.0.15 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822220 Jul 14 07:38:56.309078 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63b0e2f4-4512-4b4e-9002-697c28c59e33 req-4068ce3f-9669-475d-86f0-df62de208924 service neutron] 10.222.0.15 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906267 Jul 14 07:38:56.414293 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253c748-e3c8-4500-af76-2eaa14d29c3e req-b657ba84-4566-42dd-96fd-c45d9ab7c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:56.415817 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b253c748-e3c8-4500-af76-2eaa14d29c3e req-b657ba84-4566-42dd-96fd-c45d9ab7c55e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&device_id=c51d542e-6d5f-4f98-9b45-57230b1378f2 HTTP/1.1" status: 200 len: 1094 time: 0.0548527 Jul 14 07:38:56.509886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253c748-e3c8-4500-af76-2eaa14d29c3e req-54c06b85-d8cb-46f9-b577-070d592695c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:56.511632 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b253c748-e3c8-4500-af76-2eaa14d29c3e req-54c06b85-d8cb-46f9-b577-070d592695c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 906 time: 0.0898287 Jul 14 07:38:56.534970 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 7090de5f-7001-42b8-9860-7d78e6c4b940 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:38:56.554494 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b253c748-e3c8-4500-af76-2eaa14d29c3e req-7a68feba-6fbd-40ee-9e1a-fe15429a02fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bc29338-c0df-4de4-9b97-c164e1b93f7c HTTP/1.1" status: 200 len: 217 time: 0.0363512 Jul 14 07:38:56.556254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 7090de5f-7001-42b8-9860-7d78e6c4b940 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:38:56.556607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 7090de5f-7001-42b8-9860-7d78e6c4b940 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:38:56.603671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253c748-e3c8-4500-af76-2eaa14d29c3e req-e9bc9a40-2948-48bc-b838-f1392719cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:56.605105 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b253c748-e3c8-4500-af76-2eaa14d29c3e req-e9bc9a40-2948-48bc-b838-f1392719cb9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee721f7a-4d77-4c44-92b1-6042cc4172ec HTTP/1.1" status: 200 len: 845 time: 0.0433209 Jul 14 07:38:56.641150 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b253c748-e3c8-4500-af76-2eaa14d29c3e req-f41b9546-8501-4c4e-a99e-0df262faa613 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3683ec1-1aa1-4336-80ec-d8672eb540a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294633 Jul 14 07:38:56.742192 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b253c748-e3c8-4500-af76-2eaa14d29c3e req-8487c159-8881-463b-b18a-d861ebc0b996 service neutron] 10.222.0.15 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939002 Jul 14 07:38:56.854259 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b253c748-e3c8-4500-af76-2eaa14d29c3e req-5f9c08d3-d8ed-4407-a8bb-0651a664ec0a service neutron] 10.222.0.15 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054740 Jul 14 07:38:57.598403 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f50d64-35e3-4596-b181-4e1f192195e8 req-d71b7b00-5076-46b5-91e0-743d6dbce73e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:57.600477 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26f50d64-35e3-4596-b181-4e1f192195e8 req-d71b7b00-5076-46b5-91e0-743d6dbce73e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c51d542e-6d5f-4f98-9b45-57230b1378f2 HTTP/1.1" status: 200 len: 943 time: 0.4326825 Jul 14 07:38:57.652870 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26f50d64-35e3-4596-b181-4e1f192195e8 req-2895da3c-585c-4df3-af73-c91023a89700 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460215 Jul 14 07:38:57.942235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 0bc29338-c0df-4de4-9b97-c164e1b93f7c details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:38:58.074182 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 0bc29338-c0df-4de4-9b97-c164e1b93f7c, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0bc29338-c0df-4de4-9b97-c164e1b93f7c,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:58.087778 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '0bc29338-c0df-4de4-9b97-c164e1b93f7c', 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7', 'port_id': '0bc29338-c0df-4de4-9b97-c164e1b93f7c', 'mac_address': 'fa:16:3e:62:a7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee721f7a-4d77-4c44-92b1-6042cc4172ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:38:58.129294 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:58.143048 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc29338-c0df-4de4-9b97-c164e1b93f7c {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:38:58.169223 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 0bc29338-c0df-4de4-9b97-c164e1b93f7c, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0bc29338-c0df-4de4-9b97-c164e1b93f7c,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:38:58.175676 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:38:58.232143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=0bc29338-c0df-4de4-9b97-c164e1b93f7c,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:38:58.242608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:58.242958 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:58.243319 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:58.243862 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:58.244362 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:58.244698 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:58.245027 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:58.245384 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:58.245713 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:58.246040 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:58.246365 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:58.246690 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:38:58.361541 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0bc29338-c0df-4de4-9b97-c164e1b93f7c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:38:58.853353 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c72ff8-bbb0-468b-95c8-1fec9f051ea5 req-33a97b0a-dfa4-428f-b7a4-07e53776ee57 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:38:58.860545 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06c72ff8-bbb0-468b-95c8-1fec9f051ea5 req-33a97b0a-dfa4-428f-b7a4-07e53776ee57 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c51d542e-6d5f-4f98-9b45-57230b1378f2 HTTP/1.1" status: 200 len: 944 time: 0.0814109 Jul 14 07:38:58.909718 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06c72ff8-bbb0-468b-95c8-1fec9f051ea5 req-4041f8cd-875a-4df3-91a5-81d6482403b1 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482619 Jul 14 07:38:59.959014 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 0bc29338-c0df-4de4-9b97-c164e1b93f7c up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:39:00.038128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 0bc29338-c0df-4de4-9b97-c164e1b93f7c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:39:00.043069 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 0bc29338-c0df-4de4-9b97-c164e1b93f7c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:39:00.043439 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:00.130200 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cacb2-d50b-47c7-9688-f69c3648e244 req-5a603b46-7f9f-4289-8dea-9e847392ca06 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:00.138241 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f89cacb2-d50b-47c7-9688-f69c3648e244 req-5a603b46-7f9f-4289-8dea-9e847392ca06 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c51d542e-6d5f-4f98-9b45-57230b1378f2 HTTP/1.1" status: 200 len: 944 time: 0.1053472 Jul 14 07:39:00.147300 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:00.170893 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51d542e-6d5f-4f98-9b45-57230b1378f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc29338-c0df-4de4-9b97-c164e1b93f7c'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:39:00.173332 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f725fd-9166-4130-ab3f-7dbf60cfba71" -d '{"events": [{"server_uuid": "c51d542e-6d5f-4f98-9b45-57230b1378f2", "name": "network-vif-plugged", "status": "completed", "tag": "0bc29338-c0df-4de4-9b97-c164e1b93f7c"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:39:00.174950 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f89cacb2-d50b-47c7-9688-f69c3648e244 req-4b018be5-d2ac-4133-b362-15bb4b74cdc0 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354748 Jul 14 07:39:00.189441 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 0bc29338-c0df-4de4-9b97-c164e1b93f7c, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0bc29338-c0df-4de4-9b97-c164e1b93f7c,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:00.206870 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:00.247933 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4e5340-d883-49c6-b1de-540f575d971b x-openstack-request-id: req-ca4e5340-d883-49c6-b1de-540f575d971b {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:39:00.248218 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51d542e-6d5f-4f98-9b45-57230b1378f2", "name": "network-vif-plugged", "status": "completed", "tag": "0bc29338-c0df-4de4-9b97-c164e1b93f7c", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:39:00.248472 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ca4e5340-d883-49c6-b1de-540f575d971b {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:39:00.248857 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51d542e-6d5f-4f98-9b45-57230b1378f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc29338-c0df-4de4-9b97-c164e1b93f7c', 'code': 200} Jul 14 07:39:00.285304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=0bc29338-c0df-4de4-9b97-c164e1b93f7c,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:00.351094 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25d817-2ba9-493a-9e71-d9a449d5a366 req-2cf6504a-2ae9-48e9-ae72-2f58473fc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:00.353126 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db25d817-2ba9-493a-9e71-d9a449d5a366 req-2cf6504a-2ae9-48e9-ae72-2f58473fc62a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c51d542e-6d5f-4f98-9b45-57230b1378f2 HTTP/1.1" status: 200 len: 1096 time: 0.0592473 Jul 14 07:39:00.391000 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db25d817-2ba9-493a-9e71-d9a449d5a366 req-37c84ba2-69ee-49a3-9c9c-e3f0965aa1f1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320442 Jul 14 07:39:00.526401 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-00aa24f5-4ee1-4453-994d-54b63c59a713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:01.374306 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b9e90-68b9-409a-88fe-11f457faa367 req-bbed6d23-af23-46c0-8627-71991207b29b tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:01.377649 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-210b9e90-68b9-409a-88fe-11f457faa367 req-bbed6d23-af23-46c0-8627-71991207b29b tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c51d542e-6d5f-4f98-9b45-57230b1378f2 HTTP/1.1" status: 200 len: 945 time: 0.0712268 Jul 14 07:39:01.426930 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-210b9e90-68b9-409a-88fe-11f457faa367 req-4a39ef11-77b1-438f-b95f-a51d9a173a21 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448968 Jul 14 07:39:01.708828 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ba66e-0ead-4f8d-ab3a-a5ffb2c5940f req-fa24f018-6774-4593-87fd-8eb26c7a831a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:01.715584 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de4ba66e-0ead-4f8d-ab3a-a5ffb2c5940f req-fa24f018-6774-4593-87fd-8eb26c7a831a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 805 time: 0.1248541 Jul 14 07:39:01.727223 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de4ba66e-0ead-4f8d-ab3a-a5ffb2c5940f req-8ccaf230-abed-424a-8983-2ff803a4856a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/quotas/ecb4d9adac124490b9a03c7f8fa607ec HTTP/1.1" status: 200 len: 375 time: 0.0106716 Jul 14 07:39:01.805486 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de4ba66e-0ead-4f8d-ab3a-a5ffb2c5940f req-25e74db1-3841-4a70-bf5b-e830170a2d6e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706370 Jul 14 07:39:01.904344 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de4ba66e-0ead-4f8d-ab3a-a5ffb2c5940f req-3f861400-729b-4c49-9743-b04811242603 service neutron] 10.222.0.35 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921676 Jul 14 07:39:02.012685 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de4ba66e-0ead-4f8d-ab3a-a5ffb2c5940f req-4d2d6f10-da00-4b2c-8a9b-7fdb1e9994d5 service neutron] 10.222.0.35 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020250 Jul 14 07:39:02.867195 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60364548-3804-4c4e-adf8-ef8662a32203 req-c7711b46-b687-4f66-b006-afc09277ff4c tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:02.873765 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60364548-3804-4c4e-adf8-ef8662a32203 req-c7711b46-b687-4f66-b006-afc09277ff4c tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 805 time: 0.1169183 Jul 14 07:39:02.887015 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60364548-3804-4c4e-adf8-ef8662a32203 req-dc645739-8436-4ea1-9bb2-0c3cd1654058 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/quotas/ecb4d9adac124490b9a03c7f8fa607ec HTTP/1.1" status: 200 len: 375 time: 0.0116894 Jul 14 07:39:02.956866 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60364548-3804-4c4e-adf8-ef8662a32203 req-cb3cd232-8383-438b-8624-13a862ed0f58 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0643103 Jul 14 07:39:03.067650 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60364548-3804-4c4e-adf8-ef8662a32203 req-5b46d454-da56-4f35-a5ff-43de53f8dfdc service neutron] 10.222.0.35 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038673 Jul 14 07:39:03.172592 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60364548-3804-4c4e-adf8-ef8662a32203 req-1c826d94-756e-4639-a1fe-a2a22b8acc0d service neutron] 10.222.0.35 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033058 Jul 14 07:39:03.349780 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a9242f91-6e76-4f93-8830-95293573b2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:03.384026 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe56fd87-0b4f-4b2a-91ed-4e85717071e1 req-8ee3e8f2-6fd4-4336-9803-843d1d4b80e9 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5206839-733a-4a61-9186-c74b22cd4c70 HTTP/1.1" status: 200 len: 210 time: 0.0492656 Jul 14 07:39:03.649941 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:04.622353 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60364548-3804-4c4e-adf8-ef8662a32203 req-35e01a18-2103-45e6-93c3-3e9717c2c1d1 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:04.624654 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-60364548-3804-4c4e-adf8-ef8662a32203 req-35e01a18-2103-45e6-93c3-3e9717c2c1d1 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 805 time: 0.1873915 Jul 14 07:39:04.639584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-60364548-3804-4c4e-adf8-ef8662a32203 req-7fe281ab-e431-4337-8db2-16b53a13bb50 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Request body: {'port': {'device_id': 'b5206839-733a-4a61-9186-c74b22cd4c70', 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7', 'admin_state_up': True, 'tenant_id': 'ecb4d9adac124490b9a03c7f8fa607ec'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:04.655859 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06ec1a42-3ffc-416c-98cb-1daf0160c981 req-a8d6e40c-f623-4d79-9e26-75696c81cbe1 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5206839-733a-4a61-9186-c74b22cd4c70 HTTP/1.1" status: 200 len: 210 time: 0.0694959 Jul 14 07:39:04.709706 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:04.776005 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60364548-3804-4c4e-adf8-ef8662a32203 req-7fe281ab-e431-4337-8db2-16b53a13bb50 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Made reservation on behalf of ecb4d9adac124490b9a03c7f8fa607ec for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:39:04.780210 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-60364548-3804-4c4e-adf8-ef8662a32203 req-7fe281ab-e431-4337-8db2-16b53a13bb50 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:04.925148 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-60364548-3804-4c4e-adf8-ef8662a32203 req-7fe281ab-e431-4337-8db2-16b53a13bb50 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Allocated IP 172.20.0.10 (d3683ec1-1aa1-4336-80ec-d8672eb540a7/ee721f7a-4d77-4c44-92b1-6042cc4172ec/2423488d-9dcf-4ca9-b52b-bea12ad4a120) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:39:05.118343 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-60364548-3804-4c4e-adf8-ef8662a32203 req-7fe281ab-e431-4337-8db2-16b53a13bb50 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:05.159965 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-60364548-3804-4c4e-adf8-ef8662a32203 req-7fe281ab-e431-4337-8db2-16b53a13bb50 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:05.175225 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0bc29338-c0df-4de4-9b97-c164e1b93f7c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:39:05.213168 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60364548-3804-4c4e-adf8-ef8662a32203 req-7fe281ab-e431-4337-8db2-16b53a13bb50 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Network d3683ec1-1aa1-4336-80ec-d8672eb540a7 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:39:05.216927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-60364548-3804-4c4e-adf8-ef8662a32203 req-7fe281ab-e431-4337-8db2-16b53a13bb50 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:39:05.225434 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-60364548-3804-4c4e-adf8-ef8662a32203 req-7fe281ab-e431-4337-8db2-16b53a13bb50 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:39:05.253786 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe281ab-e431-4337-8db2-16b53a13bb50 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Pushing event updated for resources: {'Port': ['ID=2423488d-9dcf-4ca9-b52b-bea12ad4a120,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:05.288581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60364548-3804-4c4e-adf8-ef8662a32203 req-7fe281ab-e431-4337-8db2-16b53a13bb50 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:05.290400 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-60364548-3804-4c4e-adf8-ef8662a32203 req-7fe281ab-e431-4337-8db2-16b53a13bb50 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:05.305513 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-60364548-3804-4c4e-adf8-ef8662a32203 req-7fe281ab-e431-4337-8db2-16b53a13bb50 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6721911 Jul 14 07:39:05.316918 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Request body: {'port': {'device_id': 'b5206839-733a-4a61-9186-c74b22cd4c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:05.399574 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:05.705582 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2423488d-9dcf-4ca9-b52b-bea12ad4a120 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:39:05.714512 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:05.732067 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Transition to ACTIVE for port object 2423488d-9dcf-4ca9-b52b-bea12ad4a120 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:39:05.736913 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:05.802782 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Pushing event updated for resources: {'Port': ['ID=2423488d-9dcf-4ca9-b52b-bea12ad4a120,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:05.883909 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682facb-1268-4567-8558-a4aa9ed1ff36 req-a90d7fad-bf9a-4e65-9d23-3d560488bae2 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:05.884499 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Attempting to bind port 2423488d-9dcf-4ca9-b52b-bea12ad4a120 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:39:05.884861 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Attempting to bind port 2423488d-9dcf-4ca9-b52b-bea12ad4a120 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:39:05.885303 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Attempting to bind port 2423488d-9dcf-4ca9-b52b-bea12ad4a120 on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:39:05.886178 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7682facb-1268-4567-8558-a4aa9ed1ff36 req-a90d7fad-bf9a-4e65-9d23-3d560488bae2 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5206839-733a-4a61-9186-c74b22cd4c70 HTTP/1.1" status: 200 len: 944 time: 0.1257179 Jul 14 07:39:05.890059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Port 2423488d-9dcf-4ca9-b52b-bea12ad4a120 on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:39:05.890594 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Attempting to bind port 2423488d-9dcf-4ca9-b52b-bea12ad4a120 on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:39:05.895858 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:39:05.896318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Checking segment: {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:39:05.896775 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Bound using segment: {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:39:05.897358 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Bound port: 2423488d-9dcf-4ca9-b52b-bea12ad4a120, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:39:05.897814 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:05.938838 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7682facb-1268-4567-8558-a4aa9ed1ff36 req-fe1795a6-d07b-459d-bb02-49e7d33dd5a4 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462117 Jul 14 07:39:05.975344 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] For port 2423488d-9dcf-4ca9-b52b-bea12ad4a120, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:39:05.979082 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] For port 2423488d-9dcf-4ca9-b52b-bea12ad4a120, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2423488d-9dcf-4ca9-b52b-bea12ad4a120,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:39:05.985575 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:06.027748 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:06.028539 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:06.030510 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-60364548-3804-4c4e-adf8-ef8662a32203 req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] 10.222.0.30 "PUT /v2.0/ports/2423488d-9dcf-4ca9-b52b-bea12ad4a120 HTTP/1.1" status: 200 len: 1092 time: 0.7180386 Jul 14 07:39:06.030956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5206839-733a-4a61-9186-c74b22cd4c70', 'tag': '2423488d-9dcf-4ca9-b52b-bea12ad4a120'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:39:06.033224 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc87a93-b000-41da-8a00-45e47922f97a" -d '{"events": [{"name": "network-changed", "server_uuid": "b5206839-733a-4a61-9186-c74b22cd4c70", "tag": "2423488d-9dcf-4ca9-b52b-bea12ad4a120"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:39:06.063450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d7f7d-5c1c-475a-a96e-659172ab6705 service neutron] Pushing event updated for resources: {'Port': ['ID=2423488d-9dcf-4ca9-b52b-bea12ad4a120,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:06.112494 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2605760-b6dd-401d-b95e-557c4e5e8714 x-openstack-request-id: req-f2605760-b6dd-401d-b95e-557c4e5e8714 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:39:06.112806 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5206839-733a-4a61-9186-c74b22cd4c70", "tag": "2423488d-9dcf-4ca9-b52b-bea12ad4a120", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:39:06.113042 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f2605760-b6dd-401d-b95e-557c4e5e8714 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:39:06.113463 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5206839-733a-4a61-9186-c74b22cd4c70', 'tag': '2423488d-9dcf-4ca9-b52b-bea12ad4a120', 'status': 'completed', 'code': 200} Jul 14 07:39:06.143065 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60364548-3804-4c4e-adf8-ef8662a32203 req-9feb8b98-deb2-44b1-a169-ae44be839ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:06.144599 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-60364548-3804-4c4e-adf8-ef8662a32203 req-9feb8b98-deb2-44b1-a169-ae44be839ba5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&device_id=b5206839-733a-4a61-9186-c74b22cd4c70 HTTP/1.1" status: 200 len: 1095 time: 0.0668302 Jul 14 07:39:06.200508 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-60364548-3804-4c4e-adf8-ef8662a32203 req-e137380a-4666-4bbd-b879-66643a40af9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2423488d-9dcf-4ca9-b52b-bea12ad4a120 HTTP/1.1" status: 200 len: 217 time: 0.0483954 Jul 14 07:39:06.235944 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:06.266233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60364548-3804-4c4e-adf8-ef8662a32203 req-c56fe7fd-a78a-4840-9ab3-bb5b754d292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:06.268401 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-60364548-3804-4c4e-adf8-ef8662a32203 req-c56fe7fd-a78a-4840-9ab3-bb5b754d292d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee721f7a-4d77-4c44-92b1-6042cc4172ec HTTP/1.1" status: 200 len: 845 time: 0.0615151 Jul 14 07:39:06.308872 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-60364548-3804-4c4e-adf8-ef8662a32203 req-497dea0e-9ee9-4085-8a88-1269ac1d7154 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3683ec1-1aa1-4336-80ec-d8672eb540a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328088 Jul 14 07:39:06.408828 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-60364548-3804-4c4e-adf8-ef8662a32203 req-531b9cd6-3b65-453b-8e6f-a38793b8ce10 service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935009 Jul 14 07:39:06.512031 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-60364548-3804-4c4e-adf8-ef8662a32203 req-b25f22af-373f-4a83-a584-b49d69056ffc service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972915 Jul 14 07:39:06.634267 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc87a93-b000-41da-8a00-45e47922f97a req-c24089f3-5b21-44df-b832-ef44a0042aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:06.636024 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cdc87a93-b000-41da-8a00-45e47922f97a req-c24089f3-5b21-44df-b832-ef44a0042aeb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&device_id=b5206839-733a-4a61-9186-c74b22cd4c70 HTTP/1.1" status: 200 len: 1095 time: 0.0702982 Jul 14 07:39:06.741389 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc87a93-b000-41da-8a00-45e47922f97a req-a97fee15-f113-453b-bb08-f9705db54b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:06.743825 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cdc87a93-b000-41da-8a00-45e47922f97a req-a97fee15-f113-453b-bb08-f9705db54b64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 906 time: 0.1012015 Jul 14 07:39:06.805105 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cdc87a93-b000-41da-8a00-45e47922f97a req-3e209799-aeed-45bb-ae68-11c295a54f57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2423488d-9dcf-4ca9-b52b-bea12ad4a120 HTTP/1.1" status: 200 len: 217 time: 0.0544825 Jul 14 07:39:06.865549 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc87a93-b000-41da-8a00-45e47922f97a req-5a8e10ab-f0d3-4531-a3a8-35324ca05cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:06.867629 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cdc87a93-b000-41da-8a00-45e47922f97a req-5a8e10ab-f0d3-4531-a3a8-35324ca05cf8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee721f7a-4d77-4c44-92b1-6042cc4172ec HTTP/1.1" status: 200 len: 845 time: 0.0565131 Jul 14 07:39:06.902976 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cdc87a93-b000-41da-8a00-45e47922f97a req-e170a945-220d-4c27-b62c-708e6d3fea79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3683ec1-1aa1-4336-80ec-d8672eb540a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279520 Jul 14 07:39:07.047331 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cdc87a93-b000-41da-8a00-45e47922f97a req-29b1040d-1d14-4481-9625-c39865d38c8b service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377597 Jul 14 07:39:07.159214 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a34832-52dd-4141-8373-acd25c9b196b req-029f30af-b7cf-4c20-9739-daeadd255cb7 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:07.160738 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-50a34832-52dd-4141-8373-acd25c9b196b req-029f30af-b7cf-4c20-9739-daeadd255cb7 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5206839-733a-4a61-9186-c74b22cd4c70 HTTP/1.1" status: 200 len: 944 time: 0.0835586 Jul 14 07:39:07.187001 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cdc87a93-b000-41da-8a00-45e47922f97a req-4b830ce3-4442-4dd2-b7a9-ae67e7386119 service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320984 Jul 14 07:39:07.220578 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-50a34832-52dd-4141-8373-acd25c9b196b req-4504bfe5-2a07-4065-b10d-0370258ab2d7 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503368 Jul 14 07:39:08.422130 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96e583-fc53-432a-9804-5211656b67a4 req-0888645e-6e09-4333-b9e7-c0e5c9634074 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:08.423641 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c96e583-fc53-432a-9804-5211656b67a4 req-0888645e-6e09-4333-b9e7-c0e5c9634074 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5206839-733a-4a61-9186-c74b22cd4c70 HTTP/1.1" status: 200 len: 944 time: 0.0715396 Jul 14 07:39:08.472521 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c96e583-fc53-432a-9804-5211656b67a4 req-492cf36e-dd2b-4d25-9f39-94d9de0c1693 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430114 Jul 14 07:39:08.579822 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2423488d-9dcf-4ca9-b52b-bea12ad4a120 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:39:08.698293 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2423488d-9dcf-4ca9-b52b-bea12ad4a120, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2423488d-9dcf-4ca9-b52b-bea12ad4a120,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:08.710427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '2423488d-9dcf-4ca9-b52b-bea12ad4a120', 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7', 'port_id': '2423488d-9dcf-4ca9-b52b-bea12ad4a120', 'mac_address': 'fa:16:3e:9d:7e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee721f7a-4d77-4c44-92b1-6042cc4172ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:39:08.750066 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:08.764411 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2423488d-9dcf-4ca9-b52b-bea12ad4a120 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:39:08.788022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2423488d-9dcf-4ca9-b52b-bea12ad4a120, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2423488d-9dcf-4ca9-b52b-bea12ad4a120,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:08.795904 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:08.857291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=2423488d-9dcf-4ca9-b52b-bea12ad4a120,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:08.978826 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['2423488d-9dcf-4ca9-b52b-bea12ad4a120'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:39:09.675236 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ad005-0de5-4c54-84ab-d3022c240ec7 req-dc4bf19c-f30b-45c2-b682-b0ba99f7eda5 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:09.676682 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c17ad005-0de5-4c54-84ab-d3022c240ec7 req-dc4bf19c-f30b-45c2-b682-b0ba99f7eda5 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5206839-733a-4a61-9186-c74b22cd4c70 HTTP/1.1" status: 200 len: 945 time: 0.0676894 Jul 14 07:39:09.718807 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c17ad005-0de5-4c54-84ab-d3022c240ec7 req-3204762f-c167-4109-a3ab-679247be104a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342736 Jul 14 07:39:10.573931 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2423488d-9dcf-4ca9-b52b-bea12ad4a120 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:39:10.633360 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 2423488d-9dcf-4ca9-b52b-bea12ad4a120 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:39:10.638064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 2423488d-9dcf-4ca9-b52b-bea12ad4a120 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:39:10.638474 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:10.741002 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:10.768998 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5206839-733a-4a61-9186-c74b22cd4c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2423488d-9dcf-4ca9-b52b-bea12ad4a120'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:39:10.775270 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519ef4b3-5f04-43eb-98f3-ec52297554e5" -d '{"events": [{"server_uuid": "b5206839-733a-4a61-9186-c74b22cd4c70", "name": "network-vif-plugged", "status": "completed", "tag": "2423488d-9dcf-4ca9-b52b-bea12ad4a120"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:39:10.789759 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 2423488d-9dcf-4ca9-b52b-bea12ad4a120, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2423488d-9dcf-4ca9-b52b-bea12ad4a120,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:10.798447 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:10.873755 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b3efa2-eec8-45b3-9a6a-84d2e9af8bdc x-openstack-request-id: req-f6b3efa2-eec8-45b3-9a6a-84d2e9af8bdc {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:39:10.874127 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5206839-733a-4a61-9186-c74b22cd4c70", "name": "network-vif-plugged", "status": "completed", "tag": "2423488d-9dcf-4ca9-b52b-bea12ad4a120", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:39:10.875966 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6b3efa2-eec8-45b3-9a6a-84d2e9af8bdc {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:39:10.879396 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5206839-733a-4a61-9186-c74b22cd4c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2423488d-9dcf-4ca9-b52b-bea12ad4a120', 'code': 200} Jul 14 07:39:10.924916 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=2423488d-9dcf-4ca9-b52b-bea12ad4a120,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:11.037538 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890683b5-518f-4bb3-a562-7ee5dc2dbdae req-74aefe85-47ca-45d1-a5e4-d79aa8733720 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:11.037538 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-890683b5-518f-4bb3-a562-7ee5dc2dbdae req-74aefe85-47ca-45d1-a5e4-d79aa8733720 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5206839-733a-4a61-9186-c74b22cd4c70 HTTP/1.1" status: 200 len: 946 time: 0.1193728 Jul 14 07:39:11.062631 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cf18e-cfe7-4513-9608-10747eb86e10 req-5c0a1fb2-e1d7-4458-a915-3c0c35dd2221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:11.064665 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-850cf18e-cfe7-4513-9608-10747eb86e10 req-5c0a1fb2-e1d7-4458-a915-3c0c35dd2221 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5206839-733a-4a61-9186-c74b22cd4c70 HTTP/1.1" status: 200 len: 1097 time: 0.1308179 Jul 14 07:39:11.096209 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-890683b5-518f-4bb3-a562-7ee5dc2dbdae req-4f8830f1-f591-436c-8ce4-046df8180791 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708025 Jul 14 07:39:11.113679 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-850cf18e-cfe7-4513-9608-10747eb86e10 req-d8095de9-8667-4937-88ff-23599489845c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427465 Jul 14 07:39:12.270423 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a9c5d-0f54-4c86-a7d1-e25a43f2a55c req-d2532153-e26f-4190-be53-e87eddb02dda tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:12.272524 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a9a9c5d-0f54-4c86-a7d1-e25a43f2a55c req-d2532153-e26f-4190-be53-e87eddb02dda tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5206839-733a-4a61-9186-c74b22cd4c70 HTTP/1.1" status: 200 len: 946 time: 0.0627446 Jul 14 07:39:12.308993 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a9a9c5d-0f54-4c86-a7d1-e25a43f2a55c req-fec78e24-5245-471b-a584-34a42d449441 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308845 Jul 14 07:39:12.489474 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91096741-22d0-491b-b539-5eb5e19fe868 req-1abf5516-4084-401f-a380-9c993b4ce01e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:12.491594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91096741-22d0-491b-b539-5eb5e19fe868 req-1abf5516-4084-401f-a380-9c993b4ce01e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5206839-733a-4a61-9186-c74b22cd4c70 HTTP/1.1" status: 200 len: 946 time: 0.0742557 Jul 14 07:39:12.528831 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91096741-22d0-491b-b539-5eb5e19fe868 req-78b9c6a3-d255-4803-bf11-75c0e599663b tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315952 Jul 14 07:39:12.898462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e009f-dfc5-41a9-8acf-ba5de9742bb0 req-40e0ced4-1c71-433c-a13b-ebbe2f44a763 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:12.899933 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-323e009f-dfc5-41a9-8acf-ba5de9742bb0 req-40e0ced4-1c71-433c-a13b-ebbe2f44a763 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5206839-733a-4a61-9186-c74b22cd4c70 HTTP/1.1" status: 200 len: 946 time: 0.0615478 Jul 14 07:39:12.935407 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-323e009f-dfc5-41a9-8acf-ba5de9742bb0 req-cbae42ee-a9dd-493b-821a-77189bcae0e0 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300853 Jul 14 07:39:14.039644 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:39:14.096239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cee2f-282a-4517-a3cb-5f39ac41f945 req-b33547b6-35f1-4765-9bf7-cbc1292ac394 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:14.097753 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e08cee2f-282a-4517-a3cb-5f39ac41f945 req-b33547b6-35f1-4765-9bf7-cbc1292ac394 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5206839-733a-4a61-9186-c74b22cd4c70 HTTP/1.1" status: 200 len: 946 time: 0.0712333 Jul 14 07:39:14.128673 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57799c69-8a2b-4127-8757-5846926e098d req-b9c37d61-f836-498e-946a-5da79b627bb3 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:14.130356 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57799c69-8a2b-4127-8757-5846926e098d req-b9c37d61-f836-498e-946a-5da79b627bb3 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5206839-733a-4a61-9186-c74b22cd4c70 HTTP/1.1" status: 200 len: 946 time: 0.0682287 Jul 14 07:39:14.170607 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57799c69-8a2b-4127-8757-5846926e098d req-ffe47bf1-5db8-4f70-962b-6309a7575e93 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342667 Jul 14 07:39:14.196632 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-e08cee2f-282a-4517-a3cb-5f39ac41f945 req-3b37bd1c-2b5b-462a-9865-f235bdc2993f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Deleting port 2423488d-9dcf-4ca9-b52b-bea12ad4a120 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:39:14.197053 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e08cee2f-282a-4517-a3cb-5f39ac41f945 req-3b37bd1c-2b5b-462a-9865-f235bdc2993f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:14.286007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-e08cee2f-282a-4517-a3cb-5f39ac41f945 req-3b37bd1c-2b5b-462a-9865-f235bdc2993f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] For port 2423488d-9dcf-4ca9-b52b-bea12ad4a120, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=2423488d-9dcf-4ca9-b52b-bea12ad4a120,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:14.286265 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e08cee2f-282a-4517-a3cb-5f39ac41f945 req-3b37bd1c-2b5b-462a-9865-f235bdc2993f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:14.299341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-e08cee2f-282a-4517-a3cb-5f39ac41f945 req-3b37bd1c-2b5b-462a-9865-f235bdc2993f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Calling delete_port for 2423488d-9dcf-4ca9-b52b-bea12ad4a120 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:39:14.423445 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e08cee2f-282a-4517-a3cb-5f39ac41f945 req-3b37bd1c-2b5b-462a-9865-f235bdc2993f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:14.434936 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0bc29338-c0df-4de4-9b97-c164e1b93f7c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:39:14.442294 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['2423488d-9dcf-4ca9-b52b-bea12ad4a120'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:39:14.453481 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37bd1c-2b5b-462a-9865-f235bdc2993f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Pushing event deleted for resources: {'Port': ['ID=2423488d-9dcf-4ca9-b52b-bea12ad4a120,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:14.499636 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08cee2f-282a-4517-a3cb-5f39ac41f945 req-3b37bd1c-2b5b-462a-9865-f235bdc2993f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] No DVR routers for this DVR port 2423488d-9dcf-4ca9-b52b-bea12ad4a120 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:39:14.502632 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e08cee2f-282a-4517-a3cb-5f39ac41f945 req-3b37bd1c-2b5b-462a-9865-f235bdc2993f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:14.505863 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e08cee2f-282a-4517-a3cb-5f39ac41f945 req-3b37bd1c-2b5b-462a-9865-f235bdc2993f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "DELETE /v2.0/ports/2423488d-9dcf-4ca9-b52b-bea12ad4a120 HTTP/1.1" status: 204 len: 173 time: 0.4016685 Jul 14 07:39:14.505863 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5206839-733a-4a61-9186-c74b22cd4c70', 'name': 'network-vif-deleted', 'tag': '2423488d-9dcf-4ca9-b52b-bea12ad4a120'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:39:14.507838 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c3d81d-0dd3-4325-b5cb-b53ee8aa9117" -d '{"events": [{"server_uuid": "b5206839-733a-4a61-9186-c74b22cd4c70", "name": "network-vif-deleted", "tag": "2423488d-9dcf-4ca9-b52b-bea12ad4a120"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:39:14.571329 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c59f41c-5c5b-4ad5-b527-73752276f7c2 x-openstack-request-id: req-9c59f41c-5c5b-4ad5-b527-73752276f7c2 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:39:14.572161 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5206839-733a-4a61-9186-c74b22cd4c70", "name": "network-vif-deleted", "tag": "2423488d-9dcf-4ca9-b52b-bea12ad4a120", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:39:14.572418 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c59f41c-5c5b-4ad5-b527-73752276f7c2 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:39:14.572841 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5206839-733a-4a61-9186-c74b22cd4c70', 'name': 'network-vif-deleted', 'tag': '2423488d-9dcf-4ca9-b52b-bea12ad4a120', 'status': 'completed', 'code': 200} Jul 14 07:39:15.692401 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:15.713816 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-2a95699b-dc8e-4223-a004-991935056a92 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:15.715184 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-2a95699b-dc8e-4223-a004-991935056a92 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 805 time: 0.1043220 Jul 14 07:39:15.730839 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-97a7b82f-cf5f-4b90-aff7-4c32ddbc8545 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/quotas/ecb4d9adac124490b9a03c7f8fa607ec HTTP/1.1" status: 200 len: 375 time: 0.0101044 Jul 14 07:39:15.775035 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:15.795745 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-3cfb0463-bcc3-4085-98ef-435a01c79b74 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0593319 Jul 14 07:39:15.893371 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-636fd8c6-1f40-4f2c-b1bf-99dd5091cdc7 service neutron] 10.222.0.35 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860212 Jul 14 07:39:15.983431 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-315deb39-3c5b-4ec0-a711-23bd284c52dd service neutron] 10.222.0.35 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837040 Jul 14 07:39:16.157987 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59828) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:16.184475 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efd3f34f-8cca-404d-8040-c2c371d733da req-56bf8d5e-ecf1-416f-99e3-251c6d965527 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d29056-50f1-4984-9e2f-411d4c4cc93f HTTP/1.1" status: 200 len: 210 time: 0.0613990 Jul 14 07:39:16.218985 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac2b899-3b74-4cfc-964f-a8d69fb4737f admin admin] Deleting subnet 46860bfe-d733-42a5-a091-c5c0670b3e20 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:39:16.222292 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b899-3b74-4cfc-964f-a8d69fb4737f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:16.263677 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b899-3b74-4cfc-964f-a8d69fb4737f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:16.304046 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b899-3b74-4cfc-964f-a8d69fb4737f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:16.359626 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b899-3b74-4cfc-964f-a8d69fb4737f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:16.388243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2b899-3b74-4cfc-964f-a8d69fb4737f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46860bfe-d733-42a5-a091-c5c0670b3e20,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:16.391258 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b899-3b74-4cfc-964f-a8d69fb4737f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:16.395002 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4ac2b899-3b74-4cfc-964f-a8d69fb4737f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/46860bfe-d733-42a5-a091-c5c0670b3e20 HTTP/1.1" status: 204 len: 168 time: 0.2339940 Jul 14 07:39:16.395784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59834) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:16.620515 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2423488d-9dcf-4ca9-b52b-bea12ad4a120 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:39:16.644457 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 2423488d-9dcf-4ca9-b52b-bea12ad4a120 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:39:16.644889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 2423488d-9dcf-4ca9-b52b-bea12ad4a120 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:39:16.705573 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3919c069-a107-4006-b732-a894e0b53f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:16.779437 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3919c069-a107-4006-b732-a894e0b53f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:16.789577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3919c069-a107-4006-b732-a894e0b53f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab998eb-5a7e-4f5c-b157-2ff85b8253df']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:39:16.801530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3919c069-a107-4006-b732-a894e0b53f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5bf2d3-6462-492d-a6dc-aa40c3c450e3') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:39:16.801826 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3919c069-a107-4006-b732-a894e0b53f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5bf2d3-6462-492d-a6dc-aa40c3c450e3') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:39:16.811516 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3919c069-a107-4006-b732-a894e0b53f20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:16.826127 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3919c069-a107-4006-b732-a894e0b53f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:16.832150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3919c069-a107-4006-b732-a894e0b53f20 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:39:16.832523 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3919c069-a107-4006-b732-a894e0b53f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:39:16.834454 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:39:16.889513 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3919c069-a107-4006-b732-a894e0b53f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:16.894309 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3919c069-a107-4006-b732-a894e0b53f20 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:16.897642 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3919c069-a107-4006-b732-a894e0b53f20 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5ab998eb-5a7e-4f5c-b157-2ff85b8253df HTTP/1.1" status: 204 len: 168 time: 0.5012827 Jul 14 07:39:16.909678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919c069-a107-4006-b732-a894e0b53f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ab998eb-5a7e-4f5c-b157-2ff85b8253df,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:17.006105 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59840) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:17.044070 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9206685f-399f-4592-b627-aeb394704d0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d5ab77d7872a4c029a809bc4688370e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0365369 Jul 14 07:39:17.046434 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 59842) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:17.093456 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cbf3630-a946-487f-9cfb-c43f21d0b82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:17.113998 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cbf3630-a946-487f-9cfb-c43f21d0b82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:17.231682 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cbf3630-a946-487f-9cfb-c43f21d0b82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:17.234205 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cbf3630-a946-487f-9cfb-c43f21d0b82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:17.236274 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4cbf3630-a946-487f-9cfb-c43f21d0b82a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95eb115c-9fb7-48c7-b369-331fb5bccdd3 HTTP/1.1" status: 204 len: 168 time: 0.1889093 Jul 14 07:39:17.254715 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-25816359-2116-4c06-9e33-ec190fe4b257 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:17.256743 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-25816359-2116-4c06-9e33-ec190fe4b257 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 805 time: 0.1323426 Jul 14 07:39:17.257704 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf3630-a946-487f-9cfb-c43f21d0b82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eb115c-9fb7-48c7-b369-331fb5bccdd3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:17.270287 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-30fe479e-2e64-4cdb-a073-90eb0d3f95cf tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Request body: {'port': {'device_id': '18d29056-50f1-4984-9e2f-411d4c4cc93f', 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7', 'admin_state_up': True, 'tenant_id': 'ecb4d9adac124490b9a03c7f8fa607ec'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:17.343298 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df503436-a709-45ce-91b0-3620ef0b6f3c req-104b4500-5eb0-4c15-999e-0643a7598696 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d29056-50f1-4984-9e2f-411d4c4cc93f HTTP/1.1" status: 200 len: 210 time: 0.0345476 Jul 14 07:39:17.409451 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-30fe479e-2e64-4cdb-a073-90eb0d3f95cf tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Made reservation on behalf of ecb4d9adac124490b9a03c7f8fa607ec for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:39:17.413500 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-30fe479e-2e64-4cdb-a073-90eb0d3f95cf tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:17.540968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-30fe479e-2e64-4cdb-a073-90eb0d3f95cf tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Allocated IP 172.20.0.7 (d3683ec1-1aa1-4336-80ec-d8672eb540a7/ee721f7a-4d77-4c44-92b1-6042cc4172ec/f67a2579-56fb-4658-85e4-98601fc4f6d3) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:39:17.696886 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-30fe479e-2e64-4cdb-a073-90eb0d3f95cf tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:17.735803 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-30fe479e-2e64-4cdb-a073-90eb0d3f95cf tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:17.756918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0bc29338-c0df-4de4-9b97-c164e1b93f7c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:39:17.780243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-30fe479e-2e64-4cdb-a073-90eb0d3f95cf tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Network d3683ec1-1aa1-4336-80ec-d8672eb540a7 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:39:17.786304 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-30fe479e-2e64-4cdb-a073-90eb0d3f95cf tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:39:17.791600 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-30fe479e-2e64-4cdb-a073-90eb0d3f95cf tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:39:17.823202 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe479e-2e64-4cdb-a073-90eb0d3f95cf tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Pushing event updated for resources: {'Port': ['ID=f67a2579-56fb-4658-85e4-98601fc4f6d3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:17.848743 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-30fe479e-2e64-4cdb-a073-90eb0d3f95cf tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:17.850223 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-30fe479e-2e64-4cdb-a073-90eb0d3f95cf tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:17.866382 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-30fe479e-2e64-4cdb-a073-90eb0d3f95cf tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6000228 Jul 14 07:39:17.878520 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Request body: {'port': {'device_id': '18d29056-50f1-4984-9e2f-411d4c4cc93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:17.954072 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:18.214468 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67a2579-56fb-4658-85e4-98601fc4f6d3 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:39:18.221699 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:18.233475 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Transition to ACTIVE for port object f67a2579-56fb-4658-85e4-98601fc4f6d3 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:39:18.238133 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:18.292497 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Pushing event updated for resources: {'Port': ['ID=f67a2579-56fb-4658-85e4-98601fc4f6d3,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:18.359492 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Attempting to bind port f67a2579-56fb-4658-85e4-98601fc4f6d3 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:39:18.359822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Attempting to bind port f67a2579-56fb-4658-85e4-98601fc4f6d3 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:39:18.360144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Attempting to bind port f67a2579-56fb-4658-85e4-98601fc4f6d3 on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:39:18.364332 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Port f67a2579-56fb-4658-85e4-98601fc4f6d3 on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:39:18.364682 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Attempting to bind port f67a2579-56fb-4658-85e4-98601fc4f6d3 on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:39:18.369448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:39:18.369655 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Checking segment: {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:39:18.370041 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Bound using segment: {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:39:18.370460 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Bound port: f67a2579-56fb-4658-85e4-98601fc4f6d3, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:39:18.370811 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:18.403264 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59876) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:18.435620 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] For port f67a2579-56fb-4658-85e4-98601fc4f6d3, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:39:18.439153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] For port f67a2579-56fb-4658-85e4-98601fc4f6d3, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=f67a2579-56fb-4658-85e4-98601fc4f6d3,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:39:18.444417 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:18.481207 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:18.481750 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:18.483477 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] 10.222.0.30 "PUT /v2.0/ports/f67a2579-56fb-4658-85e4-98601fc4f6d3 HTTP/1.1" status: 200 len: 1091 time: 0.6101594 Jul 14 07:39:18.485784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d29056-50f1-4984-9e2f-411d4c4cc93f', 'tag': 'f67a2579-56fb-4658-85e4-98601fc4f6d3'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:39:18.488703 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ad30a1-7ece-4d31-86e4-7c78eadfe894" -d '{"events": [{"name": "network-changed", "server_uuid": "18d29056-50f1-4984-9e2f-411d4c4cc93f", "tag": "f67a2579-56fb-4658-85e4-98601fc4f6d3"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:39:18.523369 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95466d-5fd7-435f-a748-793f32bd9714 service neutron] Pushing event updated for resources: {'Port': ['ID=f67a2579-56fb-4658-85e4-98601fc4f6d3,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:18.535620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a934c75-abec-4388-87d8-a8abc1c4b63e req-93bb7908-5e13-4e2e-a1a6-33cbebe19b4a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:18.537239 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4a934c75-abec-4388-87d8-a8abc1c4b63e req-93bb7908-5e13-4e2e-a1a6-33cbebe19b4a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d29056-50f1-4984-9e2f-411d4c4cc93f HTTP/1.1" status: 200 len: 943 time: 0.0746474 Jul 14 07:39:18.551379 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f12036-6bef-427c-9547-7c90374534fd x-openstack-request-id: req-09f12036-6bef-427c-9547-7c90374534fd {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:39:18.551660 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d29056-50f1-4984-9e2f-411d4c4cc93f", "tag": "f67a2579-56fb-4658-85e4-98601fc4f6d3", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:39:18.551903 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-09f12036-6bef-427c-9547-7c90374534fd {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:39:18.553045 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d29056-50f1-4984-9e2f-411d4c4cc93f', 'tag': 'f67a2579-56fb-4658-85e4-98601fc4f6d3', 'status': 'completed', 'code': 200} Jul 14 07:39:18.564471 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d92f947-f998-49f4-8b5a-4683303993b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:18.592642 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4a934c75-abec-4388-87d8-a8abc1c4b63e req-ed508dd9-916c-4758-bebb-d3a45370db49 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464942 Jul 14 07:39:18.597714 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-057b1c35-7c11-433c-971d-10f576c8e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:18.599813 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-057b1c35-7c11-433c-971d-10f576c8e4c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&device_id=18d29056-50f1-4984-9e2f-411d4c4cc93f HTTP/1.1" status: 200 len: 1094 time: 0.0574820 Jul 14 07:39:18.644582 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-af953359-c335-464a-845c-cb37f7ecfbf8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67a2579-56fb-4658-85e4-98601fc4f6d3 HTTP/1.1" status: 200 len: 217 time: 0.0370088 Jul 14 07:39:18.675968 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d92f947-f998-49f4-8b5a-4683303993b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:18.680628 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d92f947-f998-49f4-8b5a-4683303993b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:18.697028 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-4e4af9f4-1def-4b31-aa69-c78e8ce95584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:18.698533 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-4e4af9f4-1def-4b31-aa69-c78e8ce95584 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee721f7a-4d77-4c44-92b1-6042cc4172ec HTTP/1.1" status: 200 len: 845 time: 0.0477324 Jul 14 07:39:18.719185 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7d92f947-f998-49f4-8b5a-4683303993b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28707ea7b66e421ea5dbac965c0838d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145092 Jul 14 07:39:18.720142 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92f947-f998-49f4-8b5a-4683303993b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50eb750d-7b4e-4ccf-9140-b677272076d6,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:18.722706 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59882) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:18.729758 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-04e6427b-6d79-4f79-a9e6-0f0a539a770b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3683ec1-1aa1-4336-80ec-d8672eb540a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252893 Jul 14 07:39:18.770878 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ec55a9c-e27d-4956-b5ea-cc7549ff4edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:18.791632 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ec55a9c-e27d-4956-b5ea-cc7549ff4edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:18.816637 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-6f2a1a46-4cef-44f0-bc37-c5c42e3c9cf1 service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803549 Jul 14 07:39:18.838035 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ec55a9c-e27d-4956-b5ea-cc7549ff4edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:18.840908 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ec55a9c-e27d-4956-b5ea-cc7549ff4edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:18.844442 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4ec55a9c-e27d-4956-b5ea-cc7549ff4edd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50eb750d-7b4e-4ccf-9140-b677272076d6 HTTP/1.1" status: 204 len: 168 time: 0.1187084 Jul 14 07:39:18.850134 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec55a9c-e27d-4956-b5ea-cc7549ff4edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50eb750d-7b4e-4ccf-9140-b677272076d6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:18.914291 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cba2b1dc-2273-414f-840d-3166211ed4e7 req-4cabe2d3-b0d9-472d-895c-0e19f9514ab2 service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913780 Jul 14 07:39:19.013222 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad30a1-7ece-4d31-86e4-7c78eadfe894 req-63c3149a-c40f-4c4c-8ad6-4956554c9567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:19.014749 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f3ad30a1-7ece-4d31-86e4-7c78eadfe894 req-63c3149a-c40f-4c4c-8ad6-4956554c9567 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&device_id=18d29056-50f1-4984-9e2f-411d4c4cc93f HTTP/1.1" status: 200 len: 1094 time: 0.0538342 Jul 14 07:39:19.106213 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad30a1-7ece-4d31-86e4-7c78eadfe894 req-094081d9-671c-4f4e-99aa-b15fd9b981df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:19.107726 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f3ad30a1-7ece-4d31-86e4-7c78eadfe894 req-094081d9-671c-4f4e-99aa-b15fd9b981df service neutron] 10.222.0.30 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 906 time: 0.0870533 Jul 14 07:39:19.149153 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f3ad30a1-7ece-4d31-86e4-7c78eadfe894 req-9acef5bf-9595-48c2-8c43-f8b33cccbfd1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67a2579-56fb-4658-85e4-98601fc4f6d3 HTTP/1.1" status: 200 len: 217 time: 0.0347722 Jul 14 07:39:19.196478 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad30a1-7ece-4d31-86e4-7c78eadfe894 req-5cbaa51e-1e41-4fa1-8418-27d5b1dcdcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:19.197899 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f3ad30a1-7ece-4d31-86e4-7c78eadfe894 req-5cbaa51e-1e41-4fa1-8418-27d5b1dcdcce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee721f7a-4d77-4c44-92b1-6042cc4172ec HTTP/1.1" status: 200 len: 845 time: 0.0426219 Jul 14 07:39:19.234527 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f3ad30a1-7ece-4d31-86e4-7c78eadfe894 req-551ab78b-f678-4a4a-9e9d-12033bdae334 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3683ec1-1aa1-4336-80ec-d8672eb540a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303597 Jul 14 07:39:19.321529 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f3ad30a1-7ece-4d31-86e4-7c78eadfe894 req-b9d2a881-244f-4b67-bb5d-4910d28aea7b service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806808 Jul 14 07:39:19.413976 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f3ad30a1-7ece-4d31-86e4-7c78eadfe894 req-1566e23c-2e26-43c5-a3fb-8544a3a2ecb5 service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858946 Jul 14 07:39:19.769058 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62a736-b383-4200-af82-2860badd376d req-8f9e1b94-ccb6-4c53-b021-4c8e895a1cd5 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:19.770617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c62a736-b383-4200-af82-2860badd376d req-8f9e1b94-ccb6-4c53-b021-4c8e895a1cd5 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d29056-50f1-4984-9e2f-411d4c4cc93f HTTP/1.1" status: 200 len: 943 time: 0.0620725 Jul 14 07:39:19.814063 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c62a736-b383-4200-af82-2860badd376d req-9e7fcfff-2e18-468b-a771-700e467d47f1 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373201 Jul 14 07:39:20.667193 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device f67a2579-56fb-4658-85e4-98601fc4f6d3 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:39:20.913942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port f67a2579-56fb-4658-85e4-98601fc4f6d3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=f67a2579-56fb-4658-85e4-98601fc4f6d3,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:20.925050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'f67a2579-56fb-4658-85e4-98601fc4f6d3', 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7', 'port_id': 'f67a2579-56fb-4658-85e4-98601fc4f6d3', 'mac_address': 'fa:16:3e:c5:da:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee721f7a-4d77-4c44-92b1-6042cc4172ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:39:20.962998 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:20.979709 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67a2579-56fb-4658-85e4-98601fc4f6d3 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:39:20.989060 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d77f6-d1b2-4846-b113-009820cb6d97 req-d17fc316-d511-429e-9564-2406e679bcd0 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:20.990660 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d77d77f6-d1b2-4846-b113-009820cb6d97 req-d17fc316-d511-429e-9564-2406e679bcd0 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d29056-50f1-4984-9e2f-411d4c4cc93f HTTP/1.1" status: 200 len: 943 time: 0.0656922 Jul 14 07:39:20.999949 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port f67a2579-56fb-4658-85e4-98601fc4f6d3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=f67a2579-56fb-4658-85e4-98601fc4f6d3,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:21.005018 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:21.035383 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d77d77f6-d1b2-4846-b113-009820cb6d97 req-a96481a5-f566-4b01-a735-c32e3cce9dc9 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343680 Jul 14 07:39:21.052844 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=f67a2579-56fb-4658-85e4-98601fc4f6d3,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:21.189051 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['f67a2579-56fb-4658-85e4-98601fc4f6d3'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:39:22.242038 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a3a98-e4fc-435d-ae9b-e579e08f18d4 req-222d609a-6468-4a6e-aa29-934f6886b009 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:22.243541 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f6a3a98-e4fc-435d-ae9b-e579e08f18d4 req-222d609a-6468-4a6e-aa29-934f6886b009 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d29056-50f1-4984-9e2f-411d4c4cc93f HTTP/1.1" status: 200 len: 944 time: 0.0644689 Jul 14 07:39:22.282555 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f6a3a98-e4fc-435d-ae9b-e579e08f18d4 req-96659759-e156-4b12-b3b2-5b88bcf53263 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329571 Jul 14 07:39:22.667004 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device f67a2579-56fb-4658-85e4-98601fc4f6d3 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:39:22.714608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port f67a2579-56fb-4658-85e4-98601fc4f6d3 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:39:22.718330 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port f67a2579-56fb-4658-85e4-98601fc4f6d3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:39:22.718702 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:22.794568 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:22.816187 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d29056-50f1-4984-9e2f-411d4c4cc93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67a2579-56fb-4658-85e4-98601fc4f6d3'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:39:22.818981 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17f2690-a634-4051-8bfb-b7d95752aacd" -d '{"events": [{"server_uuid": "18d29056-50f1-4984-9e2f-411d4c4cc93f", "name": "network-vif-plugged", "status": "completed", "tag": "f67a2579-56fb-4658-85e4-98601fc4f6d3"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:39:22.831670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port f67a2579-56fb-4658-85e4-98601fc4f6d3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=f67a2579-56fb-4658-85e4-98601fc4f6d3,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:22.836081 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:22.858374 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644018c3-7e7c-432c-a76d-6ead139f6f0c x-openstack-request-id: req-644018c3-7e7c-432c-a76d-6ead139f6f0c {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:39:22.858665 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d29056-50f1-4984-9e2f-411d4c4cc93f", "name": "network-vif-plugged", "status": "completed", "tag": "f67a2579-56fb-4658-85e4-98601fc4f6d3", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:39:22.858911 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-644018c3-7e7c-432c-a76d-6ead139f6f0c {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:39:22.859295 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d29056-50f1-4984-9e2f-411d4c4cc93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67a2579-56fb-4658-85e4-98601fc4f6d3', 'code': 200} Jul 14 07:39:22.884488 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=f67a2579-56fb-4658-85e4-98601fc4f6d3,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:22.967509 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f423be-0d87-4b3d-9dfb-04921821354f req-e0283320-f1c4-44a7-971a-e9789d7e7f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:22.969043 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c3f423be-0d87-4b3d-9dfb-04921821354f req-e0283320-f1c4-44a7-971a-e9789d7e7f6a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18d29056-50f1-4984-9e2f-411d4c4cc93f HTTP/1.1" status: 200 len: 1096 time: 0.0517001 Jul 14 07:39:23.002780 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c3f423be-0d87-4b3d-9dfb-04921821354f req-ebb5888e-5153-4d76-8d1f-7d7e102b83e9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275075 Jul 14 07:39:23.488205 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a80b09-649d-4353-b688-c28a0edc1f4e req-f548e8f8-b02c-4ddd-8baf-0487f58ceac0 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:23.490573 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2a80b09-649d-4353-b688-c28a0edc1f4e req-f548e8f8-b02c-4ddd-8baf-0487f58ceac0 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d29056-50f1-4984-9e2f-411d4c4cc93f HTTP/1.1" status: 200 len: 945 time: 0.0828221 Jul 14 07:39:23.542115 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2a80b09-649d-4353-b688-c28a0edc1f4e req-a55bde9d-c1e6-41f6-bb7d-21859e47ff14 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449255 Jul 14 07:39:24.706117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c437ad-2108-42e5-8778-308569fd85e2 req-374ac9dd-e04b-44ce-8315-d732f07ca5bf tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:24.707472 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-28c437ad-2108-42e5-8778-308569fd85e2 req-374ac9dd-e04b-44ce-8315-d732f07ca5bf tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d29056-50f1-4984-9e2f-411d4c4cc93f HTTP/1.1" status: 200 len: 945 time: 0.0618765 Jul 14 07:39:24.743637 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-28c437ad-2108-42e5-8778-308569fd85e2 req-dc1d7567-d602-40ac-a61b-43ba1e51ad06 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307431 Jul 14 07:39:24.909765 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d91a4-8313-47f0-ae3c-cb171f4ad81d req-3eb244fe-9e8d-4e75-b6d5-7e8010fe6204 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:24.911253 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-624d91a4-8313-47f0-ae3c-cb171f4ad81d req-3eb244fe-9e8d-4e75-b6d5-7e8010fe6204 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d29056-50f1-4984-9e2f-411d4c4cc93f HTTP/1.1" status: 200 len: 945 time: 0.0621026 Jul 14 07:39:24.952525 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-624d91a4-8313-47f0-ae3c-cb171f4ad81d req-9d1b6cc5-4ad0-4d69-8ad0-ee1b159df6fe tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352712 Jul 14 07:39:25.318259 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637753fd-333e-4a0b-a3be-de844ba8dfb5 req-574c3aec-0fbf-481c-9118-69938cf01f1d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:25.319745 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-637753fd-333e-4a0b-a3be-de844ba8dfb5 req-574c3aec-0fbf-481c-9118-69938cf01f1d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d29056-50f1-4984-9e2f-411d4c4cc93f HTTP/1.1" status: 200 len: 945 time: 0.0624034 Jul 14 07:39:25.356455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-637753fd-333e-4a0b-a3be-de844ba8dfb5 req-5e5ab47d-7129-4330-a5af-74d5e79c69b4 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312917 Jul 14 07:39:26.161447 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e15fb9d-dbd0-42ae-a808-74249dfa8982 req-d34c7da9-da8e-40d9-a9e6-b7dabc9ea6eb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c51d542e-6d5f-4f98-9b45-57230b1378f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501471 Jul 14 07:39:26.260120 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15fb9d-dbd0-42ae-a808-74249dfa8982 req-10dfce44-a806-4dba-b788-a1767a5fbe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:26.261680 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e15fb9d-dbd0-42ae-a808-74249dfa8982 req-10dfce44-a806-4dba-b788-a1767a5fbe7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&device_id=c51d542e-6d5f-4f98-9b45-57230b1378f2 HTTP/1.1" status: 200 len: 1096 time: 0.0556810 Jul 14 07:39:26.368286 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15fb9d-dbd0-42ae-a808-74249dfa8982 req-8858fe58-df72-46d6-9b49-e02e7619275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:26.369862 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e15fb9d-dbd0-42ae-a808-74249dfa8982 req-8858fe58-df72-46d6-9b49-e02e7619275f service neutron] 10.222.0.15 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 906 time: 0.0880342 Jul 14 07:39:26.410761 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e15fb9d-dbd0-42ae-a808-74249dfa8982 req-8264b15f-8b62-4ee5-bd4d-c197d87cc7c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bc29338-c0df-4de4-9b97-c164e1b93f7c HTTP/1.1" status: 200 len: 217 time: 0.0338337 Jul 14 07:39:26.465874 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15fb9d-dbd0-42ae-a808-74249dfa8982 req-2a30c6c1-eee6-4914-beb3-6303f851a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:26.468070 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e15fb9d-dbd0-42ae-a808-74249dfa8982 req-2a30c6c1-eee6-4914-beb3-6303f851a97e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee721f7a-4d77-4c44-92b1-6042cc4172ec HTTP/1.1" status: 200 len: 845 time: 0.0510716 Jul 14 07:39:26.510175 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a23d5-37e5-438d-bbf8-396761a729fa req-32fe05d5-1a84-4003-b93c-c1dd478f6dac tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:26.511818 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e21a23d5-37e5-438d-bbf8-396761a729fa req-32fe05d5-1a84-4003-b93c-c1dd478f6dac tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "GET /v2.0/ports?device_id=18d29056-50f1-4984-9e2f-411d4c4cc93f HTTP/1.1" status: 200 len: 945 time: 0.0709143 Jul 14 07:39:26.532702 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e15fb9d-dbd0-42ae-a808-74249dfa8982 req-cbd9ae77-4767-48c1-a120-6cc7842fe662 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3683ec1-1aa1-4336-80ec-d8672eb540a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498598 Jul 14 07:39:26.625614 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-e21a23d5-37e5-438d-bbf8-396761a729fa req-628fef68-fe80-4d8b-93a6-d58b04618f25 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Deleting port f67a2579-56fb-4658-85e4-98601fc4f6d3 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:39:26.626326 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e21a23d5-37e5-438d-bbf8-396761a729fa req-628fef68-fe80-4d8b-93a6-d58b04618f25 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:26.628451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4e8ee-f46d-4646-a191-51ee16773d1b req-a5d0902e-738b-490f-9eee-9707bba860ff tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:26.630068 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72b4e8ee-f46d-4646-a191-51ee16773d1b req-a5d0902e-738b-490f-9eee-9707bba860ff tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d29056-50f1-4984-9e2f-411d4c4cc93f HTTP/1.1" status: 200 len: 945 time: 0.1586990 Jul 14 07:39:26.659668 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e15fb9d-dbd0-42ae-a808-74249dfa8982 req-ee771ba5-fac0-4e01-ac1e-bb7c4d167c11 service neutron] 10.222.0.15 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197400 Jul 14 07:39:26.716768 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-e21a23d5-37e5-438d-bbf8-396761a729fa req-628fef68-fe80-4d8b-93a6-d58b04618f25 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] For port f67a2579-56fb-4658-85e4-98601fc4f6d3, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=f67a2579-56fb-4658-85e4-98601fc4f6d3,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:26.717046 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e21a23d5-37e5-438d-bbf8-396761a729fa req-628fef68-fe80-4d8b-93a6-d58b04618f25 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:26.722200 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72b4e8ee-f46d-4646-a191-51ee16773d1b req-0d900e9e-e34a-45e8-a619-8b58d57e5568 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835736 Jul 14 07:39:26.731573 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-e21a23d5-37e5-438d-bbf8-396761a729fa req-628fef68-fe80-4d8b-93a6-d58b04618f25 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Calling delete_port for f67a2579-56fb-4658-85e4-98601fc4f6d3 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:39:26.772164 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e15fb9d-dbd0-42ae-a808-74249dfa8982 req-3dedbc07-06cc-4fac-8f95-5e5f47ba4861 service neutron] 10.222.0.15 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030707 Jul 14 07:39:26.867219 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e21a23d5-37e5-438d-bbf8-396761a729fa req-628fef68-fe80-4d8b-93a6-d58b04618f25 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:26.880503 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0bc29338-c0df-4de4-9b97-c164e1b93f7c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:39:26.899024 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fef68-fe80-4d8b-93a6-d58b04618f25 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Pushing event deleted for resources: {'Port': ['ID=f67a2579-56fb-4658-85e4-98601fc4f6d3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:26.947172 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21a23d5-37e5-438d-bbf8-396761a729fa req-628fef68-fe80-4d8b-93a6-d58b04618f25 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] No DVR routers for this DVR port f67a2579-56fb-4658-85e4-98601fc4f6d3 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:39:26.954500 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e21a23d5-37e5-438d-bbf8-396761a729fa req-628fef68-fe80-4d8b-93a6-d58b04618f25 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:26.957745 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e21a23d5-37e5-438d-bbf8-396761a729fa req-628fef68-fe80-4d8b-93a6-d58b04618f25 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "DELETE /v2.0/ports/f67a2579-56fb-4658-85e4-98601fc4f6d3 HTTP/1.1" status: 204 len: 173 time: 0.4395037 Jul 14 07:39:26.958884 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d29056-50f1-4984-9e2f-411d4c4cc93f', 'name': 'network-vif-deleted', 'tag': 'f67a2579-56fb-4658-85e4-98601fc4f6d3'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:39:26.962345 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e698c5b-d174-45a0-8820-b336ed2766fd" -d '{"events": [{"server_uuid": "18d29056-50f1-4984-9e2f-411d4c4cc93f", "name": "network-vif-deleted", "tag": "f67a2579-56fb-4658-85e4-98601fc4f6d3"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:39:27.020243 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6a145a-3f65-4e4c-9a15-ae806804f1af x-openstack-request-id: req-7d6a145a-3f65-4e4c-9a15-ae806804f1af {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:39:27.020540 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d29056-50f1-4984-9e2f-411d4c4cc93f", "name": "network-vif-deleted", "tag": "f67a2579-56fb-4658-85e4-98601fc4f6d3", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:39:27.021943 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d6a145a-3f65-4e4c-9a15-ae806804f1af {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:39:27.022336 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d29056-50f1-4984-9e2f-411d4c4cc93f', 'name': 'network-vif-deleted', 'tag': 'f67a2579-56fb-4658-85e4-98601fc4f6d3', 'status': 'completed', 'code': 200} Jul 14 07:39:27.808464 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 59984) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:27.921575 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aeee350e-9de6-455c-b4d4-5cad6a805457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:28.013389 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aeee350e-9de6-455c-b4d4-5cad6a805457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:28.017848 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aeee350e-9de6-455c-b4d4-5cad6a805457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:28.101957 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-aeee350e-9de6-455c-b4d4-5cad6a805457 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e8c1b9d59e354e31a9ba9c3878dea8fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2923591 Jul 14 07:39:28.104544 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60002) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:28.107469 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee350e-9de6-455c-b4d4-5cad6a805457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c939cc7c-5d4b-4979-b73e-ef997c8bc53b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:28.155002 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f067ab9-40dc-4d51-86c7-e320fa7dbd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:28.158802 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-4949064a-18e4-445b-97b6-4ed87ca8cfbf tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:28.160284 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-4949064a-18e4-445b-97b6-4ed87ca8cfbf tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 805 time: 0.1264179 Jul 14 07:39:28.175347 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-e75988a1-c1e0-431c-961c-0e779b8d2f71 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/quotas/ecb4d9adac124490b9a03c7f8fa607ec HTTP/1.1" status: 200 len: 375 time: 0.0090516 Jul 14 07:39:28.175898 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f067ab9-40dc-4d51-86c7-e320fa7dbd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:28.224502 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f067ab9-40dc-4d51-86c7-e320fa7dbd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:28.227276 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f067ab9-40dc-4d51-86c7-e320fa7dbd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:28.228444 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0f067ab9-40dc-4d51-86c7-e320fa7dbd66 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c939cc7c-5d4b-4979-b73e-ef997c8bc53b HTTP/1.1" status: 204 len: 168 time: 0.1226127 Jul 14 07:39:28.236693 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f067ab9-40dc-4d51-86c7-e320fa7dbd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c939cc7c-5d4b-4979-b73e-ef997c8bc53b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:28.242830 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-5ba4834e-3370-48f8-8682-65a4cc594c47 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616207 Jul 14 07:39:28.334675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-31e1805c-b2f4-45db-a251-5d421a737778 service neutron] 10.222.0.35 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854073 Jul 14 07:39:28.426947 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-b6a3e810-ee25-4928-96cb-fbeafbd0a15c service neutron] 10.222.0.35 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862784 Jul 14 07:39:28.614197 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7ae88436-6ee6-4259-b99b-51d4a5c48080 req-bb853f61-30a3-4762-8781-c680869b4b51 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2 HTTP/1.1" status: 200 len: 210 time: 0.0394294 Jul 14 07:39:28.698501 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device f67a2579-56fb-4658-85e4-98601fc4f6d3 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:39:28.721675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: f67a2579-56fb-4658-85e4-98601fc4f6d3 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:39:28.722023 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device f67a2579-56fb-4658-85e4-98601fc4f6d3 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:39:29.380874 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60050) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:29.522773 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-fa4c889c-4e02-40ef-aae2-edfaf602f3ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'network': {'name': 'tempest-network-smoke--795846641', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'port_security_enabled': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:29.544042 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4c889c-4e02-40ef-aae2-edfaf602f3ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Made reservation on behalf of 2ec311a5c75e432ca50437b58f1f1702 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:39:29.547696 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fa4c889c-4e02-40ef-aae2-edfaf602f3ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:29.557579 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fa4c889c-4e02-40ef-aae2-edfaf602f3ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:29.640844 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-96f302a5-fa73-4eb6-821f-62e674ed180a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:29.642397 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-96f302a5-fa73-4eb6-821f-62e674ed180a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 805 time: 0.1080873 Jul 14 07:39:29.654009 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-edd47721-6c52-4217-a673-80be462d825d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Request body: {'port': {'device_id': 'c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2', 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7', 'admin_state_up': True, 'tenant_id': 'ecb4d9adac124490b9a03c7f8fa607ec'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:29.671526 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fa4c889c-4e02-40ef-aae2-edfaf602f3ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:29.677532 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fa4c889c-4e02-40ef-aae2-edfaf602f3ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:29.709065 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4c889c-4e02-40ef-aae2-edfaf602f3ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:39:29.719828 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c889c-4e02-40ef-aae2-edfaf602f3ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1bdd17-d1fc-41f4-8d7b-90752ed13f41,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:29.726398 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fa4c889c-4e02-40ef-aae2-edfaf602f3ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:29.726747 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-fa4c889c-4e02-40ef-aae2-edfaf602f3ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Added segment 67676dfd-df82-43cb-94dc-d63874efb626 of type vlan for network 18419e63-857b-4997-bd99-a23a661f81ff Jul 14 07:39:29.791981 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-edd47721-6c52-4217-a673-80be462d825d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Made reservation on behalf of ecb4d9adac124490b9a03c7f8fa607ec for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:39:29.795489 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90595900-02b4-4478-bade-a79dd9d09f8b req-bc33f22b-d73c-4f13-ba35-53c4bf84d05d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2 HTTP/1.1" status: 200 len: 210 time: 0.0375497 Jul 14 07:39:29.796524 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-edd47721-6c52-4217-a673-80be462d825d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:29.799783 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fa4c889c-4e02-40ef-aae2-edfaf602f3ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:29.827708 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fa4c889c-4e02-40ef-aae2-edfaf602f3ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:29.834084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4c889c-4e02-40ef-aae2-edfaf602f3ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:29.834775 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fa4c889c-4e02-40ef-aae2-edfaf602f3ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:29.893033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fa4c889c-4e02-40ef-aae2-edfaf602f3ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5110211 Jul 14 07:39:29.896648 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60056) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:29.900951 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'admin_state_up': True, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:29.921282 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c889c-4e02-40ef-aae2-edfaf602f3ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Network': ['ID=18419e63-857b-4997-bd99-a23a661f81ff,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:29.935041 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 18419e63-857b-4997-bd99-a23a661f81ff details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:39:29.936319 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:29.936475 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-edd47721-6c52-4217-a673-80be462d825d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Allocated IP 172.20.0.3 (d3683ec1-1aa1-4336-80ec-d8672eb540a7/ee721f7a-4d77-4c44-92b1-6042cc4172ec/a79fa310-c295-4779-ab8e-fd7e2dca3913) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:39:29.937561 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:30.034708 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:30.090483 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-edd47721-6c52-4217-a673-80be462d825d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:30.129393 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-edd47721-6c52-4217-a673-80be462d825d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:30.141890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0bc29338-c0df-4de4-9b97-c164e1b93f7c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:39:30.186603 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-edd47721-6c52-4217-a673-80be462d825d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Network d3683ec1-1aa1-4336-80ec-d8672eb540a7 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:39:30.190795 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-edd47721-6c52-4217-a673-80be462d825d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:39:30.196314 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-edd47721-6c52-4217-a673-80be462d825d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:39:30.200894 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd47721-6c52-4217-a673-80be462d825d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Pushing event updated for resources: {'Port': ['ID=a79fa310-c295-4779-ab8e-fd7e2dca3913,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:30.256337 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-edd47721-6c52-4217-a673-80be462d825d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:30.279907 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-edd47721-6c52-4217-a673-80be462d825d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:30.287339 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-edd47721-6c52-4217-a673-80be462d825d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6372321 Jul 14 07:39:30.299057 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Request body: {'port': {'device_id': 'c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:30.371418 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:30.454830 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:30.518768 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96f930eb-d298-4cad-bad2-03c0ec714992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:30.641594 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79fa310-c295-4779-ab8e-fd7e2dca3913 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:39:30.645032 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:30.648722 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:30.660665 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Transition to ACTIVE for port object a79fa310-c295-4779-ab8e-fd7e2dca3913 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:39:30.664436 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:30.669923 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:30.751388 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Pushing event updated for resources: {'Port': ['ID=a79fa310-c295-4779-ab8e-fd7e2dca3913,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:30.775363 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Allocated IP 172.25.7.3 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/f21f3d8e-2d24-4121-9805-c69fc7e091e1) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:39:30.781009 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Attempting to bind port a79fa310-c295-4779-ab8e-fd7e2dca3913 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:39:30.781368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Attempting to bind port a79fa310-c295-4779-ab8e-fd7e2dca3913 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:39:30.781694 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Attempting to bind port a79fa310-c295-4779-ab8e-fd7e2dca3913 on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:39:30.786240 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Port a79fa310-c295-4779-ab8e-fd7e2dca3913 on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:39:30.786620 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Attempting to bind port a79fa310-c295-4779-ab8e-fd7e2dca3913 on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:39:30.791412 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:39:30.791741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Checking segment: {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:39:30.792118 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Bound using segment: {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:39:30.792532 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Bound port: a79fa310-c295-4779-ab8e-fd7e2dca3913, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:39:30.792880 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:30.856883 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] For port a79fa310-c295-4779-ab8e-fd7e2dca3913, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:39:30.860414 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] For port a79fa310-c295-4779-ab8e-fd7e2dca3913, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a79fa310-c295-4779-ab8e-fd7e2dca3913,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:39:30.866867 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:30.880541 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:30.925067 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:30.925786 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:30.927946 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] 10.222.0.30 "PUT /v2.0/ports/a79fa310-c295-4779-ab8e-fd7e2dca3913 HTTP/1.1" status: 200 len: 1091 time: 0.6329710 Jul 14 07:39:30.928570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Pushing event updated for resources: {'Port': ['ID=a79fa310-c295-4779-ab8e-fd7e2dca3913,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:30.932049 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2', 'tag': 'a79fa310-c295-4779-ab8e-fd7e2dca3913'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:39:30.934551 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0072a3b-6995-4020-be82-644da3714e29" -d '{"events": [{"name": "network-changed", "server_uuid": "c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2", "tag": "a79fa310-c295-4779-ab8e-fd7e2dca3913"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:39:30.943571 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:30.943702 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:30.943942 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:30.945128 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:30.945128 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:30.945128 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:30.946292 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:30.946292 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:30.946292 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:30.946292 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:30.946716 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:30.947086 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813cfac-5cff-4b10-8617-75c68ff47c3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:30.960063 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:30.987359 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c78d29-4f68-4eae-991a-3b125c6bd5ea x-openstack-request-id: req-c6c78d29-4f68-4eae-991a-3b125c6bd5ea {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:39:30.987646 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2", "tag": "a79fa310-c295-4779-ab8e-fd7e2dca3913", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:39:30.987899 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6c78d29-4f68-4eae-991a-3b125c6bd5ea {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:39:30.988297 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2', 'tag': 'a79fa310-c295-4779-ab8e-fd7e2dca3913', 'status': 'completed', 'code': 200} Jul 14 07:39:31.017425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:39:31.026649 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a802d-cdd7-4d88-ae9c-32302b916490 req-ae2372df-1126-4379-9976-3f817f038837 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:31.028158 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b0a802d-cdd7-4d88-ae9c-32302b916490 req-ae2372df-1126-4379-9976-3f817f038837 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2 HTTP/1.1" status: 200 len: 943 time: 0.1195796 Jul 14 07:39:31.031136 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:39:31.033668 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:39:31.036122 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-c36ba5ed-60e4-44f6-8715-b23975cdd031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:31.038210 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-c36ba5ed-60e4-44f6-8715-b23975cdd031 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&device_id=c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2 HTTP/1.1" status: 200 len: 1094 time: 0.0602846 Jul 14 07:39:31.064169 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Port': ['ID=f21f3d8e-2d24-4121-9805-c69fc7e091e1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:31.078717 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-3f8d0417-cd7c-46a5-ad7e-078949d49dc9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a79fa310-c295-4779-ab8e-fd7e2dca3913 HTTP/1.1" status: 200 len: 217 time: 0.0340307 Jul 14 07:39:31.109667 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b0a802d-cdd7-4d88-ae9c-32302b916490 req-74c1d9a9-c4d6-4c96-bd8f-9da640dadc5c tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735128 Jul 14 07:39:31.127300 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-9bfb7289-8dc2-4400-a009-4fe352d13f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:31.128800 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-9bfb7289-8dc2-4400-a009-4fe352d13f85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee721f7a-4d77-4c44-92b1-6042cc4172ec HTTP/1.1" status: 200 len: 845 time: 0.0437331 Jul 14 07:39:31.160271 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-3d65af21-08e3-43b4-ba5e-c614387b7b37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3683ec1-1aa1-4336-80ec-d8672eb540a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253282 Jul 14 07:39:31.253920 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-cedce5da-9d6f-4918-ac9b-4719a2df04cd service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855882 Jul 14 07:39:31.345210 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd0e1c92-79e2-49a9-b9f5-68acb2d7bbcf req-bb539962-2ac8-4466-bab4-8770960e77da service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854559 Jul 14 07:39:31.367172 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:31.448369 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0072a3b-6995-4020-be82-644da3714e29 req-2a4098a9-6dae-4e28-8718-84b885492891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:31.449971 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d0072a3b-6995-4020-be82-644da3714e29 req-2a4098a9-6dae-4e28-8718-84b885492891 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&device_id=c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2 HTTP/1.1" status: 200 len: 1094 time: 0.0575178 Jul 14 07:39:31.536952 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0072a3b-6995-4020-be82-644da3714e29 req-76a1f601-23e2-4f68-bb4b-f3ea4ad9b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:31.538401 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d0072a3b-6995-4020-be82-644da3714e29 req-76a1f601-23e2-4f68-bb4b-f3ea4ad9b701 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 906 time: 0.0822327 Jul 14 07:39:31.562063 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:31.585167 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d0072a3b-6995-4020-be82-644da3714e29 req-22089ebf-c176-40b4-b558-92f64915779a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a79fa310-c295-4779-ab8e-fd7e2dca3913 HTTP/1.1" status: 200 len: 217 time: 0.0387607 Jul 14 07:39:31.632073 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0072a3b-6995-4020-be82-644da3714e29 req-649e24d9-4681-4958-8c62-d16d7c48dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:31.633571 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d0072a3b-6995-4020-be82-644da3714e29 req-649e24d9-4681-4958-8c62-d16d7c48dc58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee721f7a-4d77-4c44-92b1-6042cc4172ec HTTP/1.1" status: 200 len: 845 time: 0.0425756 Jul 14 07:39:31.666246 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d0072a3b-6995-4020-be82-644da3714e29 req-53eed56c-a830-47cb-8052-bde6c9daac19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3683ec1-1aa1-4336-80ec-d8672eb540a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259080 Jul 14 07:39:31.696731 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:39:31.758242 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d0072a3b-6995-4020-be82-644da3714e29 req-7bed1c7c-7a67-49e3-aa47-db265eebfdb7 service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841262 Jul 14 07:39:31.801472 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:39:31.813047 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Sync routers for ids ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:39:31.820822 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:31.822388 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-92b2f8e2-caee-4245-b3bd-97ae707d387a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9248796 Jul 14 07:39:31.825658 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60062) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:31.827494 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Routers {'83a5a5cb-2ec1-44c4-ae97-cea8afef679d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:39:31.828265 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:39:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:39:31.854450 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d0072a3b-6995-4020-be82-644da3714e29 req-82c697c9-cde0-4968-9398-887e9f880aa7 service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894310 Jul 14 07:39:31.905714 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7ae49eec-310c-4339-9ad1-7cb62335879a tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2ec311a5c75e432ca50437b58f1f1702&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0787728 Jul 14 07:39:31.908746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60066) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:31.932196 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Set router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:39:32.054980 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be534f7-e4a3-4b83-a0e4-133458d4a8de tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:32.056504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7be534f7-e4a3-4b83-a0e4-133458d4a8de tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1467972 Jul 14 07:39:32.059206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60068) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:32.094884 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-333e4f17-e00e-4ad2-896d-10655c993b0a tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323248 Jul 14 07:39:32.095123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60070) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:32.099741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f04ca0fd-5a95-41cd-8bb4-082ff0c749ce tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1361457977', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:32.106366 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:39:31Z', 'revision_number': 3, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:39:32.132493 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Checking router: 83a5a5cb-2ec1-44c4-ae97-cea8afef679d for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:39:32.132837 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Updating router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d port f21f3d8e-2d24-4121-9805-c69fc7e091e1 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:39:32.166225 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:32.185763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04ca0fd-5a95-41cd-8bb4-082ff0c749ce tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Made reservation on behalf of 2ec311a5c75e432ca50437b58f1f1702 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:39:32.189358 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f04ca0fd-5a95-41cd-8bb4-082ff0c749ce tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:32.332982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c023a43-b6d5-4a5e-938d-e614b4ced337 req-53bfb774-c558-45ff-a993-13e382ba43ec tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:32.334464 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8c023a43-b6d5-4a5e-938d-e614b4ced337 req-53bfb774-c558-45ff-a993-13e382ba43ec tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2 HTTP/1.1" status: 200 len: 943 time: 0.0966365 Jul 14 07:39:32.419861 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:32.430114 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8c023a43-b6d5-4a5e-938d-e614b4ced337 req-c17276e6-764f-42a2-b832-7a758f50c1b3 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708070 Jul 14 07:39:32.430702 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Transition to ACTIVE for port object f21f3d8e-2d24-4121-9805-c69fc7e091e1 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:39:32.438414 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:32.454407 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f04ca0fd-5a95-41cd-8bb4-082ff0c749ce tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:32.493231 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32139505-c2e2-470d-826f-d791dcd045a6 None None] Pushing event updated for resources: {'Port': ['ID=f21f3d8e-2d24-4121-9805-c69fc7e091e1,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:32.500556 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Attempting to bind port f21f3d8e-2d24-4121-9805-c69fc7e091e1 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:39:32.500924 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Attempting to bind port f21f3d8e-2d24-4121-9805-c69fc7e091e1 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:39:32.501314 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Attempting to bind port f21f3d8e-2d24-4121-9805-c69fc7e091e1 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:39:32.504979 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32139505-c2e2-470d-826f-d791dcd045a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:32.505354 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32139505-c2e2-470d-826f-d791dcd045a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:32.505691 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32139505-c2e2-470d-826f-d791dcd045a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:32.506017 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32139505-c2e2-470d-826f-d791dcd045a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:32.506341 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32139505-c2e2-470d-826f-d791dcd045a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:32.506683 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32139505-c2e2-470d-826f-d791dcd045a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:32.507005 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32139505-c2e2-470d-826f-d791dcd045a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:32.507321 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32139505-c2e2-470d-826f-d791dcd045a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:32.507638 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32139505-c2e2-470d-826f-d791dcd045a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:32.507954 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32139505-c2e2-470d-826f-d791dcd045a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:32.508268 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32139505-c2e2-470d-826f-d791dcd045a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:32.508579 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32139505-c2e2-470d-826f-d791dcd045a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:32.514057 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ca0fd-5a95-41cd-8bb4-082ff0c749ce tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Subnet': ['ID=75a6cca7-d46a-402c-b1f0-538955dc4035,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:32.514316 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:39:32.514700 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:39:32.515092 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:32.515475 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:39:32.515940 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Bound port: f21f3d8e-2d24-4121-9805-c69fc7e091e1, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:39:32.516318 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:32.521144 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04ca0fd-5a95-41cd-8bb4-082ff0c749ce tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Checking segment: {'id': '67676dfd-df82-43cb-94dc-d63874efb626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:39:32.521539 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04ca0fd-5a95-41cd-8bb4-082ff0c749ce tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Network hostable DHCP agents. Network: 18419e63-857b-4997-bd99-a23a661f81ff, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:39:32.538046 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04ca0fd-5a95-41cd-8bb4-082ff0c749ce tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Network 18419e63-857b-4997-bd99-a23a661f81ff is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:39:32.546749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f04ca0fd-5a95-41cd-8bb4-082ff0c749ce tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 18419e63-857b-4997-bd99-a23a661f81ff) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:39:32.551267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04ca0fd-5a95-41cd-8bb4-082ff0c749ce tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:32.552548 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f04ca0fd-5a95-41cd-8bb4-082ff0c749ce tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:32.557673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385f18f7-a5bf-4868-832c-849cbdf05018 None None] Network 18419e63-857b-4997-bd99-a23a661f81ff requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:39:32.568041 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f04ca0fd-5a95-41cd-8bb4-082ff0c749ce tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4719877 Jul 14 07:39:32.570657 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60074) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:32.573110 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] For port f21f3d8e-2d24-4121-9805-c69fc7e091e1, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:39:32.576482 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] For port f21f3d8e-2d24-4121-9805-c69fc7e091e1, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f21f3d8e-2d24-4121-9805-c69fc7e091e1,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:39:32.582147 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:32.628969 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32139505-c2e2-470d-826f-d791dcd045a6 None None] Pushing event updated for resources: {'Port': ['ID=f21f3d8e-2d24-4121-9805-c69fc7e091e1,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:32.648440 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Routers {'83a5a5cb-2ec1-44c4-ae97-cea8afef679d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:39:32.649041 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:39:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:39:32.714615 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-18419e63-857b-4997-bd99-a23a661f81ff', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'fixed_ips': [{'subnet_id': '75a6cca7-d46a-402c-b1f0-538955dc4035'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:39:32.716097 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:32.735271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device a79fa310-c295-4779-ab8e-fd7e2dca3913 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:39:32.754157 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] Set router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:39:32.940488 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Allocated IP 172.20.0.2 (18419e63-857b-4997-bd99-a23a661f81ff/75a6cca7-d46a-402c-b1f0-538955dc4035/c5bae09e-348c-4b89-bdbb-692010f8d3fa) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:39:32.947793 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port a79fa310-c295-4779-ab8e-fd7e2dca3913, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a79fa310-c295-4779-ab8e-fd7e2dca3913,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:32.968153 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'a79fa310-c295-4779-ab8e-fd7e2dca3913', 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7', 'port_id': 'a79fa310-c295-4779-ab8e-fd7e2dca3913', 'mac_address': 'fa:16:3e:ad:3b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee721f7a-4d77-4c44-92b1-6042cc4172ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:39:33.033274 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:39:31Z', 'revision_number': 3, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:39:33.058181 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:33.060181 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fd1b5d-56b8-422a-97b6-135928f85d24 None None] The sync data for ids ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'] in n-d-778696-5 is: [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:39:31Z', 'revision_number': 3, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:39:33.084681 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79fa310-c295-4779-ab8e-fd7e2dca3913 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:39:33.112434 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port a79fa310-c295-4779-ab8e-fd7e2dca3913, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a79fa310-c295-4779-ab8e-fd7e2dca3913,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:33.120430 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:33.219849 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:33.222345 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=a79fa310-c295-4779-ab8e-fd7e2dca3913,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:33.232040 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Transition to ACTIVE for port object c5bae09e-348c-4b89-bdbb-692010f8d3fa will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:39:33.252087 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Transition to ACTIVE for port object c5bae09e-348c-4b89-bdbb-692010f8d3fa will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:39:33.261444 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:33.300882 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Network 18419e63-857b-4997-bd99-a23a661f81ff is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:39:33.305934 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:39:33.313857 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['a79fa310-c295-4779-ab8e-fd7e2dca3913'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:39:33.317134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:39:33.344198 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:33.352708 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Pushing event updated for resources: {'Port': ['ID=c5bae09e-348c-4b89-bdbb-692010f8d3fa,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:33.411613 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fd68e43e-4c65-456f-8862-bd81f5050a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:33.456215 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Attempting to bind port c5bae09e-348c-4b89-bdbb-692010f8d3fa on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:39:33.456942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Attempting to bind port c5bae09e-348c-4b89-bdbb-692010f8d3fa by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '67676dfd-df82-43cb-94dc-d63874efb626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:39:33.457356 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Attempting to bind port c5bae09e-348c-4b89-bdbb-692010f8d3fa on network 18419e63-857b-4997-bd99-a23a661f81ff {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:39:33.465401 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:39:33.465699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Checking segment: {'id': '67676dfd-df82-43cb-94dc-d63874efb626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:39:33.466114 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:33.466516 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Bound using segment: {'id': '67676dfd-df82-43cb-94dc-d63874efb626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:39:33.467005 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Bound port: c5bae09e-348c-4b89-bdbb-692010f8d3fa, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67676dfd-df82-43cb-94dc-d63874efb626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:39:33.467396 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:33.605265 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] For port c5bae09e-348c-4b89-bdbb-692010f8d3fa, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:39:33.635847 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] For port c5bae09e-348c-4b89-bdbb-692010f8d3fa, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c5bae09e-348c-4b89-bdbb-692010f8d3fa,segment=NetworkSegment(67676dfd-df82-43cb-94dc-d63874efb626),segment_id=67676dfd-df82-43cb-94dc-d63874efb626)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:39:33.649098 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:33.700554 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:33.740184 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba4721-59d8-4a42-8f36-cde273de6c96 None None] Pushing event updated for resources: {'Port': ['ID=c5bae09e-348c-4b89-bdbb-692010f8d3fa,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:33.811465 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c114fe6-ceae-4c32-9ffa-382a69560ba8 req-312ef619-cbc7-43a0-81d1-ecf34f3ef9f8 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:33.813090 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c114fe6-ceae-4c32-9ffa-382a69560ba8 req-312ef619-cbc7-43a0-81d1-ecf34f3ef9f8 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2 HTTP/1.1" status: 200 len: 944 time: 0.1709244 Jul 14 07:39:33.814369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Allocated IP 172.20.0.1 (18419e63-857b-4997-bd99-a23a661f81ff/75a6cca7-d46a-402c-b1f0-538955dc4035/05907918-9cf4-44d4-8cdd-8623fd3983b1) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:39:33.906777 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c114fe6-ceae-4c32-9ffa-382a69560ba8 req-1b13d4d1-a095-4eea-a5c5-ba2b90634472 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865431 Jul 14 07:39:33.990316 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:34.004613 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Transition to ACTIVE for port object 05907918-9cf4-44d4-8cdd-8623fd3983b1 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:39:34.041783 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:34.091600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Network 18419e63-857b-4997-bd99-a23a661f81ff is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:39:34.094864 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:39:34.099272 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:39:34.105867 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Port': ['ID=05907918-9cf4-44d4-8cdd-8623fd3983b1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:34.147312 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:34.330909 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:34.621405 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:34.628557 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:34.646567 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c5bae09e-348c-4b89-bdbb-692010f8d3fa up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:39:34.706479 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port c5bae09e-348c-4b89-bdbb-692010f8d3fa completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:39:34.712602 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f21f3d8e-2d24-4121-9805-c69fc7e091e1 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:39:34.714842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Port': ['ID=05907918-9cf4-44d4-8cdd-8623fd3983b1,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:34.715838 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:34.722924 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:34.738049 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b0c640-6a00-41ff-95bb-07461990cc2c None None] Network 18419e63-857b-4997-bd99-a23a661f81ff requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:39:34.740207 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device a79fa310-c295-4779-ab8e-fd7e2dca3913 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:39:34.813636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Network 18419e63-857b-4997-bd99-a23a661f81ff is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:39:34.815080 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:39:34.834424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4f131dc2-419e-47f7-b706-4e6b454dc93f None None] Provisioning for port c5bae09e-348c-4b89-bdbb-692010f8d3fa completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:39:34.844029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4f131dc2-419e-47f7-b706-4e6b454dc93f None None] Provisioning complete for port c5bae09e-348c-4b89-bdbb-692010f8d3fa triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:39:34.844330 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4f131dc2-419e-47f7-b706-4e6b454dc93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:34.935613 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:39:34.938971 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port f21f3d8e-2d24-4121-9805-c69fc7e091e1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:39:34.959029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f21f3d8e-2d24-4121-9805-c69fc7e091e1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:39:34.959245 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:34.963063 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port a79fa310-c295-4779-ab8e-fd7e2dca3913 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:39:34.996467 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port a79fa310-c295-4779-ab8e-fd7e2dca3913 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:39:34.997147 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:35.099622 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:39:35.105636 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fbb69450-d749-4cfd-86e0-a0db9890e0e8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "PUT /v2.0/routers/83a5a5cb-2ec1-44c4-ae97-cea8afef679d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5339079 Jul 14 07:39:35.107957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60080) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:35.108965 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4f131dc2-419e-47f7-b706-4e6b454dc93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:35.141710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec44fe-0b1a-442a-a600-c1c043943bd4 req-3ca45ce1-ef52-4a6d-92c1-9d51800dc105 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:35.151121 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-acec44fe-0b1a-442a-a600-c1c043943bd4 req-3ca45ce1-ef52-4a6d-92c1-9d51800dc105 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2 HTTP/1.1" status: 200 len: 944 time: 0.0862055 Jul 14 07:39:35.193416 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-acec44fe-0b1a-442a-a600-c1c043943bd4 req-2c91b450-1804-4365-a801-2f51ad0ec544 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408411 Jul 14 07:39:35.205838 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Sync routers for ids ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:39:35.219607 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:35.235264 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4f131dc2-419e-47f7-b706-4e6b454dc93f None None] For port c5bae09e-348c-4b89-bdbb-692010f8d3fa, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c5bae09e-348c-4b89-bdbb-692010f8d3fa,segment=NetworkSegment(67676dfd-df82-43cb-94dc-d63874efb626),segment_id=67676dfd-df82-43cb-94dc-d63874efb626)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:35.248758 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4f131dc2-419e-47f7-b706-4e6b454dc93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:35.270245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port f21f3d8e-2d24-4121-9805-c69fc7e091e1, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f21f3d8e-2d24-4121-9805-c69fc7e091e1,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:35.288213 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:35.290052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Routers {'83a5a5cb-2ec1-44c4-ae97-cea8afef679d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:39:35.290704 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:39:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:39:35.297871 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:35.383087 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79fa310-c295-4779-ab8e-fd7e2dca3913'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:39:35.385514 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7bd3df-433d-45ea-93f9-505dc5850a77" -d '{"events": [{"server_uuid": "c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2", "name": "network-vif-plugged", "status": "completed", "tag": "a79fa310-c295-4779-ab8e-fd7e2dca3913"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:39:35.426631 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f131dc2-419e-47f7-b706-4e6b454dc93f None None] Pushing event updated for resources: {'Port': ['ID=c5bae09e-348c-4b89-bdbb-692010f8d3fa,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:35.437954 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884f9add-2613-4797-90b6-dc6384af1553 x-openstack-request-id: req-884f9add-2613-4797-90b6-dc6384af1553 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:39:35.438255 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2", "name": "network-vif-plugged", "status": "completed", "tag": "a79fa310-c295-4779-ab8e-fd7e2dca3913", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:39:35.438539 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-884f9add-2613-4797-90b6-dc6384af1553 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:39:35.438918 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79fa310-c295-4779-ab8e-fd7e2dca3913', 'code': 200} Jul 14 07:39:35.441477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port a79fa310-c295-4779-ab8e-fd7e2dca3913, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a79fa310-c295-4779-ab8e-fd7e2dca3913,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:35.467898 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:35.504199 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Set router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:39:35.530632 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=f21f3d8e-2d24-4121-9805-c69fc7e091e1,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:35.638199 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f86dd66-6921-401d-a5c6-b87da81b20ab tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:35.638577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f86dd66-6921-401d-a5c6-b87da81b20ab tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:35.639046 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f86dd66-6921-401d-a5c6-b87da81b20ab tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:35.639500 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f86dd66-6921-401d-a5c6-b87da81b20ab tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:35.639957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f86dd66-6921-401d-a5c6-b87da81b20ab tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:35.644176 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8f86dd66-6921-401d-a5c6-b87da81b20ab tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3578 time: 0.5321348 Jul 14 07:39:35.644535 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60084) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:35.652243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98670065-7198-4041-81ea-03f101aaa953 req-5892db24-dc5e-4069-bd0f-b7031ea6d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:35.653972 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-98670065-7198-4041-81ea-03f101aaa953 req-5892db24-dc5e-4069-bd0f-b7031ea6d568 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2 HTTP/1.1" status: 200 len: 1096 time: 0.1427162 Jul 14 07:39:35.699633 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-98670065-7198-4041-81ea-03f101aaa953 req-08e5b13d-2746-4cd4-90fb-9f9d3d402574 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390363 Jul 14 07:39:35.741221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3044d34-9101-4937-9a54-04a1643aa1ae tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:35.741684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3044d34-9101-4937-9a54-04a1643aa1ae tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:35.742139 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3044d34-9101-4937-9a54-04a1643aa1ae tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:35.742588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3044d34-9101-4937-9a54-04a1643aa1ae tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:35.743034 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3044d34-9101-4937-9a54-04a1643aa1ae tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:35.744797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b3044d34-9101-4937-9a54-04a1643aa1ae tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3361 time: 0.0992360 Jul 14 07:39:35.747615 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60086) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:35.800587 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=a79fa310-c295-4779-ab8e-fd7e2dca3913,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:35.834738 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f88534b2-73a5-4c8f-a4b1-3afaaf8a7cf7 None None] Provisioning complete for port c5bae09e-348c-4b89-bdbb-692010f8d3fa triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:39:35.835116 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f88534b2-73a5-4c8f-a4b1-3afaaf8a7cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:35.988788 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b8ffd81c-034d-4756-92d4-905d77cdab1b tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2374341 Jul 14 07:39:35.991322 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f88534b2-73a5-4c8f-a4b1-3afaaf8a7cf7 None None] Provisioning for port 05907918-9cf4-44d4-8cdd-8623fd3983b1 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:39:35.996122 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:39:34Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '05907918-9cf4-44d4-8cdd-8623fd3983b1', 'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:1d:ad:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:33Z', 'updated_at': '2021-07-14T07:39:34Z', 'revision_number': 2, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:39:35.999185 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f88534b2-73a5-4c8f-a4b1-3afaaf8a7cf7 None None] Provisioning complete for port 05907918-9cf4-44d4-8cdd-8623fd3983b1 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:39:35.999563 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f88534b2-73a5-4c8f-a4b1-3afaaf8a7cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.024626 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Checking router: 83a5a5cb-2ec1-44c4-ae97-cea8afef679d for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:39:36.024983 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Updating router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d port 05907918-9cf4-44d4-8cdd-8623fd3983b1 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:39:36.079430 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f88534b2-73a5-4c8f-a4b1-3afaaf8a7cf7 None None] Port 05907918-9cf4-44d4-8cdd-8623fd3983b1 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:39:36.082927 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.219007 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d5f6c6bc-246c-4646-bbb5-4e6c6e38cc5a None None] Provisioning complete for port 05907918-9cf4-44d4-8cdd-8623fd3983b1 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:39:36.219413 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d5f6c6bc-246c-4646-bbb5-4e6c6e38cc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.304871 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.307852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d5f6c6bc-246c-4646-bbb5-4e6c6e38cc5a None None] Port 05907918-9cf4-44d4-8cdd-8623fd3983b1 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:39:36.373489 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60092) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:36.378204 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-dfff960a-8ba9-4bd7-925e-23151a535a17 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1325342268', 'description': 'tempest-secgroup-smoke-1325342268 description', 'project_id': '2ec311a5c75e432ca50437b58f1f1702'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:36.396366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85bacc-a2be-4a82-995f-f5b26b5262c3 req-e275cf82-696f-4b95-96bb-5ae90ff67fe8 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:36.397562 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a85bacc-a2be-4a82-995f-f5b26b5262c3 req-e275cf82-696f-4b95-96bb-5ae90ff67fe8 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2 HTTP/1.1" status: 200 len: 945 time: 0.0899885 Jul 14 07:39:36.412947 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.421214 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfff960a-8ba9-4bd7-925e-23151a535a17 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.424124 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Transition to ACTIVE for port object 05907918-9cf4-44d4-8cdd-8623fd3983b1 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:39:36.435022 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.447161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a85bacc-a2be-4a82-995f-f5b26b5262c3 req-f3beab3a-6556-4883-9a5a-563f582134af tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435956 Jul 14 07:39:36.534927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd5c5b-c7dd-4268-8151-76bfabdfb40a None None] Pushing event updated for resources: {'Port': ['ID=05907918-9cf4-44d4-8cdd-8623fd3983b1,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:36.560150 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfff960a-8ba9-4bd7-925e-23151a535a17 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.566406 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Attempting to bind port 05907918-9cf4-44d4-8cdd-8623fd3983b1 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:39:36.566784 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Attempting to bind port 05907918-9cf4-44d4-8cdd-8623fd3983b1 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '67676dfd-df82-43cb-94dc-d63874efb626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:39:36.567435 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Attempting to bind port 05907918-9cf4-44d4-8cdd-8623fd3983b1 on network 18419e63-857b-4997-bd99-a23a661f81ff {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:39:36.573013 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfff960a-8ba9-4bd7-925e-23151a535a17 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.579715 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:39:36.580102 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Checking segment: {'id': '67676dfd-df82-43cb-94dc-d63874efb626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:39:36.580520 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.581463 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Bound using segment: {'id': '67676dfd-df82-43cb-94dc-d63874efb626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:39:36.581955 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Bound port: 05907918-9cf4-44d4-8cdd-8623fd3983b1, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67676dfd-df82-43cb-94dc-d63874efb626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:39:36.582757 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.604120 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfff960a-8ba9-4bd7-925e-23151a535a17 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.605492 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dfff960a-8ba9-4bd7-925e-23151a535a17 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2309906 Jul 14 07:39:36.607453 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff960a-8ba9-4bd7-925e-23151a535a17 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d91121-dc2a-4754-a632-e5258f60bdae,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:36.608528 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60094) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:36.615269 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ba417036-0178-4153-9e20-77d5e6afd838 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group_rule': {'security_group_id': '57d91121-dc2a-4754-a632-e5258f60bdae', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:36.619507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c5bae09e-348c-4b89-bdbb-692010f8d3fa up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:39:36.655716 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ba417036-0178-4153-9e20-77d5e6afd838 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.689586 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] For port 05907918-9cf4-44d4-8cdd-8623fd3983b1, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:39:36.693944 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] For port 05907918-9cf4-44d4-8cdd-8623fd3983b1, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=05907918-9cf4-44d4-8cdd-8623fd3983b1,segment=NetworkSegment(67676dfd-df82-43cb-94dc-d63874efb626),segment_id=67676dfd-df82-43cb-94dc-d63874efb626)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:39:36.705991 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.707860 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ba417036-0178-4153-9e20-77d5e6afd838 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.710886 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port c5bae09e-348c-4b89-bdbb-692010f8d3fa triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:39:36.711251 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.712432 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ba417036-0178-4153-9e20-77d5e6afd838 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.730408 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba417036-0178-4153-9e20-77d5e6afd838 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84db7d68-860b-4ad6-b185-c9098f64e60d,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:36.739198 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ba417036-0178-4153-9e20-77d5e6afd838 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.743374 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ba417036-0178-4153-9e20-77d5e6afd838 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310928 Jul 14 07:39:36.743374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba417036-0178-4153-9e20-77d5e6afd838 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:36.743374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba417036-0178-4153-9e20-77d5e6afd838 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:36.743374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba417036-0178-4153-9e20-77d5e6afd838 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:36.743374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba417036-0178-4153-9e20-77d5e6afd838 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:36.743951 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba417036-0178-4153-9e20-77d5e6afd838 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:36.743951 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba417036-0178-4153-9e20-77d5e6afd838 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:36.744145 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba417036-0178-4153-9e20-77d5e6afd838 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:36.744392 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba417036-0178-4153-9e20-77d5e6afd838 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:36.744511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60096) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:36.744709 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba417036-0178-4153-9e20-77d5e6afd838 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:36.745029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba417036-0178-4153-9e20-77d5e6afd838 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:36.745407 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba417036-0178-4153-9e20-77d5e6afd838 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:36.745734 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba417036-0178-4153-9e20-77d5e6afd838 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:39:36.750306 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-46bc66c0-17e3-4831-87d2-022dc162604d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group_rule': {'security_group_id': '57d91121-dc2a-4754-a632-e5258f60bdae', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:36.780678 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46bc66c0-17e3-4831-87d2-022dc162604d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.797147 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Routers {'83a5a5cb-2ec1-44c4-ae97-cea8afef679d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:39:36.797821 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:39:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:39:36.848347 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46bc66c0-17e3-4831-87d2-022dc162604d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.853414 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46bc66c0-17e3-4831-87d2-022dc162604d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.871566 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd5c5b-c7dd-4268-8151-76bfabdfb40a None None] Pushing event updated for resources: {'Port': ['ID=05907918-9cf4-44d4-8cdd-8623fd3983b1,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:36.874347 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc66c0-17e3-4831-87d2-022dc162604d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b6ae62-bce7-45d5-8490-ccbb26822c90,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:36.881455 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46bc66c0-17e3-4831-87d2-022dc162604d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.886172 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-46bc66c0-17e3-4831-87d2-022dc162604d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400943 Jul 14 07:39:36.886848 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60098) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:36.891602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c4d36ea1-5830-4461-adf3-6cb0f34a2e4f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group_rule': {'security_group_id': '57d91121-dc2a-4754-a632-e5258f60bdae', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:36.923378 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4d36ea1-5830-4461-adf3-6cb0f34a2e4f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.958391 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f21f3d8e-2d24-4121-9805-c69fc7e091e1 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:39:36.987586 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4d36ea1-5830-4461-adf3-6cb0f34a2e4f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.992547 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4d36ea1-5830-4461-adf3-6cb0f34a2e4f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:36.997522 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] Set router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:39:37.010472 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d36ea1-5830-4461-adf3-6cb0f34a2e4f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c2cb6b-b0da-49ec-b309-9150dad77000,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:37.016376 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4d36ea1-5830-4461-adf3-6cb0f34a2e4f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:37.018032 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c4d36ea1-5830-4461-adf3-6cb0f34a2e4f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300621 Jul 14 07:39:37.020913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60100) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:37.025513 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c1816559-3b3c-4b8f-86d9-2b6510146094 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group_rule': {'security_group_id': '57d91121-dc2a-4754-a632-e5258f60bdae', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:37.052650 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c1816559-3b3c-4b8f-86d9-2b6510146094 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:37.110436 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c1816559-3b3c-4b8f-86d9-2b6510146094 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:37.114958 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c1816559-3b3c-4b8f-86d9-2b6510146094 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:37.135228 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1816559-3b3c-4b8f-86d9-2b6510146094 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee98fc7-fbb5-4a3a-8141-d9e4b31c6224,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:37.139521 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f21f3d8e-2d24-4121-9805-c69fc7e091e1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:39:37.140040 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:37.141594 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c1816559-3b3c-4b8f-86d9-2b6510146094 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:37.143033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c1816559-3b3c-4b8f-86d9-2b6510146094 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211174 Jul 14 07:39:37.145952 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60102) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:37.150366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-424557e8-6649-41ae-a07a-0b215c2bcdab tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group_rule': {'security_group_id': '57d91121-dc2a-4754-a632-e5258f60bdae', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:37.172579 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-424557e8-6649-41ae-a07a-0b215c2bcdab tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Project 2ec311a5c75e432ca50437b58f1f1702 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:39:37.178181 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-424557e8-6649-41ae-a07a-0b215c2bcdab tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:37.238004 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-424557e8-6649-41ae-a07a-0b215c2bcdab tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:37.242130 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-424557e8-6649-41ae-a07a-0b215c2bcdab tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:37.259219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424557e8-6649-41ae-a07a-0b215c2bcdab tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16596622-e9eb-4713-bca9-02ef28b66b7d,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:37.266142 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-424557e8-6649-41ae-a07a-0b215c2bcdab tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:37.269654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-424557e8-6649-41ae-a07a-0b215c2bcdab tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227205 Jul 14 07:39:37.270354 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60104) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:37.275574 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-083c1ff5-7695-4f41-a097-2a5aba1c8fb7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group_rule': {'security_group_id': '57d91121-dc2a-4754-a632-e5258f60bdae', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:37.298062 n-d-778696-5 neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-083c1ff5-7695-4f41-a097-2a5aba1c8fb7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Project 2ec311a5c75e432ca50437b58f1f1702 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:39:37.303043 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-083c1ff5-7695-4f41-a097-2a5aba1c8fb7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:37.344366 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:39:34Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '05907918-9cf4-44d4-8cdd-8623fd3983b1', 'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:1d:ad:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:33Z', 'updated_at': '2021-07-14T07:39:36Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:39:37.364995 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-083c1ff5-7695-4f41-a097-2a5aba1c8fb7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:37.369196 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-083c1ff5-7695-4f41-a097-2a5aba1c8fb7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:37.374628 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb9412f-f6dd-4eef-8df7-c29b260bb217 None None] The sync data for ids ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'] in n-d-778696-5 is: [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:39:34Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '05907918-9cf4-44d4-8cdd-8623fd3983b1', 'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:1d:ad:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:33Z', 'updated_at': '2021-07-14T07:39:36Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:39:37.389051 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c1ff5-7695-4f41-a097-2a5aba1c8fb7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5953fcf6-fbdf-441c-ac89-96a06ca29398,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:37.393838 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-083c1ff5-7695-4f41-a097-2a5aba1c8fb7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:37.397695 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-083c1ff5-7695-4f41-a097-2a5aba1c8fb7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257219 Jul 14 07:39:37.568546 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-a2336426-3283-4215-9fa2-d42b2fbeb6d7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325342268&fields=id&tenant_id=2ec311a5c75e432ca50437b58f1f1702 HTTP/1.1" status: 200 len: 267 time: 0.0369110 Jul 14 07:39:37.721210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-a6748c80-ecd4-4abc-bed1-5425fc7291cb tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:37.722782 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-a6748c80-ecd4-4abc-bed1-5425fc7291cb tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/networks?id=18419e63-857b-4997-bd99-a23a661f81ff HTTP/1.1" status: 200 len: 796 time: 0.1469650 Jul 14 07:39:37.730212 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3d85c-a57f-4349-8ed3-d28b18f353d2 req-85ff6505-451c-475f-961c-f9606739058b tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:37.731665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1b3d85c-a57f-4349-8ed3-d28b18f353d2 req-85ff6505-451c-475f-961c-f9606739058b tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2 HTTP/1.1" status: 200 len: 945 time: 0.1453855 Jul 14 07:39:37.755479 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-87e6d2b4-9e50-44f9-b705-0f00ad987b9e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/quotas/2ec311a5c75e432ca50437b58f1f1702 HTTP/1.1" status: 200 len: 375 time: 0.0222044 Jul 14 07:39:37.784641 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1b3d85c-a57f-4349-8ed3-d28b18f353d2 req-efcf3ab1-229a-44cc-937f-9770ad86d1bb tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454884 Jul 14 07:39:37.836192 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-460a66b8-c6af-450c-b770-2c0b3ff4ae64 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ec311a5c75e432ca50437b58f1f1702&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742366 Jul 14 07:39:37.945769 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-0ddff7d3-bfd7-4caa-ab8c-0c36bc2d9af9 service neutron] 10.222.0.35 "GET /v2.0/networks/18419e63-857b-4997-bd99-a23a661f81ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963490 Jul 14 07:39:38.378047 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-afed70f2-801e-4342-9236-c0e3b2990790 service neutron] 10.222.0.35 "GET /v2.0/networks/18419e63-857b-4997-bd99-a23a661f81ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314210 Jul 14 07:39:38.406263 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-bf591155-65a1-4760-ae89-26a20ddc0998 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:38.407877 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-bf591155-65a1-4760-ae89-26a20ddc0998 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 805 time: 0.4097393 Jul 14 07:39:38.429179 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-321ecd05-fca2-430c-abd1-437ff12d5f73 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/quotas/ecb4d9adac124490b9a03c7f8fa607ec HTTP/1.1" status: 200 len: 375 time: 0.0154893 Jul 14 07:39:38.508958 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-a8ed75a1-373a-4c79-aa55-032bd93e171c tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742807 Jul 14 07:39:38.593487 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6be0ac8-c10a-437c-8c8d-d96818324a5f req-200210a1-3ced-4343-b00e-2849da829860 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 210 time: 0.0305622 Jul 14 07:39:38.624091 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 05907918-9cf4-44d4-8cdd-8623fd3983b1 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:39:38.639568 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-48caf743-0c08-42a9-b95d-4b4bccd8bc52 service neutron] 10.222.0.35 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297348 Jul 14 07:39:38.678407 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 05907918-9cf4-44d4-8cdd-8623fd3983b1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:39:38.682837 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 05907918-9cf4-44d4-8cdd-8623fd3983b1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:39:38.683210 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:38.744587 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-caf203bd-e24b-43d9-9f62-74747b166d4a service neutron] 10.222.0.35 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970683 Jul 14 07:39:38.763786 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:38.804234 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 05907918-9cf4-44d4-8cdd-8623fd3983b1, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=05907918-9cf4-44d4-8cdd-8623fd3983b1,segment=NetworkSegment(67676dfd-df82-43cb-94dc-d63874efb626),segment_id=67676dfd-df82-43cb-94dc-d63874efb626)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:38.809561 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:38.867301 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=05907918-9cf4-44d4-8cdd-8623fd3983b1,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:38.931149 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b5e8614d-c9b5-4d17-8089-b9221b722423 req-effa0636-745d-4d72-9550-c6d68566ed5d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=089cdaf9-f765-48fe-b79d-c6c390044acb HTTP/1.1" status: 200 len: 210 time: 0.0296113 Jul 14 07:39:39.701372 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-0963ce76-20ce-475d-a21a-e28a84de8dbc tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:39.703114 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-0963ce76-20ce-475d-a21a-e28a84de8dbc tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.15 "GET /v2.0/networks?id=18419e63-857b-4997-bd99-a23a661f81ff HTTP/1.1" status: 200 len: 796 time: 0.1074877 Jul 14 07:39:39.752708 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-445f1254-780e-46ff-b20b-cdd4f6959a56 req-a86123fe-afbc-4fd8-b03d-d526e41fc1ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 210 time: 0.0407588 Jul 14 07:39:39.782447 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-58c06105-725c-4c80-9693-4bc9295b71a2 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ec311a5c75e432ca50437b58f1f1702 HTTP/1.1" status: 200 len: 380 time: 0.0687401 Jul 14 07:39:39.791333 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-31d16bbe-bf9b-4e26-ba46-5871d9c27d4d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'port': {'device_id': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'admin_state_up': True, 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'security_groups': ['57d91121-dc2a-4754-a632-e5258f60bdae']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:39.901499 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-31d16bbe-bf9b-4e26-ba46-5871d9c27d4d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Made reservation on behalf of 2ec311a5c75e432ca50437b58f1f1702 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:39:39.905089 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-31d16bbe-bf9b-4e26-ba46-5871d9c27d4d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:40.108982 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59f553d6-b033-4477-9f0e-fc4987f6d289 req-b3c58f69-d585-4977-9611-2351643d0bce tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=089cdaf9-f765-48fe-b79d-c6c390044acb HTTP/1.1" status: 200 len: 210 time: 0.0473070 Jul 14 07:39:40.137309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-31d16bbe-bf9b-4e26-ba46-5871d9c27d4d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Allocated IP 172.20.0.11 (18419e63-857b-4997-bd99-a23a661f81ff/75a6cca7-d46a-402c-b1f0-538955dc4035/60fcee2d-31af-4cfd-8fa6-80b084025b54) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:39:40.147776 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-e8b08c35-0a15-42ba-ac9c-8b2ef556fef7 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:40.149137 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-e8b08c35-0a15-42ba-ac9c-8b2ef556fef7 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.15 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 805 time: 0.1852589 Jul 14 07:39:40.163507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-dcde0128-a378-46a1-b41e-d2b1049ae2e6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Request body: {'port': {'device_id': '089cdaf9-f765-48fe-b79d-c6c390044acb', 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7', 'admin_state_up': True, 'tenant_id': 'ecb4d9adac124490b9a03c7f8fa607ec'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:40.366791 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-31d16bbe-bf9b-4e26-ba46-5871d9c27d4d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:40.370350 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-dcde0128-a378-46a1-b41e-d2b1049ae2e6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Made reservation on behalf of ecb4d9adac124490b9a03c7f8fa607ec for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:39:40.373806 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-dcde0128-a378-46a1-b41e-d2b1049ae2e6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:40.396877 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-31d16bbe-bf9b-4e26-ba46-5871d9c27d4d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Transition to ACTIVE for port object 60fcee2d-31af-4cfd-8fa6-80b084025b54 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:39:40.500272 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-31d16bbe-bf9b-4e26-ba46-5871d9c27d4d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:40.558148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-31d16bbe-bf9b-4e26-ba46-5871d9c27d4d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Network 18419e63-857b-4997-bd99-a23a661f81ff is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:39:40.565465 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-31d16bbe-bf9b-4e26-ba46-5871d9c27d4d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:39:40.570976 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-31d16bbe-bf9b-4e26-ba46-5871d9c27d4d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:39:40.575174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 05907918-9cf4-44d4-8cdd-8623fd3983b1 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:39:40.576387 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d16bbe-bf9b-4e26-ba46-5871d9c27d4d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Port': ['ID=60fcee2d-31af-4cfd-8fa6-80b084025b54,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:40.604476 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-dcde0128-a378-46a1-b41e-d2b1049ae2e6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Allocated IP 172.20.0.14 (d3683ec1-1aa1-4336-80ec-d8672eb540a7/ee721f7a-4d77-4c44-92b1-6042cc4172ec/1d269c4f-5ed0-46ce-9a4b-8a74603dc691) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:39:40.635154 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 05907918-9cf4-44d4-8cdd-8623fd3983b1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:39:40.635871 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:40.645495 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-31d16bbe-bf9b-4e26-ba46-5871d9c27d4d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:40.646643 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-31d16bbe-bf9b-4e26-ba46-5871d9c27d4d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:40.681023 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-31d16bbe-bf9b-4e26-ba46-5871d9c27d4d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8933837 Jul 14 07:39:40.696267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Request body: {'port': {'device_id': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:40.793830 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-82c6e2d2-097d-4f58-a680-2524f707d5c3 None None] Provisioning for port 60fcee2d-31af-4cfd-8fa6-80b084025b54 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:39:40.798209 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-82c6e2d2-097d-4f58-a680-2524f707d5c3 None None] Provisioning complete for port 60fcee2d-31af-4cfd-8fa6-80b084025b54 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:39:40.798582 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-82c6e2d2-097d-4f58-a680-2524f707d5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:40.832879 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-82c6e2d2-097d-4f58-a680-2524f707d5c3 None None] Port 60fcee2d-31af-4cfd-8fa6-80b084025b54 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:39:40.847433 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:40.863144 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-dcde0128-a378-46a1-b41e-d2b1049ae2e6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:41.053084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e68fa-84f9-489b-a038-fd4b97c9226b req-822a39a0-cde8-43dc-a9e3-38b7b77d8d32 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:41.054597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-185e68fa-84f9-489b-a038-fd4b97c9226b req-822a39a0-cde8-43dc-a9e3-38b7b77d8d32 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 932 time: 0.1839275 Jul 14 07:39:41.057303 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-dcde0128-a378-46a1-b41e-d2b1049ae2e6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:41.070779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0bc29338-c0df-4de4-9b97-c164e1b93f7c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:39:41.072966 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['a79fa310-c295-4779-ab8e-fd7e2dca3913'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:39:41.160634 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-dcde0128-a378-46a1-b41e-d2b1049ae2e6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Network d3683ec1-1aa1-4336-80ec-d8672eb540a7 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:39:41.171506 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-dcde0128-a378-46a1-b41e-d2b1049ae2e6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:39:41.182951 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-dcde0128-a378-46a1-b41e-d2b1049ae2e6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:39:41.195269 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde0128-a378-46a1-b41e-d2b1049ae2e6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Pushing event updated for resources: {'Port': ['ID=1d269c4f-5ed0-46ce-9a4b-8a74603dc691,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:41.225289 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-185e68fa-84f9-489b-a038-fd4b97c9226b req-8737a503-27eb-446f-a768-c825522da68b tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=57d91121-dc2a-4754-a632-e5258f60bdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577439 Jul 14 07:39:41.302734 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-dcde0128-a378-46a1-b41e-d2b1049ae2e6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:41.303191 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-dcde0128-a378-46a1-b41e-d2b1049ae2e6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:41.333900 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-dcde0128-a378-46a1-b41e-d2b1049ae2e6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1765480 Jul 14 07:39:41.359670 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Request body: {'port': {'device_id': '089cdaf9-f765-48fe-b79d-c6c390044acb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:41.401586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fcee2d-31af-4cfd-8fa6-80b084025b54 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:39:41.415147 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:41.434619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19934b-e0c8-4323-a6cc-7c865643660d req-19a78f23-b96b-4c24-a7ef-8a3edd90f5f1 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:41.436092 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b19934b-e0c8-4323-a6cc-7c865643660d req-19a78f23-b96b-4c24-a7ef-8a3edd90f5f1 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=089cdaf9-f765-48fe-b79d-c6c390044acb HTTP/1.1" status: 200 len: 932 time: 0.1933970 Jul 14 07:39:41.467105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Transition to ACTIVE for port object 60fcee2d-31af-4cfd-8fa6-80b084025b54 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:39:41.481445 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:41.522107 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:41.562671 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0b19934b-e0c8-4323-a6cc-7c865643660d req-4148df58-ea75-4600-9be8-1867259c37e9 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061809 Jul 14 07:39:41.565844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Pushing event updated for resources: {'Port': ['ID=60fcee2d-31af-4cfd-8fa6-80b084025b54,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:41.737092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Attempting to bind port 60fcee2d-31af-4cfd-8fa6-80b084025b54 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:39:41.737381 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Attempting to bind port 60fcee2d-31af-4cfd-8fa6-80b084025b54 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '67676dfd-df82-43cb-94dc-d63874efb626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:39:41.737705 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Attempting to bind port 60fcee2d-31af-4cfd-8fa6-80b084025b54 on network 18419e63-857b-4997-bd99-a23a661f81ff {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:39:41.747205 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Port 60fcee2d-31af-4cfd-8fa6-80b084025b54 on network 18419e63-857b-4997-bd99-a23a661f81ff not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:39:41.747523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Attempting to bind port 60fcee2d-31af-4cfd-8fa6-80b084025b54 on network 18419e63-857b-4997-bd99-a23a661f81ff {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:39:41.784642 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:39:41.784979 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Checking segment: {'id': '67676dfd-df82-43cb-94dc-d63874efb626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:39:41.785456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Bound using segment: {'id': '67676dfd-df82-43cb-94dc-d63874efb626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:39:41.785888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Bound port: 60fcee2d-31af-4cfd-8fa6-80b084025b54, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67676dfd-df82-43cb-94dc-d63874efb626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:39:41.786803 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:41.888482 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] For port 60fcee2d-31af-4cfd-8fa6-80b084025b54, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:39:41.892591 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] For port 60fcee2d-31af-4cfd-8fa6-80b084025b54, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=60fcee2d-31af-4cfd-8fa6-80b084025b54,segment=NetworkSegment(67676dfd-df82-43cb-94dc-d63874efb626),segment_id=67676dfd-df82-43cb-94dc-d63874efb626)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:39:41.899480 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:41.964603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:41.965255 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:41.966664 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] 10.222.0.15 "PUT /v2.0/ports/60fcee2d-31af-4cfd-8fa6-80b084025b54 HTTP/1.1" status: 200 len: 1092 time: 1.2753012 Jul 14 07:39:41.967106 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'tag': '60fcee2d-31af-4cfd-8fa6-80b084025b54'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:39:41.969860 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e1f790-c73d-4a6e-b12a-2831a46be0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "daf1c0df-2c11-4dd2-83e9-1dddbab47870", "tag": "60fcee2d-31af-4cfd-8fa6-80b084025b54"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:39:41.979568 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d269c4f-5ed0-46ce-9a4b-8a74603dc691 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:39:41.990795 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:42.011458 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da557a86-d819-4ab7-9a75-6c3411339519 service neutron] Pushing event updated for resources: {'Port': ['ID=60fcee2d-31af-4cfd-8fa6-80b084025b54,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:42.016588 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ed9634-25db-4fce-a506-9cbc232409de x-openstack-request-id: req-88ed9634-25db-4fce-a506-9cbc232409de {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:39:42.016874 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf1c0df-2c11-4dd2-83e9-1dddbab47870", "tag": "60fcee2d-31af-4cfd-8fa6-80b084025b54", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:39:42.017164 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-88ed9634-25db-4fce-a506-9cbc232409de {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:39:42.017571 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'tag': '60fcee2d-31af-4cfd-8fa6-80b084025b54', 'status': 'completed', 'code': 200} Jul 14 07:39:42.018520 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Transition to ACTIVE for port object 1d269c4f-5ed0-46ce-9a4b-8a74603dc691 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:39:42.030454 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:42.110677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Pushing event updated for resources: {'Port': ['ID=1d269c4f-5ed0-46ce-9a4b-8a74603dc691,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:42.169288 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-f970ae5a-7afd-45ab-879f-8d2684da62b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:42.170816 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-f970ae5a-7afd-45ab-879f-8d2684da62b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ec311a5c75e432ca50437b58f1f1702&device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 1095 time: 0.1487527 Jul 14 07:39:42.224435 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-c3841f8a-ade9-44df-a0ab-00b3e9e15ced service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fcee2d-31af-4cfd-8fa6-80b084025b54 HTTP/1.1" status: 200 len: 217 time: 0.0437534 Jul 14 07:39:42.228313 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Attempting to bind port 1d269c4f-5ed0-46ce-9a4b-8a74603dc691 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:39:42.228644 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Attempting to bind port 1d269c4f-5ed0-46ce-9a4b-8a74603dc691 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:39:42.228966 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Attempting to bind port 1d269c4f-5ed0-46ce-9a4b-8a74603dc691 on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:39:42.240595 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Port 1d269c4f-5ed0-46ce-9a4b-8a74603dc691 on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:39:42.240955 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Attempting to bind port 1d269c4f-5ed0-46ce-9a4b-8a74603dc691 on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:39:42.263481 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:39:42.263820 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Checking segment: {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:39:42.264198 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Bound using segment: {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:39:42.264629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Bound port: 1d269c4f-5ed0-46ce-9a4b-8a74603dc691, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:39:42.264987 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:42.307616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-9c80ec2c-0a16-4d14-bc6a-5b7f1759af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:42.309076 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-9c80ec2c-0a16-4d14-bc6a-5b7f1759af2e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75a6cca7-d46a-402c-b1f0-538955dc4035 HTTP/1.1" status: 200 len: 835 time: 0.0772269 Jul 14 07:39:42.401485 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] For port 1d269c4f-5ed0-46ce-9a4b-8a74603dc691, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:39:42.407555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] For port 1d269c4f-5ed0-46ce-9a4b-8a74603dc691, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1d269c4f-5ed0-46ce-9a4b-8a74603dc691,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:39:42.416450 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:42.467445 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:42.468057 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:42.469444 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] 10.222.0.15 "PUT /v2.0/ports/1d269c4f-5ed0-46ce-9a4b-8a74603dc691 HTTP/1.1" status: 200 len: 1092 time: 1.1165662 Jul 14 07:39:42.475852 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-71d017d7-ccf8-4647-b155-59141f78e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:42.477819 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-71d017d7-ccf8-4647-b155-59141f78e86a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18419e63-857b-4997-bd99-a23a661f81ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611018 Jul 14 07:39:42.509994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3d76e-736f-4b71-964d-e2a1a22cd04b req-33fe5218-37fe-4f97-9046-3b1ab3fbf674 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:42.511452 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c3d3d76e-736f-4b71-964d-e2a1a22cd04b req-33fe5218-37fe-4f97-9046-3b1ab3fbf674 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 944 time: 0.1679564 Jul 14 07:39:42.558888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c637f-2038-4e91-ac4f-cf5cc5a77b41 service neutron] Pushing event updated for resources: {'Port': ['ID=1d269c4f-5ed0-46ce-9a4b-8a74603dc691,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:42.640721 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c3d3d76e-736f-4b71-964d-e2a1a22cd04b req-5e28298c-f72b-4bda-9762-6ad397ced8a4 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=57d91121-dc2a-4754-a632-e5258f60bdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106353 Jul 14 07:39:42.656951 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-76f07df9-6673-45e7-8776-ac01a04bc4cb service neutron] 10.222.0.15 "GET /v2.0/networks/18419e63-857b-4997-bd99-a23a661f81ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650288 Jul 14 07:39:42.683479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-37c4d24b-aef1-44f0-8667-a5b33c5a6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:42.684967 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-37c4d24b-aef1-44f0-8667-a5b33c5a6f5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&device_id=089cdaf9-f765-48fe-b79d-c6c390044acb HTTP/1.1" status: 200 len: 1095 time: 0.1707482 Jul 14 07:39:42.777077 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-b1687a72-d909-4c5c-862f-34809f7f692c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d269c4f-5ed0-46ce-9a4b-8a74603dc691 HTTP/1.1" status: 200 len: 217 time: 0.0627213 Jul 14 07:39:43.156656 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a2ff6ab6-1517-4dfe-a3f5-3d75a15e8488 req-75fd2f5f-0fa7-4f59-b908-28a0e3e69087 service neutron] 10.222.0.15 "GET /v2.0/networks/18419e63-857b-4997-bd99-a23a661f81ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933081 Jul 14 07:39:43.171857 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff688e-d0b5-4b3a-8249-76d3f9634d7e req-cb32f796-d713-4dbd-858b-ad999e1e6414 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:43.173360 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52ff688e-d0b5-4b3a-8249-76d3f9634d7e req-cb32f796-d713-4dbd-858b-ad999e1e6414 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=089cdaf9-f765-48fe-b79d-c6c390044acb HTTP/1.1" status: 200 len: 944 time: 0.4874768 Jul 14 07:39:43.174943 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-22a972d6-a082-4a81-9853-fe577fc20fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:43.176548 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-22a972d6-a082-4a81-9853-fe577fc20fcc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee721f7a-4d77-4c44-92b1-6042cc4172ec HTTP/1.1" status: 200 len: 845 time: 0.3915455 Jul 14 07:39:43.230682 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-96dcfcb7-a33d-4b9c-b31e-98a0c071114a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3683ec1-1aa1-4336-80ec-d8672eb540a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416884 Jul 14 07:39:43.306642 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52ff688e-d0b5-4b3a-8249-76d3f9634d7e req-c0453d8f-2155-404e-b6e1-eaecb4f14db4 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255510 Jul 14 07:39:43.346745 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1f790-c73d-4a6e-b12a-2831a46be0a5 req-8ba56d8f-5cca-4c8f-9c34-c0384500db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:43.348198 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06e1f790-c73d-4a6e-b12a-2831a46be0a5 req-8ba56d8f-5cca-4c8f-9c34-c0384500db63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ec311a5c75e432ca50437b58f1f1702&device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 1095 time: 0.1424866 Jul 14 07:39:43.406003 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-2880432b-db92-4d16-b7de-8ae12b9fe1e9 service neutron] 10.222.0.15 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511011 Jul 14 07:39:43.504394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1f790-c73d-4a6e-b12a-2831a46be0a5 req-caf1b559-8e05-4c88-95b6-9019f0bd89a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:43.505912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06e1f790-c73d-4a6e-b12a-2831a46be0a5 req-caf1b559-8e05-4c88-95b6-9019f0bd89a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=18419e63-857b-4997-bd99-a23a661f81ff HTTP/1.1" status: 200 len: 897 time: 0.1498272 Jul 14 07:39:43.527829 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-78c8e0af-bd2f-4174-be31-df0f00ea9181 service neutron] 10.222.0.15 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140664 Jul 14 07:39:43.561267 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06e1f790-c73d-4a6e-b12a-2831a46be0a5 req-34812cd7-0087-4ff7-9ab8-1bd82bcbf0a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fcee2d-31af-4cfd-8fa6-80b084025b54 HTTP/1.1" status: 200 len: 217 time: 0.0451937 Jul 14 07:39:43.611742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1f790-c73d-4a6e-b12a-2831a46be0a5 req-e0dee35e-7947-434e-aabb-ba741c4332ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:43.613465 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06e1f790-c73d-4a6e-b12a-2831a46be0a5 req-e0dee35e-7947-434e-aabb-ba741c4332ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75a6cca7-d46a-402c-b1f0-538955dc4035 HTTP/1.1" status: 200 len: 835 time: 0.0448577 Jul 14 07:39:43.670213 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1f790-c73d-4a6e-b12a-2831a46be0a5 req-c5c64fde-c393-466c-b942-22eb917af8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:43.671721 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06e1f790-c73d-4a6e-b12a-2831a46be0a5 req-c5c64fde-c393-466c-b942-22eb917af8c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18419e63-857b-4997-bd99-a23a661f81ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513477 Jul 14 07:39:43.787998 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06e1f790-c73d-4a6e-b12a-2831a46be0a5 req-b2736e6d-d091-4546-81c7-6b590f78a73e service neutron] 10.222.0.15 "GET /v2.0/networks/18419e63-857b-4997-bd99-a23a661f81ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094911 Jul 14 07:39:43.878880 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99367c6-5fd7-465f-929e-955714e45a8a req-d90ab2f9-5b55-4882-89fa-5d53133f517a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:43.880867 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a99367c6-5fd7-465f-929e-955714e45a8a req-d90ab2f9-5b55-4882-89fa-5d53133f517a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 944 time: 0.1274726 Jul 14 07:39:43.913456 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06e1f790-c73d-4a6e-b12a-2831a46be0a5 req-3b0855e2-b116-42be-b64f-1d361244571b service neutron] 10.222.0.15 "GET /v2.0/networks/18419e63-857b-4997-bd99-a23a661f81ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177232 Jul 14 07:39:43.931264 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a99367c6-5fd7-465f-929e-955714e45a8a req-7dd9a492-197a-4f6d-a22e-28c550aaa5c8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=57d91121-dc2a-4754-a632-e5258f60bdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447564 Jul 14 07:39:44.018984 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089cdaf9-f765-48fe-b79d-c6c390044acb', 'tag': '1d269c4f-5ed0-46ce-9a4b-8a74603dc691'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:39:44.021407 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e71aa2-2866-41f5-ac3d-23b0e6885815" -d '{"events": [{"name": "network-changed", "server_uuid": "089cdaf9-f765-48fe-b79d-c6c390044acb", "tag": "1d269c4f-5ed0-46ce-9a4b-8a74603dc691"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:39:44.055327 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9450c4-dcd4-4854-b7b3-50950d29270f x-openstack-request-id: req-cf9450c4-dcd4-4854-b7b3-50950d29270f {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:39:44.055621 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089cdaf9-f765-48fe-b79d-c6c390044acb", "tag": "1d269c4f-5ed0-46ce-9a4b-8a74603dc691", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:39:44.055873 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cf9450c4-dcd4-4854-b7b3-50950d29270f {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:39:44.056296 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089cdaf9-f765-48fe-b79d-c6c390044acb', 'tag': '1d269c4f-5ed0-46ce-9a4b-8a74603dc691', 'status': 'completed', 'code': 200} Jul 14 07:39:44.127825 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e71aa2-2866-41f5-ac3d-23b0e6885815 req-d2ae5cea-3b0e-45c0-91ab-d7a688507ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:44.129304 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8e71aa2-2866-41f5-ac3d-23b0e6885815 req-d2ae5cea-3b0e-45c0-91ab-d7a688507ab5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&device_id=089cdaf9-f765-48fe-b79d-c6c390044acb HTTP/1.1" status: 200 len: 1095 time: 0.0512183 Jul 14 07:39:44.217485 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e71aa2-2866-41f5-ac3d-23b0e6885815 req-d9e4b3b0-e3be-4be4-99ac-95eefcedcd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:44.218897 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8e71aa2-2866-41f5-ac3d-23b0e6885815 req-d9e4b3b0-e3be-4be4-99ac-95eefcedcd2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 906 time: 0.0829866 Jul 14 07:39:44.259688 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8e71aa2-2866-41f5-ac3d-23b0e6885815 req-9821b307-b043-4b85-b4d2-7d6429f04f8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d269c4f-5ed0-46ce-9a4b-8a74603dc691 HTTP/1.1" status: 200 len: 217 time: 0.0339348 Jul 14 07:39:44.305973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e71aa2-2866-41f5-ac3d-23b0e6885815 req-1e2bdffd-19f1-40ee-a52e-ab7cf57647d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:44.307282 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8e71aa2-2866-41f5-ac3d-23b0e6885815 req-1e2bdffd-19f1-40ee-a52e-ab7cf57647d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee721f7a-4d77-4c44-92b1-6042cc4172ec HTTP/1.1" status: 200 len: 845 time: 0.0408361 Jul 14 07:39:44.341517 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8e71aa2-2866-41f5-ac3d-23b0e6885815 req-3075506b-c89e-4b95-8c89-698da2fb6ae0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3683ec1-1aa1-4336-80ec-d8672eb540a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256875 Jul 14 07:39:44.461366 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8e71aa2-2866-41f5-ac3d-23b0e6885815 req-356db703-f284-4605-bcb3-1619be6d1f41 service neutron] 10.222.0.15 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126041 Jul 14 07:39:44.542371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db809d-db99-4e32-887c-dc8d647cc93b req-53ef4997-9ee2-40a4-8fdb-3a09729d86af tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:44.543857 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78db809d-db99-4e32-887c-dc8d647cc93b req-53ef4997-9ee2-40a4-8fdb-3a09729d86af tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=089cdaf9-f765-48fe-b79d-c6c390044acb HTTP/1.1" status: 200 len: 944 time: 0.1268904 Jul 14 07:39:44.595663 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8e71aa2-2866-41f5-ac3d-23b0e6885815 req-8bec8a61-6705-4a53-bf2a-c7b8ffe3947b service neutron] 10.222.0.15 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270764 Jul 14 07:39:44.601148 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78db809d-db99-4e32-887c-dc8d647cc93b req-d60e7ff3-89bc-4dff-a61c-ed3def0eb93a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470505 Jul 14 07:39:44.708345 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-97225b51-c8ca-45e4-bd1a-31c2050920e3 req-de669caf-7c80-4bf2-9735-cbe29028f271 service neutron] (93827) timed out ('10.222.0.35', 44298) {{(pid=93827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 07:39:45.101161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf65c78-3441-44ea-bc8e-f4363e40d039 req-df7a1714-14e0-4c2b-91da-6120560cb195 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:45.102636 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6bf65c78-3441-44ea-bc8e-f4363e40d039 req-df7a1714-14e0-4c2b-91da-6120560cb195 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 944 time: 0.0614893 Jul 14 07:39:45.142664 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6bf65c78-3441-44ea-bc8e-f4363e40d039 req-037ba9dd-6479-4328-bda1-e1fda133b81c tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=57d91121-dc2a-4754-a632-e5258f60bdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346708 Jul 14 07:39:45.734779 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:45.774031 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0f740-c18d-49c3-9de8-367dd345c9b1 req-44d03fb9-d51e-45e2-84b4-bf5c57cce752 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:45.775743 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24e0f740-c18d-49c3-9de8-367dd345c9b1 req-44d03fb9-d51e-45e2-84b4-bf5c57cce752 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=089cdaf9-f765-48fe-b79d-c6c390044acb HTTP/1.1" status: 200 len: 944 time: 0.0655692 Jul 14 07:39:45.776413 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:45.813020 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24e0f740-c18d-49c3-9de8-367dd345c9b1 req-95196a03-4ba5-4639-9946-17fda9be6812 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315104 Jul 14 07:39:46.141696 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 60fcee2d-31af-4cfd-8fa6-80b084025b54 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:39:46.320124 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f8e1f-89b3-4a4d-a117-f06c5379526e req-ace5b5c0-16e0-447a-ba08-de574ee1a25b tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:46.321754 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-457f8e1f-89b3-4a4d-a117-f06c5379526e req-ace5b5c0-16e0-447a-ba08-de574ee1a25b tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 944 time: 0.0675194 Jul 14 07:39:46.360333 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-457f8e1f-89b3-4a4d-a117-f06c5379526e req-3175b7d7-a749-4889-8074-e6fd679e5079 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=57d91121-dc2a-4754-a632-e5258f60bdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327241 Jul 14 07:39:46.394836 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 60fcee2d-31af-4cfd-8fa6-80b084025b54, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=60fcee2d-31af-4cfd-8fa6-80b084025b54,segment=NetworkSegment(67676dfd-df82-43cb-94dc-d63874efb626),segment_id=67676dfd-df82-43cb-94dc-d63874efb626)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:46.405686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '60fcee2d-31af-4cfd-8fa6-80b084025b54', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'port_id': '60fcee2d-31af-4cfd-8fa6-80b084025b54', 'mac_address': 'fa:16:3e:be:39:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:39:46.440510 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:46.453398 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fcee2d-31af-4cfd-8fa6-80b084025b54 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:39:46.472319 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 60fcee2d-31af-4cfd-8fa6-80b084025b54, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=60fcee2d-31af-4cfd-8fa6-80b084025b54,segment=NetworkSegment(67676dfd-df82-43cb-94dc-d63874efb626),segment_id=67676dfd-df82-43cb-94dc-d63874efb626)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:46.476212 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:46.476852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1d269c4f-5ed0-46ce-9a4b-8a74603dc691 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:39:46.564503 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=60fcee2d-31af-4cfd-8fa6-80b084025b54,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:46.606570 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1d269c4f-5ed0-46ce-9a4b-8a74603dc691, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1d269c4f-5ed0-46ce-9a4b-8a74603dc691,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:46.618192 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '1d269c4f-5ed0-46ce-9a4b-8a74603dc691', 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7', 'port_id': '1d269c4f-5ed0-46ce-9a4b-8a74603dc691', 'mac_address': 'fa:16:3e:07:e6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee721f7a-4d77-4c44-92b1-6042cc4172ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:39:46.652576 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:46.664905 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d269c4f-5ed0-46ce-9a4b-8a74603dc691 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:39:46.684307 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1d269c4f-5ed0-46ce-9a4b-8a74603dc691, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1d269c4f-5ed0-46ce-9a4b-8a74603dc691,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:46.687996 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:46.736039 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=1d269c4f-5ed0-46ce-9a4b-8a74603dc691,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:46.924208 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['60fcee2d-31af-4cfd-8fa6-80b084025b54'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:39:46.926527 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['1d269c4f-5ed0-46ce-9a4b-8a74603dc691'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:39:47.001451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4199e-fe5e-4c39-adbf-981bc6259fa7 req-eb88e696-fe23-457d-a381-56daf31af4a1 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:47.002975 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71b4199e-fe5e-4c39-adbf-981bc6259fa7 req-eb88e696-fe23-457d-a381-56daf31af4a1 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=089cdaf9-f765-48fe-b79d-c6c390044acb HTTP/1.1" status: 200 len: 945 time: 0.0675151 Jul 14 07:39:47.040511 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71b4199e-fe5e-4c39-adbf-981bc6259fa7 req-0cb03ccd-67cf-4dc8-8a3b-fa11042768e5 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318801 Jul 14 07:39:47.529155 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667a8bf-98f2-47ce-b20e-f7ad2b392632 req-da15453c-802d-4a4c-90b8-f8067240355e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:47.530707 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5667a8bf-98f2-47ce-b20e-f7ad2b392632 req-da15453c-802d-4a4c-90b8-f8067240355e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 945 time: 0.0633061 Jul 14 07:39:47.567013 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5667a8bf-98f2-47ce-b20e-f7ad2b392632 req-58bc5671-c1b6-4866-9886-9736b46661fc tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=57d91121-dc2a-4754-a632-e5258f60bdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307534 Jul 14 07:39:48.161717 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 60fcee2d-31af-4cfd-8fa6-80b084025b54 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:39:48.211763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf373-5f47-4722-98fa-ce41e135c4e7 req-4e4c24af-39c3-4c6e-880f-c2155214423f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:48.212522 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 60fcee2d-31af-4cfd-8fa6-80b084025b54 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:39:48.213298 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-951cf373-5f47-4722-98fa-ce41e135c4e7 req-4e4c24af-39c3-4c6e-880f-c2155214423f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=089cdaf9-f765-48fe-b79d-c6c390044acb HTTP/1.1" status: 200 len: 945 time: 0.0621383 Jul 14 07:39:48.216500 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 60fcee2d-31af-4cfd-8fa6-80b084025b54 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:39:48.216875 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:48.254266 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-951cf373-5f47-4722-98fa-ce41e135c4e7 req-d0d487ee-a3a9-4d94-b484-9221a79352f1 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351586 Jul 14 07:39:48.294927 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:48.316081 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fcee2d-31af-4cfd-8fa6-80b084025b54'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:39:48.318816 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8359ab-dbb2-4111-8383-f312b1943bb1" -d '{"events": [{"server_uuid": "daf1c0df-2c11-4dd2-83e9-1dddbab47870", "name": "network-vif-plugged", "status": "completed", "tag": "60fcee2d-31af-4cfd-8fa6-80b084025b54"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:39:48.332115 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 60fcee2d-31af-4cfd-8fa6-80b084025b54, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=60fcee2d-31af-4cfd-8fa6-80b084025b54,segment=NetworkSegment(67676dfd-df82-43cb-94dc-d63874efb626),segment_id=67676dfd-df82-43cb-94dc-d63874efb626)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:48.335915 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:48.336981 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1d269c4f-5ed0-46ce-9a4b-8a74603dc691 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:39:48.378154 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bb559f-76b6-4883-8968-81d561c1bfc2 x-openstack-request-id: req-63bb559f-76b6-4883-8968-81d561c1bfc2 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:39:48.378447 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf1c0df-2c11-4dd2-83e9-1dddbab47870", "name": "network-vif-plugged", "status": "completed", "tag": "60fcee2d-31af-4cfd-8fa6-80b084025b54", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:39:48.378700 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63bb559f-76b6-4883-8968-81d561c1bfc2 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:39:48.379081 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fcee2d-31af-4cfd-8fa6-80b084025b54', 'code': 200} Jul 14 07:39:48.416268 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=60fcee2d-31af-4cfd-8fa6-80b084025b54,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:48.429824 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 1d269c4f-5ed0-46ce-9a4b-8a74603dc691 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:39:48.433617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 1d269c4f-5ed0-46ce-9a4b-8a74603dc691 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:39:48.433992 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:48.465526 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cc749-9cc1-431a-bd29-5bd9dd47ccae req-0db52886-f8b0-432b-a032-36b0b814f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:48.467014 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b6cc749-9cc1-431a-bd29-5bd9dd47ccae req-0db52886-f8b0-432b-a032-36b0b814f97c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 1097 time: 0.0510681 Jul 14 07:39:48.501371 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b6cc749-9cc1-431a-bd29-5bd9dd47ccae req-eac1c74b-dba5-442c-8dbe-8c944f52668d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=57d91121-dc2a-4754-a632-e5258f60bdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284953 Jul 14 07:39:48.511492 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:48.543101 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1d269c4f-5ed0-46ce-9a4b-8a74603dc691, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1d269c4f-5ed0-46ce-9a4b-8a74603dc691,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:48.546798 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:48.595716 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=1d269c4f-5ed0-46ce-9a4b-8a74603dc691,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:48.736701 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eae3fd-1c9e-4a5e-8f6b-e91069615729 req-af4ad035-9783-478e-8e3e-e2bcdebcdb91 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:48.738186 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e3eae3fd-1c9e-4a5e-8f6b-e91069615729 req-af4ad035-9783-478e-8e3e-e2bcdebcdb91 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 946 time: 0.0623634 Jul 14 07:39:48.774179 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e3eae3fd-1c9e-4a5e-8f6b-e91069615729 req-e09ebb4c-ed0a-4ecf-994b-b9791c757fc0 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=57d91121-dc2a-4754-a632-e5258f60bdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305042 Jul 14 07:39:49.429872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ad037-a319-48c8-bb81-dc9401ec9bd8 req-3250f4db-0176-49ac-8680-8708a968d971 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:49.431381 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f68ad037-a319-48c8-bb81-dc9401ec9bd8 req-3250f4db-0176-49ac-8680-8708a968d971 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=089cdaf9-f765-48fe-b79d-c6c390044acb HTTP/1.1" status: 200 len: 946 time: 0.0651219 Jul 14 07:39:49.468508 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f68ad037-a319-48c8-bb81-dc9401ec9bd8 req-2a89714f-275c-49b8-a0b5-28690e7919eb tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316529 Jul 14 07:39:49.943303 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19640e6-568e-4516-937f-266839396833 req-f2d4fa9f-282a-4c87-876d-38d7ceb0b5b6 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:49.944878 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a19640e6-568e-4516-937f-266839396833 req-f2d4fa9f-282a-4c87-876d-38d7ceb0b5b6 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 946 time: 0.0621197 Jul 14 07:39:49.982637 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a19640e6-568e-4516-937f-266839396833 req-11eb43c8-6f9b-42d3-b195-2a7b6e1c6e99 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=57d91121-dc2a-4754-a632-e5258f60bdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321608 Jul 14 07:39:50.148232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fc59b-0c0d-418a-8453-1b97f4aef329 req-95bf2bf7-bb42-4312-aa9b-7481605170b5 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:50.149636 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-606fc59b-0c0d-418a-8453-1b97f4aef329 req-95bf2bf7-bb42-4312-aa9b-7481605170b5 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 946 time: 0.0611768 Jul 14 07:39:50.185468 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-606fc59b-0c0d-418a-8453-1b97f4aef329 req-74699681-62ae-4b5d-b495-cc31fd96ce69 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=57d91121-dc2a-4754-a632-e5258f60bdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304723 Jul 14 07:39:50.209340 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60198) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:50.261940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f076294-19e8-4c37-8797-649d8de492a5 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:50.263435 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1f076294-19e8-4c37-8797-649d8de492a5 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 1092 time: 0.0531530 Jul 14 07:39:50.266319 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60200) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:50.271243 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': '60fcee2d-31af-4cfd-8fa6-80b084025b54', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:39:50.293433 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:50.380671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089cdaf9-f765-48fe-b79d-c6c390044acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d269c4f-5ed0-46ce-9a4b-8a74603dc691'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:39:50.383141 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40929054-c93e-4181-816f-7e8d299c057d" -d '{"events": [{"server_uuid": "089cdaf9-f765-48fe-b79d-c6c390044acb", "name": "network-vif-plugged", "status": "completed", "tag": "1d269c4f-5ed0-46ce-9a4b-8a74603dc691"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:39:50.385939 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:50.417818 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80ac885-0d61-4774-b955-5261e34a1047 x-openstack-request-id: req-c80ac885-0d61-4774-b955-5261e34a1047 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:39:50.418112 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089cdaf9-f765-48fe-b79d-c6c390044acb", "name": "network-vif-plugged", "status": "completed", "tag": "1d269c4f-5ed0-46ce-9a4b-8a74603dc691", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:39:50.418364 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c80ac885-0d61-4774-b955-5261e34a1047 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:39:50.418757 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089cdaf9-f765-48fe-b79d-c6c390044acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d269c4f-5ed0-46ce-9a4b-8a74603dc691', 'code': 200} Jul 14 07:39:50.521536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Allocated IP 172.25.7.194 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/feaaf239-2381-4932-bb20-f3d7ba1337fa) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:39:50.624837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a756a89-c586-4394-97ea-e8d8f6c6b088 req-ee8c1024-2c72-4337-b433-482521694dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:50.626342 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a756a89-c586-4394-97ea-e8d8f6c6b088 req-ee8c1024-2c72-4337-b433-482521694dc7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=089cdaf9-f765-48fe-b79d-c6c390044acb HTTP/1.1" status: 200 len: 1097 time: 0.1475477 Jul 14 07:39:50.702548 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a756a89-c586-4394-97ea-e8d8f6c6b088 req-ef34d75e-0b5f-4da8-a75b-28ee325e973d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638573 Jul 14 07:39:50.707387 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:50.721163 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7a08e-7d02-48cd-aed9-3943c904737d req-ddb93eb8-d60b-4b7e-b1d5-f06ee2932933 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:50.722637 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8e7a08e-7d02-48cd-aed9-3943c904737d req-ddb93eb8-d60b-4b7e-b1d5-f06ee2932933 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=089cdaf9-f765-48fe-b79d-c6c390044acb HTTP/1.1" status: 200 len: 946 time: 0.1396694 Jul 14 07:39:50.777443 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8e7a08e-7d02-48cd-aed9-3943c904737d req-ec4ee3c1-70d1-4c2d-b7a1-80c3a053323c tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487807 Jul 14 07:39:50.784779 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:50.824326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:39:50.829228 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:39:50.832486 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:39:50.856561 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Port': ['ID=feaaf239-2381-4932-bb20-f3d7ba1337fa,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:51.038401 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:39:51.255282 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:51.330066 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:51.480776 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:51.485460 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:51.558655 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Port': ['ID=feaaf239-2381-4932-bb20-f3d7ba1337fa,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:51.564703 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:51.660717 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Floating IP 4abfefa3-d10a-4d90-b8e4-a0aa9f49012e associated. External IP: 172.25.7.194, port: 60fcee2d-31af-4cfd-8fa6-80b084025b54. Jul 14 07:39:51.860987 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:39:52.311137 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49b1f7-248c-463b-bf73-dd5024ab396d req-976142db-4de6-4f2f-b6c3-d261f7359d2f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:52.312622 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de49b1f7-248c-463b-bf73-dd5024ab396d req-976142db-4de6-4f2f-b6c3-d261f7359d2f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=089cdaf9-f765-48fe-b79d-c6c390044acb HTTP/1.1" status: 200 len: 946 time: 0.4109695 Jul 14 07:39:52.313603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:39:52.323280 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281d108a-30c4-4396-b834-2ae74e63119c None None] Sync routers for ids ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:39:52.332662 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281d108a-30c4-4396-b834-2ae74e63119c None None] Routers {'83a5a5cb-2ec1-44c4-ae97-cea8afef679d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:39:52.333388 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-281d108a-30c4-4396-b834-2ae74e63119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:39:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:39:52.341996 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:52.386280 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de49b1f7-248c-463b-bf73-dd5024ab396d req-e6cbd4fa-e1b8-49b4-881c-5c6c3cf69dbb tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667353 Jul 14 07:39:52.394330 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4a8f4996-a303-452b-9d78-3590de150ef7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1244857 Jul 14 07:39:52.394330 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'tag': '60fcee2d-31af-4cfd-8fa6-80b084025b54'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:39:52.394775 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1dbf74-d5f8-4f81-9eb9-2a606ce81f64" -d '{"events": [{"name": "network-changed", "server_uuid": "daf1c0df-2c11-4dd2-83e9-1dddbab47870", "tag": "60fcee2d-31af-4cfd-8fa6-80b084025b54"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:39:52.396185 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60208) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:52.432091 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9faa201-674e-4e49-9d8a-f7dc4bc917fc x-openstack-request-id: req-d9faa201-674e-4e49-9d8a-f7dc4bc917fc {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:39:52.432390 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf1c0df-2c11-4dd2-83e9-1dddbab47870", "tag": "60fcee2d-31af-4cfd-8fa6-80b084025b54", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:39:52.432658 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9faa201-674e-4e49-9d8a-f7dc4bc917fc {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:39:52.433035 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'tag': '60fcee2d-31af-4cfd-8fa6-80b084025b54', 'status': 'completed', 'code': 200} Jul 14 07:39:52.439294 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-281d108a-30c4-4396-b834-2ae74e63119c None None] Set router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:39:52.475325 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f6bc6eb0-d29e-49a9-81fb-57a545e9326f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/floatingips/4abfefa3-d10a-4d90-b8e4-a0aa9f49012e HTTP/1.1" status: 200 len: 992 time: 0.0766304 Jul 14 07:39:52.510216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1dbf74-d5f8-4f81-9eb9-2a606ce81f64 req-f42aad1f-f5f5-4938-b304-18709bd81dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:52.512207 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be1dbf74-d5f8-4f81-9eb9-2a606ce81f64 req-f42aad1f-f5f5-4938-b304-18709bd81dbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ec311a5c75e432ca50437b58f1f1702&device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 1097 time: 0.0558872 Jul 14 07:39:52.647325 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1dbf74-d5f8-4f81-9eb9-2a606ce81f64 req-ae632b7e-9062-48eb-b0a4-ef0777469ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:52.648729 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be1dbf74-d5f8-4f81-9eb9-2a606ce81f64 req-ae632b7e-9062-48eb-b0a4-ef0777469ffb service neutron] 10.222.0.15 "GET /v2.0/networks?id=18419e63-857b-4997-bd99-a23a661f81ff HTTP/1.1" status: 200 len: 897 time: 0.1299374 Jul 14 07:39:52.656060 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88bb93-4b6c-435a-bccc-7cf061133d79 req-c82d3072-791e-47b9-bf90-0b62ab5db788 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:52.657467 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a88bb93-4b6c-435a-bccc-7cf061133d79 req-c82d3072-791e-47b9-bf90-0b62ab5db788 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2 HTTP/1.1" status: 200 len: 945 time: 0.1302683 Jul 14 07:39:52.663211 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-281d108a-30c4-4396-b834-2ae74e63119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:39:34Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '4abfefa3-d10a-4d90-b8e4-a0aa9f49012e', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'port_id': '60fcee2d-31af-4cfd-8fa6-80b084025b54', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'mac_address': 'fa:16:3e:be:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:39:51Z', 'updated_at': '2021-07-14T07:39:51Z', 'revision_number': 0, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05907918-9cf4-44d4-8cdd-8623fd3983b1', 'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:1d:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:33Z', 'updated_at': '2021-07-14T07:39:38Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:39:52.692989 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281d108a-30c4-4396-b834-2ae74e63119c None None] Checking router: 83a5a5cb-2ec1-44c4-ae97-cea8afef679d for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:39:52.701829 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281d108a-30c4-4396-b834-2ae74e63119c None None] Routers {'83a5a5cb-2ec1-44c4-ae97-cea8afef679d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:39:52.702678 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-281d108a-30c4-4396-b834-2ae74e63119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:39:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:39:52.739072 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be1dbf74-d5f8-4f81-9eb9-2a606ce81f64 req-57450fad-24e0-4723-993e-0603b5559c9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fcee2d-31af-4cfd-8fa6-80b084025b54 HTTP/1.1" status: 200 len: 1000 time: 0.0806191 Jul 14 07:39:52.741872 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a88bb93-4b6c-435a-bccc-7cf061133d79 req-4af6f830-e420-40b7-83a7-a1405b4425ec tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769813 Jul 14 07:39:52.791594 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1dbf74-d5f8-4f81-9eb9-2a606ce81f64 req-36b83150-d81e-4639-9657-7e2c1bc0ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:52.793156 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be1dbf74-d5f8-4f81-9eb9-2a606ce81f64 req-36b83150-d81e-4639-9657-7e2c1bc0ec63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75a6cca7-d46a-402c-b1f0-538955dc4035 HTTP/1.1" status: 200 len: 835 time: 0.0488360 Jul 14 07:39:52.811605 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-281d108a-30c4-4396-b834-2ae74e63119c None None] Set router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:39:52.850720 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1dbf74-d5f8-4f81-9eb9-2a606ce81f64 req-2b730ec7-2389-41a4-b1d6-d3dc1511a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:52.852351 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be1dbf74-d5f8-4f81-9eb9-2a606ce81f64 req-2b730ec7-2389-41a4-b1d6-d3dc1511a084 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18419e63-857b-4997-bd99-a23a661f81ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529130 Jul 14 07:39:52.987596 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206b816-bfe1-4c46-8777-2b5091b1539d req-92bac1b1-9581-464c-a00f-61cb40d95854 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:52.989658 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b206b816-bfe1-4c46-8777-2b5091b1539d req-92bac1b1-9581-464c-a00f-61cb40d95854 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=089cdaf9-f765-48fe-b79d-c6c390044acb HTTP/1.1" status: 200 len: 946 time: 0.1319435 Jul 14 07:39:52.995182 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be1dbf74-d5f8-4f81-9eb9-2a606ce81f64 req-dd4c9d75-2b4e-407e-b2e9-70bf48613331 service neutron] 10.222.0.15 "GET /v2.0/networks/18419e63-857b-4997-bd99-a23a661f81ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281586 Jul 14 07:39:53.033587 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-281d108a-30c4-4396-b834-2ae74e63119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:39:34Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '4abfefa3-d10a-4d90-b8e4-a0aa9f49012e', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'port_id': '60fcee2d-31af-4cfd-8fa6-80b084025b54', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'mac_address': 'fa:16:3e:be:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:39:51Z', 'updated_at': '2021-07-14T07:39:51Z', 'revision_number': 0, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05907918-9cf4-44d4-8cdd-8623fd3983b1', 'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:1d:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:33Z', 'updated_at': '2021-07-14T07:39:38Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:39:53.062466 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281d108a-30c4-4396-b834-2ae74e63119c None None] The sync data for ids ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'] in n-d-778696-5 is: [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:39:34Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '4abfefa3-d10a-4d90-b8e4-a0aa9f49012e', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'port_id': '60fcee2d-31af-4cfd-8fa6-80b084025b54', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'mac_address': 'fa:16:3e:be:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:39:51Z', 'updated_at': '2021-07-14T07:39:51Z', 'revision_number': 0, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05907918-9cf4-44d4-8cdd-8623fd3983b1', 'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:1d:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:33Z', 'updated_at': '2021-07-14T07:39:38Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:39:53.072729 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b206b816-bfe1-4c46-8777-2b5091b1539d req-cd0f53fe-40ad-4db3-9b56-84b0e5d98269 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766015 Jul 14 07:39:53.107165 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be1dbf74-d5f8-4f81-9eb9-2a606ce81f64 req-9e4bb2c7-9ac5-4583-ab43-b9afd9606dd0 service neutron] 10.222.0.15 "GET /v2.0/networks/18419e63-857b-4997-bd99-a23a661f81ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043084 Jul 14 07:39:53.258622 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8e6c7a-c648-430d-ad0c-e169f87eca87 None None] New status for floating IP 4abfefa3-d10a-4d90-b8e4-a0aa9f49012e: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:39:53.463606 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65364c8a-e0d6-463a-9d56-2c9a3983f9a6 req-75aec7aa-0345-4f08-aba9-ef2e5990b5df tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:53.465111 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65364c8a-e0d6-463a-9d56-2c9a3983f9a6 req-75aec7aa-0345-4f08-aba9-ef2e5990b5df tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=089cdaf9-f765-48fe-b79d-c6c390044acb HTTP/1.1" status: 200 len: 946 time: 0.0700929 Jul 14 07:39:53.476896 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60220) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:39:53.503552 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65364c8a-e0d6-463a-9d56-2c9a3983f9a6 req-acea5804-bdbd-430f-b06e-094e8dffa378 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326626 Jul 14 07:39:53.535693 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-16e1281b-462e-41e8-b73e-6324121694f9 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/floatingips/4abfefa3-d10a-4d90-b8e4-a0aa9f49012e HTTP/1.1" status: 200 len: 994 time: 0.0575857 Jul 14 07:39:54.704702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e0b16-76d3-4621-8e02-58cfeee6c73c req-bf2052e7-11fe-4986-a68e-fddc76fee51e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:54.706172 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b9e0b16-76d3-4621-8e02-58cfeee6c73c req-bf2052e7-11fe-4986-a68e-fddc76fee51e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.15 "GET /v2.0/ports?device_id=089cdaf9-f765-48fe-b79d-c6c390044acb HTTP/1.1" status: 200 len: 946 time: 0.0985076 Jul 14 07:39:54.718725 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b88bb9-b196-4ccd-99b2-b8e99935f71f req-8349cb2d-808e-45a5-80c4-0f5fc82eff94 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:54.720079 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1b88bb9-b196-4ccd-99b2-b8e99935f71f req-8349cb2d-808e-45a5-80c4-0f5fc82eff94 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=089cdaf9-f765-48fe-b79d-c6c390044acb HTTP/1.1" status: 200 len: 946 time: 0.1023993 Jul 14 07:39:54.789501 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1b88bb9-b196-4ccd-99b2-b8e99935f71f req-622292ea-e388-4354-8236-610425034878 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633123 Jul 14 07:39:54.839173 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-4b9e0b16-76d3-4621-8e02-58cfeee6c73c req-f1e64229-b8f3-4caf-abc6-787f250d89c2 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Deleting port 1d269c4f-5ed0-46ce-9a4b-8a74603dc691 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:39:54.839529 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4b9e0b16-76d3-4621-8e02-58cfeee6c73c req-f1e64229-b8f3-4caf-abc6-787f250d89c2 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:54.927677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-4b9e0b16-76d3-4621-8e02-58cfeee6c73c req-f1e64229-b8f3-4caf-abc6-787f250d89c2 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] For port 1d269c4f-5ed0-46ce-9a4b-8a74603dc691, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1d269c4f-5ed0-46ce-9a4b-8a74603dc691,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:54.928026 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4b9e0b16-76d3-4621-8e02-58cfeee6c73c req-f1e64229-b8f3-4caf-abc6-787f250d89c2 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:54.940206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-4b9e0b16-76d3-4621-8e02-58cfeee6c73c req-f1e64229-b8f3-4caf-abc6-787f250d89c2 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Calling delete_port for 1d269c4f-5ed0-46ce-9a4b-8a74603dc691 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:39:55.062018 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4b9e0b16-76d3-4621-8e02-58cfeee6c73c req-f1e64229-b8f3-4caf-abc6-787f250d89c2 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:55.074726 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0bc29338-c0df-4de4-9b97-c164e1b93f7c', '1d269c4f-5ed0-46ce-9a4b-8a74603dc691'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:39:55.076928 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['a79fa310-c295-4779-ab8e-fd7e2dca3913'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:39:55.094544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e64229-b8f3-4caf-abc6-787f250d89c2 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Pushing event deleted for resources: {'Port': ['ID=1d269c4f-5ed0-46ce-9a4b-8a74603dc691,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:55.139981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9e0b16-76d3-4621-8e02-58cfeee6c73c req-f1e64229-b8f3-4caf-abc6-787f250d89c2 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] No DVR routers for this DVR port 1d269c4f-5ed0-46ce-9a4b-8a74603dc691 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:39:55.142879 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4b9e0b16-76d3-4621-8e02-58cfeee6c73c req-f1e64229-b8f3-4caf-abc6-787f250d89c2 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:55.145399 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b9e0b16-76d3-4621-8e02-58cfeee6c73c req-f1e64229-b8f3-4caf-abc6-787f250d89c2 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.15 "DELETE /v2.0/ports/1d269c4f-5ed0-46ce-9a4b-8a74603dc691 HTTP/1.1" status: 204 len: 173 time: 0.4339175 Jul 14 07:39:55.145885 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089cdaf9-f765-48fe-b79d-c6c390044acb', 'name': 'network-vif-deleted', 'tag': '1d269c4f-5ed0-46ce-9a4b-8a74603dc691'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:39:55.148687 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a3cf5f-d28e-4e34-8e5b-f9a8a20fff58" -d '{"events": [{"server_uuid": "089cdaf9-f765-48fe-b79d-c6c390044acb", "name": "network-vif-deleted", "tag": "1d269c4f-5ed0-46ce-9a4b-8a74603dc691"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:39:55.190519 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da74282-b80e-42ab-9d96-7f3da3e5fb92 x-openstack-request-id: req-6da74282-b80e-42ab-9d96-7f3da3e5fb92 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:39:55.190813 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089cdaf9-f765-48fe-b79d-c6c390044acb", "name": "network-vif-deleted", "tag": "1d269c4f-5ed0-46ce-9a4b-8a74603dc691", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:39:55.191067 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6da74282-b80e-42ab-9d96-7f3da3e5fb92 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:39:55.191468 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089cdaf9-f765-48fe-b79d-c6c390044acb', 'name': 'network-vif-deleted', 'tag': '1d269c4f-5ed0-46ce-9a4b-8a74603dc691', 'status': 'completed', 'code': 200} Jul 14 07:39:56.222867 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e00187-8c75-4a37-b35f-3b7d8ef7c600 req-86cb3666-c33e-4b40-9934-b06d4c8fb965 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:56.224262 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06e00187-8c75-4a37-b35f-3b7d8ef7c600 req-86cb3666-c33e-4b40-9934-b06d4c8fb965 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2 HTTP/1.1" status: 200 len: 945 time: 0.0620139 Jul 14 07:39:56.261006 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06e00187-8c75-4a37-b35f-3b7d8ef7c600 req-1688997f-7f72-46b9-9280-1ae8a609bd66 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312350 Jul 14 07:39:57.439861 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951a3c2-bcbb-4759-a007-090fb2135bbd req-7d0a91f3-d353-4ea3-b2a8-b4d55bd28d2e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:57.441361 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6951a3c2-bcbb-4759-a007-090fb2135bbd req-7d0a91f3-d353-4ea3-b2a8-b4d55bd28d2e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2 HTTP/1.1" status: 200 len: 945 time: 0.0659921 Jul 14 07:39:57.479327 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6951a3c2-bcbb-4759-a007-090fb2135bbd req-b167b4f3-dd9c-469c-abaa-195deb6a2684 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318956 Jul 14 07:39:57.532869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac347e-34db-4c5b-a177-ffbc41b70ead req-5bac3569-7076-4244-8d17-a20625260540 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:57.534387 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ddac347e-34db-4c5b-a177-ffbc41b70ead req-5bac3569-7076-4244-8d17-a20625260540 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2 HTTP/1.1" status: 200 len: 945 time: 0.0625696 Jul 14 07:39:57.633325 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-ddac347e-34db-4c5b-a177-ffbc41b70ead req-4aeacd23-1c42-47f6-9e48-16f16bb31d98 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Deleting port a79fa310-c295-4779-ab8e-fd7e2dca3913 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:39:57.633665 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ddac347e-34db-4c5b-a177-ffbc41b70ead req-4aeacd23-1c42-47f6-9e48-16f16bb31d98 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:57.718349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-ddac347e-34db-4c5b-a177-ffbc41b70ead req-4aeacd23-1c42-47f6-9e48-16f16bb31d98 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] For port a79fa310-c295-4779-ab8e-fd7e2dca3913, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a79fa310-c295-4779-ab8e-fd7e2dca3913,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:39:57.718709 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ddac347e-34db-4c5b-a177-ffbc41b70ead req-4aeacd23-1c42-47f6-9e48-16f16bb31d98 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:57.735122 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-ddac347e-34db-4c5b-a177-ffbc41b70ead req-4aeacd23-1c42-47f6-9e48-16f16bb31d98 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Calling delete_port for a79fa310-c295-4779-ab8e-fd7e2dca3913 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:39:57.855463 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ddac347e-34db-4c5b-a177-ffbc41b70ead req-4aeacd23-1c42-47f6-9e48-16f16bb31d98 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:57.867887 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0bc29338-c0df-4de4-9b97-c164e1b93f7c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:39:57.872179 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['a79fa310-c295-4779-ab8e-fd7e2dca3913'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:39:57.884326 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeacd23-1c42-47f6-9e48-16f16bb31d98 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Pushing event deleted for resources: {'Port': ['ID=a79fa310-c295-4779-ab8e-fd7e2dca3913,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:39:57.932025 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddac347e-34db-4c5b-a177-ffbc41b70ead req-4aeacd23-1c42-47f6-9e48-16f16bb31d98 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] No DVR routers for this DVR port a79fa310-c295-4779-ab8e-fd7e2dca3913 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:39:57.934628 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ddac347e-34db-4c5b-a177-ffbc41b70ead req-4aeacd23-1c42-47f6-9e48-16f16bb31d98 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:39:57.936636 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ddac347e-34db-4c5b-a177-ffbc41b70ead req-4aeacd23-1c42-47f6-9e48-16f16bb31d98 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "DELETE /v2.0/ports/a79fa310-c295-4779-ab8e-fd7e2dca3913 HTTP/1.1" status: 204 len: 173 time: 0.3971260 Jul 14 07:39:57.937071 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2', 'name': 'network-vif-deleted', 'tag': 'a79fa310-c295-4779-ab8e-fd7e2dca3913'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:39:57.939340 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412ae71f-a285-4d0a-b3ad-6dab35ecb56c" -d '{"events": [{"server_uuid": "c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2", "name": "network-vif-deleted", "tag": "a79fa310-c295-4779-ab8e-fd7e2dca3913"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:39:57.981253 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a2b4ca-e871-4d71-9c5b-202b49764a97 x-openstack-request-id: req-07a2b4ca-e871-4d71-9c5b-202b49764a97 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:39:57.981551 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2", "name": "network-vif-deleted", "tag": "a79fa310-c295-4779-ab8e-fd7e2dca3913", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:39:57.981800 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07a2b4ca-e871-4d71-9c5b-202b49764a97 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:39:57.982193 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ee2e8-7aa5-4c81-b8b2-d2e0bb0f81a2', 'name': 'network-vif-deleted', 'tag': 'a79fa310-c295-4779-ab8e-fd7e2dca3913', 'status': 'completed', 'code': 200} Jul 14 07:39:58.203772 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1d269c4f-5ed0-46ce-9a4b-8a74603dc691 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:39:58.224166 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 1d269c4f-5ed0-46ce-9a4b-8a74603dc691 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:39:58.224507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1d269c4f-5ed0-46ce-9a4b-8a74603dc691 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:39:58.772544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-86df344d-f111-492e-ac51-36296b9ef7a6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:39:58.773976 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-86df344d-f111-492e-ac51-36296b9ef7a6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 805 time: 0.0986345 Jul 14 07:39:58.788040 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-9100e6f1-af6c-4a18-b0eb-638f2bde039c tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/quotas/ecb4d9adac124490b9a03c7f8fa607ec HTTP/1.1" status: 200 len: 375 time: 0.0088360 Jul 14 07:39:58.852912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-24a5b796-b988-4160-b14d-f51e804e7411 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0601909 Jul 14 07:39:58.939306 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-8e8dc0eb-3a7a-483f-bbe9-bb0658ff7563 service neutron] 10.222.0.35 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799699 Jul 14 07:39:59.030123 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-d715609f-37d9-4448-b958-8463cd47cdfb service neutron] 10.222.0.35 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845697 Jul 14 07:39:59.193688 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd017516-da36-4284-809e-8dc41fa1cdeb req-46a2bece-5c56-4683-9f0d-f041470a1fbc tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=7185f0fb-77a3-4d71-9279-d1bb81ff2061 HTTP/1.1" status: 200 len: 210 time: 0.0303185 Jul 14 07:40:00.167353 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-7a890528-628c-4a4a-996c-b1a8ca960ff6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:00.168863 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-7a890528-628c-4a4a-996c-b1a8ca960ff6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 805 time: 0.0987375 Jul 14 07:40:00.181402 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-e4678434-de0f-4747-bdec-4e442b3adf49 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Request body: {'port': {'device_id': '7185f0fb-77a3-4d71-9279-d1bb81ff2061', 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7', 'admin_state_up': True, 'tenant_id': 'ecb4d9adac124490b9a03c7f8fa607ec'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:40:00.295259 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-e4678434-de0f-4747-bdec-4e442b3adf49 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Made reservation on behalf of ecb4d9adac124490b9a03c7f8fa607ec for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:40:00.298856 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-e4678434-de0f-4747-bdec-4e442b3adf49 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:00.341021 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66585abd-2c36-4271-8d27-36aa8dcee1d7 req-e60b5ad8-9aa8-46a0-a594-8621b368e3e8 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=7185f0fb-77a3-4d71-9279-d1bb81ff2061 HTTP/1.1" status: 200 len: 210 time: 0.0294137 Jul 14 07:40:00.423559 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-e4678434-de0f-4747-bdec-4e442b3adf49 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Allocated IP 172.20.0.5 (d3683ec1-1aa1-4336-80ec-d8672eb540a7/ee721f7a-4d77-4c44-92b1-6042cc4172ec/f22153e5-8738-4421-9d04-32985d9274f5) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:40:00.520815 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-92ff557a-d6d0-47b5-b60f-d3e978a6fbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:00.569697 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-e4678434-de0f-4747-bdec-4e442b3adf49 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:00.606677 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-e4678434-de0f-4747-bdec-4e442b3adf49 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:00.618534 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0bc29338-c0df-4de4-9b97-c164e1b93f7c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:40:00.651803 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-e4678434-de0f-4747-bdec-4e442b3adf49 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Network d3683ec1-1aa1-4336-80ec-d8672eb540a7 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:40:00.654959 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-e4678434-de0f-4747-bdec-4e442b3adf49 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:40:00.658879 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-e4678434-de0f-4747-bdec-4e442b3adf49 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:40:00.665296 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4678434-de0f-4747-bdec-4e442b3adf49 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Pushing event updated for resources: {'Port': ['ID=f22153e5-8738-4421-9d04-32985d9274f5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:00.713251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-e4678434-de0f-4747-bdec-4e442b3adf49 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:00.713870 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-e4678434-de0f-4747-bdec-4e442b3adf49 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:00.727593 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-e4678434-de0f-4747-bdec-4e442b3adf49 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5501814 Jul 14 07:40:00.739306 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Request body: {'port': {'device_id': '7185f0fb-77a3-4d71-9279-d1bb81ff2061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:40:00.805903 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device a79fa310-c295-4779-ab8e-fd7e2dca3913 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:40:00.809608 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:00.825545 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: a79fa310-c295-4779-ab8e-fd7e2dca3913 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:40:00.825888 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device a79fa310-c295-4779-ab8e-fd7e2dca3913 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:40:01.065549 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22153e5-8738-4421-9d04-32985d9274f5 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:40:01.073045 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:01.084758 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Transition to ACTIVE for port object f22153e5-8738-4421-9d04-32985d9274f5 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:40:01.088086 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:01.137637 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Pushing event updated for resources: {'Port': ['ID=f22153e5-8738-4421-9d04-32985d9274f5,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:01.201163 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Attempting to bind port f22153e5-8738-4421-9d04-32985d9274f5 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:40:01.201844 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Attempting to bind port f22153e5-8738-4421-9d04-32985d9274f5 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:40:01.201844 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Attempting to bind port f22153e5-8738-4421-9d04-32985d9274f5 on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:40:01.206255 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Port f22153e5-8738-4421-9d04-32985d9274f5 on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:40:01.206579 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Attempting to bind port f22153e5-8738-4421-9d04-32985d9274f5 on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:40:01.211713 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:40:01.212053 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Checking segment: {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:40:01.212441 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Bound using segment: {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:40:01.212864 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Bound port: f22153e5-8738-4421-9d04-32985d9274f5, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:40:01.213255 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:01.277082 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] For port f22153e5-8738-4421-9d04-32985d9274f5, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:40:01.280176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] For port f22153e5-8738-4421-9d04-32985d9274f5, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=f22153e5-8738-4421-9d04-32985d9274f5,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:40:01.283520 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:01.316317 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:01.316888 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:01.318296 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] 10.222.0.30 "PUT /v2.0/ports/f22153e5-8738-4421-9d04-32985d9274f5 HTTP/1.1" status: 200 len: 1091 time: 0.5836341 Jul 14 07:40:01.318727 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7185f0fb-77a3-4d71-9279-d1bb81ff2061', 'tag': 'f22153e5-8738-4421-9d04-32985d9274f5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:40:01.320941 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cdbb21-f7de-4035-8c4a-7bb441415df0" -d '{"events": [{"name": "network-changed", "server_uuid": "7185f0fb-77a3-4d71-9279-d1bb81ff2061", "tag": "f22153e5-8738-4421-9d04-32985d9274f5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:40:01.351676 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691efc03-05bc-4cb7-8c38-61e838960b01 service neutron] Pushing event updated for resources: {'Port': ['ID=f22153e5-8738-4421-9d04-32985d9274f5,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:01.368994 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e135ae75-6e9e-46c7-b65b-ace477869096 x-openstack-request-id: req-e135ae75-6e9e-46c7-b65b-ace477869096 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:40:01.369311 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7185f0fb-77a3-4d71-9279-d1bb81ff2061", "tag": "f22153e5-8738-4421-9d04-32985d9274f5", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:40:01.369559 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e135ae75-6e9e-46c7-b65b-ace477869096 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:40:01.369956 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7185f0fb-77a3-4d71-9279-d1bb81ff2061', 'tag': 'f22153e5-8738-4421-9d04-32985d9274f5', 'status': 'completed', 'code': 200} Jul 14 07:40:01.413261 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-54985556-1f2f-4796-ad1b-5981492c69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:01.414805 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-54985556-1f2f-4796-ad1b-5981492c69eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&device_id=7185f0fb-77a3-4d71-9279-d1bb81ff2061 HTTP/1.1" status: 200 len: 1094 time: 0.0555727 Jul 14 07:40:01.459098 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-661a7a5e-bbda-4341-afdb-19d1fd3ed45b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22153e5-8738-4421-9d04-32985d9274f5 HTTP/1.1" status: 200 len: 217 time: 0.0372910 Jul 14 07:40:01.506481 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-60831958-a5e4-440c-962d-0b56bf6d732c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:01.507965 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-60831958-a5e4-440c-962d-0b56bf6d732c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee721f7a-4d77-4c44-92b1-6042cc4172ec HTTP/1.1" status: 200 len: 845 time: 0.0435066 Jul 14 07:40:01.516000 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73445127-127c-4d3f-a6a3-d9e49ad041c0 req-97d1fdc7-c79d-4075-b395-92cabb81204f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:01.517494 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73445127-127c-4d3f-a6a3-d9e49ad041c0 req-97d1fdc7-c79d-4075-b395-92cabb81204f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=7185f0fb-77a3-4d71-9279-d1bb81ff2061 HTTP/1.1" status: 200 len: 943 time: 0.0632646 Jul 14 07:40:01.541139 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-b164de66-8ba0-4fa4-9549-456b5af4f202 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3683ec1-1aa1-4336-80ec-d8672eb540a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271008 Jul 14 07:40:01.555382 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73445127-127c-4d3f-a6a3-d9e49ad041c0 req-84c85d91-5e18-4765-9e55-d3864ce67387 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315845 Jul 14 07:40:01.632371 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-ee8d1be2-f8aa-40cb-b974-c619263d8231 service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843842 Jul 14 07:40:01.718157 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db7db3eb-b823-4775-95ed-bf085d63c988 req-d155c559-13ce-452f-a433-e541bae0394e service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792625 Jul 14 07:40:01.813759 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdbb21-f7de-4035-8c4a-7bb441415df0 req-65b991f5-5bef-4958-aa4c-7087fe2d7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:01.815230 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58cdbb21-f7de-4035-8c4a-7bb441415df0 req-65b991f5-5bef-4958-aa4c-7087fe2d7905 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&device_id=7185f0fb-77a3-4d71-9279-d1bb81ff2061 HTTP/1.1" status: 200 len: 1094 time: 0.0507724 Jul 14 07:40:01.905178 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdbb21-f7de-4035-8c4a-7bb441415df0 req-ee307ebb-d554-4466-b1c7-7b56181467e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:01.906565 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58cdbb21-f7de-4035-8c4a-7bb441415df0 req-ee307ebb-d554-4466-b1c7-7b56181467e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 906 time: 0.0852838 Jul 14 07:40:01.947506 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58cdbb21-f7de-4035-8c4a-7bb441415df0 req-df36182f-b901-4e4b-80b9-e2dcec5c3eec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22153e5-8738-4421-9d04-32985d9274f5 HTTP/1.1" status: 200 len: 217 time: 0.0337434 Jul 14 07:40:01.998622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdbb21-f7de-4035-8c4a-7bb441415df0 req-59024653-0bf2-49f3-bffa-5c4a3eeb114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:02.000126 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58cdbb21-f7de-4035-8c4a-7bb441415df0 req-59024653-0bf2-49f3-bffa-5c4a3eeb114a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee721f7a-4d77-4c44-92b1-6042cc4172ec HTTP/1.1" status: 200 len: 845 time: 0.0463219 Jul 14 07:40:02.031606 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58cdbb21-f7de-4035-8c4a-7bb441415df0 req-0569d002-7592-4215-b6e3-d3141cf212a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3683ec1-1aa1-4336-80ec-d8672eb540a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247726 Jul 14 07:40:02.116634 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58cdbb21-f7de-4035-8c4a-7bb441415df0 req-c5c64177-0329-4621-bca6-a3c34a66a11b service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786116 Jul 14 07:40:02.206975 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58cdbb21-f7de-4035-8c4a-7bb441415df0 req-c7f15810-6ae7-40e3-afcf-f70c64432372 service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840497 Jul 14 07:40:02.730388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f71507-4ed4-4c7b-a8be-b0fe1c0b5bbb req-545586a9-00db-47f5-ad82-42db581a2758 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:02.731883 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73f71507-4ed4-4c7b-a8be-b0fe1c0b5bbb req-545586a9-00db-47f5-ad82-42db581a2758 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=7185f0fb-77a3-4d71-9279-d1bb81ff2061 HTTP/1.1" status: 200 len: 943 time: 0.0666978 Jul 14 07:40:02.768272 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-73f71507-4ed4-4c7b-a8be-b0fe1c0b5bbb req-b9c1c630-6607-40a9-a0ad-b1fb13c9fd02 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305641 Jul 14 07:40:02.806190 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device f22153e5-8738-4421-9d04-32985d9274f5 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:40:02.900065 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port f22153e5-8738-4421-9d04-32985d9274f5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=f22153e5-8738-4421-9d04-32985d9274f5,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:40:02.911568 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'f22153e5-8738-4421-9d04-32985d9274f5', 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7', 'port_id': 'f22153e5-8738-4421-9d04-32985d9274f5', 'mac_address': 'fa:16:3e:f7:7f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee721f7a-4d77-4c44-92b1-6042cc4172ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:40:02.946443 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:02.959634 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22153e5-8738-4421-9d04-32985d9274f5 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:40:02.979284 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port f22153e5-8738-4421-9d04-32985d9274f5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=f22153e5-8738-4421-9d04-32985d9274f5,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:40:02.982953 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:03.027904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=f22153e5-8738-4421-9d04-32985d9274f5,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:03.034886 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:03.035227 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:03.035574 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:03.036482 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:03.036821 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:03.037155 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:03.037511 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:03.037839 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:03.038166 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:03.038491 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:03.038814 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:03.039148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:03.176207 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['f22153e5-8738-4421-9d04-32985d9274f5'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:40:03.323505 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-53ccb5b0-821d-4d57-9ffc-0fa8e5a69408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:03.631893 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:03.937023 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56126cea-46aa-400e-862c-b763803551ae req-68455d96-6b9b-4b74-9250-c65f9f18efd7 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:03.938439 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56126cea-46aa-400e-862c-b763803551ae req-68455d96-6b9b-4b74-9250-c65f9f18efd7 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=7185f0fb-77a3-4d71-9279-d1bb81ff2061 HTTP/1.1" status: 200 len: 944 time: 0.0619588 Jul 14 07:40:03.976323 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56126cea-46aa-400e-862c-b763803551ae req-c5d8fd0f-6fd5-46bb-afc4-7082fcf24eae tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323520 Jul 14 07:40:04.708857 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:04.822304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device f22153e5-8738-4421-9d04-32985d9274f5 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:40:04.867659 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port f22153e5-8738-4421-9d04-32985d9274f5 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:40:04.871272 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port f22153e5-8738-4421-9d04-32985d9274f5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:40:04.871644 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:04.946738 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:04.968997 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7185f0fb-77a3-4d71-9279-d1bb81ff2061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22153e5-8738-4421-9d04-32985d9274f5'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:40:04.971240 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab08c06c-fc45-47b9-a05f-8cee4d602fef" -d '{"events": [{"server_uuid": "7185f0fb-77a3-4d71-9279-d1bb81ff2061", "name": "network-vif-plugged", "status": "completed", "tag": "f22153e5-8738-4421-9d04-32985d9274f5"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:40:04.983564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port f22153e5-8738-4421-9d04-32985d9274f5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=f22153e5-8738-4421-9d04-32985d9274f5,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:40:04.987819 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:05.013232 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066961b0-1626-4ac8-8f12-db5e51b8f636 x-openstack-request-id: req-066961b0-1626-4ac8-8f12-db5e51b8f636 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:40:05.013533 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7185f0fb-77a3-4d71-9279-d1bb81ff2061", "name": "network-vif-plugged", "status": "completed", "tag": "f22153e5-8738-4421-9d04-32985d9274f5", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:40:05.013806 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-066961b0-1626-4ac8-8f12-db5e51b8f636 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:40:05.014252 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7185f0fb-77a3-4d71-9279-d1bb81ff2061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22153e5-8738-4421-9d04-32985d9274f5', 'code': 200} Jul 14 07:40:05.039573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=f22153e5-8738-4421-9d04-32985d9274f5,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:05.123724 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cba3dc-b256-4333-94ce-46ec81426546 req-a4ce6583-b83a-42ff-a8b5-a43799c74f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:05.125142 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57cba3dc-b256-4333-94ce-46ec81426546 req-a4ce6583-b83a-42ff-a8b5-a43799c74f62 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7185f0fb-77a3-4d71-9279-d1bb81ff2061 HTTP/1.1" status: 200 len: 1096 time: 0.0520408 Jul 14 07:40:05.154050 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb76ac-e70b-4adf-941e-37301fb8ef1b req-78c5a91b-c462-4f05-a15c-fa2a852cc17a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:05.155558 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-11fb76ac-e70b-4adf-941e-37301fb8ef1b req-78c5a91b-c462-4f05-a15c-fa2a852cc17a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=7185f0fb-77a3-4d71-9279-d1bb81ff2061 HTTP/1.1" status: 200 len: 945 time: 0.0665829 Jul 14 07:40:05.159036 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57cba3dc-b256-4333-94ce-46ec81426546 req-a03342d6-df2c-4947-b891-c9b8760c846c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279293 Jul 14 07:40:05.193083 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-11fb76ac-e70b-4adf-941e-37301fb8ef1b req-4af8177f-0796-4c87-b5ae-b8526721f700 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310581 Jul 14 07:40:06.239662 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:06.368801 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5fdb-6359-4da7-ba03-1868eb9befd2 req-4ce13c53-332c-4cf1-a5e0-b1ff3f976c5d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:06.370552 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-775c5fdb-6359-4da7-ba03-1868eb9befd2 req-4ce13c53-332c-4cf1-a5e0-b1ff3f976c5d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=7185f0fb-77a3-4d71-9279-d1bb81ff2061 HTTP/1.1" status: 200 len: 945 time: 0.0642703 Jul 14 07:40:06.406076 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-775c5fdb-6359-4da7-ba03-1868eb9befd2 req-a7cb0153-544e-4c0a-9bec-d337c04b82aa tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301473 Jul 14 07:40:06.739177 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302c8a7-9f5d-4d9e-8824-c47f16c51c89 req-67aaa625-8e2b-4406-b6aa-17f0945e39c0 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:06.740640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6302c8a7-9f5d-4d9e-8824-c47f16c51c89 req-67aaa625-8e2b-4406-b6aa-17f0945e39c0 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=7185f0fb-77a3-4d71-9279-d1bb81ff2061 HTTP/1.1" status: 200 len: 945 time: 0.0613525 Jul 14 07:40:06.777205 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6302c8a7-9f5d-4d9e-8824-c47f16c51c89 req-90dcf6fa-97fd-4f19-bba7-cb8c4ccea07e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310299 Jul 14 07:40:06.949020 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6958a59-048f-4478-b78e-ec88ac5012b2 req-67eb41d9-7e8e-4872-8878-0c5b7d4aad9f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:06.950553 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a6958a59-048f-4478-b78e-ec88ac5012b2 req-67eb41d9-7e8e-4872-8878-0c5b7d4aad9f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=7185f0fb-77a3-4d71-9279-d1bb81ff2061 HTTP/1.1" status: 200 len: 945 time: 0.0660639 Jul 14 07:40:06.988217 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a6958a59-048f-4478-b78e-ec88ac5012b2 req-8841fe26-4d3e-4882-b49f-2c7c144f9087 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318012 Jul 14 07:40:07.351239 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8bb75-ed1e-4c27-b0de-a6d67435bb76 req-9aa48b80-8745-4a8b-85f0-00a128cfbbdc tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:07.352738 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7b8bb75-ed1e-4c27-b0de-a6d67435bb76 req-9aa48b80-8745-4a8b-85f0-00a128cfbbdc tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=7185f0fb-77a3-4d71-9279-d1bb81ff2061 HTTP/1.1" status: 200 len: 945 time: 0.0621204 Jul 14 07:40:07.389599 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a7b8bb75-ed1e-4c27-b0de-a6d67435bb76 req-96671b55-70a2-4b88-861f-619af9d4cd75 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314031 Jul 14 07:40:08.530614 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aad7f7-5a0b-42ab-8237-67666f0423b5 req-18005372-b33d-424b-a100-a004725a2af6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:08.532089 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5aad7f7-5a0b-42ab-8237-67666f0423b5 req-18005372-b33d-424b-a100-a004725a2af6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "GET /v2.0/ports?device_id=7185f0fb-77a3-4d71-9279-d1bb81ff2061 HTTP/1.1" status: 200 len: 945 time: 0.0626452 Jul 14 07:40:08.579261 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77837555-9ce1-49d0-87d1-b3d089ecc6f4 req-b6d5619d-b97d-4b3a-89ad-b701ca36373a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:08.580898 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77837555-9ce1-49d0-87d1-b3d089ecc6f4 req-b6d5619d-b97d-4b3a-89ad-b701ca36373a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=7185f0fb-77a3-4d71-9279-d1bb81ff2061 HTTP/1.1" status: 200 len: 945 time: 0.0658278 Jul 14 07:40:08.619833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-77837555-9ce1-49d0-87d1-b3d089ecc6f4 req-fb6fe47e-5d8a-4c15-aa3b-31cc795eb1d2 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327189 Jul 14 07:40:08.638581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-e5aad7f7-5a0b-42ab-8237-67666f0423b5 req-7ad4c2bf-f557-4b0a-b8b8-076ca0814a7f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Deleting port f22153e5-8738-4421-9d04-32985d9274f5 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:40:08.638581 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e5aad7f7-5a0b-42ab-8237-67666f0423b5 req-7ad4c2bf-f557-4b0a-b8b8-076ca0814a7f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:08.718340 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-e5aad7f7-5a0b-42ab-8237-67666f0423b5 req-7ad4c2bf-f557-4b0a-b8b8-076ca0814a7f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] For port f22153e5-8738-4421-9d04-32985d9274f5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=f22153e5-8738-4421-9d04-32985d9274f5,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:40:08.718590 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e5aad7f7-5a0b-42ab-8237-67666f0423b5 req-7ad4c2bf-f557-4b0a-b8b8-076ca0814a7f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:08.734458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-e5aad7f7-5a0b-42ab-8237-67666f0423b5 req-7ad4c2bf-f557-4b0a-b8b8-076ca0814a7f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Calling delete_port for f22153e5-8738-4421-9d04-32985d9274f5 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:40:08.851820 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e5aad7f7-5a0b-42ab-8237-67666f0423b5 req-7ad4c2bf-f557-4b0a-b8b8-076ca0814a7f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:08.862979 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0bc29338-c0df-4de4-9b97-c164e1b93f7c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:40:08.881710 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4c2bf-f557-4b0a-b8b8-076ca0814a7f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Pushing event deleted for resources: {'Port': ['ID=f22153e5-8738-4421-9d04-32985d9274f5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:08.928431 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5aad7f7-5a0b-42ab-8237-67666f0423b5 req-7ad4c2bf-f557-4b0a-b8b8-076ca0814a7f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] No DVR routers for this DVR port f22153e5-8738-4421-9d04-32985d9274f5 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:40:08.931132 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e5aad7f7-5a0b-42ab-8237-67666f0423b5 req-7ad4c2bf-f557-4b0a-b8b8-076ca0814a7f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:08.933139 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5aad7f7-5a0b-42ab-8237-67666f0423b5 req-7ad4c2bf-f557-4b0a-b8b8-076ca0814a7f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "DELETE /v2.0/ports/f22153e5-8738-4421-9d04-32985d9274f5 HTTP/1.1" status: 204 len: 173 time: 0.3954563 Jul 14 07:40:08.933727 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7185f0fb-77a3-4d71-9279-d1bb81ff2061', 'name': 'network-vif-deleted', 'tag': 'f22153e5-8738-4421-9d04-32985d9274f5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:40:08.935942 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f541b96-5531-409f-8097-fba2ebfb0726" -d '{"events": [{"server_uuid": "7185f0fb-77a3-4d71-9279-d1bb81ff2061", "name": "network-vif-deleted", "tag": "f22153e5-8738-4421-9d04-32985d9274f5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:40:08.978737 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8250ada5-a807-4cd3-b6b7-583f98f58822 x-openstack-request-id: req-8250ada5-a807-4cd3-b6b7-583f98f58822 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:40:08.979500 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7185f0fb-77a3-4d71-9279-d1bb81ff2061", "name": "network-vif-deleted", "tag": "f22153e5-8738-4421-9d04-32985d9274f5", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:40:08.979500 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8250ada5-a807-4cd3-b6b7-583f98f58822 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:40:08.979716 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7185f0fb-77a3-4d71-9279-d1bb81ff2061', 'name': 'network-vif-deleted', 'tag': 'f22153e5-8738-4421-9d04-32985d9274f5', 'status': 'completed', 'code': 200} Jul 14 07:40:09.906270 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-395dfc66-e2cc-4ec8-b9ad-03764a357e8c tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:09.907644 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-395dfc66-e2cc-4ec8-b9ad-03764a357e8c tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 805 time: 0.0970914 Jul 14 07:40:09.921493 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-4264b445-d0f5-4831-bf35-4781411aa162 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/quotas/ecb4d9adac124490b9a03c7f8fa607ec HTTP/1.1" status: 200 len: 375 time: 0.0086098 Jul 14 07:40:09.985986 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-523b9b8e-2de8-4919-9b82-98555fbb9483 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596676 Jul 14 07:40:10.070715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-4a2ad46e-1b04-49cc-9bd9-13abfcc2590e service neutron] 10.222.0.35 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781145 Jul 14 07:40:10.158432 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-55b78aed-6f23-4511-8701-b3e1de2812d1 service neutron] 10.222.0.35 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821912 Jul 14 07:40:10.346741 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-58468040-2a15-4ae7-9801-951c8349327f req-6c848d49-c236-4c4e-9354-16a317981906 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 210 time: 0.0286539 Jul 14 07:40:10.821323 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device f22153e5-8738-4421-9d04-32985d9274f5 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:40:10.840670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: f22153e5-8738-4421-9d04-32985d9274f5 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:40:10.841008 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device f22153e5-8738-4421-9d04-32985d9274f5 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:40:11.312142 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-6c55d384-02f9-49f6-ba56-7b594180dc09 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:11.313735 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-6c55d384-02f9-49f6-ba56-7b594180dc09 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 805 time: 0.1016371 Jul 14 07:40:11.324956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-989dae31-a2f4-4db7-a90b-56a12e443e5e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Request body: {'port': {'device_id': 'b439a9e9-aa82-4823-a235-f422cc3c3036', 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7', 'admin_state_up': True, 'tenant_id': 'ecb4d9adac124490b9a03c7f8fa607ec'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:40:11.438445 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-989dae31-a2f4-4db7-a90b-56a12e443e5e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Made reservation on behalf of ecb4d9adac124490b9a03c7f8fa607ec for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:40:11.442525 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-989dae31-a2f4-4db7-a90b-56a12e443e5e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:11.488505 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-893891b9-1576-474b-9683-adf742dc14dd req-e8ac9487-c7bf-43e4-98d5-0d607186fa2a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 210 time: 0.0282087 Jul 14 07:40:11.563608 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-989dae31-a2f4-4db7-a90b-56a12e443e5e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Allocated IP 172.20.0.9 (d3683ec1-1aa1-4336-80ec-d8672eb540a7/ee721f7a-4d77-4c44-92b1-6042cc4172ec/0f719217-03bb-4131-84a6-4db2a4f65e59) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:40:11.704972 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-989dae31-a2f4-4db7-a90b-56a12e443e5e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:11.742978 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-989dae31-a2f4-4db7-a90b-56a12e443e5e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:11.755169 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0bc29338-c0df-4de4-9b97-c164e1b93f7c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:40:11.787661 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-989dae31-a2f4-4db7-a90b-56a12e443e5e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Network d3683ec1-1aa1-4336-80ec-d8672eb540a7 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:40:11.790797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-989dae31-a2f4-4db7-a90b-56a12e443e5e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:40:11.794741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-989dae31-a2f4-4db7-a90b-56a12e443e5e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:40:11.821327 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989dae31-a2f4-4db7-a90b-56a12e443e5e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Pushing event updated for resources: {'Port': ['ID=0f719217-03bb-4131-84a6-4db2a4f65e59,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:11.849316 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-989dae31-a2f4-4db7-a90b-56a12e443e5e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:11.849924 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-989dae31-a2f4-4db7-a90b-56a12e443e5e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:11.863862 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-989dae31-a2f4-4db7-a90b-56a12e443e5e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5425098 Jul 14 07:40:11.874917 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Request body: {'port': {'device_id': 'b439a9e9-aa82-4823-a235-f422cc3c3036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:40:11.942364 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:12.194371 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f719217-03bb-4131-84a6-4db2a4f65e59 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:40:12.201408 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:12.213520 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Transition to ACTIVE for port object 0f719217-03bb-4131-84a6-4db2a4f65e59 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:40:12.217319 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:12.263399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f719217-03bb-4131-84a6-4db2a4f65e59,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:12.331571 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Attempting to bind port 0f719217-03bb-4131-84a6-4db2a4f65e59 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:40:12.332172 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Attempting to bind port 0f719217-03bb-4131-84a6-4db2a4f65e59 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:40:12.332301 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Attempting to bind port 0f719217-03bb-4131-84a6-4db2a4f65e59 on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:40:12.336909 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Port 0f719217-03bb-4131-84a6-4db2a4f65e59 on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:40:12.337270 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Attempting to bind port 0f719217-03bb-4131-84a6-4db2a4f65e59 on network d3683ec1-1aa1-4336-80ec-d8672eb540a7 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:40:12.341925 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:40:12.342259 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Checking segment: {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:40:12.342640 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Bound using segment: {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:40:12.343063 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Bound port: 0f719217-03bb-4131-84a6-4db2a4f65e59, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:40:12.343414 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:12.412208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] For port 0f719217-03bb-4131-84a6-4db2a4f65e59, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:40:12.415089 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] For port 0f719217-03bb-4131-84a6-4db2a4f65e59, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=0f719217-03bb-4131-84a6-4db2a4f65e59,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:40:12.419543 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:12.453163 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:12.453796 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:12.455223 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] 10.222.0.30 "PUT /v2.0/ports/0f719217-03bb-4131-84a6-4db2a4f65e59 HTTP/1.1" status: 200 len: 1091 time: 0.5843682 Jul 14 07:40:12.455667 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b439a9e9-aa82-4823-a235-f422cc3c3036', 'tag': '0f719217-03bb-4131-84a6-4db2a4f65e59'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:40:12.458168 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde9dbd3-de40-4b4f-8459-2d3ed5876cef" -d '{"events": [{"name": "network-changed", "server_uuid": "b439a9e9-aa82-4823-a235-f422cc3c3036", "tag": "0f719217-03bb-4131-84a6-4db2a4f65e59"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:40:12.482726 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6794d-ecf5-4de5-8f51-e3e2455837a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f719217-03bb-4131-84a6-4db2a4f65e59,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:12.502022 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966f66ad-c9a9-4232-a057-ad9e1d059e9c x-openstack-request-id: req-966f66ad-c9a9-4232-a057-ad9e1d059e9c {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:40:12.502312 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b439a9e9-aa82-4823-a235-f422cc3c3036", "tag": "0f719217-03bb-4131-84a6-4db2a4f65e59", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:40:12.502559 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-966f66ad-c9a9-4232-a057-ad9e1d059e9c {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:40:12.502945 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b439a9e9-aa82-4823-a235-f422cc3c3036', 'tag': '0f719217-03bb-4131-84a6-4db2a4f65e59', 'status': 'completed', 'code': 200} Jul 14 07:40:12.546031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-2c9a7d4c-baca-4c19-a5cc-e86c98ad2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:12.547567 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-2c9a7d4c-baca-4c19-a5cc-e86c98ad2372 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 1094 time: 0.0549891 Jul 14 07:40:12.591019 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-b8941ce0-3a36-497a-8ebd-b726e785a5b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f719217-03bb-4131-84a6-4db2a4f65e59 HTTP/1.1" status: 200 len: 217 time: 0.0364909 Jul 14 07:40:12.638301 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-1cfc6215-8488-40c5-b9f8-fca2cc49891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:12.639929 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-1cfc6215-8488-40c5-b9f8-fca2cc49891f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee721f7a-4d77-4c44-92b1-6042cc4172ec HTTP/1.1" status: 200 len: 845 time: 0.0432501 Jul 14 07:40:12.661888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01341eed-45a0-4e50-b0ef-bf2195419450 req-902e0fb9-feae-4665-a0ab-09b3be62a515 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:12.663403 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01341eed-45a0-4e50-b0ef-bf2195419450 req-902e0fb9-feae-4665-a0ab-09b3be62a515 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 943 time: 0.0619919 Jul 14 07:40:12.671338 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-d8ddbfd9-aede-4536-acc5-4fbd224d4b77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3683ec1-1aa1-4336-80ec-d8672eb540a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252142 Jul 14 07:40:12.701609 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01341eed-45a0-4e50-b0ef-bf2195419450 req-e208a76a-8a84-4cb2-bba6-3130a70bd170 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324564 Jul 14 07:40:12.762098 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-6be940a6-8507-4240-b220-59c916c72ce4 service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844703 Jul 14 07:40:12.846786 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cce60bcf-49fa-4b2c-a157-d98b44854d8b req-460a932e-79d9-4989-a826-e7c450bd6135 service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788360 Jul 14 07:40:12.942006 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9dbd3-de40-4b4f-8459-2d3ed5876cef req-13a2e212-86ee-4fab-80b6-144dc21fdeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:12.943450 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fde9dbd3-de40-4b4f-8459-2d3ed5876cef req-13a2e212-86ee-4fab-80b6-144dc21fdeb0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 1094 time: 0.0510492 Jul 14 07:40:13.033725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9dbd3-de40-4b4f-8459-2d3ed5876cef req-c0c6230b-63c3-4f8b-a361-59f99983510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:13.035298 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fde9dbd3-de40-4b4f-8459-2d3ed5876cef req-c0c6230b-63c3-4f8b-a361-59f99983510f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 906 time: 0.0856435 Jul 14 07:40:13.074966 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fde9dbd3-de40-4b4f-8459-2d3ed5876cef req-d294d0c4-d1ec-49b4-8727-ae6b11e3a757 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f719217-03bb-4131-84a6-4db2a4f65e59 HTTP/1.1" status: 200 len: 217 time: 0.0331764 Jul 14 07:40:13.124428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9dbd3-de40-4b4f-8459-2d3ed5876cef req-e424568f-1e1b-4006-b6c5-c795f26ac007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:13.125848 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fde9dbd3-de40-4b4f-8459-2d3ed5876cef req-e424568f-1e1b-4006-b6c5-c795f26ac007 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee721f7a-4d77-4c44-92b1-6042cc4172ec HTTP/1.1" status: 200 len: 845 time: 0.0448000 Jul 14 07:40:13.156584 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fde9dbd3-de40-4b4f-8459-2d3ed5876cef req-c056cc19-a13b-4060-b6ce-ea4249bbbe2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3683ec1-1aa1-4336-80ec-d8672eb540a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244408 Jul 14 07:40:13.241899 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fde9dbd3-de40-4b4f-8459-2d3ed5876cef req-04342382-58fe-49a1-87f0-e83f025a57f8 service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785999 Jul 14 07:40:13.564238 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fde9dbd3-de40-4b4f-8459-2d3ed5876cef req-186b9c9f-a726-4c86-9a29-05964837b200 service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155332 Jul 14 07:40:13.874703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e20301-5c31-4d6b-bd8d-1f94c03e5f84 req-cc96d9fe-f3df-4061-9f68-13a5939e6886 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:13.876082 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14e20301-5c31-4d6b-bd8d-1f94c03e5f84 req-cc96d9fe-f3df-4061-9f68-13a5939e6886 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 943 time: 0.0657365 Jul 14 07:40:13.912559 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14e20301-5c31-4d6b-bd8d-1f94c03e5f84 req-14a3328b-98d4-4fa6-9803-6e1ec3e62b65 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310223 Jul 14 07:40:14.794639 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-aee07f1f-5b50-4e19-a004-41cb85e9d00d req-101a0cb2-fe8d-4b36-abf4-1c4a54f63caa service neutron] (93827) timed out ('10.222.0.35', 47738) {{(pid=93827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 07:40:14.852181 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 0f719217-03bb-4131-84a6-4db2a4f65e59 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:40:14.941534 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 0f719217-03bb-4131-84a6-4db2a4f65e59, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=0f719217-03bb-4131-84a6-4db2a4f65e59,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:40:14.953882 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '0f719217-03bb-4131-84a6-4db2a4f65e59', 'network_id': 'd3683ec1-1aa1-4336-80ec-d8672eb540a7', 'port_id': '0f719217-03bb-4131-84a6-4db2a4f65e59', 'mac_address': 'fa:16:3e:54:ad:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee721f7a-4d77-4c44-92b1-6042cc4172ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:40:14.993467 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:15.006592 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f719217-03bb-4131-84a6-4db2a4f65e59 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:40:15.025582 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 0f719217-03bb-4131-84a6-4db2a4f65e59, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=0f719217-03bb-4131-84a6-4db2a4f65e59,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:40:15.029874 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:15.078166 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=0f719217-03bb-4131-84a6-4db2a4f65e59,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:15.086712 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c18c9-c625-4313-8afe-7dab58712de4 req-31453eb7-b04c-483f-92ea-dfdb93e8f956 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:15.088229 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be1c18c9-c625-4313-8afe-7dab58712de4 req-31453eb7-b04c-483f-92ea-dfdb93e8f956 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 944 time: 0.0629985 Jul 14 07:40:15.125456 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be1c18c9-c625-4313-8afe-7dab58712de4 req-d0954323-6081-4af3-8729-c2ed61b9e1ed tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314841 Jul 14 07:40:15.212036 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['0f719217-03bb-4131-84a6-4db2a4f65e59'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:40:15.731043 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:15.784806 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:16.299166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e479a-264b-4cd2-8056-f9a57f9b2889 req-52386144-a79e-4af5-97fd-bf870fd40f0d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:16.300641 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a90e479a-264b-4cd2-8056-f9a57f9b2889 req-52386144-a79e-4af5-97fd-bf870fd40f0d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 944 time: 0.0656374 Jul 14 07:40:16.337882 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a90e479a-264b-4cd2-8056-f9a57f9b2889 req-f5f46b11-a896-4350-87e8-093cb62517f0 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311534 Jul 14 07:40:16.867905 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 0f719217-03bb-4131-84a6-4db2a4f65e59 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:40:16.915116 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 0f719217-03bb-4131-84a6-4db2a4f65e59 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:40:16.918726 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 0f719217-03bb-4131-84a6-4db2a4f65e59 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:40:16.919095 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:16.994735 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:17.015624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b439a9e9-aa82-4823-a235-f422cc3c3036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f719217-03bb-4131-84a6-4db2a4f65e59'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:40:17.017863 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69fccab-9142-44a4-859e-48ff7bb8dad3" -d '{"events": [{"server_uuid": "b439a9e9-aa82-4823-a235-f422cc3c3036", "name": "network-vif-plugged", "status": "completed", "tag": "0f719217-03bb-4131-84a6-4db2a4f65e59"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:40:17.030343 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 0f719217-03bb-4131-84a6-4db2a4f65e59, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=0f719217-03bb-4131-84a6-4db2a4f65e59,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:40:17.034242 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:17.057101 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee5e703-bda5-4c78-845a-50115a61b46e x-openstack-request-id: req-2ee5e703-bda5-4c78-845a-50115a61b46e {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:40:17.057420 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b439a9e9-aa82-4823-a235-f422cc3c3036", "name": "network-vif-plugged", "status": "completed", "tag": "0f719217-03bb-4131-84a6-4db2a4f65e59", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:40:17.057667 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ee5e703-bda5-4c78-845a-50115a61b46e {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:40:17.058045 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b439a9e9-aa82-4823-a235-f422cc3c3036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f719217-03bb-4131-84a6-4db2a4f65e59', 'code': 200} Jul 14 07:40:17.082941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=0f719217-03bb-4131-84a6-4db2a4f65e59,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:17.163342 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2670de-13db-411f-a724-2ba882cfa25c req-381328df-79e5-4268-b582-aec3f8c2a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:17.164700 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4f2670de-13db-411f-a724-2ba882cfa25c req-381328df-79e5-4268-b582-aec3f8c2a185 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 1096 time: 0.0505826 Jul 14 07:40:17.197326 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4f2670de-13db-411f-a724-2ba882cfa25c req-1b4c0cbe-0420-4fa3-8812-108a3122891d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260251 Jul 14 07:40:17.505774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d0ff1-66d2-46d7-8b2e-ef254391eefd req-e6f36f14-f111-48a1-933f-db65f13db2bc tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:17.507221 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c4d0ff1-66d2-46d7-8b2e-ef254391eefd req-e6f36f14-f111-48a1-933f-db65f13db2bc tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0642767 Jul 14 07:40:17.543150 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c4d0ff1-66d2-46d7-8b2e-ef254391eefd req-6427f591-8799-429c-85cb-efe15faf137e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304732 Jul 14 07:40:18.714916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474a3b5-a715-4492-8df3-cae37b2a1860 req-0f588de5-1ddf-4ad4-9e82-51c60eacb2b3 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:18.716379 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b474a3b5-a715-4492-8df3-cae37b2a1860 req-0f588de5-1ddf-4ad4-9e82-51c60eacb2b3 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0612588 Jul 14 07:40:18.756170 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b474a3b5-a715-4492-8df3-cae37b2a1860 req-9b1c0106-d218-47b1-af6c-efa89a0a2343 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342557 Jul 14 07:40:19.089152 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8deedf9-6f29-4e43-b8e1-d57cd3eaa792 req-2d263acf-64c2-4dd3-8d62-cfc3bb71dc32 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:19.090649 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e8deedf9-6f29-4e43-b8e1-d57cd3eaa792 req-2d263acf-64c2-4dd3-8d62-cfc3bb71dc32 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0613256 Jul 14 07:40:19.126578 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e8deedf9-6f29-4e43-b8e1-d57cd3eaa792 req-76525ca7-8e8d-4f0b-a21b-ae7bb341947b tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303864 Jul 14 07:40:19.294037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811ce89-f93c-4d5e-a3c8-87fddc4bdb74 req-d66f6bf0-becc-4006-a96b-fe782c6f5a63 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:19.295490 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3811ce89-f93c-4d5e-a3c8-87fddc4bdb74 req-d66f6bf0-becc-4006-a96b-fe782c6f5a63 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0620563 Jul 14 07:40:19.332015 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3811ce89-f93c-4d5e-a3c8-87fddc4bdb74 req-0e618262-7348-41ef-a57b-0244470a2ec2 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311673 Jul 14 07:40:19.662149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571ae9f-9318-4f8b-aab7-0900b7b76792 req-bf75e3cb-aaa8-4066-8c30-a0fc85193857 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:19.663509 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b571ae9f-9318-4f8b-aab7-0900b7b76792 req-bf75e3cb-aaa8-4066-8c30-a0fc85193857 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0645354 Jul 14 07:40:19.699508 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b571ae9f-9318-4f8b-aab7-0900b7b76792 req-a2296afb-e4a9-4fca-a866-0730b1a6746e tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305986 Jul 14 07:40:20.871934 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b192215-5f9d-4b14-b39e-d156eaf4a730 req-ec691ae2-fc66-49f5-948e-5e024493879f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:20.873404 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b192215-5f9d-4b14-b39e-d156eaf4a730 req-ec691ae2-fc66-49f5-948e-5e024493879f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0608892 Jul 14 07:40:20.909180 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b192215-5f9d-4b14-b39e-d156eaf4a730 req-93141ad7-0d98-4cb0-9034-79e78bd0e475 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303395 Jul 14 07:40:22.079661 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f70fd2-04d2-457f-bcc6-c6a3c197055e req-d921d642-34de-4996-9e3b-ed1347c938ad tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:22.081103 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-33f70fd2-04d2-457f-bcc6-c6a3c197055e req-d921d642-34de-4996-9e3b-ed1347c938ad tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0612617 Jul 14 07:40:22.121016 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-33f70fd2-04d2-457f-bcc6-c6a3c197055e req-859f6a29-f367-4d9f-9864-a69ab45d7289 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343809 Jul 14 07:40:22.301351 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e551-9ee6-4576-bd10-5e212ea857e3 req-90278d80-5887-4912-a621-1f07c4c9c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:22.302838 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b9d8e551-9ee6-4576-bd10-5e212ea857e3 req-90278d80-5887-4912-a621-1f07c4c9c48e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 1096 time: 0.0503395 Jul 14 07:40:22.402285 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e551-9ee6-4576-bd10-5e212ea857e3 req-9e270cdf-71fd-4d86-92da-353a40174f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:22.403705 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b9d8e551-9ee6-4576-bd10-5e212ea857e3 req-9e270cdf-71fd-4d86-92da-353a40174f5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 906 time: 0.0822835 Jul 14 07:40:22.443463 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b9d8e551-9ee6-4576-bd10-5e212ea857e3 req-4b853e61-441e-4161-8dd5-06fb9d05b3d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f719217-03bb-4131-84a6-4db2a4f65e59 HTTP/1.1" status: 200 len: 217 time: 0.0332839 Jul 14 07:40:22.493348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e551-9ee6-4576-bd10-5e212ea857e3 req-6b611108-e250-407d-9614-0a844e239bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:22.494787 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b9d8e551-9ee6-4576-bd10-5e212ea857e3 req-6b611108-e250-407d-9614-0a844e239bdf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee721f7a-4d77-4c44-92b1-6042cc4172ec HTTP/1.1" status: 200 len: 845 time: 0.0459208 Jul 14 07:40:22.532499 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b9d8e551-9ee6-4576-bd10-5e212ea857e3 req-5a78c991-832d-437e-a4c2-866e05cde6b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3683ec1-1aa1-4336-80ec-d8672eb540a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249383 Jul 14 07:40:22.616236 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b9d8e551-9ee6-4576-bd10-5e212ea857e3 req-90e61350-b8af-49c0-acbe-d63e16d85032 service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778456 Jul 14 07:40:22.706395 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b9d8e551-9ee6-4576-bd10-5e212ea857e3 req-05d114a1-6420-4273-95df-3cff959bf725 service neutron] 10.222.0.30 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844827 Jul 14 07:40:23.294516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ece9a-5472-4cbe-8a72-160ef0e9490a req-c76b8f75-d47f-4acb-a647-c561798b0b31 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:23.295946 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d7ece9a-5472-4cbe-8a72-160ef0e9490a req-c76b8f75-d47f-4acb-a647-c561798b0b31 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0622077 Jul 14 07:40:23.331856 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d7ece9a-5472-4cbe-8a72-160ef0e9490a req-5a3b6dc3-9b3b-4cad-8b71-9db32a25dacf tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304759 Jul 14 07:40:24.500547 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf142b71-4816-4702-ab1c-945678995cd9 req-46e885d8-c0d1-4388-a10e-a787f765bf52 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:24.503440 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf142b71-4816-4702-ab1c-945678995cd9 req-46e885d8-c0d1-4388-a10e-a787f765bf52 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0623779 Jul 14 07:40:24.539700 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf142b71-4816-4702-ab1c-945678995cd9 req-e1bda1f2-6b2c-4f0a-8280-a436f4a00d27 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309763 Jul 14 07:40:24.660141 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60362) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:24.741535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fbc0e7-cf37-43a0-a52c-ad4abaef3269 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:24.742020 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fbc0e7-cf37-43a0-a52c-ad4abaef3269 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:24.742488 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fbc0e7-cf37-43a0-a52c-ad4abaef3269 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:24.744139 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-89fbc0e7-cf37-43a0-a52c-ad4abaef3269 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/ports?project_id=2ec311a5c75e432ca50437b58f1f1702&network_id=18419e63-857b-4997-bd99-a23a661f81ff HTTP/1.1" status: 200 len: 2970 time: 0.0830932 Jul 14 07:40:25.712175 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47abce6-fdf0-4412-8026-bb51d77153c0 req-dfb9a90a-3264-46af-9718-b2458f4e0e64 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:25.713666 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f47abce6-fdf0-4412-8026-bb51d77153c0 req-dfb9a90a-3264-46af-9718-b2458f4e0e64 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0651762 Jul 14 07:40:25.749518 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f47abce6-fdf0-4412-8026-bb51d77153c0 req-d877ec39-1478-46ec-9b45-bff8d72ef18d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303545 Jul 14 07:40:26.707605 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60374) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:26.760287 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d9712a-2a4a-4578-8234-74b6164fd93b tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:26.761771 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-66d9712a-2a4a-4578-8234-74b6164fd93b tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 814 time: 0.0531268 Jul 14 07:40:26.918955 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1630128-4515-4209-b038-4145fbb8a7ab req-82d0fc56-a11d-4c4b-8010-796b58c4edf3 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:26.920449 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1630128-4515-4209-b038-4145fbb8a7ab req-82d0fc56-a11d-4c4b-8010-796b58c4edf3 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0617909 Jul 14 07:40:26.956561 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1630128-4515-4209-b038-4145fbb8a7ab req-e544e68d-57e4-4c6a-b069-9159da0ad464 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305934 Jul 14 07:40:27.588826 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60382) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:27.594029 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-bdadf165-db59-40ec-8f7c-13d01da2d145 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'network': {'name': 'tempest-network-smoke--294457123', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'port_security_enabled': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:40:27.614970 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdadf165-db59-40ec-8f7c-13d01da2d145 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Made reservation on behalf of 2ec311a5c75e432ca50437b58f1f1702 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:40:27.619177 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bdadf165-db59-40ec-8f7c-13d01da2d145 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:27.642810 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdadf165-db59-40ec-8f7c-13d01da2d145 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:40:27.652464 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bdadf165-db59-40ec-8f7c-13d01da2d145 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:27.652810 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-bdadf165-db59-40ec-8f7c-13d01da2d145 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Added segment 1f1e10af-a0a2-4ab2-b68b-90fcb4815244 of type vlan for network 3e2344dd-8c85-47c3-8dfc-79b9f8324372 Jul 14 07:40:27.695179 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bdadf165-db59-40ec-8f7c-13d01da2d145 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:27.721593 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bdadf165-db59-40ec-8f7c-13d01da2d145 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:27.727055 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdadf165-db59-40ec-8f7c-13d01da2d145 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:27.727633 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bdadf165-db59-40ec-8f7c-13d01da2d145 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:27.792328 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bdadf165-db59-40ec-8f7c-13d01da2d145 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2023575 Jul 14 07:40:27.795424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60384) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:27.831154 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadf165-db59-40ec-8f7c-13d01da2d145 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Network': ['ID=3e2344dd-8c85-47c3-8dfc-79b9f8324372,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:27.841965 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 3e2344dd-8c85-47c3-8dfc-79b9f8324372 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:40:27.888793 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e792e351-1bb9-4cac-aba2-ec92e976c45c tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:27.890325 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e792e351-1bb9-4cac-aba2-ec92e976c45c tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2ec311a5c75e432ca50437b58f1f1702&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0939267 Jul 14 07:40:27.893376 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60386) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:27.912608 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06f19352-a3c9-48cf-8da6-e74c1a5f7685 req-b6670644-4d43-4bea-b473-b8ecb3ea18f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c51d542e-6d5f-4f98-9b45-57230b1378f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1061099 Jul 14 07:40:28.006062 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f19352-a3c9-48cf-8da6-e74c1a5f7685 req-6e34a638-71e5-48ba-8633-ca0b14bf1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:28.007569 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06f19352-a3c9-48cf-8da6-e74c1a5f7685 req-6e34a638-71e5-48ba-8633-ca0b14bf1ab4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&device_id=c51d542e-6d5f-4f98-9b45-57230b1378f2 HTTP/1.1" status: 200 len: 1096 time: 0.0532920 Jul 14 07:40:28.038382 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:40:28.039118 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7353e1c-3367-4532-9765-aa6ba280501c tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:28.043269 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e7353e1c-3367-4532-9765-aa6ba280501c tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1462786 Jul 14 07:40:28.043426 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60390) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:28.080394 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1348601e-6bf8-417b-85ee-7a6f268a0a94 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358920 Jul 14 07:40:28.083075 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60392) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:28.116114 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f67c577e-7d07-47b1-8632-9adea138f75b tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2ec311a5c75e432ca50437b58f1f1702&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311463 Jul 14 07:40:28.118415 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60394) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:28.163286 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f19352-a3c9-48cf-8da6-e74c1a5f7685 req-20d55fda-29a9-46fb-b749-2ab223d9b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:28.164767 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06f19352-a3c9-48cf-8da6-e74c1a5f7685 req-20d55fda-29a9-46fb-b749-2ab223d9b2c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 200 len: 906 time: 0.1296401 Jul 14 07:40:28.177478 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7aeae-1138-42ad-b4e5-df0122623b41 req-2d957918-81cf-4318-8c5b-d16d564e8093 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:28.179062 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ab7aeae-1138-42ad-b4e5-df0122623b41 req-2d957918-81cf-4318-8c5b-d16d564e8093 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0959625 Jul 14 07:40:28.204764 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725c8e96-48dd-46c5-8a4a-bb963043ea10 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:28.206320 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-725c8e96-48dd-46c5-8a4a-bb963043ea10 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870149 Jul 14 07:40:28.209618 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60396) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:28.228433 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06f19352-a3c9-48cf-8da6-e74c1a5f7685 req-366bc470-0192-436c-b808-adb35579bad2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bc29338-c0df-4de4-9b97-c164e1b93f7c HTTP/1.1" status: 200 len: 217 time: 0.0483882 Jul 14 07:40:28.236984 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c83fcbdc-39f8-4c60-af0f-1f4f653a6eb9 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262883 Jul 14 07:40:28.239405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60398) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:28.244102 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e6d58e71-a892-4ce2-b0ba-dc93efadce29 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2013633019', 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:40:28.270309 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ab7aeae-1138-42ad-b4e5-df0122623b41 req-d81dfd92-6956-4467-8d3a-e8a67f04887d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844834 Jul 14 07:40:28.289247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f19352-a3c9-48cf-8da6-e74c1a5f7685 req-91ecbea1-ae10-4918-a9cf-fd8d9679ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:28.290749 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06f19352-a3c9-48cf-8da6-e74c1a5f7685 req-91ecbea1-ae10-4918-a9cf-fd8d9679ad3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee721f7a-4d77-4c44-92b1-6042cc4172ec HTTP/1.1" status: 200 len: 845 time: 0.0552208 Jul 14 07:40:28.322971 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06f19352-a3c9-48cf-8da6-e74c1a5f7685 req-23af0205-c134-44f3-abfc-9e99e1d1961d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3683ec1-1aa1-4336-80ec-d8672eb540a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255311 Jul 14 07:40:28.326091 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d58e71-a892-4ce2-b0ba-dc93efadce29 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Made reservation on behalf of 2ec311a5c75e432ca50437b58f1f1702 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:40:28.329797 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6d58e71-a892-4ce2-b0ba-dc93efadce29 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:28.414437 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06f19352-a3c9-48cf-8da6-e74c1a5f7685 req-30c97a1f-950c-45e0-b055-b03cb27fa653 service neutron] 10.222.0.15 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851078 Jul 14 07:40:28.501909 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6d58e71-a892-4ce2-b0ba-dc93efadce29 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:28.503661 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06f19352-a3c9-48cf-8da6-e74c1a5f7685 req-f7430877-a90f-42a5-90ba-c30b61b0f6ef service neutron] 10.222.0.15 "GET /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833571 Jul 14 07:40:28.564022 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d58e71-a892-4ce2-b0ba-dc93efadce29 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Subnet': ['ID=870ef752-6881-4fdf-bc2a-48ec3af6a1ab,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:28.571458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d58e71-a892-4ce2-b0ba-dc93efadce29 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Checking segment: {'id': '1f1e10af-a0a2-4ab2-b68b-90fcb4815244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:40:28.571816 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d58e71-a892-4ce2-b0ba-dc93efadce29 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Network hostable DHCP agents. Network: 3e2344dd-8c85-47c3-8dfc-79b9f8324372, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:40:28.587590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d58e71-a892-4ce2-b0ba-dc93efadce29 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Network 3e2344dd-8c85-47c3-8dfc-79b9f8324372 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:40:28.595852 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e6d58e71-a892-4ce2-b0ba-dc93efadce29 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 3e2344dd-8c85-47c3-8dfc-79b9f8324372) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:40:28.599897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d58e71-a892-4ce2-b0ba-dc93efadce29 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:28.600482 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6d58e71-a892-4ce2-b0ba-dc93efadce29 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:28.614640 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ee2bfe-c3da-4779-a487-9aba7376ac29 None None] Network 3e2344dd-8c85-47c3-8dfc-79b9f8324372 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:40:28.618037 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e6d58e71-a892-4ce2-b0ba-dc93efadce29 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3774493 Jul 14 07:40:28.754812 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-3e2344dd-8c85-47c3-8dfc-79b9f8324372', 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'fixed_ips': [{'subnet_id': '870ef752-6881-4fdf-bc2a-48ec3af6a1ab'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:40:28.756149 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:28.887458 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Allocated IP 172.20.0.18 (3e2344dd-8c85-47c3-8dfc-79b9f8324372/870ef752-6881-4fdf-bc2a-48ec3af6a1ab/9d31d6ce-706c-4059-baf4-b4c91be5aa95) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:40:29.180523 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.189005 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Transition to ACTIVE for port object 9d31d6ce-706c-4059-baf4-b4c91be5aa95 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:40:29.197228 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60402) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:29.201999 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f6847c9d-f47d-42a3-ba96-6d00e854ed1f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-613502414', 'description': 'tempest-secgroup-smoke-613502414 description', 'project_id': '2ec311a5c75e432ca50437b58f1f1702'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:40:29.203802 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Transition to ACTIVE for port object 9d31d6ce-706c-4059-baf4-b4c91be5aa95 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:40:29.210655 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.223221 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6847c9d-f47d-42a3-ba96-6d00e854ed1f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.246571 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Network 3e2344dd-8c85-47c3-8dfc-79b9f8324372 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:40:29.251225 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:40:29.254643 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:40:29.265651 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Pushing event updated for resources: {'Port': ['ID=9d31d6ce-706c-4059-baf4-b4c91be5aa95,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:29.310563 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6847c9d-f47d-42a3-ba96-6d00e854ed1f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.314642 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6847c9d-f47d-42a3-ba96-6d00e854ed1f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.321980 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Attempting to bind port 9d31d6ce-706c-4059-baf4-b4c91be5aa95 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:40:29.322346 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Attempting to bind port 9d31d6ce-706c-4059-baf4-b4c91be5aa95 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '1f1e10af-a0a2-4ab2-b68b-90fcb4815244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:40:29.322709 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Attempting to bind port 9d31d6ce-706c-4059-baf4-b4c91be5aa95 on network 3e2344dd-8c85-47c3-8dfc-79b9f8324372 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:40:29.327927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:40:29.328306 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Checking segment: {'id': '1f1e10af-a0a2-4ab2-b68b-90fcb4815244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:40:29.328707 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.329095 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Bound using segment: {'id': '1f1e10af-a0a2-4ab2-b68b-90fcb4815244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:40:29.329590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Bound port: 9d31d6ce-706c-4059-baf4-b4c91be5aa95, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1e10af-a0a2-4ab2-b68b-90fcb4815244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:40:29.329977 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.346997 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6847c9d-f47d-42a3-ba96-6d00e854ed1f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7967ae-b958-4f77-b66c-60a6739be1bf,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:29.358350 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6847c9d-f47d-42a3-ba96-6d00e854ed1f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.363381 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f6847c9d-f47d-42a3-ba96-6d00e854ed1f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1616402 Jul 14 07:40:29.363381 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60406) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:29.367673 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-16da3717-e45f-4ec1-9a17-6292c2956215 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group_rule': {'security_group_id': '8e7967ae-b958-4f77-b66c-60a6739be1bf', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:40:29.396116 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16da3717-e45f-4ec1-9a17-6292c2956215 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.398456 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] For port 9d31d6ce-706c-4059-baf4-b4c91be5aa95, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:40:29.402381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] For port 9d31d6ce-706c-4059-baf4-b4c91be5aa95, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9d31d6ce-706c-4059-baf4-b4c91be5aa95,segment=NetworkSegment(1f1e10af-a0a2-4ab2-b68b-90fcb4815244),segment_id=1f1e10af-a0a2-4ab2-b68b-90fcb4815244)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:40:29.408695 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.462853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c68049-bae3-41ab-9737-9c838a8cd58e req-53d4ccab-3ce5-46a4-b5ee-249eeed7fa4a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:29.465331 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3c68049-bae3-41ab-9737-9c838a8cd58e req-53d4ccab-3ce5-46a4-b5ee-249eeed7fa4a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0747571 Jul 14 07:40:29.469574 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16da3717-e45f-4ec1-9a17-6292c2956215 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.470803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d628ab-2aeb-46cf-8105-7df6156cb595 None None] Pushing event updated for resources: {'Port': ['ID=9d31d6ce-706c-4059-baf4-b4c91be5aa95,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:29.483593 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16da3717-e45f-4ec1-9a17-6292c2956215 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.502445 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da3717-e45f-4ec1-9a17-6292c2956215 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84d4195-2f04-4bb9-807c-9da826b5689e,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:29.517044 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16da3717-e45f-4ec1-9a17-6292c2956215 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.518405 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-16da3717-e45f-4ec1-9a17-6292c2956215 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1544456 Jul 14 07:40:29.518639 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3c68049-bae3-41ab-9737-9c838a8cd58e req-f73ca037-160f-43e3-9544-74f68296684a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426328 Jul 14 07:40:29.521030 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60408) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:29.525873 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e058b400-5819-4efd-843c-5f23a9493abd tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group_rule': {'security_group_id': '8e7967ae-b958-4f77-b66c-60a6739be1bf', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:40:29.558305 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e058b400-5819-4efd-843c-5f23a9493abd tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.607322 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e058b400-5819-4efd-843c-5f23a9493abd tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.614051 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e058b400-5819-4efd-843c-5f23a9493abd tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.641284 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058b400-5819-4efd-843c-5f23a9493abd tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859e3d13-8a47-4c3c-b92a-c029bc5fb62f,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:29.653576 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e058b400-5819-4efd-843c-5f23a9493abd tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.654859 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e058b400-5819-4efd-843c-5f23a9493abd tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327796 Jul 14 07:40:29.657820 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60410) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:29.664251 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-508b978e-e6be-46cd-8f38-cbfe269f6e0f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group_rule': {'security_group_id': '8e7967ae-b958-4f77-b66c-60a6739be1bf', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:40:29.692001 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-508b978e-e6be-46cd-8f38-cbfe269f6e0f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.752977 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-508b978e-e6be-46cd-8f38-cbfe269f6e0f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.756832 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-508b978e-e6be-46cd-8f38-cbfe269f6e0f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.771823 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b978e-e6be-46cd-8f38-cbfe269f6e0f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aeb64cf-a040-47f1-929f-6c29305b7a43,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:29.780651 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-508b978e-e6be-46cd-8f38-cbfe269f6e0f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.781939 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-508b978e-e6be-46cd-8f38-cbfe269f6e0f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229594 Jul 14 07:40:29.784886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60412) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:29.789842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2385eb95-6f11-49cb-ac07-1c1b4d61ab6a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group_rule': {'security_group_id': '8e7967ae-b958-4f77-b66c-60a6739be1bf', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:40:29.814307 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2385eb95-6f11-49cb-ac07-1c1b4d61ab6a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.872579 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2385eb95-6f11-49cb-ac07-1c1b4d61ab6a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.875738 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2385eb95-6f11-49cb-ac07-1c1b4d61ab6a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.894065 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385eb95-6f11-49cb-ac07-1c1b4d61ab6a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc3a2b9-be30-406b-b045-ccd806fdfa5e,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:29.901705 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2385eb95-6f11-49cb-ac07-1c1b4d61ab6a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.903195 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2385eb95-6f11-49cb-ac07-1c1b4d61ab6a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173615 Jul 14 07:40:29.905916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60414) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:29.910348 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a9ca459a-f06e-45c5-a86c-04f2867a6c12 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group_rule': {'security_group_id': '8e7967ae-b958-4f77-b66c-60a6739be1bf', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:40:29.932615 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-a9ca459a-f06e-45c5-a86c-04f2867a6c12 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Project 2ec311a5c75e432ca50437b58f1f1702 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:40:29.937391 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9ca459a-f06e-45c5-a86c-04f2867a6c12 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:29.999025 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9ca459a-f06e-45c5-a86c-04f2867a6c12 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:30.002712 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9ca459a-f06e-45c5-a86c-04f2867a6c12 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:30.023541 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca459a-f06e-45c5-a86c-04f2867a6c12 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e6cbe4-2124-4615-a6b2-a2e8cff3f73e,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:30.031927 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9ca459a-f06e-45c5-a86c-04f2867a6c12 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:30.033388 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a9ca459a-f06e-45c5-a86c-04f2867a6c12 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264067 Jul 14 07:40:30.036064 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60416) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:30.040603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-81622c1f-2887-45c0-89b1-f02641bd6d87 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group_rule': {'security_group_id': '8e7967ae-b958-4f77-b66c-60a6739be1bf', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:40:30.062179 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-81622c1f-2887-45c0-89b1-f02641bd6d87 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Project 2ec311a5c75e432ca50437b58f1f1702 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:40:30.067291 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-81622c1f-2887-45c0-89b1-f02641bd6d87 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:30.129573 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-81622c1f-2887-45c0-89b1-f02641bd6d87 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:30.134264 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-81622c1f-2887-45c0-89b1-f02641bd6d87 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:30.152593 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81622c1f-2887-45c0-89b1-f02641bd6d87 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220d381c-ae1e-4940-a098-5e9a9d36a630,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:30.158948 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-81622c1f-2887-45c0-89b1-f02641bd6d87 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:30.160227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-81622c1f-2887-45c0-89b1-f02641bd6d87 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232250 Jul 14 07:40:30.298747 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-5351cbe4-be26-4563-98dd-7e87e29ce42d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613502414&fields=id&tenant_id=2ec311a5c75e432ca50437b58f1f1702 HTTP/1.1" status: 200 len: 267 time: 0.0332553 Jul 14 07:40:30.355398 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6614fc1f-0714-4478-82fd-11e2d77a37a7 None None] Network 3e2344dd-8c85-47c3-8dfc-79b9f8324372 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:40:30.411267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-f20fbd60-7dfd-4c86-9687-0986850881f3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:30.412701 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-f20fbd60-7dfd-4c86-9687-0986850881f3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/networks?id=3e2344dd-8c85-47c3-8dfc-79b9f8324372 HTTP/1.1" status: 200 len: 796 time: 0.1031966 Jul 14 07:40:30.427113 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-c1773635-529e-42a0-98dc-f84342d10bd0 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/quotas/2ec311a5c75e432ca50437b58f1f1702 HTTP/1.1" status: 200 len: 375 time: 0.0088439 Jul 14 07:40:30.477776 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2c7239f1-9cde-4d4d-a643-81c4e76f55aa None None] Provisioning for port 9d31d6ce-706c-4059-baf4-b4c91be5aa95 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:40:30.500611 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-285c1cf6-20b1-48c0-b393-b7c8b483a5a6 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ec311a5c75e432ca50437b58f1f1702&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0677192 Jul 14 07:40:30.532397 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-46a610f3-5373-42e7-9bc7-483acfe3f77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:30.614786 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6d7973b8-1380-408d-ae83-4782fb28be8d service neutron] 10.222.0.35 "GET /v2.0/networks/3e2344dd-8c85-47c3-8dfc-79b9f8324372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006868 Jul 14 07:40:30.664714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9d31d6ce-706c-4059-baf4-b4c91be5aa95 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:40:30.718728 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 9d31d6ce-706c-4059-baf4-b4c91be5aa95 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:40:30.723550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9d31d6ce-706c-4059-baf4-b4c91be5aa95 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:40:30.724012 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:30.813547 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:30.838679 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-32a181e8-a0ae-4c52-ac58-8b706a2f6171 None None] Provisioning complete for port 9d31d6ce-706c-4059-baf4-b4c91be5aa95 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:40:30.839053 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-32a181e8-a0ae-4c52-ac58-8b706a2f6171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:30.872177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 9d31d6ce-706c-4059-baf4-b4c91be5aa95, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9d31d6ce-706c-4059-baf4-b4c91be5aa95,segment=NetworkSegment(1f1e10af-a0a2-4ab2-b68b-90fcb4815244),segment_id=1f1e10af-a0a2-4ab2-b68b-90fcb4815244)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:40:30.880494 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:30.957145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=9d31d6ce-706c-4059-baf4-b4c91be5aa95,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:31.066555 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-e9a2d7fd-4840-47de-b8af-6f5c75fc875e service neutron] 10.222.0.35 "GET /v2.0/networks/3e2344dd-8c85-47c3-8dfc-79b9f8324372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452946 Jul 14 07:40:31.079130 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5936ed6-35a0-4924-a844-b08a38182041 req-4cef15a1-0385-4376-bea2-0ec17b882f33 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:31.080537 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e5936ed6-35a0-4924-a844-b08a38182041 req-4cef15a1-0385-4376-bea2-0ec17b882f33 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.1163163 Jul 14 07:40:31.117990 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e5936ed6-35a0-4924-a844-b08a38182041 req-ec120a67-91ca-44d0-95c1-2014a3d27744 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314374 Jul 14 07:40:31.231198 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c154fbc-0699-4749-8744-6a973372831c req-cbe82238-1079-4f22-b194-12307918f63f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=c797b620-6f54-4002-9c2e-3a561dd002a8 HTTP/1.1" status: 200 len: 210 time: 0.0275016 Jul 14 07:40:32.292660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daf76b-9f91-44b5-8889-6e266cee37d1 req-9d95ccc9-ea53-4ad2-8fe7-54f2ee2a8ceb tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:32.294297 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-17daf76b-9f91-44b5-8889-6e266cee37d1 req-9d95ccc9-ea53-4ad2-8fe7-54f2ee2a8ceb tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0643101 Jul 14 07:40:32.345785 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-17daf76b-9f91-44b5-8889-6e266cee37d1 req-c7e4c53b-7bf6-49ad-a604-09adc0430383 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448146 Jul 14 07:40:32.378582 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8875c24e-ed51-4837-9925-051ca25f965e req-9a21736a-db3e-42ed-a40f-9e54f378299b tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=c797b620-6f54-4002-9c2e-3a561dd002a8 HTTP/1.1" status: 200 len: 210 time: 0.0316846 Jul 14 07:40:32.436915 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-7d9d6eab-937b-4f6b-a6fb-b62f12ec55cb tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:32.438536 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-7d9d6eab-937b-4f6b-a6fb-b62f12ec55cb tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.30 "GET /v2.0/networks?id=3e2344dd-8c85-47c3-8dfc-79b9f8324372 HTTP/1.1" status: 200 len: 796 time: 0.1117814 Jul 14 07:40:32.486734 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-666a6d2a-60dd-401f-952e-cd2be90880c7 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ec311a5c75e432ca50437b58f1f1702 HTTP/1.1" status: 200 len: 472 time: 0.0390837 Jul 14 07:40:32.494924 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'port': {'device_id': 'c797b620-6f54-4002-9c2e-3a561dd002a8', 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372', 'admin_state_up': True, 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'security_groups': ['8e7967ae-b958-4f77-b66c-60a6739be1bf']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:40:32.604126 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9d31d6ce-706c-4059-baf4-b4c91be5aa95 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:40:32.608095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Made reservation on behalf of 2ec311a5c75e432ca50437b58f1f1702 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:40:32.611948 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:32.655719 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9d31d6ce-706c-4059-baf4-b4c91be5aa95 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:40:32.656184 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:32.744993 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Allocated IP 172.20.0.28 (3e2344dd-8c85-47c3-8dfc-79b9f8324372/870ef752-6881-4fdf-bc2a-48ec3af6a1ab/b356c643-0ce7-4d35-b54b-e00b39e69edb) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:40:32.881708 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:32.896224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Transition to ACTIVE for port object b356c643-0ce7-4d35-b54b-e00b39e69edb will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:40:32.929416 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:32.974244 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Network 3e2344dd-8c85-47c3-8dfc-79b9f8324372 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:40:32.977476 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:40:32.981368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:40:33.010202 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Port': ['ID=b356c643-0ce7-4d35-b54b-e00b39e69edb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:33.025408 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:33.025799 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:33.026077 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:33.026407 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:33.026891 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:33.027216 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:33.027536 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:33.027852 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:33.028169 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:33.028484 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:33.028821 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:33.029139 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:33.055273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:33.055986 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:33.071483 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-8069ada4-0e97-4b8c-9c8d-c361e9e73eaa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5800977 Jul 14 07:40:33.084054 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Request body: {'port': {'device_id': 'c797b620-6f54-4002-9c2e-3a561dd002a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:40:33.162605 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:33.208851 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4a64c64c-29db-4e18-b708-564fd337671f None None] Provisioning for port b356c643-0ce7-4d35-b54b-e00b39e69edb completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:40:33.212710 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4a64c64c-29db-4e18-b708-564fd337671f None None] Provisioning complete for port b356c643-0ce7-4d35-b54b-e00b39e69edb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:40:33.213507 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4a64c64c-29db-4e18-b708-564fd337671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:33.251202 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-4a64c64c-29db-4e18-b708-564fd337671f None None] Port b356c643-0ce7-4d35-b54b-e00b39e69edb cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:40:33.325776 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0f4ee8df-58d0-47cb-94f0-c9e011527d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:33.428385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b356c643-0ce7-4d35-b54b-e00b39e69edb {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:40:33.435851 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:33.448401 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Transition to ACTIVE for port object b356c643-0ce7-4d35-b54b-e00b39e69edb will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:40:33.454810 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:33.519986 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Pushing event updated for resources: {'Port': ['ID=b356c643-0ce7-4d35-b54b-e00b39e69edb,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:33.559569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2fec2-75b9-4fad-9dec-b9586231703b req-ae1a51b7-e391-47de-b87e-90cc21fbc4a8 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:33.561119 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91d2fec2-75b9-4fad-9dec-b9586231703b req-ae1a51b7-e391-47de-b87e-90cc21fbc4a8 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.1111672 Jul 14 07:40:33.597024 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Attempting to bind port b356c643-0ce7-4d35-b54b-e00b39e69edb on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:40:33.597694 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Attempting to bind port b356c643-0ce7-4d35-b54b-e00b39e69edb by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '1f1e10af-a0a2-4ab2-b68b-90fcb4815244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:40:33.598250 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Attempting to bind port b356c643-0ce7-4d35-b54b-e00b39e69edb on network 3e2344dd-8c85-47c3-8dfc-79b9f8324372 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:40:33.602882 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Port b356c643-0ce7-4d35-b54b-e00b39e69edb on network 3e2344dd-8c85-47c3-8dfc-79b9f8324372 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:40:33.603446 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Attempting to bind port b356c643-0ce7-4d35-b54b-e00b39e69edb on network 3e2344dd-8c85-47c3-8dfc-79b9f8324372 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:40:33.608549 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:40:33.608811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Checking segment: {'id': '1f1e10af-a0a2-4ab2-b68b-90fcb4815244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:40:33.609424 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Bound using segment: {'id': '1f1e10af-a0a2-4ab2-b68b-90fcb4815244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:40:33.610032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Bound port: b356c643-0ce7-4d35-b54b-e00b39e69edb, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1e10af-a0a2-4ab2-b68b-90fcb4815244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:40:33.610557 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:33.633230 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc5a47-7310-4386-992a-37540c1be31d req-de2011d9-42d2-463d-8444-cb599a89992f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:33.634987 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7ecc5a47-7310-4386-992a-37540c1be31d req-de2011d9-42d2-463d-8444-cb599a89992f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=c797b620-6f54-4002-9c2e-3a561dd002a8 HTTP/1.1" status: 200 len: 944 time: 0.1322324 Jul 14 07:40:33.641223 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:33.647101 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91d2fec2-75b9-4fad-9dec-b9586231703b req-3ddc9d90-feb9-4831-8998-5e6f8415baf3 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772762 Jul 14 07:40:33.685642 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7ecc5a47-7310-4386-992a-37540c1be31d req-64042863-9b25-497b-b99e-7ec413fd7aba tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e7967ae-b958-4f77-b66c-60a6739be1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370777 Jul 14 07:40:33.695348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] For port b356c643-0ce7-4d35-b54b-e00b39e69edb, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:40:33.698809 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] For port b356c643-0ce7-4d35-b54b-e00b39e69edb, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=b356c643-0ce7-4d35-b54b-e00b39e69edb,segment=NetworkSegment(1f1e10af-a0a2-4ab2-b68b-90fcb4815244),segment_id=1f1e10af-a0a2-4ab2-b68b-90fcb4815244)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:40:33.704204 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:33.736772 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:33.737407 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:33.738822 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] 10.222.0.30 "PUT /v2.0/ports/b356c643-0ce7-4d35-b54b-e00b39e69edb HTTP/1.1" status: 200 len: 1092 time: 0.6597958 Jul 14 07:40:33.739254 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c797b620-6f54-4002-9c2e-3a561dd002a8', 'tag': 'b356c643-0ce7-4d35-b54b-e00b39e69edb'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:40:33.742011 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd79c4f7-6e07-4ef8-8e66-56bbf1de87ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c797b620-6f54-4002-9c2e-3a561dd002a8", "tag": "b356c643-0ce7-4d35-b54b-e00b39e69edb"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:40:33.773822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e53c0-de1f-403f-854c-dd43600eeacb service neutron] Pushing event updated for resources: {'Port': ['ID=b356c643-0ce7-4d35-b54b-e00b39e69edb,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:33.816498 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b1a94c-5ab8-4b92-8602-9763906868f6 x-openstack-request-id: req-38b1a94c-5ab8-4b92-8602-9763906868f6 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:40:33.816789 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c797b620-6f54-4002-9c2e-3a561dd002a8", "tag": "b356c643-0ce7-4d35-b54b-e00b39e69edb", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:40:33.817039 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38b1a94c-5ab8-4b92-8602-9763906868f6 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:40:33.817463 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c797b620-6f54-4002-9c2e-3a561dd002a8', 'tag': 'b356c643-0ce7-4d35-b54b-e00b39e69edb', 'status': 'completed', 'code': 200} Jul 14 07:40:33.844002 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-b2c3b297-9f76-435b-8e4d-dcda267c16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:33.845604 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-b2c3b297-9f76-435b-8e4d-dcda267c16d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ec311a5c75e432ca50437b58f1f1702&device_id=c797b620-6f54-4002-9c2e-3a561dd002a8 HTTP/1.1" status: 200 len: 1095 time: 0.0617068 Jul 14 07:40:33.889829 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-f58a3205-600c-487c-90cd-e94b3d8f1a26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=b356c643-0ce7-4d35-b54b-e00b39e69edb HTTP/1.1" status: 200 len: 217 time: 0.0351973 Jul 14 07:40:33.938259 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-4534ae67-d1c9-4ece-9aa9-608c8f48432d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:33.939777 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-4534ae67-d1c9-4ece-9aa9-608c8f48432d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=870ef752-6881-4fdf-bc2a-48ec3af6a1ab HTTP/1.1" status: 200 len: 838 time: 0.0436485 Jul 14 07:40:34.000893 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-2eb560b4-d1ca-4419-b346-cefba5ffdb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:34.002459 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-2eb560b4-d1ca-4419-b346-cefba5ffdb01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e2344dd-8c85-47c3-8dfc-79b9f8324372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561748 Jul 14 07:40:34.089469 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-039c2d42-deab-4b5f-8a7a-7101a9dcace4 service neutron] 10.222.0.30 "GET /v2.0/networks/3e2344dd-8c85-47c3-8dfc-79b9f8324372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793188 Jul 14 07:40:34.178992 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-faeb7c5f-2e06-46fd-b749-1c2832afdbc1 req-b5b12894-2832-4e97-9869-a57e78addfba service neutron] 10.222.0.30 "GET /v2.0/networks/3e2344dd-8c85-47c3-8dfc-79b9f8324372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827932 Jul 14 07:40:34.278897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79c4f7-6e07-4ef8-8e66-56bbf1de87ea req-8507e806-31ad-4226-a1eb-bb83c7e6d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:34.280254 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd79c4f7-6e07-4ef8-8e66-56bbf1de87ea req-8507e806-31ad-4226-a1eb-bb83c7e6d2ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ec311a5c75e432ca50437b58f1f1702&device_id=c797b620-6f54-4002-9c2e-3a561dd002a8 HTTP/1.1" status: 200 len: 1095 time: 0.0504043 Jul 14 07:40:34.365288 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79c4f7-6e07-4ef8-8e66-56bbf1de87ea req-2da7e300-26a2-400b-93ef-d70f99d974c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:34.366725 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd79c4f7-6e07-4ef8-8e66-56bbf1de87ea req-2da7e300-26a2-400b-93ef-d70f99d974c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e2344dd-8c85-47c3-8dfc-79b9f8324372 HTTP/1.1" status: 200 len: 897 time: 0.0805235 Jul 14 07:40:34.408668 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd79c4f7-6e07-4ef8-8e66-56bbf1de87ea req-ddc3e573-00cd-4b88-b5d1-24fb590ec92e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=b356c643-0ce7-4d35-b54b-e00b39e69edb HTTP/1.1" status: 200 len: 217 time: 0.0354810 Jul 14 07:40:34.453779 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79c4f7-6e07-4ef8-8e66-56bbf1de87ea req-b634c974-9cbf-44f7-8c04-6e1b7d89bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:34.455134 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd79c4f7-6e07-4ef8-8e66-56bbf1de87ea req-b634c974-9cbf-44f7-8c04-6e1b7d89bc7d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=870ef752-6881-4fdf-bc2a-48ec3af6a1ab HTTP/1.1" status: 200 len: 838 time: 0.0404241 Jul 14 07:40:34.509699 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79c4f7-6e07-4ef8-8e66-56bbf1de87ea req-636acfc6-0f73-4264-8fc0-a31414eb2311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:34.511173 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd79c4f7-6e07-4ef8-8e66-56bbf1de87ea req-636acfc6-0f73-4264-8fc0-a31414eb2311 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e2344dd-8c85-47c3-8dfc-79b9f8324372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494421 Jul 14 07:40:34.601165 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd79c4f7-6e07-4ef8-8e66-56bbf1de87ea req-0b9e6efb-1740-413b-b261-d5489bd944f5 service neutron] 10.222.0.30 "GET /v2.0/networks/3e2344dd-8c85-47c3-8dfc-79b9f8324372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826228 Jul 14 07:40:34.685921 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bd79c4f7-6e07-4ef8-8e66-56bbf1de87ea req-e06622bf-a7a3-4c84-8f67-83bc8a716f28 service neutron] 10.222.0.30 "GET /v2.0/networks/3e2344dd-8c85-47c3-8dfc-79b9f8324372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780411 Jul 14 07:40:34.716284 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:34.845337 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de928ce-4c48-4ace-a87d-4db409c9c004 req-2b492ebf-b0ab-42cc-bd05-764828723acb tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:34.846788 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0de928ce-4c48-4ace-a87d-4db409c9c004 req-2b492ebf-b0ab-42cc-bd05-764828723acb tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0902879 Jul 14 07:40:34.893768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fd3b2-623f-4131-b1d4-c9c0fbbddc1e req-41d51d00-d6f0-4306-9f97-342f1d4374a2 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:34.895204 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca4fd3b2-623f-4131-b1d4-c9c0fbbddc1e req-41d51d00-d6f0-4306-9f97-342f1d4374a2 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=c797b620-6f54-4002-9c2e-3a561dd002a8 HTTP/1.1" status: 200 len: 944 time: 0.0956993 Jul 14 07:40:34.902743 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0de928ce-4c48-4ace-a87d-4db409c9c004 req-56a57dfb-7695-4bc8-a52b-79b951dc3e0a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492780 Jul 14 07:40:34.937830 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca4fd3b2-623f-4131-b1d4-c9c0fbbddc1e req-172fecf9-031c-4bad-ae09-fd4872052228 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e7967ae-b958-4f77-b66c-60a6739be1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341847 Jul 14 07:40:36.105833 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30ea01-de13-40e0-99a8-f7ed40751794 req-5b2cd7ab-4d2b-4cf4-b3b4-b42c6ec075ec tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:36.107298 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df30ea01-de13-40e0-99a8-f7ed40751794 req-5b2cd7ab-4d2b-4cf4-b3b4-b42c6ec075ec tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0958824 Jul 14 07:40:36.141751 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384be33-e06f-496d-9e09-cd266c0a07cc req-1c3c5f04-cb30-4f85-8dcb-e92b3ea3ef8c tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:36.143161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f384be33-e06f-496d-9e09-cd266c0a07cc req-1c3c5f04-cb30-4f85-8dcb-e92b3ea3ef8c tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=c797b620-6f54-4002-9c2e-3a561dd002a8 HTTP/1.1" status: 200 len: 944 time: 0.0956702 Jul 14 07:40:36.165261 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df30ea01-de13-40e0-99a8-f7ed40751794 req-60261397-dc54-4558-9f74-4b80ee7928d5 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519378 Jul 14 07:40:36.194332 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f384be33-e06f-496d-9e09-cd266c0a07cc req-1cda8666-691d-4af9-8057-ffce65c02b95 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e7967ae-b958-4f77-b66c-60a6739be1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418894 Jul 14 07:40:36.241629 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:36.983337 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device b356c643-0ce7-4d35-b54b-e00b39e69edb details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:40:37.073991 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port b356c643-0ce7-4d35-b54b-e00b39e69edb, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=b356c643-0ce7-4d35-b54b-e00b39e69edb,segment=NetworkSegment(1f1e10af-a0a2-4ab2-b68b-90fcb4815244),segment_id=1f1e10af-a0a2-4ab2-b68b-90fcb4815244)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:40:37.085241 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'b356c643-0ce7-4d35-b54b-e00b39e69edb', 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372', 'port_id': 'b356c643-0ce7-4d35-b54b-e00b39e69edb', 'mac_address': 'fa:16:3e:f4:36:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870ef752-6881-4fdf-bc2a-48ec3af6a1ab', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:40:37.124524 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:37.136541 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b356c643-0ce7-4d35-b54b-e00b39e69edb {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:40:37.155497 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port b356c643-0ce7-4d35-b54b-e00b39e69edb, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=b356c643-0ce7-4d35-b54b-e00b39e69edb,segment=NetworkSegment(1f1e10af-a0a2-4ab2-b68b-90fcb4815244),segment_id=1f1e10af-a0a2-4ab2-b68b-90fcb4815244)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:40:37.159716 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:37.205818 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=b356c643-0ce7-4d35-b54b-e00b39e69edb,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:37.362432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['b356c643-0ce7-4d35-b54b-e00b39e69edb'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:40:37.381461 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5761025-ee49-4bfb-b3c0-d2f5c8eb3739 req-8e933561-43c0-41c8-976a-aa5710f43ee6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:37.382965 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b5761025-ee49-4bfb-b3c0-d2f5c8eb3739 req-8e933561-43c0-41c8-976a-aa5710f43ee6 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.1060772 Jul 14 07:40:37.395159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44b18e-4407-499e-bed8-f008f8682ad9 req-fbf6fc6d-7e69-4ff6-b12e-3c68cf901c4a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:37.397114 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b44b18e-4407-499e-bed8-f008f8682ad9 req-fbf6fc6d-7e69-4ff6-b12e-3c68cf901c4a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=c797b620-6f54-4002-9c2e-3a561dd002a8 HTTP/1.1" status: 200 len: 945 time: 0.0885541 Jul 14 07:40:37.452308 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b5761025-ee49-4bfb-b3c0-d2f5c8eb3739 req-27cfdeae-d6a6-4df1-a535-1498514b90b3 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542254 Jul 14 07:40:37.455332 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b44b18e-4407-499e-bed8-f008f8682ad9 req-fbef8607-20e5-4f0a-8144-7bbc07ec360a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e7967ae-b958-4f77-b66c-60a6739be1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514193 Jul 14 07:40:38.668971 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa339c-074c-4330-87aa-0527531d760d req-9f58bb5a-ca1f-463a-8375-4640ce88fde9 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:38.670479 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5bfa339c-074c-4330-87aa-0527531d760d req-9f58bb5a-ca1f-463a-8375-4640ce88fde9 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.1075602 Jul 14 07:40:38.677696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a24da-41e5-426f-9849-444d709ff33f req-1c05b7b4-1f8d-4ff7-a77e-3da7bb5e3847 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:38.679051 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-905a24da-41e5-426f-9849-444d709ff33f req-1c05b7b4-1f8d-4ff7-a77e-3da7bb5e3847 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=c797b620-6f54-4002-9c2e-3a561dd002a8 HTTP/1.1" status: 200 len: 945 time: 0.1148944 Jul 14 07:40:38.732962 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5bfa339c-074c-4330-87aa-0527531d760d req-79e6fa51-f0e3-40ac-8cd6-8042e5468af4 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529850 Jul 14 07:40:38.737682 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-905a24da-41e5-426f-9849-444d709ff33f req-181dbaf7-7ee5-4f25-99ac-ad53005d5cd8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e7967ae-b958-4f77-b66c-60a6739be1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518916 Jul 14 07:40:38.992646 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device b356c643-0ce7-4d35-b54b-e00b39e69edb up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:40:39.039116 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port b356c643-0ce7-4d35-b54b-e00b39e69edb completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:40:39.042714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port b356c643-0ce7-4d35-b54b-e00b39e69edb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:40:39.043087 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:39.117720 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:39.139315 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c797b620-6f54-4002-9c2e-3a561dd002a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b356c643-0ce7-4d35-b54b-e00b39e69edb'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:40:39.141572 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0875cd71-9d5b-469d-bb68-61eb9f71e63c" -d '{"events": [{"server_uuid": "c797b620-6f54-4002-9c2e-3a561dd002a8", "name": "network-vif-plugged", "status": "completed", "tag": "b356c643-0ce7-4d35-b54b-e00b39e69edb"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:40:39.154107 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port b356c643-0ce7-4d35-b54b-e00b39e69edb, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=b356c643-0ce7-4d35-b54b-e00b39e69edb,segment=NetworkSegment(1f1e10af-a0a2-4ab2-b68b-90fcb4815244),segment_id=1f1e10af-a0a2-4ab2-b68b-90fcb4815244)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:40:39.157936 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:39.182046 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1053574a-b374-4a2b-8708-659a5b0dd40c x-openstack-request-id: req-1053574a-b374-4a2b-8708-659a5b0dd40c {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:40:39.182339 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c797b620-6f54-4002-9c2e-3a561dd002a8", "name": "network-vif-plugged", "status": "completed", "tag": "b356c643-0ce7-4d35-b54b-e00b39e69edb", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:40:39.182589 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1053574a-b374-4a2b-8708-659a5b0dd40c {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:40:39.182972 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c797b620-6f54-4002-9c2e-3a561dd002a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b356c643-0ce7-4d35-b54b-e00b39e69edb', 'code': 200} Jul 14 07:40:39.210406 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=b356c643-0ce7-4d35-b54b-e00b39e69edb,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:39.292741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe288eb-8bf7-4d3a-b5a2-efc83b2c7226 req-d33fc7fc-dbb8-4d6b-a010-c558da23320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:39.294231 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7fe288eb-8bf7-4d3a-b5a2-efc83b2c7226 req-d33fc7fc-dbb8-4d6b-a010-c558da23320b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c797b620-6f54-4002-9c2e-3a561dd002a8 HTTP/1.1" status: 200 len: 1097 time: 0.0508547 Jul 14 07:40:39.330953 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7fe288eb-8bf7-4d3a-b5a2-efc83b2c7226 req-1543781a-8e4b-44c8-b053-b3228da616d9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8e7967ae-b958-4f77-b66c-60a6739be1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305390 Jul 14 07:40:39.948189 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf0279-587d-44b3-8714-df27cafb2c17 req-2f832da6-2994-41a5-9033-c2320e8c513f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:39.949700 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3aaf0279-587d-44b3-8714-df27cafb2c17 req-2f832da6-2994-41a5-9033-c2320e8c513f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.1076522 Jul 14 07:40:39.958255 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc236b-3aae-40ac-8e04-da464cd9bed7 req-84c48477-3d24-475e-96f4-4bb78cc53d00 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:39.959684 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5bc236b-3aae-40ac-8e04-da464cd9bed7 req-84c48477-3d24-475e-96f4-4bb78cc53d00 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=c797b620-6f54-4002-9c2e-3a561dd002a8 HTTP/1.1" status: 200 len: 946 time: 0.1077216 Jul 14 07:40:40.014203 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3aaf0279-587d-44b3-8714-df27cafb2c17 req-3bbb65b3-eb84-4406-a572-d03467b0b049 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534930 Jul 14 07:40:40.022382 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5bc236b-3aae-40ac-8e04-da464cd9bed7 req-18b26f96-a20b-4705-8700-f45388a5aaf2 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e7967ae-b958-4f77-b66c-60a6739be1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559273 Jul 14 07:40:41.225775 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7386c97-e41b-4d88-9ad4-8ddcdda47b5c req-cbd2cea6-be46-4854-b971-69962b3622a3 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:41.227322 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7386c97-e41b-4d88-9ad4-8ddcdda47b5c req-cbd2cea6-be46-4854-b971-69962b3622a3 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.1053967 Jul 14 07:40:41.235306 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5c130-139e-4714-8077-6c3454612bd4 req-b7d03a0a-086e-49ae-9fe2-44c02284a19d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:41.236661 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41d5c130-139e-4714-8077-6c3454612bd4 req-b7d03a0a-086e-49ae-9fe2-44c02284a19d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=c797b620-6f54-4002-9c2e-3a561dd002a8 HTTP/1.1" status: 200 len: 946 time: 0.1050217 Jul 14 07:40:41.290424 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7386c97-e41b-4d88-9ad4-8ddcdda47b5c req-079e0cab-88bc-452a-93e8-c182cc66c4ff tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528417 Jul 14 07:40:41.295153 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41d5c130-139e-4714-8077-6c3454612bd4 req-5187dccc-c120-45fa-b81b-3f7c4b9f646a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e7967ae-b958-4f77-b66c-60a6739be1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513210 Jul 14 07:40:41.467469 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db911de-a69e-43ba-975b-2c797c054f79 req-0336bf8f-d7b3-420a-b9e4-4926f4cfb95e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:41.468920 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7db911de-a69e-43ba-975b-2c797c054f79 req-0336bf8f-d7b3-420a-b9e4-4926f4cfb95e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=c797b620-6f54-4002-9c2e-3a561dd002a8 HTTP/1.1" status: 200 len: 946 time: 0.0616655 Jul 14 07:40:41.506626 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7db911de-a69e-43ba-975b-2c797c054f79 req-df994d46-422b-4c56-912b-01a1aea490cf tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e7967ae-b958-4f77-b66c-60a6739be1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313969 Jul 14 07:40:42.461583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792c5b1-5630-42ac-b3f9-c1ce3257723d req-7b6c0474-9743-467a-8441-a78331ad564a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:42.463051 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d792c5b1-5630-42ac-b3f9-c1ce3257723d req-7b6c0474-9743-467a-8441-a78331ad564a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0652585 Jul 14 07:40:42.499999 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d792c5b1-5630-42ac-b3f9-c1ce3257723d req-6d1a6c6f-dd5c-492b-a235-e0d513be7df1 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315268 Jul 14 07:40:42.981134 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60490) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:43.408644 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:43.708432 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Allocated IP 172.20.0.17 (3e2344dd-8c85-47c3-8dfc-79b9f8324372/870ef752-6881-4fdf-bc2a-48ec3af6a1ab/6751f10c-1d11-4f60-aaa8-d3ff1c8db79b) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:40:43.728008 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a2fcf-069f-4c09-b813-b38a5d08e539 req-569d4e28-9eb5-4cb2-a86d-95b965c52000 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:43.729537 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-358a2fcf-069f-4c09-b813-b38a5d08e539 req-569d4e28-9eb5-4cb2-a86d-95b965c52000 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.1200840 Jul 14 07:40:43.816345 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-358a2fcf-069f-4c09-b813-b38a5d08e539 req-ff2e8773-b5eb-4cb2-a83e-a384d1e6f6f9 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811639 Jul 14 07:40:43.858122 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:43.871106 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Transition to ACTIVE for port object 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:40:43.902462 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:43.948161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Network 3e2344dd-8c85-47c3-8dfc-79b9f8324372 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:40:43.953686 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:40:43.958060 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:40:43.961906 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Port': ['ID=6751f10c-1d11-4f60-aaa8-d3ff1c8db79b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:43.986393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:43.986705 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:43.987040 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:43.987373 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:43.987699 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:43.988022 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:43.988345 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:43.988665 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:43.988985 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:43.989332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:43.989652 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:43.990507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:44.015982 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:44.160256 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:44.186333 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8c3c1766-dc13-4f2f-ab29-1ab8dcde81aa None None] Provisioning for port 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:40:44.190142 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8c3c1766-dc13-4f2f-ab29-1ab8dcde81aa None None] Provisioning complete for port 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:40:44.190513 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8c3c1766-dc13-4f2f-ab29-1ab8dcde81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:44.226500 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-8c3c1766-dc13-4f2f-ab29-1ab8dcde81aa None None] Port 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:40:44.426173 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:44.430840 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:44.501696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Port': ['ID=6751f10c-1d11-4f60-aaa8-d3ff1c8db79b,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:44.504094 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:44.594488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Network 3e2344dd-8c85-47c3-8dfc-79b9f8324372 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:40:44.595780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:40:44.705749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:40:44.816964 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:40:44.822616 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8cde516b-8db5-4486-88ae-bbf9127973c3 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "PUT /v2.0/routers/83a5a5cb-2ec1-44c4-ae97-cea8afef679d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8402977 Jul 14 07:40:44.835949 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Sync routers for ids ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:40:44.847177 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Routers {'83a5a5cb-2ec1-44c4-ae97-cea8afef679d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:40:44.847934 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:40:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:40:44.851788 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ac1e1c1d-3242-4b0d-8f27-971a32a2fe62 None None] Provisioning complete for port 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:40:44.852423 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1c1d-3242-4b0d-8f27-971a32a2fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:44.888175 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ac1e1c1d-3242-4b0d-8f27-971a32a2fe62 None None] Port 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:40:44.962481 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Set router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:40:45.001560 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168105bb-3efc-4333-afd7-70f51468a4cf req-5e61f49c-2f90-4b41-8e23-cc0361549f0d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:45.003079 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-168105bb-3efc-4333-afd7-70f51468a4cf req-5e61f49c-2f90-4b41-8e23-cc0361549f0d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0673487 Jul 14 07:40:45.041592 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-168105bb-3efc-4333-afd7-70f51468a4cf req-85099e8e-b51d-40f5-8e28-af16ba548c05 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314989 Jul 14 07:40:45.181782 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:40:44Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '4abfefa3-d10a-4d90-b8e4-a0aa9f49012e', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'port_id': '60fcee2d-31af-4cfd-8fa6-80b084025b54', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'mac_address': 'fa:16:3e:be:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:39:51Z', 'updated_at': '2021-07-14T07:39:53Z', 'revision_number': 1, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05907918-9cf4-44d4-8cdd-8623fd3983b1', 'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:1d:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:33Z', 'updated_at': '2021-07-14T07:39:38Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6751f10c-1d11-4f60-aaa8-d3ff1c8db79b', 'name': '', 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:da:69:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '870ef752-6881-4fdf-bc2a-48ec3af6a1ab', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:40:43Z', 'updated_at': '2021-07-14T07:40:44Z', 'revision_number': 2, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '870ef752-6881-4fdf-bc2a-48ec3af6a1ab', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:40:45.206888 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Checking router: 83a5a5cb-2ec1-44c4-ae97-cea8afef679d for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:40:45.207386 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Updating router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d port 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:40:45.245465 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:45.377702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde24a6-547d-493f-bb3d-385055689563 req-58e1d292-3e4a-483c-b5a1-cd41644c7a84 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:45.379201 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-abde24a6-547d-493f-bb3d-385055689563 req-58e1d292-3e4a-483c-b5a1-cd41644c7a84 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0633290 Jul 14 07:40:45.419294 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-abde24a6-547d-493f-bb3d-385055689563 req-b3d6812e-4cf0-40b6-a593-8315b9e88599 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339465 Jul 14 07:40:45.587836 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:45.594349 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114dbd5-888d-4d79-ad1c-03a00bb417f8 req-13eb9b1d-0fa3-4307-8953-e0b3c6f72b97 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:45.595860 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3114dbd5-888d-4d79-ad1c-03a00bb417f8 req-13eb9b1d-0fa3-4307-8953-e0b3c6f72b97 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0621133 Jul 14 07:40:45.598082 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Transition to ACTIVE for port object 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:40:45.604298 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:45.642024 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3114dbd5-888d-4d79-ad1c-03a00bb417f8 req-b4b1b6c2-f860-462c-a93b-5e93d28474e9 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401340 Jul 14 07:40:45.650747 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d20c82-3a9c-4fab-a9cb-14ca4c842f11 None None] Pushing event updated for resources: {'Port': ['ID=6751f10c-1d11-4f60-aaa8-d3ff1c8db79b,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:45.658707 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d20c82-3a9c-4fab-a9cb-14ca4c842f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:45.659062 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d20c82-3a9c-4fab-a9cb-14ca4c842f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:45.659522 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d20c82-3a9c-4fab-a9cb-14ca4c842f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:45.659857 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d20c82-3a9c-4fab-a9cb-14ca4c842f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:45.660192 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d20c82-3a9c-4fab-a9cb-14ca4c842f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:45.660523 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d20c82-3a9c-4fab-a9cb-14ca4c842f11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:45.660842 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d20c82-3a9c-4fab-a9cb-14ca4c842f11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:45.661204 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d20c82-3a9c-4fab-a9cb-14ca4c842f11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:45.661527 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d20c82-3a9c-4fab-a9cb-14ca4c842f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:45.661899 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d20c82-3a9c-4fab-a9cb-14ca4c842f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:45.662199 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d20c82-3a9c-4fab-a9cb-14ca4c842f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:45.662511 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d20c82-3a9c-4fab-a9cb-14ca4c842f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:40:45.732775 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:45.737288 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Attempting to bind port 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:40:45.737657 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Attempting to bind port 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '1f1e10af-a0a2-4ab2-b68b-90fcb4815244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:40:45.738012 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Attempting to bind port 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b on network 3e2344dd-8c85-47c3-8dfc-79b9f8324372 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:40:45.743953 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:40:45.744460 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Checking segment: {'id': '1f1e10af-a0a2-4ab2-b68b-90fcb4815244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:40:45.744869 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:45.745283 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Bound using segment: {'id': '1f1e10af-a0a2-4ab2-b68b-90fcb4815244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:40:45.745750 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Bound port: 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1e10af-a0a2-4ab2-b68b-90fcb4815244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:40:45.746130 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:45.791198 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:45.815916 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] For port 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:40:45.819026 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] For port 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6751f10c-1d11-4f60-aaa8-d3ff1c8db79b,segment=NetworkSegment(1f1e10af-a0a2-4ab2-b68b-90fcb4815244),segment_id=1f1e10af-a0a2-4ab2-b68b-90fcb4815244)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:40:45.824496 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:45.879081 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Routers {'83a5a5cb-2ec1-44c4-ae97-cea8afef679d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:40:45.879716 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:40:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:40:45.944946 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d20c82-3a9c-4fab-a9cb-14ca4c842f11 None None] Pushing event updated for resources: {'Port': ['ID=6751f10c-1d11-4f60-aaa8-d3ff1c8db79b,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:46.018312 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] Set router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:40:46.070147 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ba751-3beb-42f6-836e-35655a0d4cf1 req-6bf2f379-04cd-4b4f-89f4-d3469fa7dbc4 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:46.071765 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e8ba751-3beb-42f6-836e-35655a0d4cf1 req-6bf2f379-04cd-4b4f-89f4-d3469fa7dbc4 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0659523 Jul 14 07:40:46.110362 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e8ba751-3beb-42f6-836e-35655a0d4cf1 req-f39278c8-6ef9-4504-b401-004eae3edd7c tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317097 Jul 14 07:40:46.245094 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:40:44Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '4abfefa3-d10a-4d90-b8e4-a0aa9f49012e', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'port_id': '60fcee2d-31af-4cfd-8fa6-80b084025b54', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'mac_address': 'fa:16:3e:be:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:39:51Z', 'updated_at': '2021-07-14T07:39:53Z', 'revision_number': 1, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05907918-9cf4-44d4-8cdd-8623fd3983b1', 'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:1d:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:33Z', 'updated_at': '2021-07-14T07:39:38Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6751f10c-1d11-4f60-aaa8-d3ff1c8db79b', 'name': '', 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:da:69:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '870ef752-6881-4fdf-bc2a-48ec3af6a1ab', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:40:43Z', 'updated_at': '2021-07-14T07:40:45Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '870ef752-6881-4fdf-bc2a-48ec3af6a1ab', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:40:46.269535 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be5ff6a-bdcd-46e5-ad0b-c8f8f541c636 None None] The sync data for ids ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'] in n-d-778696-5 is: [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:40:44Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '4abfefa3-d10a-4d90-b8e4-a0aa9f49012e', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'port_id': '60fcee2d-31af-4cfd-8fa6-80b084025b54', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'mac_address': 'fa:16:3e:be:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:39:51Z', 'updated_at': '2021-07-14T07:39:53Z', 'revision_number': 1, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05907918-9cf4-44d4-8cdd-8623fd3983b1', 'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:1d:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:33Z', 'updated_at': '2021-07-14T07:39:38Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6751f10c-1d11-4f60-aaa8-d3ff1c8db79b', 'name': '', 'network_id': '3e2344dd-8c85-47c3-8dfc-79b9f8324372', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:da:69:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '870ef752-6881-4fdf-bc2a-48ec3af6a1ab', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:40:43Z', 'updated_at': '2021-07-14T07:40:45Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '870ef752-6881-4fdf-bc2a-48ec3af6a1ab', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:40:46.617014 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:40:46.667687 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:40:46.671542 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:40:46.671916 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:46.751180 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:46.785216 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6751f10c-1d11-4f60-aaa8-d3ff1c8db79b,segment=NetworkSegment(1f1e10af-a0a2-4ab2-b68b-90fcb4815244),segment_id=1f1e10af-a0a2-4ab2-b68b-90fcb4815244)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:40:46.789457 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:46.838205 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=6751f10c-1d11-4f60-aaa8-d3ff1c8db79b,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:47.153213 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fc1a2-ea4a-40bc-b968-fbebc79cf13d req-a9a3d088-d227-4611-bcff-4ae9a04df0ef tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:47.154663 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-075fc1a2-ea4a-40bc-b968-fbebc79cf13d req-a9a3d088-d227-4611-bcff-4ae9a04df0ef tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0634201 Jul 14 07:40:47.252150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-075fc1a2-ea4a-40bc-b968-fbebc79cf13d req-c5c2d21b-3e85-4b85-8346-7500d0c5b796 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Deleting port 0f719217-03bb-4131-84a6-4db2a4f65e59 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:40:47.252392 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-075fc1a2-ea4a-40bc-b968-fbebc79cf13d req-c5c2d21b-3e85-4b85-8346-7500d0c5b796 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:47.283756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50a207-f002-49df-a5fe-c7da813df62b req-7a4ecc62-4ef0-4d98-823e-3709f3863adb tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:47.285376 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c50a207-f002-49df-a5fe-c7da813df62b req-7a4ecc62-4ef0-4d98-823e-3709f3863adb tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=b439a9e9-aa82-4823-a235-f422cc3c3036 HTTP/1.1" status: 200 len: 945 time: 0.0627277 Jul 14 07:40:47.326039 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c50a207-f002-49df-a5fe-c7da813df62b req-45a4a150-943b-4b60-ad83-2750257931eb tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338638 Jul 14 07:40:47.582933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-075fc1a2-ea4a-40bc-b968-fbebc79cf13d req-c5c2d21b-3e85-4b85-8346-7500d0c5b796 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] For port 0f719217-03bb-4131-84a6-4db2a4f65e59, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=0f719217-03bb-4131-84a6-4db2a4f65e59,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:40:47.583289 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-075fc1a2-ea4a-40bc-b968-fbebc79cf13d req-c5c2d21b-3e85-4b85-8346-7500d0c5b796 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:47.595258 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-075fc1a2-ea4a-40bc-b968-fbebc79cf13d req-c5c2d21b-3e85-4b85-8346-7500d0c5b796 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Calling delete_port for 0f719217-03bb-4131-84a6-4db2a4f65e59 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:40:47.720313 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-075fc1a2-ea4a-40bc-b968-fbebc79cf13d req-c5c2d21b-3e85-4b85-8346-7500d0c5b796 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:47.732610 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0bc29338-c0df-4de4-9b97-c164e1b93f7c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:40:47.748479 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2d21b-3e85-4b85-8346-7500d0c5b796 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Pushing event deleted for resources: {'Port': ['ID=0f719217-03bb-4131-84a6-4db2a4f65e59,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:47.791301 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-075fc1a2-ea4a-40bc-b968-fbebc79cf13d req-c5c2d21b-3e85-4b85-8346-7500d0c5b796 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] No DVR routers for this DVR port 0f719217-03bb-4131-84a6-4db2a4f65e59 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:40:47.793868 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-075fc1a2-ea4a-40bc-b968-fbebc79cf13d req-c5c2d21b-3e85-4b85-8346-7500d0c5b796 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:47.795813 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-075fc1a2-ea4a-40bc-b968-fbebc79cf13d req-c5c2d21b-3e85-4b85-8346-7500d0c5b796 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.30 "DELETE /v2.0/ports/0f719217-03bb-4131-84a6-4db2a4f65e59 HTTP/1.1" status: 204 len: 173 time: 0.6359622 Jul 14 07:40:47.796305 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b439a9e9-aa82-4823-a235-f422cc3c3036', 'name': 'network-vif-deleted', 'tag': '0f719217-03bb-4131-84a6-4db2a4f65e59'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:40:47.798566 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853ce6ab-d1f7-45ad-9783-16bae438712e" -d '{"events": [{"server_uuid": "b439a9e9-aa82-4823-a235-f422cc3c3036", "name": "network-vif-deleted", "tag": "0f719217-03bb-4131-84a6-4db2a4f65e59"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:40:47.836852 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc094b12-b2a8-48d2-9205-d1c19b715631 x-openstack-request-id: req-fc094b12-b2a8-48d2-9205-d1c19b715631 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:40:47.837152 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b439a9e9-aa82-4823-a235-f422cc3c3036", "name": "network-vif-deleted", "tag": "0f719217-03bb-4131-84a6-4db2a4f65e59", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:40:47.837436 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc094b12-b2a8-48d2-9205-d1c19b715631 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:40:47.837835 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b439a9e9-aa82-4823-a235-f422cc3c3036', 'name': 'network-vif-deleted', 'tag': '0f719217-03bb-4131-84a6-4db2a4f65e59', 'status': 'completed', 'code': 200} Jul 14 07:40:48.605171 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:40:48.652836 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:40:48.653234 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:49.038698 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 0f719217-03bb-4131-84a6-4db2a4f65e59 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:40:49.060082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 0f719217-03bb-4131-84a6-4db2a4f65e59 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:40:49.060425 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 0f719217-03bb-4131-84a6-4db2a4f65e59 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:40:49.597911 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fcd33-e4e6-4ff6-acac-351a8cdc99bd req-2c981462-1770-4bda-a4c4-fbd421e5bd10 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:49.599381 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e72fcd33-e4e6-4ff6-acac-351a8cdc99bd req-2c981462-1770-4bda-a4c4-fbd421e5bd10 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c51d542e-6d5f-4f98-9b45-57230b1378f2 HTTP/1.1" status: 200 len: 945 time: 0.0649297 Jul 14 07:40:49.637007 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e72fcd33-e4e6-4ff6-acac-351a8cdc99bd req-41307c35-d24f-499c-8be6-94b339211a7d tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316589 Jul 14 07:40:50.832299 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b019e4-4ddc-4765-a4a2-cefa1732c1f0 req-782cdeb2-f486-404e-b35e-1fb921417637 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:50.833768 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4b019e4-4ddc-4765-a4a2-cefa1732c1f0 req-782cdeb2-f486-404e-b35e-1fb921417637 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.15 "GET /v2.0/ports?device_id=c51d542e-6d5f-4f98-9b45-57230b1378f2 HTTP/1.1" status: 200 len: 945 time: 0.1022959 Jul 14 07:40:50.844495 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08968f08-8686-41ca-b965-b970817ba092 req-d0cc63cf-5846-4e73-afd1-4c5e875e9127 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:50.845879 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-08968f08-8686-41ca-b965-b970817ba092 req-d0cc63cf-5846-4e73-afd1-4c5e875e9127 tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/ports?device_id=c51d542e-6d5f-4f98-9b45-57230b1378f2 HTTP/1.1" status: 200 len: 945 time: 0.0868251 Jul 14 07:40:50.921648 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-08968f08-8686-41ca-b965-b970817ba092 req-8cc421d1-66a2-43e4-aa15-21d8fe02793f tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f97848f-8eff-4247-866e-62c5f751504f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676901 Jul 14 07:40:50.965466 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-a4b019e4-4ddc-4765-a4a2-cefa1732c1f0 req-69ed5fa5-2097-44f1-bd9b-bdcd5c685a1a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Deleting port 0bc29338-c0df-4de4-9b97-c164e1b93f7c {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:40:50.965806 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a4b019e4-4ddc-4765-a4a2-cefa1732c1f0 req-69ed5fa5-2097-44f1-bd9b-bdcd5c685a1a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:51.053168 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-a4b019e4-4ddc-4765-a4a2-cefa1732c1f0 req-69ed5fa5-2097-44f1-bd9b-bdcd5c685a1a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] For port 0bc29338-c0df-4de4-9b97-c164e1b93f7c, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=0bc29338-c0df-4de4-9b97-c164e1b93f7c,segment=NetworkSegment(7c061d23-7ba0-462c-b9ba-5d12ed74d2c0),segment_id=7c061d23-7ba0-462c-b9ba-5d12ed74d2c0)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:40:51.053545 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a4b019e4-4ddc-4765-a4a2-cefa1732c1f0 req-69ed5fa5-2097-44f1-bd9b-bdcd5c685a1a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:51.065333 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-a4b019e4-4ddc-4765-a4a2-cefa1732c1f0 req-69ed5fa5-2097-44f1-bd9b-bdcd5c685a1a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Calling delete_port for 0bc29338-c0df-4de4-9b97-c164e1b93f7c owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:40:51.185772 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a4b019e4-4ddc-4765-a4a2-cefa1732c1f0 req-69ed5fa5-2097-44f1-bd9b-bdcd5c685a1a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:51.197760 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['0bc29338-c0df-4de4-9b97-c164e1b93f7c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:40:51.211636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed5fa5-2097-44f1-bd9b-bdcd5c685a1a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Pushing event deleted for resources: {'Port': ['ID=0bc29338-c0df-4de4-9b97-c164e1b93f7c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:51.259668 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b019e4-4ddc-4765-a4a2-cefa1732c1f0 req-69ed5fa5-2097-44f1-bd9b-bdcd5c685a1a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] No DVR routers for this DVR port 0bc29338-c0df-4de4-9b97-c164e1b93f7c on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:40:51.262132 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a4b019e4-4ddc-4765-a4a2-cefa1732c1f0 req-69ed5fa5-2097-44f1-bd9b-bdcd5c685a1a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:51.264164 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4b019e4-4ddc-4765-a4a2-cefa1732c1f0 req-69ed5fa5-2097-44f1-bd9b-bdcd5c685a1a tempest-ServersTestJSON-2113376143 tempest-ServersTestJSON-2113376143-project] 10.222.0.15 "DELETE /v2.0/ports/0bc29338-c0df-4de4-9b97-c164e1b93f7c HTTP/1.1" status: 204 len: 173 time: 0.4174497 Jul 14 07:40:51.264584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51d542e-6d5f-4f98-9b45-57230b1378f2', 'name': 'network-vif-deleted', 'tag': '0bc29338-c0df-4de4-9b97-c164e1b93f7c'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:40:51.266805 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee680dc7-6942-46d1-8270-782130364fa2" -d '{"events": [{"server_uuid": "c51d542e-6d5f-4f98-9b45-57230b1378f2", "name": "network-vif-deleted", "tag": "0bc29338-c0df-4de4-9b97-c164e1b93f7c"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:40:51.301659 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5056aba-1259-4ff7-b6ac-37de411f56eb x-openstack-request-id: req-c5056aba-1259-4ff7-b6ac-37de411f56eb {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:40:51.301949 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51d542e-6d5f-4f98-9b45-57230b1378f2", "name": "network-vif-deleted", "tag": "0bc29338-c0df-4de4-9b97-c164e1b93f7c", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:40:51.302199 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c5056aba-1259-4ff7-b6ac-37de411f56eb {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:40:51.302595 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51d542e-6d5f-4f98-9b45-57230b1378f2', 'name': 'network-vif-deleted', 'tag': '0bc29338-c0df-4de4-9b97-c164e1b93f7c', 'status': 'completed', 'code': 200} Jul 14 07:40:52.012658 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60560) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:52.055001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1bfd0bb-dd97-4216-a007-ac8d9eb1210b admin admin] Deleting subnet ee721f7a-4d77-4c44-92b1-6042cc4172ec {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:40:52.057929 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c1bfd0bb-dd97-4216-a007-ac8d9eb1210b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:52.090979 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c1bfd0bb-dd97-4216-a007-ac8d9eb1210b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:52.132429 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c1bfd0bb-dd97-4216-a007-ac8d9eb1210b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:52.181832 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c1bfd0bb-dd97-4216-a007-ac8d9eb1210b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:52.208306 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfd0bb-dd97-4216-a007-ac8d9eb1210b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee721f7a-4d77-4c44-92b1-6042cc4172ec,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:52.210174 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c1bfd0bb-dd97-4216-a007-ac8d9eb1210b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:52.212654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c1bfd0bb-dd97-4216-a007-ac8d9eb1210b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ee721f7a-4d77-4c44-92b1-6042cc4172ec HTTP/1.1" status: 204 len: 168 time: 0.1983545 Jul 14 07:40:52.214454 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60562) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:52.277845 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00c5aa36-ece9-49ed-be5b-6484955c0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:52.354705 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00c5aa36-ece9-49ed-be5b-6484955c0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:52.363899 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-00c5aa36-ece9-49ed-be5b-6484955c0b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3683ec1-1aa1-4336-80ec-d8672eb540a7']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:40:52.373965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-00c5aa36-ece9-49ed-be5b-6484955c0b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:40:52.374254 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-00c5aa36-ece9-49ed-be5b-6484955c0b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c061d23-7ba0-462c-b9ba-5d12ed74d2c0') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:40:52.383107 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00c5aa36-ece9-49ed-be5b-6484955c0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:52.395896 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00c5aa36-ece9-49ed-be5b-6484955c0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:52.401630 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c5aa36-ece9-49ed-be5b-6484955c0b7a admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:40:52.402013 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00c5aa36-ece9-49ed-be5b-6484955c0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:40:52.403599 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:40:52.454410 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00c5aa36-ece9-49ed-be5b-6484955c0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:52.460707 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00c5aa36-ece9-49ed-be5b-6484955c0b7a admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:52.462502 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-00c5aa36-ece9-49ed-be5b-6484955c0b7a admin admin] 10.222.0.35 "DELETE /v2.0/networks/d3683ec1-1aa1-4336-80ec-d8672eb540a7 HTTP/1.1" status: 204 len: 168 time: 0.2471459 Jul 14 07:40:52.476810 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5aa36-ece9-49ed-be5b-6484955c0b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=d3683ec1-1aa1-4336-80ec-d8672eb540a7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:52.619771 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60566) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:52.658072 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e7051fda-82b8-45be-9c60-fa3218597f71 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ecb4d9adac124490b9a03c7f8fa607ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0362802 Jul 14 07:40:52.659388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60568) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:52.706823 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6413-a3f6-4d8e-ae65-d25c7e3f0082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:52.727422 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6413-a3f6-4d8e-ae65-d25c7e3f0082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:52.770816 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6413-a3f6-4d8e-ae65-d25c7e3f0082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:52.773335 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6413-a3f6-4d8e-ae65-d25c7e3f0082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:52.774461 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3f4a6413-a3f6-4d8e-ae65-d25c7e3f0082 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f97848f-8eff-4247-866e-62c5f751504f HTTP/1.1" status: 204 len: 168 time: 0.1142161 Jul 14 07:40:52.781820 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a6413-a3f6-4d8e-ae65-d25c7e3f0082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f97848f-8eff-4247-866e-62c5f751504f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:53.407081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60590) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:53.501021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-bb79609e-d65d-4a04-95ac-7149d66b6480 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1329400577-network', 'tenant_id': 'c7b8a392679c49ecaec8bb92f9b90ece'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:40:53.521856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb79609e-d65d-4a04-95ac-7149d66b6480 admin admin] Made reservation on behalf of c7b8a392679c49ecaec8bb92f9b90ece for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:40:53.524825 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb79609e-d65d-4a04-95ac-7149d66b6480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:53.532743 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb79609e-d65d-4a04-95ac-7149d66b6480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:53.618809 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb79609e-d65d-4a04-95ac-7149d66b6480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:53.622452 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb79609e-d65d-4a04-95ac-7149d66b6480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:53.645526 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb79609e-d65d-4a04-95ac-7149d66b6480 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:40:53.658689 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79609e-d65d-4a04-95ac-7149d66b6480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3822be6-bc58-4777-bf47-c888b49100e9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:53.663301 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb79609e-d65d-4a04-95ac-7149d66b6480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:53.663637 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-bb79609e-d65d-4a04-95ac-7149d66b6480 admin admin] Added segment 0ddb19e6-6936-4cab-a9d3-00164ae12152 of type vlan for network c8742069-7fc0-4b57-87ca-46b63ebe6020 Jul 14 07:40:53.702401 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb79609e-d65d-4a04-95ac-7149d66b6480 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:53.728714 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb79609e-d65d-4a04-95ac-7149d66b6480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:53.729689 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb79609e-d65d-4a04-95ac-7149d66b6480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:53.730264 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb79609e-d65d-4a04-95ac-7149d66b6480 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:53.782301 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bb79609e-d65d-4a04-95ac-7149d66b6480 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3740623 Jul 14 07:40:53.785285 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60594) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:40:53.787292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79609e-d65d-4a04-95ac-7149d66b6480 admin admin] Pushing event updated for resources: {'Network': ['ID=c8742069-7fc0-4b57-87ca-46b63ebe6020,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:53.791560 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-03cf352e-dc8c-4076-a88b-51f29dad719c admin admin] Request body: {'subnet': {'network_id': 'c8742069-7fc0-4b57-87ca-46b63ebe6020', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1329400577-subnet', 'tenant_id': 'c7b8a392679c49ecaec8bb92f9b90ece', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:40:53.797166 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network c8742069-7fc0-4b57-87ca-46b63ebe6020 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:40:53.814044 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cf352e-dc8c-4076-a88b-51f29dad719c admin admin] Made reservation on behalf of c7b8a392679c49ecaec8bb92f9b90ece for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:40:53.816480 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03cf352e-dc8c-4076-a88b-51f29dad719c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:53.981009 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03cf352e-dc8c-4076-a88b-51f29dad719c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:54.040370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf352e-dc8c-4076-a88b-51f29dad719c admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b0d56f-f1d4-4a62-ab9e-f9d2c39278a6,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:54.047267 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cf352e-dc8c-4076-a88b-51f29dad719c admin admin] Checking segment: {'id': '0ddb19e6-6936-4cab-a9d3-00164ae12152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c8742069-7fc0-4b57-87ca-46b63ebe6020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:40:54.047624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cf352e-dc8c-4076-a88b-51f29dad719c admin admin] Network hostable DHCP agents. Network: c8742069-7fc0-4b57-87ca-46b63ebe6020, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:40:54.064031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cf352e-dc8c-4076-a88b-51f29dad719c admin admin] Network c8742069-7fc0-4b57-87ca-46b63ebe6020 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:40:54.072226 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-03cf352e-dc8c-4076-a88b-51f29dad719c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, c8742069-7fc0-4b57-87ca-46b63ebe6020) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:40:54.076032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cf352e-dc8c-4076-a88b-51f29dad719c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:54.076718 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03cf352e-dc8c-4076-a88b-51f29dad719c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:54.081724 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9737dd-be5a-4b8d-99f5-0e1d576271cb None None] Network c8742069-7fc0-4b57-87ca-46b63ebe6020 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:40:54.090626 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-03cf352e-dc8c-4076-a88b-51f29dad719c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3040886 Jul 14 07:40:54.204686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3477e74a-ccf6-4d7c-b5c9-50ecfc095bfe None None] Network c8742069-7fc0-4b57-87ca-46b63ebe6020 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:40:54.420771 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 0bc29338-c0df-4de4-9b97-c164e1b93f7c no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:40:54.439851 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 0bc29338-c0df-4de4-9b97-c164e1b93f7c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:40:54.440201 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 0bc29338-c0df-4de4-9b97-c164e1b93f7c not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:40:54.797482 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-f48aa499-a51c-4550-8ad9-92e448959da6 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:54.798950 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-f48aa499-a51c-4550-8ad9-92e448959da6 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/networks?id=c8742069-7fc0-4b57-87ca-46b63ebe6020 HTTP/1.1" status: 200 len: 814 time: 0.4021950 Jul 14 07:40:54.813744 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-bda51f4e-70c0-46d4-8324-bcd219cda40c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/quotas/c7b8a392679c49ecaec8bb92f9b90ece HTTP/1.1" status: 200 len: 375 time: 0.0093315 Jul 14 07:40:54.846662 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-04137e20-d5ce-4b9c-9e2b-f4249fd030b5 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7b8a392679c49ecaec8bb92f9b90ece&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282459 Jul 14 07:40:54.934008 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-5160c851-ff28-48f2-8a0a-243e28b72342 service neutron] 10.222.0.35 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812995 Jul 14 07:40:55.020827 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-519e8aa4-7811-49fb-aff6-d2ca8fababc2 service neutron] 10.222.0.35 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812562 Jul 14 07:40:55.183365 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59ac6bef-b1cf-410d-999a-ffda6181e7fe req-3d95fce1-b58d-4029-a0ba-ac9a9df35836 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 210 time: 0.0284433 Jul 14 07:40:56.180751 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-d34f70a6-d06b-4c19-81a9-f1abadbcf494 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:56.182234 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-d34f70a6-d06b-4c19-81a9-f1abadbcf494 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.15 "GET /v2.0/networks?id=c8742069-7fc0-4b57-87ca-46b63ebe6020 HTTP/1.1" status: 200 len: 814 time: 0.1041434 Jul 14 07:40:56.194578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-de52a26e-ff91-474d-823c-f5fc1980cd59 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Request body: {'port': {'device_id': '07c2fa0b-c962-4b38-85c2-dd7545611afa', 'network_id': 'c8742069-7fc0-4b57-87ca-46b63ebe6020', 'admin_state_up': True, 'tenant_id': 'c7b8a392679c49ecaec8bb92f9b90ece'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:40:56.314470 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-de52a26e-ff91-474d-823c-f5fc1980cd59 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Made reservation on behalf of c7b8a392679c49ecaec8bb92f9b90ece for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:40:56.317780 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-de52a26e-ff91-474d-823c-f5fc1980cd59 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:56.337561 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-acb90ec5-a23d-4a21-9e9c-d6168ef18fd9 req-fc5d8a35-35b4-46dc-8f73-415730f53194 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 210 time: 0.0387805 Jul 14 07:40:56.452675 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-de52a26e-ff91-474d-823c-f5fc1980cd59 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Allocated IP 172.20.0.4 (c8742069-7fc0-4b57-87ca-46b63ebe6020/27b0d56f-f1d4-4a62-ab9e-f9d2c39278a6/1db59d76-145b-4b55-968f-6babffc0da95) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:40:56.598657 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-de52a26e-ff91-474d-823c-f5fc1980cd59 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:56.636428 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-de52a26e-ff91-474d-823c-f5fc1980cd59 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:56.680045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-de52a26e-ff91-474d-823c-f5fc1980cd59 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Network c8742069-7fc0-4b57-87ca-46b63ebe6020 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:40:56.683110 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-de52a26e-ff91-474d-823c-f5fc1980cd59 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:40:56.686877 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-de52a26e-ff91-474d-823c-f5fc1980cd59 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:40:56.710048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52a26e-ff91-474d-823c-f5fc1980cd59 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Pushing event updated for resources: {'Port': ['ID=1db59d76-145b-4b55-968f-6babffc0da95,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:56.736155 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-de52a26e-ff91-474d-823c-f5fc1980cd59 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:56.736759 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-de52a26e-ff91-474d-823c-f5fc1980cd59 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:56.750279 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-de52a26e-ff91-474d-823c-f5fc1980cd59 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5595710 Jul 14 07:40:56.762380 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Request body: {'port': {'device_id': '07c2fa0b-c962-4b38-85c2-dd7545611afa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:40:56.835173 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:57.084019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db59d76-145b-4b55-968f-6babffc0da95 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:40:57.091318 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:57.103125 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Transition to ACTIVE for port object 1db59d76-145b-4b55-968f-6babffc0da95 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:40:57.106463 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:57.159634 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1db59d76-145b-4b55-968f-6babffc0da95,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:57.223403 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Attempting to bind port 1db59d76-145b-4b55-968f-6babffc0da95 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:40:57.224049 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Attempting to bind port 1db59d76-145b-4b55-968f-6babffc0da95 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '0ddb19e6-6936-4cab-a9d3-00164ae12152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c8742069-7fc0-4b57-87ca-46b63ebe6020'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:40:57.224049 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Attempting to bind port 1db59d76-145b-4b55-968f-6babffc0da95 on network c8742069-7fc0-4b57-87ca-46b63ebe6020 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:40:57.228651 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Port 1db59d76-145b-4b55-968f-6babffc0da95 on network c8742069-7fc0-4b57-87ca-46b63ebe6020 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:40:57.228971 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Attempting to bind port 1db59d76-145b-4b55-968f-6babffc0da95 on network c8742069-7fc0-4b57-87ca-46b63ebe6020 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:40:57.233710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:40:57.234063 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Checking segment: {'id': '0ddb19e6-6936-4cab-a9d3-00164ae12152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c8742069-7fc0-4b57-87ca-46b63ebe6020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:40:57.234423 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Bound using segment: {'id': '0ddb19e6-6936-4cab-a9d3-00164ae12152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c8742069-7fc0-4b57-87ca-46b63ebe6020'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:40:57.234837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Bound port: 1db59d76-145b-4b55-968f-6babffc0da95, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddb19e6-6936-4cab-a9d3-00164ae12152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c8742069-7fc0-4b57-87ca-46b63ebe6020'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:40:57.235189 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:57.296072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] For port 1db59d76-145b-4b55-968f-6babffc0da95, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:40:57.299335 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] For port 1db59d76-145b-4b55-968f-6babffc0da95, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1db59d76-145b-4b55-968f-6babffc0da95,segment=NetworkSegment(0ddb19e6-6936-4cab-a9d3-00164ae12152),segment_id=0ddb19e6-6936-4cab-a9d3-00164ae12152)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:40:57.303244 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:57.339527 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:57.340149 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:40:57.341681 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] 10.222.0.15 "PUT /v2.0/ports/1db59d76-145b-4b55-968f-6babffc0da95 HTTP/1.1" status: 200 len: 1091 time: 0.5832446 Jul 14 07:40:57.342117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c2fa0b-c962-4b38-85c2-dd7545611afa', 'tag': '1db59d76-145b-4b55-968f-6babffc0da95'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:40:57.344360 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097f91a1-79d0-438c-883d-3916a9856b21" -d '{"events": [{"name": "network-changed", "server_uuid": "07c2fa0b-c962-4b38-85c2-dd7545611afa", "tag": "1db59d76-145b-4b55-968f-6babffc0da95"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:40:57.370791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a228be-e437-42a8-9c2b-1c3082c500d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1db59d76-145b-4b55-968f-6babffc0da95,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:40:57.401403 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9158e8f2-5391-4bbd-ab07-2242f734af99 x-openstack-request-id: req-9158e8f2-5391-4bbd-ab07-2242f734af99 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:40:57.401698 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c2fa0b-c962-4b38-85c2-dd7545611afa", "tag": "1db59d76-145b-4b55-968f-6babffc0da95", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:40:57.402071 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9158e8f2-5391-4bbd-ab07-2242f734af99 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:40:57.402482 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c2fa0b-c962-4b38-85c2-dd7545611afa', 'tag': '1db59d76-145b-4b55-968f-6babffc0da95', 'status': 'completed', 'code': 200} Jul 14 07:40:57.459390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-a4eabeb3-a5ce-442b-b90c-1b1442bcaa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:57.461952 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-a4eabeb3-a5ce-442b-b90c-1b1442bcaa9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7b8a392679c49ecaec8bb92f9b90ece&device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 1094 time: 0.0568163 Jul 14 07:40:57.513787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-2b762644-8e5a-4649-a67d-66a2815fb0a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db59d76-145b-4b55-968f-6babffc0da95 HTTP/1.1" status: 200 len: 217 time: 0.0456562 Jul 14 07:40:57.587559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-52ebc20c-bb82-4693-a62e-a38587a8a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:57.589273 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-52ebc20c-bb82-4693-a62e-a38587a8a4bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27b0d56f-f1d4-4a62-ab9e-f9d2c39278a6 HTTP/1.1" status: 200 len: 854 time: 0.0556266 Jul 14 07:40:57.612807 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165094a-eeb6-41c4-ae69-70176b5ca893 req-b7de64c2-a528-48f0-bf55-dde69fb6e334 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:57.614160 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1165094a-eeb6-41c4-ae69-70176b5ca893 req-b7de64c2-a528-48f0-bf55-dde69fb6e334 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 943 time: 0.1392465 Jul 14 07:40:57.632175 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e57e156c-76de-4f94-adc1-14a53d8f1512 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8742069-7fc0-4b57-87ca-46b63ebe6020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369580 Jul 14 07:40:57.713709 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1165094a-eeb6-41c4-ae69-70176b5ca893 req-a558c0e0-8b7c-41a3-a3bf-ada40cc2fe3d tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835400 Jul 14 07:40:57.744578 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-e276fc67-2ab1-4535-94a0-6d748a7bab71 service neutron] 10.222.0.15 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060455 Jul 14 07:40:57.830797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd597a5a-457f-4f99-a97a-e8942ed2c4b3 req-a6128baa-bb21-4b4d-89a6-e37a42177fa8 service neutron] 10.222.0.15 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800662 Jul 14 07:40:57.933827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f91a1-79d0-438c-883d-3916a9856b21 req-e8596259-8214-4756-a44a-318f265a1b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:57.935245 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-097f91a1-79d0-438c-883d-3916a9856b21 req-e8596259-8214-4756-a44a-318f265a1b67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7b8a392679c49ecaec8bb92f9b90ece&device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 1094 time: 0.0573416 Jul 14 07:40:58.022963 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f91a1-79d0-438c-883d-3916a9856b21 req-11643090-2e0c-4e97-b458-98171712a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:58.024423 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-097f91a1-79d0-438c-883d-3916a9856b21 req-11643090-2e0c-4e97-b458-98171712a939 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8742069-7fc0-4b57-87ca-46b63ebe6020 HTTP/1.1" status: 200 len: 915 time: 0.0831089 Jul 14 07:40:58.062932 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-097f91a1-79d0-438c-883d-3916a9856b21 req-ce7ec18c-c309-49ae-a882-21ebfc4758e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db59d76-145b-4b55-968f-6babffc0da95 HTTP/1.1" status: 200 len: 217 time: 0.0324876 Jul 14 07:40:58.115359 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f91a1-79d0-438c-883d-3916a9856b21 req-443eea6e-83f1-4baa-83d3-0d15535b2320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:58.117357 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-097f91a1-79d0-438c-883d-3916a9856b21 req-443eea6e-83f1-4baa-83d3-0d15535b2320 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27b0d56f-f1d4-4a62-ab9e-f9d2c39278a6 HTTP/1.1" status: 200 len: 854 time: 0.0468848 Jul 14 07:40:58.149282 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-097f91a1-79d0-438c-883d-3916a9856b21 req-088f68b8-8299-4826-ad62-d5949ce22afd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8742069-7fc0-4b57-87ca-46b63ebe6020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253394 Jul 14 07:40:58.233694 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-097f91a1-79d0-438c-883d-3916a9856b21 req-d59abf43-9e92-43b8-b556-a820d4587926 service neutron] 10.222.0.15 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775008 Jul 14 07:40:58.323508 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-097f91a1-79d0-438c-883d-3916a9856b21 req-60979057-e006-48b6-89dd-5e89ef6981fd service neutron] 10.222.0.15 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827758 Jul 14 07:40:58.883055 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4ab0d-8ebb-4f17-b000-e836bc43a954 req-5211194b-dbcc-406e-9a43-480fa4e7359c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:40:58.884418 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3db4ab0d-8ebb-4f17-b000-e836bc43a954 req-5211194b-dbcc-406e-9a43-480fa4e7359c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 943 time: 0.0613401 Jul 14 07:40:58.920865 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3db4ab0d-8ebb-4f17-b000-e836bc43a954 req-d63b865a-88f1-409a-968d-9c4d0340ee9a tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309935 Jul 14 07:41:00.143588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dcf97-b101-46c8-8d9b-adb556cee9ce req-3f8c71e5-df55-4937-8665-958bc0d50f23 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:00.145064 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b5dcf97-b101-46c8-8d9b-adb556cee9ce req-3f8c71e5-df55-4937-8665-958bc0d50f23 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 943 time: 0.1165247 Jul 14 07:41:00.181440 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b5dcf97-b101-46c8-8d9b-adb556cee9ce req-b750cbbc-4527-45d4-a846-af5e1401a836 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302248 Jul 14 07:41:00.451691 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1db59d76-145b-4b55-968f-6babffc0da95 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:41:00.534396 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9dd097c5-2ac4-45d4-9c68-c3369b9a1484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:00.554137 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1db59d76-145b-4b55-968f-6babffc0da95, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1db59d76-145b-4b55-968f-6babffc0da95,segment=NetworkSegment(0ddb19e6-6936-4cab-a9d3-00164ae12152),segment_id=0ddb19e6-6936-4cab-a9d3-00164ae12152)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:00.564553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '1db59d76-145b-4b55-968f-6babffc0da95', 'network_id': 'c8742069-7fc0-4b57-87ca-46b63ebe6020', 'port_id': '1db59d76-145b-4b55-968f-6babffc0da95', 'mac_address': 'fa:16:3e:f3:4b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b0d56f-f1d4-4a62-ab9e-f9d2c39278a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:41:00.600904 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:00.612997 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db59d76-145b-4b55-968f-6babffc0da95 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:41:00.633497 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1db59d76-145b-4b55-968f-6babffc0da95, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1db59d76-145b-4b55-968f-6babffc0da95,segment=NetworkSegment(0ddb19e6-6936-4cab-a9d3-00164ae12152),segment_id=0ddb19e6-6936-4cab-a9d3-00164ae12152)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:00.636876 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:00.681082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=1db59d76-145b-4b55-968f-6babffc0da95,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:00.845167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['1db59d76-145b-4b55-968f-6babffc0da95'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:41:01.350500 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57376aa0-c815-4809-a1cc-b481314a10d5 req-6b242b3e-8acd-42c4-913d-8e5995502ee4 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:01.352685 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57376aa0-c815-4809-a1cc-b481314a10d5 req-6b242b3e-8acd-42c4-913d-8e5995502ee4 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 944 time: 0.0624228 Jul 14 07:41:01.389995 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57376aa0-c815-4809-a1cc-b481314a10d5 req-be459969-743c-4e88-810e-9c9728ebb184 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308070 Jul 14 07:41:02.467364 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1db59d76-145b-4b55-968f-6babffc0da95 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:41:02.516815 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 1db59d76-145b-4b55-968f-6babffc0da95 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:41:02.520564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 1db59d76-145b-4b55-968f-6babffc0da95 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:41:02.520933 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:02.562008 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da5608-69ae-441c-bbbc-a33f4765c1a3 req-05efca81-8bf1-4efd-a56b-0d6595206fa7 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:02.563504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-69da5608-69ae-441c-bbbc-a33f4765c1a3 req-05efca81-8bf1-4efd-a56b-0d6595206fa7 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 944 time: 0.0647509 Jul 14 07:41:02.598084 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:02.601207 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-69da5608-69ae-441c-bbbc-a33f4765c1a3 req-2344bff1-641e-4b4f-a8ef-2e5e6afe53bc tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320859 Jul 14 07:41:02.620564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c2fa0b-c962-4b38-85c2-dd7545611afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db59d76-145b-4b55-968f-6babffc0da95'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:41:02.622811 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698af5bd-0713-42f5-bfae-1b068d0c592a" -d '{"events": [{"server_uuid": "07c2fa0b-c962-4b38-85c2-dd7545611afa", "name": "network-vif-plugged", "status": "completed", "tag": "1db59d76-145b-4b55-968f-6babffc0da95"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:41:02.634906 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1db59d76-145b-4b55-968f-6babffc0da95, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1db59d76-145b-4b55-968f-6babffc0da95,segment=NetworkSegment(0ddb19e6-6936-4cab-a9d3-00164ae12152),segment_id=0ddb19e6-6936-4cab-a9d3-00164ae12152)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:02.639983 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:02.663188 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6c0a4c-a04b-4ec9-a0b4-8d561b3486d1 x-openstack-request-id: req-fd6c0a4c-a04b-4ec9-a0b4-8d561b3486d1 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:41:02.663478 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c2fa0b-c962-4b38-85c2-dd7545611afa", "name": "network-vif-plugged", "status": "completed", "tag": "1db59d76-145b-4b55-968f-6babffc0da95", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:41:02.663729 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd6c0a4c-a04b-4ec9-a0b4-8d561b3486d1 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:41:02.664656 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c2fa0b-c962-4b38-85c2-dd7545611afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db59d76-145b-4b55-968f-6babffc0da95', 'code': 200} Jul 14 07:41:02.671726 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-6a361ea5-7d9e-4123-8dcd-dcfbfcffa706 req-7e4db0da-6aef-4b06-b857-70ea4e3c8991 service neutron] (93828) timed out ('10.222.0.30', 60092) {{(pid=93828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 07:41:02.689952 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=1db59d76-145b-4b55-968f-6babffc0da95,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:02.772040 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7d1c0-6c30-4dc0-b3f2-ea7e26b6415c req-fbf363f0-6d12-43a3-bc06-04aafc911be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:02.774074 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7c7d1c0-6c30-4dc0-b3f2-ea7e26b6415c req-fbf363f0-6d12-43a3-bc06-04aafc911be9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 1096 time: 0.0542386 Jul 14 07:41:02.807357 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7c7d1c0-6c30-4dc0-b3f2-ea7e26b6415c req-9e2bec5a-e998-4333-9aaf-64fe4ce91fa6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268137 Jul 14 07:41:03.327265 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a160dd5-dd3a-485e-ae66-02c28adcaac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:03.635830 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:03.774758 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b98a7-7771-4012-8bdd-2b51a9de1dc2 req-458065b9-971f-451c-be86-1b5be7557776 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:03.776244 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-678b98a7-7771-4012-8bdd-2b51a9de1dc2 req-458065b9-971f-451c-be86-1b5be7557776 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0618103 Jul 14 07:41:03.813753 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-678b98a7-7771-4012-8bdd-2b51a9de1dc2 req-e065dc90-ae1c-4593-b8da-1db2c7cb73b0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319626 Jul 14 07:41:04.047896 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-35879e8c-4ec9-4365-a6f7-b0da9c74e3d0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:04.049374 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-35879e8c-4ec9-4365-a6f7-b0da9c74e3d0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/networks?id=c8742069-7fc0-4b57-87ca-46b63ebe6020 HTTP/1.1" status: 200 len: 814 time: 0.1014755 Jul 14 07:41:04.064250 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-4d9e55ff-e3ab-4f06-936f-3e6d7707c22f tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/quotas/c7b8a392679c49ecaec8bb92f9b90ece HTTP/1.1" status: 200 len: 375 time: 0.0087571 Jul 14 07:41:04.124948 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-fdc0dc03-015b-483a-a3dd-40b23ec4e099 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7b8a392679c49ecaec8bb92f9b90ece&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0560565 Jul 14 07:41:04.214142 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-42df3c9c-39d4-4277-bf7c-d04b3c0bb408 service neutron] 10.222.0.35 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827079 Jul 14 07:41:04.299398 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-df433741-ea04-475c-8109-8486f6c933c7 service neutron] 10.222.0.35 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794878 Jul 14 07:41:04.463437 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1966c081-a3dc-4b9b-b0c2-bb92df49643c req-2ae63feb-248f-43fb-93db-35bbd9f633ba tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9089b6f-f1de-4fcb-8f5c-657af5c73cd7 HTTP/1.1" status: 200 len: 210 time: 0.0294993 Jul 14 07:41:04.714630 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:05.038972 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:41:05.134139 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60678) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:05.555174 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-e1282fd7-ed58-4a77-b1cd-334a291b9bfc tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:05.556685 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-e1282fd7-ed58-4a77-b1cd-334a291b9bfc tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.30 "GET /v2.0/networks?id=c8742069-7fc0-4b57-87ca-46b63ebe6020 HTTP/1.1" status: 200 len: 814 time: 0.1458461 Jul 14 07:41:05.586507 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-6ecbe07f-90b6-43a8-90ca-f591beff2bed tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Request body: {'port': {'device_id': 'f9089b6f-f1de-4fcb-8f5c-657af5c73cd7', 'network_id': 'c8742069-7fc0-4b57-87ca-46b63ebe6020', 'admin_state_up': True, 'tenant_id': 'c7b8a392679c49ecaec8bb92f9b90ece'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:41:05.614503 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f555bb08-4c93-4708-957d-c65547d5c954 req-82a3ed9e-df91-4f5f-a312-4e757d1b2d07 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9089b6f-f1de-4fcb-8f5c-657af5c73cd7 HTTP/1.1" status: 200 len: 210 time: 0.0352764 Jul 14 07:41:05.735293 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-6ecbe07f-90b6-43a8-90ca-f591beff2bed tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Made reservation on behalf of c7b8a392679c49ecaec8bb92f9b90ece for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:41:05.738741 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-6ecbe07f-90b6-43a8-90ca-f591beff2bed tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:05.803539 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fcd66bbc-b299-4f2b-ad2c-edd7fab1a377 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:05.950147 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-6ecbe07f-90b6-43a8-90ca-f591beff2bed tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Allocated IP 172.20.0.11 (c8742069-7fc0-4b57-87ca-46b63ebe6020/27b0d56f-f1d4-4a62-ab9e-f9d2c39278a6/90448019-dd62-43d1-815a-083db2ca5b22) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:41:06.219748 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-6ecbe07f-90b6-43a8-90ca-f591beff2bed tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:06.243986 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:06.296230 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-6ecbe07f-90b6-43a8-90ca-f591beff2bed tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:06.303590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fcd66bbc-b299-4f2b-ad2c-edd7fab1a377 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Deleting port 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:41:06.303922 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fcd66bbc-b299-4f2b-ad2c-edd7fab1a377 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:06.309688 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['1db59d76-145b-4b55-968f-6babffc0da95'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:41:06.387064 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-6ecbe07f-90b6-43a8-90ca-f591beff2bed tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Network c8742069-7fc0-4b57-87ca-46b63ebe6020 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:41:06.397023 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-6ecbe07f-90b6-43a8-90ca-f591beff2bed tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:41:06.403776 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-6ecbe07f-90b6-43a8-90ca-f591beff2bed tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:41:06.435435 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbe07f-90b6-43a8-90ca-f591beff2bed tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Pushing event updated for resources: {'Port': ['ID=90448019-dd62-43d1-815a-083db2ca5b22,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:06.467749 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fcd66bbc-b299-4f2b-ad2c-edd7fab1a377 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] For port 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6751f10c-1d11-4f60-aaa8-d3ff1c8db79b,segment=NetworkSegment(1f1e10af-a0a2-4ab2-b68b-90fcb4815244),segment_id=1f1e10af-a0a2-4ab2-b68b-90fcb4815244)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:06.468106 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fcd66bbc-b299-4f2b-ad2c-edd7fab1a377 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:06.485538 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-6ecbe07f-90b6-43a8-90ca-f591beff2bed tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:06.486075 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-6ecbe07f-90b6-43a8-90ca-f591beff2bed tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:06.491786 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fcd66bbc-b299-4f2b-ad2c-edd7fab1a377 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Calling delete_port for 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:41:06.511696 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-6ecbe07f-90b6-43a8-90ca-f591beff2bed tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9306400 Jul 14 07:41:06.547316 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Request body: {'port': {'device_id': 'f9089b6f-f1de-4fcb-8f5c-657af5c73cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:41:06.794034 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164497fd-dbbe-431b-8077-b2962bc927f9 req-2618f862-a57d-4497-91ac-5b1e58a03ea7 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:06.795537 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-164497fd-dbbe-431b-8077-b2962bc927f9 req-2618f862-a57d-4497-91ac-5b1e58a03ea7 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9089b6f-f1de-4fcb-8f5c-657af5c73cd7 HTTP/1.1" status: 200 len: 932 time: 0.0647490 Jul 14 07:41:06.835192 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-164497fd-dbbe-431b-8077-b2962bc927f9 req-be61e0bd-5ff2-428c-b416-34cacc9c456d tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335972 Jul 14 07:41:06.924000 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:07.133010 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fcd66bbc-b299-4f2b-ad2c-edd7fab1a377 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:07.172359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd66bbc-b299-4f2b-ad2c-edd7fab1a377 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'Port': ['ID=6751f10c-1d11-4f60-aaa8-d3ff1c8db79b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:07.386633 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90448019-dd62-43d1-815a-083db2ca5b22 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:41:07.399307 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:07.419479 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Transition to ACTIVE for port object 90448019-dd62-43d1-815a-083db2ca5b22 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:41:07.420824 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fcd66bbc-b299-4f2b-ad2c-edd7fab1a377 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:07.426774 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:07.523812 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Pushing event updated for resources: {'Port': ['ID=90448019-dd62-43d1-815a-083db2ca5b22,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:07.638140 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Attempting to bind port 90448019-dd62-43d1-815a-083db2ca5b22 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:41:07.638383 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Attempting to bind port 90448019-dd62-43d1-815a-083db2ca5b22 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '0ddb19e6-6936-4cab-a9d3-00164ae12152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c8742069-7fc0-4b57-87ca-46b63ebe6020'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:41:07.638713 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Attempting to bind port 90448019-dd62-43d1-815a-083db2ca5b22 on network c8742069-7fc0-4b57-87ca-46b63ebe6020 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:41:07.673108 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Port 90448019-dd62-43d1-815a-083db2ca5b22 on network c8742069-7fc0-4b57-87ca-46b63ebe6020 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:41:07.673522 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Attempting to bind port 90448019-dd62-43d1-815a-083db2ca5b22 on network c8742069-7fc0-4b57-87ca-46b63ebe6020 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:41:07.689051 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:41:07.689419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Checking segment: {'id': '0ddb19e6-6936-4cab-a9d3-00164ae12152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c8742069-7fc0-4b57-87ca-46b63ebe6020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:41:07.689801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Bound using segment: {'id': '0ddb19e6-6936-4cab-a9d3-00164ae12152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c8742069-7fc0-4b57-87ca-46b63ebe6020'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:41:07.690231 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Bound port: 90448019-dd62-43d1-815a-083db2ca5b22, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddb19e6-6936-4cab-a9d3-00164ae12152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c8742069-7fc0-4b57-87ca-46b63ebe6020'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:41:07.690589 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:07.795105 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd66bbc-b299-4f2b-ad2c-edd7fab1a377 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:41:07.798975 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] For port 90448019-dd62-43d1-815a-083db2ca5b22, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:41:07.802544 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] For port 90448019-dd62-43d1-815a-083db2ca5b22, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=90448019-dd62-43d1-815a-083db2ca5b22,segment=NetworkSegment(0ddb19e6-6936-4cab-a9d3-00164ae12152),segment_id=0ddb19e6-6936-4cab-a9d3-00164ae12152)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:41:07.809545 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:07.877502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:07.878122 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:07.879560 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] 10.222.0.30 "PUT /v2.0/ports/90448019-dd62-43d1-815a-083db2ca5b22 HTTP/1.1" status: 200 len: 1092 time: 1.3376141 Jul 14 07:41:07.881634 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9089b6f-f1de-4fcb-8f5c-657af5c73cd7', 'tag': '90448019-dd62-43d1-815a-083db2ca5b22'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:41:07.884537 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b31a39-30f9-4f58-96da-beb4c065e029" -d '{"events": [{"name": "network-changed", "server_uuid": "f9089b6f-f1de-4fcb-8f5c-657af5c73cd7", "tag": "90448019-dd62-43d1-815a-083db2ca5b22"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:41:07.940723 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cb1293-9195-4f6d-a3c3-9f7fc23cec6b x-openstack-request-id: req-69cb1293-9195-4f6d-a3c3-9f7fc23cec6b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:41:07.941001 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9089b6f-f1de-4fcb-8f5c-657af5c73cd7", "tag": "90448019-dd62-43d1-815a-083db2ca5b22", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:41:07.941276 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69cb1293-9195-4f6d-a3c3-9f7fc23cec6b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:41:07.941668 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9089b6f-f1de-4fcb-8f5c-657af5c73cd7', 'tag': '90448019-dd62-43d1-815a-083db2ca5b22', 'status': 'completed', 'code': 200} Jul 14 07:41:07.952695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3baf32-2d09-4ee5-bc4a-6620b946b281 service neutron] Pushing event updated for resources: {'Port': ['ID=90448019-dd62-43d1-815a-083db2ca5b22,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:08.004603 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd66bbc-b299-4f2b-ad2c-edd7fab1a377 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:41:08.012559 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fcd66bbc-b299-4f2b-ad2c-edd7fab1a377 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "PUT /v2.0/routers/83a5a5cb-2ec1-44c4-ae97-cea8afef679d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8770173 Jul 14 07:41:08.018472 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657a8df-3d40-4f57-bd26-b47982dd9f91 req-1a31326f-090f-495e-ac34-f60e3a76796f tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:08.020376 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4657a8df-3d40-4f57-bd26-b47982dd9f91 req-1a31326f-090f-495e-ac34-f60e3a76796f tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9089b6f-f1de-4fcb-8f5c-657af5c73cd7 HTTP/1.1" status: 200 len: 944 time: 0.0648642 Jul 14 07:41:08.024770 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-61fc499c-250a-44f3-8e34-2909d57039b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:08.026320 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-61fc499c-250a-44f3-8e34-2909d57039b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7b8a392679c49ecaec8bb92f9b90ece&device_id=f9089b6f-f1de-4fcb-8f5c-657af5c73cd7 HTTP/1.1" status: 200 len: 1095 time: 0.0839021 Jul 14 07:41:08.027291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6ddae5-87d9-4237-b4ee-c6c31d1db3bd None None] Sync routers for ids ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:41:08.036742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6ddae5-87d9-4237-b4ee-c6c31d1db3bd None None] Routers {'83a5a5cb-2ec1-44c4-ae97-cea8afef679d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:41:08.037805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4d6ddae5-87d9-4237-b4ee-c6c31d1db3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:41:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:08.061289 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4657a8df-3d40-4f57-bd26-b47982dd9f91 req-1ad43a6f-fff7-471a-9c50-5e6eb8088c41 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343332 Jul 14 07:41:08.084521 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-235edce5-9b18-4f53-9f83-f4e5142b57b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90448019-dd62-43d1-815a-083db2ca5b22 HTTP/1.1" status: 200 len: 217 time: 0.0502563 Jul 14 07:41:08.131926 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-18726a95-c254-48f0-8bc4-d75faa41173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:08.134128 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-18726a95-c254-48f0-8bc4-d75faa41173f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27b0d56f-f1d4-4a62-ab9e-f9d2c39278a6 HTTP/1.1" status: 200 len: 854 time: 0.0437956 Jul 14 07:41:08.146010 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-4d6ddae5-87d9-4237-b4ee-c6c31d1db3bd None None] Set router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:41:08.174673 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-bf51ac35-c4ab-4cb2-a0b7-6166dd11f2a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8742069-7fc0-4b57-87ca-46b63ebe6020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345752 Jul 14 07:41:08.272010 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-af2e7397-6279-456f-97dd-0264c3e986cc service neutron] 10.222.0.30 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912704 Jul 14 07:41:08.374484 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9de6bb8c-1062-4b45-9078-013b67a66a09 req-75b7c651-d924-40a9-8f2c-7fe7dc112569 service neutron] 10.222.0.30 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964174 Jul 14 07:41:08.417629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5b307-98a7-4a89-ab83-edce542eae5c req-8db95b0c-a5ff-446e-bc3d-0971801bb942 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:08.419149 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cfb5b307-98a7-4a89-ab83-edce542eae5c req-8db95b0c-a5ff-446e-bc3d-0971801bb942 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=c797b620-6f54-4002-9c2e-3a561dd002a8 HTTP/1.1" status: 200 len: 946 time: 0.0779622 Jul 14 07:41:08.461828 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cfb5b307-98a7-4a89-ab83-edce542eae5c req-7c5d0121-c7f8-4776-866f-12ec89f02fd2 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e7967ae-b958-4f77-b66c-60a6739be1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363989 Jul 14 07:41:08.486535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b31a39-30f9-4f58-96da-beb4c065e029 req-625eb2ba-dfd0-47ae-93d1-5d9ff7416ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:08.488050 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f0b31a39-30f9-4f58-96da-beb4c065e029 req-625eb2ba-dfd0-47ae-93d1-5d9ff7416ca4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7b8a392679c49ecaec8bb92f9b90ece&device_id=f9089b6f-f1de-4fcb-8f5c-657af5c73cd7 HTTP/1.1" status: 200 len: 1095 time: 0.0654924 Jul 14 07:41:08.541099 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4d6ddae5-87d9-4237-b4ee-c6c31d1db3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:41:06Z', 'revision_number': 6, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '4abfefa3-d10a-4d90-b8e4-a0aa9f49012e', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'port_id': '60fcee2d-31af-4cfd-8fa6-80b084025b54', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'mac_address': 'fa:16:3e:be:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:39:51Z', 'updated_at': '2021-07-14T07:39:53Z', 'revision_number': 1, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05907918-9cf4-44d4-8cdd-8623fd3983b1', 'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:1d:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:33Z', 'updated_at': '2021-07-14T07:39:38Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:08.571357 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6ddae5-87d9-4237-b4ee-c6c31d1db3bd None None] Checking router: 83a5a5cb-2ec1-44c4-ae97-cea8afef679d for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:41:08.576364 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b31a39-30f9-4f58-96da-beb4c065e029 req-497a1416-6864-4091-b290-201a186c9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:08.578420 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f0b31a39-30f9-4f58-96da-beb4c065e029 req-497a1416-6864-4091-b290-201a186c9610 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8742069-7fc0-4b57-87ca-46b63ebe6020 HTTP/1.1" status: 200 len: 915 time: 0.0834119 Jul 14 07:41:08.581206 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6ddae5-87d9-4237-b4ee-c6c31d1db3bd None None] Routers {'83a5a5cb-2ec1-44c4-ae97-cea8afef679d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:41:08.581833 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4d6ddae5-87d9-4237-b4ee-c6c31d1db3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:41:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:08.630100 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f0b31a39-30f9-4f58-96da-beb4c065e029 req-2b7b354c-f2a6-4496-beab-ff868799885c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90448019-dd62-43d1-815a-083db2ca5b22 HTTP/1.1" status: 200 len: 217 time: 0.0421813 Jul 14 07:41:08.678176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b31a39-30f9-4f58-96da-beb4c065e029 req-c1a33f40-fe84-4a78-bf79-d8c5233743d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:08.679571 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f0b31a39-30f9-4f58-96da-beb4c065e029 req-c1a33f40-fe84-4a78-bf79-d8c5233743d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27b0d56f-f1d4-4a62-ab9e-f9d2c39278a6 HTTP/1.1" status: 200 len: 854 time: 0.0433779 Jul 14 07:41:08.688993 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-4d6ddae5-87d9-4237-b4ee-c6c31d1db3bd None None] Set router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:41:08.712597 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f0b31a39-30f9-4f58-96da-beb4c065e029 req-507e997c-8926-4f47-af96-8aa8922445c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8742069-7fc0-4b57-87ca-46b63ebe6020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258307 Jul 14 07:41:08.804098 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f0b31a39-30f9-4f58-96da-beb4c065e029 req-79fd8a57-cfce-4a9d-b7a3-2ddd060dab5e service neutron] 10.222.0.30 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842876 Jul 14 07:41:08.891289 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f0b31a39-30f9-4f58-96da-beb4c065e029 req-e991b3e7-1960-4456-a0a7-e2aec76b176c service neutron] 10.222.0.30 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796914 Jul 14 07:41:08.904244 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4d6ddae5-87d9-4237-b4ee-c6c31d1db3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:41:06Z', 'revision_number': 6, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '4abfefa3-d10a-4d90-b8e4-a0aa9f49012e', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'port_id': '60fcee2d-31af-4cfd-8fa6-80b084025b54', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'mac_address': 'fa:16:3e:be:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:39:51Z', 'updated_at': '2021-07-14T07:39:53Z', 'revision_number': 1, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05907918-9cf4-44d4-8cdd-8623fd3983b1', 'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:1d:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:33Z', 'updated_at': '2021-07-14T07:39:38Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:08.930196 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6ddae5-87d9-4237-b4ee-c6c31d1db3bd None None] The sync data for ids ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'] in n-d-778696-5 is: [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:41:06Z', 'revision_number': 6, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '4abfefa3-d10a-4d90-b8e4-a0aa9f49012e', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'port_id': '60fcee2d-31af-4cfd-8fa6-80b084025b54', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'mac_address': 'fa:16:3e:be:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:39:51Z', 'updated_at': '2021-07-14T07:39:53Z', 'revision_number': 1, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05907918-9cf4-44d4-8cdd-8623fd3983b1', 'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:1d:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:33Z', 'updated_at': '2021-07-14T07:39:38Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:41:09.414042 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f358c8-9870-4cec-b42f-99d1e77fe04b req-cb4aed79-c873-433e-9720-9714f6c29474 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:09.415541 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4f358c8-9870-4cec-b42f-99d1e77fe04b req-cb4aed79-c873-433e-9720-9714f6c29474 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9089b6f-f1de-4fcb-8f5c-657af5c73cd7 HTTP/1.1" status: 200 len: 944 time: 0.0638897 Jul 14 07:41:09.454354 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4f358c8-9870-4cec-b42f-99d1e77fe04b req-643028fc-6435-473d-9f4b-71edeec7b283 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332263 Jul 14 07:41:09.633913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ca423-63d3-4c54-a584-a146e28f7a28 req-7e63b1bf-98be-4b96-96fe-54fc3fa31753 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:09.635374 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d80ca423-63d3-4c54-a584-a146e28f7a28 req-7e63b1bf-98be-4b96-96fe-54fc3fa31753 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=c797b620-6f54-4002-9c2e-3a561dd002a8 HTTP/1.1" status: 200 len: 946 time: 0.0624216 Jul 14 07:41:09.675384 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d80ca423-63d3-4c54-a584-a146e28f7a28 req-b36c5208-44fd-4690-9a5b-5e9721a89639 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e7967ae-b958-4f77-b66c-60a6739be1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345213 Jul 14 07:41:09.697776 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01f7c9-b4d4-49ca-bed7-8aaccb8d8cde req-b3145959-2d8b-4867-8961-a061f37e10db tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:09.699252 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1a01f7c9-b4d4-49ca-bed7-8aaccb8d8cde req-b3145959-2d8b-4867-8961-a061f37e10db tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.30 "GET /v2.0/ports?device_id=c797b620-6f54-4002-9c2e-3a561dd002a8 HTTP/1.1" status: 200 len: 946 time: 0.0618091 Jul 14 07:41:09.797379 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-1a01f7c9-b4d4-49ca-bed7-8aaccb8d8cde req-dd38df4b-3765-4eb1-b3c2-779d749ea199 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Deleting port b356c643-0ce7-4d35-b54b-e00b39e69edb {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:41:09.797723 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1a01f7c9-b4d4-49ca-bed7-8aaccb8d8cde req-dd38df4b-3765-4eb1-b3c2-779d749ea199 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:09.881933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-1a01f7c9-b4d4-49ca-bed7-8aaccb8d8cde req-dd38df4b-3765-4eb1-b3c2-779d749ea199 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] For port b356c643-0ce7-4d35-b54b-e00b39e69edb, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=b356c643-0ce7-4d35-b54b-e00b39e69edb,segment=NetworkSegment(1f1e10af-a0a2-4ab2-b68b-90fcb4815244),segment_id=1f1e10af-a0a2-4ab2-b68b-90fcb4815244)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:09.882292 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1a01f7c9-b4d4-49ca-bed7-8aaccb8d8cde req-dd38df4b-3765-4eb1-b3c2-779d749ea199 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:09.899878 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-1a01f7c9-b4d4-49ca-bed7-8aaccb8d8cde req-dd38df4b-3765-4eb1-b3c2-779d749ea199 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Calling delete_port for b356c643-0ce7-4d35-b54b-e00b39e69edb owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:41:10.022814 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1a01f7c9-b4d4-49ca-bed7-8aaccb8d8cde req-dd38df4b-3765-4eb1-b3c2-779d749ea199 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:10.050899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38df4b-3765-4eb1-b3c2-779d749ea199 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'Port': ['ID=b356c643-0ce7-4d35-b54b-e00b39e69edb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:10.097974 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a01f7c9-b4d4-49ca-bed7-8aaccb8d8cde req-dd38df4b-3765-4eb1-b3c2-779d749ea199 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] No DVR routers for this DVR port b356c643-0ce7-4d35-b54b-e00b39e69edb on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:41:10.100687 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1a01f7c9-b4d4-49ca-bed7-8aaccb8d8cde req-dd38df4b-3765-4eb1-b3c2-779d749ea199 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:10.103410 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1a01f7c9-b4d4-49ca-bed7-8aaccb8d8cde req-dd38df4b-3765-4eb1-b3c2-779d749ea199 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.30 "DELETE /v2.0/ports/b356c643-0ce7-4d35-b54b-e00b39e69edb HTTP/1.1" status: 204 len: 173 time: 0.3992333 Jul 14 07:41:10.103852 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c797b620-6f54-4002-9c2e-3a561dd002a8', 'name': 'network-vif-deleted', 'tag': 'b356c643-0ce7-4d35-b54b-e00b39e69edb'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:41:10.106093 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419d7f08-69c5-4ae9-99d3-7c6d93fb7c47" -d '{"events": [{"server_uuid": "c797b620-6f54-4002-9c2e-3a561dd002a8", "name": "network-vif-deleted", "tag": "b356c643-0ce7-4d35-b54b-e00b39e69edb"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:41:10.140083 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730d915e-f709-46d2-870c-9ae9aeb2e0ac x-openstack-request-id: req-730d915e-f709-46d2-870c-9ae9aeb2e0ac {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:41:10.140369 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c797b620-6f54-4002-9c2e-3a561dd002a8", "name": "network-vif-deleted", "tag": "b356c643-0ce7-4d35-b54b-e00b39e69edb", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:41:10.140619 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-730d915e-f709-46d2-870c-9ae9aeb2e0ac {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:41:10.141010 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c797b620-6f54-4002-9c2e-3a561dd002a8', 'name': 'network-vif-deleted', 'tag': 'b356c643-0ce7-4d35-b54b-e00b39e69edb', 'status': 'completed', 'code': 200} Jul 14 07:41:10.579782 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:41:10.606473 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:41:10.606841 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6751f10c-1d11-4f60-aaa8-d3ff1c8db79b not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:41:10.635547 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44f6e6-2c96-4c9d-ab34-53ed647c0412 req-21ac6fdc-c6b2-481b-98e8-02f1c6af2100 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:10.637063 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f44f6e6-2c96-4c9d-ab34-53ed647c0412 req-21ac6fdc-c6b2-481b-98e8-02f1c6af2100 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9089b6f-f1de-4fcb-8f5c-657af5c73cd7 HTTP/1.1" status: 200 len: 944 time: 0.0651910 Jul 14 07:41:10.677599 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f44f6e6-2c96-4c9d-ab34-53ed647c0412 req-b37946a3-7ec1-4ee9-9e7c-22f30165a112 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343812 Jul 14 07:41:10.767025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60704) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:10.824434 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-162d0488-000e-4991-8c53-84e795442ca2 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:10.848892 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-162d0488-000e-4991-8c53-84e795442ca2 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:10.905605 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-162d0488-000e-4991-8c53-84e795442ca2 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:10.908040 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-162d0488-000e-4991-8c53-84e795442ca2 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:10.909215 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-162d0488-000e-4991-8c53-84e795442ca2 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "DELETE /v2.0/security-groups/8e7967ae-b958-4f77-b66c-60a6739be1bf HTTP/1.1" status: 204 len: 168 time: 0.1412048 Jul 14 07:41:10.918131 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d0488-000e-4991-8c53-84e795442ca2 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7967ae-b958-4f77-b66c-60a6739be1bf,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:10.940981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60708) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:10.994878 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-633202e0-23c1-4c91-b82c-92cf0f10f556 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Deleting subnet 870ef752-6881-4fdf-bc2a-48ec3af6a1ab {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:41:10.997885 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-633202e0-23c1-4c91-b82c-92cf0f10f556 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:11.036004 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-633202e0-23c1-4c91-b82c-92cf0f10f556 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:11.114259 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-633202e0-23c1-4c91-b82c-92cf0f10f556 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:11.132345 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 90448019-dd62-43d1-815a-083db2ca5b22 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:41:11.173250 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-633202e0-23c1-4c91-b82c-92cf0f10f556 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:11.201377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633202e0-23c1-4c91-b82c-92cf0f10f556 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'Subnet': ['ID=870ef752-6881-4fdf-bc2a-48ec3af6a1ab,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:11.203552 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-633202e0-23c1-4c91-b82c-92cf0f10f556 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:11.208899 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-633202e0-23c1-4c91-b82c-92cf0f10f556 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "DELETE /v2.0/subnets/870ef752-6881-4fdf-bc2a-48ec3af6a1ab HTTP/1.1" status: 204 len: 168 time: 0.2634161 Jul 14 07:41:11.208899 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60710) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:11.210444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039877b3-fd1d-48a1-8661-ed268ac2838a None None] Network 3e2344dd-8c85-47c3-8dfc-79b9f8324372 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:41:11.274894 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 90448019-dd62-43d1-815a-083db2ca5b22, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=90448019-dd62-43d1-815a-083db2ca5b22,segment=NetworkSegment(0ddb19e6-6936-4cab-a9d3-00164ae12152),segment_id=0ddb19e6-6936-4cab-a9d3-00164ae12152)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:11.280046 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:11.294583 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '90448019-dd62-43d1-815a-083db2ca5b22', 'network_id': 'c8742069-7fc0-4b57-87ca-46b63ebe6020', 'port_id': '90448019-dd62-43d1-815a-083db2ca5b22', 'mac_address': 'fa:16:3e:70:71:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b0d56f-f1d4-4a62-ab9e-f9d2c39278a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:41:11.331366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Deleting port 9d31d6ce-706c-4059-baf4-b4c91be5aa95 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:41:11.331698 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:11.373110 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:11.395386 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90448019-dd62-43d1-815a-083db2ca5b22 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:41:11.398121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] For port 9d31d6ce-706c-4059-baf4-b4c91be5aa95, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9d31d6ce-706c-4059-baf4-b4c91be5aa95,segment=NetworkSegment(1f1e10af-a0a2-4ab2-b68b-90fcb4815244),segment_id=1f1e10af-a0a2-4ab2-b68b-90fcb4815244)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:11.398480 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:11.411353 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Calling delete_port for 9d31d6ce-706c-4059-baf4-b4c91be5aa95 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:41:11.419359 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 90448019-dd62-43d1-815a-083db2ca5b22, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=90448019-dd62-43d1-815a-083db2ca5b22,segment=NetworkSegment(0ddb19e6-6936-4cab-a9d3-00164ae12152),segment_id=0ddb19e6-6936-4cab-a9d3-00164ae12152)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:11.424224 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:11.477198 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=90448019-dd62-43d1-815a-083db2ca5b22,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:11.485474 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:11.486083 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:11.486429 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:11.486766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:11.487099 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:11.487428 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:11.487920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:11.488426 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:11.488752 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:11.489082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:11.489424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:11.489786 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:11.492756 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:11.495049 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3f5c4a-913b-4fcd-9ea0-a80f8696e929 None None] DHCP port deletion for 3e2344dd-8c85-47c3-8dfc-79b9f8324372 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:41:11.519022 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'Port': ['ID=9d31d6ce-706c-4059-baf4-b4c91be5aa95,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:11.522748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] No DVR routers for this DVR port 9d31d6ce-706c-4059-baf4-b4c91be5aa95 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:41:11.600677 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:11.612115 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2344dd-8c85-47c3-8dfc-79b9f8324372']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:11.622091 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1e10af-a0a2-4ab2-b68b-90fcb4815244') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:11.622384 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1e10af-a0a2-4ab2-b68b-90fcb4815244') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:11.623205 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['90448019-dd62-43d1-815a-083db2ca5b22'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:41:11.631054 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:11.644268 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:11.650764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:41:11.651193 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:41:11.654169 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:41:11.715503 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:11.722823 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:11.724697 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "DELETE /v2.0/networks/3e2344dd-8c85-47c3-8dfc-79b9f8324372 HTTP/1.1" status: 204 len: 168 time: 0.5158010 Jul 14 07:41:11.727855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60714) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:11.743746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1a83f-b0cf-4d62-abb0-9d33f368dc33 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'Network': ['ID=3e2344dd-8c85-47c3-8dfc-79b9f8324372,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:11.919888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784af1c-7cbd-4c7f-8621-f47a400ed5c8 req-1d1c7f4d-5dc1-4808-bb32-eecebd22a5cd tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:11.921370 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a784af1c-7cbd-4c7f-8621-f47a400ed5c8 req-1d1c7f4d-5dc1-4808-bb32-eecebd22a5cd tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9089b6f-f1de-4fcb-8f5c-657af5c73cd7 HTTP/1.1" status: 200 len: 945 time: 0.1246440 Jul 14 07:41:11.954496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-025a446a-3954-4d90-b2a6-d0312caeb959 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Deleting port feaaf239-2381-4932-bb20-f3d7ba1337fa {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:41:11.954829 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-025a446a-3954-4d90-b2a6-d0312caeb959 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:12.003073 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a784af1c-7cbd-4c7f-8621-f47a400ed5c8 req-62899957-5557-4b2d-a967-9e9c8f2ab0e1 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750012 Jul 14 07:41:12.040911 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-025a446a-3954-4d90-b2a6-d0312caeb959 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:12.041267 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-025a446a-3954-4d90-b2a6-d0312caeb959 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:12.052167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-025a446a-3954-4d90-b2a6-d0312caeb959 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Calling delete_port for feaaf239-2381-4932-bb20-f3d7ba1337fa owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:41:12.216658 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-025a446a-3954-4d90-b2a6-d0312caeb959 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:12.241625 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a446a-3954-4d90-b2a6-d0312caeb959 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'Port': ['ID=feaaf239-2381-4932-bb20-f3d7ba1337fa,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:12.305722 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-025a446a-3954-4d90-b2a6-d0312caeb959 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:12.306119 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-025a446a-3954-4d90-b2a6-d0312caeb959 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Floating IP 4abfefa3-d10a-4d90-b8e4-a0aa9f49012e disassociated (deleted). External IP: 172.25.7.194, port: 60fcee2d-31af-4cfd-8fa6-80b084025b54. Jul 14 07:41:12.499703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025a446a-3954-4d90-b2a6-d0312caeb959 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:41:12.605088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025a446a-3954-4d90-b2a6-d0312caeb959 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:41:12.609992 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-025a446a-3954-4d90-b2a6-d0312caeb959 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:12.611625 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9d31d6ce-706c-4059-baf4-b4c91be5aa95 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:41:12.616323 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b15128-9f25-49dc-957e-d02add71bd51 None None] Sync routers for ids ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:41:12.626535 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b15128-9f25-49dc-957e-d02add71bd51 None None] Routers {'83a5a5cb-2ec1-44c4-ae97-cea8afef679d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:41:12.627143 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-65b15128-9f25-49dc-957e-d02add71bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:41:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:12.635675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 9d31d6ce-706c-4059-baf4-b4c91be5aa95 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:41:12.636211 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9d31d6ce-706c-4059-baf4-b4c91be5aa95 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:41:12.652135 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-025a446a-3954-4d90-b2a6-d0312caeb959 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "DELETE /v2.0/floatingips/4abfefa3-d10a-4d90-b8e4-a0aa9f49012e HTTP/1.1" status: 204 len: 168 time: 0.9232640 Jul 14 07:41:12.652885 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'tag': '60fcee2d-31af-4cfd-8fa6-80b084025b54'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:41:12.655476 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0eff7a-5dab-4aa6-acb7-fbad16719953" -d '{"events": [{"name": "network-changed", "server_uuid": "daf1c0df-2c11-4dd2-83e9-1dddbab47870", "tag": "60fcee2d-31af-4cfd-8fa6-80b084025b54"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:41:12.696573 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309c1d4e-ecdc-404f-ae2b-f03b27817fcd x-openstack-request-id: req-309c1d4e-ecdc-404f-ae2b-f03b27817fcd {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:41:12.696873 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf1c0df-2c11-4dd2-83e9-1dddbab47870", "tag": "60fcee2d-31af-4cfd-8fa6-80b084025b54", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:41:12.697125 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-309c1d4e-ecdc-404f-ae2b-f03b27817fcd {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:41:12.697555 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'tag': '60fcee2d-31af-4cfd-8fa6-80b084025b54', 'status': 'completed', 'code': 200} Jul 14 07:41:12.733431 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-65b15128-9f25-49dc-957e-d02add71bd51 None None] Set router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:41:12.774629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eff7a-5dab-4aa6-acb7-fbad16719953 req-59a35f7e-a5ce-404b-852c-2702e2a83588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:12.776159 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc0eff7a-5dab-4aa6-acb7-fbad16719953 req-59a35f7e-a5ce-404b-852c-2702e2a83588 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ec311a5c75e432ca50437b58f1f1702&device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 1097 time: 0.0539155 Jul 14 07:41:12.884859 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eff7a-5dab-4aa6-acb7-fbad16719953 req-2a3254ac-b017-4c12-89fc-54a2fb2f30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:12.886971 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc0eff7a-5dab-4aa6-acb7-fbad16719953 req-2a3254ac-b017-4c12-89fc-54a2fb2f30ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=18419e63-857b-4997-bd99-a23a661f81ff HTTP/1.1" status: 200 len: 897 time: 0.0969880 Jul 14 07:41:12.939500 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc0eff7a-5dab-4aa6-acb7-fbad16719953 req-e1c50b76-de90-4906-89d9-7c8e810e4644 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fcee2d-31af-4cfd-8fa6-80b084025b54 HTTP/1.1" status: 200 len: 217 time: 0.0394754 Jul 14 07:41:12.943975 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-65b15128-9f25-49dc-957e-d02add71bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:41:06Z', 'revision_number': 6, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '05907918-9cf4-44d4-8cdd-8623fd3983b1', 'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:1d:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:33Z', 'updated_at': '2021-07-14T07:39:38Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:12.969575 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b15128-9f25-49dc-957e-d02add71bd51 None None] Checking router: 83a5a5cb-2ec1-44c4-ae97-cea8afef679d for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:41:12.979254 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b15128-9f25-49dc-957e-d02add71bd51 None None] Routers {'83a5a5cb-2ec1-44c4-ae97-cea8afef679d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:41:12.979254 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-65b15128-9f25-49dc-957e-d02add71bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:41:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:13.021001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eff7a-5dab-4aa6-acb7-fbad16719953 req-3b9aebb6-5bb3-49f1-8c71-649b904953e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:13.022408 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc0eff7a-5dab-4aa6-acb7-fbad16719953 req-3b9aebb6-5bb3-49f1-8c71-649b904953e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75a6cca7-d46a-402c-b1f0-538955dc4035 HTTP/1.1" status: 200 len: 835 time: 0.0770493 Jul 14 07:41:13.081846 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-65b15128-9f25-49dc-957e-d02add71bd51 None None] Set router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:41:13.083999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd0daa-26b9-441a-9b36-1ef6a97bd73a req-3cddfaaf-098f-43b3-811b-6f70c15db877 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:13.086037 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cecd0daa-26b9-441a-9b36-1ef6a97bd73a req-3cddfaaf-098f-43b3-811b-6f70c15db877 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 946 time: 0.1108851 Jul 14 07:41:13.118022 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eff7a-5dab-4aa6-acb7-fbad16719953 req-39690c94-5d8b-42d7-bfda-5c05611429c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:13.119513 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc0eff7a-5dab-4aa6-acb7-fbad16719953 req-39690c94-5d8b-42d7-bfda-5c05611429c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18419e63-857b-4997-bd99-a23a661f81ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875196 Jul 14 07:41:13.162364 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 90448019-dd62-43d1-815a-083db2ca5b22 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:41:13.175886 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cecd0daa-26b9-441a-9b36-1ef6a97bd73a req-86be6826-2820-4b73-8bc2-a2785aecefe5 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=57d91121-dc2a-4754-a632-e5258f60bdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824523 Jul 14 07:41:13.229454 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 90448019-dd62-43d1-815a-083db2ca5b22 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:41:13.233674 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 90448019-dd62-43d1-815a-083db2ca5b22 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:41:13.234061 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:13.284138 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-65b15128-9f25-49dc-957e-d02add71bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:41:06Z', 'revision_number': 6, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '05907918-9cf4-44d4-8cdd-8623fd3983b1', 'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:1d:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:33Z', 'updated_at': '2021-07-14T07:39:38Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:13.314882 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b15128-9f25-49dc-957e-d02add71bd51 None None] The sync data for ids ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'] in n-d-778696-5 is: [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:41:06Z', 'revision_number': 6, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '05907918-9cf4-44d4-8cdd-8623fd3983b1', 'name': '', 'network_id': '18419e63-857b-4997-bd99-a23a661f81ff', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:1d:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:33Z', 'updated_at': '2021-07-14T07:39:38Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '75a6cca7-d46a-402c-b1f0-538955dc4035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:41:13.327413 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:13.353400 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9089b6f-f1de-4fcb-8f5c-657af5c73cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90448019-dd62-43d1-815a-083db2ca5b22'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:41:13.355776 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fda5ee-5c23-4c1f-87be-6af7f7d34414" -d '{"events": [{"server_uuid": "f9089b6f-f1de-4fcb-8f5c-657af5c73cd7", "name": "network-vif-plugged", "status": "completed", "tag": "90448019-dd62-43d1-815a-083db2ca5b22"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:41:13.374293 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 90448019-dd62-43d1-815a-083db2ca5b22, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=90448019-dd62-43d1-815a-083db2ca5b22,segment=NetworkSegment(0ddb19e6-6936-4cab-a9d3-00164ae12152),segment_id=0ddb19e6-6936-4cab-a9d3-00164ae12152)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:13.380940 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:13.381911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device b356c643-0ce7-4d35-b54b-e00b39e69edb no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:41:13.408413 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: b356c643-0ce7-4d35-b54b-e00b39e69edb {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:41:13.408837 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device b356c643-0ce7-4d35-b54b-e00b39e69edb not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:41:13.411451 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc75ac8-30da-44ce-8328-67c05d6a8e9f x-openstack-request-id: req-adc75ac8-30da-44ce-8328-67c05d6a8e9f {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:41:13.411745 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9089b6f-f1de-4fcb-8f5c-657af5c73cd7", "name": "network-vif-plugged", "status": "completed", "tag": "90448019-dd62-43d1-815a-083db2ca5b22", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:41:13.411996 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-adc75ac8-30da-44ce-8328-67c05d6a8e9f {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:41:13.412386 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9089b6f-f1de-4fcb-8f5c-657af5c73cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90448019-dd62-43d1-815a-083db2ca5b22', 'code': 200} Jul 14 07:41:13.460124 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=90448019-dd62-43d1-815a-083db2ca5b22,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:13.530908 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902817c-dc0b-4a25-8134-0729d7789850 req-425a0c53-83dd-4853-b56d-864d6372bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:13.532476 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f902817c-dc0b-4a25-8134-0729d7789850 req-425a0c53-83dd-4853-b56d-864d6372bc70 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f9089b6f-f1de-4fcb-8f5c-657af5c73cd7 HTTP/1.1" status: 200 len: 1097 time: 0.0560892 Jul 14 07:41:13.573125 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f902817c-dc0b-4a25-8134-0729d7789850 req-d08bd771-8b68-4da0-b91f-1951f9ca7afb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338304 Jul 14 07:41:13.589473 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc639cb-d7e8-4d46-b1c7-85c630e9cdcd req-8b391d00-532f-4078-8976-d47de176cb26 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:13.590972 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fdc639cb-d7e8-4d46-b1c7-85c630e9cdcd req-8b391d00-532f-4078-8976-d47de176cb26 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9089b6f-f1de-4fcb-8f5c-657af5c73cd7 HTTP/1.1" status: 200 len: 945 time: 0.4684169 Jul 14 07:41:13.592656 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4196032c-1da4-4c29-9a4e-e31e4ad0678c None None] New status for floating IP 4abfefa3-d10a-4d90-b8e4-a0aa9f49012e: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:41:13.608595 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc0eff7a-5dab-4aa6-acb7-fbad16719953 req-10dce97d-ea8e-4e70-a007-32bd0459713a service neutron] 10.222.0.15 "GET /v2.0/networks/18419e63-857b-4997-bd99-a23a661f81ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705615 Jul 14 07:41:13.672372 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fdc639cb-d7e8-4d46-b1c7-85c630e9cdcd req-3b021da1-1be7-42dc-ac03-f395e3ffd21c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757189 Jul 14 07:41:13.716453 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc0eff7a-5dab-4aa6-acb7-fbad16719953 req-9d752c14-b7bd-4f57-a72c-c321e54b9b77 service neutron] 10.222.0.15 "GET /v2.0/networks/18419e63-857b-4997-bd99-a23a661f81ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945232 Jul 14 07:41:14.350271 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b75bdc-b50e-4efe-a8c3-3739bdd84e08 req-d05dbc4f-5a8f-4365-956a-dae81ad0b185 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:14.351779 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-79b75bdc-b50e-4efe-a8c3-3739bdd84e08 req-d05dbc4f-5a8f-4365-956a-dae81ad0b185 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 946 time: 0.1003926 Jul 14 07:41:14.406767 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace0e6b-9cad-41d4-ae81-b9c20a7ad869 req-f48ed85a-9a74-4c00-9c5f-55d545dda08c tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:14.408183 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ace0e6b-9cad-41d4-ae81-b9c20a7ad869 req-f48ed85a-9a74-4c00-9c5f-55d545dda08c tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=daf1c0df-2c11-4dd2-83e9-1dddbab47870 HTTP/1.1" status: 200 len: 946 time: 0.1147397 Jul 14 07:41:14.477915 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ace0e6b-9cad-41d4-ae81-b9c20a7ad869 req-e66259a3-107a-4376-b606-3dd21bc61cf1 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=57d91121-dc2a-4754-a632-e5258f60bdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626025 Jul 14 07:41:14.499927 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-79b75bdc-b50e-4efe-a8c3-3739bdd84e08 req-8ff72e22-4f15-49f0-9423-7d1ba2982bd4 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Deleting port 60fcee2d-31af-4cfd-8fa6-80b084025b54 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:41:14.499927 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-79b75bdc-b50e-4efe-a8c3-3739bdd84e08 req-8ff72e22-4f15-49f0-9423-7d1ba2982bd4 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:14.576597 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-79b75bdc-b50e-4efe-a8c3-3739bdd84e08 req-8ff72e22-4f15-49f0-9423-7d1ba2982bd4 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] For port 60fcee2d-31af-4cfd-8fa6-80b084025b54, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=60fcee2d-31af-4cfd-8fa6-80b084025b54,segment=NetworkSegment(67676dfd-df82-43cb-94dc-d63874efb626),segment_id=67676dfd-df82-43cb-94dc-d63874efb626)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:14.576953 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-79b75bdc-b50e-4efe-a8c3-3739bdd84e08 req-8ff72e22-4f15-49f0-9423-7d1ba2982bd4 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:14.590075 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-79b75bdc-b50e-4efe-a8c3-3739bdd84e08 req-8ff72e22-4f15-49f0-9423-7d1ba2982bd4 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Calling delete_port for 60fcee2d-31af-4cfd-8fa6-80b084025b54 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:41:14.714692 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-79b75bdc-b50e-4efe-a8c3-3739bdd84e08 req-8ff72e22-4f15-49f0-9423-7d1ba2982bd4 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:14.743986 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff72e22-4f15-49f0-9423-7d1ba2982bd4 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'Port': ['ID=60fcee2d-31af-4cfd-8fa6-80b084025b54,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:14.793855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b75bdc-b50e-4efe-a8c3-3739bdd84e08 req-8ff72e22-4f15-49f0-9423-7d1ba2982bd4 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] No DVR routers for this DVR port 60fcee2d-31af-4cfd-8fa6-80b084025b54 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:41:14.796459 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-79b75bdc-b50e-4efe-a8c3-3739bdd84e08 req-8ff72e22-4f15-49f0-9423-7d1ba2982bd4 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:14.798447 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-79b75bdc-b50e-4efe-a8c3-3739bdd84e08 req-8ff72e22-4f15-49f0-9423-7d1ba2982bd4 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.15 "DELETE /v2.0/ports/60fcee2d-31af-4cfd-8fa6-80b084025b54 HTTP/1.1" status: 204 len: 173 time: 0.4399130 Jul 14 07:41:14.806098 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'name': 'network-vif-deleted', 'tag': '60fcee2d-31af-4cfd-8fa6-80b084025b54'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:41:14.808274 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138160a1-b8fa-4965-920a-8e8e0fe2a2d5" -d '{"events": [{"server_uuid": "daf1c0df-2c11-4dd2-83e9-1dddbab47870", "name": "network-vif-deleted", "tag": "60fcee2d-31af-4cfd-8fa6-80b084025b54"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:41:14.849815 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1b3ca9-f110-4db3-914d-20a2898eecc0 x-openstack-request-id: req-1e1b3ca9-f110-4db3-914d-20a2898eecc0 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:41:14.850137 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf1c0df-2c11-4dd2-83e9-1dddbab47870", "name": "network-vif-deleted", "tag": "60fcee2d-31af-4cfd-8fa6-80b084025b54", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:41:14.850387 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e1b3ca9-f110-4db3-914d-20a2898eecc0 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:41:14.850777 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf1c0df-2c11-4dd2-83e9-1dddbab47870', 'name': 'network-vif-deleted', 'tag': '60fcee2d-31af-4cfd-8fa6-80b084025b54', 'status': 'completed', 'code': 200} Jul 14 07:41:14.870597 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70887da5-209d-4eb7-8a1a-096ba2fb2160 req-9d5e2e02-d428-4b97-a5e8-a3f48668c6f0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:14.872093 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-70887da5-209d-4eb7-8a1a-096ba2fb2160 req-9d5e2e02-d428-4b97-a5e8-a3f48668c6f0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9089b6f-f1de-4fcb-8f5c-657af5c73cd7 HTTP/1.1" status: 200 len: 946 time: 0.0793843 Jul 14 07:41:14.910384 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-70887da5-209d-4eb7-8a1a-096ba2fb2160 req-a421d403-f9bd-4c87-8d1f-87ca1afdc7e3 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316112 Jul 14 07:41:15.302441 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbb91c-6c8c-481a-b9e8-bc9d0a3b7d53 req-fef7afc6-44cc-47a8-822a-8e41590d31bb tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:15.303934 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f4cbb91c-6c8c-481a-b9e8-bc9d0a3b7d53 req-fef7afc6-44cc-47a8-822a-8e41590d31bb tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9089b6f-f1de-4fcb-8f5c-657af5c73cd7 HTTP/1.1" status: 200 len: 946 time: 0.0657725 Jul 14 07:41:15.342669 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f4cbb91c-6c8c-481a-b9e8-bc9d0a3b7d53 req-aaad2538-950f-434a-b7bf-965469d6ae2e tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321157 Jul 14 07:41:15.568786 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60738) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:15.625428 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b0096e09-cb43-4520-83af-883eac94255f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:15.653971 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b0096e09-cb43-4520-83af-883eac94255f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:15.711343 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b0096e09-cb43-4520-83af-883eac94255f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:15.714044 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b0096e09-cb43-4520-83af-883eac94255f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:15.715179 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b0096e09-cb43-4520-83af-883eac94255f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "DELETE /v2.0/security-groups/57d91121-dc2a-4754-a632-e5258f60bdae HTTP/1.1" status: 204 len: 168 time: 0.1453526 Jul 14 07:41:15.724131 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0096e09-cb43-4520-83af-883eac94255f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d91121-dc2a-4754-a632-e5258f60bdae,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:15.749694 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60742) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:15.750301 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:15.799627 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:16.098234 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9bc2-b6c7-4308-8eab-448f1ef31dcf tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:16.359755 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-fd6d9bc2-b6c7-4308-8eab-448f1ef31dcf tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Deleting port 05907918-9cf4-44d4-8cdd-8623fd3983b1 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:41:16.360099 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9bc2-b6c7-4308-8eab-448f1ef31dcf tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:16.451007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-fd6d9bc2-b6c7-4308-8eab-448f1ef31dcf tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] For port 05907918-9cf4-44d4-8cdd-8623fd3983b1, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=05907918-9cf4-44d4-8cdd-8623fd3983b1,segment=NetworkSegment(67676dfd-df82-43cb-94dc-d63874efb626),segment_id=67676dfd-df82-43cb-94dc-d63874efb626)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:16.451397 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9bc2-b6c7-4308-8eab-448f1ef31dcf tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:16.483448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b946db-5b5d-4e54-ac41-065146a5d5e9 req-d1d8dcbd-8733-4777-8baf-b83c8c312f47 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:16.484932 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-33b946db-5b5d-4e54-ac41-065146a5d5e9 req-d1d8dcbd-8733-4777-8baf-b83c8c312f47 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9089b6f-f1de-4fcb-8f5c-657af5c73cd7 HTTP/1.1" status: 200 len: 946 time: 0.0648632 Jul 14 07:41:16.489024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-fd6d9bc2-b6c7-4308-8eab-448f1ef31dcf tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Calling delete_port for 05907918-9cf4-44d4-8cdd-8623fd3983b1 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:41:16.576505 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396022f-59d1-48d9-8b59-aad1d74d0e44 req-611dda29-7d3a-43ea-9376-57528dcd4f57 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:16.578049 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e396022f-59d1-48d9-8b59-aad1d74d0e44 req-611dda29-7d3a-43ea-9376-57528dcd4f57 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9089b6f-f1de-4fcb-8f5c-657af5c73cd7 HTTP/1.1" status: 200 len: 946 time: 0.1239657 Jul 14 07:41:16.587586 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-33b946db-5b5d-4e54-ac41-065146a5d5e9 req-3bab53e5-8327-4f62-8a42-a12e02b197fa tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Deleting port 90448019-dd62-43d1-815a-083db2ca5b22 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:41:16.587928 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-33b946db-5b5d-4e54-ac41-065146a5d5e9 req-3bab53e5-8327-4f62-8a42-a12e02b197fa tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:16.658036 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e396022f-59d1-48d9-8b59-aad1d74d0e44 req-99138b85-03fb-495e-bf8d-8878c5037665 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725374 Jul 14 07:41:16.673851 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-33b946db-5b5d-4e54-ac41-065146a5d5e9 req-3bab53e5-8327-4f62-8a42-a12e02b197fa tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] For port 90448019-dd62-43d1-815a-083db2ca5b22, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=90448019-dd62-43d1-815a-083db2ca5b22,segment=NetworkSegment(0ddb19e6-6936-4cab-a9d3-00164ae12152),segment_id=0ddb19e6-6936-4cab-a9d3-00164ae12152)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:16.674437 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-33b946db-5b5d-4e54-ac41-065146a5d5e9 req-3bab53e5-8327-4f62-8a42-a12e02b197fa tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:16.691943 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-33b946db-5b5d-4e54-ac41-065146a5d5e9 req-3bab53e5-8327-4f62-8a42-a12e02b197fa tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Calling delete_port for 90448019-dd62-43d1-815a-083db2ca5b22 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:41:16.737384 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9bc2-b6c7-4308-8eab-448f1ef31dcf tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:16.765713 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d9bc2-b6c7-4308-8eab-448f1ef31dcf tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'Port': ['ID=05907918-9cf4-44d4-8cdd-8623fd3983b1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:16.819320 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-33b946db-5b5d-4e54-ac41-065146a5d5e9 req-3bab53e5-8327-4f62-8a42-a12e02b197fa tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:16.837241 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['90448019-dd62-43d1-815a-083db2ca5b22'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:41:16.839819 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['1db59d76-145b-4b55-968f-6babffc0da95'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:41:16.856799 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab53e5-8327-4f62-8a42-a12e02b197fa tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Pushing event deleted for resources: {'Port': ['ID=90448019-dd62-43d1-815a-083db2ca5b22,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:16.902612 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b946db-5b5d-4e54-ac41-065146a5d5e9 req-3bab53e5-8327-4f62-8a42-a12e02b197fa tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] No DVR routers for this DVR port 90448019-dd62-43d1-815a-083db2ca5b22 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:41:16.905733 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-33b946db-5b5d-4e54-ac41-065146a5d5e9 req-3bab53e5-8327-4f62-8a42-a12e02b197fa tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:16.908260 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-33b946db-5b5d-4e54-ac41-065146a5d5e9 req-3bab53e5-8327-4f62-8a42-a12e02b197fa tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.30 "DELETE /v2.0/ports/90448019-dd62-43d1-815a-083db2ca5b22 HTTP/1.1" status: 204 len: 173 time: 0.4180124 Jul 14 07:41:16.908936 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9089b6f-f1de-4fcb-8f5c-657af5c73cd7', 'name': 'network-vif-deleted', 'tag': '90448019-dd62-43d1-815a-083db2ca5b22'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:41:16.911524 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cf5410-ae00-4ab6-ad9c-c3e9bd35eecc" -d '{"events": [{"server_uuid": "f9089b6f-f1de-4fcb-8f5c-657af5c73cd7", "name": "network-vif-deleted", "tag": "90448019-dd62-43d1-815a-083db2ca5b22"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:41:16.958087 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9bc2-b6c7-4308-8eab-448f1ef31dcf tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:16.960592 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699915ea-aa8a-42d3-a6b6-57c87e93cd8b x-openstack-request-id: req-699915ea-aa8a-42d3-a6b6-57c87e93cd8b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:41:16.961085 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9089b6f-f1de-4fcb-8f5c-657af5c73cd7", "name": "network-vif-deleted", "tag": "90448019-dd62-43d1-815a-083db2ca5b22", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:41:16.961525 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-699915ea-aa8a-42d3-a6b6-57c87e93cd8b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:41:16.962149 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9089b6f-f1de-4fcb-8f5c-657af5c73cd7', 'name': 'network-vif-deleted', 'tag': '90448019-dd62-43d1-815a-083db2ca5b22', 'status': 'completed', 'code': 200} Jul 14 07:41:17.186248 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6d9bc2-b6c7-4308-8eab-448f1ef31dcf tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:41:17.292025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6d9bc2-b6c7-4308-8eab-448f1ef31dcf tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:41:17.300030 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fd6d9bc2-b6c7-4308-8eab-448f1ef31dcf tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "PUT /v2.0/routers/83a5a5cb-2ec1-44c4-ae97-cea8afef679d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5465643 Jul 14 07:41:17.300143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60748) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:17.300876 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c5778a-cf53-4688-8ac3-aa79997225de None None] Sync routers for ids ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:41:17.310915 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c5778a-cf53-4688-8ac3-aa79997225de None None] Routers {'83a5a5cb-2ec1-44c4-ae97-cea8afef679d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:41:17.311669 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a5c5778a-cf53-4688-8ac3-aa79997225de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:41:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:17.354324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07464e0-4f37-47c9-ad2b-48713dad1984 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Deleting subnet 75a6cca7-d46a-402c-b1f0-538955dc4035 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:41:17.357820 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c07464e0-4f37-47c9-ad2b-48713dad1984 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:17.401938 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c07464e0-4f37-47c9-ad2b-48713dad1984 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:17.494498 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c07464e0-4f37-47c9-ad2b-48713dad1984 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:17.512963 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-a5c5778a-cf53-4688-8ac3-aa79997225de None None] Set router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:41:17.555411 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c07464e0-4f37-47c9-ad2b-48713dad1984 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:17.582817 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07464e0-4f37-47c9-ad2b-48713dad1984 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'Subnet': ['ID=75a6cca7-d46a-402c-b1f0-538955dc4035,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:17.586964 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c07464e0-4f37-47c9-ad2b-48713dad1984 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:17.591410 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c07464e0-4f37-47c9-ad2b-48713dad1984 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "DELETE /v2.0/subnets/75a6cca7-d46a-402c-b1f0-538955dc4035 HTTP/1.1" status: 204 len: 168 time: 0.2877610 Jul 14 07:41:17.592617 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60750) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:17.593134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f420d0e-28d8-4817-b4ee-7374a164c515 None None] Network 18419e63-857b-4997-bd99-a23a661f81ff requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:41:17.708324 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a5c5778a-cf53-4688-8ac3-aa79997225de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:41:16Z', 'revision_number': 7, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:17.729252 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7122c011-d8d7-4060-b62b-df3d3d0d3739 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:17.744190 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c5778a-cf53-4688-8ac3-aa79997225de None None] Checking router: 83a5a5cb-2ec1-44c4-ae97-cea8afef679d for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:41:17.753370 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c5778a-cf53-4688-8ac3-aa79997225de None None] Routers {'83a5a5cb-2ec1-44c4-ae97-cea8afef679d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:41:17.754108 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a5c5778a-cf53-4688-8ac3-aa79997225de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:41:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:17.819594 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c554c1-45f8-4d6f-bbd7-8b4aa8b89409 None None] DHCP port deletion for 18419e63-857b-4997-bd99-a23a661f81ff request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:41:17.847004 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7122c011-d8d7-4060-b62b-df3d3d0d3739 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:17.868850 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-a5c5778a-cf53-4688-8ac3-aa79997225de None None] Set router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:41:17.870050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-33c554c1-45f8-4d6f-bbd7-8b4aa8b89409 None None] Deleting port c5bae09e-348c-4b89-bdbb-692010f8d3fa {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:41:17.871033 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-33c554c1-45f8-4d6f-bbd7-8b4aa8b89409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:17.913223 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7122c011-d8d7-4060-b62b-df3d3d0d3739 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Deleting port f21f3d8e-2d24-4121-9805-c69fc7e091e1 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:41:17.914374 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7122c011-d8d7-4060-b62b-df3d3d0d3739 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:17.941059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-33c554c1-45f8-4d6f-bbd7-8b4aa8b89409 None None] For port c5bae09e-348c-4b89-bdbb-692010f8d3fa, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c5bae09e-348c-4b89-bdbb-692010f8d3fa,segment=NetworkSegment(67676dfd-df82-43cb-94dc-d63874efb626),segment_id=67676dfd-df82-43cb-94dc-d63874efb626)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:17.942484 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-33c554c1-45f8-4d6f-bbd7-8b4aa8b89409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:17.959825 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-33c554c1-45f8-4d6f-bbd7-8b4aa8b89409 None None] Calling delete_port for c5bae09e-348c-4b89-bdbb-692010f8d3fa owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:41:17.961777 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac2721-7f25-4075-9c12-cb776c68ae7d req-cce31da5-edd4-4f48-96a0-e86e4cb2da2f tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:17.963720 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eeac2721-7f25-4075-9c12-cb776c68ae7d req-cce31da5-edd4-4f48-96a0-e86e4cb2da2f tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0763352 Jul 14 07:41:18.008559 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eeac2721-7f25-4075-9c12-cb776c68ae7d req-4b4866de-3951-4f34-bbd8-0e73700f834a tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357652 Jul 14 07:41:18.018559 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-7122c011-d8d7-4060-b62b-df3d3d0d3739 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] For port f21f3d8e-2d24-4121-9805-c69fc7e091e1, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f21f3d8e-2d24-4121-9805-c69fc7e091e1,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:18.018934 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7122c011-d8d7-4060-b62b-df3d3d0d3739 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:18.034674 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7122c011-d8d7-4060-b62b-df3d3d0d3739 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Calling delete_port for f21f3d8e-2d24-4121-9805-c69fc7e091e1 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:41:18.063114 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-33c554c1-45f8-4d6f-bbd7-8b4aa8b89409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:18.082590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c554c1-45f8-4d6f-bbd7-8b4aa8b89409 None None] No DVR routers for this DVR port c5bae09e-348c-4b89-bdbb-692010f8d3fa on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:41:18.112326 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a5c5778a-cf53-4688-8ac3-aa79997225de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:41:16Z', 'revision_number': 7, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:18.113493 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c554c1-45f8-4d6f-bbd7-8b4aa8b89409 None None] Pushing event deleted for resources: {'Port': ['ID=c5bae09e-348c-4b89-bdbb-692010f8d3fa,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:18.142561 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c5778a-cf53-4688-8ac3-aa79997225de None None] The sync data for ids ['83a5a5cb-2ec1-44c4-ae97-cea8afef679d'] in n-d-778696-5 is: [{'id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'name': 'tempest-TestNetworkBasicOps-router-1770119128', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:39:29Z', 'updated_at': '2021-07-14T07:41:16Z', 'revision_number': 7, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': 'f21f3d8e-2d24-4121-9805-c69fc7e091e1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a5a5cb-2ec1-44c4-ae97-cea8afef679d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:39:30Z', 'updated_at': '2021-07-14T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:41:18.231407 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7122c011-d8d7-4060-b62b-df3d3d0d3739 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:18.245390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028b80b-e718-43a4-93c5-083aeb718618 req-96031871-3f65-44be-ba82-fc63ad7c42d4 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:18.246905 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5028b80b-e718-43a4-93c5-083aeb718618 req-96031871-3f65-44be-ba82-fc63ad7c42d4 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0646703 Jul 14 07:41:18.261731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122c011-d8d7-4060-b62b-df3d3d0d3739 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'Port': ['ID=f21f3d8e-2d24-4121-9805-c69fc7e091e1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:18.285927 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5028b80b-e718-43a4-93c5-083aeb718618 req-8a841308-1c4f-4ec1-bf50-efd8123e1e11 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334229 Jul 14 07:41:18.323713 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7122c011-d8d7-4060-b62b-df3d3d0d3739 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:18.412466 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7122c011-d8d7-4060-b62b-df3d3d0d3739 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:18.414592 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7122c011-d8d7-4060-b62b-df3d3d0d3739 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:18.457884 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7122c011-d8d7-4060-b62b-df3d3d0d3739 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:18.458407 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7122c011-d8d7-4060-b62b-df3d3d0d3739 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Fanout notify agent at l3_agent the message router_deleted on router 83a5a5cb-2ec1-44c4-ae97-cea8afef679d {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:41:18.460718 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f1f7a-ec1f-4bae-a001-8ca04435ad0c req-d17d5bd7-bce1-4f61-b59e-51fec49103ab tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:18.462966 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed4f1f7a-ec1f-4bae-a001-8ca04435ad0c req-d17d5bd7-bce1-4f61-b59e-51fec49103ab tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0658832 Jul 14 07:41:18.468959 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7122c011-d8d7-4060-b62b-df3d3d0d3739 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:18.470123 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7122c011-d8d7-4060-b62b-df3d3d0d3739 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "DELETE /v2.0/routers/83a5a5cb-2ec1-44c4-ae97-cea8afef679d HTTP/1.1" status: 204 len: 168 time: 0.8754897 Jul 14 07:41:18.472733 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60764) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:18.509954 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed4f1f7a-ec1f-4bae-a001-8ca04435ad0c req-350c1aef-f053-4c5b-ad4a-2fe88a5d7d31 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409267 Jul 14 07:41:18.543067 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 60fcee2d-31af-4cfd-8fa6-80b084025b54 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:41:18.563625 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 60fcee2d-31af-4cfd-8fa6-80b084025b54 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:41:18.564368 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 60fcee2d-31af-4cfd-8fa6-80b084025b54 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:41:18.759201 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 05907918-9cf4-44d4-8cdd-8623fd3983b1 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:41:18.779984 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 05907918-9cf4-44d4-8cdd-8623fd3983b1 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:41:18.780323 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 05907918-9cf4-44d4-8cdd-8623fd3983b1 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:41:18.780927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c5bae09e-348c-4b89-bdbb-692010f8d3fa no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:41:18.805047 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: c5bae09e-348c-4b89-bdbb-692010f8d3fa {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:41:18.805737 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c5bae09e-348c-4b89-bdbb-692010f8d3fa not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:41:18.887673 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef8781a4-b6b3-49c9-bc9a-ceaacb92051b tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:18.983559 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef8781a4-b6b3-49c9-bc9a-ceaacb92051b tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:18.993980 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-ef8781a4-b6b3-49c9-bc9a-ceaacb92051b tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18419e63-857b-4997-bd99-a23a661f81ff']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:19.003890 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-ef8781a4-b6b3-49c9-bc9a-ceaacb92051b tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67676dfd-df82-43cb-94dc-d63874efb626') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:19.004185 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-ef8781a4-b6b3-49c9-bc9a-ceaacb92051b tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67676dfd-df82-43cb-94dc-d63874efb626') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:19.012778 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef8781a4-b6b3-49c9-bc9a-ceaacb92051b tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:19.027453 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef8781a4-b6b3-49c9-bc9a-ceaacb92051b tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:19.032685 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8781a4-b6b3-49c9-bc9a-ceaacb92051b tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:41:19.033068 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef8781a4-b6b3-49c9-bc9a-ceaacb92051b tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:41:19.036098 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:41:19.095742 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef8781a4-b6b3-49c9-bc9a-ceaacb92051b tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:19.105999 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef8781a4-b6b3-49c9-bc9a-ceaacb92051b tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:19.108018 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ef8781a4-b6b3-49c9-bc9a-ceaacb92051b tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "DELETE /v2.0/networks/18419e63-857b-4997-bd99-a23a661f81ff HTTP/1.1" status: 204 len: 168 time: 0.6343222 Jul 14 07:41:19.118738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8781a4-b6b3-49c9-bc9a-ceaacb92051b tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'Network': ['ID=18419e63-857b-4997-bd99-a23a661f81ff,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:19.124249 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60778) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:19.129986 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9157c9bd-c3c2-4a5a-a4fc-3054b0d94c66 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'network': {'name': 'tempest-network-smoke--1123350539', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'port_security_enabled': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:41:19.151415 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9157c9bd-c3c2-4a5a-a4fc-3054b0d94c66 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Made reservation on behalf of 2ec311a5c75e432ca50437b58f1f1702 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:41:19.154880 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9157c9bd-c3c2-4a5a-a4fc-3054b0d94c66 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:19.178824 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 90448019-dd62-43d1-815a-083db2ca5b22 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:41:19.179404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9157c9bd-c3c2-4a5a-a4fc-3054b0d94c66 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:41:19.189280 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9157c9bd-c3c2-4a5a-a4fc-3054b0d94c66 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:19.189628 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-9157c9bd-c3c2-4a5a-a4fc-3054b0d94c66 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Added segment f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd of type vlan for network 714e4b0c-2b11-4a25-aafd-fde662a33096 Jul 14 07:41:19.202405 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 90448019-dd62-43d1-815a-083db2ca5b22 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:41:19.202888 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 90448019-dd62-43d1-815a-083db2ca5b22 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:41:19.246965 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9157c9bd-c3c2-4a5a-a4fc-3054b0d94c66 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:19.278560 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9157c9bd-c3c2-4a5a-a4fc-3054b0d94c66 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:19.284452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9157c9bd-c3c2-4a5a-a4fc-3054b0d94c66 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:19.285010 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9157c9bd-c3c2-4a5a-a4fc-3054b0d94c66 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:19.340617 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9157c9bd-c3c2-4a5a-a4fc-3054b0d94c66 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2151089 Jul 14 07:41:19.343268 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60780) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:19.347658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-836758314', 'admin_state_up': True, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:41:19.369824 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157c9bd-c3c2-4a5a-a4fc-3054b0d94c66 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Network': ['ID=714e4b0c-2b11-4a25-aafd-fde662a33096,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:19.379857 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 714e4b0c-2b11-4a25-aafd-fde662a33096 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:41:19.387296 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:19.388415 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:19.482174 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:19.630800 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:19.814332 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:19.832954 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:19.936374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Allocated IP 172.25.7.17 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/8ec1173a-41b2-4e24-9411-3514d0cacae5) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:41:20.038034 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:20.081907 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:20.117524 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:41:20.122274 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:41:20.125681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:41:20.151024 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Port': ['ID=8ec1173a-41b2-4e24-9411-3514d0cacae5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:20.297130 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e393e29-1388-4366-af0e-01382791bcde req-328cf462-34c4-456f-89c3-8469c1e8ead2 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:20.298659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e393e29-1388-4366-af0e-01382791bcde req-328cf462-34c4-456f-89c3-8469c1e8ead2 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0666533 Jul 14 07:41:20.336436 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7e393e29-1388-4366-af0e-01382791bcde req-00678df9-169e-42ca-bdd2-de14ab80850d tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321250 Jul 14 07:41:20.375065 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:20.512290 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe291cd9-9374-4020-bbc8-92d0dfb61e95 req-bdde0015-8efd-4d38-a1fc-3c467ac2c993 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:20.513825 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe291cd9-9374-4020-bbc8-92d0dfb61e95 req-bdde0015-8efd-4d38-a1fc-3c467ac2c993 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0641751 Jul 14 07:41:20.550903 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe291cd9-9374-4020-bbc8-92d0dfb61e95 req-e2c6f261-0d6c-44f7-bead-3993d161b9d7 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315897 Jul 14 07:41:20.571657 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:20.575336 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f21f3d8e-2d24-4121-9805-c69fc7e091e1 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:41:20.596636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: f21f3d8e-2d24-4121-9805-c69fc7e091e1 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:41:20.596990 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f21f3d8e-2d24-4121-9805-c69fc7e091e1 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:41:20.701724 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Router a5a35a50-6851-44db-9ea8-021dcb79bd79 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:41:20.811626 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:41:20.825640 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Sync routers for ids ['a5a35a50-6851-44db-9ea8-021dcb79bd79'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:41:20.835269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Routers {'a5a35a50-6851-44db-9ea8-021dcb79bd79'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:41:20.836345 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:20.836840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:41:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a5a35a50-6851-44db-9ea8-021dcb79bd79'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:20.840368 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9f706558-c278-4f98-8d15-bebd443e6494 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4934571 Jul 14 07:41:20.840613 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60804) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:20.870191 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-18677799-90cf-4d23-9d66-8161975846f9 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2ec311a5c75e432ca50437b58f1f1702&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284431 Jul 14 07:41:20.872718 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60806) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:20.953703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Set router a5a35a50-6851-44db-9ea8-021dcb79bd79 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:41:20.968563 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e3f765-bd78-472d-b73d-846bf3e4f030 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:20.972702 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-18e3f765-bd78-472d-b73d-846bf3e4f030 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0964868 Jul 14 07:41:20.973072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60810) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:21.006173 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3c530fad-77aa-4f36-a1e8-1718fb274044 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319362 Jul 14 07:41:21.009354 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60812) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:21.014395 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-268f8f7e-1c42-4fe0-a4b9-fbec1aef1207 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1370238302', 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:41:21.105147 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268f8f7e-1c42-4fe0-a4b9-fbec1aef1207 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Made reservation on behalf of 2ec311a5c75e432ca50437b58f1f1702 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:41:21.108964 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-268f8f7e-1c42-4fe0-a4b9-fbec1aef1207 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:21.137981 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'name': 'tempest-TestNetworkBasicOps-router-836758314', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:20Z', 'revision_number': 3, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:21.166289 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Checking router: a5a35a50-6851-44db-9ea8-021dcb79bd79 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:41:21.166785 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Updating router a5a35a50-6851-44db-9ea8-021dcb79bd79 port 8ec1173a-41b2-4e24-9411-3514d0cacae5 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:41:21.203528 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:21.295808 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-268f8f7e-1c42-4fe0-a4b9-fbec1aef1207 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:21.353300 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f8f7e-1c42-4fe0-a4b9-fbec1aef1207 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Subnet': ['ID=7379b3a0-b226-4977-a8ec-33ee8f6ea036,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:21.374719 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268f8f7e-1c42-4fe0-a4b9-fbec1aef1207 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Checking segment: {'id': 'f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:41:21.375119 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268f8f7e-1c42-4fe0-a4b9-fbec1aef1207 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Network hostable DHCP agents. Network: 714e4b0c-2b11-4a25-aafd-fde662a33096, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:41:21.395553 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268f8f7e-1c42-4fe0-a4b9-fbec1aef1207 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Network 714e4b0c-2b11-4a25-aafd-fde662a33096 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:41:21.410077 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-268f8f7e-1c42-4fe0-a4b9-fbec1aef1207 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 714e4b0c-2b11-4a25-aafd-fde662a33096) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:41:21.414730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268f8f7e-1c42-4fe0-a4b9-fbec1aef1207 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:21.415555 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-268f8f7e-1c42-4fe0-a4b9-fbec1aef1207 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:21.431477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517d0b43-613b-4b7e-943b-aade99e0bee0 None None] Network 714e4b0c-2b11-4a25-aafd-fde662a33096 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:41:21.433161 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-268f8f7e-1c42-4fe0-a4b9-fbec1aef1207 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4226806 Jul 14 07:41:21.435888 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60814) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:21.552599 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:21.571057 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Transition to ACTIVE for port object 8ec1173a-41b2-4e24-9411-3514d0cacae5 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:41:21.595330 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:21.840721 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Attempting to bind port 8ec1173a-41b2-4e24-9411-3514d0cacae5 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:41:21.840721 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Attempting to bind port 8ec1173a-41b2-4e24-9411-3514d0cacae5 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:41:21.840979 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Attempting to bind port 8ec1173a-41b2-4e24-9411-3514d0cacae5 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:41:21.843094 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd99385-167b-416d-ab76-d3bf455885e3 None None] Pushing event updated for resources: {'Port': ['ID=8ec1173a-41b2-4e24-9411-3514d0cacae5,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:21.849329 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:41:21.849707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:41:21.850112 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:21.850502 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:41:21.851015 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Bound port: 8ec1173a-41b2-4e24-9411-3514d0cacae5, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:41:21.851400 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:21.873088 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-714e4b0c-2b11-4a25-aafd-fde662a33096', 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'fixed_ips': [{'subnet_id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:41:21.873968 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:21.988678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] For port 8ec1173a-41b2-4e24-9411-3514d0cacae5, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:41:21.993979 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] For port 8ec1173a-41b2-4e24-9411-3514d0cacae5, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8ec1173a-41b2-4e24-9411-3514d0cacae5,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:41:22.000193 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:22.098293 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Routers {'a5a35a50-6851-44db-9ea8-021dcb79bd79'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:41:22.099030 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:41:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a5a35a50-6851-44db-9ea8-021dcb79bd79'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:22.110865 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20415454-a479-4cb6-a5ea-fd43eb0e06cc req-66b935c2-9342-4959-a83c-9e1e00b7f295 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:22.112365 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-20415454-a479-4cb6-a5ea-fd43eb0e06cc req-66b935c2-9342-4959-a83c-9e1e00b7f295 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0671341 Jul 14 07:41:22.141457 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd99385-167b-416d-ab76-d3bf455885e3 None None] Pushing event updated for resources: {'Port': ['ID=8ec1173a-41b2-4e24-9411-3514d0cacae5,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:22.151454 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-20415454-a479-4cb6-a5ea-fd43eb0e06cc req-cc3fe10e-e033-40a9-8dc3-7fd5ed1eb2de tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324495 Jul 14 07:41:22.157795 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Allocated IP 172.20.0.2 (714e4b0c-2b11-4a25-aafd-fde662a33096/7379b3a0-b226-4977-a8ec-33ee8f6ea036/524fc8f6-a963-4199-92c5-f89f37200fc2) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:41:22.189291 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:22.290641 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] Set router a5a35a50-6851-44db-9ea8-021dcb79bd79 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:41:22.327814 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3705e94-7505-4c3f-b891-6b90d077ea82 req-7699beba-a7c6-42ef-99f8-9e882f8e1155 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:22.329892 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3705e94-7505-4c3f-b891-6b90d077ea82 req-7699beba-a7c6-42ef-99f8-9e882f8e1155 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0630729 Jul 14 07:41:22.369605 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3705e94-7505-4c3f-b891-6b90d077ea82 req-d8a410f1-c03d-4200-9b7f-4e4d3b1e2915 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Jul 14 07:41:22.474600 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:22.487802 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Transition to ACTIVE for port object 524fc8f6-a963-4199-92c5-f89f37200fc2 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:41:22.526073 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Transition to ACTIVE for port object 524fc8f6-a963-4199-92c5-f89f37200fc2 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:41:22.536292 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:22.588428 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Network 714e4b0c-2b11-4a25-aafd-fde662a33096 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:41:22.588677 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Allocated IP 172.20.0.1 (714e4b0c-2b11-4a25-aafd-fde662a33096/7379b3a0-b226-4977-a8ec-33ee8f6ea036/f223a5dd-c75b-43c9-ac9f-097d9c22f867) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:41:22.595624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:41:22.601623 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:41:22.604430 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'name': 'tempest-TestNetworkBasicOps-router-836758314', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:20Z', 'revision_number': 3, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:22.607953 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Pushing event updated for resources: {'Port': ['ID=524fc8f6-a963-4199-92c5-f89f37200fc2,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:22.608952 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d477e-4121-4dc9-9cba-05ea5cad77fd req-6327a0b0-f200-4785-b3b9-b4163ac8e3d7 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:22.611434 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a52d477e-4121-4dc9-9cba-05ea5cad77fd req-6327a0b0-f200-4785-b3b9-b4163ac8e3d7 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0735438 Jul 14 07:41:22.638003 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78b7cfe-4d8e-497a-82a2-b130abeb48c2 None None] The sync data for ids ['a5a35a50-6851-44db-9ea8-021dcb79bd79'] in n-d-778696-5 is: [{'id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'name': 'tempest-TestNetworkBasicOps-router-836758314', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:20Z', 'revision_number': 3, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:41:22.677795 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a52d477e-4121-4dc9-9cba-05ea5cad77fd req-9d031a70-d2b5-4d9f-a51b-e45772e9fefe tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573070 Jul 14 07:41:22.698375 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Attempting to bind port 524fc8f6-a963-4199-92c5-f89f37200fc2 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:41:22.698752 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Attempting to bind port 524fc8f6-a963-4199-92c5-f89f37200fc2 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:41:22.699210 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Attempting to bind port 524fc8f6-a963-4199-92c5-f89f37200fc2 on network 714e4b0c-2b11-4a25-aafd-fde662a33096 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:41:22.704726 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:41:22.705108 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Checking segment: {'id': 'f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:41:22.705554 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:22.706093 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Bound using segment: {'id': 'f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:41:22.706573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Bound port: 524fc8f6-a963-4199-92c5-f89f37200fc2, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:41:22.706960 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:22.716711 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:22.732076 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Transition to ACTIVE for port object f223a5dd-c75b-43c9-ac9f-097d9c22f867 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:41:22.767576 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:22.784464 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] For port 524fc8f6-a963-4199-92c5-f89f37200fc2, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:41:22.789729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] For port 524fc8f6-a963-4199-92c5-f89f37200fc2, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=524fc8f6-a963-4199-92c5-f89f37200fc2,segment=NetworkSegment(f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd),segment_id=f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:41:22.795660 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:22.823755 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Network 714e4b0c-2b11-4a25-aafd-fde662a33096 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:41:22.828001 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:41:22.830061 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Port': ['ID=f223a5dd-c75b-43c9-ac9f-097d9c22f867,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:22.832459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:41:22.873684 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1be8b4-4791-47dc-8bb6-2698aa153236 None None] Pushing event updated for resources: {'Port': ['ID=524fc8f6-a963-4199-92c5-f89f37200fc2,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:22.881713 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:22.906675 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f624d-22fb-4ea5-8101-4a8b73dd7391 req-26ee87b1-2fd7-4ad5-be79-e2198d443875 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:22.908358 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-910f624d-22fb-4ea5-8101-4a8b73dd7391 req-26ee87b1-2fd7-4ad5-be79-e2198d443875 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.1005454 Jul 14 07:41:22.986643 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-910f624d-22fb-4ea5-8101-4a8b73dd7391 req-3fe57dbb-4957-4ec8-a673-43c6a93b0e64 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720136 Jul 14 07:41:23.171865 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:23.271561 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165699-f8cd-4e4f-bec0-74bcefc102d0 req-b9e9853a-fa7f-498f-aed5-181b42b936cf tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:23.275318 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb165699-f8cd-4e4f-bec0-74bcefc102d0 req-b9e9853a-fa7f-498f-aed5-181b42b936cf tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0794423 Jul 14 07:41:23.317730 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb165699-f8cd-4e4f-bec0-74bcefc102d0 req-fa9b66a8-df5d-4e27-a545-ab0cc220bc18 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374472 Jul 14 07:41:23.482564 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:23.487516 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:23.506750 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b3c58-aa6d-4e93-b3d4-ac77d70f1bfc req-bad4f5f7-d770-4be7-a800-eeb70ce5e2c1 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:23.508935 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e00b3c58-aa6d-4e93-b3d4-ac77d70f1bfc req-bad4f5f7-d770-4be7-a800-eeb70ce5e2c1 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0722175 Jul 14 07:41:23.555619 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e00b3c58-aa6d-4e93-b3d4-ac77d70f1bfc req-54f0ed7e-01f6-45f8-8af0-ae0bb3b81f3f tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407619 Jul 14 07:41:23.582368 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:23.582368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Port': ['ID=f223a5dd-c75b-43c9-ac9f-097d9c22f867,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:23.687459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Network 714e4b0c-2b11-4a25-aafd-fde662a33096 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:41:23.688958 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:41:23.821526 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Router a5a35a50-6851-44db-9ea8-021dcb79bd79 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:41:23.835788 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fd16d-2ea0-47e5-80c7-c9e03c61f703 req-1e8a9e53-6c1e-46a3-b9fe-3b74cf42823c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:23.837694 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f00fd16d-2ea0-47e5-80c7-c9e03c61f703 req-1e8a9e53-6c1e-46a3-b9fe-3b74cf42823c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0810866 Jul 14 07:41:23.879670 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f00fd16d-2ea0-47e5-80c7-c9e03c61f703 req-37c8dad3-1169-4c10-a85e-6224b2bb1802 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348628 Jul 14 07:41:23.937935 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:41:23.945290 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dccbfeed-0b11-466b-96a1-f83c3e1e34ea tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "PUT /v2.0/routers/a5a35a50-6851-44db-9ea8-021dcb79bd79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5062931 Jul 14 07:41:23.946521 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60852) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:23.990659 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9799c979-2b7a-41d6-b03a-d17e2e4a3dad None None] Network 714e4b0c-2b11-4a25-aafd-fde662a33096 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:41:24.049541 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-286df4c1-3ef6-4d19-aebf-39aeeda08b23 None None] Provisioning for port 524fc8f6-a963-4199-92c5-f89f37200fc2 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:41:24.171752 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ba45f-93a4-452c-9913-c93c197c7a7b req-5c2cdf95-e9ca-487e-9d48-02d26481bde8 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:24.173384 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f14ba45f-93a4-452c-9913-c93c197c7a7b req-5c2cdf95-e9ca-487e-9d48-02d26481bde8 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.1533630 Jul 14 07:41:24.175368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded42a05-725e-4df6-9944-d224c21b6499 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:24.175842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded42a05-725e-4df6-9944-d224c21b6499 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:24.176299 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded42a05-725e-4df6-9944-d224c21b6499 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:24.176755 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded42a05-725e-4df6-9944-d224c21b6499 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:24.177224 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded42a05-725e-4df6-9944-d224c21b6499 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:24.181701 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60854) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:24.181910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ded42a05-725e-4df6-9944-d224c21b6499 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3588 time: 0.2341754 Jul 14 07:41:24.240957 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f14ba45f-93a4-452c-9913-c93c197c7a7b req-98a8cb55-794d-48d0-af2f-76a8a4c40410 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564284 Jul 14 07:41:24.294876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db42ed35-9655-4646-b4af-341f788ee8e2 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:24.295360 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db42ed35-9655-4646-b4af-341f788ee8e2 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:24.295975 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db42ed35-9655-4646-b4af-341f788ee8e2 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:24.296422 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db42ed35-9655-4646-b4af-341f788ee8e2 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:24.296874 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db42ed35-9655-4646-b4af-341f788ee8e2 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:24.299609 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-db42ed35-9655-4646-b4af-341f788ee8e2 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3370 time: 0.1159697 Jul 14 07:41:24.301843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60860) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:24.393608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f50b0d9d-fcce-4bd6-82f2-c4d6a868755e None None] Provisioning for port f223a5dd-c75b-43c9-ac9f-097d9c22f867 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:41:24.400491 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f50b0d9d-fcce-4bd6-82f2-c4d6a868755e None None] Provisioning complete for port f223a5dd-c75b-43c9-ac9f-097d9c22f867 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:41:24.400982 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f50b0d9d-fcce-4bd6-82f2-c4d6a868755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:24.443944 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f50b0d9d-fcce-4bd6-82f2-c4d6a868755e None None] Port f223a5dd-c75b-43c9-ac9f-097d9c22f867 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:41:24.568959 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Sync routers for ids ['a5a35a50-6851-44db-9ea8-021dcb79bd79'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:41:24.580525 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Routers {'a5a35a50-6851-44db-9ea8-021dcb79bd79'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:41:24.581410 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:41:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a5a35a50-6851-44db-9ea8-021dcb79bd79'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:24.681232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-221eb140-c845-4dd1-b12f-0aacf68b9038 None None] Provisioning complete for port f223a5dd-c75b-43c9-ac9f-097d9c22f867 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:41:24.681613 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-221eb140-c845-4dd1-b12f-0aacf68b9038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:24.705198 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Set router a5a35a50-6851-44db-9ea8-021dcb79bd79 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:41:24.727483 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8ec1173a-41b2-4e24-9411-3514d0cacae5 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:41:24.759871 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-221eb140-c845-4dd1-b12f-0aacf68b9038 None None] Port f223a5dd-c75b-43c9-ac9f-097d9c22f867 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:41:24.797917 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 8ec1173a-41b2-4e24-9411-3514d0cacae5 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:41:24.802772 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 8ec1173a-41b2-4e24-9411-3514d0cacae5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:41:24.803135 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:24.878113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2de7d5-0002-482a-b6e8-1b67e8a74c35 req-69855a2e-7cc1-4935-a6f0-36e9c7985579 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:24.879732 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af2de7d5-0002-482a-b6e8-1b67e8a74c35 req-69855a2e-7cc1-4935-a6f0-36e9c7985579 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.1586564 Jul 14 07:41:24.903793 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-deb38d36-2234-4ab1-baba-81be8da84821 None None] Provisioning complete for port f223a5dd-c75b-43c9-ac9f-097d9c22f867 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:41:24.904153 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-deb38d36-2234-4ab1-baba-81be8da84821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:24.907727 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'name': 'tempest-TestNetworkBasicOps-router-836758314', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:23Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f223a5dd-c75b-43c9-ac9f-097d9c22f867', 'name': '', 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:2f:81:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:22Z', 'updated_at': '2021-07-14T07:41:23Z', 'revision_number': 2, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:24.907952 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:24.934062 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af2de7d5-0002-482a-b6e8-1b67e8a74c35 req-0faa9547-b03a-4032-b437-1834434e758e tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452607 Jul 14 07:41:24.937838 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Checking router: a5a35a50-6851-44db-9ea8-021dcb79bd79 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:41:24.938284 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Updating router a5a35a50-6851-44db-9ea8-021dcb79bd79 port f223a5dd-c75b-43c9-ac9f-097d9c22f867 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:41:24.944365 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8ef6372d-e7ca-4c61-805a-90838d8818cc tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.6408322 Jul 14 07:41:24.962536 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 8ec1173a-41b2-4e24-9411-3514d0cacae5, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8ec1173a-41b2-4e24-9411-3514d0cacae5,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:24.967482 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-deb38d36-2234-4ab1-baba-81be8da84821 None None] Port f223a5dd-c75b-43c9-ac9f-097d9c22f867 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:41:24.978484 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:24.979362 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 524fc8f6-a963-4199-92c5-f89f37200fc2 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:41:24.997608 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.068206 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 524fc8f6-a963-4199-92c5-f89f37200fc2 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:41:25.074208 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 524fc8f6-a963-4199-92c5-f89f37200fc2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:41:25.074575 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.076167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=8ec1173a-41b2-4e24-9411-3514d0cacae5,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:25.146945 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf12c4e-6061-4444-a5da-0568a3d4a188 req-9ef1f4be-bf20-4178-b2f5-935a17732741 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:25.148996 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fbf12c4e-6061-4444-a5da-0568a3d4a188 req-9ef1f4be-bf20-4178-b2f5-935a17732741 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0659697 Jul 14 07:41:25.183277 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.212042 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fbf12c4e-6061-4444-a5da-0568a3d4a188 req-0b655e56-76bd-47c2-a08f-b99e276e056f tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571220 Jul 14 07:41:25.228022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 524fc8f6-a963-4199-92c5-f89f37200fc2, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=524fc8f6-a963-4199-92c5-f89f37200fc2,segment=NetworkSegment(f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd),segment_id=f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:25.231948 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.244417 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60872) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:25.251188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d7e83fb4-6903-495b-8b10-86645d7f29f9 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1487200739', 'description': 'tempest-secgroup-smoke-1487200739 description', 'project_id': '2ec311a5c75e432ca50437b58f1f1702'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:41:25.277287 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7e83fb4-6903-495b-8b10-86645d7f29f9 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.287532 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=524fc8f6-a963-4199-92c5-f89f37200fc2,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:25.339548 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.350428 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Transition to ACTIVE for port object f223a5dd-c75b-43c9-ac9f-097d9c22f867 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:41:25.357718 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.369671 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7e83fb4-6903-495b-8b10-86645d7f29f9 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.374055 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7e83fb4-6903-495b-8b10-86645d7f29f9 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.405029 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01784ee6-f55e-45d6-89a2-1ac415a56272 None None] Pushing event updated for resources: {'Port': ['ID=f223a5dd-c75b-43c9-ac9f-097d9c22f867,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:25.429725 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7e83fb4-6903-495b-8b10-86645d7f29f9 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.430977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d7e83fb4-6903-495b-8b10-86645d7f29f9 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1855433 Jul 14 07:41:25.433927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60878) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:25.440163 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f64647ed-42e6-4117-98b5-a9d01e8f84d6 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group_rule': {'security_group_id': '1d59dfbd-d3e0-46ce-a167-1d19a2375c72', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:41:25.453960 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e83fb4-6903-495b-8b10-86645d7f29f9 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d59dfbd-d3e0-46ce-a167-1d19a2375c72,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:25.478217 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Attempting to bind port f223a5dd-c75b-43c9-ac9f-097d9c22f867 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:41:25.478604 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Attempting to bind port f223a5dd-c75b-43c9-ac9f-097d9c22f867 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:41:25.478941 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Attempting to bind port f223a5dd-c75b-43c9-ac9f-097d9c22f867 on network 714e4b0c-2b11-4a25-aafd-fde662a33096 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:41:25.486111 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:41:25.486573 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Checking segment: {'id': 'f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:41:25.486988 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.487583 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Bound using segment: {'id': 'f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:41:25.488234 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Bound port: f223a5dd-c75b-43c9-ac9f-097d9c22f867, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:41:25.488869 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.489570 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c0ff0-8e0b-4e9c-a8d3-c77cf6c527dd req-75998711-5cb9-429d-8e49-e12b2c1613aa tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:25.491199 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f44c0ff0-8e0b-4e9c-a8d3-c77cf6c527dd req-75998711-5cb9-429d-8e49-e12b2c1613aa tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0957844 Jul 14 07:41:25.510201 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f64647ed-42e6-4117-98b5-a9d01e8f84d6 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.553924 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f44c0ff0-8e0b-4e9c-a8d3-c77cf6c527dd req-52217171-25b8-4868-8ac7-645b9a26634c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512669 Jul 14 07:41:25.570613 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] For port f223a5dd-c75b-43c9-ac9f-097d9c22f867, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:41:25.573828 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] For port f223a5dd-c75b-43c9-ac9f-097d9c22f867, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f223a5dd-c75b-43c9-ac9f-097d9c22f867,segment=NetworkSegment(f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd),segment_id=f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:41:25.579448 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.644236 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f64647ed-42e6-4117-98b5-a9d01e8f84d6 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.651378 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f64647ed-42e6-4117-98b5-a9d01e8f84d6 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.700824 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f64647ed-42e6-4117-98b5-a9d01e8f84d6 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.702712 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f64647ed-42e6-4117-98b5-a9d01e8f84d6 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2668037 Jul 14 07:41:25.704451 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64647ed-42e6-4117-98b5-a9d01e8f84d6 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d64ae84-02c2-4a8b-b05a-e086bb5d0ded,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:25.705389 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60882) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:25.720111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-12a5ed11-786d-4836-8f52-c09e4786313a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group_rule': {'security_group_id': '1d59dfbd-d3e0-46ce-a167-1d19a2375c72', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:41:25.745540 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01784ee6-f55e-45d6-89a2-1ac415a56272 None None] Pushing event updated for resources: {'Port': ['ID=f223a5dd-c75b-43c9-ac9f-097d9c22f867,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:25.755224 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Routers {'a5a35a50-6851-44db-9ea8-021dcb79bd79'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:41:25.755846 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:41:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a5a35a50-6851-44db-9ea8-021dcb79bd79'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:25.789524 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12a5ed11-786d-4836-8f52-c09e4786313a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.839734 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2fffa-4742-436c-85ff-507ccb1d8701 req-66b66254-6d52-442e-824e-3bfcfd3d3950 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:25.841329 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16b2fffa-4742-436c-85ff-507ccb1d8701 req-66b66254-6d52-442e-824e-3bfcfd3d3950 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.1154797 Jul 14 07:41:25.875592 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] Set router a5a35a50-6851-44db-9ea8-021dcb79bd79 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:41:25.881907 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12a5ed11-786d-4836-8f52-c09e4786313a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.888637 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12a5ed11-786d-4836-8f52-c09e4786313a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.916696 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16b2fffa-4742-436c-85ff-507ccb1d8701 req-0091d3e7-f2aa-42b3-91f0-5e483df2745c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676191 Jul 14 07:41:25.919660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5ed11-786d-4836-8f52-c09e4786313a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc8b38a-53f0-4d8a-9497-e760d4438793,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:25.931084 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12a5ed11-786d-4836-8f52-c09e4786313a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:25.935347 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-12a5ed11-786d-4836-8f52-c09e4786313a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2263758 Jul 14 07:41:25.935785 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60884) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:25.941452 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-070fa4bc-e985-4943-bce6-f0fd611f6696 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group_rule': {'security_group_id': '1d59dfbd-d3e0-46ce-a167-1d19a2375c72', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:41:25.973799 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-070fa4bc-e985-4943-bce6-f0fd611f6696 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:26.044235 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-070fa4bc-e985-4943-bce6-f0fd611f6696 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:26.048023 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-070fa4bc-e985-4943-bce6-f0fd611f6696 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:26.067166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fa4bc-e985-4943-bce6-f0fd611f6696 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be58a18f-48f6-4905-81da-c196c75f6749,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:26.073913 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-070fa4bc-e985-4943-bce6-f0fd611f6696 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:26.075120 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-070fa4bc-e985-4943-bce6-f0fd611f6696 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380374 Jul 14 07:41:26.078008 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60898) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:26.082808 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-475bd81d-3f27-4a2f-8b19-4bce288dae98 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group_rule': {'security_group_id': '1d59dfbd-d3e0-46ce-a167-1d19a2375c72', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:41:26.112973 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-475bd81d-3f27-4a2f-8b19-4bce288dae98 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:26.116892 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'name': 'tempest-TestNetworkBasicOps-router-836758314', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:23Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f223a5dd-c75b-43c9-ac9f-097d9c22f867', 'name': '', 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:2f:81:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:22Z', 'updated_at': '2021-07-14T07:41:25Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:26.143463 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad950915-5788-4115-88ff-20b91bac9cc5 None None] The sync data for ids ['a5a35a50-6851-44db-9ea8-021dcb79bd79'] in n-d-778696-5 is: [{'id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'name': 'tempest-TestNetworkBasicOps-router-836758314', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:23Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f223a5dd-c75b-43c9-ac9f-097d9c22f867', 'name': '', 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:2f:81:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:22Z', 'updated_at': '2021-07-14T07:41:25Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:41:26.177469 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-475bd81d-3f27-4a2f-8b19-4bce288dae98 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:26.185931 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e0f1f-3717-4ef5-a588-cb56a6eafc31 req-9506c2ef-0e7a-4310-9237-ff71c51b8aa4 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:26.188806 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-475bd81d-3f27-4a2f-8b19-4bce288dae98 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:26.189652 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a93e0f1f-3717-4ef5-a588-cb56a6eafc31 req-9506c2ef-0e7a-4310-9237-ff71c51b8aa4 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/networks?id=c8742069-7fc0-4b57-87ca-46b63ebe6020 HTTP/1.1" status: 200 len: 814 time: 0.1135092 Jul 14 07:41:26.215761 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bd81d-3f27-4a2f-8b19-4bce288dae98 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2370c587-fe81-47df-995b-7b1e288a9441,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:26.216903 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a93e0f1f-3717-4ef5-a588-cb56a6eafc31 req-83b82964-2cc7-4b83-9191-445d1587f171 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/quotas/c7b8a392679c49ecaec8bb92f9b90ece HTTP/1.1" status: 200 len: 375 time: 0.0124023 Jul 14 07:41:26.221320 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-475bd81d-3f27-4a2f-8b19-4bce288dae98 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:26.222636 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-475bd81d-3f27-4a2f-8b19-4bce288dae98 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433747 Jul 14 07:41:26.225687 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 60900) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:26.232673 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ab069d09-b21d-4f3b-a083-a9b268be4659 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group_rule': {'security_group_id': '1d59dfbd-d3e0-46ce-a167-1d19a2375c72', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:41:26.294813 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-ab069d09-b21d-4f3b-a083-a9b268be4659 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Project 2ec311a5c75e432ca50437b58f1f1702 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:41:26.305849 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ab069d09-b21d-4f3b-a083-a9b268be4659 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:26.342408 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a93e0f1f-3717-4ef5-a588-cb56a6eafc31 req-de3acc44-be69-4186-a43f-5461a3970ffb tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7b8a392679c49ecaec8bb92f9b90ece&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1140106 Jul 14 07:41:26.370844 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ab069d09-b21d-4f3b-a083-a9b268be4659 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:26.375952 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ab069d09-b21d-4f3b-a083-a9b268be4659 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:26.396542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab069d09-b21d-4f3b-a083-a9b268be4659 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7498c0-577b-49d7-afba-12079948e584,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:26.406979 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ab069d09-b21d-4f3b-a083-a9b268be4659 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:26.409312 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ab069d09-b21d-4f3b-a083-a9b268be4659 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1812432 Jul 14 07:41:26.411528 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 60904) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:26.416636 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-08f49e80-f500-4903-8b76-3b6f74584259 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'security_group_rule': {'security_group_id': '1d59dfbd-d3e0-46ce-a167-1d19a2375c72', 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:41:26.441045 n-d-778696-5 neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-08f49e80-f500-4903-8b76-3b6f74584259 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Project 2ec311a5c75e432ca50437b58f1f1702 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:41:26.447612 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-08f49e80-f500-4903-8b76-3b6f74584259 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:26.519177 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-08f49e80-f500-4903-8b76-3b6f74584259 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:26.524112 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-08f49e80-f500-4903-8b76-3b6f74584259 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:26.530958 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c0c39-7784-4c09-95d3-2c361f7d6d4d req-2f882380-d5a1-4707-ad5d-900831a22ea1 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:26.532291 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d7c0c39-7784-4c09-95d3-2c361f7d6d4d req-2f882380-d5a1-4707-ad5d-900831a22ea1 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0741069 Jul 14 07:41:26.543241 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f49e80-f500-4903-8b76-3b6f74584259 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee34dbe-aece-468a-a7e3-5e992035f6fc,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:26.548182 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-08f49e80-f500-4903-8b76-3b6f74584259 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:26.558781 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-08f49e80-f500-4903-8b76-3b6f74584259 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1369467 Jul 14 07:41:26.579611 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d7c0c39-7784-4c09-95d3-2c361f7d6d4d req-e597425d-fd49-473d-97bb-0593cc952416 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413220 Jul 14 07:41:26.756536 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8ec1173a-41b2-4e24-9411-3514d0cacae5 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:41:26.796454 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-33586157-a41b-47ca-a272-252f98bdf27c tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1487200739&fields=id&tenant_id=2ec311a5c75e432ca50437b58f1f1702 HTTP/1.1" status: 200 len: 267 time: 0.0486841 Jul 14 07:41:26.814133 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 8ec1173a-41b2-4e24-9411-3514d0cacae5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:41:26.814512 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:26.835667 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc534d18-3a83-4f9d-9052-4087f7305a42 req-1cbc7d5a-377d-43c1-9588-95f383de4f3c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:26.837277 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc534d18-3a83-4f9d-9052-4087f7305a42 req-1cbc7d5a-377d-43c1-9588-95f383de4f3c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.1223812 Jul 14 07:41:26.902589 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 524fc8f6-a963-4199-92c5-f89f37200fc2 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:41:26.925234 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc534d18-3a83-4f9d-9052-4087f7305a42 req-e73488b6-5d05-4d6e-a2fc-4047f6f316b9 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626249 Jul 14 07:41:26.957546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-f98086af-fd0e-4307-9181-02428311002d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:26.957546 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-f98086af-fd0e-4307-9181-02428311002d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/networks?id=714e4b0c-2b11-4a25-aafd-fde662a33096 HTTP/1.1" status: 200 len: 797 time: 0.1504645 Jul 14 07:41:26.967716 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 524fc8f6-a963-4199-92c5-f89f37200fc2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:41:26.968095 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:26.976439 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-a47dbfb3-f95f-4a9a-ad50-2d2c487323e5 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/quotas/2ec311a5c75e432ca50437b58f1f1702 HTTP/1.1" status: 200 len: 375 time: 0.0105858 Jul 14 07:41:27.057056 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-f0296df2-ce91-4dd6-9c80-2a5af1ee196a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ec311a5c75e432ca50437b58f1f1702&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737007 Jul 14 07:41:27.073673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f223a5dd-c75b-43c9-ac9f-097d9c22f867 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:41:27.126769 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port f223a5dd-c75b-43c9-ac9f-097d9c22f867 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:41:27.131765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f223a5dd-c75b-43c9-ac9f-097d9c22f867 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:41:27.132332 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:27.161244 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92d77cf5-edf1-4ac3-a0bc-47237c9ca250 req-29ee22b6-7140-41ad-9821-316f1a65bd05 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c7b8a392679c49ecaec8bb92f9b90ece HTTP/1.1" status: 200 len: 221 time: 0.0785384 Jul 14 07:41:27.198049 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-d25c56d4-fe9e-4dd3-9e42-255dde03718c service neutron] 10.222.0.35 "GET /v2.0/networks/714e4b0c-2b11-4a25-aafd-fde662a33096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277065 Jul 14 07:41:27.221414 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:27.265715 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port f223a5dd-c75b-43c9-ac9f-097d9c22f867, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f223a5dd-c75b-43c9-ac9f-097d9c22f867,segment=NetworkSegment(f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd),segment_id=f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:27.270434 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:27.318354 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=f223a5dd-c75b-43c9-ac9f-097d9c22f867,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:27.331826 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-dbb9a18b-6b63-4a2d-b1fc-f0bbfbca7d98 service neutron] 10.222.0.35 "GET /v2.0/networks/714e4b0c-2b11-4a25-aafd-fde662a33096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324925 Jul 14 07:41:27.362784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4251f-81ba-49be-afd1-0eb348773cce req-67635e35-8f1a-4eec-8ebe-27147cdb2e4c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:27.364594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1e4251f-81ba-49be-afd1-0eb348773cce req-67635e35-8f1a-4eec-8ebe-27147cdb2e4c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0879564 Jul 14 07:41:27.407200 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1e4251f-81ba-49be-afd1-0eb348773cce req-41df9f65-99c4-462d-8b11-be0f4f9230ba tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364130 Jul 14 07:41:27.516940 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78665ed7-d699-44fd-82fa-ed05fdcec9b2 req-e709e412-98cf-4b8a-ab81-6905d84dec2d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=03ee19c1-865a-48b0-99af-696867d5d624 HTTP/1.1" status: 200 len: 210 time: 0.0287702 Jul 14 07:41:27.606817 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a2021-caa5-40be-a2ac-ab14942c9771 req-dbefb3ba-e745-4747-aff4-fc7275250986 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:27.608320 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce3a2021-caa5-40be-a2ac-ab14942c9771 req-dbefb3ba-e745-4747-aff4-fc7275250986 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0641718 Jul 14 07:41:27.645924 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ce3a2021-caa5-40be-a2ac-ab14942c9771 req-aae7d897-726c-479d-bf15-cd1c69b207f1 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319631 Jul 14 07:41:27.880508 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb2ba1-fd67-429d-bf63-acc4b777dbc6 req-431d03cf-6534-4dc7-8681-ee1d9e5e0853 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:27.882473 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9adb2ba1-fd67-429d-bf63-acc4b777dbc6 req-431d03cf-6534-4dc7-8681-ee1d9e5e0853 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0742850 Jul 14 07:41:27.923267 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9adb2ba1-fd67-429d-bf63-acc4b777dbc6 req-e9922c40-9fde-48c4-a470-d4bba9a18d54 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350828 Jul 14 07:41:28.113943 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847ad89-baa5-442c-a4dd-acc5f720f374 req-d2b57cc0-73ea-4162-872d-469ed0d2fac5 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:28.115420 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e847ad89-baa5-442c-a4dd-acc5f720f374 req-d2b57cc0-73ea-4162-872d-469ed0d2fac5 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0658596 Jul 14 07:41:28.153645 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e847ad89-baa5-442c-a4dd-acc5f720f374 req-6d2d1672-3123-4b1e-a286-55da9cfc6518 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323749 Jul 14 07:41:28.332992 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b071a6-35c0-492e-9beb-c198f736f3ed req-90a0eed0-2988-4ba0-a8ae-ae6fb7f14ec1 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:28.334598 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7b071a6-35c0-492e-9beb-c198f736f3ed req-90a0eed0-2988-4ba0-a8ae-ae6fb7f14ec1 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0631428 Jul 14 07:41:28.371916 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7b071a6-35c0-492e-9beb-c198f736f3ed req-e6c6b22d-2ace-4eaf-a05d-30340dbf2fe5 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312808 Jul 14 07:41:28.550044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c70c5-3508-4f52-9ba8-00a805cfa75c req-10919f96-f805-4421-b991-6216f90c151a tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:28.552207 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc2c70c5-3508-4f52-9ba8-00a805cfa75c req-10919f96-f805-4421-b991-6216f90c151a tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0700393 Jul 14 07:41:28.604704 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc2c70c5-3508-4f52-9ba8-00a805cfa75c req-9f7a73e9-4a3c-48ba-b37b-e5ad93fb6223 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473809 Jul 14 07:41:28.669848 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-4fbabe82-da63-4187-94d8-db76c044380d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:28.671956 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-4fbabe82-da63-4187-94d8-db76c044380d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.30 "GET /v2.0/networks?id=714e4b0c-2b11-4a25-aafd-fde662a33096 HTTP/1.1" status: 200 len: 797 time: 0.1522222 Jul 14 07:41:28.693007 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f223a5dd-c75b-43c9-ac9f-097d9c22f867 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:41:28.700299 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-888d361e-fe90-4160-8c4e-09e598e60c97 req-ade269f0-7aa0-42d1-b9d2-61023598991e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=03ee19c1-865a-48b0-99af-696867d5d624 HTTP/1.1" status: 200 len: 210 time: 0.0337141 Jul 14 07:41:28.725557 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-ebb49f7a-40df-4d82-af24-45e8a2df5b91 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ec311a5c75e432ca50437b58f1f1702 HTTP/1.1" status: 200 len: 380 time: 0.0453520 Jul 14 07:41:28.734982 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-3c7f6bca-0b04-45d9-a1d6-44c39490ccec tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'port': {'device_id': '03ee19c1-865a-48b0-99af-696867d5d624', 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096', 'admin_state_up': True, 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'security_groups': ['1d59dfbd-d3e0-46ce-a167-1d19a2375c72']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:41:28.752462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f223a5dd-c75b-43c9-ac9f-097d9c22f867 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:41:28.753110 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:28.848284 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd684bc-fc8a-4d83-8fc4-0549b658290c req-8cae0220-1ca0-4683-a5b2-18bf24da4b84 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:28.849958 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fcd684bc-fc8a-4d83-8fc4-0549b658290c req-8cae0220-1ca0-4683-a5b2-18bf24da4b84 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0685904 Jul 14 07:41:28.874065 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-3c7f6bca-0b04-45d9-a1d6-44c39490ccec tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Made reservation on behalf of 2ec311a5c75e432ca50437b58f1f1702 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:41:28.877773 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-3c7f6bca-0b04-45d9-a1d6-44c39490ccec tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:28.894661 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fcd684bc-fc8a-4d83-8fc4-0549b658290c req-4d2a83fb-20dd-445f-90d3-04c917a7e722 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390813 Jul 14 07:41:29.010888 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-3c7f6bca-0b04-45d9-a1d6-44c39490ccec tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Allocated IP 172.20.0.14 (714e4b0c-2b11-4a25-aafd-fde662a33096/7379b3a0-b226-4977-a8ec-33ee8f6ea036/ce937acf-e81d-4d2f-a71c-5aa31634b8e7) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:41:29.074510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285eb39f-569d-4476-b796-003fd531beff req-d7b29e3b-12a1-44e4-a887-7506383c3f3e tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:29.076019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-285eb39f-569d-4476-b796-003fd531beff req-d7b29e3b-12a1-44e4-a887-7506383c3f3e tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0634401 Jul 14 07:41:29.112816 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-285eb39f-569d-4476-b796-003fd531beff req-73f33c47-23ad-4a24-9de1-f2dd15a60a91 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307987 Jul 14 07:41:29.144569 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-3c7f6bca-0b04-45d9-a1d6-44c39490ccec tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:29.158709 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-3c7f6bca-0b04-45d9-a1d6-44c39490ccec tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Transition to ACTIVE for port object ce937acf-e81d-4d2f-a71c-5aa31634b8e7 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:41:29.191799 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-3c7f6bca-0b04-45d9-a1d6-44c39490ccec tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:29.240638 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-3c7f6bca-0b04-45d9-a1d6-44c39490ccec tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Network 714e4b0c-2b11-4a25-aafd-fde662a33096 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:41:29.244424 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-3c7f6bca-0b04-45d9-a1d6-44c39490ccec tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:41:29.248376 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-3c7f6bca-0b04-45d9-a1d6-44c39490ccec tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:41:29.254816 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f6bca-0b04-45d9-a1d6-44c39490ccec tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Port': ['ID=ce937acf-e81d-4d2f-a71c-5aa31634b8e7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:29.304982 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-3c7f6bca-0b04-45d9-a1d6-44c39490ccec tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:29.305644 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-3c7f6bca-0b04-45d9-a1d6-44c39490ccec tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:29.308410 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073962-8d70-4d10-ace4-4f0712a7d9d1 req-864b8546-744c-4f8b-a1ff-8bedb0e0a8cd tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:29.310125 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a073962-8d70-4d10-ace4-4f0712a7d9d1 req-864b8546-744c-4f8b-a1ff-8bedb0e0a8cd tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0682518 Jul 14 07:41:29.320403 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-3c7f6bca-0b04-45d9-a1d6-44c39490ccec tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5901830 Jul 14 07:41:29.332251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Request body: {'port': {'device_id': '03ee19c1-865a-48b0-99af-696867d5d624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:41:29.355369 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a073962-8d70-4d10-ace4-4f0712a7d9d1 req-8eee1749-ae75-4dcd-9dde-fa4615a3c330 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368452 Jul 14 07:41:29.414891 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:29.535461 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee2f9a-b355-4574-9930-f8c4335f6507 req-da03fc7e-7b1f-4340-b148-3bf31303f2a7 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:29.536880 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2fee2f9a-b355-4574-9930-f8c4335f6507 req-da03fc7e-7b1f-4340-b148-3bf31303f2a7 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0670879 Jul 14 07:41:29.560425 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-aa0b78b8-5d6c-4a02-9853-4428fdac3653 None None] Provisioning for port ce937acf-e81d-4d2f-a71c-5aa31634b8e7 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:41:29.564237 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-aa0b78b8-5d6c-4a02-9853-4428fdac3653 None None] Provisioning complete for port ce937acf-e81d-4d2f-a71c-5aa31634b8e7 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:41:29.564605 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-aa0b78b8-5d6c-4a02-9853-4428fdac3653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:29.579784 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2fee2f9a-b355-4574-9930-f8c4335f6507 req-d9516de7-f52c-4767-a491-d76d31c1c290 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359993 Jul 14 07:41:29.608124 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b78b8-5d6c-4a02-9853-4428fdac3653 None None] Port ce937acf-e81d-4d2f-a71c-5aa31634b8e7 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:41:29.690339 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce937acf-e81d-4d2f-a71c-5aa31634b8e7 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:41:29.697596 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:29.713177 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Transition to ACTIVE for port object ce937acf-e81d-4d2f-a71c-5aa31634b8e7 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:41:29.717247 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:29.776496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Pushing event updated for resources: {'Port': ['ID=ce937acf-e81d-4d2f-a71c-5aa31634b8e7,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:29.776722 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7ba4c-8b50-42d7-8e47-5d3ef2790fc7 req-ef2703e7-c7c7-44b9-920d-5d9225308688 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:29.778254 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e3c7ba4c-8b50-42d7-8e47-5d3ef2790fc7 req-ef2703e7-c7c7-44b9-920d-5d9225308688 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0693183 Jul 14 07:41:29.853899 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e3c7ba4c-8b50-42d7-8e47-5d3ef2790fc7 req-19cb84ac-52a7-4bac-9794-a69574fa76a8 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674984 Jul 14 07:41:29.860201 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Attempting to bind port ce937acf-e81d-4d2f-a71c-5aa31634b8e7 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:41:29.860885 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Attempting to bind port ce937acf-e81d-4d2f-a71c-5aa31634b8e7 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:41:29.861259 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Attempting to bind port ce937acf-e81d-4d2f-a71c-5aa31634b8e7 on network 714e4b0c-2b11-4a25-aafd-fde662a33096 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:41:29.866176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Port ce937acf-e81d-4d2f-a71c-5aa31634b8e7 on network 714e4b0c-2b11-4a25-aafd-fde662a33096 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:41:29.866564 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Attempting to bind port ce937acf-e81d-4d2f-a71c-5aa31634b8e7 on network 714e4b0c-2b11-4a25-aafd-fde662a33096 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:41:29.883258 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:41:29.883889 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Checking segment: {'id': 'f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:41:29.884459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Bound using segment: {'id': 'f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:41:29.885243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Bound port: ce937acf-e81d-4d2f-a71c-5aa31634b8e7, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:41:29.886215 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:29.889392 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dd028-f054-43dc-a644-56bc52818116 req-e7ea1dcf-4ff9-40b7-b69e-d682e23bac5f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:29.890959 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e34dd028-f054-43dc-a644-56bc52818116 req-e7ea1dcf-4ff9-40b7-b69e-d682e23bac5f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=03ee19c1-865a-48b0-99af-696867d5d624 HTTP/1.1" status: 200 len: 944 time: 0.0735781 Jul 14 07:41:29.938609 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e34dd028-f054-43dc-a644-56bc52818116 req-a3db89b5-523e-4e96-921f-ae9ea307b2d4 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d59dfbd-d3e0-46ce-a167-1d19a2375c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407996 Jul 14 07:41:29.968914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] For port ce937acf-e81d-4d2f-a71c-5aa31634b8e7, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:41:29.972515 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] For port ce937acf-e81d-4d2f-a71c-5aa31634b8e7, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ce937acf-e81d-4d2f-a71c-5aa31634b8e7,segment=NetworkSegment(f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd),segment_id=f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:41:29.981744 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:30.020479 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:30.021113 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:30.022559 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] 10.222.0.30 "PUT /v2.0/ports/ce937acf-e81d-4d2f-a71c-5aa31634b8e7 HTTP/1.1" status: 200 len: 1092 time: 0.6953204 Jul 14 07:41:30.023577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ee19c1-865a-48b0-99af-696867d5d624', 'tag': 'ce937acf-e81d-4d2f-a71c-5aa31634b8e7'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:41:30.025894 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148e2b84-9917-4b32-9706-f41a2be3f529" -d '{"events": [{"name": "network-changed", "server_uuid": "03ee19c1-865a-48b0-99af-696867d5d624", "tag": "ce937acf-e81d-4d2f-a71c-5aa31634b8e7"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:41:30.052327 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a7fa5-c4c0-45aa-9b4b-c998e843844a service neutron] Pushing event updated for resources: {'Port': ['ID=ce937acf-e81d-4d2f-a71c-5aa31634b8e7,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:30.082685 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730a29a5-b83b-48d9-980a-63188c8add98 x-openstack-request-id: req-730a29a5-b83b-48d9-980a-63188c8add98 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:41:30.082976 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ee19c1-865a-48b0-99af-696867d5d624", "tag": "ce937acf-e81d-4d2f-a71c-5aa31634b8e7", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:41:30.083387 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-730a29a5-b83b-48d9-980a-63188c8add98 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:41:30.083761 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ee19c1-865a-48b0-99af-696867d5d624', 'tag': 'ce937acf-e81d-4d2f-a71c-5aa31634b8e7', 'status': 'completed', 'code': 200} Jul 14 07:41:30.088697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa698c-d684-4840-becb-073772d772ee req-c17fd940-bc22-4c7c-ab44-0c206c42e1c2 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:30.090406 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29fa698c-d684-4840-becb-073772d772ee req-c17fd940-bc22-4c7c-ab44-0c206c42e1c2 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0898919 Jul 14 07:41:30.134056 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29fa698c-d684-4840-becb-073772d772ee req-3608dd36-e11e-4e26-b504-acd89c6f0049 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359676 Jul 14 07:41:30.134423 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-923541f7-2aff-4a74-936f-68c3e22e2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:30.135954 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-923541f7-2aff-4a74-936f-68c3e22e2455 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ec311a5c75e432ca50437b58f1f1702&device_id=03ee19c1-865a-48b0-99af-696867d5d624 HTTP/1.1" status: 200 len: 1095 time: 0.0621667 Jul 14 07:41:30.182644 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-cee879d0-e88e-4f3e-bdb0-64876c555a9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce937acf-e81d-4d2f-a71c-5aa31634b8e7 HTTP/1.1" status: 200 len: 217 time: 0.0401261 Jul 14 07:41:30.238504 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-6c8438a3-8699-4612-b126-b833abd92462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:30.240023 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-6c8438a3-8699-4612-b126-b833abd92462 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7379b3a0-b226-4977-a8ec-33ee8f6ea036 HTTP/1.1" status: 200 len: 835 time: 0.0485318 Jul 14 07:41:30.296376 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-e0d7ac1e-2798-4a87-ac32-6acef35ca7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:30.297909 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-e0d7ac1e-2798-4a87-ac32-6acef35ca7ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=714e4b0c-2b11-4a25-aafd-fde662a33096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520074 Jul 14 07:41:30.334697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d49d9c-c672-4eec-9cc8-fc95618f3aa7 req-c833d9e4-4f33-417a-9686-ac4eff0c279b tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:30.337001 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f6d49d9c-c672-4eec-9cc8-fc95618f3aa7 req-c833d9e4-4f33-417a-9686-ac4eff0c279b tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0629077 Jul 14 07:41:30.376638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f6d49d9c-c672-4eec-9cc8-fc95618f3aa7 req-137503dc-fe02-4f4f-95f0-8c5282ee39ef tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331752 Jul 14 07:41:30.390389 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-d5a15c9a-575e-4e7a-906f-47a4afa8c400 service neutron] 10.222.0.30 "GET /v2.0/networks/714e4b0c-2b11-4a25-aafd-fde662a33096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858259 Jul 14 07:41:30.476153 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-363465d1-b13c-4597-851c-eeb3c494e1cc req-83af592b-7c6f-4371-8164-488e783e2430 service neutron] 10.222.0.30 "GET /v2.0/networks/714e4b0c-2b11-4a25-aafd-fde662a33096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794826 Jul 14 07:41:30.525277 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6f484b4e-bd56-48cc-aed8-c9e86513df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:30.557669 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac854964-88f0-45e6-a5a8-12c6b6d24971 req-3ecc104c-b5d8-4785-b2e2-ead7ddf6d386 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:30.560520 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac854964-88f0-45e6-a5a8-12c6b6d24971 req-3ecc104c-b5d8-4785-b2e2-ead7ddf6d386 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0719993 Jul 14 07:41:30.576762 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e2b84-9917-4b32-9706-f41a2be3f529 req-9b35ccf9-9cc1-4fb6-add6-c4a351d035a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:30.578344 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-148e2b84-9917-4b32-9706-f41a2be3f529 req-9b35ccf9-9cc1-4fb6-add6-c4a351d035a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ec311a5c75e432ca50437b58f1f1702&device_id=03ee19c1-865a-48b0-99af-696867d5d624 HTTP/1.1" status: 200 len: 1095 time: 0.0569043 Jul 14 07:41:30.599244 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac854964-88f0-45e6-a5a8-12c6b6d24971 req-434398d2-ca6b-4a78-8a87-bd9c1ea19800 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343380 Jul 14 07:41:30.670574 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e2b84-9917-4b32-9706-f41a2be3f529 req-ef33468b-28ff-46b1-82c7-3fd114aea0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:30.672063 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-148e2b84-9917-4b32-9706-f41a2be3f529 req-ef33468b-28ff-46b1-82c7-3fd114aea0bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=714e4b0c-2b11-4a25-aafd-fde662a33096 HTTP/1.1" status: 200 len: 898 time: 0.0880058 Jul 14 07:41:30.713039 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-148e2b84-9917-4b32-9706-f41a2be3f529 req-afc2a42e-6f40-431a-8aee-4c6ac34c1f8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce937acf-e81d-4d2f-a71c-5aa31634b8e7 HTTP/1.1" status: 200 len: 217 time: 0.0345311 Jul 14 07:41:30.764555 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e2b84-9917-4b32-9706-f41a2be3f529 req-06372e51-7119-4e62-99f1-95b63ef49810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:30.766098 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-148e2b84-9917-4b32-9706-f41a2be3f529 req-06372e51-7119-4e62-99f1-95b63ef49810 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7379b3a0-b226-4977-a8ec-33ee8f6ea036 HTTP/1.1" status: 200 len: 835 time: 0.0473766 Jul 14 07:41:30.817046 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdefce-9c42-461d-a090-15084657a199 req-3e5372ae-ad06-47fa-9a02-6ee3892095de tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:30.818583 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4cdefce-9c42-461d-a090-15084657a199 req-3e5372ae-ad06-47fa-9a02-6ee3892095de tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0631983 Jul 14 07:41:30.823637 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e2b84-9917-4b32-9706-f41a2be3f529 req-c6e4be37-ad64-408d-8590-069d7aef97c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:30.825151 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-148e2b84-9917-4b32-9706-f41a2be3f529 req-c6e4be37-ad64-408d-8590-069d7aef97c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=714e4b0c-2b11-4a25-aafd-fde662a33096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518963 Jul 14 07:41:30.856220 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a4cdefce-9c42-461d-a090-15084657a199 req-ff83b429-7734-4438-9cae-0daa4e5c9618 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320508 Jul 14 07:41:30.914767 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-148e2b84-9917-4b32-9706-f41a2be3f529 req-62719d96-db79-41e1-a2c9-d2bca3b96660 service neutron] 10.222.0.30 "GET /v2.0/networks/714e4b0c-2b11-4a25-aafd-fde662a33096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813735 Jul 14 07:41:31.012119 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-148e2b84-9917-4b32-9706-f41a2be3f529 req-ac16ec5e-3801-49f6-bceb-5b983d11e493 service neutron] 10.222.0.30 "GET /v2.0/networks/714e4b0c-2b11-4a25-aafd-fde662a33096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906553 Jul 14 07:41:31.035607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed205b-ae7c-4d15-992e-d2394a5f31ee req-302ca574-e018-413f-b0fd-1fb9d9fa9009 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:31.037123 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1aed205b-ae7c-4d15-992e-d2394a5f31ee req-302ca574-e018-413f-b0fd-1fb9d9fa9009 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0699887 Jul 14 07:41:31.108407 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1aed205b-ae7c-4d15-992e-d2394a5f31ee req-6a8e0e4f-98d4-4d36-a21d-18a634e630e2 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652633 Jul 14 07:41:31.136485 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095b5f-1f0d-496c-ab63-c028376361f7 req-111f236b-4531-4cd9-a16e-6c0edae276c1 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:31.137950 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d095b5f-1f0d-496c-ab63-c028376361f7 req-111f236b-4531-4cd9-a16e-6c0edae276c1 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=03ee19c1-865a-48b0-99af-696867d5d624 HTTP/1.1" status: 200 len: 944 time: 0.0771976 Jul 14 07:41:31.176880 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d095b5f-1f0d-496c-ab63-c028376361f7 req-b8d1c610-1084-4dec-b540-dfee37c9fef9 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d59dfbd-d3e0-46ce-a167-1d19a2375c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333591 Jul 14 07:41:31.322696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab0f53-83ba-4c91-8aca-83990e063590 req-72c45840-029b-4a15-869d-14e3ed5a5e14 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:31.324178 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15ab0f53-83ba-4c91-8aca-83990e063590 req-72c45840-029b-4a15-869d-14e3ed5a5e14 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0618894 Jul 14 07:41:31.362524 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15ab0f53-83ba-4c91-8aca-83990e063590 req-a3e68a1e-2265-4fbe-9f2c-59eb1ea28fa8 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 Jul 14 07:41:31.537142 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea46391-5f37-4188-8a44-65a239b152a8 req-5cc2de1a-f1b8-4cf1-a520-a47388ad62ba tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:31.538687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bea46391-5f37-4188-8a44-65a239b152a8 req-5cc2de1a-f1b8-4cf1-a520-a47388ad62ba tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0659511 Jul 14 07:41:31.576003 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bea46391-5f37-4188-8a44-65a239b152a8 req-211a7d80-b75e-4481-875b-f287506b245a tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316896 Jul 14 07:41:31.756755 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8d93-1506-487b-b585-030c2735416e req-f0b52ba4-3077-4c09-a703-8227d5b20217 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:31.758662 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-45db8d93-1506-487b-b585-030c2735416e req-f0b52ba4-3077-4c09-a703-8227d5b20217 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0617962 Jul 14 07:41:31.796199 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-45db8d93-1506-487b-b585-030c2735416e req-98abeed7-50d5-4687-b5c1-a98337e6dd02 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320964 Jul 14 07:41:31.966918 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5cc44-500e-4b22-9097-60321f05250d req-adb1616a-6e2a-42d9-9221-78c842f4034a tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:31.968578 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6b5cc44-500e-4b22-9097-60321f05250d req-adb1616a-6e2a-42d9-9221-78c842f4034a tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0617869 Jul 14 07:41:32.010013 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6b5cc44-500e-4b22-9097-60321f05250d req-bf489846-b7ee-40d1-861d-b52512bda8b3 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357168 Jul 14 07:41:32.348430 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ef8e3-0e14-42ca-8a04-5ecf35d34eb2 req-4a520548-4266-4434-9baa-1c81bcf64c49 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:32.350149 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455ef8e3-0e14-42ca-8a04-5ecf35d34eb2 req-4a520548-4266-4434-9baa-1c81bcf64c49 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0718589 Jul 14 07:41:32.394612 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-455ef8e3-0e14-42ca-8a04-5ecf35d34eb2 req-ed0e9458-0190-493e-a4b1-dc8d26769ac0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371470 Jul 14 07:41:32.539915 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2b8cf-2431-4a2b-85de-6f4ef40fc63f req-35217e53-8666-4eeb-a900-aa1cd9708710 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:32.541415 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ce2b8cf-2431-4a2b-85de-6f4ef40fc63f req-35217e53-8666-4eeb-a900-aa1cd9708710 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=03ee19c1-865a-48b0-99af-696867d5d624 HTTP/1.1" status: 200 len: 944 time: 0.0625448 Jul 14 07:41:32.579783 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1ce2b8cf-2431-4a2b-85de-6f4ef40fc63f req-c2a54ab5-d4dc-44b4-90a8-d2d7b29bc580 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d59dfbd-d3e0-46ce-a167-1d19a2375c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324407 Jul 14 07:41:33.256879 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device ce937acf-e81d-4d2f-a71c-5aa31634b8e7 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:41:33.342125 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3bf891fa-8d82-4850-b6ce-231191a8f0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:33.361821 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port ce937acf-e81d-4d2f-a71c-5aa31634b8e7, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ce937acf-e81d-4d2f-a71c-5aa31634b8e7,segment=NetworkSegment(f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd),segment_id=f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:33.372428 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'ce937acf-e81d-4d2f-a71c-5aa31634b8e7', 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096', 'port_id': 'ce937acf-e81d-4d2f-a71c-5aa31634b8e7', 'mac_address': 'fa:16:3e:eb:4d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:41:33.408689 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:33.420797 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce937acf-e81d-4d2f-a71c-5aa31634b8e7 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:41:33.440370 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port ce937acf-e81d-4d2f-a71c-5aa31634b8e7, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ce937acf-e81d-4d2f-a71c-5aa31634b8e7,segment=NetworkSegment(f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd),segment_id=f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:33.443740 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:33.493866 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=ce937acf-e81d-4d2f-a71c-5aa31634b8e7,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:33.578715 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da85c7-a908-43b8-8e5e-239d79cabd22 req-2f1b0175-3e8e-428e-b986-61a42bbec5ee tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:33.580210 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32da85c7-a908-43b8-8e5e-239d79cabd22 req-2f1b0175-3e8e-428e-b986-61a42bbec5ee tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0666273 Jul 14 07:41:33.617210 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32da85c7-a908-43b8-8e5e-239d79cabd22 req-6b92a081-1430-4d42-8c7a-1aa1f953c429 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307329 Jul 14 07:41:33.631282 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['ce937acf-e81d-4d2f-a71c-5aa31634b8e7'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:41:33.664508 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:33.759885 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3ae2e-0a53-4309-9e74-bc83f2a53956 req-fca02b94-7fcd-40f1-abde-9631f6f2bbe4 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:33.761890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3aa3ae2e-0a53-4309-9e74-bc83f2a53956 req-fca02b94-7fcd-40f1-abde-9631f6f2bbe4 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=03ee19c1-865a-48b0-99af-696867d5d624 HTTP/1.1" status: 200 len: 945 time: 0.0666850 Jul 14 07:41:33.800838 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3aa3ae2e-0a53-4309-9e74-bc83f2a53956 req-4c509512-3674-4e6b-a1eb-b6649c87a67f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d59dfbd-d3e0-46ce-a167-1d19a2375c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339808 Jul 14 07:41:34.045087 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc141d-396f-46f7-8501-46d58dcedd9a req-6c4b8238-8d1d-465e-a40a-b7aabb718446 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:34.046579 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0acc141d-396f-46f7-8501-46d58dcedd9a req-6c4b8238-8d1d-465e-a40a-b7aabb718446 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0626445 Jul 14 07:41:34.089503 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0acc141d-396f-46f7-8501-46d58dcedd9a req-8d8af7df-e50f-4b0c-9a0b-07e96465ac01 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372834 Jul 14 07:41:34.716818 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:34.973881 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5329e97-e89d-44e9-a30c-66a45778a580 req-629f28a8-9b4e-4a13-b598-dab4da6af837 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:34.975367 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5329e97-e89d-44e9-a30c-66a45778a580 req-629f28a8-9b4e-4a13-b598-dab4da6af837 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=03ee19c1-865a-48b0-99af-696867d5d624 HTTP/1.1" status: 200 len: 945 time: 0.0623107 Jul 14 07:41:35.012598 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5329e97-e89d-44e9-a30c-66a45778a580 req-b79ae4bf-b793-453d-8cc0-e35d4c481e9a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d59dfbd-d3e0-46ce-a167-1d19a2375c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315599 Jul 14 07:41:35.256635 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0aa698-3767-4797-8e08-5affb509ed7b req-0b983d9b-6e5c-499b-ac45-6bee93343da9 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:35.258148 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b0aa698-3767-4797-8e08-5affb509ed7b req-0b983d9b-6e5c-499b-ac45-6bee93343da9 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0612168 Jul 14 07:41:35.271399 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device ce937acf-e81d-4d2f-a71c-5aa31634b8e7 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:41:35.295429 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b0aa698-3767-4797-8e08-5affb509ed7b req-b46ec4dc-9e49-4080-9644-76be97aa5c2b tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318444 Jul 14 07:41:35.321505 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port ce937acf-e81d-4d2f-a71c-5aa31634b8e7 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:41:35.325118 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port ce937acf-e81d-4d2f-a71c-5aa31634b8e7 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:41:35.325533 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:35.403360 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:35.426155 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ee19c1-865a-48b0-99af-696867d5d624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce937acf-e81d-4d2f-a71c-5aa31634b8e7'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:41:35.428390 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7650b47-8600-49e5-b66e-920ffb84f1e8" -d '{"events": [{"server_uuid": "03ee19c1-865a-48b0-99af-696867d5d624", "name": "network-vif-plugged", "status": "completed", "tag": "ce937acf-e81d-4d2f-a71c-5aa31634b8e7"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:41:35.442191 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port ce937acf-e81d-4d2f-a71c-5aa31634b8e7, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ce937acf-e81d-4d2f-a71c-5aa31634b8e7,segment=NetworkSegment(f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd),segment_id=f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:35.447663 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:35.472018 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d62c13f-98b3-453c-9d25-6ddb8cf55ee2 x-openstack-request-id: req-0d62c13f-98b3-453c-9d25-6ddb8cf55ee2 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:41:35.472320 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ee19c1-865a-48b0-99af-696867d5d624", "name": "network-vif-plugged", "status": "completed", "tag": "ce937acf-e81d-4d2f-a71c-5aa31634b8e7", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:41:35.472569 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d62c13f-98b3-453c-9d25-6ddb8cf55ee2 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:41:35.472948 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ee19c1-865a-48b0-99af-696867d5d624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce937acf-e81d-4d2f-a71c-5aa31634b8e7', 'code': 200} Jul 14 07:41:35.474066 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18331b19-3e82-445a-b768-f9d77e19e596 req-b52662ae-2349-4871-a16f-fdd502d4439c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:35.476204 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18331b19-3e82-445a-b768-f9d77e19e596 req-b52662ae-2349-4871-a16f-fdd502d4439c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0715768 Jul 14 07:41:35.503284 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=ce937acf-e81d-4d2f-a71c-5aa31634b8e7,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:35.518052 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18331b19-3e82-445a-b768-f9d77e19e596 req-2e200e5d-c3c5-48e3-b877-eec24b968dbf tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349743 Jul 14 07:41:35.584811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5244a-1076-468c-b9e2-d88c330fb8b6 req-5d9a10dd-483a-428a-b83f-112c0845bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:35.586948 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-93e5244a-1076-468c-b9e2-d88c330fb8b6 req-5d9a10dd-483a-428a-b83f-112c0845bd39 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=03ee19c1-865a-48b0-99af-696867d5d624 HTTP/1.1" status: 200 len: 1097 time: 0.0525503 Jul 14 07:41:35.620894 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-93e5244a-1076-468c-b9e2-d88c330fb8b6 req-c2414828-876b-4f88-8b97-037167e4991e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1d59dfbd-d3e0-46ce-a167-1d19a2375c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277328 Jul 14 07:41:35.757657 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c57029-06ef-464e-be41-13c671b9509b req-6bddd3e6-f690-4912-bf75-9c07ccd382cb tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:35.759047 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3c57029-06ef-464e-be41-13c671b9509b req-6bddd3e6-f690-4912-bf75-9c07ccd382cb tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0618904 Jul 14 07:41:35.796083 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3c57029-06ef-464e-be41-13c671b9509b req-a415b799-4fb0-41b6-a495-359f31199972 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316038 Jul 14 07:41:35.965120 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ac736-df48-4cc2-ba25-10d3a0534e3f req-a6ab86bc-a725-4f37-8b4a-eeb574e13010 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:35.966607 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-689ac736-df48-4cc2-ba25-10d3a0534e3f req-a6ab86bc-a725-4f37-8b4a-eeb574e13010 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0619016 Jul 14 07:41:36.006589 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-689ac736-df48-4cc2-ba25-10d3a0534e3f req-2f0cb094-9fd3-40d5-8e34-ea562497a4dc tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344746 Jul 14 07:41:36.225365 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e5d0c-534e-4862-b75a-16861050761b req-96d634e3-c3d6-4eaf-bf9b-6fb08149cafa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:36.226863 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-373e5d0c-534e-4862-b75a-16861050761b req-96d634e3-c3d6-4eaf-bf9b-6fb08149cafa tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=03ee19c1-865a-48b0-99af-696867d5d624 HTTP/1.1" status: 200 len: 946 time: 0.1053493 Jul 14 07:41:36.233995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd6fd8-f81c-444f-8e21-98686ef90ba3 req-76c2aae4-2704-495c-8e2c-2f8133438bbc tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:36.235446 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4fcd6fd8-f81c-444f-8e21-98686ef90ba3 req-76c2aae4-2704-495c-8e2c-2f8133438bbc tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.1036880 Jul 14 07:41:36.250546 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:36.291635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-373e5d0c-534e-4862-b75a-16861050761b req-c2852f1b-b0c1-4f9b-87d4-23af50275cd1 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d59dfbd-d3e0-46ce-a167-1d19a2375c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551767 Jul 14 07:41:36.294822 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4fcd6fd8-f81c-444f-8e21-98686ef90ba3 req-42bdb43d-be51-4535-8261-81dbbf81c07f tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519331 Jul 14 07:41:36.480841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba795f3-1906-4858-80c7-88f162fc7647 req-885f298b-b275-472c-8069-4b9deb9c9382 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:36.482346 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ba795f3-1906-4858-80c7-88f162fc7647 req-885f298b-b275-472c-8069-4b9deb9c9382 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0661962 Jul 14 07:41:36.519288 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ba795f3-1906-4858-80c7-88f162fc7647 req-aa7b1210-a784-4755-81db-922c826740e3 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314138 Jul 14 07:41:36.751489 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd64f49-bb8a-4c10-8823-ba8cd6c2e54e req-97b9d47e-64a6-4ac1-868e-d3cbd0a818a3 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:36.752935 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ecd64f49-bb8a-4c10-8823-ba8cd6c2e54e req-97b9d47e-64a6-4ac1-868e-d3cbd0a818a3 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0611761 Jul 14 07:41:36.789017 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ecd64f49-bb8a-4c10-8823-ba8cd6c2e54e req-9ce5e022-1be9-439b-905a-84901b5e3929 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301969 Jul 14 07:41:36.959256 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbe97d-edee-4d15-b496-a248dfecf534 req-9789adec-811c-45a7-b90a-4e9e9ca73945 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:36.961359 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-80bbe97d-edee-4d15-b496-a248dfecf534 req-9789adec-811c-45a7-b90a-4e9e9ca73945 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0665319 Jul 14 07:41:36.997503 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-80bbe97d-edee-4d15-b496-a248dfecf534 req-324a9139-6f40-4c54-b7e2-3ef207c11f80 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306513 Jul 14 07:41:37.182713 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74dfd0-99b2-42a5-9c73-9ddb52ad7f10 req-c24bb977-a79e-407e-b8ef-af41be6b6c28 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:37.184185 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d74dfd0-99b2-42a5-9c73-9ddb52ad7f10 req-c24bb977-a79e-407e-b8ef-af41be6b6c28 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0614135 Jul 14 07:41:37.220603 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d74dfd0-99b2-42a5-9c73-9ddb52ad7f10 req-9f8785eb-1cb6-43b8-8eb7-767ff6e11268 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309668 Jul 14 07:41:37.390992 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6f768-52b1-4f30-89db-d6c982417995 req-75c894c9-10f2-41f1-b835-9a065dcbfdd2 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:37.393090 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aed6f768-52b1-4f30-89db-d6c982417995 req-75c894c9-10f2-41f1-b835-9a065dcbfdd2 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0631440 Jul 14 07:41:37.463314 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aed6f768-52b1-4f30-89db-d6c982417995 req-d8426cd1-ffc9-4244-9eb0-7f29dbb2752e tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650532 Jul 14 07:41:37.493706 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68862c-b449-4869-92ee-b20882c7fe75 req-9b67a556-dbca-4b4e-955d-fe37d81803db tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:37.495171 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf68862c-b449-4869-92ee-b20882c7fe75 req-9b67a556-dbca-4b4e-955d-fe37d81803db tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=03ee19c1-865a-48b0-99af-696867d5d624 HTTP/1.1" status: 200 len: 946 time: 0.0832839 Jul 14 07:41:37.532581 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf68862c-b449-4869-92ee-b20882c7fe75 req-63e47837-8dc4-4c2a-a0ef-87183d260308 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d59dfbd-d3e0-46ce-a167-1d19a2375c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318251 Jul 14 07:41:37.657587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229a414-ecd9-4bf9-ab3f-655ef2b77ab0 req-43216956-2167-4389-a37b-0030c4e2c829 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:37.659008 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b229a414-ecd9-4bf9-ab3f-655ef2b77ab0 req-43216956-2167-4389-a37b-0030c4e2c829 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0709617 Jul 14 07:41:37.728457 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b229a414-ecd9-4bf9-ab3f-655ef2b77ab0 req-988d7479-7828-431f-beff-f9475c86787a tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511916 Jul 14 07:41:37.744594 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691a3c5-6701-470d-8d1a-42042fa6caa9 req-b090ce63-9792-488b-8750-8b9ee208c56c tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:37.746096 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1691a3c5-6701-470d-8d1a-42042fa6caa9 req-b090ce63-9792-488b-8750-8b9ee208c56c tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=03ee19c1-865a-48b0-99af-696867d5d624 HTTP/1.1" status: 200 len: 946 time: 0.1048965 Jul 14 07:41:37.783595 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1691a3c5-6701-470d-8d1a-42042fa6caa9 req-60c1f2f9-2f08-48f8-a1b3-ba1da09589c2 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d59dfbd-d3e0-46ce-a167-1d19a2375c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319657 Jul 14 07:41:37.808758 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 32840) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:37.907489 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d261b9-a4bc-421e-ad8c-4c192c4bd136 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:37.908884 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-14d261b9-a4bc-421e-ad8c-4c192c4bd136 tempest-TestNetworkBasicOps-533748710 tempest-TestNetworkBasicOps-533748710-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=03ee19c1-865a-48b0-99af-696867d5d624 HTTP/1.1" status: 200 len: 1092 time: 0.0990474 Jul 14 07:41:37.911865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 32842) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:37.917021 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': 'ce937acf-e81d-4d2f-a71c-5aa31634b8e7', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:41:37.924849 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a2ef0-8dce-4b7b-a740-5d4b487ac197 req-cd9f0f79-f1b1-4d39-bfa8-c74f6e867497 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:37.926290 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f37a2ef0-8dce-4b7b-a740-5d4b487ac197 req-cd9f0f79-f1b1-4d39-bfa8-c74f6e867497 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0754137 Jul 14 07:41:37.939147 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:37.966658 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f37a2ef0-8dce-4b7b-a740-5d4b487ac197 req-d338dc3b-019f-4711-a567-cb269808b101 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348327 Jul 14 07:41:38.043005 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:38.140134 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Allocated IP 172.25.7.182 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/8c84f10e-c6d1-43ec-bf82-25d2af6ee97f) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:41:38.219184 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3f8e4-ff9f-43d3-b48c-aa776763f5e1 req-d15b6c37-eb72-4ef7-ba73-fa388c3577a6 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:38.220575 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-23b3f8e4-ff9f-43d3-b48c-aa776763f5e1 req-d15b6c37-eb72-4ef7-ba73-fa388c3577a6 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0630157 Jul 14 07:41:38.245449 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:38.258037 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-23b3f8e4-ff9f-43d3-b48c-aa776763f5e1 req-6508f96b-ed0e-4085-ac2f-0caaff8243ec tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317509 Jul 14 07:41:38.287805 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:38.327764 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:41:38.330984 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:41:38.335778 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:41:38.338731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Port': ['ID=8c84f10e-c6d1-43ec-bf82-25d2af6ee97f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:38.363890 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:38.364233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:38.364618 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:38.364898 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:38.365231 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:38.365561 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:38.365882 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:38.366218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:38.366551 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:38.366869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:38.367218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:38.367538 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:41:38.437145 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22504c84-aa6e-4364-8bbc-b90c908e2a04 req-73460bed-d17c-4615-bbd8-4a67c245a939 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:38.438820 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22504c84-aa6e-4364-8bbc-b90c908e2a04 req-73460bed-d17c-4615-bbd8-4a67c245a939 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0638032 Jul 14 07:41:38.476404 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-22504c84-aa6e-4364-8bbc-b90c908e2a04 req-a8467a31-b4cd-4bd1-96f9-fdd357e86122 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320489 Jul 14 07:41:38.674474 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91228935-ea52-4aa9-bb3e-64efff4592a1 req-64f0099f-c6d1-41d2-9933-c8ae8017db53 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:38.676131 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91228935-ea52-4aa9-bb3e-64efff4592a1 req-64f0099f-c6d1-41d2-9933-c8ae8017db53 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0729115 Jul 14 07:41:38.716663 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91228935-ea52-4aa9-bb3e-64efff4592a1 req-35c7ea17-222b-4993-8c55-9c65b1ae7234 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341728 Jul 14 07:41:38.893344 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcb73c-f9bb-42b5-8660-0b88013d6d47 req-032de35d-9219-41ed-93ef-5b8f12ba9f35 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:38.894897 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1bdcb73c-f9bb-42b5-8660-0b88013d6d47 req-032de35d-9219-41ed-93ef-5b8f12ba9f35 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0635753 Jul 14 07:41:38.932040 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1bdcb73c-f9bb-42b5-8660-0b88013d6d47 req-81b8c6cd-5e02-424e-8d70-7c61dc877078 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313513 Jul 14 07:41:38.991102 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:39.068842 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:39.188824 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc83f4-a6f4-4377-86cb-21cbbd0fd3ae req-fbc4c4d0-b974-42a3-9d7b-b0d9d456915b tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:39.190337 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9dc83f4-a6f4-4377-86cb-21cbbd0fd3ae req-fbc4c4d0-b974-42a3-9d7b-b0d9d456915b tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0620892 Jul 14 07:41:39.212605 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:39.217340 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:39.232580 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9dc83f4-a6f4-4377-86cb-21cbbd0fd3ae req-ba71dbed-d0e1-410c-bf57-87ac4ddf11b1 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362937 Jul 14 07:41:39.290520 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event updated for resources: {'Port': ['ID=8c84f10e-c6d1-43ec-bf82-25d2af6ee97f,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:39.301069 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:39.400115 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Floating IP 0ca7c703-d141-40d7-afee-41efa799a5da associated. External IP: 172.25.7.182, port: ce937acf-e81d-4d2f-a71c-5aa31634b8e7. Jul 14 07:41:39.403273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e05ba-efd7-4270-ab10-b6205466d9df req-a0074d09-c3c1-49f7-9042-8ba59284a853 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:39.404751 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a5e05ba-efd7-4270-ab10-b6205466d9df req-a0074d09-c3c1-49f7-9042-8ba59284a853 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0616972 Jul 14 07:41:39.441652 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a5e05ba-efd7-4270-ab10-b6205466d9df req-1d7c52a5-e30b-4bcf-b829-6de6b08af9da tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313225 Jul 14 07:41:39.607392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Router a5a35a50-6851-44db-9ea8-021dcb79bd79 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:41:39.663309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29caa6ef-2665-401c-bc89-ad82bbab359c req-9431740f-1517-42c0-bf54-2fa350565420 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:39.664806 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29caa6ef-2665-401c-bc89-ad82bbab359c req-9431740f-1517-42c0-bf54-2fa350565420 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0618184 Jul 14 07:41:39.702483 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29caa6ef-2665-401c-bc89-ad82bbab359c req-b4eaea71-12d1-4550-9cc0-98cd986161fc tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318959 Jul 14 07:41:39.713674 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:41:39.730804 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:39.731904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0128cc-6d99-4a3d-81af-5da6145d96cf None None] Sync routers for ids ['a5a35a50-6851-44db-9ea8-021dcb79bd79'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:41:39.740930 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0128cc-6d99-4a3d-81af-5da6145d96cf None None] Routers {'a5a35a50-6851-44db-9ea8-021dcb79bd79'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:41:39.742274 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-af0128cc-6d99-4a3d-81af-5da6145d96cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:41:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a5a35a50-6851-44db-9ea8-021dcb79bd79'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:39.770611 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-772b682c-3e9c-400f-8d76-f9b4be271328 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8551335 Jul 14 07:41:39.770611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ee19c1-865a-48b0-99af-696867d5d624', 'tag': 'ce937acf-e81d-4d2f-a71c-5aa31634b8e7'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:41:39.770913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 32870) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:39.771348 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf43f62-5047-44bc-834f-23b3edde7df4" -d '{"events": [{"name": "network-changed", "server_uuid": "03ee19c1-865a-48b0-99af-696867d5d624", "tag": "ce937acf-e81d-4d2f-a71c-5aa31634b8e7"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:41:39.811237 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93472737-e9d8-4068-982b-a26a8f57f0c1 x-openstack-request-id: req-93472737-e9d8-4068-982b-a26a8f57f0c1 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:41:39.811237 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ee19c1-865a-48b0-99af-696867d5d624", "tag": "ce937acf-e81d-4d2f-a71c-5aa31634b8e7", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:41:39.811535 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93472737-e9d8-4068-982b-a26a8f57f0c1 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:41:39.812039 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ee19c1-865a-48b0-99af-696867d5d624', 'tag': 'ce937acf-e81d-4d2f-a71c-5aa31634b8e7', 'status': 'completed', 'code': 200} Jul 14 07:41:39.888239 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f358913c-3752-4ca3-81cc-00e15bc2f9b8 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/floatingips/0ca7c703-d141-40d7-afee-41efa799a5da HTTP/1.1" status: 200 len: 992 time: 0.1150253 Jul 14 07:41:39.894258 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf43f62-5047-44bc-834f-23b3edde7df4 req-ad9e64a0-aff1-49e1-90c7-352bb516304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:39.895709 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1cf43f62-5047-44bc-834f-23b3edde7df4 req-ad9e64a0-aff1-49e1-90c7-352bb516304a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ec311a5c75e432ca50437b58f1f1702&device_id=03ee19c1-865a-48b0-99af-696867d5d624 HTTP/1.1" status: 200 len: 1097 time: 0.0588198 Jul 14 07:41:39.918043 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c03137-7883-4948-a0c7-de064e578ed7 req-4c5c8898-6f11-4c7c-8c4c-ebfc1732b243 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:39.924915 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59c03137-7883-4948-a0c7-de064e578ed7 req-4c5c8898-6f11-4c7c-8c4c-ebfc1732b243 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0918767 Jul 14 07:41:39.958681 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59c03137-7883-4948-a0c7-de064e578ed7 req-3fe3c942-3d60-46b5-a738-2e66db74cc82 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328715 Jul 14 07:41:40.006774 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf43f62-5047-44bc-834f-23b3edde7df4 req-067aef2e-b4a0-427c-aa9e-fe7b24816ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:40.008337 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1cf43f62-5047-44bc-834f-23b3edde7df4 req-067aef2e-b4a0-427c-aa9e-fe7b24816ef9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=714e4b0c-2b11-4a25-aafd-fde662a33096 HTTP/1.1" status: 200 len: 898 time: 0.1066480 Jul 14 07:41:40.019727 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-af0128cc-6d99-4a3d-81af-5da6145d96cf None None] Set router a5a35a50-6851-44db-9ea8-021dcb79bd79 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:41:40.074376 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1cf43f62-5047-44bc-834f-23b3edde7df4 req-71f9e77b-d962-467c-b95d-513a7c03ad83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce937acf-e81d-4d2f-a71c-5aa31634b8e7 HTTP/1.1" status: 200 len: 1000 time: 0.0584309 Jul 14 07:41:40.124361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf43f62-5047-44bc-834f-23b3edde7df4 req-3d53de71-598d-4576-af54-b3472a00142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:40.126573 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1cf43f62-5047-44bc-834f-23b3edde7df4 req-3d53de71-598d-4576-af54-b3472a00142c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7379b3a0-b226-4977-a8ec-33ee8f6ea036 HTTP/1.1" status: 200 len: 835 time: 0.0456626 Jul 14 07:41:40.156106 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddafd2b-54d7-428d-a72d-7c82ebd3009c req-5102e4a8-b801-4882-85cd-80d693c2080c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:40.157620 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7ddafd2b-54d7-428d-a72d-7c82ebd3009c req-5102e4a8-b801-4882-85cd-80d693c2080c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0658236 Jul 14 07:41:40.190284 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf43f62-5047-44bc-834f-23b3edde7df4 req-9dbd65eb-18e8-4be5-8251-0b3ba0e0822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:40.191926 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1cf43f62-5047-44bc-834f-23b3edde7df4 req-9dbd65eb-18e8-4be5-8251-0b3ba0e0822b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=714e4b0c-2b11-4a25-aafd-fde662a33096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594141 Jul 14 07:41:40.197477 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7ddafd2b-54d7-428d-a72d-7c82ebd3009c req-a157857c-72aa-4cb3-90e7-e703ac9ab31c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338430 Jul 14 07:41:40.251314 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-af0128cc-6d99-4a3d-81af-5da6145d96cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'name': 'tempest-TestNetworkBasicOps-router-836758314', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:23Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '0ca7c703-d141-40d7-afee-41efa799a5da', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'port_id': 'ce937acf-e81d-4d2f-a71c-5aa31634b8e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096', 'mac_address': 'fa:16:3e:eb:4d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ee19c1-865a-48b0-99af-696867d5d624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:41:38Z', 'updated_at': '2021-07-14T07:41:38Z', 'revision_number': 0, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f223a5dd-c75b-43c9-ac9f-097d9c22f867', 'name': '', 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:2f:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:22Z', 'updated_at': '2021-07-14T07:41:27Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:40.277959 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0128cc-6d99-4a3d-81af-5da6145d96cf None None] Checking router: a5a35a50-6851-44db-9ea8-021dcb79bd79 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:41:40.283012 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1cf43f62-5047-44bc-834f-23b3edde7df4 req-28e2a29a-df3b-48fb-b228-9a9b37e437f1 service neutron] 10.222.0.30 "GET /v2.0/networks/714e4b0c-2b11-4a25-aafd-fde662a33096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849655 Jul 14 07:41:40.286433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0128cc-6d99-4a3d-81af-5da6145d96cf None None] Routers {'a5a35a50-6851-44db-9ea8-021dcb79bd79'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:41:40.287044 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-af0128cc-6d99-4a3d-81af-5da6145d96cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:41:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a5a35a50-6851-44db-9ea8-021dcb79bd79'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:40.375215 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d341580-88e5-49a2-86ab-297f163789eb req-a2ec9801-5356-477e-9cf6-6fb0db11a4d4 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:40.376751 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d341580-88e5-49a2-86ab-297f163789eb req-a2ec9801-5356-477e-9cf6-6fb0db11a4d4 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0651040 Jul 14 07:41:40.385735 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1cf43f62-5047-44bc-834f-23b3edde7df4 req-d93ac4aa-f2e5-4f49-9a0f-cbeac71c8075 service neutron] 10.222.0.30 "GET /v2.0/networks/714e4b0c-2b11-4a25-aafd-fde662a33096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959404 Jul 14 07:41:40.403477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-af0128cc-6d99-4a3d-81af-5da6145d96cf None None] Set router a5a35a50-6851-44db-9ea8-021dcb79bd79 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:41:40.418055 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d341580-88e5-49a2-86ab-297f163789eb req-d5b1e164-60a5-421f-b575-ed07359f8672 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345454 Jul 14 07:41:40.632570 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-af0128cc-6d99-4a3d-81af-5da6145d96cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'name': 'tempest-TestNetworkBasicOps-router-836758314', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:23Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '0ca7c703-d141-40d7-afee-41efa799a5da', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'port_id': 'ce937acf-e81d-4d2f-a71c-5aa31634b8e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096', 'mac_address': 'fa:16:3e:eb:4d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ee19c1-865a-48b0-99af-696867d5d624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:41:38Z', 'updated_at': '2021-07-14T07:41:38Z', 'revision_number': 0, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f223a5dd-c75b-43c9-ac9f-097d9c22f867', 'name': '', 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:2f:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:22Z', 'updated_at': '2021-07-14T07:41:27Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:41:40.659162 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0128cc-6d99-4a3d-81af-5da6145d96cf None None] The sync data for ids ['a5a35a50-6851-44db-9ea8-021dcb79bd79'] in n-d-778696-5 is: [{'id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'name': 'tempest-TestNetworkBasicOps-router-836758314', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:23Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '0ca7c703-d141-40d7-afee-41efa799a5da', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'port_id': 'ce937acf-e81d-4d2f-a71c-5aa31634b8e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096', 'mac_address': 'fa:16:3e:eb:4d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ee19c1-865a-48b0-99af-696867d5d624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:41:38Z', 'updated_at': '2021-07-14T07:41:38Z', 'revision_number': 0, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f223a5dd-c75b-43c9-ac9f-097d9c22f867', 'name': '', 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:2f:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:22Z', 'updated_at': '2021-07-14T07:41:27Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:41:40.858496 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a400f34-8345-45a6-9eab-33b97a7ae6e8 None None] New status for floating IP 0ca7c703-d141-40d7-afee-41efa799a5da: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:41:40.891107 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 32892) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:40.952652 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-25f48f8e-0aca-4142-accf-efa84451b087 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/floatingips/0ca7c703-d141-40d7-afee-41efa799a5da HTTP/1.1" status: 200 len: 992 time: 0.0598190 Jul 14 07:41:40.984190 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939142d6-d9b2-4099-9f9f-ae7435c6d563 req-b5e8c546-322b-49ec-8135-c3a2a7150d7d tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:40.985793 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-939142d6-d9b2-4099-9f9f-ae7435c6d563 req-b5e8c546-322b-49ec-8135-c3a2a7150d7d tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0691569 Jul 14 07:41:41.024995 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-939142d6-d9b2-4099-9f9f-ae7435c6d563 req-d482c9cc-8cc8-4f20-9fd5-252d076e635c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328169 Jul 14 07:41:41.956295 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 32894) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:41:42.018199 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bed442d6-e7e7-409e-9ca8-a60eb98f057a tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/floatingips/0ca7c703-d141-40d7-afee-41efa799a5da HTTP/1.1" status: 200 len: 994 time: 0.0607784 Jul 14 07:41:42.037278 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:41:42.198378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2cef2-d088-47fe-855d-57d37faccfa0 req-1e52098b-2880-4594-bb25-4a2a0c07979b tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:42.199791 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95a2cef2-d088-47fe-855d-57d37faccfa0 req-1e52098b-2880-4594-bb25-4a2a0c07979b tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0652370 Jul 14 07:41:42.236842 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95a2cef2-d088-47fe-855d-57d37faccfa0 req-d5536ab9-29bb-4f20-961d-ff4d3f363e56 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313978 Jul 14 07:41:43.405654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3356992-6c84-4aed-8176-26694a405ebe req-364a003f-f049-4f5c-adfb-c87574231e4b tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:43.407092 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3356992-6c84-4aed-8176-26694a405ebe req-364a003f-f049-4f5c-adfb-c87574231e4b tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0608056 Jul 14 07:41:43.442862 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3356992-6c84-4aed-8176-26694a405ebe req-d9091280-d536-42f5-b67a-ec05c9eb3e56 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302994 Jul 14 07:41:44.625476 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006c79d-0c69-4e0c-8064-2e616e115aab req-0154bb12-e46a-4122-bd1d-25b3d29592b3 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:44.626955 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e006c79d-0c69-4e0c-8064-2e616e115aab req-0154bb12-e46a-4122-bd1d-25b3d29592b3 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0658178 Jul 14 07:41:44.663793 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e006c79d-0c69-4e0c-8064-2e616e115aab req-2d6c817d-5405-4bfe-a445-dca7882c9897 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308018 Jul 14 07:41:45.773457 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:45.801003 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:45.833202 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d72a1-8fd8-4576-a51b-0e1e860ff330 req-28c8109a-7be6-4d6e-84e0-1d428ea3ce79 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:45.834708 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-563d72a1-8fd8-4576-a51b-0e1e860ff330 req-28c8109a-7be6-4d6e-84e0-1d428ea3ce79 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0626047 Jul 14 07:41:45.872574 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-563d72a1-8fd8-4576-a51b-0e1e860ff330 req-1fdf087d-a0da-439d-ad70-7d70872e04e7 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321057 Jul 14 07:41:47.041358 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff5e6c-b1c9-4089-a161-323fbf553ccd req-f9ce9e24-f0f0-4c13-893a-d470d6b34219 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:47.042804 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8fff5e6c-b1c9-4089-a161-323fbf553ccd req-f9ce9e24-f0f0-4c13-893a-d470d6b34219 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0610437 Jul 14 07:41:47.079087 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8fff5e6c-b1c9-4089-a161-323fbf553ccd req-f18d6305-9734-43c9-aeff-a105e9866d71 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306182 Jul 14 07:41:48.250297 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef30ae1-9ed7-4186-8d41-b6eca3db6e58 req-7e32025d-0ac3-49d3-965b-36a51ad0cb94 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:48.251666 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cef30ae1-9ed7-4186-8d41-b6eca3db6e58 req-7e32025d-0ac3-49d3-965b-36a51ad0cb94 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0657184 Jul 14 07:41:48.288385 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cef30ae1-9ed7-4186-8d41-b6eca3db6e58 req-55789f0c-f152-40b2-a96f-3283e240aa24 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313206 Jul 14 07:41:49.458341 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1f3ff-4b37-427e-85d1-2df22097b980 req-9d39372e-bc70-4b48-8fee-d5715ed738c8 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:49.459846 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67f1f3ff-4b37-427e-85d1-2df22097b980 req-9d39372e-bc70-4b48-8fee-d5715ed738c8 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0609603 Jul 14 07:41:49.496331 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-67f1f3ff-4b37-427e-85d1-2df22097b980 req-9da80b51-e738-4760-98b8-55ced2f8a559 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304079 Jul 14 07:41:50.666802 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba821c-904f-4a59-b74b-965c64e2ac8c req-edfc7ec5-37e1-4bfb-8ff9-eb4eb33ccd08 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:50.668263 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6eba821c-904f-4a59-b74b-965c64e2ac8c req-edfc7ec5-37e1-4bfb-8ff9-eb4eb33ccd08 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0641928 Jul 14 07:41:50.703913 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6eba821c-904f-4a59-b74b-965c64e2ac8c req-4d026223-c4c0-414c-9868-0c9216bd6458 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299315 Jul 14 07:41:51.872664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c393c3-2adf-4f85-be7b-34dd2d87b035 req-fd1fa81d-7530-4ca5-906f-5d0412e8f2ad tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:51.874176 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0c393c3-2adf-4f85-be7b-34dd2d87b035 req-fd1fa81d-7530-4ca5-906f-5d0412e8f2ad tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0619566 Jul 14 07:41:51.909909 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0c393c3-2adf-4f85-be7b-34dd2d87b035 req-ceb78eef-875d-4900-a3b9-45657cc65e87 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303628 Jul 14 07:41:53.081910 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a25a12-54ed-49df-8309-5fa9f13b7956 req-593b7240-dd5d-43b1-818b-5dd4c7350e32 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:53.083365 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1a25a12-54ed-49df-8309-5fa9f13b7956 req-593b7240-dd5d-43b1-818b-5dd4c7350e32 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0608850 Jul 14 07:41:53.119450 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c1a25a12-54ed-49df-8309-5fa9f13b7956 req-253c51ed-5f9d-4777-ba70-09fee8863885 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306385 Jul 14 07:41:54.290450 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c580b-5b06-4787-80c2-4a9ca213424f req-b7582cef-b945-46ff-98e2-e1b7f61a0587 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:54.291820 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b04c580b-5b06-4787-80c2-4a9ca213424f req-b7582cef-b945-46ff-98e2-e1b7f61a0587 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0651941 Jul 14 07:41:54.327456 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b04c580b-5b06-4787-80c2-4a9ca213424f req-c3e629d2-7322-4bef-8b25-705861bfc809 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302172 Jul 14 07:41:55.495671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ed5db-18b8-4b0a-8603-5c0cbabce84a req-13aa78ee-4c49-4f20-95f1-b19fb66f8235 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:55.497129 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-775ed5db-18b8-4b0a-8603-5c0cbabce84a req-13aa78ee-4c49-4f20-95f1-b19fb66f8235 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0633702 Jul 14 07:41:55.533378 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-775ed5db-18b8-4b0a-8603-5c0cbabce84a req-59172089-58ad-484d-bbc0-a3bb20720e7e tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306821 Jul 14 07:41:56.703267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed4e06-a558-4334-a867-daa63730a56d req-14f78da3-81c5-47be-9839-7acf162fabe0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:56.705030 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05ed4e06-a558-4334-a867-daa63730a56d req-14f78da3-81c5-47be-9839-7acf162fabe0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0654562 Jul 14 07:41:56.742009 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05ed4e06-a558-4334-a867-daa63730a56d req-8fa1f5ae-5682-4741-97f0-2fcb5e1796ae tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309491 Jul 14 07:41:57.910462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de5156-9dd2-4e16-bce8-c2c437c0b7f5 req-280aaab0-2237-4431-99fc-d059bce305ed tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:57.911965 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-34de5156-9dd2-4e16-bce8-c2c437c0b7f5 req-280aaab0-2237-4431-99fc-d059bce305ed tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0624995 Jul 14 07:41:57.950373 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-34de5156-9dd2-4e16-bce8-c2c437c0b7f5 req-dd92a6b5-094e-4fa2-9f49-4b5f8ca8eabd tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323169 Jul 14 07:41:58.786522 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1db59d76-145b-4b55-968f-6babffc0da95 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:41:58.893782 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1db59d76-145b-4b55-968f-6babffc0da95, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1db59d76-145b-4b55-968f-6babffc0da95,segment=NetworkSegment(0ddb19e6-6936-4cab-a9d3-00164ae12152),segment_id=0ddb19e6-6936-4cab-a9d3-00164ae12152)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:58.907354 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '1db59d76-145b-4b55-968f-6babffc0da95', 'network_id': 'c8742069-7fc0-4b57-87ca-46b63ebe6020', 'port_id': '1db59d76-145b-4b55-968f-6babffc0da95', 'mac_address': 'fa:16:3e:f3:4b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b0d56f-f1d4-4a62-ab9e-f9d2c39278a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:41:58.947452 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:58.961956 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1db59d76-145b-4b55-968f-6babffc0da95 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:41:58.995398 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1db59d76-145b-4b55-968f-6babffc0da95, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1db59d76-145b-4b55-968f-6babffc0da95,segment=NetworkSegment(0ddb19e6-6936-4cab-a9d3-00164ae12152),segment_id=0ddb19e6-6936-4cab-a9d3-00164ae12152)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:41:59.002879 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:41:59.062947 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=1db59d76-145b-4b55-968f-6babffc0da95,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:41:59.087834 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['1db59d76-145b-4b55-968f-6babffc0da95'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:41:59.221158 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2738f-d75e-4d8b-a6e7-cd32b12135b7 req-c4045363-56f8-4f34-93c9-599bb559684c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:41:59.222960 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8cc2738f-d75e-4d8b-a6e7-cd32b12135b7 req-c4045363-56f8-4f34-93c9-599bb559684c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 944 time: 0.1417894 Jul 14 07:41:59.273796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8cc2738f-d75e-4d8b-a6e7-cd32b12135b7 req-72deb591-4ab4-41ac-8eac-c55fce9b375e tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435715 Jul 14 07:42:00.472503 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e64819-63e0-45ac-8a51-0d7c7536ec61 req-91fcb1de-583d-4de3-b400-629245bfa1d5 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:00.474036 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c3e64819-63e0-45ac-8a51-0d7c7536ec61 req-91fcb1de-583d-4de3-b400-629245bfa1d5 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 944 time: 0.0737092 Jul 14 07:42:00.521828 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c3e64819-63e0-45ac-8a51-0d7c7536ec61 req-ce2d93ca-3d7b-4e41-b268-45616e47db5b tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397270 Jul 14 07:42:00.539676 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0cc2a49d-0dff-4e17-b2ad-3c5117092cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:00.791366 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1db59d76-145b-4b55-968f-6babffc0da95 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:42:00.845855 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 1db59d76-145b-4b55-968f-6babffc0da95 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:42:00.846313 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:00.956311 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:00.978911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c2fa0b-c962-4b38-85c2-dd7545611afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db59d76-145b-4b55-968f-6babffc0da95'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:42:00.980893 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd8ea92-363d-430b-9e8c-8da034ad44b5" -d '{"events": [{"server_uuid": "07c2fa0b-c962-4b38-85c2-dd7545611afa", "name": "network-vif-plugged", "status": "completed", "tag": "1db59d76-145b-4b55-968f-6babffc0da95"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:42:00.994790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1db59d76-145b-4b55-968f-6babffc0da95, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1db59d76-145b-4b55-968f-6babffc0da95,segment=NetworkSegment(0ddb19e6-6936-4cab-a9d3-00164ae12152),segment_id=0ddb19e6-6936-4cab-a9d3-00164ae12152)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:42:01.000945 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:01.028974 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315ac671-1a72-4563-bcec-b97f59f58330 x-openstack-request-id: req-315ac671-1a72-4563-bcec-b97f59f58330 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:42:01.029299 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c2fa0b-c962-4b38-85c2-dd7545611afa", "name": "network-vif-plugged", "status": "completed", "tag": "1db59d76-145b-4b55-968f-6babffc0da95", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:42:01.029548 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-315ac671-1a72-4563-bcec-b97f59f58330 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:42:01.029961 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c2fa0b-c962-4b38-85c2-dd7545611afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db59d76-145b-4b55-968f-6babffc0da95', 'code': 200} Jul 14 07:42:01.064255 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=1db59d76-145b-4b55-968f-6babffc0da95,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:01.722658 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea1ce7-71dd-4406-9461-5d8b58a8f531 req-69c4a18f-d092-4f98-b5a0-425f9e8aa5b0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:01.724955 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8ea1ce7-71dd-4406-9461-5d8b58a8f531 req-69c4a18f-d092-4f98-b5a0-425f9e8aa5b0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0648522 Jul 14 07:42:01.768879 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8ea1ce7-71dd-4406-9461-5d8b58a8f531 req-f0792b0b-e854-4873-9f07-11e5c074e708 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373726 Jul 14 07:42:02.971527 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2596b6a-7910-4ef9-be3d-c467dd525971 req-f791c805-6408-4369-9e5c-17d2bdc64506 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:02.972984 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c2596b6a-7910-4ef9-be3d-c467dd525971 req-f791c805-6408-4369-9e5c-17d2bdc64506 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0772398 Jul 14 07:42:03.015176 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c2596b6a-7910-4ef9-be3d-c467dd525971 req-6bce48af-8610-4e5f-94db-617d6f1827cc tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345690 Jul 14 07:42:03.336852 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-217f4854-0aeb-4b6e-b223-3aabefeed43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:03.637872 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:04.204363 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e00a5-e75b-4279-bec3-5be8f2f1a921 req-08cda3c2-1c12-4b24-828b-b3f83bc18df4 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:04.210220 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a9e00a5-e75b-4279-bec3-5be8f2f1a921 req-08cda3c2-1c12-4b24-828b-b3f83bc18df4 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0747755 Jul 14 07:42:04.251200 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a9e00a5-e75b-4279-bec3-5be8f2f1a921 req-0c5a0b83-47a6-4e6e-87fa-69bf3fd1c24f tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377629 Jul 14 07:42:04.724730 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:05.440445 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddba27a-c391-4eb0-b664-45b286d03740 req-5f0f9f49-bded-4728-8121-8e45abf3dce0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:05.441977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eddba27a-c391-4eb0-b664-45b286d03740 req-5f0f9f49-bded-4728-8121-8e45abf3dce0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0638638 Jul 14 07:42:05.494040 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eddba27a-c391-4eb0-b664-45b286d03740 req-ea98889a-1383-46ae-a739-aea3cfc83b2a tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429029 Jul 14 07:42:06.249951 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:06.679377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b93f7-b8b4-4161-86f8-58245cbe2db1 req-8fb0ee53-5413-4561-97e2-59063439a33f tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:06.680868 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b7b93f7-b8b4-4161-86f8-58245cbe2db1 req-8fb0ee53-5413-4561-97e2-59063439a33f tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0703740 Jul 14 07:42:06.719815 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b7b93f7-b8b4-4161-86f8-58245cbe2db1 req-d6ea5efc-0cba-4be2-842f-6b49607fce9c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334146 Jul 14 07:42:07.336745 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e43e29-f0cd-4572-97b6-0fda6859968b req-ceb3110b-fec2-4c2d-b1a1-df2d528f2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:07.338231 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95e43e29-f0cd-4572-97b6-0fda6859968b req-ceb3110b-fec2-4c2d-b1a1-df2d528f2bae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7b8a392679c49ecaec8bb92f9b90ece&device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 1096 time: 0.0514355 Jul 14 07:42:07.425940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e43e29-f0cd-4572-97b6-0fda6859968b req-9eec981f-5f75-4905-ac19-ea059380afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:07.427358 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95e43e29-f0cd-4572-97b6-0fda6859968b req-9eec981f-5f75-4905-ac19-ea059380afe1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8742069-7fc0-4b57-87ca-46b63ebe6020 HTTP/1.1" status: 200 len: 915 time: 0.0825088 Jul 14 07:42:07.466748 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95e43e29-f0cd-4572-97b6-0fda6859968b req-28c30595-50ef-4650-bcb2-f488a0593e6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db59d76-145b-4b55-968f-6babffc0da95 HTTP/1.1" status: 200 len: 217 time: 0.0334935 Jul 14 07:42:07.513347 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e43e29-f0cd-4572-97b6-0fda6859968b req-251c3945-ebff-4769-9a03-10ca456b5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:07.514743 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95e43e29-f0cd-4572-97b6-0fda6859968b req-251c3945-ebff-4769-9a03-10ca456b5dff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27b0d56f-f1d4-4a62-ab9e-f9d2c39278a6 HTTP/1.1" status: 200 len: 854 time: 0.0419743 Jul 14 07:42:07.549435 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95e43e29-f0cd-4572-97b6-0fda6859968b req-c6a259b7-7eaa-479a-b0a9-77db6dd05f43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8742069-7fc0-4b57-87ca-46b63ebe6020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281329 Jul 14 07:42:07.559260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-95e43e29-f0cd-4572-97b6-0fda6859968b req-14cdfaf7-5011-41b3-9bce-256815f05b6a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:42:07.560176 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95e43e29-f0cd-4572-97b6-0fda6859968b req-14cdfaf7-5011-41b3-9bce-256815f05b6a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046396 Jul 14 07:42:07.644011 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95e43e29-f0cd-4572-97b6-0fda6859968b req-70b70313-a9a5-4998-ad83-bc1abffc174a service neutron] 10.222.0.15 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775111 Jul 14 07:42:07.735116 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95e43e29-f0cd-4572-97b6-0fda6859968b req-a1f312f8-2f33-4f93-8961-c064ffef8bdd service neutron] 10.222.0.15 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845926 Jul 14 07:42:07.889580 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161118d-1ab6-4536-b3dc-4d28d19d7a91 req-e0b0fa0e-34f6-45a5-aff9-b30d32560d63 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:07.891058 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6161118d-1ab6-4536-b3dc-4d28d19d7a91 req-e0b0fa0e-34f6-45a5-aff9-b30d32560d63 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0623145 Jul 14 07:42:07.928028 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6161118d-1ab6-4536-b3dc-4d28d19d7a91 req-a88c41c8-9bf2-41a4-9422-48b06037ba9a tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314696 Jul 14 07:42:08.654324 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33004) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:08.714104 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-924bfc17-a07c-4d09-bf31-0ad32c2dcb2d tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/floatingips/0ca7c703-d141-40d7-afee-41efa799a5da HTTP/1.1" status: 200 len: 994 time: 0.0586259 Jul 14 07:42:09.043439 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33012) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:09.508985 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ef90f-4756-4ec2-8987-d41709f5a359 req-ee561099-b1ed-4439-aa44-43138e2d04e3 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:09.510657 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-629ef90f-4756-4ec2-8987-d41709f5a359 req-ee561099-b1ed-4439-aa44-43138e2d04e3 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.4687834 Jul 14 07:42:09.574978 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-629ef90f-4756-4ec2-8987-d41709f5a359 req-d378ecf2-292d-4603-9440-d09df2fd2c9b tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572987 Jul 14 07:42:09.601003 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Deleting port 8c84f10e-c6d1-43ec-bf82-25d2af6ee97f {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:42:09.601401 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:09.672261 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:09.672496 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:09.683431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Calling delete_port for 8c84f10e-c6d1-43ec-bf82-25d2af6ee97f owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:42:09.825043 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:09.850049 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'Port': ['ID=8c84f10e-c6d1-43ec-bf82-25d2af6ee97f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:09.861421 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:09.861768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:09.862107 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:09.862439 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:09.862769 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:09.863092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:09.863413 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:09.863734 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:09.864051 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:09.864371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:09.864714 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:09.865034 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:09.925620 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:09.925869 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Floating IP 0ca7c703-d141-40d7-afee-41efa799a5da disassociated (deleted). External IP: 172.25.7.182, port: ce937acf-e81d-4d2f-a71c-5aa31634b8e7. Jul 14 07:42:10.122846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Router a5a35a50-6851-44db-9ea8-021dcb79bd79 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:42:10.225282 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:42:10.229944 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:10.235558 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3155f6-a479-4019-bd86-666f0bac3126 None None] Sync routers for ids ['a5a35a50-6851-44db-9ea8-021dcb79bd79'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:42:10.245505 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3155f6-a479-4019-bd86-666f0bac3126 None None] Routers {'a5a35a50-6851-44db-9ea8-021dcb79bd79'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:42:10.246136 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9b3155f6-a479-4019-bd86-666f0bac3126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:42:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a5a35a50-6851-44db-9ea8-021dcb79bd79'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:42:10.268011 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b22e0cb7-1c14-4421-b885-b3bddc331b6e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "DELETE /v2.0/floatingips/0ca7c703-d141-40d7-afee-41efa799a5da HTTP/1.1" status: 204 len: 168 time: 1.2165403 Jul 14 07:42:10.268571 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ee19c1-865a-48b0-99af-696867d5d624', 'tag': 'ce937acf-e81d-4d2f-a71c-5aa31634b8e7'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:42:10.270835 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb85899-e24d-4dbb-823e-1dfab5d3dd8a" -d '{"events": [{"name": "network-changed", "server_uuid": "03ee19c1-865a-48b0-99af-696867d5d624", "tag": "ce937acf-e81d-4d2f-a71c-5aa31634b8e7"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:42:10.308259 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f2b371-b462-465c-89e5-0534f8806059 x-openstack-request-id: req-b7f2b371-b462-465c-89e5-0534f8806059 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:42:10.308643 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ee19c1-865a-48b0-99af-696867d5d624", "tag": "ce937acf-e81d-4d2f-a71c-5aa31634b8e7", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:42:10.308958 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7f2b371-b462-465c-89e5-0534f8806059 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:42:10.309465 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ee19c1-865a-48b0-99af-696867d5d624', 'tag': 'ce937acf-e81d-4d2f-a71c-5aa31634b8e7', 'status': 'completed', 'code': 200} Jul 14 07:42:10.353443 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-9b3155f6-a479-4019-bd86-666f0bac3126 None None] Set router a5a35a50-6851-44db-9ea8-021dcb79bd79 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:42:10.384510 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb85899-e24d-4dbb-823e-1dfab5d3dd8a req-8076474a-5be8-4813-bd63-1b9e022e4619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:10.386060 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3eb85899-e24d-4dbb-823e-1dfab5d3dd8a req-8076474a-5be8-4813-bd63-1b9e022e4619 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ec311a5c75e432ca50437b58f1f1702&device_id=03ee19c1-865a-48b0-99af-696867d5d624 HTTP/1.1" status: 200 len: 1097 time: 0.0538776 Jul 14 07:42:10.482118 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb85899-e24d-4dbb-823e-1dfab5d3dd8a req-44a12e31-ca21-4637-a6e5-77e8e0453165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:10.483968 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3eb85899-e24d-4dbb-823e-1dfab5d3dd8a req-44a12e31-ca21-4637-a6e5-77e8e0453165 service neutron] 10.222.0.30 "GET /v2.0/networks?id=714e4b0c-2b11-4a25-aafd-fde662a33096 HTTP/1.1" status: 200 len: 898 time: 0.0909486 Jul 14 07:42:10.532384 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3eb85899-e24d-4dbb-823e-1dfab5d3dd8a req-51e3a2c0-2e69-4092-8468-8e60bb35722d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce937acf-e81d-4d2f-a71c-5aa31634b8e7 HTTP/1.1" status: 200 len: 217 time: 0.0347602 Jul 14 07:42:10.565486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9b3155f6-a479-4019-bd86-666f0bac3126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'name': 'tempest-TestNetworkBasicOps-router-836758314', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:23Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f223a5dd-c75b-43c9-ac9f-097d9c22f867', 'name': '', 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:2f:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:22Z', 'updated_at': '2021-07-14T07:41:27Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:42:10.590013 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb85899-e24d-4dbb-823e-1dfab5d3dd8a req-4b950d78-f323-4f93-b795-b6bfb3f4d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:10.592162 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3eb85899-e24d-4dbb-823e-1dfab5d3dd8a req-4b950d78-f323-4f93-b795-b6bfb3f4d320 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7379b3a0-b226-4977-a8ec-33ee8f6ea036 HTTP/1.1" status: 200 len: 835 time: 0.0523269 Jul 14 07:42:10.592353 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3155f6-a479-4019-bd86-666f0bac3126 None None] Checking router: a5a35a50-6851-44db-9ea8-021dcb79bd79 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:42:10.601467 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3155f6-a479-4019-bd86-666f0bac3126 None None] Routers {'a5a35a50-6851-44db-9ea8-021dcb79bd79'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:42:10.602094 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9b3155f6-a479-4019-bd86-666f0bac3126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:42:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a5a35a50-6851-44db-9ea8-021dcb79bd79'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:42:10.657094 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb85899-e24d-4dbb-823e-1dfab5d3dd8a req-8a10c21f-64f6-47ca-8864-ca83b8a8011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:10.658669 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3eb85899-e24d-4dbb-823e-1dfab5d3dd8a req-8a10c21f-64f6-47ca-8864-ca83b8a8011f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=714e4b0c-2b11-4a25-aafd-fde662a33096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577805 Jul 14 07:42:10.658808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d31861-4b12-4086-8f6b-378244d54d3b req-893cb08f-5adb-40e0-8c87-8b5e49c27097 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:10.660409 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31d31861-4b12-4086-8f6b-378244d54d3b req-893cb08f-5adb-40e0-8c87-8b5e49c27097 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=03ee19c1-865a-48b0-99af-696867d5d624 HTTP/1.1" status: 200 len: 946 time: 0.0798051 Jul 14 07:42:10.672576 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-3eb85899-e24d-4dbb-823e-1dfab5d3dd8a req-805af0b5-f61d-46c2-9953-9d52e80ff2ca service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:42:10.673695 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3eb85899-e24d-4dbb-823e-1dfab5d3dd8a req-805af0b5-f61d-46c2-9953-9d52e80ff2ca service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076678 Jul 14 07:42:10.706744 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31d31861-4b12-4086-8f6b-378244d54d3b req-288e796d-d082-45c7-8d1d-fd2ecfb6665b tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d59dfbd-d3e0-46ce-a167-1d19a2375c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386677 Jul 14 07:42:10.729905 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-9b3155f6-a479-4019-bd86-666f0bac3126 None None] Set router a5a35a50-6851-44db-9ea8-021dcb79bd79 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:42:10.770935 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acd336-f3c3-445f-9ebe-f34516290747 req-a132279c-9943-4cf8-bd94-f857d4982bcd tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:10.772648 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3acd336-f3c3-445f-9ebe-f34516290747 req-a132279c-9943-4cf8-bd94-f857d4982bcd tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0705895 Jul 14 07:42:10.774207 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3eb85899-e24d-4dbb-823e-1dfab5d3dd8a req-2c313c6f-daa4-47b0-9383-212ff5c24585 service neutron] 10.222.0.30 "GET /v2.0/networks/714e4b0c-2b11-4a25-aafd-fde662a33096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929375 Jul 14 07:42:10.811304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1db59d76-145b-4b55-968f-6babffc0da95 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:42:10.813979 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3acd336-f3c3-445f-9ebe-f34516290747 req-29bb5d3e-5c55-48bf-9760-8a9b0a585f63 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353930 Jul 14 07:42:10.883490 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3eb85899-e24d-4dbb-823e-1dfab5d3dd8a req-3e9ae108-3460-42c0-861f-a8aa43022a69 service neutron] 10.222.0.30 "GET /v2.0/networks/714e4b0c-2b11-4a25-aafd-fde662a33096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013100 Jul 14 07:42:10.967274 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:10.993775 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602334d-7635-4043-9893-d2e540779d1c req-88bfb3e5-66d0-46ba-a8d9-c6b5b42d79fa tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:10.995412 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a602334d-7635-4043-9893-d2e540779d1c req-88bfb3e5-66d0-46ba-a8d9-c6b5b42d79fa tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 945 time: 0.0705779 Jul 14 07:42:10.996641 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c2fa0b-c962-4b38-85c2-dd7545611afa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db59d76-145b-4b55-968f-6babffc0da95'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:42:10.998895 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca13fd9-a93b-4cb4-96cb-1a62d7aa671c" -d '{"events": [{"server_uuid": "07c2fa0b-c962-4b38-85c2-dd7545611afa", "name": "network-vif-unplugged", "status": "completed", "tag": "1db59d76-145b-4b55-968f-6babffc0da95"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:42:11.015084 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1db59d76-145b-4b55-968f-6babffc0da95, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1db59d76-145b-4b55-968f-6babffc0da95,segment=NetworkSegment(0ddb19e6-6936-4cab-a9d3-00164ae12152),segment_id=0ddb19e6-6936-4cab-a9d3-00164ae12152)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:42:11.022512 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9b3155f6-a479-4019-bd86-666f0bac3126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'name': 'tempest-TestNetworkBasicOps-router-836758314', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:23Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f223a5dd-c75b-43c9-ac9f-097d9c22f867', 'name': '', 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:2f:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:22Z', 'updated_at': '2021-07-14T07:41:27Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:42:11.024364 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:11.036196 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a602334d-7635-4043-9893-d2e540779d1c req-381b49cb-3109-42f9-bb4b-d6042fa94886 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346732 Jul 14 07:42:11.053014 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 07:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec238284-0503-43d3-8e38-74f72af3ccfd x-openstack-request-id: req-ec238284-0503-43d3-8e38-74f72af3ccfd {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:42:11.053357 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c2fa0b-c962-4b38-85c2-dd7545611afa", "name": "network-vif-unplugged", "status": "failed", "tag": "1db59d76-145b-4b55-968f-6babffc0da95", "code": 422}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:42:11.053604 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec238284-0503-43d3-8e38-74f72af3ccfd {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:42:11.053990 n-d-778696-5 neutron-server[93829]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '07c2fa0b-c962-4b38-85c2-dd7545611afa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1db59d76-145b-4b55-968f-6babffc0da95', 'code': 422} returned with failed status Jul 14 07:42:11.069959 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3155f6-a479-4019-bd86-666f0bac3126 None None] The sync data for ids ['a5a35a50-6851-44db-9ea8-021dcb79bd79'] in n-d-778696-5 is: [{'id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'name': 'tempest-TestNetworkBasicOps-router-836758314', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:23Z', 'revision_number': 4, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f223a5dd-c75b-43c9-ac9f-097d9c22f867', 'name': '', 'network_id': '714e4b0c-2b11-4a25-aafd-fde662a33096', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'mac_address': 'fa:16:3e:2f:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:22Z', 'updated_at': '2021-07-14T07:41:27Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'subnets': [{'id': '7379b3a0-b226-4977-a8ec-33ee8f6ea036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:42:11.098021 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=1db59d76-145b-4b55-968f-6babffc0da95,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:11.304343 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f32149-3427-4a0b-87af-07bd0e3ece1d None None] New status for floating IP 0ca7c703-d141-40d7-afee-41efa799a5da: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:42:11.522998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912cdd9-9dfc-45d4-859e-31098bbf580b req-cc62403a-427f-4456-9cd6-57c8f209e826 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:11.524488 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e912cdd9-9dfc-45d4-859e-31098bbf580b req-cc62403a-427f-4456-9cd6-57c8f209e826 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 943 time: 0.0650218 Jul 14 07:42:11.564742 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e912cdd9-9dfc-45d4-859e-31098bbf580b req-ac20b225-1297-4323-8f3a-355a92fe2cfe tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342755 Jul 14 07:42:11.570763 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33046) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:11.674027 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d8152c20-3bbd-4d79-b1a0-7ee19d0a6156 req-6d14d78c-1f36-4eb9-be3b-dd5cbbb11028 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1020813 Jul 14 07:42:11.893144 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adfe1e-41a4-47ab-88c8-6d1794963aee req-801aa46e-3def-4941-aa7a-6eeeb209f149 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:11.894713 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89adfe1e-41a4-47ab-88c8-6d1794963aee req-801aa46e-3def-4941-aa7a-6eeeb209f149 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/ports?device_id=03ee19c1-865a-48b0-99af-696867d5d624 HTTP/1.1" status: 200 len: 946 time: 0.0761616 Jul 14 07:42:11.911202 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ca9c2-fe41-4eac-a418-3b69403a6ada req-64cbf26a-0eae-490c-a10c-52013f07c5f9 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:11.913334 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-309ca9c2-fe41-4eac-a418-3b69403a6ada req-64cbf26a-0eae-490c-a10c-52013f07c5f9 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.30 "GET /v2.0/ports?device_id=03ee19c1-865a-48b0-99af-696867d5d624 HTTP/1.1" status: 200 len: 946 time: 0.0721066 Jul 14 07:42:11.935788 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89adfe1e-41a4-47ab-88c8-6d1794963aee req-c662f301-6b53-4668-9808-29118b6fabf9 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d59dfbd-d3e0-46ce-a167-1d19a2375c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335636 Jul 14 07:42:12.021132 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-309ca9c2-fe41-4eac-a418-3b69403a6ada req-c549336e-f5ee-4d96-91aa-47f26c22878f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Deleting port ce937acf-e81d-4d2f-a71c-5aa31634b8e7 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:42:12.021511 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-309ca9c2-fe41-4eac-a418-3b69403a6ada req-c549336e-f5ee-4d96-91aa-47f26c22878f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:12.108291 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-309ca9c2-fe41-4eac-a418-3b69403a6ada req-c549336e-f5ee-4d96-91aa-47f26c22878f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] For port ce937acf-e81d-4d2f-a71c-5aa31634b8e7, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=ce937acf-e81d-4d2f-a71c-5aa31634b8e7,segment=NetworkSegment(f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd),segment_id=f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:42:12.109006 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-309ca9c2-fe41-4eac-a418-3b69403a6ada req-c549336e-f5ee-4d96-91aa-47f26c22878f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:12.122208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-309ca9c2-fe41-4eac-a418-3b69403a6ada req-c549336e-f5ee-4d96-91aa-47f26c22878f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Calling delete_port for ce937acf-e81d-4d2f-a71c-5aa31634b8e7 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:42:12.251356 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-309ca9c2-fe41-4eac-a418-3b69403a6ada req-c549336e-f5ee-4d96-91aa-47f26c22878f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:12.280727 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549336e-f5ee-4d96-91aa-47f26c22878f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'Port': ['ID=ce937acf-e81d-4d2f-a71c-5aa31634b8e7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:12.329770 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-309ca9c2-fe41-4eac-a418-3b69403a6ada req-c549336e-f5ee-4d96-91aa-47f26c22878f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] No DVR routers for this DVR port ce937acf-e81d-4d2f-a71c-5aa31634b8e7 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:42:12.332268 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-309ca9c2-fe41-4eac-a418-3b69403a6ada req-c549336e-f5ee-4d96-91aa-47f26c22878f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:12.334253 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-309ca9c2-fe41-4eac-a418-3b69403a6ada req-c549336e-f5ee-4d96-91aa-47f26c22878f tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.30 "DELETE /v2.0/ports/ce937acf-e81d-4d2f-a71c-5aa31634b8e7 HTTP/1.1" status: 204 len: 173 time: 0.4164386 Jul 14 07:42:12.335349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ee19c1-865a-48b0-99af-696867d5d624', 'name': 'network-vif-deleted', 'tag': 'ce937acf-e81d-4d2f-a71c-5aa31634b8e7'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:42:12.337719 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ba1f5e-8a62-4852-88fb-ef83d817b4f2" -d '{"events": [{"server_uuid": "03ee19c1-865a-48b0-99af-696867d5d624", "name": "network-vif-deleted", "tag": "ce937acf-e81d-4d2f-a71c-5aa31634b8e7"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:42:12.373744 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b62fe5-13e8-466b-90b5-374db89d3292 x-openstack-request-id: req-87b62fe5-13e8-466b-90b5-374db89d3292 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:42:12.374031 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ee19c1-865a-48b0-99af-696867d5d624", "name": "network-vif-deleted", "tag": "ce937acf-e81d-4d2f-a71c-5aa31634b8e7", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:42:12.374289 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-87b62fe5-13e8-466b-90b5-374db89d3292 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:42:12.374698 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ee19c1-865a-48b0-99af-696867d5d624', 'name': 'network-vif-deleted', 'tag': 'ce937acf-e81d-4d2f-a71c-5aa31634b8e7', 'status': 'completed', 'code': 200} Jul 14 07:42:12.603713 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8152c20-3bbd-4d79-b1a0-7ee19d0a6156 req-ef4b7c89-49ec-46fc-8c95-a23bd174f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:12.605352 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8152c20-3bbd-4d79-b1a0-7ee19d0a6156 req-ef4b7c89-49ec-46fc-8c95-a23bd174f20b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa&tenant_id=c7b8a392679c49ecaec8bb92f9b90ece HTTP/1.1" status: 200 len: 1094 time: 0.0819318 Jul 14 07:42:12.699419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8152c20-3bbd-4d79-b1a0-7ee19d0a6156 req-92b42dea-124c-440a-8fac-8c70f0de4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:12.701285 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8152c20-3bbd-4d79-b1a0-7ee19d0a6156 req-92b42dea-124c-440a-8fac-8c70f0de4113 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7b8a392679c49ecaec8bb92f9b90ece&device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 1094 time: 0.0732818 Jul 14 07:42:12.837202 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768f368-bd36-4516-98fd-b052d1b1526a req-102133d4-beb9-43c8-9e15-5e107838df94 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:12.838665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5768f368-bd36-4516-98fd-b052d1b1526a req-102133d4-beb9-43c8-9e15-5e107838df94 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 943 time: 0.1579707 Jul 14 07:42:12.840013 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8152c20-3bbd-4d79-b1a0-7ee19d0a6156 req-3fa87210-7634-4475-9fad-751e45da0c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:12.841353 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8152c20-3bbd-4d79-b1a0-7ee19d0a6156 req-3fa87210-7634-4475-9fad-751e45da0c2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8742069-7fc0-4b57-87ca-46b63ebe6020 HTTP/1.1" status: 200 len: 915 time: 0.1208353 Jul 14 07:42:12.894048 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8152c20-3bbd-4d79-b1a0-7ee19d0a6156 req-d4ceb277-9e58-48e3-821e-cb2bde9a8303 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db59d76-145b-4b55-968f-6babffc0da95 HTTP/1.1" status: 200 len: 217 time: 0.0427651 Jul 14 07:42:12.939832 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5768f368-bd36-4516-98fd-b052d1b1526a req-e2b4e5a3-6478-43b4-b090-51959d2ea8f3 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950418 Jul 14 07:42:12.956311 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8152c20-3bbd-4d79-b1a0-7ee19d0a6156 req-50717f25-3d85-4944-8eca-d97067a0ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:12.957850 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8152c20-3bbd-4d79-b1a0-7ee19d0a6156 req-50717f25-3d85-4944-8eca-d97067a0ba25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27b0d56f-f1d4-4a62-ab9e-f9d2c39278a6 HTTP/1.1" status: 200 len: 854 time: 0.0536270 Jul 14 07:42:12.994899 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8152c20-3bbd-4d79-b1a0-7ee19d0a6156 req-7274df9e-f08a-442d-84cb-e8cb60c4daa6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8742069-7fc0-4b57-87ca-46b63ebe6020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307198 Jul 14 07:42:13.036745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33066) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:13.082510 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8152c20-3bbd-4d79-b1a0-7ee19d0a6156 req-2abe4a1d-b1f2-4b73-83aa-e5795b664d51 service neutron] 10.222.0.15 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803883 Jul 14 07:42:13.095606 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-293a3b3e-76ad-4f21-8334-3fdee3be05e1 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:13.120568 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-293a3b3e-76ad-4f21-8334-3fdee3be05e1 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:13.173319 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8152c20-3bbd-4d79-b1a0-7ee19d0a6156 req-90030e18-adb7-4844-9a99-2357286dfff4 service neutron] 10.222.0.15 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848596 Jul 14 07:42:13.178565 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-293a3b3e-76ad-4f21-8334-3fdee3be05e1 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:13.181243 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-293a3b3e-76ad-4f21-8334-3fdee3be05e1 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:13.182402 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-293a3b3e-76ad-4f21-8334-3fdee3be05e1 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "DELETE /v2.0/security-groups/1d59dfbd-d3e0-46ce-a167-1d19a2375c72 HTTP/1.1" status: 204 len: 168 time: 0.1446104 Jul 14 07:42:13.192232 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a3b3e-76ad-4f21-8334-3fdee3be05e1 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d59dfbd-d3e0-46ce-a167-1d19a2375c72,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:13.223295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33070) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:13.599323 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-98363d52-b625-42ad-a71c-59df716a572e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:13.901651 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-98363d52-b625-42ad-a71c-59df716a572e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Deleting port f223a5dd-c75b-43c9-ac9f-097d9c22f867 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:42:13.902368 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-98363d52-b625-42ad-a71c-59df716a572e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:14.004179 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-98363d52-b625-42ad-a71c-59df716a572e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] For port f223a5dd-c75b-43c9-ac9f-097d9c22f867, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f223a5dd-c75b-43c9-ac9f-097d9c22f867,segment=NetworkSegment(f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd),segment_id=f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:42:14.004527 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-98363d52-b625-42ad-a71c-59df716a572e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:14.018459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-98363d52-b625-42ad-a71c-59df716a572e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Calling delete_port for f223a5dd-c75b-43c9-ac9f-097d9c22f867 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:42:14.181771 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29d576-f795-4560-b5c9-3507dfffc4f7 req-6cd20b21-3d2f-45db-849a-2d346e9838b8 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:14.183239 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be29d576-f795-4560-b5c9-3507dfffc4f7 req-6cd20b21-3d2f-45db-849a-2d346e9838b8 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 943 time: 0.1229568 Jul 14 07:42:14.236751 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be29d576-f795-4560-b5c9-3507dfffc4f7 req-7691e4d4-9fb0-48f3-8f6b-ead22ca20395 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469239 Jul 14 07:42:14.293044 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-98363d52-b625-42ad-a71c-59df716a572e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:14.322468 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98363d52-b625-42ad-a71c-59df716a572e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'Port': ['ID=f223a5dd-c75b-43c9-ac9f-097d9c22f867,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:14.526882 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-98363d52-b625-42ad-a71c-59df716a572e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:14.764072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98363d52-b625-42ad-a71c-59df716a572e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Router a5a35a50-6851-44db-9ea8-021dcb79bd79 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:42:14.869298 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98363d52-b625-42ad-a71c-59df716a572e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:42:14.874206 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-98363d52-b625-42ad-a71c-59df716a572e tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "PUT /v2.0/routers/a5a35a50-6851-44db-9ea8-021dcb79bd79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6498699 Jul 14 07:42:14.876903 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33090) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:14.879884 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d9308c-6fc4-4989-8095-5842315b047f None None] Sync routers for ids ['a5a35a50-6851-44db-9ea8-021dcb79bd79'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:42:14.889707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d9308c-6fc4-4989-8095-5842315b047f None None] Routers {'a5a35a50-6851-44db-9ea8-021dcb79bd79'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:42:14.890444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-80d9308c-6fc4-4989-8095-5842315b047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:42:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a5a35a50-6851-44db-9ea8-021dcb79bd79'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:42:14.943406 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ce293b-d7c5-4987-b966-ee8d9c00a733 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Deleting subnet 7379b3a0-b226-4977-a8ec-33ee8f6ea036 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:42:14.947411 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73ce293b-d7c5-4987-b966-ee8d9c00a733 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:15.004807 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73ce293b-d7c5-4987-b966-ee8d9c00a733 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:15.005318 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-80d9308c-6fc4-4989-8095-5842315b047f None None] Set router a5a35a50-6851-44db-9ea8-021dcb79bd79 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:42:15.100480 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73ce293b-d7c5-4987-b966-ee8d9c00a733 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:15.176191 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73ce293b-d7c5-4987-b966-ee8d9c00a733 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:15.199470 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-80d9308c-6fc4-4989-8095-5842315b047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'name': 'tempest-TestNetworkBasicOps-router-836758314', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:42:14Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:42:15.213079 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce293b-d7c5-4987-b966-ee8d9c00a733 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'Subnet': ['ID=7379b3a0-b226-4977-a8ec-33ee8f6ea036,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:15.217271 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73ce293b-d7c5-4987-b966-ee8d9c00a733 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:15.217271 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-73ce293b-d7c5-4987-b966-ee8d9c00a733 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "DELETE /v2.0/subnets/7379b3a0-b226-4977-a8ec-33ee8f6ea036 HTTP/1.1" status: 204 len: 168 time: 0.3388171 Jul 14 07:42:15.219897 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33092) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:15.236341 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d839d517-3dd3-40f2-bdcd-04ddd98b864f None None] Network 714e4b0c-2b11-4a25-aafd-fde662a33096 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:42:15.239072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d9308c-6fc4-4989-8095-5842315b047f None None] Checking router: a5a35a50-6851-44db-9ea8-021dcb79bd79 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:42:15.308866 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d9308c-6fc4-4989-8095-5842315b047f None None] Routers {'a5a35a50-6851-44db-9ea8-021dcb79bd79'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:42:15.309636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-80d9308c-6fc4-4989-8095-5842315b047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:42:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['a5a35a50-6851-44db-9ea8-021dcb79bd79'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:42:15.414507 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89fdce87-cc0f-4307-af08-fd5f10d4d343 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:15.574911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device ce937acf-e81d-4d2f-a71c-5aa31634b8e7 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:42:15.640486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: ce937acf-e81d-4d2f-a71c-5aa31634b8e7 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:42:15.640824 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device ce937acf-e81d-4d2f-a71c-5aa31634b8e7 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:42:15.675046 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-80d9308c-6fc4-4989-8095-5842315b047f None None] Set router a5a35a50-6851-44db-9ea8-021dcb79bd79 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:42:15.855154 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:15.877694 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] DHCP port deletion for 714e4b0c-2b11-4a25-aafd-fde662a33096 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:42:15.910217 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2cee1-f89c-4b0c-8434-b57895f06c8e req-2cc44f34-b581-4560-8de7-a8ff5ce13746 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:15.913665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caa2cee1-f89c-4b0c-8434-b57895f06c8e req-2cc44f34-b581-4560-8de7-a8ff5ce13746 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 943 time: 0.5252490 Jul 14 07:42:15.937957 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:15.948107 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89fdce87-cc0f-4307-af08-fd5f10d4d343 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:15.986543 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-80d9308c-6fc4-4989-8095-5842315b047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'name': 'tempest-TestNetworkBasicOps-router-836758314', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:42:14Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:42:16.002526 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-caa2cee1-f89c-4b0c-8434-b57895f06c8e req-a2cedbd5-adc9-4541-b04a-da399e87b4de tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815787 Jul 14 07:42:16.023124 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d9308c-6fc4-4989-8095-5842315b047f None None] The sync data for ids ['a5a35a50-6851-44db-9ea8-021dcb79bd79'] in n-d-778696-5 is: [{'id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'name': 'tempest-TestNetworkBasicOps-router-836758314', 'tenant_id': '2ec311a5c75e432ca50437b58f1f1702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:42:14Z', 'revision_number': 5, 'project_id': '2ec311a5c75e432ca50437b58f1f1702', 'gw_port': {'id': '8ec1173a-41b2-4e24-9411-3514d0cacae5', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a35a50-6851-44db-9ea8-021dcb79bd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:41:19Z', 'updated_at': '2021-07-14T07:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:42:16.024367 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] Deleting port 524fc8f6-a963-4199-92c5-f89f37200fc2 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:42:16.024367 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:16.032118 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-89fdce87-cc0f-4307-af08-fd5f10d4d343 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Deleting port 8ec1173a-41b2-4e24-9411-3514d0cacae5 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:42:16.035459 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89fdce87-cc0f-4307-af08-fd5f10d4d343 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:16.106635 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] For port 524fc8f6-a963-4199-92c5-f89f37200fc2, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=524fc8f6-a963-4199-92c5-f89f37200fc2,segment=NetworkSegment(f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd),segment_id=f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:42:16.107462 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:16.122349 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] Calling delete_port for 524fc8f6-a963-4199-92c5-f89f37200fc2 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:42:16.149899 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-89fdce87-cc0f-4307-af08-fd5f10d4d343 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] For port 8ec1173a-41b2-4e24-9411-3514d0cacae5, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8ec1173a-41b2-4e24-9411-3514d0cacae5,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:42:16.150262 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89fdce87-cc0f-4307-af08-fd5f10d4d343 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:16.166469 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-89fdce87-cc0f-4307-af08-fd5f10d4d343 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Calling delete_port for 8ec1173a-41b2-4e24-9411-3514d0cacae5 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:42:16.218091 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:16.251034 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] Pushing event deleted for resources: {'Port': ['ID=524fc8f6-a963-4199-92c5-f89f37200fc2,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:16.263322 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] No DVR routers for this DVR port 524fc8f6-a963-4199-92c5-f89f37200fc2 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:42:16.265796 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:16.266134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:16.266663 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:16.266807 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:16.267266 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:16.267820 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:16.268100 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:16.268606 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:16.269818 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:16.269818 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:16.269818 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:16.270121 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e2f36-19d3-4ce5-9b1d-11796961ff6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:16.380518 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89fdce87-cc0f-4307-af08-fd5f10d4d343 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:16.414290 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdce87-cc0f-4307-af08-fd5f10d4d343 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'Port': ['ID=8ec1173a-41b2-4e24-9411-3514d0cacae5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:16.496137 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89fdce87-cc0f-4307-af08-fd5f10d4d343 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:16.594046 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89fdce87-cc0f-4307-af08-fd5f10d4d343 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:16.596446 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89fdce87-cc0f-4307-af08-fd5f10d4d343 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:16.648082 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89fdce87-cc0f-4307-af08-fd5f10d4d343 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:16.648682 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fdce87-cc0f-4307-af08-fd5f10d4d343 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Fanout notify agent at l3_agent the message router_deleted on router a5a35a50-6851-44db-9ea8-021dcb79bd79 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:42:16.658232 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89fdce87-cc0f-4307-af08-fd5f10d4d343 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:16.659521 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-89fdce87-cc0f-4307-af08-fd5f10d4d343 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "DELETE /v2.0/routers/a5a35a50-6851-44db-9ea8-021dcb79bd79 HTTP/1.1" status: 204 len: 168 time: 1.4385366 Jul 14 07:42:16.662021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33098) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:16.731659 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 524fc8f6-a963-4199-92c5-f89f37200fc2 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:42:16.753116 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 524fc8f6-a963-4199-92c5-f89f37200fc2 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:42:16.753518 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 524fc8f6-a963-4199-92c5-f89f37200fc2 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:42:16.753775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f223a5dd-c75b-43c9-ac9f-097d9c22f867 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:42:16.776113 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: f223a5dd-c75b-43c9-ac9f-097d9c22f867 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:42:16.776531 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f223a5dd-c75b-43c9-ac9f-097d9c22f867 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:42:16.784046 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5478eeb-396c-45ef-9826-455f537ffd45 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:16.885235 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5478eeb-396c-45ef-9826-455f537ffd45 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:16.895300 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-b5478eeb-396c-45ef-9826-455f537ffd45 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714e4b0c-2b11-4a25-aafd-fde662a33096']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:42:16.906130 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-b5478eeb-396c-45ef-9826-455f537ffd45 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:42:16.906502 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-b5478eeb-396c-45ef-9826-455f537ffd45 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3bbfbf2-dee2-404d-9d39-8ed7f1ba30bd') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:42:16.915960 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5478eeb-396c-45ef-9826-455f537ffd45 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:16.935761 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5478eeb-396c-45ef-9826-455f537ffd45 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:16.941741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5478eeb-396c-45ef-9826-455f537ffd45 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:42:16.942132 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5478eeb-396c-45ef-9826-455f537ffd45 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:42:16.945666 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:42:17.007251 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5478eeb-396c-45ef-9826-455f537ffd45 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:17.014961 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5478eeb-396c-45ef-9826-455f537ffd45 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:17.016779 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b5478eeb-396c-45ef-9826-455f537ffd45 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] 10.222.0.35 "DELETE /v2.0/networks/714e4b0c-2b11-4a25-aafd-fde662a33096 HTTP/1.1" status: 204 len: 168 time: 0.3536644 Jul 14 07:42:17.036380 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5478eeb-396c-45ef-9826-455f537ffd45 tempest-TestNetworkBasicOps-570685584 tempest-TestNetworkBasicOps-570685584-project] Pushing event deleted for resources: {'Network': ['ID=714e4b0c-2b11-4a25-aafd-fde662a33096,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:17.244443 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fa937-f4ed-4393-8cc4-c3fead99c51e req-5cbc9569-8327-4652-a35f-a6448c0444b5 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:17.246672 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-915fa937-f4ed-4393-8cc4-c3fead99c51e req-5cbc9569-8327-4652-a35f-a6448c0444b5 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 943 time: 0.1026707 Jul 14 07:42:17.291124 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33106) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:17.299627 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-915fa937-f4ed-4393-8cc4-c3fead99c51e req-c0fa6d6c-e782-4a88-abbf-61ed02596cbc tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467365 Jul 14 07:42:17.459859 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f55b2486-735a-4f6a-8b97-412c4e647359 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ec311a5c75e432ca50437b58f1f1702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1676180 Jul 14 07:42:17.462856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33110) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:17.515151 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a10d2679-0920-4db4-8183-ecc6ed346165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:17.536897 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a10d2679-0920-4db4-8183-ecc6ed346165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:17.585174 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a10d2679-0920-4db4-8183-ecc6ed346165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:17.587832 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a10d2679-0920-4db4-8183-ecc6ed346165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:17.589075 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a10d2679-0920-4db4-8183-ecc6ed346165 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c1bdd17-d1fc-41f4-8d7b-90752ed13f41 HTTP/1.1" status: 204 len: 168 time: 0.1251392 Jul 14 07:42:17.598869 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d2679-0920-4db4-8183-ecc6ed346165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1bdd17-d1fc-41f4-8d7b-90752ed13f41,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:17.870568 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33116) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:17.884189 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bd61a05-6040-4eb8-a4eb-db897134b9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:17.982722 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bd61a05-6040-4eb8-a4eb-db897134b9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:17.988004 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bd61a05-6040-4eb8-a4eb-db897134b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:18.026456 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd61a05-6040-4eb8-a4eb-db897134b9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbeaf99-9c9c-481e-b874-0cfb07bc11ac,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:18.030932 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6bd61a05-6040-4eb8-a4eb-db897134b9d3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0fed6e53f4e44f1c8231ae2c8a599d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592710 Jul 14 07:42:18.033579 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33118) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:18.083440 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b9744a08-0a24-4d6a-9e1e-3ff12d45b717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:18.105479 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b9744a08-0a24-4d6a-9e1e-3ff12d45b717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:18.155932 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b9744a08-0a24-4d6a-9e1e-3ff12d45b717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:18.158885 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b9744a08-0a24-4d6a-9e1e-3ff12d45b717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:18.160158 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b9744a08-0a24-4d6a-9e1e-3ff12d45b717 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ffbeaf99-9c9c-481e-b874-0cfb07bc11ac HTTP/1.1" status: 204 len: 168 time: 0.1256526 Jul 14 07:42:18.169934 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9744a08-0a24-4d6a-9e1e-3ff12d45b717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbeaf99-9c9c-481e-b874-0cfb07bc11ac,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:18.530135 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff08005-bb85-4281-ae2f-08e6f6f01519 req-02961da2-2627-4daa-83b8-f94478509cfb tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:18.532569 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ff08005-bb85-4281-ae2f-08e6f6f01519 req-02961da2-2627-4daa-83b8-f94478509cfb tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 943 time: 0.0909057 Jul 14 07:42:18.589888 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ff08005-bb85-4281-ae2f-08e6f6f01519 req-2d8928f8-f0d0-4165-909b-d8aa5d538ecb tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476582 Jul 14 07:42:18.613525 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8ec1173a-41b2-4e24-9411-3514d0cacae5 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:42:18.656252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 8ec1173a-41b2-4e24-9411-3514d0cacae5 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:42:18.656579 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8ec1173a-41b2-4e24-9411-3514d0cacae5 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:42:19.035748 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:42:19.765088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a43e7-d986-4581-a6c2-33f5c5194c56 req-13ec53fd-d1ea-41ff-b5c8-fdbbd7ce5371 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:19.766790 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2e6a43e7-d986-4581-a6c2-33f5c5194c56 req-13ec53fd-d1ea-41ff-b5c8-fdbbd7ce5371 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 943 time: 0.0705838 Jul 14 07:42:19.806752 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2e6a43e7-d986-4581-a6c2-33f5c5194c56 req-17563e2e-fc95-44f3-9fc4-f6c1e6c8cd26 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334995 Jul 14 07:42:20.987368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afed59f-4a58-4d54-a273-942ab9082e77 req-251fd706-319a-4b99-ab24-4dd36c03ff66 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:20.988833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0afed59f-4a58-4d54-a273-942ab9082e77 req-251fd706-319a-4b99-ab24-4dd36c03ff66 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 943 time: 0.0673580 Jul 14 07:42:21.028512 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0afed59f-4a58-4d54-a273-942ab9082e77 req-892c44a1-65bd-456c-84ae-b5d07dfe75f9 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333586 Jul 14 07:42:22.216001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e7bf0-d478-4d34-a93a-9b1fa9ddf21f req-02733405-74ef-4b6c-a5c9-0991e62eb67c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:22.217772 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-881e7bf0-d478-4d34-a93a-9b1fa9ddf21f req-02733405-74ef-4b6c-a5c9-0991e62eb67c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 943 time: 0.0715435 Jul 14 07:42:22.258082 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-881e7bf0-d478-4d34-a93a-9b1fa9ddf21f req-35ea22ba-6539-434d-95e7-c793a6323c1a tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334697 Jul 14 07:42:23.164505 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-988a1fa1-6585-40f7-b3c1-c884e5a996eb req-3c9affc3-a3d9-4e90-97e5-fde35de0e136 service neutron] (93827) timed out ('10.222.0.35', 34768) {{(pid=93827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 07:42:23.432259 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d47f15-999e-475e-8160-8d2c0f5d1662 req-1ea967dc-d155-49a3-b13a-da174314bb05 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:23.433674 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9d47f15-999e-475e-8160-8d2c0f5d1662 req-1ea967dc-d155-49a3-b13a-da174314bb05 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 943 time: 0.0619569 Jul 14 07:42:23.471509 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9d47f15-999e-475e-8160-8d2c0f5d1662 req-4b7ac050-82b7-4330-9559-70c7f029dc1d tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321298 Jul 14 07:42:24.642227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fa3d9-434e-4b2e-9dc5-3574b66ed67f req-c2bcab1c-6d46-4f96-a0bd-92a99f8e127d tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:24.643715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c0fa3d9-434e-4b2e-9dc5-3574b66ed67f req-c2bcab1c-6d46-4f96-a0bd-92a99f8e127d tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 943 time: 0.0621002 Jul 14 07:42:24.680055 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c0fa3d9-434e-4b2e-9dc5-3574b66ed67f req-d6726710-ef67-4b54-a611-829a4c3962fb tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308692 Jul 14 07:42:25.856897 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91f39e-2f10-4f77-929b-cb72963530cc req-296bc1d0-5fde-4489-9df5-664dba82d115 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:25.858405 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a91f39e-2f10-4f77-929b-cb72963530cc req-296bc1d0-5fde-4489-9df5-664dba82d115 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 943 time: 0.0664060 Jul 14 07:42:25.895127 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a91f39e-2f10-4f77-929b-cb72963530cc req-b18bf0e1-e198-488b-9a7d-881777397597 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313354 Jul 14 07:42:26.870518 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1db59d76-145b-4b55-968f-6babffc0da95 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:42:26.969990 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1db59d76-145b-4b55-968f-6babffc0da95, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1db59d76-145b-4b55-968f-6babffc0da95,segment=NetworkSegment(0ddb19e6-6936-4cab-a9d3-00164ae12152),segment_id=0ddb19e6-6936-4cab-a9d3-00164ae12152)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:42:26.981360 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '1db59d76-145b-4b55-968f-6babffc0da95', 'network_id': 'c8742069-7fc0-4b57-87ca-46b63ebe6020', 'port_id': '1db59d76-145b-4b55-968f-6babffc0da95', 'mac_address': 'fa:16:3e:f3:4b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b0d56f-f1d4-4a62-ab9e-f9d2c39278a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:42:27.016911 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:27.029753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db59d76-145b-4b55-968f-6babffc0da95 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:42:27.048589 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1db59d76-145b-4b55-968f-6babffc0da95, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1db59d76-145b-4b55-968f-6babffc0da95,segment=NetworkSegment(0ddb19e6-6936-4cab-a9d3-00164ae12152),segment_id=0ddb19e6-6936-4cab-a9d3-00164ae12152)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:42:27.052804 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:27.065273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70932ac1-0a4f-4490-92ce-b9cbf37232f3 req-6ba7c6c4-7bde-4537-8bbd-7ae7a4c144ee tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:27.066775 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-70932ac1-0a4f-4490-92ce-b9cbf37232f3 req-6ba7c6c4-7bde-4537-8bbd-7ae7a4c144ee tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 943 time: 0.0635123 Jul 14 07:42:27.100461 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=1db59d76-145b-4b55-968f-6babffc0da95,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:27.104776 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-70932ac1-0a4f-4490-92ce-b9cbf37232f3 req-a53b308f-0d06-45c7-8e00-ce98975fe132 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Jul 14 07:42:27.250633 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['1db59d76-145b-4b55-968f-6babffc0da95'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:42:28.297585 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849d093-74f1-4218-a4a1-7b269a69f8a4 req-ec152378-4189-4151-9b1b-884d93a8f0bf tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:28.299077 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7849d093-74f1-4218-a4a1-7b269a69f8a4 req-ec152378-4189-4151-9b1b-884d93a8f0bf tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 944 time: 0.0674911 Jul 14 07:42:28.335760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7849d093-74f1-4218-a4a1-7b269a69f8a4 req-239fd124-4092-433f-b918-a82dc1798291 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310652 Jul 14 07:42:28.871310 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1db59d76-145b-4b55-968f-6babffc0da95 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:42:28.916261 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 1db59d76-145b-4b55-968f-6babffc0da95 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:42:28.916628 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:28.991919 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:29.013111 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c2fa0b-c962-4b38-85c2-dd7545611afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db59d76-145b-4b55-968f-6babffc0da95'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:42:29.015353 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef53fa3-672b-40f5-b447-2321a29ec478" -d '{"events": [{"server_uuid": "07c2fa0b-c962-4b38-85c2-dd7545611afa", "name": "network-vif-plugged", "status": "completed", "tag": "1db59d76-145b-4b55-968f-6babffc0da95"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:42:29.027585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 1db59d76-145b-4b55-968f-6babffc0da95, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1db59d76-145b-4b55-968f-6babffc0da95,segment=NetworkSegment(0ddb19e6-6936-4cab-a9d3-00164ae12152),segment_id=0ddb19e6-6936-4cab-a9d3-00164ae12152)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:42:29.031367 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:29.054376 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5aff8c-034b-4e7a-873f-3572911f4ed7 x-openstack-request-id: req-dd5aff8c-034b-4e7a-873f-3572911f4ed7 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:42:29.054665 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c2fa0b-c962-4b38-85c2-dd7545611afa", "name": "network-vif-plugged", "status": "completed", "tag": "1db59d76-145b-4b55-968f-6babffc0da95", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:42:29.054943 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dd5aff8c-034b-4e7a-873f-3572911f4ed7 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:42:29.055329 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c2fa0b-c962-4b38-85c2-dd7545611afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db59d76-145b-4b55-968f-6babffc0da95', 'code': 200} Jul 14 07:42:29.082766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=1db59d76-145b-4b55-968f-6babffc0da95,revision_number=10']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:29.343726 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee225c-e936-4ebc-a91c-665fed9efc94 req-85831442-74f2-4b69-a500-26e95c65c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:29.345177 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18ee225c-e936-4ebc-a91c-665fed9efc94 req-85831442-74f2-4b69-a500-26e95c65c51e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 1097 time: 0.1829944 Jul 14 07:42:29.378951 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18ee225c-e936-4ebc-a91c-665fed9efc94 req-b5da11fe-c4c8-4ff3-9ed6-a6f9f29be727 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271237 Jul 14 07:42:29.503624 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37233cbe-7625-44f2-b862-dfb1bde92418 req-57ea3b71-00a2-4577-9fad-7d6637b8b22a tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:29.505025 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37233cbe-7625-44f2-b862-dfb1bde92418 req-57ea3b71-00a2-4577-9fad-7d6637b8b22a tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0620100 Jul 14 07:42:29.541159 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37233cbe-7625-44f2-b862-dfb1bde92418 req-e0e18021-c54a-4fbd-9c21-2ff73b09029c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306084 Jul 14 07:42:29.804903 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae245a-d0b3-4e67-976a-bfe93c75eedf req-9318c8bd-dae0-4544-8e1f-15c8a96c40b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:29.806393 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8ae245a-d0b3-4e67-976a-bfe93c75eedf req-9318c8bd-dae0-4544-8e1f-15c8a96c40b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7b8a392679c49ecaec8bb92f9b90ece&device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 1097 time: 0.0542560 Jul 14 07:42:29.905860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae245a-d0b3-4e67-976a-bfe93c75eedf req-f25db2d3-0c3f-45d2-8974-871dc435c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:29.907283 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8ae245a-d0b3-4e67-976a-bfe93c75eedf req-f25db2d3-0c3f-45d2-8974-871dc435c4f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8742069-7fc0-4b57-87ca-46b63ebe6020 HTTP/1.1" status: 200 len: 915 time: 0.0811706 Jul 14 07:42:29.955123 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8ae245a-d0b3-4e67-976a-bfe93c75eedf req-7c5a473d-372a-4b9f-8335-b7b06115637d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db59d76-145b-4b55-968f-6babffc0da95 HTTP/1.1" status: 200 len: 217 time: 0.0385976 Jul 14 07:42:30.002982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae245a-d0b3-4e67-976a-bfe93c75eedf req-fdbdbffa-c394-4228-bc99-8c94fa5fa711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:30.005151 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8ae245a-d0b3-4e67-976a-bfe93c75eedf req-fdbdbffa-c394-4228-bc99-8c94fa5fa711 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27b0d56f-f1d4-4a62-ab9e-f9d2c39278a6 HTTP/1.1" status: 200 len: 854 time: 0.0428951 Jul 14 07:42:30.038475 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8ae245a-d0b3-4e67-976a-bfe93c75eedf req-2fb7f382-0b95-4b79-ac13-ac6d1aa83432 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8742069-7fc0-4b57-87ca-46b63ebe6020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272255 Jul 14 07:42:30.132926 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8ae245a-d0b3-4e67-976a-bfe93c75eedf req-567f17e8-3e38-4ca9-bf18-2ffbcd8513d8 service neutron] 10.222.0.15 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877059 Jul 14 07:42:30.221501 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8ae245a-d0b3-4e67-976a-bfe93c75eedf req-25ca3500-90e7-422b-8a96-cb7e08393965 service neutron] 10.222.0.15 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819519 Jul 14 07:42:30.532989 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ee59-60eb-4145-9ab5-75918ddf6e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:30.713942 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa8746-3dd8-47c6-b77a-aad0986356ca req-a9329866-658f-4ee0-8e9a-237c7e668670 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:30.715380 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbaa8746-3dd8-47c6-b77a-aad0986356ca req-a9329866-658f-4ee0-8e9a-237c7e668670 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0638487 Jul 14 07:42:30.753864 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbaa8746-3dd8-47c6-b77a-aad0986356ca req-34130494-226e-465a-b1a9-62e4ce30ce28 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325811 Jul 14 07:42:31.925539 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a3b22-f341-4ce5-9c67-b81559d0aa1d req-4e54ea5a-6e93-4265-8626-1ed76eea4e59 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:31.926997 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af0a3b22-f341-4ce5-9c67-b81559d0aa1d req-4e54ea5a-6e93-4265-8626-1ed76eea4e59 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0650403 Jul 14 07:42:31.964932 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af0a3b22-f341-4ce5-9c67-b81559d0aa1d req-a15ed75a-a540-4bfb-b5da-e6e8960c41f0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317180 Jul 14 07:42:32.134783 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf045dd0-9c0c-4680-bd80-bafa00498c5f req-8f358ebb-19ec-4b59-ae95-2944846dee47 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:32.136235 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf045dd0-9c0c-4680-bd80-bafa00498c5f req-8f358ebb-19ec-4b59-ae95-2944846dee47 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0614622 Jul 14 07:42:32.172119 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf045dd0-9c0c-4680-bd80-bafa00498c5f req-6389d03e-2f15-4ec2-ab5a-f7dbbef90a6d tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304735 Jul 14 07:42:32.352173 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e43ef-12e0-4e5d-aa70-a24e1381f493 req-63d64340-3661-4c6c-913f-9b8fdcfa3988 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:32.353638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f2e43ef-12e0-4e5d-aa70-a24e1381f493 req-63d64340-3661-4c6c-913f-9b8fdcfa3988 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0649638 Jul 14 07:42:32.390513 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f2e43ef-12e0-4e5d-aa70-a24e1381f493 req-0e16b9b1-465d-4ad0-a088-ab4ba71208f8 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308859 Jul 14 07:42:32.572812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac076f3-e688-4854-891d-6c911e9d38de req-9b97fb7b-1bbb-4d69-9c13-5eda22b1a18a tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:32.574304 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ac076f3-e688-4854-891d-6c911e9d38de req-9b97fb7b-1bbb-4d69-9c13-5eda22b1a18a tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0622518 Jul 14 07:42:32.612275 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ac076f3-e688-4854-891d-6c911e9d38de req-b9817354-2f1b-43e0-9b09-377bf5dd6946 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320022 Jul 14 07:42:32.781905 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f19bf8-74e0-45fa-b12f-c692dd1bb62c req-aa29fb19-4080-485c-a71b-921985d295a5 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:32.783377 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-49f19bf8-74e0-45fa-b12f-c692dd1bb62c req-aa29fb19-4080-485c-a71b-921985d295a5 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0623529 Jul 14 07:42:32.819942 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-49f19bf8-74e0-45fa-b12f-c692dd1bb62c req-ade57299-cd67-4970-a400-e734a7d2cb81 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302484 Jul 14 07:42:33.012739 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ac016-8fc6-4f8d-8a87-535122ec34ef req-f8271d58-65d7-4572-8b7e-19ff2858d9ee tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:33.014261 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8c6ac016-8fc6-4f8d-8a87-535122ec34ef req-f8271d58-65d7-4572-8b7e-19ff2858d9ee tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0670378 Jul 14 07:42:33.052425 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8c6ac016-8fc6-4f8d-8a87-535122ec34ef req-1bb9d62d-f6c9-43e8-ab5e-757094a94c62 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325127 Jul 14 07:42:33.225725 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaefb5-08cd-4ff9-974b-40026ae9a3cb req-2d4217c2-1b43-4adb-873e-d935cade052c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:33.227188 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2caaefb5-08cd-4ff9-974b-40026ae9a3cb req-2d4217c2-1b43-4adb-873e-d935cade052c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0641549 Jul 14 07:42:33.264139 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2caaefb5-08cd-4ff9-974b-40026ae9a3cb req-01ae1ea0-5a69-4c30-876d-2d766189e11c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310626 Jul 14 07:42:33.343849 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-63d1dd2a-1606-422c-b8af-f02ddaa21ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:33.625351 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5a0a5-4ff9-4dd8-8343-5b1fb0d60ad6 req-28f284eb-e7bb-48f9-a52c-8ac105369e8f tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:33.626788 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29a5a0a5-4ff9-4dd8-8343-5b1fb0d60ad6 req-28f284eb-e7bb-48f9-a52c-8ac105369e8f tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0660396 Jul 14 07:42:33.640970 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:33.665408 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29a5a0a5-4ff9-4dd8-8343-5b1fb0d60ad6 req-45cbb128-b573-4160-97cf-b0dccf9505cb tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330939 Jul 14 07:42:34.723000 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:34.837940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117101b-cc87-4e80-901d-9bc0bae5d182 req-9624d757-5a98-4430-b4dc-901f177d4e7a tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:34.839419 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8117101b-cc87-4e80-901d-9bc0bae5d182 req-9624d757-5a98-4430-b4dc-901f177d4e7a tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0622683 Jul 14 07:42:34.875573 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8117101b-cc87-4e80-901d-9bc0bae5d182 req-068308f7-568d-4255-88e8-a275056ba166 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306578 Jul 14 07:42:35.318184 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d161a-2126-4711-931c-d4a801f69009 req-f29a8578-f1d5-4030-b648-ea48b60a21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:35.319669 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd3d161a-2126-4711-931c-d4a801f69009 req-f29a8578-f1d5-4030-b648-ea48b60a21a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7b8a392679c49ecaec8bb92f9b90ece&device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 1097 time: 0.0956123 Jul 14 07:42:35.330832 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6f696-7c5e-41b0-910c-b08538ff4778 req-460da687-3f2e-48a7-aabd-3345bfce3c6d tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:35.332182 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6bb6f696-7c5e-41b0-910c-b08538ff4778 req-460da687-3f2e-48a7-aabd-3345bfce3c6d tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0983052 Jul 14 07:42:35.412826 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6bb6f696-7c5e-41b0-910c-b08538ff4778 req-a28a955a-201c-4697-9ff4-80c90584db54 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726418 Jul 14 07:42:35.438463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d161a-2126-4711-931c-d4a801f69009 req-22e3a01f-ec12-403d-8605-8441aab208bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:35.439912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd3d161a-2126-4711-931c-d4a801f69009 req-22e3a01f-ec12-403d-8605-8441aab208bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8742069-7fc0-4b57-87ca-46b63ebe6020 HTTP/1.1" status: 200 len: 915 time: 0.1069145 Jul 14 07:42:35.483792 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd3d161a-2126-4711-931c-d4a801f69009 req-ff0241ea-9b03-4c55-aeb9-720ca683062b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db59d76-145b-4b55-968f-6babffc0da95 HTTP/1.1" status: 200 len: 217 time: 0.0377533 Jul 14 07:42:35.530014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d161a-2126-4711-931c-d4a801f69009 req-31af4c1d-4811-4946-9d72-cc6aa0e686d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:35.531452 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd3d161a-2126-4711-931c-d4a801f69009 req-31af4c1d-4811-4946-9d72-cc6aa0e686d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27b0d56f-f1d4-4a62-ab9e-f9d2c39278a6 HTTP/1.1" status: 200 len: 854 time: 0.0420635 Jul 14 07:42:35.562722 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd3d161a-2126-4711-931c-d4a801f69009 req-7e6e3744-abb5-4495-9212-13e48a15c2bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8742069-7fc0-4b57-87ca-46b63ebe6020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254781 Jul 14 07:42:35.650681 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd3d161a-2126-4711-931c-d4a801f69009 req-97bbde12-786c-44ca-a63f-fd740d344bd0 service neutron] 10.222.0.15 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817058 Jul 14 07:42:35.736440 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd3d161a-2126-4711-931c-d4a801f69009 req-46672f59-773d-4c61-877b-1dbf2b0a543e service neutron] 10.222.0.15 "GET /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790274 Jul 14 07:42:36.250845 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:36.589935 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6791f-ca3d-49b5-b505-9f5750de16f7 req-9fe48718-81c8-4378-a6e5-048a70249757 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:36.591380 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96d6791f-ca3d-49b5-b505-9f5750de16f7 req-9fe48718-81c8-4378-a6e5-048a70249757 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0657926 Jul 14 07:42:36.627404 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-96d6791f-ca3d-49b5-b505-9f5750de16f7 req-a6bf72c2-d00c-4794-a833-8042cc228c68 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306377 Jul 14 07:42:36.794019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89308138-08ac-4a6c-8224-a968ce953dc1 req-dd44b078-4871-4edc-8055-0c3720315009 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:36.795383 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89308138-08ac-4a6c-8224-a968ce953dc1 req-dd44b078-4871-4edc-8055-0c3720315009 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0611188 Jul 14 07:42:36.831916 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89308138-08ac-4a6c-8224-a968ce953dc1 req-fab5d68a-6145-4f59-b2d1-c4c9e0abc8c7 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310752 Jul 14 07:42:37.012833 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144cc80-ce8a-4957-b99d-edfc5d7c5b26 req-e68ee225-3845-4578-b76f-23f6c7cf4555 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:37.014372 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b144cc80-ce8a-4957-b99d-edfc5d7c5b26 req-e68ee225-3845-4578-b76f-23f6c7cf4555 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0625353 Jul 14 07:42:37.051310 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b144cc80-ce8a-4957-b99d-edfc5d7c5b26 req-1a69d475-eeb4-4972-a594-a2c9b729f0a7 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315528 Jul 14 07:42:37.222731 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab3180-f85c-4c1a-9059-d4b390c666f6 req-80c3fd9e-9f71-44e5-84ba-88cdd7f8e6fd tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:37.224190 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41ab3180-f85c-4c1a-9059-d4b390c666f6 req-80c3fd9e-9f71-44e5-84ba-88cdd7f8e6fd tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0653491 Jul 14 07:42:37.260796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41ab3180-f85c-4c1a-9059-d4b390c666f6 req-7fe17f13-7f16-4f18-b8b0-742beeed91e4 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305409 Jul 14 07:42:37.511208 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299deda6-8680-4659-865e-65a5e34ccdcf req-363cd7bd-5916-44a0-9b58-1129d021c1d9 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:37.512671 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-299deda6-8680-4659-865e-65a5e34ccdcf req-363cd7bd-5916-44a0-9b58-1129d021c1d9 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0632160 Jul 14 07:42:37.548638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-299deda6-8680-4659-865e-65a5e34ccdcf req-02693884-a82d-4488-b2c8-218701a50bca tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305097 Jul 14 07:42:37.720833 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c8bba-085c-4b0f-a2fa-2df82464f94a req-ffebef93-5392-4fea-bcfd-6012a031b27d tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:37.722256 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d61c8bba-085c-4b0f-a2fa-2df82464f94a req-ffebef93-5392-4fea-bcfd-6012a031b27d tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0663528 Jul 14 07:42:37.759113 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d61c8bba-085c-4b0f-a2fa-2df82464f94a req-1cd14218-fc95-4f76-b816-e04a388a791b tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310552 Jul 14 07:42:37.940512 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099837c-d058-4424-ad31-88e7e71cc821 req-f05bacb4-42b0-41ab-93e4-cdfe6a801154 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:37.942004 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d099837c-d058-4424-ad31-88e7e71cc821 req-f05bacb4-42b0-41ab-93e4-cdfe6a801154 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0614760 Jul 14 07:42:37.979076 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d099837c-d058-4424-ad31-88e7e71cc821 req-fb4c0ebb-fb07-40a1-b3d5-cb24407152ef tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309930 Jul 14 07:42:38.149441 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf3c3d-a610-4f77-81a7-029af7937c69 req-87e0d382-881a-46df-981f-3e262b9f0ad6 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:38.150910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8fbf3c3d-a610-4f77-81a7-029af7937c69 req-87e0d382-881a-46df-981f-3e262b9f0ad6 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0615265 Jul 14 07:42:38.187876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8fbf3c3d-a610-4f77-81a7-029af7937c69 req-146d8d87-1b47-4804-b4b2-1694c548e64e tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315349 Jul 14 07:42:38.437644 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d805a-5ff6-4636-889e-a99f693d6cb6 req-e6740e10-f14a-4dc0-88b1-7571d9b9e59c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:38.439123 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d36d805a-5ff6-4636-889e-a99f693d6cb6 req-e6740e10-f14a-4dc0-88b1-7571d9b9e59c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0656140 Jul 14 07:42:38.474833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d36d805a-5ff6-4636-889e-a99f693d6cb6 req-a84f1508-86b3-45a9-b38d-72b76d5ffeba tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303440 Jul 14 07:42:38.648149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158914f-ae49-4ef8-ba21-273ba421de3d req-effba417-1264-4164-903b-46811e42cb67 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:38.650160 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9158914f-ae49-4ef8-ba21-273ba421de3d req-effba417-1264-4164-903b-46811e42cb67 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0654631 Jul 14 07:42:38.686665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9158914f-ae49-4ef8-ba21-273ba421de3d req-fbf53080-61d5-4f25-94f8-ec86c48a1fb2 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308635 Jul 14 07:42:38.874024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908b955-69f3-4af7-a5ec-87570b81a28f req-9d304922-f5e4-43d6-af8d-1e22d521c1ce tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:38.875401 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0908b955-69f3-4af7-a5ec-87570b81a28f req-9d304922-f5e4-43d6-af8d-1e22d521c1ce tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0657506 Jul 14 07:42:38.911880 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0908b955-69f3-4af7-a5ec-87570b81a28f req-dad0090a-5a0d-402c-ad5a-b59a5674be61 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309541 Jul 14 07:42:39.080862 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13a7cc-82c7-4684-a0e4-7b79e7993343 req-ce39baff-7b1a-45a7-bcd5-38036b9de40a tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:39.082358 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db13a7cc-82c7-4684-a0e4-7b79e7993343 req-ce39baff-7b1a-45a7-bcd5-38036b9de40a tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0625122 Jul 14 07:42:39.118388 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db13a7cc-82c7-4684-a0e4-7b79e7993343 req-a79e02fd-c762-4667-8a8f-bde668cad105 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300345 Jul 14 07:42:39.293006 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dd31a-80d6-415e-8cd7-634be95d07d8 req-0be88957-c81a-408c-ba9f-d35fd7b85225 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:39.294487 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f0dd31a-80d6-415e-8cd7-634be95d07d8 req-0be88957-c81a-408c-ba9f-d35fd7b85225 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0612538 Jul 14 07:42:39.331042 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f0dd31a-80d6-415e-8cd7-634be95d07d8 req-36f1c690-021e-4d97-9560-757f56115119 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312464 Jul 14 07:42:39.501763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fd4bb-c137-4834-8804-aaa490a76549 req-17019559-0d78-44a0-8924-b3270ee0ef69 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:39.503139 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-650fd4bb-c137-4834-8804-aaa490a76549 req-17019559-0d78-44a0-8924-b3270ee0ef69 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0659645 Jul 14 07:42:39.539222 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-650fd4bb-c137-4834-8804-aaa490a76549 req-533fcf7c-7a1d-4841-8cc7-1ede4a69845c tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299718 Jul 14 07:42:39.715285 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e78d2-75c5-40b0-8c5a-db40eaf9a378 req-045cda46-9aa4-48d0-9ac0-fc8a39a291b4 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:39.716733 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-427e78d2-75c5-40b0-8c5a-db40eaf9a378 req-045cda46-9aa4-48d0-9ac0-fc8a39a291b4 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0611222 Jul 14 07:42:39.753133 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-427e78d2-75c5-40b0-8c5a-db40eaf9a378 req-931d35f1-b1ec-400a-bdcd-3e8fc8d61733 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308542 Jul 14 07:42:44.609456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec1d0f-9989-4e80-910b-494217f42df6 req-0d39b79e-2a3f-4cef-b8db-cccd667d7da4 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:44.610994 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29ec1d0f-9989-4e80-910b-494217f42df6 req-0d39b79e-2a3f-4cef-b8db-cccd667d7da4 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0656567 Jul 14 07:42:44.646779 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29ec1d0f-9989-4e80-910b-494217f42df6 req-fe9ffe04-207f-495f-ba8c-2bebcf5d3b71 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302665 Jul 14 07:42:45.792881 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:45.818457 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fa78d-1f58-415d-a9a1-f9d3c907b531 req-7c5ac808-9c27-46c8-8e86-49160f07565f tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:45.819961 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f0fa78d-1f58-415d-a9a1-f9d3c907b531 req-7c5ac808-9c27-46c8-8e86-49160f07565f tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0632505 Jul 14 07:42:45.827089 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:45.858825 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f0fa78d-1f58-415d-a9a1-f9d3c907b531 req-e77f0c4b-bb14-4f55-919d-628e289e91be tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3822be6-bc58-4777-bf47-c888b49100e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323758 Jul 14 07:42:46.098846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ee489-8f91-46aa-8070-8851a5a016f9 req-3bac244f-af95-4141-a016-5d529e8bd923 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:46.100272 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e3ee489-8f91-46aa-8070-8851a5a016f9 req-3bac244f-af95-4141-a016-5d529e8bd923 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.15 "GET /v2.0/ports?device_id=07c2fa0b-c962-4b38-85c2-dd7545611afa HTTP/1.1" status: 200 len: 946 time: 0.0602942 Jul 14 07:42:46.196767 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6e3ee489-8f91-46aa-8070-8851a5a016f9 req-bcfcfce6-7f0d-4f66-820c-dd9e242d24c0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Deleting port 1db59d76-145b-4b55-968f-6babffc0da95 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:42:46.197110 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6e3ee489-8f91-46aa-8070-8851a5a016f9 req-bcfcfce6-7f0d-4f66-820c-dd9e242d24c0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:46.282088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6e3ee489-8f91-46aa-8070-8851a5a016f9 req-bcfcfce6-7f0d-4f66-820c-dd9e242d24c0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] For port 1db59d76-145b-4b55-968f-6babffc0da95, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=1db59d76-145b-4b55-968f-6babffc0da95,segment=NetworkSegment(0ddb19e6-6936-4cab-a9d3-00164ae12152),segment_id=0ddb19e6-6936-4cab-a9d3-00164ae12152)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:42:46.282367 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6e3ee489-8f91-46aa-8070-8851a5a016f9 req-bcfcfce6-7f0d-4f66-820c-dd9e242d24c0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:46.295157 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6e3ee489-8f91-46aa-8070-8851a5a016f9 req-bcfcfce6-7f0d-4f66-820c-dd9e242d24c0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Calling delete_port for 1db59d76-145b-4b55-968f-6babffc0da95 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:42:46.418997 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6e3ee489-8f91-46aa-8070-8851a5a016f9 req-bcfcfce6-7f0d-4f66-820c-dd9e242d24c0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:46.430471 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['1db59d76-145b-4b55-968f-6babffc0da95'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:42:46.445776 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcfce6-7f0d-4f66-820c-dd9e242d24c0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Pushing event deleted for resources: {'Port': ['ID=1db59d76-145b-4b55-968f-6babffc0da95,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:46.496253 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3ee489-8f91-46aa-8070-8851a5a016f9 req-bcfcfce6-7f0d-4f66-820c-dd9e242d24c0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] No DVR routers for this DVR port 1db59d76-145b-4b55-968f-6babffc0da95 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:42:46.498732 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6e3ee489-8f91-46aa-8070-8851a5a016f9 req-bcfcfce6-7f0d-4f66-820c-dd9e242d24c0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:46.500681 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e3ee489-8f91-46aa-8070-8851a5a016f9 req-bcfcfce6-7f0d-4f66-820c-dd9e242d24c0 tempest-ServersNegativeTestJSON-73439459 tempest-ServersNegativeTestJSON-73439459-project] 10.222.0.15 "DELETE /v2.0/ports/1db59d76-145b-4b55-968f-6babffc0da95 HTTP/1.1" status: 204 len: 173 time: 0.3955281 Jul 14 07:42:46.501126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c2fa0b-c962-4b38-85c2-dd7545611afa', 'name': 'network-vif-deleted', 'tag': '1db59d76-145b-4b55-968f-6babffc0da95'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:42:46.503380 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09623b57-0019-4129-afbe-9808e86fab01" -d '{"events": [{"server_uuid": "07c2fa0b-c962-4b38-85c2-dd7545611afa", "name": "network-vif-deleted", "tag": "1db59d76-145b-4b55-968f-6babffc0da95"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:42:46.539760 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238e5581-fcc3-4763-8162-5a0edf9374ac x-openstack-request-id: req-238e5581-fcc3-4763-8162-5a0edf9374ac {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:42:46.540060 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c2fa0b-c962-4b38-85c2-dd7545611afa", "name": "network-vif-deleted", "tag": "1db59d76-145b-4b55-968f-6babffc0da95", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:42:46.540330 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-238e5581-fcc3-4763-8162-5a0edf9374ac {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:42:46.540701 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c2fa0b-c962-4b38-85c2-dd7545611afa', 'name': 'network-vif-deleted', 'tag': '1db59d76-145b-4b55-968f-6babffc0da95', 'status': 'completed', 'code': 200} Jul 14 07:42:46.953108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33294) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:46.996235 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb856f43-87c8-4ccf-b547-8c56ba8978d3 admin admin] Deleting subnet 27b0d56f-f1d4-4a62-ab9e-f9d2c39278a6 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:42:46.999194 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb856f43-87c8-4ccf-b547-8c56ba8978d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:47.032189 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb856f43-87c8-4ccf-b547-8c56ba8978d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:47.068865 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb856f43-87c8-4ccf-b547-8c56ba8978d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:47.119590 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb856f43-87c8-4ccf-b547-8c56ba8978d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:47.148890 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb856f43-87c8-4ccf-b547-8c56ba8978d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b0d56f-f1d4-4a62-ab9e-f9d2c39278a6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:47.152316 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb856f43-87c8-4ccf-b547-8c56ba8978d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:47.154161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cb856f43-87c8-4ccf-b547-8c56ba8978d3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/27b0d56f-f1d4-4a62-ab9e-f9d2c39278a6 HTTP/1.1" status: 204 len: 168 time: 0.2000632 Jul 14 07:42:47.156691 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33296) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:47.221477 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b39c-3a14-4a4a-b578-2dbb2e47b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:47.299545 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b39c-3a14-4a4a-b578-2dbb2e47b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:47.309502 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-d5b0b39c-3a14-4a4a-b578-2dbb2e47b35b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8742069-7fc0-4b57-87ca-46b63ebe6020']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:42:47.319122 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-d5b0b39c-3a14-4a4a-b578-2dbb2e47b35b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ddb19e6-6936-4cab-a9d3-00164ae12152') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:42:47.319419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-d5b0b39c-3a14-4a4a-b578-2dbb2e47b35b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ddb19e6-6936-4cab-a9d3-00164ae12152') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:42:47.328155 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b39c-3a14-4a4a-b578-2dbb2e47b35b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:47.341722 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b39c-3a14-4a4a-b578-2dbb2e47b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:47.347565 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b0b39c-3a14-4a4a-b578-2dbb2e47b35b admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:42:47.347961 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b39c-3a14-4a4a-b578-2dbb2e47b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:42:47.349556 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:42:47.400835 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b39c-3a14-4a4a-b578-2dbb2e47b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:47.406209 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b39c-3a14-4a4a-b578-2dbb2e47b35b admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:47.408143 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d5b0b39c-3a14-4a4a-b578-2dbb2e47b35b admin admin] 10.222.0.35 "DELETE /v2.0/networks/c8742069-7fc0-4b57-87ca-46b63ebe6020 HTTP/1.1" status: 204 len: 168 time: 0.2504294 Jul 14 07:42:47.419167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0b39c-3a14-4a4a-b578-2dbb2e47b35b admin admin] Pushing event deleted for resources: {'Network': ['ID=c8742069-7fc0-4b57-87ca-46b63ebe6020,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:47.583572 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33300) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:47.622182 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b598c204-3b86-4a2e-b265-59d2c6af9138 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c7b8a392679c49ecaec8bb92f9b90ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374925 Jul 14 07:42:47.624490 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33302) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:47.674979 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9c4ff76-af04-44d0-b2b5-2fc3603a6e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:47.694949 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9c4ff76-af04-44d0-b2b5-2fc3603a6e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:47.742697 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9c4ff76-af04-44d0-b2b5-2fc3603a6e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:47.745204 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9c4ff76-af04-44d0-b2b5-2fc3603a6e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:47.746376 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a9c4ff76-af04-44d0-b2b5-2fc3603a6e3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3822be6-bc58-4777-bf47-c888b49100e9 HTTP/1.1" status: 204 len: 168 time: 0.1210241 Jul 14 07:42:47.754007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4ff76-af04-44d0-b2b5-2fc3603a6e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3822be6-bc58-4777-bf47-c888b49100e9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:48.621270 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33332) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:48.737080 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ba2dba0-157c-4ca8-bfb8-40cbb017b07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:48.827359 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ba2dba0-157c-4ca8-bfb8-40cbb017b07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:48.831246 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ba2dba0-157c-4ca8-bfb8-40cbb017b07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:48.868682 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5ba2dba0-157c-4ca8-bfb8-40cbb017b07b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4084deecc7104f528d46229de1c7caf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463670 Jul 14 07:42:48.869663 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2dba0-157c-4ca8-bfb8-40cbb017b07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2981536a-630a-4f9a-aca3-1ba04ba5a01e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:48.871386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33336) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:48.877084 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2dba0-157c-4ca8-bfb8-40cbb017b07b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:48.877459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2dba0-157c-4ca8-bfb8-40cbb017b07b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:48.877802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2dba0-157c-4ca8-bfb8-40cbb017b07b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:48.878139 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2dba0-157c-4ca8-bfb8-40cbb017b07b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:48.878472 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2dba0-157c-4ca8-bfb8-40cbb017b07b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:48.878805 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2dba0-157c-4ca8-bfb8-40cbb017b07b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:48.879133 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2dba0-157c-4ca8-bfb8-40cbb017b07b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:48.879459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2dba0-157c-4ca8-bfb8-40cbb017b07b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:48.879784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2dba0-157c-4ca8-bfb8-40cbb017b07b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:48.880107 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2dba0-157c-4ca8-bfb8-40cbb017b07b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:48.880431 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2dba0-157c-4ca8-bfb8-40cbb017b07b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:48.880751 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2dba0-157c-4ca8-bfb8-40cbb017b07b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:42:48.925283 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c5a684e-6cb3-4064-98f8-7925cf7d0953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:48.945818 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c5a684e-6cb3-4064-98f8-7925cf7d0953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:48.991079 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c5a684e-6cb3-4064-98f8-7925cf7d0953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:48.995213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1db59d76-145b-4b55-968f-6babffc0da95 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:42:48.996159 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0c5a684e-6cb3-4064-98f8-7925cf7d0953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:48.999647 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0c5a684e-6cb3-4064-98f8-7925cf7d0953 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2981536a-630a-4f9a-aca3-1ba04ba5a01e HTTP/1.1" status: 204 len: 168 time: 0.1247916 Jul 14 07:42:49.005011 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a684e-6cb3-4064-98f8-7925cf7d0953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2981536a-630a-4f9a-aca3-1ba04ba5a01e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:49.019855 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 1db59d76-145b-4b55-968f-6babffc0da95 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:42:49.020217 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 1db59d76-145b-4b55-968f-6babffc0da95 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:42:49.573324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33358) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:49.666809 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b4462406-d40c-4cf4-be6c-df9027961587 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1503887522-network', 'tenant_id': 'fa2aa4dab0e94c56ab4290249e84aaa3'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:42:49.687781 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4462406-d40c-4cf4-be6c-df9027961587 admin admin] Made reservation on behalf of fa2aa4dab0e94c56ab4290249e84aaa3 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:42:49.690038 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b4462406-d40c-4cf4-be6c-df9027961587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:49.697916 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b4462406-d40c-4cf4-be6c-df9027961587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:49.786275 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b4462406-d40c-4cf4-be6c-df9027961587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:49.790606 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b4462406-d40c-4cf4-be6c-df9027961587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:49.817090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4462406-d40c-4cf4-be6c-df9027961587 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:42:49.822372 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4462406-d40c-4cf4-be6c-df9027961587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3930633-9401-4f06-bcae-49a91a5fa21b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:49.830835 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b4462406-d40c-4cf4-be6c-df9027961587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:49.831185 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-b4462406-d40c-4cf4-be6c-df9027961587 admin admin] Added segment 737e4da8-d7c1-4ae0-95d2-9405d59415b0 of type vlan for network d9b9f003-cc11-47a7-b295-987f7f11d9fe Jul 14 07:42:49.870569 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b4462406-d40c-4cf4-be6c-df9027961587 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:49.897481 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b4462406-d40c-4cf4-be6c-df9027961587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:49.898881 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4462406-d40c-4cf4-be6c-df9027961587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:49.899454 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b4462406-d40c-4cf4-be6c-df9027961587 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:49.949582 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b4462406-d40c-4cf4-be6c-df9027961587 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3751261 Jul 14 07:42:49.952662 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33362) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:42:49.957013 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4462406-d40c-4cf4-be6c-df9027961587 admin admin] Pushing event updated for resources: {'Network': ['ID=d9b9f003-cc11-47a7-b295-987f7f11d9fe,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:49.960395 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-996ea9b0-f369-41c9-b275-824e41045c5a admin admin] Request body: {'subnet': {'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1503887522-subnet', 'tenant_id': 'fa2aa4dab0e94c56ab4290249e84aaa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:42:49.967025 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network d9b9f003-cc11-47a7-b295-987f7f11d9fe details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:42:49.982681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996ea9b0-f369-41c9-b275-824e41045c5a admin admin] Made reservation on behalf of fa2aa4dab0e94c56ab4290249e84aaa3 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:42:49.985340 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-996ea9b0-f369-41c9-b275-824e41045c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:50.146714 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-996ea9b0-f369-41c9-b275-824e41045c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:50.200037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ea9b0-f369-41c9-b275-824e41045c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:50.208419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996ea9b0-f369-41c9-b275-824e41045c5a admin admin] Checking segment: {'id': '737e4da8-d7c1-4ae0-95d2-9405d59415b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:42:50.208774 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ea9b0-f369-41c9-b275-824e41045c5a admin admin] Network hostable DHCP agents. Network: d9b9f003-cc11-47a7-b295-987f7f11d9fe, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:42:50.225569 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ea9b0-f369-41c9-b275-824e41045c5a admin admin] Network d9b9f003-cc11-47a7-b295-987f7f11d9fe is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:42:50.233955 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-996ea9b0-f369-41c9-b275-824e41045c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, d9b9f003-cc11-47a7-b295-987f7f11d9fe) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:42:50.237913 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996ea9b0-f369-41c9-b275-824e41045c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:50.238493 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-996ea9b0-f369-41c9-b275-824e41045c5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:50.243473 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2607cb-7d70-4bfa-9d24-c20b8a8849fe None None] Network d9b9f003-cc11-47a7-b295-987f7f11d9fe requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:42:50.256658 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-996ea9b0-f369-41c9-b275-824e41045c5a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2973607 Jul 14 07:42:50.366718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2ab364-d7a3-418d-9461-48fc5ea11a40 None None] Network d9b9f003-cc11-47a7-b295-987f7f11d9fe requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:42:50.677914 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-8c668013-5199-4d60-a304-51bc26f20804 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:50.679994 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-8c668013-5199-4d60-a304-51bc26f20804 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/networks?id=d9b9f003-cc11-47a7-b295-987f7f11d9fe HTTP/1.1" status: 200 len: 815 time: 0.1017907 Jul 14 07:42:50.694199 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-4521cc63-c1df-4af1-a977-04502d1efd64 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/quotas/fa2aa4dab0e94c56ab4290249e84aaa3 HTTP/1.1" status: 200 len: 375 time: 0.0087903 Jul 14 07:42:50.727068 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-5e67d952-c591-4409-bed2-48d65f98fd7d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa2aa4dab0e94c56ab4290249e84aaa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275359 Jul 14 07:42:50.817060 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-fa68ec81-61de-4c3f-92db-2410fc278fad service neutron] 10.222.0.35 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838919 Jul 14 07:42:50.902121 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-4305c007-c1be-4821-a5c1-1fb8351e73a1 service neutron] 10.222.0.35 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789216 Jul 14 07:42:51.067890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c94c85cf-3251-4fbb-b42b-e04ae9fe4c1e req-bd50ab9e-6e73-468e-b296-dfc13021613b tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e3b507-726e-4954-a461-c151e93a25c2 HTTP/1.1" status: 200 len: 210 time: 0.0293014 Jul 14 07:42:52.062974 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e0e44128-c612-424b-8d89-12c53e72b3f3 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:52.064472 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e0e44128-c612-424b-8d89-12c53e72b3f3 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.30 "GET /v2.0/networks?id=d9b9f003-cc11-47a7-b295-987f7f11d9fe HTTP/1.1" status: 200 len: 815 time: 0.1024837 Jul 14 07:42:52.081968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-206917d0-3325-4dc3-9310-aa393da12979 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Request body: {'port': {'device_id': '97e3b507-726e-4954-a461-c151e93a25c2', 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe', 'admin_state_up': True, 'tenant_id': 'fa2aa4dab0e94c56ab4290249e84aaa3'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:42:52.189978 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-206917d0-3325-4dc3-9310-aa393da12979 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Made reservation on behalf of fa2aa4dab0e94c56ab4290249e84aaa3 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:42:52.193539 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-206917d0-3325-4dc3-9310-aa393da12979 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:52.214222 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-483f90a2-b403-47ce-82f4-9c62125b4d5f req-b1d193bc-a740-47cc-900c-2ff54f2d0585 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e3b507-726e-4954-a461-c151e93a25c2 HTTP/1.1" status: 200 len: 210 time: 0.0318942 Jul 14 07:42:52.318302 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-206917d0-3325-4dc3-9310-aa393da12979 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Allocated IP 172.20.0.13 (d9b9f003-cc11-47a7-b295-987f7f11d9fe/f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899/cbae7d9b-8e8e-4bcb-899d-ec81d6686db1) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:42:52.458269 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-206917d0-3325-4dc3-9310-aa393da12979 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:52.500045 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-206917d0-3325-4dc3-9310-aa393da12979 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:52.544163 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-206917d0-3325-4dc3-9310-aa393da12979 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Network d9b9f003-cc11-47a7-b295-987f7f11d9fe is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:42:52.547246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-206917d0-3325-4dc3-9310-aa393da12979 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:42:52.551040 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-206917d0-3325-4dc3-9310-aa393da12979 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:42:52.557243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206917d0-3325-4dc3-9310-aa393da12979 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Pushing event updated for resources: {'Port': ['ID=cbae7d9b-8e8e-4bcb-899d-ec81d6686db1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:52.600648 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-206917d0-3325-4dc3-9310-aa393da12979 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:52.601303 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-206917d0-3325-4dc3-9310-aa393da12979 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:52.614345 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-206917d0-3325-4dc3-9310-aa393da12979 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5363452 Jul 14 07:42:52.625160 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Request body: {'port': {'device_id': '97e3b507-726e-4954-a461-c151e93a25c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:42:52.696786 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:52.944594 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:42:52.952382 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:52.964224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Transition to ACTIVE for port object cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:42:52.967999 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:53.014606 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Pushing event updated for resources: {'Port': ['ID=cbae7d9b-8e8e-4bcb-899d-ec81d6686db1,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:53.083072 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Attempting to bind port cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:42:53.083762 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Attempting to bind port cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '737e4da8-d7c1-4ae0-95d2-9405d59415b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:42:53.083762 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Attempting to bind port cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 on network d9b9f003-cc11-47a7-b295-987f7f11d9fe {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:42:53.087838 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Port cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 on network d9b9f003-cc11-47a7-b295-987f7f11d9fe not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:42:53.088148 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Attempting to bind port cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 on network d9b9f003-cc11-47a7-b295-987f7f11d9fe {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:42:53.092698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:42:53.093029 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Checking segment: {'id': '737e4da8-d7c1-4ae0-95d2-9405d59415b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:42:53.093432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Bound using segment: {'id': '737e4da8-d7c1-4ae0-95d2-9405d59415b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:42:53.093850 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Bound port: cbae7d9b-8e8e-4bcb-899d-ec81d6686db1, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737e4da8-d7c1-4ae0-95d2-9405d59415b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:42:53.094198 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:53.153579 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] For port cbae7d9b-8e8e-4bcb-899d-ec81d6686db1, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:42:53.156459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] For port cbae7d9b-8e8e-4bcb-899d-ec81d6686db1, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cbae7d9b-8e8e-4bcb-899d-ec81d6686db1,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:42:53.159989 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:53.191383 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:53.192043 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:53.193531 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] 10.222.0.30 "PUT /v2.0/ports/cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 HTTP/1.1" status: 200 len: 1092 time: 0.5723238 Jul 14 07:42:53.193955 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e3b507-726e-4954-a461-c151e93a25c2', 'tag': 'cbae7d9b-8e8e-4bcb-899d-ec81d6686db1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:42:53.196239 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2931cfc5-0ddf-46f3-9c7d-c8c6b0168eef" -d '{"events": [{"name": "network-changed", "server_uuid": "97e3b507-726e-4954-a461-c151e93a25c2", "tag": "cbae7d9b-8e8e-4bcb-899d-ec81d6686db1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:42:53.221318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df8b77-15a4-4077-ae5c-9ce5ee3c50b2 service neutron] Pushing event updated for resources: {'Port': ['ID=cbae7d9b-8e8e-4bcb-899d-ec81d6686db1,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:53.258438 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21600307-8af0-4804-8bd9-cc207ab8267a x-openstack-request-id: req-21600307-8af0-4804-8bd9-cc207ab8267a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:42:53.258733 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e3b507-726e-4954-a461-c151e93a25c2", "tag": "cbae7d9b-8e8e-4bcb-899d-ec81d6686db1", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:42:53.258983 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21600307-8af0-4804-8bd9-cc207ab8267a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:42:53.259374 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e3b507-726e-4954-a461-c151e93a25c2', 'tag': 'cbae7d9b-8e8e-4bcb-899d-ec81d6686db1', 'status': 'completed', 'code': 200} Jul 14 07:42:53.285650 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-8dc77884-9774-420e-9d31-b3fd42479812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:53.287227 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-8dc77884-9774-420e-9d31-b3fd42479812 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa2aa4dab0e94c56ab4290249e84aaa3&device_id=97e3b507-726e-4954-a461-c151e93a25c2 HTTP/1.1" status: 200 len: 1095 time: 0.0587680 Jul 14 07:42:53.331054 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-ff03d8dd-ba9c-4d51-b907-bfd16584688f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 HTTP/1.1" status: 200 len: 217 time: 0.0368335 Jul 14 07:42:53.380045 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-a76bb399-d122-42fa-a459-8da517580d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:53.381585 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-a76bb399-d122-42fa-a459-8da517580d12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899 HTTP/1.1" status: 200 len: 855 time: 0.0443523 Jul 14 07:42:53.384178 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958afac9-1655-45e5-b7d8-1b9f8d155fea req-6166852f-7dff-4d60-a1a6-b6707fc27dbb tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:53.385687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-958afac9-1655-45e5-b7d8-1b9f8d155fea req-6166852f-7dff-4d60-a1a6-b6707fc27dbb tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e3b507-726e-4954-a461-c151e93a25c2 HTTP/1.1" status: 200 len: 944 time: 0.0631461 Jul 14 07:42:53.412750 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-4a2670a6-f034-401f-b89e-f764022b79ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9b9f003-cc11-47a7-b295-987f7f11d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254147 Jul 14 07:42:53.423259 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-958afac9-1655-45e5-b7d8-1b9f8d155fea req-dd39366b-caa2-430e-a317-58b2997fc36f tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319636 Jul 14 07:42:53.791495 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-4d1308ad-9b27-4833-9c7c-b381b991df93 service neutron] 10.222.0.30 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723354 Jul 14 07:42:53.876035 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7265d921-1108-4d97-bdc4-ce794ee57bc0 req-199775db-7dec-40a5-a7d3-b013d90f246d service neutron] 10.222.0.30 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0774601 Jul 14 07:42:53.975779 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931cfc5-0ddf-46f3-9c7d-c8c6b0168eef req-499a7cc6-9ab1-47a1-80ad-cff5115540c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:53.977328 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2931cfc5-0ddf-46f3-9c7d-c8c6b0168eef req-499a7cc6-9ab1-47a1-80ad-cff5115540c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa2aa4dab0e94c56ab4290249e84aaa3&device_id=97e3b507-726e-4954-a461-c151e93a25c2 HTTP/1.1" status: 200 len: 1095 time: 0.0549166 Jul 14 07:42:54.060780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931cfc5-0ddf-46f3-9c7d-c8c6b0168eef req-173eb636-c097-4c50-a5d0-f51607c4235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:54.062231 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2931cfc5-0ddf-46f3-9c7d-c8c6b0168eef req-173eb636-c097-4c50-a5d0-f51607c4235e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9b9f003-cc11-47a7-b295-987f7f11d9fe HTTP/1.1" status: 200 len: 916 time: 0.0791295 Jul 14 07:42:54.105293 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2931cfc5-0ddf-46f3-9c7d-c8c6b0168eef req-1147f2a1-e4c4-46dd-b730-bcd3eabb8ba6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 HTTP/1.1" status: 200 len: 217 time: 0.0369849 Jul 14 07:42:54.151716 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931cfc5-0ddf-46f3-9c7d-c8c6b0168eef req-93f5930b-c1b5-4585-a923-dee68f3cfb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:54.153107 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2931cfc5-0ddf-46f3-9c7d-c8c6b0168eef req-93f5930b-c1b5-4585-a923-dee68f3cfb9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899 HTTP/1.1" status: 200 len: 855 time: 0.0415933 Jul 14 07:42:54.185513 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2931cfc5-0ddf-46f3-9c7d-c8c6b0168eef req-6a8a12f0-4623-40c9-aaaa-558afa12a077 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9b9f003-cc11-47a7-b295-987f7f11d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242825 Jul 14 07:42:54.274100 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2931cfc5-0ddf-46f3-9c7d-c8c6b0168eef req-7bd0e4d8-ac4a-4b3a-b516-6451b068dd44 service neutron] 10.222.0.30 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820167 Jul 14 07:42:54.359852 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2931cfc5-0ddf-46f3-9c7d-c8c6b0168eef req-ceafbde5-78f4-47f5-99f3-1560296abe5c service neutron] 10.222.0.30 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792475 Jul 14 07:42:54.592144 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bc066-85ec-42b7-b2b5-fc26a97bfb0e req-1db23206-cfa5-430a-a5a3-22f4f2820d94 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:54.593648 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-629bc066-85ec-42b7-b2b5-fc26a97bfb0e req-1db23206-cfa5-430a-a5a3-22f4f2820d94 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e3b507-726e-4954-a461-c151e93a25c2 HTTP/1.1" status: 200 len: 944 time: 0.0621541 Jul 14 07:42:54.629518 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-629bc066-85ec-42b7-b2b5-fc26a97bfb0e req-555e9bc4-f5b6-44db-b3a5-0d29540ad302 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303807 Jul 14 07:42:55.643152 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:42:55.739092 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port cbae7d9b-8e8e-4bcb-899d-ec81d6686db1, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cbae7d9b-8e8e-4bcb-899d-ec81d6686db1,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:42:55.750267 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'cbae7d9b-8e8e-4bcb-899d-ec81d6686db1', 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe', 'port_id': 'cbae7d9b-8e8e-4bcb-899d-ec81d6686db1', 'mac_address': 'fa:16:3e:f6:64:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:42:55.786829 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:55.799141 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:42:55.805666 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6831d5-9e67-416a-bb96-9e8e74b23353 req-1bb4bf60-d907-4d76-989d-ef69358d2785 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:55.807143 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3d6831d5-9e67-416a-bb96-9e8e74b23353 req-1bb4bf60-d907-4d76-989d-ef69358d2785 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e3b507-726e-4954-a461-c151e93a25c2 HTTP/1.1" status: 200 len: 944 time: 0.0666814 Jul 14 07:42:55.819058 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port cbae7d9b-8e8e-4bcb-899d-ec81d6686db1, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cbae7d9b-8e8e-4bcb-899d-ec81d6686db1,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:42:55.824486 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:55.846585 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3d6831d5-9e67-416a-bb96-9e8e74b23353 req-3e9c3166-efe5-481c-8ce6-684d0385eb71 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339563 Jul 14 07:42:55.871138 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=cbae7d9b-8e8e-4bcb-899d-ec81d6686db1,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:56.021037 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['cbae7d9b-8e8e-4bcb-899d-ec81d6686db1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:42:56.035021 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:42:57.018913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73c501-1711-4ad6-8559-4ab1b8d66f62 req-80b99074-2411-4fa2-9ebb-2db42831998e tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:57.020414 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd73c501-1711-4ad6-8559-4ab1b8d66f62 req-80b99074-2411-4fa2-9ebb-2db42831998e tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e3b507-726e-4954-a461-c151e93a25c2 HTTP/1.1" status: 200 len: 945 time: 0.0630174 Jul 14 07:42:57.057417 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dd73c501-1711-4ad6-8559-4ab1b8d66f62 req-8d57892d-f843-4f65-98eb-919b563c9356 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314643 Jul 14 07:42:57.659090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:42:57.706163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:42:57.709874 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:42:57.710243 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:57.786592 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:57.808434 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e3b507-726e-4954-a461-c151e93a25c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbae7d9b-8e8e-4bcb-899d-ec81d6686db1'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:42:57.811019 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a150e8-d447-406e-ab9d-1e551aec9ce5" -d '{"events": [{"server_uuid": "97e3b507-726e-4954-a461-c151e93a25c2", "name": "network-vif-plugged", "status": "completed", "tag": "cbae7d9b-8e8e-4bcb-899d-ec81d6686db1"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:42:57.823616 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port cbae7d9b-8e8e-4bcb-899d-ec81d6686db1, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cbae7d9b-8e8e-4bcb-899d-ec81d6686db1,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:42:57.828053 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:42:57.854840 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f63bfe-f59c-44dc-bd85-7752f7a9a709 x-openstack-request-id: req-81f63bfe-f59c-44dc-bd85-7752f7a9a709 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:42:57.855136 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e3b507-726e-4954-a461-c151e93a25c2", "name": "network-vif-plugged", "status": "completed", "tag": "cbae7d9b-8e8e-4bcb-899d-ec81d6686db1", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:42:57.855388 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81f63bfe-f59c-44dc-bd85-7752f7a9a709 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:42:57.855774 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e3b507-726e-4954-a461-c151e93a25c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbae7d9b-8e8e-4bcb-899d-ec81d6686db1', 'code': 200} Jul 14 07:42:57.881537 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=cbae7d9b-8e8e-4bcb-899d-ec81d6686db1,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:42:57.954346 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304f9b5-ea05-484b-876a-33570503b007 req-fa69ff2c-1f59-4f04-9695-4d3a431babe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:57.956012 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5304f9b5-ea05-484b-876a-33570503b007 req-fa69ff2c-1f59-4f04-9695-4d3a431babe9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97e3b507-726e-4954-a461-c151e93a25c2 HTTP/1.1" status: 200 len: 1097 time: 0.0510724 Jul 14 07:42:57.989111 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5304f9b5-ea05-484b-876a-33570503b007 req-517369c1-47c6-4d84-89b5-aa617a5a2f27 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269971 Jul 14 07:42:58.228141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32688a-02bc-4bc6-b799-10a01a976bbc req-788e4fb5-0f26-4c79-aedb-2192d049ba99 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:58.229521 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a32688a-02bc-4bc6-b799-10a01a976bbc req-788e4fb5-0f26-4c79-aedb-2192d049ba99 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e3b507-726e-4954-a461-c151e93a25c2 HTTP/1.1" status: 200 len: 946 time: 0.0640914 Jul 14 07:42:58.265082 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a32688a-02bc-4bc6-b799-10a01a976bbc req-c0dc91a2-e71d-4a06-ab33-1a90de78b1f5 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298107 Jul 14 07:42:59.436368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c589d-9026-4046-9c20-643a85c4a63e req-847592fa-a0c0-488a-b4aa-ad3cfe26e05a tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:42:59.437866 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-419c589d-9026-4046-9c20-643a85c4a63e req-847592fa-a0c0-488a-b4aa-ad3cfe26e05a tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e3b507-726e-4954-a461-c151e93a25c2 HTTP/1.1" status: 200 len: 946 time: 0.0617774 Jul 14 07:42:59.474243 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-419c589d-9026-4046-9c20-643a85c4a63e req-8449f46e-f498-49ec-890f-988ffe9d70ff tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304677 Jul 14 07:43:00.533232 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e7fbbf5-04c0-4a03-9680-4197270625e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:03.340284 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0af9c941-0a76-4946-b4b0-49591449e7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:03.641967 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:04.724184 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:06.253865 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:10.935772 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccba529-1538-4866-9044-5e29921ea670 req-d5654b65-2eab-46c0-9c7e-5e9b0aee1c7b tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:10.937337 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eccba529-1538-4866-9044-5e29921ea670 req-d5654b65-2eab-46c0-9c7e-5e9b0aee1c7b tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/networks?id=d9b9f003-cc11-47a7-b295-987f7f11d9fe HTTP/1.1" status: 200 len: 815 time: 0.1015916 Jul 14 07:43:10.952154 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eccba529-1538-4866-9044-5e29921ea670 req-63060c08-616f-49be-ab61-192cfc9e680b tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/quotas/fa2aa4dab0e94c56ab4290249e84aaa3 HTTP/1.1" status: 200 len: 375 time: 0.0096076 Jul 14 07:43:11.014336 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eccba529-1538-4866-9044-5e29921ea670 req-a28e3c8e-1bc2-4d8a-8b3a-2c5cf109080f tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa2aa4dab0e94c56ab4290249e84aaa3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0568759 Jul 14 07:43:11.102507 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eccba529-1538-4866-9044-5e29921ea670 req-c79441d0-2860-415f-8cc0-75cdbf489a5b service neutron] 10.222.0.35 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813489 Jul 14 07:43:11.187570 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eccba529-1538-4866-9044-5e29921ea670 req-fdfcc5af-5552-441a-aaa7-dbd59ca326c3 service neutron] 10.222.0.35 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797837 Jul 14 07:43:11.351513 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71b3809a-ce0d-43c1-9496-dd5b370c2c35 req-fccabb28-c830-4617-806c-82ae08267778 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30cdd05-c213-41c6-870c-0818f41a35fe HTTP/1.1" status: 200 len: 210 time: 0.0281665 Jul 14 07:43:12.353212 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccba529-1538-4866-9044-5e29921ea670 req-801e8248-181c-44dc-9257-ea2f0bcb4205 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:12.354723 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eccba529-1538-4866-9044-5e29921ea670 req-801e8248-181c-44dc-9257-ea2f0bcb4205 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.15 "GET /v2.0/networks?id=d9b9f003-cc11-47a7-b295-987f7f11d9fe HTTP/1.1" status: 200 len: 815 time: 0.1073544 Jul 14 07:43:12.371726 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-eccba529-1538-4866-9044-5e29921ea670 req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Request body: {'port': {'device_id': 'a30cdd05-c213-41c6-870c-0818f41a35fe', 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe', 'admin_state_up': True, 'tenant_id': 'fa2aa4dab0e94c56ab4290249e84aaa3'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:43:12.499014 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7abb5f92-ae8b-4d78-81ff-aae16dc65053 req-61f19cc8-03c7-4ee7-852e-4c520da7d306 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30cdd05-c213-41c6-870c-0818f41a35fe HTTP/1.1" status: 200 len: 210 time: 0.0354974 Jul 14 07:43:12.510942 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eccba529-1538-4866-9044-5e29921ea670 req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Made reservation on behalf of fa2aa4dab0e94c56ab4290249e84aaa3 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:43:12.514522 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-eccba529-1538-4866-9044-5e29921ea670 req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:12.635188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-eccba529-1538-4866-9044-5e29921ea670 req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Allocated IP 172.20.0.6 (d9b9f003-cc11-47a7-b295-987f7f11d9fe/f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899/a59a30af-df12-4338-b7ff-6c779912c2ea) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:43:12.778960 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-eccba529-1538-4866-9044-5e29921ea670 req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:12.816305 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-eccba529-1538-4866-9044-5e29921ea670 req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:12.827967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['cbae7d9b-8e8e-4bcb-899d-ec81d6686db1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:43:12.860446 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eccba529-1538-4866-9044-5e29921ea670 req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Network d9b9f003-cc11-47a7-b295-987f7f11d9fe is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:43:12.863595 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-eccba529-1538-4866-9044-5e29921ea670 req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:43:12.867416 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccba529-1538-4866-9044-5e29921ea670 req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:43:12.890357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Pushing event updated for resources: {'Port': ['ID=a59a30af-df12-4338-b7ff-6c779912c2ea,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:43:12.908981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:12.909346 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:12.909681 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:12.910006 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:12.910329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:12.910650 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:12.910967 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:12.911284 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:12.911595 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:12.911911 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:12.912220 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:12.912527 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:12.931627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccba529-1538-4866-9044-5e29921ea670 req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:12.932230 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-eccba529-1538-4866-9044-5e29921ea670 req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:12.947071 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eccba529-1538-4866-9044-5e29921ea670 req-8fe7c82e-1303-4f90-8e18-f575878fa2a0 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5795774 Jul 14 07:43:12.960559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Request body: {'port': {'device_id': 'a30cdd05-c213-41c6-870c-0818f41a35fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:43:13.353420 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:13.606184 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59a30af-df12-4338-b7ff-6c779912c2ea {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:43:13.622304 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:13.652508 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Transition to ACTIVE for port object a59a30af-df12-4338-b7ff-6c779912c2ea will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:43:13.658093 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:13.731980 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa572d-072c-4080-8f87-f79044db6d06 req-656a4d6b-413a-408d-a7a3-cfb0d2c27126 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:13.733609 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-38fa572d-072c-4080-8f87-f79044db6d06 req-656a4d6b-413a-408d-a7a3-cfb0d2c27126 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30cdd05-c213-41c6-870c-0818f41a35fe HTTP/1.1" status: 200 len: 931 time: 0.1229997 Jul 14 07:43:13.734200 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Pushing event updated for resources: {'Port': ['ID=a59a30af-df12-4338-b7ff-6c779912c2ea,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:43:13.815379 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-38fa572d-072c-4080-8f87-f79044db6d06 req-312bcf6e-c789-416e-a88a-88128ccda585 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619719 Jul 14 07:43:13.835540 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Attempting to bind port a59a30af-df12-4338-b7ff-6c779912c2ea on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:43:13.835874 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Attempting to bind port a59a30af-df12-4338-b7ff-6c779912c2ea by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '737e4da8-d7c1-4ae0-95d2-9405d59415b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:43:13.836198 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Attempting to bind port a59a30af-df12-4338-b7ff-6c779912c2ea on network d9b9f003-cc11-47a7-b295-987f7f11d9fe {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:43:13.840912 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Port a59a30af-df12-4338-b7ff-6c779912c2ea on network d9b9f003-cc11-47a7-b295-987f7f11d9fe not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:43:13.841264 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Attempting to bind port a59a30af-df12-4338-b7ff-6c779912c2ea on network d9b9f003-cc11-47a7-b295-987f7f11d9fe {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:43:13.845985 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:43:13.846316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Checking segment: {'id': '737e4da8-d7c1-4ae0-95d2-9405d59415b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:43:13.846691 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Bound using segment: {'id': '737e4da8-d7c1-4ae0-95d2-9405d59415b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:43:13.847106 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Bound port: a59a30af-df12-4338-b7ff-6c779912c2ea, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737e4da8-d7c1-4ae0-95d2-9405d59415b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:43:13.847459 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:13.907297 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] For port a59a30af-df12-4338-b7ff-6c779912c2ea, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:43:13.910116 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] For port a59a30af-df12-4338-b7ff-6c779912c2ea, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a59a30af-df12-4338-b7ff-6c779912c2ea,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:43:13.914792 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:13.947998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:13.948631 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:13.950065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eccba529-1538-4866-9044-5e29921ea670 req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] 10.222.0.15 "PUT /v2.0/ports/a59a30af-df12-4338-b7ff-6c779912c2ea HTTP/1.1" status: 200 len: 1091 time: 0.9937327 Jul 14 07:43:13.950496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30cdd05-c213-41c6-870c-0818f41a35fe', 'tag': 'a59a30af-df12-4338-b7ff-6c779912c2ea'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:43:13.952742 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c6d2d4-7cda-436e-9bdf-8a006104a5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a30cdd05-c213-41c6-870c-0818f41a35fe", "tag": "a59a30af-df12-4338-b7ff-6c779912c2ea"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:43:13.983967 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c25287-e372-48d2-88dd-d32f241e7a8d service neutron] Pushing event updated for resources: {'Port': ['ID=a59a30af-df12-4338-b7ff-6c779912c2ea,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:43:14.046993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccba529-1538-4866-9044-5e29921ea670 req-1b6897c8-8b34-4eda-bee2-32bfd8ed0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:14.048636 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eccba529-1538-4866-9044-5e29921ea670 req-1b6897c8-8b34-4eda-bee2-32bfd8ed0c7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa2aa4dab0e94c56ab4290249e84aaa3&device_id=a30cdd05-c213-41c6-870c-0818f41a35fe HTTP/1.1" status: 200 len: 1094 time: 0.0563409 Jul 14 07:43:14.050950 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06741198-55e0-4226-a3fb-d2ecd7b7c033 x-openstack-request-id: req-06741198-55e0-4226-a3fb-d2ecd7b7c033 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:43:14.051257 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30cdd05-c213-41c6-870c-0818f41a35fe", "tag": "a59a30af-df12-4338-b7ff-6c779912c2ea", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:43:14.051508 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06741198-55e0-4226-a3fb-d2ecd7b7c033 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:43:14.051898 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30cdd05-c213-41c6-870c-0818f41a35fe', 'tag': 'a59a30af-df12-4338-b7ff-6c779912c2ea', 'status': 'completed', 'code': 200} Jul 14 07:43:14.092508 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eccba529-1538-4866-9044-5e29921ea670 req-6cde648e-22d5-449e-8dc1-df3373e9f929 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a59a30af-df12-4338-b7ff-6c779912c2ea HTTP/1.1" status: 200 len: 217 time: 0.0344551 Jul 14 07:43:14.139187 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccba529-1538-4866-9044-5e29921ea670 req-c8bd0f6d-a1eb-424d-b181-31bc810b74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:14.140591 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eccba529-1538-4866-9044-5e29921ea670 req-c8bd0f6d-a1eb-424d-b181-31bc810b74f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899 HTTP/1.1" status: 200 len: 855 time: 0.0422628 Jul 14 07:43:14.176418 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eccba529-1538-4866-9044-5e29921ea670 req-3711170a-4a5d-44a9-a680-00889a17927f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9b9f003-cc11-47a7-b295-987f7f11d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288665 Jul 14 07:43:14.260796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eccba529-1538-4866-9044-5e29921ea670 req-6deefa0d-8d3f-4efa-920c-02854444624b service neutron] 10.222.0.15 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781524 Jul 14 07:43:14.351009 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eccba529-1538-4866-9044-5e29921ea670 req-ef3c942a-6ae1-4f60-814a-66c028be0da4 service neutron] 10.222.0.15 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832705 Jul 14 07:43:14.443660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6d2d4-7cda-436e-9bdf-8a006104a5bf req-0aa47c41-7e26-4b6a-8b0f-15385ac3b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:14.445025 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d6c6d2d4-7cda-436e-9bdf-8a006104a5bf req-0aa47c41-7e26-4b6a-8b0f-15385ac3b2e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa2aa4dab0e94c56ab4290249e84aaa3&device_id=a30cdd05-c213-41c6-870c-0818f41a35fe HTTP/1.1" status: 200 len: 1094 time: 0.0512035 Jul 14 07:43:14.533636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6d2d4-7cda-436e-9bdf-8a006104a5bf req-f5209a1b-c434-4c1b-b332-62952c911f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:14.535127 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d6c6d2d4-7cda-436e-9bdf-8a006104a5bf req-f5209a1b-c434-4c1b-b332-62952c911f34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9b9f003-cc11-47a7-b295-987f7f11d9fe HTTP/1.1" status: 200 len: 916 time: 0.0841806 Jul 14 07:43:14.578065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d6c6d2d4-7cda-436e-9bdf-8a006104a5bf req-4f3117ae-4365-45f6-a84a-99eb461362a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a59a30af-df12-4338-b7ff-6c779912c2ea HTTP/1.1" status: 200 len: 217 time: 0.0367913 Jul 14 07:43:14.625549 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6d2d4-7cda-436e-9bdf-8a006104a5bf req-e0691377-3a59-4533-bf5d-f33dbf12e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:14.626969 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d6c6d2d4-7cda-436e-9bdf-8a006104a5bf req-e0691377-3a59-4533-bf5d-f33dbf12e528 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899 HTTP/1.1" status: 200 len: 855 time: 0.0428188 Jul 14 07:43:14.659819 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d6c6d2d4-7cda-436e-9bdf-8a006104a5bf req-e73fbbf2-1a24-45a0-ac7c-a743b9ccea2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9b9f003-cc11-47a7-b295-987f7f11d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252531 Jul 14 07:43:14.748529 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d6c6d2d4-7cda-436e-9bdf-8a006104a5bf req-2ced35ca-9817-4382-baf0-206fb437de35 service neutron] 10.222.0.15 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816309 Jul 14 07:43:14.834182 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d6c6d2d4-7cda-436e-9bdf-8a006104a5bf req-cd5731e1-3146-46c4-9aa1-66f651df1544 service neutron] 10.222.0.15 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789020 Jul 14 07:43:14.988630 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df68cf9-9b70-4ba7-afb3-47dad7c8246a req-61a331fc-0082-4f33-99e5-637ce04a9ad1 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:14.990130 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0df68cf9-9b70-4ba7-afb3-47dad7c8246a req-61a331fc-0082-4f33-99e5-637ce04a9ad1 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30cdd05-c213-41c6-870c-0818f41a35fe HTTP/1.1" status: 200 len: 943 time: 0.0625246 Jul 14 07:43:15.030683 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0df68cf9-9b70-4ba7-afb3-47dad7c8246a req-2f131ae6-ef88-4dce-acb9-78404770c15e tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349455 Jul 14 07:43:15.802640 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:15.860389 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:16.202000 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f292975-04ac-4721-b340-df698c0a502a req-6c24b06c-5315-4ff5-9afe-67ea46d3f609 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:16.204376 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f292975-04ac-4721-b340-df698c0a502a req-6c24b06c-5315-4ff5-9afe-67ea46d3f609 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30cdd05-c213-41c6-870c-0818f41a35fe HTTP/1.1" status: 200 len: 943 time: 0.0628510 Jul 14 07:43:16.242562 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f292975-04ac-4721-b340-df698c0a502a req-9638b4da-3c67-442f-bad9-ac3b8e41f99f tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322506 Jul 14 07:43:17.124163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a59a30af-df12-4338-b7ff-6c779912c2ea details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:43:17.216247 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a59a30af-df12-4338-b7ff-6c779912c2ea, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a59a30af-df12-4338-b7ff-6c779912c2ea,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:43:17.227742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'a59a30af-df12-4338-b7ff-6c779912c2ea', 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe', 'port_id': 'a59a30af-df12-4338-b7ff-6c779912c2ea', 'mac_address': 'fa:16:3e:9a:3f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:43:17.263316 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:17.275948 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59a30af-df12-4338-b7ff-6c779912c2ea {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:43:17.297310 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a59a30af-df12-4338-b7ff-6c779912c2ea, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a59a30af-df12-4338-b7ff-6c779912c2ea,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:43:17.301573 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:17.348173 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=a59a30af-df12-4338-b7ff-6c779912c2ea,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:43:17.357441 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:17.357789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:17.358128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:17.358463 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:17.358796 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:17.359154 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:17.359482 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:17.359811 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:17.360132 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:17.360457 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:17.360777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:17.361132 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:43:17.411019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d8000-7cad-4ce4-b507-ad03f74f5559 req-91c5a8d5-0cef-47ed-8884-3b98768ae78a tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:17.412490 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac8d8000-7cad-4ce4-b507-ad03f74f5559 req-91c5a8d5-0cef-47ed-8884-3b98768ae78a tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30cdd05-c213-41c6-870c-0818f41a35fe HTTP/1.1" status: 200 len: 944 time: 0.0619185 Jul 14 07:43:17.451178 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac8d8000-7cad-4ce4-b507-ad03f74f5559 req-195f2b50-4042-4447-8f27-8ddd2a9fd400 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326707 Jul 14 07:43:17.488153 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['a59a30af-df12-4338-b7ff-6c779912c2ea'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:43:18.627224 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eac9fb-05ec-4b6d-a163-4d46691b909a req-6e25672b-3211-440d-8967-9d97620ba4fc tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:18.628193 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78eac9fb-05ec-4b6d-a163-4d46691b909a req-6e25672b-3211-440d-8967-9d97620ba4fc tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30cdd05-c213-41c6-870c-0818f41a35fe HTTP/1.1" status: 200 len: 944 time: 0.0679317 Jul 14 07:43:18.667861 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78eac9fb-05ec-4b6d-a163-4d46691b909a req-8eb0cae7-93a7-4e24-ac30-8eb8bac423fa tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338116 Jul 14 07:43:19.148754 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a59a30af-df12-4338-b7ff-6c779912c2ea up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:43:19.197381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port a59a30af-df12-4338-b7ff-6c779912c2ea completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:43:19.200993 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port a59a30af-df12-4338-b7ff-6c779912c2ea triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:43:19.201390 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:19.277617 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:19.299357 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30cdd05-c213-41c6-870c-0818f41a35fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59a30af-df12-4338-b7ff-6c779912c2ea'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:43:19.301633 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a9c527-e78d-4bc1-9105-f056e5c0ed1b" -d '{"events": [{"server_uuid": "a30cdd05-c213-41c6-870c-0818f41a35fe", "name": "network-vif-plugged", "status": "completed", "tag": "a59a30af-df12-4338-b7ff-6c779912c2ea"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:43:19.314036 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port a59a30af-df12-4338-b7ff-6c779912c2ea, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a59a30af-df12-4338-b7ff-6c779912c2ea,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:43:19.318059 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:19.365268 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=a59a30af-df12-4338-b7ff-6c779912c2ea,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:43:19.398896 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dee24fc-6b1e-439f-905d-56ec4e45537c x-openstack-request-id: req-4dee24fc-6b1e-439f-905d-56ec4e45537c {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:43:19.399217 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30cdd05-c213-41c6-870c-0818f41a35fe", "name": "network-vif-plugged", "status": "completed", "tag": "a59a30af-df12-4338-b7ff-6c779912c2ea", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:43:19.399470 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4dee24fc-6b1e-439f-905d-56ec4e45537c {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:43:19.399867 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30cdd05-c213-41c6-870c-0818f41a35fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59a30af-df12-4338-b7ff-6c779912c2ea', 'code': 200} Jul 14 07:43:19.529973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25e6ab-1869-4290-bb11-1a7034a4534f req-0215ee9d-858e-4af9-8a01-eddb3098e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:19.531342 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4a25e6ab-1869-4290-bb11-1a7034a4534f req-0215ee9d-858e-4af9-8a01-eddb3098e865 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a30cdd05-c213-41c6-870c-0818f41a35fe HTTP/1.1" status: 200 len: 1096 time: 0.0506651 Jul 14 07:43:19.563785 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4a25e6ab-1869-4290-bb11-1a7034a4534f req-e32b6c66-b435-4864-9f0f-4c241ac4eb69 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259955 Jul 14 07:43:19.836788 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf6252-1ea0-4e23-89ac-b693691d9eee req-12189eb4-eb39-4b66-bff9-b8394c04637f tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:19.838285 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9bf6252-1ea0-4e23-89ac-b693691d9eee req-12189eb4-eb39-4b66-bff9-b8394c04637f tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30cdd05-c213-41c6-870c-0818f41a35fe HTTP/1.1" status: 200 len: 945 time: 0.0618303 Jul 14 07:43:19.874058 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9bf6252-1ea0-4e23-89ac-b693691d9eee req-1f378b13-bc56-4438-8f75-9cb3f719b4f4 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304089 Jul 14 07:43:21.053317 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72ec2a-1bd3-46a7-acd9-a33fbb4c3a7c req-d699534b-05f1-4a88-86a0-8a7ca33c2834 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:21.054779 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d72ec2a-1bd3-46a7-acd9-a33fbb4c3a7c req-d699534b-05f1-4a88-86a0-8a7ca33c2834 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30cdd05-c213-41c6-870c-0818f41a35fe HTTP/1.1" status: 200 len: 945 time: 0.0666924 Jul 14 07:43:21.092102 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d72ec2a-1bd3-46a7-acd9-a33fbb4c3a7c req-7560c249-963c-4803-a7cc-6d8508ce4c34 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317519 Jul 14 07:43:25.996704 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-84c1348b-7fb0-49dc-90ce-c45da4aed765 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:25.998203 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-84c1348b-7fb0-49dc-90ce-c45da4aed765 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/networks?id=d9b9f003-cc11-47a7-b295-987f7f11d9fe HTTP/1.1" status: 200 len: 815 time: 0.0985630 Jul 14 07:43:26.013167 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-367d6beb-60f5-4c04-a928-3b4bb24f8bf2 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/quotas/fa2aa4dab0e94c56ab4290249e84aaa3 HTTP/1.1" status: 200 len: 375 time: 0.0095253 Jul 14 07:43:26.080766 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-a810b817-9cdb-4a2a-9af6-1e08f41f9b2c tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa2aa4dab0e94c56ab4290249e84aaa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630722 Jul 14 07:43:26.167914 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-f704966b-e3f3-4670-bf46-a4fe640e2f71 service neutron] 10.222.0.35 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806520 Jul 14 07:43:26.262386 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-19dca739-247b-4598-84d4-33cb9d596013 service neutron] 10.222.0.35 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881112 Jul 14 07:43:26.431226 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5fd918e-27c8-4ef6-8a00-2e8b3ec452e5 req-9be5b190-7456-4c47-abff-080752aba10c tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808dbf-6802-469b-aa4e-191ae637023b HTTP/1.1" status: 200 len: 210 time: 0.0326765 Jul 14 07:43:27.443038 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-1129b4d0-ef87-4eed-b633-b3f3b7a6d271 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:27.444504 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-1129b4d0-ef87-4eed-b633-b3f3b7a6d271 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.30 "GET /v2.0/networks?id=d9b9f003-cc11-47a7-b295-987f7f11d9fe HTTP/1.1" status: 200 len: 815 time: 0.1079316 Jul 14 07:43:27.461357 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-81018472-98b9-4f8a-bf51-cc7127c0e920 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Request body: {'port': {'device_id': 'a1808dbf-6802-469b-aa4e-191ae637023b', 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe', 'admin_state_up': True, 'tenant_id': 'fa2aa4dab0e94c56ab4290249e84aaa3'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:43:27.586553 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ef35de66-caa4-4e4e-b514-b8ee757a6757 req-5cfbfff7-8d9b-423a-90f7-871f726efea1 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808dbf-6802-469b-aa4e-191ae637023b HTTP/1.1" status: 200 len: 210 time: 0.0296764 Jul 14 07:43:27.589457 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-81018472-98b9-4f8a-bf51-cc7127c0e920 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Made reservation on behalf of fa2aa4dab0e94c56ab4290249e84aaa3 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:43:27.593007 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-81018472-98b9-4f8a-bf51-cc7127c0e920 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:27.713589 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-81018472-98b9-4f8a-bf51-cc7127c0e920 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Allocated IP 172.20.0.2 (d9b9f003-cc11-47a7-b295-987f7f11d9fe/f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899/cde74831-8f5e-4c4e-a311-e09b8da22685) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:43:27.858734 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-81018472-98b9-4f8a-bf51-cc7127c0e920 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:27.895826 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-81018472-98b9-4f8a-bf51-cc7127c0e920 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:27.908989 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['cbae7d9b-8e8e-4bcb-899d-ec81d6686db1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:43:27.912065 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['a59a30af-df12-4338-b7ff-6c779912c2ea'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:43:27.936853 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-81018472-98b9-4f8a-bf51-cc7127c0e920 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Network d9b9f003-cc11-47a7-b295-987f7f11d9fe is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:43:27.941909 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-81018472-98b9-4f8a-bf51-cc7127c0e920 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:43:27.945653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-81018472-98b9-4f8a-bf51-cc7127c0e920 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:43:27.971874 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81018472-98b9-4f8a-bf51-cc7127c0e920 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Pushing event updated for resources: {'Port': ['ID=cde74831-8f5e-4c4e-a311-e09b8da22685,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:43:28.005030 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-81018472-98b9-4f8a-bf51-cc7127c0e920 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:28.005659 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-81018472-98b9-4f8a-bf51-cc7127c0e920 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:28.019528 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-81018472-98b9-4f8a-bf51-cc7127c0e920 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5620911 Jul 14 07:43:28.031453 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Request body: {'port': {'device_id': 'a1808dbf-6802-469b-aa4e-191ae637023b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:43:28.105792 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:28.359516 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde74831-8f5e-4c4e-a311-e09b8da22685 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:43:28.367097 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:28.378914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Transition to ACTIVE for port object cde74831-8f5e-4c4e-a311-e09b8da22685 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:43:28.383717 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:28.435882 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=cde74831-8f5e-4c4e-a311-e09b8da22685,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:43:28.505488 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Attempting to bind port cde74831-8f5e-4c4e-a311-e09b8da22685 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:43:28.506158 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Attempting to bind port cde74831-8f5e-4c4e-a311-e09b8da22685 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '737e4da8-d7c1-4ae0-95d2-9405d59415b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:43:28.506158 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Attempting to bind port cde74831-8f5e-4c4e-a311-e09b8da22685 on network d9b9f003-cc11-47a7-b295-987f7f11d9fe {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:43:28.510346 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Port cde74831-8f5e-4c4e-a311-e09b8da22685 on network d9b9f003-cc11-47a7-b295-987f7f11d9fe not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:43:28.511176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Attempting to bind port cde74831-8f5e-4c4e-a311-e09b8da22685 on network d9b9f003-cc11-47a7-b295-987f7f11d9fe {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:43:28.515948 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:43:28.516351 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Checking segment: {'id': '737e4da8-d7c1-4ae0-95d2-9405d59415b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:43:28.516822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Bound using segment: {'id': '737e4da8-d7c1-4ae0-95d2-9405d59415b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:43:28.517272 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Bound port: cde74831-8f5e-4c4e-a311-e09b8da22685, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737e4da8-d7c1-4ae0-95d2-9405d59415b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:43:28.517628 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:28.578237 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] For port cde74831-8f5e-4c4e-a311-e09b8da22685, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:43:28.581393 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] For port cde74831-8f5e-4c4e-a311-e09b8da22685, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cde74831-8f5e-4c4e-a311-e09b8da22685,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:43:28.585725 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:28.620307 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:28.621064 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:28.622494 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] 10.222.0.30 "PUT /v2.0/ports/cde74831-8f5e-4c4e-a311-e09b8da22685 HTTP/1.1" status: 200 len: 1091 time: 0.5950859 Jul 14 07:43:28.622928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1808dbf-6802-469b-aa4e-191ae637023b', 'tag': 'cde74831-8f5e-4c4e-a311-e09b8da22685'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:43:28.625231 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ebd4d8-11cd-4125-807e-b1495ba7516a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1808dbf-6802-469b-aa4e-191ae637023b", "tag": "cde74831-8f5e-4c4e-a311-e09b8da22685"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:43:28.657587 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699da2f-afd2-43fd-b046-a29d7a0bb2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=cde74831-8f5e-4c4e-a311-e09b8da22685,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:43:28.681659 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab0bcb4-abde-41b8-97f2-7d02d07677a6 x-openstack-request-id: req-7ab0bcb4-abde-41b8-97f2-7d02d07677a6 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:43:28.681963 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1808dbf-6802-469b-aa4e-191ae637023b", "tag": "cde74831-8f5e-4c4e-a311-e09b8da22685", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:43:28.682213 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ab0bcb4-abde-41b8-97f2-7d02d07677a6 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:43:28.683364 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1808dbf-6802-469b-aa4e-191ae637023b', 'tag': 'cde74831-8f5e-4c4e-a311-e09b8da22685', 'status': 'completed', 'code': 200} Jul 14 07:43:28.726764 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-2b8362e5-96dd-431e-85e3-cc077d2147a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:28.728279 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-2b8362e5-96dd-431e-85e3-cc077d2147a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa2aa4dab0e94c56ab4290249e84aaa3&device_id=a1808dbf-6802-469b-aa4e-191ae637023b HTTP/1.1" status: 200 len: 1094 time: 0.0581360 Jul 14 07:43:28.778173 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8264fc-074e-4ab8-8589-0cec27b5c896 req-09259a45-c531-401c-af3f-0b1b6af5d8ad tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:28.779656 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee8264fc-074e-4ab8-8589-0cec27b5c896 req-09259a45-c531-401c-af3f-0b1b6af5d8ad tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808dbf-6802-469b-aa4e-191ae637023b HTTP/1.1" status: 200 len: 943 time: 0.0675027 Jul 14 07:43:28.782080 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-378ac7c5-8d14-45c8-b7b6-a8e3c74f77fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cde74831-8f5e-4c4e-a311-e09b8da22685 HTTP/1.1" status: 200 len: 217 time: 0.0430069 Jul 14 07:43:28.817082 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee8264fc-074e-4ab8-8589-0cec27b5c896 req-85f0fe43-0e5b-4515-b0c6-1316d1443f6a tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315745 Jul 14 07:43:28.855771 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-a9541643-0669-4636-86c0-b2f15779a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:28.857272 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-a9541643-0669-4636-86c0-b2f15779a590 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899 HTTP/1.1" status: 200 len: 855 time: 0.0536785 Jul 14 07:43:28.877061 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-884c83f1-e86f-4d4f-b499-291ea3792ed6 req-c7e20141-3986-473c-8277-b7a90288d160 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97e3b507-726e-4954-a461-c151e93a25c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1031895 Jul 14 07:43:28.895511 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-aaa7be8c-c5b7-48f0-ad5b-1f84c64e6f81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9b9f003-cc11-47a7-b295-987f7f11d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316536 Jul 14 07:43:29.025541 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-0e337b72-9869-45a8-b7e5-817a9f4ff6d0 service neutron] 10.222.0.30 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197488 Jul 14 07:43:29.028078 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c83f1-e86f-4d4f-b499-291ea3792ed6 req-9a714336-30e0-48fb-93ad-0ae8adc21dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:29.029436 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-884c83f1-e86f-4d4f-b499-291ea3792ed6 req-9a714336-30e0-48fb-93ad-0ae8adc21dbc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa2aa4dab0e94c56ab4290249e84aaa3&device_id=97e3b507-726e-4954-a461-c151e93a25c2 HTTP/1.1" status: 200 len: 1097 time: 0.1070859 Jul 14 07:43:29.177914 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4925e7d8-5c59-4daf-8e60-55634a0ce48f req-690eaebd-bd16-4315-b606-34d1cf650423 service neutron] 10.222.0.30 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413548 Jul 14 07:43:29.186905 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c83f1-e86f-4d4f-b499-291ea3792ed6 req-2c4180b3-7b95-4d7d-979f-2b7a2647868b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:29.188316 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-884c83f1-e86f-4d4f-b499-291ea3792ed6 req-2c4180b3-7b95-4d7d-979f-2b7a2647868b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9b9f003-cc11-47a7-b295-987f7f11d9fe HTTP/1.1" status: 200 len: 916 time: 0.1353724 Jul 14 07:43:29.238881 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-884c83f1-e86f-4d4f-b499-291ea3792ed6 req-14892674-9b69-4583-af05-7e43cef0fff6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 HTTP/1.1" status: 200 len: 217 time: 0.0442362 Jul 14 07:43:29.309998 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c83f1-e86f-4d4f-b499-291ea3792ed6 req-cda4434f-d93d-433d-a143-a015df8b13d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:29.311410 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-884c83f1-e86f-4d4f-b499-291ea3792ed6 req-cda4434f-d93d-433d-a143-a015df8b13d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899 HTTP/1.1" status: 200 len: 855 time: 0.0548112 Jul 14 07:43:29.318464 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebd4d8-11cd-4125-807e-b1495ba7516a req-b9f73e10-7c4a-40b2-8cdf-f3a93d79f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:29.319814 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-64ebd4d8-11cd-4125-807e-b1495ba7516a req-b9f73e10-7c4a-40b2-8cdf-f3a93d79f6dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa2aa4dab0e94c56ab4290249e84aaa3&device_id=a1808dbf-6802-469b-aa4e-191ae637023b HTTP/1.1" status: 200 len: 1094 time: 0.0887179 Jul 14 07:43:29.360905 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-884c83f1-e86f-4d4f-b499-291ea3792ed6 req-bcbe3843-9ed2-4d3b-9642-b1ef59cf138d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9b9f003-cc11-47a7-b295-987f7f11d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401864 Jul 14 07:43:29.500939 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebd4d8-11cd-4125-807e-b1495ba7516a req-4e79e807-da38-4f96-9b72-36780ce18ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:29.502338 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-64ebd4d8-11cd-4125-807e-b1495ba7516a req-4e79e807-da38-4f96-9b72-36780ce18ac3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9b9f003-cc11-47a7-b295-987f7f11d9fe HTTP/1.1" status: 200 len: 916 time: 0.1738634 Jul 14 07:43:29.505623 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-884c83f1-e86f-4d4f-b499-291ea3792ed6 req-a4f1cdb2-bfd3-446c-83d9-4c32013a3a3e service neutron] 10.222.0.30 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359200 Jul 14 07:43:29.555516 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-64ebd4d8-11cd-4125-807e-b1495ba7516a req-95dfb9be-39f9-401f-be5f-0a9024442496 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cde74831-8f5e-4c4e-a311-e09b8da22685 HTTP/1.1" status: 200 len: 217 time: 0.0396068 Jul 14 07:43:29.644564 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebd4d8-11cd-4125-807e-b1495ba7516a req-070f10c1-99df-4fc2-996d-d72cb9dde88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:29.646032 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-64ebd4d8-11cd-4125-807e-b1495ba7516a req-070f10c1-99df-4fc2-996d-d72cb9dde88d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899 HTTP/1.1" status: 200 len: 855 time: 0.0820150 Jul 14 07:43:29.686664 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-64ebd4d8-11cd-4125-807e-b1495ba7516a req-c63c544f-aef5-4404-952a-65514fbd8bf1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9b9f003-cc11-47a7-b295-987f7f11d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312016 Jul 14 07:43:29.688852 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-884c83f1-e86f-4d4f-b499-291ea3792ed6 req-d039563b-4316-48fa-a1b9-e600aca07fe0 service neutron] 10.222.0.30 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673977 Jul 14 07:43:29.781743 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-64ebd4d8-11cd-4125-807e-b1495ba7516a req-d8892fda-9ec0-4bda-a618-f8724390edab service neutron] 10.222.0.30 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846770 Jul 14 07:43:29.868871 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-64ebd4d8-11cd-4125-807e-b1495ba7516a req-cea9bb7b-d68b-4da4-b698-c7d0d3556b52 service neutron] 10.222.0.30 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802245 Jul 14 07:43:29.990731 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382c688-0ba2-4266-8f3b-06512ff9f6a8 req-aa111874-989c-4708-9450-6581e03b575d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:29.992220 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2382c688-0ba2-4266-8f3b-06512ff9f6a8 req-aa111874-989c-4708-9450-6581e03b575d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808dbf-6802-469b-aa4e-191ae637023b HTTP/1.1" status: 200 len: 943 time: 0.0652606 Jul 14 07:43:30.029451 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2382c688-0ba2-4266-8f3b-06512ff9f6a8 req-c867fa67-7a61-4421-ac51-76e61665fa7c tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314727 Jul 14 07:43:30.534952 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9205db1c-d686-41ba-9ccf-8a939d868bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:31.195241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b74535-6c1c-4297-82c2-fbb67bb0e5ec req-1d1101ff-6c51-4a69-849e-fefa48f93cae tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:31.196756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c4b74535-6c1c-4297-82c2-fbb67bb0e5ec req-1d1101ff-6c51-4a69-849e-fefa48f93cae tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808dbf-6802-469b-aa4e-191ae637023b HTTP/1.1" status: 200 len: 943 time: 0.0618150 Jul 14 07:43:31.245633 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c4b74535-6c1c-4297-82c2-fbb67bb0e5ec req-92824199-4700-4c09-bbb3-b8db0001be1f tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422499 Jul 14 07:43:31.286619 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3569481-fad3-4fc6-84c5-df60ec747905 req-af517bc7-d9a8-46ca-8dc3-4568f75edbdc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a30cdd05-c213-41c6-870c-0818f41a35fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0593071 Jul 14 07:43:31.378762 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3569481-fad3-4fc6-84c5-df60ec747905 req-b02714a5-d3bd-4f20-823b-ecd0f526fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:31.380225 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3569481-fad3-4fc6-84c5-df60ec747905 req-b02714a5-d3bd-4f20-823b-ecd0f526fee2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa2aa4dab0e94c56ab4290249e84aaa3&device_id=a30cdd05-c213-41c6-870c-0818f41a35fe HTTP/1.1" status: 200 len: 1096 time: 0.0512207 Jul 14 07:43:31.483012 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3569481-fad3-4fc6-84c5-df60ec747905 req-7f73dad6-82b6-4fbc-a9fe-7ee5d0d9a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:31.484465 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3569481-fad3-4fc6-84c5-df60ec747905 req-7f73dad6-82b6-4fbc-a9fe-7ee5d0d9a04e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9b9f003-cc11-47a7-b295-987f7f11d9fe HTTP/1.1" status: 200 len: 916 time: 0.0845125 Jul 14 07:43:31.523848 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3569481-fad3-4fc6-84c5-df60ec747905 req-da2fbd61-601a-4cbd-85d1-6b63905dcd2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a59a30af-df12-4338-b7ff-6c779912c2ea HTTP/1.1" status: 200 len: 217 time: 0.0337195 Jul 14 07:43:31.580856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3569481-fad3-4fc6-84c5-df60ec747905 req-6803fdae-c7c8-4310-82fc-87d64d474411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:31.582281 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3569481-fad3-4fc6-84c5-df60ec747905 req-6803fdae-c7c8-4310-82fc-87d64d474411 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899 HTTP/1.1" status: 200 len: 855 time: 0.0418668 Jul 14 07:43:31.614450 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3569481-fad3-4fc6-84c5-df60ec747905 req-4625529b-81d5-4434-9498-c54ae7108422 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9b9f003-cc11-47a7-b295-987f7f11d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249972 Jul 14 07:43:31.702500 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3569481-fad3-4fc6-84c5-df60ec747905 req-c21262b3-1046-4210-bef1-092333f3b636 service neutron] 10.222.0.15 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807426 Jul 14 07:43:31.788876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3569481-fad3-4fc6-84c5-df60ec747905 req-48902456-edd9-49ec-a22a-95fdaae6af7f service neutron] 10.222.0.15 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781643 Jul 14 07:43:31.876002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cde74831-8f5e-4c4e-a311-e09b8da22685 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:43:31.969864 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port cde74831-8f5e-4c4e-a311-e09b8da22685, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cde74831-8f5e-4c4e-a311-e09b8da22685,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:43:31.981638 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'cde74831-8f5e-4c4e-a311-e09b8da22685', 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe', 'port_id': 'cde74831-8f5e-4c4e-a311-e09b8da22685', 'mac_address': 'fa:16:3e:58:5e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:43:32.016250 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:32.028596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde74831-8f5e-4c4e-a311-e09b8da22685 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:43:32.047756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port cde74831-8f5e-4c4e-a311-e09b8da22685, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cde74831-8f5e-4c4e-a311-e09b8da22685,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:43:32.051139 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:32.100740 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=cde74831-8f5e-4c4e-a311-e09b8da22685,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:43:32.252933 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['cde74831-8f5e-4c4e-a311-e09b8da22685'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:43:32.423688 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675947d-c1f9-4883-9610-7f5d54fa0f6a req-4eb197c9-1452-4827-80ec-70390cebbb19 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:32.425210 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0675947d-c1f9-4883-9610-7f5d54fa0f6a req-4eb197c9-1452-4827-80ec-70390cebbb19 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808dbf-6802-469b-aa4e-191ae637023b HTTP/1.1" status: 200 len: 944 time: 0.0688992 Jul 14 07:43:32.464292 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0675947d-c1f9-4883-9610-7f5d54fa0f6a req-3f3ad6e7-c15e-4dc6-b448-df9e052b5d5e tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335367 Jul 14 07:43:33.034572 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:43:33.331808 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7e45cd46-7aba-4d87-a5c6-07952bc88b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:33.633721 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b567c3-ae8b-4731-af62-b8a45ef82bfd req-6444bf02-d253-421c-a642-78c7b5457b58 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:33.635232 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78b567c3-ae8b-4731-af62-b8a45ef82bfd req-6444bf02-d253-421c-a642-78c7b5457b58 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808dbf-6802-469b-aa4e-191ae637023b HTTP/1.1" status: 200 len: 944 time: 0.0640674 Jul 14 07:43:33.644404 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:33.674900 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78b567c3-ae8b-4731-af62-b8a45ef82bfd req-08f5c535-7206-48a6-8d77-09965f21232f tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333297 Jul 14 07:43:33.878562 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cde74831-8f5e-4c4e-a311-e09b8da22685 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:43:33.926450 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port cde74831-8f5e-4c4e-a311-e09b8da22685 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:43:33.929815 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port cde74831-8f5e-4c4e-a311-e09b8da22685 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:43:33.930181 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:34.002652 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:34.023963 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1808dbf-6802-469b-aa4e-191ae637023b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde74831-8f5e-4c4e-a311-e09b8da22685'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:43:34.026227 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5fbde1-26ab-4f44-ae98-8604545f899e" -d '{"events": [{"server_uuid": "a1808dbf-6802-469b-aa4e-191ae637023b", "name": "network-vif-plugged", "status": "completed", "tag": "cde74831-8f5e-4c4e-a311-e09b8da22685"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:43:34.038380 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port cde74831-8f5e-4c4e-a311-e09b8da22685, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cde74831-8f5e-4c4e-a311-e09b8da22685,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:43:34.042403 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:34.065823 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75600b69-1339-48f5-896f-156d75630c08 x-openstack-request-id: req-75600b69-1339-48f5-896f-156d75630c08 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:43:34.066109 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1808dbf-6802-469b-aa4e-191ae637023b", "name": "network-vif-plugged", "status": "completed", "tag": "cde74831-8f5e-4c4e-a311-e09b8da22685", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:43:34.066355 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75600b69-1339-48f5-896f-156d75630c08 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:43:34.066737 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1808dbf-6802-469b-aa4e-191ae637023b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde74831-8f5e-4c4e-a311-e09b8da22685', 'code': 200} Jul 14 07:43:34.094043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=cde74831-8f5e-4c4e-a311-e09b8da22685,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:43:34.218902 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e5929-83e3-4f58-aefb-ee339db0b04c req-ad95d2b3-5f64-4077-bf1a-32d22d65c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:34.220291 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5f2e5929-83e3-4f58-aefb-ee339db0b04c req-ad95d2b3-5f64-4077-bf1a-32d22d65c68e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1808dbf-6802-469b-aa4e-191ae637023b HTTP/1.1" status: 200 len: 1096 time: 0.0979316 Jul 14 07:43:34.256224 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5f2e5929-83e3-4f58-aefb-ee339db0b04c req-ef4c743d-e44d-462e-9754-09059cdcb325 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302386 Jul 14 07:43:34.728861 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:34.850855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a2b3d-497c-425d-b69e-6aff6634ea31 req-0d28ec10-f63c-4949-a974-d2412a180f64 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:34.852313 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-963a2b3d-497c-425d-b69e-6aff6634ea31 req-0d28ec10-f63c-4949-a974-d2412a180f64 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808dbf-6802-469b-aa4e-191ae637023b HTTP/1.1" status: 200 len: 945 time: 0.0664234 Jul 14 07:43:34.889057 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-963a2b3d-497c-425d-b69e-6aff6634ea31 req-90247f0b-81cc-4478-9fc4-2ceb42fb0221 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305140 Jul 14 07:43:36.062426 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38471e41-74dd-4d88-a622-84eb777b556e req-04f57805-c85a-4ce9-a818-25dda0d1e583 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:36.063918 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-38471e41-74dd-4d88-a622-84eb777b556e req-04f57805-c85a-4ce9-a818-25dda0d1e583 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808dbf-6802-469b-aa4e-191ae637023b HTTP/1.1" status: 200 len: 945 time: 0.0617023 Jul 14 07:43:36.099655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-38471e41-74dd-4d88-a622-84eb777b556e req-b7a13678-f52d-499e-b928-208b9d2d4b8d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303452 Jul 14 07:43:36.258453 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:45.789404 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:45.871848 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:52.140606 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-ee186cb9-834a-4a7b-b92a-d933b4a1889b tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:52.142114 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-ee186cb9-834a-4a7b-b92a-d933b4a1889b tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/networks?id=d9b9f003-cc11-47a7-b295-987f7f11d9fe HTTP/1.1" status: 200 len: 815 time: 0.1018574 Jul 14 07:43:52.156215 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-988c68c7-6310-4125-8ab3-cd4fb6b9f6f7 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/quotas/fa2aa4dab0e94c56ab4290249e84aaa3 HTTP/1.1" status: 200 len: 375 time: 0.0088265 Jul 14 07:43:52.222339 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-017c33d6-9fd4-446d-8e5d-379a4619e11e tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa2aa4dab0e94c56ab4290249e84aaa3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0615730 Jul 14 07:43:52.356654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-a72a41ce-465a-4760-b7fb-80e38a7626af service neutron] 10.222.0.35 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273572 Jul 14 07:43:52.440765 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-33b4d396-cb12-48bb-be62-0302c89ca246 service neutron] 10.222.0.35 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783367 Jul 14 07:43:52.606975 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c734c272-62b9-4504-9a13-306cecc68b10 req-79aa5dfc-59aa-4ff6-9011-c7e04fd9b163 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=65804501-7eb4-4c19-a9b7-df8f6f122092 HTTP/1.1" status: 200 len: 210 time: 0.0292916 Jul 14 07:43:53.605375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-04bd6012-e7dd-4c44-9c7b-68fde9f07543 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:53.606822 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-04bd6012-e7dd-4c44-9c7b-68fde9f07543 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.15 "GET /v2.0/networks?id=d9b9f003-cc11-47a7-b295-987f7f11d9fe HTTP/1.1" status: 200 len: 815 time: 0.1064560 Jul 14 07:43:53.625589 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-2aef20aa-494b-4760-a9f5-20e88bbe5192 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Request body: {'port': {'device_id': '65804501-7eb4-4c19-a9b7-df8f6f122092', 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe', 'admin_state_up': True, 'tenant_id': 'fa2aa4dab0e94c56ab4290249e84aaa3'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:43:53.753772 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06ce1852-4c18-456b-9417-d212d3e64b81 req-fc281e27-4284-4c68-a259-ed638e1ebe82 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=65804501-7eb4-4c19-a9b7-df8f6f122092 HTTP/1.1" status: 200 len: 210 time: 0.0358460 Jul 14 07:43:53.765386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-2aef20aa-494b-4760-a9f5-20e88bbe5192 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Made reservation on behalf of fa2aa4dab0e94c56ab4290249e84aaa3 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:43:53.769198 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-2aef20aa-494b-4760-a9f5-20e88bbe5192 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:53.890088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-2aef20aa-494b-4760-a9f5-20e88bbe5192 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Allocated IP 172.20.0.8 (d9b9f003-cc11-47a7-b295-987f7f11d9fe/f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899/7f8cb426-0021-42d0-82b2-432afa5c75cb) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:43:54.032726 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-2aef20aa-494b-4760-a9f5-20e88bbe5192 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:54.070379 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-2aef20aa-494b-4760-a9f5-20e88bbe5192 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:54.084168 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['cbae7d9b-8e8e-4bcb-899d-ec81d6686db1', 'cde74831-8f5e-4c4e-a311-e09b8da22685'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:43:54.086391 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['a59a30af-df12-4338-b7ff-6c779912c2ea'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:43:54.115370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-2aef20aa-494b-4760-a9f5-20e88bbe5192 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Network d9b9f003-cc11-47a7-b295-987f7f11d9fe is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:43:54.118509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-2aef20aa-494b-4760-a9f5-20e88bbe5192 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:43:54.122941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-2aef20aa-494b-4760-a9f5-20e88bbe5192 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:43:54.145666 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef20aa-494b-4760-a9f5-20e88bbe5192 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Pushing event updated for resources: {'Port': ['ID=7f8cb426-0021-42d0-82b2-432afa5c75cb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:43:54.173591 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-2aef20aa-494b-4760-a9f5-20e88bbe5192 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:54.174208 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-2aef20aa-494b-4760-a9f5-20e88bbe5192 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:54.187702 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-2aef20aa-494b-4760-a9f5-20e88bbe5192 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5664616 Jul 14 07:43:54.199532 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Request body: {'port': {'device_id': '65804501-7eb4-4c19-a9b7-df8f6f122092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:43:54.273305 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:54.525270 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8cb426-0021-42d0-82b2-432afa5c75cb {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:43:54.532894 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:54.544192 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Transition to ACTIVE for port object 7f8cb426-0021-42d0-82b2-432afa5c75cb will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:43:54.547879 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:54.601063 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8cb426-0021-42d0-82b2-432afa5c75cb,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:43:54.665298 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Attempting to bind port 7f8cb426-0021-42d0-82b2-432afa5c75cb on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:43:54.665887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Attempting to bind port 7f8cb426-0021-42d0-82b2-432afa5c75cb by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '737e4da8-d7c1-4ae0-95d2-9405d59415b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:43:54.666029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Attempting to bind port 7f8cb426-0021-42d0-82b2-432afa5c75cb on network d9b9f003-cc11-47a7-b295-987f7f11d9fe {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:43:54.670099 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Port 7f8cb426-0021-42d0-82b2-432afa5c75cb on network d9b9f003-cc11-47a7-b295-987f7f11d9fe not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:43:54.670417 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Attempting to bind port 7f8cb426-0021-42d0-82b2-432afa5c75cb on network d9b9f003-cc11-47a7-b295-987f7f11d9fe {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:43:54.675093 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:43:54.675425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Checking segment: {'id': '737e4da8-d7c1-4ae0-95d2-9405d59415b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:43:54.675800 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Bound using segment: {'id': '737e4da8-d7c1-4ae0-95d2-9405d59415b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:43:54.676216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Bound port: 7f8cb426-0021-42d0-82b2-432afa5c75cb, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737e4da8-d7c1-4ae0-95d2-9405d59415b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:43:54.676566 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:54.736921 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] For port 7f8cb426-0021-42d0-82b2-432afa5c75cb, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:43:54.740045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] For port 7f8cb426-0021-42d0-82b2-432afa5c75cb, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=7f8cb426-0021-42d0-82b2-432afa5c75cb,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:43:54.743289 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:54.778495 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:54.779162 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:54.780595 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] 10.222.0.15 "PUT /v2.0/ports/7f8cb426-0021-42d0-82b2-432afa5c75cb HTTP/1.1" status: 200 len: 1091 time: 0.5851922 Jul 14 07:43:54.781033 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65804501-7eb4-4c19-a9b7-df8f6f122092', 'tag': '7f8cb426-0021-42d0-82b2-432afa5c75cb'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:43:54.783398 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b1dc8e-cf1f-457b-9030-a26a6060dd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "65804501-7eb4-4c19-a9b7-df8f6f122092", "tag": "7f8cb426-0021-42d0-82b2-432afa5c75cb"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:43:54.810272 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe624f-0cbc-46b5-98ca-b115df412e70 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8cb426-0021-42d0-82b2-432afa5c75cb,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:43:54.833028 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8bd873-01cf-407f-9014-0d3a9948dcd0 x-openstack-request-id: req-ee8bd873-01cf-407f-9014-0d3a9948dcd0 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:43:54.833333 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65804501-7eb4-4c19-a9b7-df8f6f122092", "tag": "7f8cb426-0021-42d0-82b2-432afa5c75cb", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:43:54.833586 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee8bd873-01cf-407f-9014-0d3a9948dcd0 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:43:54.833972 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65804501-7eb4-4c19-a9b7-df8f6f122092', 'tag': '7f8cb426-0021-42d0-82b2-432afa5c75cb', 'status': 'completed', 'code': 200} Jul 14 07:43:54.885591 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-22caf5b5-13d9-427f-ba17-596856128738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:54.887015 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-22caf5b5-13d9-427f-ba17-596856128738 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa2aa4dab0e94c56ab4290249e84aaa3&device_id=65804501-7eb4-4c19-a9b7-df8f6f122092 HTTP/1.1" status: 200 len: 1094 time: 0.0637858 Jul 14 07:43:54.946664 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-9cf36213-dd46-40e4-a46e-594aa58773bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f8cb426-0021-42d0-82b2-432afa5c75cb HTTP/1.1" status: 200 len: 217 time: 0.0406971 Jul 14 07:43:55.010210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da49409-41e1-494b-b965-312f27a71cfd req-1e98ff2d-85fe-4267-afdd-04f2a26eff87 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:55.011676 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5da49409-41e1-494b-b965-312f27a71cfd req-1e98ff2d-85fe-4267-afdd-04f2a26eff87 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=65804501-7eb4-4c19-a9b7-df8f6f122092 HTTP/1.1" status: 200 len: 943 time: 0.1367693 Jul 14 07:43:55.013524 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-564206f8-236d-42d2-a6f3-5d859b1fde5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:55.014866 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-564206f8-236d-42d2-a6f3-5d859b1fde5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899 HTTP/1.1" status: 200 len: 855 time: 0.0616767 Jul 14 07:43:55.055696 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-ad82c886-799f-46d4-b233-ea62718582d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9b9f003-cc11-47a7-b295-987f7f11d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320528 Jul 14 07:43:55.090921 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5da49409-41e1-494b-b965-312f27a71cfd req-50a04ae9-cb63-4590-8732-aefe729318d5 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730243 Jul 14 07:43:55.158872 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-1e45d123-ebca-423a-95f6-4a75c9bc0473 service neutron] 10.222.0.15 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936301 Jul 14 07:43:55.244540 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16ff6c2b-63a8-4644-90f3-8e45c3b24658 req-1f6ad48a-3694-424d-8d75-310d4d4feeca service neutron] 10.222.0.15 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785375 Jul 14 07:43:55.348196 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1dc8e-cf1f-457b-9030-a26a6060dd7b req-8a7d8f16-341f-4111-ad30-78d5f5c1993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:55.349594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24b1dc8e-cf1f-457b-9030-a26a6060dd7b req-8a7d8f16-341f-4111-ad30-78d5f5c1993e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa2aa4dab0e94c56ab4290249e84aaa3&device_id=65804501-7eb4-4c19-a9b7-df8f6f122092 HTTP/1.1" status: 200 len: 1094 time: 0.0551143 Jul 14 07:43:55.433499 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1dc8e-cf1f-457b-9030-a26a6060dd7b req-5a8e539d-24d3-480c-8f58-84fa8b948c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:55.435504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24b1dc8e-cf1f-457b-9030-a26a6060dd7b req-5a8e539d-24d3-480c-8f58-84fa8b948c43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9b9f003-cc11-47a7-b295-987f7f11d9fe HTTP/1.1" status: 200 len: 916 time: 0.0799654 Jul 14 07:43:55.477365 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24b1dc8e-cf1f-457b-9030-a26a6060dd7b req-41deda93-545c-4063-adf8-37c4239c82ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f8cb426-0021-42d0-82b2-432afa5c75cb HTTP/1.1" status: 200 len: 217 time: 0.0357137 Jul 14 07:43:55.524290 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1dc8e-cf1f-457b-9030-a26a6060dd7b req-03461c7b-26b2-4a29-a30a-8b6257221009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:55.525709 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24b1dc8e-cf1f-457b-9030-a26a6060dd7b req-03461c7b-26b2-4a29-a30a-8b6257221009 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899 HTTP/1.1" status: 200 len: 855 time: 0.0419002 Jul 14 07:43:55.557124 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24b1dc8e-cf1f-457b-9030-a26a6060dd7b req-9021428a-5b55-4ab8-9447-302d7afffbfd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9b9f003-cc11-47a7-b295-987f7f11d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247035 Jul 14 07:43:55.644924 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24b1dc8e-cf1f-457b-9030-a26a6060dd7b req-7ecdcf05-7e7f-484d-b5c6-df4a27107d95 service neutron] 10.222.0.15 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805857 Jul 14 07:43:55.732246 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-24b1dc8e-cf1f-457b-9030-a26a6060dd7b req-85668302-7fb8-4517-be4b-b48ec2cfedcc service neutron] 10.222.0.15 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797610 Jul 14 07:43:56.269167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12449a-5db5-42f0-a64d-04127d7a61ea req-fd1c152c-74c1-4de5-8a31-26bc343fe59f tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:56.270575 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f12449a-5db5-42f0-a64d-04127d7a61ea req-fd1c152c-74c1-4de5-8a31-26bc343fe59f tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=65804501-7eb4-4c19-a9b7-df8f6f122092 HTTP/1.1" status: 200 len: 943 time: 0.0619347 Jul 14 07:43:56.306500 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f12449a-5db5-42f0-a64d-04127d7a61ea req-f8810935-2f46-4bb9-8cef-2df05c42fa62 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303273 Jul 14 07:43:57.477690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35468b6c-02ba-4e17-83ee-e4586e7b2fcc req-b78e9dbe-07b0-4426-b173-e3257ac8f858 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:57.479128 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35468b6c-02ba-4e17-83ee-e4586e7b2fcc req-b78e9dbe-07b0-4426-b173-e3257ac8f858 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=65804501-7eb4-4c19-a9b7-df8f6f122092 HTTP/1.1" status: 200 len: 943 time: 0.0644839 Jul 14 07:43:57.516312 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35468b6c-02ba-4e17-83ee-e4586e7b2fcc req-554f28df-30c0-4d4b-9bab-c1ae5fbbe0ac tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308104 Jul 14 07:43:58.685677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db6056-e17d-458d-ab67-5f88e87e1408 req-1980f91e-2194-4d54-8335-10e15e3fdf96 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:58.687150 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-17db6056-e17d-458d-ab67-5f88e87e1408 req-1980f91e-2194-4d54-8335-10e15e3fdf96 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=65804501-7eb4-4c19-a9b7-df8f6f122092 HTTP/1.1" status: 200 len: 943 time: 0.0626781 Jul 14 07:43:58.723912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-17db6056-e17d-458d-ab67-5f88e87e1408 req-7adc969b-42c6-4d80-95cb-07a4efe3a46f tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311921 Jul 14 07:43:59.367753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 7f8cb426-0021-42d0-82b2-432afa5c75cb details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:43:59.460410 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 7f8cb426-0021-42d0-82b2-432afa5c75cb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=7f8cb426-0021-42d0-82b2-432afa5c75cb,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:43:59.471096 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '7f8cb426-0021-42d0-82b2-432afa5c75cb', 'network_id': 'd9b9f003-cc11-47a7-b295-987f7f11d9fe', 'port_id': '7f8cb426-0021-42d0-82b2-432afa5c75cb', 'mac_address': 'fa:16:3e:ab:6b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:43:59.506055 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:59.518487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8cb426-0021-42d0-82b2-432afa5c75cb {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:43:59.536593 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 7f8cb426-0021-42d0-82b2-432afa5c75cb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=7f8cb426-0021-42d0-82b2-432afa5c75cb,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:43:59.540237 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:43:59.584903 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=7f8cb426-0021-42d0-82b2-432afa5c75cb,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:43:59.744167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['7f8cb426-0021-42d0-82b2-432afa5c75cb'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:43:59.897029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844101a7-3aa6-4ae9-8d79-a59e3d9e96dc req-a9b83f45-5e8d-4042-8541-a9d275c66a59 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:43:59.898511 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-844101a7-3aa6-4ae9-8d79-a59e3d9e96dc req-a9b83f45-5e8d-4042-8541-a9d275c66a59 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=65804501-7eb4-4c19-a9b7-df8f6f122092 HTTP/1.1" status: 200 len: 944 time: 0.0648675 Jul 14 07:43:59.934977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-844101a7-3aa6-4ae9-8d79-a59e3d9e96dc req-f9927767-5b20-413a-90e2-2181a85b8d4d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309565 Jul 14 07:44:00.534715 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5822f2d8-eda5-4a91-a475-a83c7c56f20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:01.102946 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9ba75-0c72-4ea1-a921-5c93b9c8d295 req-60156664-511e-46a4-b014-cb63f6f4b407 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:01.104412 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07f9ba75-0c72-4ea1-a921-5c93b9c8d295 req-60156664-511e-46a4-b014-cb63f6f4b407 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=65804501-7eb4-4c19-a9b7-df8f6f122092 HTTP/1.1" status: 200 len: 944 time: 0.0620508 Jul 14 07:44:01.141362 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07f9ba75-0c72-4ea1-a921-5c93b9c8d295 req-1a2db867-b753-41d7-82c2-899f852a8732 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314820 Jul 14 07:44:01.382464 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 7f8cb426-0021-42d0-82b2-432afa5c75cb up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:44:01.429115 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 7f8cb426-0021-42d0-82b2-432afa5c75cb completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:44:01.432573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 7f8cb426-0021-42d0-82b2-432afa5c75cb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:44:01.432973 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:01.508742 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:01.529842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65804501-7eb4-4c19-a9b7-df8f6f122092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8cb426-0021-42d0-82b2-432afa5c75cb'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:44:01.532051 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12049a7d-ba3c-4f95-9eb3-cfd3bba918a2" -d '{"events": [{"server_uuid": "65804501-7eb4-4c19-a9b7-df8f6f122092", "name": "network-vif-plugged", "status": "completed", "tag": "7f8cb426-0021-42d0-82b2-432afa5c75cb"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:44:01.544748 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 7f8cb426-0021-42d0-82b2-432afa5c75cb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=7f8cb426-0021-42d0-82b2-432afa5c75cb,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:44:01.548767 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:01.570961 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccc5c28-63db-489f-bc1b-75057bd03b72 x-openstack-request-id: req-dccc5c28-63db-489f-bc1b-75057bd03b72 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:44:01.571245 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65804501-7eb4-4c19-a9b7-df8f6f122092", "name": "network-vif-plugged", "status": "completed", "tag": "7f8cb426-0021-42d0-82b2-432afa5c75cb", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:44:01.571491 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dccc5c28-63db-489f-bc1b-75057bd03b72 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:44:01.571867 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65804501-7eb4-4c19-a9b7-df8f6f122092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8cb426-0021-42d0-82b2-432afa5c75cb', 'code': 200} Jul 14 07:44:01.596486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=7f8cb426-0021-42d0-82b2-432afa5c75cb,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:01.675758 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead75784-3892-4d9d-8de6-8d9c5762a378 req-2497486e-bd57-4e7d-b480-0647c446326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:01.677097 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ead75784-3892-4d9d-8de6-8d9c5762a378 req-2497486e-bd57-4e7d-b480-0647c446326e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=65804501-7eb4-4c19-a9b7-df8f6f122092 HTTP/1.1" status: 200 len: 1096 time: 0.0495555 Jul 14 07:44:01.708921 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ead75784-3892-4d9d-8de6-8d9c5762a378 req-1e77fa3c-afda-4e15-a341-79dd2465de18 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256500 Jul 14 07:44:02.310736 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab2744-bc33-4d9c-81e8-342c8208f2b9 req-0faaa4ac-a59d-45bf-ad55-2aeb32adb9cf tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:02.312205 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3aab2744-bc33-4d9c-81e8-342c8208f2b9 req-0faaa4ac-a59d-45bf-ad55-2aeb32adb9cf tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=65804501-7eb4-4c19-a9b7-df8f6f122092 HTTP/1.1" status: 200 len: 945 time: 0.0651832 Jul 14 07:44:02.349676 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3aab2744-bc33-4d9c-81e8-342c8208f2b9 req-387a37ed-2b46-4b05-926b-61119a4f1bae tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319793 Jul 14 07:44:03.332152 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0a9532cc-7171-4d04-83ca-ed6a800b9b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:03.519930 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89205b3f-ebcc-4eee-a4eb-dfcd556984d6 req-3f9d6e0d-5408-4ff3-9faf-b8171c41005a tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:03.521417 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89205b3f-ebcc-4eee-a4eb-dfcd556984d6 req-3f9d6e0d-5408-4ff3-9faf-b8171c41005a tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=65804501-7eb4-4c19-a9b7-df8f6f122092 HTTP/1.1" status: 200 len: 945 time: 0.0624192 Jul 14 07:44:03.557361 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89205b3f-ebcc-4eee-a4eb-dfcd556984d6 req-52dc15b3-dc47-4da8-95f3-e81cedb881a6 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304525 Jul 14 07:44:03.645658 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:04.727927 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:06.259644 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:10.033891 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:44:15.811071 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:15.875189 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:21.835586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3231a-feca-4404-9411-e6241e26d920 req-72a748e9-1944-4e22-b6d8-19da25974839 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:21.836989 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f1d3231a-feca-4404-9411-e6241e26d920 req-72a748e9-1944-4e22-b6d8-19da25974839 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=65804501-7eb4-4c19-a9b7-df8f6f122092 HTTP/1.1" status: 200 len: 945 time: 0.0700288 Jul 14 07:44:21.874920 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f1d3231a-feca-4404-9411-e6241e26d920 req-d9d2068a-7d25-466b-a5f4-76ee30070188 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317471 Jul 14 07:44:23.046351 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf36a5-65c9-45bd-84cc-5b4a329c6d37 req-e3813fb9-4f24-481a-b01e-c8b16957c488 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:23.047837 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3ebf36a5-65c9-45bd-84cc-5b4a329c6d37 req-e3813fb9-4f24-481a-b01e-c8b16957c488 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=65804501-7eb4-4c19-a9b7-df8f6f122092 HTTP/1.1" status: 200 len: 945 time: 0.0615196 Jul 14 07:44:23.084360 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3ebf36a5-65c9-45bd-84cc-5b4a329c6d37 req-69a79fba-f0fc-45c5-a4f6-e283612cc533 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309963 Jul 14 07:44:23.296918 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901a10d-beac-4dee-b589-71b1b328de93 req-86f53f8f-2226-44b9-ba92-fa59e6ce7854 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:23.298438 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8901a10d-beac-4dee-b589-71b1b328de93 req-86f53f8f-2226-44b9-ba92-fa59e6ce7854 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.15 "GET /v2.0/ports?device_id=65804501-7eb4-4c19-a9b7-df8f6f122092 HTTP/1.1" status: 200 len: 945 time: 0.0602753 Jul 14 07:44:23.395887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-8901a10d-beac-4dee-b589-71b1b328de93 req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Deleting port 7f8cb426-0021-42d0-82b2-432afa5c75cb {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:44:23.396220 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8901a10d-beac-4dee-b589-71b1b328de93 req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:23.481684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-8901a10d-beac-4dee-b589-71b1b328de93 req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] For port 7f8cb426-0021-42d0-82b2-432afa5c75cb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=7f8cb426-0021-42d0-82b2-432afa5c75cb,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:44:23.482042 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8901a10d-beac-4dee-b589-71b1b328de93 req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:23.498945 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-8901a10d-beac-4dee-b589-71b1b328de93 req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Calling delete_port for 7f8cb426-0021-42d0-82b2-432afa5c75cb owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:44:23.619182 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8901a10d-beac-4dee-b589-71b1b328de93 req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:23.634265 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['a59a30af-df12-4338-b7ff-6c779912c2ea', '7f8cb426-0021-42d0-82b2-432afa5c75cb'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:44:23.638301 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['cbae7d9b-8e8e-4bcb-899d-ec81d6686db1', 'cde74831-8f5e-4c4e-a311-e09b8da22685'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:44:23.648650 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Pushing event deleted for resources: {'Port': ['ID=7f8cb426-0021-42d0-82b2-432afa5c75cb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:23.660152 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:23.660498 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:23.660842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:23.661177 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:23.661548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:23.661861 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:23.662187 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:23.662512 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:23.662836 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:23.663160 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:23.663483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:23.663803 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:24.033803 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8901a10d-beac-4dee-b589-71b1b328de93 req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] No DVR routers for this DVR port 7f8cb426-0021-42d0-82b2-432afa5c75cb on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:44:24.036432 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8901a10d-beac-4dee-b589-71b1b328de93 req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:24.038400 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8901a10d-beac-4dee-b589-71b1b328de93 req-3a190085-07e0-4d67-bfa0-3e64d068111d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.15 "DELETE /v2.0/ports/7f8cb426-0021-42d0-82b2-432afa5c75cb HTTP/1.1" status: 204 len: 173 time: 0.7348008 Jul 14 07:44:24.038849 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65804501-7eb4-4c19-a9b7-df8f6f122092', 'name': 'network-vif-deleted', 'tag': '7f8cb426-0021-42d0-82b2-432afa5c75cb'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:44:24.041073 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72bf050-b817-401c-a049-31aebff52123" -d '{"events": [{"server_uuid": "65804501-7eb4-4c19-a9b7-df8f6f122092", "name": "network-vif-deleted", "tag": "7f8cb426-0021-42d0-82b2-432afa5c75cb"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:44:24.082176 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e60db19-2d37-41de-b91a-72b6ad4fe8c2 x-openstack-request-id: req-6e60db19-2d37-41de-b91a-72b6ad4fe8c2 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:44:24.082836 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65804501-7eb4-4c19-a9b7-df8f6f122092", "name": "network-vif-deleted", "tag": "7f8cb426-0021-42d0-82b2-432afa5c75cb", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:44:24.083231 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e60db19-2d37-41de-b91a-72b6ad4fe8c2 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:44:24.083641 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65804501-7eb4-4c19-a9b7-df8f6f122092', 'name': 'network-vif-deleted', 'tag': '7f8cb426-0021-42d0-82b2-432afa5c75cb', 'status': 'completed', 'code': 200} Jul 14 07:44:24.242082 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f8749de-fb9d-4e23-92f3-e565b5aaf574 req-c742a18c-e4ab-4d5b-a9b5-d158e488a368 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=65804501-7eb4-4c19-a9b7-df8f6f122092 HTTP/1.1" status: 200 len: 210 time: 0.0291545 Jul 14 07:44:27.510140 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 7f8cb426-0021-42d0-82b2-432afa5c75cb no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:44:27.536670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 7f8cb426-0021-42d0-82b2-432afa5c75cb {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:44:27.537017 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 7f8cb426-0021-42d0-82b2-432afa5c75cb not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:44:27.866371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c8770-7880-45ca-b40d-a53fe71512b7 req-e72e636c-d0c4-429c-85b8-7b2e9217e91a tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:27.867763 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d25c8770-7880-45ca-b40d-a53fe71512b7 req-e72e636c-d0c4-429c-85b8-7b2e9217e91a tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808dbf-6802-469b-aa4e-191ae637023b HTTP/1.1" status: 200 len: 945 time: 0.0623376 Jul 14 07:44:27.905004 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d25c8770-7880-45ca-b40d-a53fe71512b7 req-3f586b96-b43b-4bb4-b7b6-7af0ce088af1 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308480 Jul 14 07:44:28.238015 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6d3dcd77-38a0-4611-b2f2-9e1e8205709b req-0c41d88a-f096-4f96-822c-c4e15b9f79c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97e3b507-726e-4954-a461-c151e93a25c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525918 Jul 14 07:44:28.330615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dcd77-38a0-4611-b2f2-9e1e8205709b req-0a1458d4-8f74-4cdf-b3d2-13e460e4c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:28.332342 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6d3dcd77-38a0-4611-b2f2-9e1e8205709b req-0a1458d4-8f74-4cdf-b3d2-13e460e4c076 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa2aa4dab0e94c56ab4290249e84aaa3&device_id=97e3b507-726e-4954-a461-c151e93a25c2 HTTP/1.1" status: 200 len: 1097 time: 0.0505075 Jul 14 07:44:28.433511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dcd77-38a0-4611-b2f2-9e1e8205709b req-4b55daf3-b35b-43e6-9a09-ad538b81d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:28.435494 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6d3dcd77-38a0-4611-b2f2-9e1e8205709b req-4b55daf3-b35b-43e6-9a09-ad538b81d1da service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9b9f003-cc11-47a7-b295-987f7f11d9fe HTTP/1.1" status: 200 len: 916 time: 0.0837171 Jul 14 07:44:28.475182 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6d3dcd77-38a0-4611-b2f2-9e1e8205709b req-5476eeef-2208-43ce-bf5a-1b638733763d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 HTTP/1.1" status: 200 len: 217 time: 0.0320854 Jul 14 07:44:28.521863 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dcd77-38a0-4611-b2f2-9e1e8205709b req-712fdd90-89c3-4722-870e-9defaf0fe906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:28.523231 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6d3dcd77-38a0-4611-b2f2-9e1e8205709b req-712fdd90-89c3-4722-870e-9defaf0fe906 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899 HTTP/1.1" status: 200 len: 855 time: 0.0411997 Jul 14 07:44:28.556810 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6d3dcd77-38a0-4611-b2f2-9e1e8205709b req-96b8f535-58af-4ead-868c-acec3386c5f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9b9f003-cc11-47a7-b295-987f7f11d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262649 Jul 14 07:44:28.651026 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6d3dcd77-38a0-4611-b2f2-9e1e8205709b req-c82e9ace-4412-4933-977c-420725016ecb service neutron] 10.222.0.30 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866737 Jul 14 07:44:28.739224 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6d3dcd77-38a0-4611-b2f2-9e1e8205709b req-9f93027b-66b7-48e0-a457-03af9747f2eb service neutron] 10.222.0.30 "GET /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813875 Jul 14 07:44:29.080626 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f9b7c-f627-48d0-9923-eba4cfd9189e req-bf6fc226-60f0-46e4-af6b-a5bf1b17bf67 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:29.082422 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-151f9b7c-f627-48d0-9923-eba4cfd9189e req-bf6fc226-60f0-46e4-af6b-a5bf1b17bf67 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808dbf-6802-469b-aa4e-191ae637023b HTTP/1.1" status: 200 len: 945 time: 0.0655169 Jul 14 07:44:29.120686 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-151f9b7c-f627-48d0-9923-eba4cfd9189e req-3c1679ff-f78c-4453-bbd4-0f14f6fe6340 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319791 Jul 14 07:44:29.303091 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38c460-091d-4d76-88d7-707182193529 req-f22ed68e-9b03-4d2f-b564-8d4e984441dc tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:29.304563 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8b38c460-091d-4d76-88d7-707182193529 req-f22ed68e-9b03-4d2f-b564-8d4e984441dc tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1808dbf-6802-469b-aa4e-191ae637023b HTTP/1.1" status: 200 len: 945 time: 0.0673075 Jul 14 07:44:29.399503 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-8b38c460-091d-4d76-88d7-707182193529 req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Deleting port cde74831-8f5e-4c4e-a311-e09b8da22685 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:44:29.399765 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8b38c460-091d-4d76-88d7-707182193529 req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:29.489206 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-8b38c460-091d-4d76-88d7-707182193529 req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] For port cde74831-8f5e-4c4e-a311-e09b8da22685, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cde74831-8f5e-4c4e-a311-e09b8da22685,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:44:29.489585 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8b38c460-091d-4d76-88d7-707182193529 req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:29.500985 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-8b38c460-091d-4d76-88d7-707182193529 req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Calling delete_port for cde74831-8f5e-4c4e-a311-e09b8da22685 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:44:29.621115 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8b38c460-091d-4d76-88d7-707182193529 req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:29.634069 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['a59a30af-df12-4338-b7ff-6c779912c2ea'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:44:29.637172 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['cbae7d9b-8e8e-4bcb-899d-ec81d6686db1', 'cde74831-8f5e-4c4e-a311-e09b8da22685'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:44:29.653612 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Pushing event deleted for resources: {'Port': ['ID=cde74831-8f5e-4c4e-a311-e09b8da22685,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:29.665912 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:29.666264 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:29.666604 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:29.666939 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:29.667270 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:29.667599 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:29.667931 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:29.668257 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:29.669162 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:29.669514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:29.669840 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:29.670165 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:29.707090 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b38c460-091d-4d76-88d7-707182193529 req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] No DVR routers for this DVR port cde74831-8f5e-4c4e-a311-e09b8da22685 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:44:29.709755 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8b38c460-091d-4d76-88d7-707182193529 req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:29.711752 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8b38c460-091d-4d76-88d7-707182193529 req-11dc5f36-fc45-4a83-bff1-42e591365404 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.30 "DELETE /v2.0/ports/cde74831-8f5e-4c4e-a311-e09b8da22685 HTTP/1.1" status: 204 len: 173 time: 0.4016101 Jul 14 07:44:29.712186 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1808dbf-6802-469b-aa4e-191ae637023b', 'name': 'network-vif-deleted', 'tag': 'cde74831-8f5e-4c4e-a311-e09b8da22685'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:44:29.714679 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281addae-a159-4707-bd97-8a31a19a612f" -d '{"events": [{"server_uuid": "a1808dbf-6802-469b-aa4e-191ae637023b", "name": "network-vif-deleted", "tag": "cde74831-8f5e-4c4e-a311-e09b8da22685"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:44:29.810084 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77df8baa-873d-47bb-9c03-e3f8a99d5d4d x-openstack-request-id: req-77df8baa-873d-47bb-9c03-e3f8a99d5d4d {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:44:29.810374 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1808dbf-6802-469b-aa4e-191ae637023b", "name": "network-vif-deleted", "tag": "cde74831-8f5e-4c4e-a311-e09b8da22685", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:44:29.810620 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77df8baa-873d-47bb-9c03-e3f8a99d5d4d {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:44:29.811027 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1808dbf-6802-469b-aa4e-191ae637023b', 'name': 'network-vif-deleted', 'tag': 'cde74831-8f5e-4c4e-a311-e09b8da22685', 'status': 'completed', 'code': 200} Jul 14 07:44:30.276241 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d717149a-c9ea-4bc8-a9f9-56b00543d43e req-f425125d-399f-4ff0-b3bf-690d777c7c70 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808dbf-6802-469b-aa4e-191ae637023b HTTP/1.1" status: 200 len: 210 time: 0.0297489 Jul 14 07:44:30.533526 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2e333a39-31ad-460d-b134-4972f9a99955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:31.717684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389825f-4691-4ea9-aafa-45f5d80fe655 req-e6d60d6b-e55d-4c12-8760-29af6f9aa03d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:31.719155 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e389825f-4691-4ea9-aafa-45f5d80fe655 req-e6d60d6b-e55d-4c12-8760-29af6f9aa03d tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30cdd05-c213-41c6-870c-0818f41a35fe HTTP/1.1" status: 200 len: 945 time: 0.0619583 Jul 14 07:44:31.758175 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e389825f-4691-4ea9-aafa-45f5d80fe655 req-d414e9d8-4466-46aa-ba54-6010f152ed17 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334439 Jul 14 07:44:32.937288 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd4322-6284-443b-abad-cd745bd248f2 req-505123e3-1b5a-44a2-a3d1-65653db48be2 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:32.938654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-79cd4322-6284-443b-abad-cd745bd248f2 req-505123e3-1b5a-44a2-a3d1-65653db48be2 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.15 "GET /v2.0/ports?device_id=a30cdd05-c213-41c6-870c-0818f41a35fe HTTP/1.1" status: 200 len: 945 time: 0.0957196 Jul 14 07:44:32.964149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6fc85-2e55-409b-9830-14106ff34267 req-107194d8-bca4-4f37-9df5-e4c7109c38f4 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:32.965626 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aff6fc85-2e55-409b-9830-14106ff34267 req-107194d8-bca4-4f37-9df5-e4c7109c38f4 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30cdd05-c213-41c6-870c-0818f41a35fe HTTP/1.1" status: 200 len: 945 time: 0.0935991 Jul 14 07:44:33.054310 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aff6fc85-2e55-409b-9830-14106ff34267 req-ae9e92ea-9258-4963-9628-35c60aa53dab tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706449 Jul 14 07:44:33.081887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-79cd4322-6284-443b-abad-cd745bd248f2 req-154d6598-83b5-4873-b934-44f73fd355a3 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Deleting port a59a30af-df12-4338-b7ff-6c779912c2ea {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:44:33.082174 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-79cd4322-6284-443b-abad-cd745bd248f2 req-154d6598-83b5-4873-b934-44f73fd355a3 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:33.167641 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-79cd4322-6284-443b-abad-cd745bd248f2 req-154d6598-83b5-4873-b934-44f73fd355a3 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] For port a59a30af-df12-4338-b7ff-6c779912c2ea, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=a59a30af-df12-4338-b7ff-6c779912c2ea,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:44:33.167997 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-79cd4322-6284-443b-abad-cd745bd248f2 req-154d6598-83b5-4873-b934-44f73fd355a3 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:33.180616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-79cd4322-6284-443b-abad-cd745bd248f2 req-154d6598-83b5-4873-b934-44f73fd355a3 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Calling delete_port for a59a30af-df12-4338-b7ff-6c779912c2ea owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:44:33.309088 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-79cd4322-6284-443b-abad-cd745bd248f2 req-154d6598-83b5-4873-b934-44f73fd355a3 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:33.324756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['a59a30af-df12-4338-b7ff-6c779912c2ea'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:44:33.327277 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['cbae7d9b-8e8e-4bcb-899d-ec81d6686db1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:44:33.340407 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d6598-83b5-4873-b934-44f73fd355a3 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Pushing event deleted for resources: {'Port': ['ID=a59a30af-df12-4338-b7ff-6c779912c2ea,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:33.377471 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-41f1b37b-0bd3-43ed-a58d-5fc9eec7e2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:33.386369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cd4322-6284-443b-abad-cd745bd248f2 req-154d6598-83b5-4873-b934-44f73fd355a3 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] No DVR routers for this DVR port a59a30af-df12-4338-b7ff-6c779912c2ea on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:44:33.389448 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-79cd4322-6284-443b-abad-cd745bd248f2 req-154d6598-83b5-4873-b934-44f73fd355a3 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:33.391412 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-79cd4322-6284-443b-abad-cd745bd248f2 req-154d6598-83b5-4873-b934-44f73fd355a3 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.15 "DELETE /v2.0/ports/a59a30af-df12-4338-b7ff-6c779912c2ea HTTP/1.1" status: 204 len: 173 time: 0.4461217 Jul 14 07:44:33.391848 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30cdd05-c213-41c6-870c-0818f41a35fe', 'name': 'network-vif-deleted', 'tag': 'a59a30af-df12-4338-b7ff-6c779912c2ea'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:44:33.394175 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa01ebd-036b-4825-ab98-889aed61178a" -d '{"events": [{"server_uuid": "a30cdd05-c213-41c6-870c-0818f41a35fe", "name": "network-vif-deleted", "tag": "a59a30af-df12-4338-b7ff-6c779912c2ea"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:44:33.431151 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e322ba3a-fb83-44ce-94ce-ee203f8c4c9e x-openstack-request-id: req-e322ba3a-fb83-44ce-94ce-ee203f8c4c9e {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:44:33.431327 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30cdd05-c213-41c6-870c-0818f41a35fe", "name": "network-vif-deleted", "tag": "a59a30af-df12-4338-b7ff-6c779912c2ea", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:44:33.431655 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e322ba3a-fb83-44ce-94ce-ee203f8c4c9e {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:44:33.432051 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30cdd05-c213-41c6-870c-0818f41a35fe', 'name': 'network-vif-deleted', 'tag': 'a59a30af-df12-4338-b7ff-6c779912c2ea', 'status': 'completed', 'code': 200} Jul 14 07:44:33.645405 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:34.233530 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cde74831-8f5e-4c4e-a311-e09b8da22685 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:44:34.254421 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: cde74831-8f5e-4c4e-a311-e09b8da22685 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:44:34.254861 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cde74831-8f5e-4c4e-a311-e09b8da22685 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:44:34.729292 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:36.265955 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:36.672583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54372b12-9e71-47ab-8d7f-3e19ac19b332 req-8717d0ee-3731-455f-98ac-6b6e3e71f96e tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:36.674110 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-54372b12-9e71-47ab-8d7f-3e19ac19b332 req-8717d0ee-3731-455f-98ac-6b6e3e71f96e tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e3b507-726e-4954-a461-c151e93a25c2 HTTP/1.1" status: 200 len: 946 time: 0.0617020 Jul 14 07:44:36.712798 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-54372b12-9e71-47ab-8d7f-3e19ac19b332 req-ed8a2fd1-d3ea-4c6d-ab0c-1e58169e781b tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331876 Jul 14 07:44:37.553303 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a59a30af-df12-4338-b7ff-6c779912c2ea no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:44:37.572605 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: a59a30af-df12-4338-b7ff-6c779912c2ea {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:44:37.572945 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device a59a30af-df12-4338-b7ff-6c779912c2ea not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:44:37.885432 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea6d54-1ad2-4bd1-bba6-b6fd475a0a61 req-13abb7ff-d143-4bc2-813f-83b705268f0f tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:37.886955 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bfea6d54-1ad2-4bd1-bba6-b6fd475a0a61 req-13abb7ff-d143-4bc2-813f-83b705268f0f tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e3b507-726e-4954-a461-c151e93a25c2 HTTP/1.1" status: 200 len: 946 time: 0.0627916 Jul 14 07:44:37.924654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bfea6d54-1ad2-4bd1-bba6-b6fd475a0a61 req-5a8bfa98-4fc4-4c54-843e-92c4f911b159 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3930633-9401-4f06-bcae-49a91a5fa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307202 Jul 14 07:44:38.066041 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d2b6b-5d88-4730-bc39-f898c19a35db req-7d3b0a04-8377-4451-bcc5-631118fc9526 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:38.067481 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-952d2b6b-5d88-4730-bc39-f898c19a35db req-7d3b0a04-8377-4451-bcc5-631118fc9526 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.30 "GET /v2.0/ports?device_id=97e3b507-726e-4954-a461-c151e93a25c2 HTTP/1.1" status: 200 len: 946 time: 0.0609939 Jul 14 07:44:38.163913 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-952d2b6b-5d88-4730-bc39-f898c19a35db req-3d991030-c8ec-41d5-8e9b-6c476530b562 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Deleting port cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:44:38.164172 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-952d2b6b-5d88-4730-bc39-f898c19a35db req-3d991030-c8ec-41d5-8e9b-6c476530b562 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:38.248599 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-952d2b6b-5d88-4730-bc39-f898c19a35db req-3d991030-c8ec-41d5-8e9b-6c476530b562 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] For port cbae7d9b-8e8e-4bcb-899d-ec81d6686db1, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cbae7d9b-8e8e-4bcb-899d-ec81d6686db1,segment=NetworkSegment(737e4da8-d7c1-4ae0-95d2-9405d59415b0),segment_id=737e4da8-d7c1-4ae0-95d2-9405d59415b0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:44:38.248957 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-952d2b6b-5d88-4730-bc39-f898c19a35db req-3d991030-c8ec-41d5-8e9b-6c476530b562 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:38.261422 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-952d2b6b-5d88-4730-bc39-f898c19a35db req-3d991030-c8ec-41d5-8e9b-6c476530b562 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Calling delete_port for cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:44:38.384020 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-952d2b6b-5d88-4730-bc39-f898c19a35db req-3d991030-c8ec-41d5-8e9b-6c476530b562 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:38.395538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['cbae7d9b-8e8e-4bcb-899d-ec81d6686db1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:44:38.410294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d991030-c8ec-41d5-8e9b-6c476530b562 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Pushing event deleted for resources: {'Port': ['ID=cbae7d9b-8e8e-4bcb-899d-ec81d6686db1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:38.458280 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-952d2b6b-5d88-4730-bc39-f898c19a35db req-3d991030-c8ec-41d5-8e9b-6c476530b562 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] No DVR routers for this DVR port cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:44:38.460893 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-952d2b6b-5d88-4730-bc39-f898c19a35db req-3d991030-c8ec-41d5-8e9b-6c476530b562 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:38.463043 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-952d2b6b-5d88-4730-bc39-f898c19a35db req-3d991030-c8ec-41d5-8e9b-6c476530b562 tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.30 "DELETE /v2.0/ports/cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 HTTP/1.1" status: 204 len: 173 time: 0.3904095 Jul 14 07:44:38.463648 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e3b507-726e-4954-a461-c151e93a25c2', 'name': 'network-vif-deleted', 'tag': 'cbae7d9b-8e8e-4bcb-899d-ec81d6686db1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:44:38.466854 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324194e6-d11b-43df-9f22-1cc1bf245902" -d '{"events": [{"server_uuid": "97e3b507-726e-4954-a461-c151e93a25c2", "name": "network-vif-deleted", "tag": "cbae7d9b-8e8e-4bcb-899d-ec81d6686db1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:44:38.504768 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196f0c12-25d2-4122-b7a1-677f6dfcbe43 x-openstack-request-id: req-196f0c12-25d2-4122-b7a1-677f6dfcbe43 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:44:38.505072 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e3b507-726e-4954-a461-c151e93a25c2", "name": "network-vif-deleted", "tag": "cbae7d9b-8e8e-4bcb-899d-ec81d6686db1", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:44:38.505350 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-196f0c12-25d2-4122-b7a1-677f6dfcbe43 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:44:38.505740 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e3b507-726e-4954-a461-c151e93a25c2', 'name': 'network-vif-deleted', 'tag': 'cbae7d9b-8e8e-4bcb-899d-ec81d6686db1', 'status': 'completed', 'code': 200} Jul 14 07:44:39.078851 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-318acf4f-37df-4e1e-9120-38ee8ccb08f3 req-9da66ebd-738a-420d-99ae-9d05b01607ff tempest-AttachVolumeNegativeTest-654905041 tempest-AttachVolumeNegativeTest-654905041-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e3b507-726e-4954-a461-c151e93a25c2 HTTP/1.1" status: 200 len: 210 time: 0.0321717 Jul 14 07:44:40.167486 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33806) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:40.211478 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-74cf103b-0a52-4727-926a-9a7b6f3d064b admin admin] Deleting subnet f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:44:40.214452 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74cf103b-0a52-4727-926a-9a7b6f3d064b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:40.247215 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74cf103b-0a52-4727-926a-9a7b6f3d064b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:40.283457 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74cf103b-0a52-4727-926a-9a7b6f3d064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:40.331584 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74cf103b-0a52-4727-926a-9a7b6f3d064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:40.360090 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf103b-0a52-4727-926a-9a7b6f3d064b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:40.364946 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74cf103b-0a52-4727-926a-9a7b6f3d064b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:40.366937 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-74cf103b-0a52-4727-926a-9a7b6f3d064b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f8ba8435-d9ce-45ce-9b3e-2a9dbf0d9899 HTTP/1.1" status: 204 len: 168 time: 0.1983268 Jul 14 07:44:40.369280 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33808) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:40.433965 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfea0fc9-7fd2-4c5c-a86b-59f7dd047f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:40.511419 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfea0fc9-7fd2-4c5c-a86b-59f7dd047f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:40.521076 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-bfea0fc9-7fd2-4c5c-a86b-59f7dd047f89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b9f003-cc11-47a7-b295-987f7f11d9fe']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:44:40.531374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-bfea0fc9-7fd2-4c5c-a86b-59f7dd047f89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737e4da8-d7c1-4ae0-95d2-9405d59415b0') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:44:40.531668 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-bfea0fc9-7fd2-4c5c-a86b-59f7dd047f89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737e4da8-d7c1-4ae0-95d2-9405d59415b0') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:44:40.539905 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfea0fc9-7fd2-4c5c-a86b-59f7dd047f89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:40.552985 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfea0fc9-7fd2-4c5c-a86b-59f7dd047f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:40.558603 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfea0fc9-7fd2-4c5c-a86b-59f7dd047f89 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:44:40.559102 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfea0fc9-7fd2-4c5c-a86b-59f7dd047f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:44:40.560648 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:44:40.610787 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfea0fc9-7fd2-4c5c-a86b-59f7dd047f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:40.615271 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfea0fc9-7fd2-4c5c-a86b-59f7dd047f89 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:40.617374 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bfea0fc9-7fd2-4c5c-a86b-59f7dd047f89 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d9b9f003-cc11-47a7-b295-987f7f11d9fe HTTP/1.1" status: 204 len: 168 time: 0.2471745 Jul 14 07:44:40.629712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea0fc9-7fd2-4c5c-a86b-59f7dd047f89 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b9f003-cc11-47a7-b295-987f7f11d9fe,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:40.719159 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33812) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:40.757459 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c9059163-a434-4845-bca0-9b95594c5ee0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa2aa4dab0e94c56ab4290249e84aaa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370617 Jul 14 07:44:40.759698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33814) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:40.808805 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-367f0aea-4073-4157-ba9a-b7c73ce487ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:40.829811 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-367f0aea-4073-4157-ba9a-b7c73ce487ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:40.874131 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-367f0aea-4073-4157-ba9a-b7c73ce487ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:40.876726 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-367f0aea-4073-4157-ba9a-b7c73ce487ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:40.877888 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-367f0aea-4073-4157-ba9a-b7c73ce487ca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d3930633-9401-4f06-bcae-49a91a5fa21b HTTP/1.1" status: 204 len: 168 time: 0.1173210 Jul 14 07:44:40.884968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f0aea-4073-4157-ba9a-b7c73ce487ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3930633-9401-4f06-bcae-49a91a5fa21b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:42.006796 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33864) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:42.107504 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bcde30fd-d29e-4ec4-858e-7499733a8e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:42.193614 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bcde30fd-d29e-4ec4-858e-7499733a8e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:42.197085 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bcde30fd-d29e-4ec4-858e-7499733a8e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:42.233708 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bcde30fd-d29e-4ec4-858e-7499733a8e42 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb6f1c666a2b4440815e5a5cce9443ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2258890 Jul 14 07:44:42.234645 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde30fd-d29e-4ec4-858e-7499733a8e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8c5a34-2013-4d4f-a50c-259cd7641daa,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:42.236356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33868) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:42.263774 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:44:42.285231 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccbc10a5-ea7d-419e-85a1-57a494c5e906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:42.285636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:44:42.285975 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cbae7d9b-8e8e-4bcb-899d-ec81d6686db1 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:44:42.306336 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccbc10a5-ea7d-419e-85a1-57a494c5e906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:42.350281 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccbc10a5-ea7d-419e-85a1-57a494c5e906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:42.352752 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccbc10a5-ea7d-419e-85a1-57a494c5e906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:42.353919 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ccbc10a5-ea7d-419e-85a1-57a494c5e906 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a8c5a34-2013-4d4f-a50c-259cd7641daa HTTP/1.1" status: 204 len: 168 time: 0.1165493 Jul 14 07:44:42.361353 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc10a5-ea7d-419e-85a1-57a494c5e906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8c5a34-2013-4d4f-a50c-259cd7641daa,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:44.321792 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33942) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:44.423393 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f24897f-89f4-49a5-9b7b-c7fb290f9d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:44.506979 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f24897f-89f4-49a5-9b7b-c7fb290f9d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:44.510651 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f24897f-89f4-49a5-9b7b-c7fb290f9d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:44.548238 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6f24897f-89f4-49a5-9b7b-c7fb290f9d10 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e06beea4b081432186e0c2ed0d7d4cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253954 Jul 14 07:44:44.549106 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24897f-89f4-49a5-9b7b-c7fb290f9d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa874d9-554e-4b25-9164-235c2e683263,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:44.551575 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33946) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:44.600297 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f532fed2-53aa-4946-98e2-c92d5be2b30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:44.623291 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f532fed2-53aa-4946-98e2-c92d5be2b30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:44.668234 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f532fed2-53aa-4946-98e2-c92d5be2b30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:44.671405 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f532fed2-53aa-4946-98e2-c92d5be2b30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:44.672547 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f532fed2-53aa-4946-98e2-c92d5be2b30c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dfa874d9-554e-4b25-9164-235c2e683263 HTTP/1.1" status: 204 len: 168 time: 0.1192505 Jul 14 07:44:44.680358 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532fed2-53aa-4946-98e2-c92d5be2b30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa874d9-554e-4b25-9164-235c2e683263,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:44.916276 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 33952) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:44.929363 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a933661-3d4b-4c14-8286-6454f4bd16cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:45.015127 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a933661-3d4b-4c14-8286-6454f4bd16cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:45.018734 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a933661-3d4b-4c14-8286-6454f4bd16cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:45.054785 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3a933661-3d4b-4c14-8286-6454f4bd16cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb25612f65c84e88985f30b912c9612b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374588 Jul 14 07:44:45.056637 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a933661-3d4b-4c14-8286-6454f4bd16cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a408a9d4-1f20-40ba-be2b-426295e411b1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:45.057604 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 33954) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:45.106551 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b328555-86b4-4651-a63e-3c777d964678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:45.129645 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b328555-86b4-4651-a63e-3c777d964678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:45.173241 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b328555-86b4-4651-a63e-3c777d964678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:45.175691 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b328555-86b4-4651-a63e-3c777d964678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:45.177458 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7b328555-86b4-4651-a63e-3c777d964678 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a408a9d4-1f20-40ba-be2b-426295e411b1 HTTP/1.1" status: 204 len: 168 time: 0.1181407 Jul 14 07:44:45.185419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b328555-86b4-4651-a63e-3c777d964678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a408a9d4-1f20-40ba-be2b-426295e411b1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:45.799759 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:45.885885 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:46.392164 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34000) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:46.500723 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e90f89c-d570-4f1c-8e24-f67174ea1a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:46.591156 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e90f89c-d570-4f1c-8e24-f67174ea1a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:46.594545 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e90f89c-d570-4f1c-8e24-f67174ea1a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:46.630401 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7e90f89c-d570-4f1c-8e24-f67174ea1a58 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c42c2f7c2ac54f21821c7b5422efcfdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372088 Jul 14 07:44:46.632260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90f89c-d570-4f1c-8e24-f67174ea1a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f30786-0dfc-49d6-b6c2-b592decf8047,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:46.633123 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34004) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:46.680278 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-487a11f0-a11f-4d25-a1c3-57dbe4815a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:46.700597 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-487a11f0-a11f-4d25-a1c3-57dbe4815a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:46.745404 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-487a11f0-a11f-4d25-a1c3-57dbe4815a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:46.747854 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-487a11f0-a11f-4d25-a1c3-57dbe4815a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:46.749499 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-487a11f0-a11f-4d25-a1c3-57dbe4815a2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34f30786-0dfc-49d6-b6c2-b592decf8047 HTTP/1.1" status: 204 len: 168 time: 0.1153376 Jul 14 07:44:46.757024 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a11f0-a11f-4d25-a1c3-57dbe4815a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f30786-0dfc-49d6-b6c2-b592decf8047,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:47.033815 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:44:49.258635 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34170) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:49.362662 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a61cdd5a-986b-47f7-9ba8-0b125318e080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:49.445980 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a61cdd5a-986b-47f7-9ba8-0b125318e080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:49.449481 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a61cdd5a-986b-47f7-9ba8-0b125318e080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:49.487147 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a61cdd5a-986b-47f7-9ba8-0b125318e080 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=30fda32e09ae4da99eb1f95d8a46fb98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2274687 Jul 14 07:44:49.488323 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cdd5a-986b-47f7-9ba8-0b125318e080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ded57ed-bdfe-4bf0-bbdc-c2e3bde5ecb5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:49.490132 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34174) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:49.537447 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a6f319f6-0d96-4d76-944c-b17fcf38fbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:49.557130 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a6f319f6-0d96-4d76-944c-b17fcf38fbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:49.602032 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a6f319f6-0d96-4d76-944c-b17fcf38fbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:49.604438 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a6f319f6-0d96-4d76-944c-b17fcf38fbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:49.605603 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a6f319f6-0d96-4d76-944c-b17fcf38fbae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ded57ed-bdfe-4bf0-bbdc-c2e3bde5ecb5 HTTP/1.1" status: 204 len: 168 time: 0.1144753 Jul 14 07:44:49.614109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f319f6-0d96-4d76-944c-b17fcf38fbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ded57ed-bdfe-4bf0-bbdc-c2e3bde5ecb5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:49.851882 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34180) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:49.867743 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4be434e-6794-455c-8f97-d419f1bf3a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:49.952384 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4be434e-6794-455c-8f97-d419f1bf3a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:49.956680 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4be434e-6794-455c-8f97-d419f1bf3a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:49.995103 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be434e-6794-455c-8f97-d419f1bf3a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb75577-5bd5-4f2b-9112-71d68b21baef,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:50.000991 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f4be434e-6794-455c-8f97-d419f1bf3a25 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08d14b39a70a40fba1479a2e52a527b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480844 Jul 14 07:44:50.003630 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34182) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:50.050630 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-06d53057-6fae-43b2-9bd9-4d1a7eeaf35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:50.071797 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-06d53057-6fae-43b2-9bd9-4d1a7eeaf35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:50.116397 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-06d53057-6fae-43b2-9bd9-4d1a7eeaf35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:50.119002 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-06d53057-6fae-43b2-9bd9-4d1a7eeaf35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:50.120089 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-06d53057-6fae-43b2-9bd9-4d1a7eeaf35d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/edb75577-5bd5-4f2b-9112-71d68b21baef HTTP/1.1" status: 204 len: 168 time: 0.1155570 Jul 14 07:44:50.128531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d53057-6fae-43b2-9bd9-4d1a7eeaf35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb75577-5bd5-4f2b-9112-71d68b21baef,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:50.765090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34204) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:50.872481 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bc274500-7d99-4bec-8119-0ec7178b5905 tempest-AgentManagementNegativeTest-544585861 tempest-AgentManagementNegativeTest-544585861-project] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1062393 Jul 14 07:44:51.100523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34212) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:51.201125 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a77f531d-69ab-48c0-a8b3-5d00666cf120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:51.290329 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a77f531d-69ab-48c0-a8b3-5d00666cf120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:51.293806 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a77f531d-69ab-48c0-a8b3-5d00666cf120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:51.331498 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a77f531d-69ab-48c0-a8b3-5d00666cf120 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=755633ff03ae4f5fbd6c06e57dc0e9ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296934 Jul 14 07:44:51.332340 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f531d-69ab-48c0-a8b3-5d00666cf120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1834331d-d810-44a4-8d6d-975f5a0b87a1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:51.335004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34216) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:51.383533 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7edbf336-69a1-4c6d-9f82-14100f9acac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:51.404035 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7edbf336-69a1-4c6d-9f82-14100f9acac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:51.449857 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7edbf336-69a1-4c6d-9f82-14100f9acac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:51.452557 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7edbf336-69a1-4c6d-9f82-14100f9acac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:51.453746 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7edbf336-69a1-4c6d-9f82-14100f9acac9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1834331d-d810-44a4-8d6d-975f5a0b87a1 HTTP/1.1" status: 204 len: 168 time: 0.1174119 Jul 14 07:44:51.461826 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbf336-69a1-4c6d-9f82-14100f9acac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1834331d-d810-44a4-8d6d-975f5a0b87a1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:52.044787 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34238) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:52.135370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f8b9009e-dca7-4a7e-b690-af80a34aab89 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1757228435'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:44:52.155997 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b9009e-dca7-4a7e-b690-af80a34aab89 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Made reservation on behalf of 4fae116e4fed4b4f8fb5b3062a69c13e for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:44:52.159462 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8b9009e-dca7-4a7e-b690-af80a34aab89 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:52.167789 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8b9009e-dca7-4a7e-b690-af80a34aab89 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:52.257991 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8b9009e-dca7-4a7e-b690-af80a34aab89 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:52.261541 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8b9009e-dca7-4a7e-b690-af80a34aab89 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:52.287922 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b9009e-dca7-4a7e-b690-af80a34aab89 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:44:52.297322 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9009e-dca7-4a7e-b690-af80a34aab89 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2a72a5-7672-446b-8960-92448c68de08,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:52.303375 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8b9009e-dca7-4a7e-b690-af80a34aab89 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:52.303715 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-f8b9009e-dca7-4a7e-b690-af80a34aab89 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Added segment cb74a985-3533-44a8-a758-e3960d0fbcc5 of type vlan for network cac5c9ce-efce-44d4-83e9-0d9ecc675ad7 Jul 14 07:44:52.342234 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8b9009e-dca7-4a7e-b690-af80a34aab89 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:52.369715 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8b9009e-dca7-4a7e-b690-af80a34aab89 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:52.375403 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b9009e-dca7-4a7e-b690-af80a34aab89 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:52.375983 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8b9009e-dca7-4a7e-b690-af80a34aab89 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:52.428735 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f8b9009e-dca7-4a7e-b690-af80a34aab89 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3827367 Jul 14 07:44:52.431436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34242) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:52.438261 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-47531d44-3bad-42a1-8e9f-1bc15c9ebe9c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Request body: {'subnet': {'network_id': 'cac5c9ce-efce-44d4-83e9-0d9ecc675ad7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:44:52.484491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9009e-dca7-4a7e-b690-af80a34aab89 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event updated for resources: {'Network': ['ID=cac5c9ce-efce-44d4-83e9-0d9ecc675ad7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:52.494558 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network cac5c9ce-efce-44d4-83e9-0d9ecc675ad7 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:44:52.535746 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47531d44-3bad-42a1-8e9f-1bc15c9ebe9c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Made reservation on behalf of 4fae116e4fed4b4f8fb5b3062a69c13e for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:44:52.539401 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-47531d44-3bad-42a1-8e9f-1bc15c9ebe9c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:52.712198 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-47531d44-3bad-42a1-8e9f-1bc15c9ebe9c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:52.771247 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47531d44-3bad-42a1-8e9f-1bc15c9ebe9c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event updated for resources: {'Subnet': ['ID=f128ca83-9caa-4f5c-8fdc-907a3860910c,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:52.778597 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47531d44-3bad-42a1-8e9f-1bc15c9ebe9c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Checking segment: {'id': 'cb74a985-3533-44a8-a758-e3960d0fbcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cac5c9ce-efce-44d4-83e9-0d9ecc675ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:44:52.778801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47531d44-3bad-42a1-8e9f-1bc15c9ebe9c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Network hostable DHCP agents. Network: cac5c9ce-efce-44d4-83e9-0d9ecc675ad7, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:44:52.794477 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47531d44-3bad-42a1-8e9f-1bc15c9ebe9c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Network cac5c9ce-efce-44d4-83e9-0d9ecc675ad7 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:44:52.802946 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-47531d44-3bad-42a1-8e9f-1bc15c9ebe9c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, cac5c9ce-efce-44d4-83e9-0d9ecc675ad7) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:44:52.807022 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47531d44-3bad-42a1-8e9f-1bc15c9ebe9c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:52.807623 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-47531d44-3bad-42a1-8e9f-1bc15c9ebe9c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:52.812672 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2996ba6f-afec-48ac-9e78-3b7bc62b2f1f None None] Network cac5c9ce-efce-44d4-83e9-0d9ecc675ad7 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:44:52.821829 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-47531d44-3bad-42a1-8e9f-1bc15c9ebe9c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3894072 Jul 14 07:44:52.824744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34244) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:52.830221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-bffae16f-db11-4e97-add0-ed20a7daca99 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Request body: {'port': {'network_id': 'cac5c9ce-efce-44d4-83e9-0d9ecc675ad7', 'name': 'tempest-AllowedAddressPairTestJSON-1717495042'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:44:52.961932 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-cac5c9ce-efce-44d4-83e9-0d9ecc675ad7', 'network_id': 'cac5c9ce-efce-44d4-83e9-0d9ecc675ad7', 'tenant_id': '4fae116e4fed4b4f8fb5b3062a69c13e', 'fixed_ips': [{'subnet_id': 'f128ca83-9caa-4f5c-8fdc-907a3860910c'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:44:52.962804 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:53.101050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Allocated IP 172.20.0.2 (cac5c9ce-efce-44d4-83e9-0d9ecc675ad7/f128ca83-9caa-4f5c-8fdc-907a3860910c/41586a64-99ea-43ba-8732-b84de9d3b59c) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:44:53.229510 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffae16f-db11-4e97-add0-ed20a7daca99 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Made reservation on behalf of 4fae116e4fed4b4f8fb5b3062a69c13e for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:44:53.233345 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bffae16f-db11-4e97-add0-ed20a7daca99 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:53.241828 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:53.250845 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Transition to ACTIVE for port object 41586a64-99ea-43ba-8732-b84de9d3b59c will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:44:53.251055 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-bffae16f-db11-4e97-add0-ed20a7daca99 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] device_id is not set on port f877a46f-5f80-4879-b702-d672a88df89f yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:44:53.266673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Transition to ACTIVE for port object 41586a64-99ea-43ba-8732-b84de9d3b59c will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:44:53.272002 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:53.306842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Network cac5c9ce-efce-44d4-83e9-0d9ecc675ad7 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:44:53.313429 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:44:53.316951 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:44:53.323857 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Pushing event updated for resources: {'Port': ['ID=41586a64-99ea-43ba-8732-b84de9d3b59c,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:53.333556 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:53.333902 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:53.334240 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:53.334574 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:53.334905 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:53.335234 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:53.335567 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:53.335892 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:53.336215 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:53.336536 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:53.336858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:53.337179 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:44:53.354188 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-bffae16f-db11-4e97-add0-ed20a7daca99 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Allocated IP 172.20.0.7 (cac5c9ce-efce-44d4-83e9-0d9ecc675ad7/f128ca83-9caa-4f5c-8fdc-907a3860910c/f877a46f-5f80-4879-b702-d672a88df89f) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:44:53.387561 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Attempting to bind port 41586a64-99ea-43ba-8732-b84de9d3b59c on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:44:53.387929 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Attempting to bind port 41586a64-99ea-43ba-8732-b84de9d3b59c by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'cb74a985-3533-44a8-a758-e3960d0fbcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cac5c9ce-efce-44d4-83e9-0d9ecc675ad7'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:44:53.388294 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Attempting to bind port 41586a64-99ea-43ba-8732-b84de9d3b59c on network cac5c9ce-efce-44d4-83e9-0d9ecc675ad7 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:44:53.393257 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:44:53.393651 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Checking segment: {'id': 'cb74a985-3533-44a8-a758-e3960d0fbcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cac5c9ce-efce-44d4-83e9-0d9ecc675ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:44:53.394038 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:53.394438 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Bound using segment: {'id': 'cb74a985-3533-44a8-a758-e3960d0fbcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cac5c9ce-efce-44d4-83e9-0d9ecc675ad7'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:44:53.394910 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Bound port: 41586a64-99ea-43ba-8732-b84de9d3b59c, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb74a985-3533-44a8-a758-e3960d0fbcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cac5c9ce-efce-44d4-83e9-0d9ecc675ad7'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:44:53.395287 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:53.459129 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] For port 41586a64-99ea-43ba-8732-b84de9d3b59c, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:44:53.462416 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] For port 41586a64-99ea-43ba-8732-b84de9d3b59c, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=41586a64-99ea-43ba-8732-b84de9d3b59c,segment=NetworkSegment(cb74a985-3533-44a8-a758-e3960d0fbcc5),segment_id=cb74a985-3533-44a8-a758-e3960d0fbcc5)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:44:53.466659 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:53.508745 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bffae16f-db11-4e97-add0-ed20a7daca99 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:53.524463 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc8528-9558-4e00-accd-f871e360e5a4 None None] Pushing event updated for resources: {'Port': ['ID=41586a64-99ea-43ba-8732-b84de9d3b59c,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:53.524968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bffae16f-db11-4e97-add0-ed20a7daca99 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Transition to ACTIVE for port object f877a46f-5f80-4879-b702-d672a88df89f will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:44:53.559859 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bffae16f-db11-4e97-add0-ed20a7daca99 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:53.610256 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffae16f-db11-4e97-add0-ed20a7daca99 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Network cac5c9ce-efce-44d4-83e9-0d9ecc675ad7 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:44:53.613336 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-bffae16f-db11-4e97-add0-ed20a7daca99 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:44:53.617522 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffae16f-db11-4e97-add0-ed20a7daca99 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:44:53.624112 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffae16f-db11-4e97-add0-ed20a7daca99 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event updated for resources: {'Port': ['ID=f877a46f-5f80-4879-b702-d672a88df89f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:53.687164 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffae16f-db11-4e97-add0-ed20a7daca99 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:53.687831 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bffae16f-db11-4e97-add0-ed20a7daca99 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:53.701963 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bffae16f-db11-4e97-add0-ed20a7daca99 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8762565 Jul 14 07:44:53.705900 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34246) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:53.713606 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f312e05b-0622-4445-ab9e-181ab111a157 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Request body: {'port': {'network_id': 'cac5c9ce-efce-44d4-83e9-0d9ecc675ad7', 'name': 'tempest-AllowedAddressPairTestJSON-550300843', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:07:b9:bb'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:44:53.824517 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f312e05b-0622-4445-ab9e-181ab111a157 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Made reservation on behalf of 4fae116e4fed4b4f8fb5b3062a69c13e for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:44:53.909178 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f312e05b-0622-4445-ab9e-181ab111a157 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:53.925908 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f312e05b-0622-4445-ab9e-181ab111a157 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] device_id is not set on port 22276f01-12aa-4ee6-8a48-3e5c4304f687 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:44:54.031108 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f312e05b-0622-4445-ab9e-181ab111a157 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Allocated IP 172.20.0.10 (cac5c9ce-efce-44d4-83e9-0d9ecc675ad7/f128ca83-9caa-4f5c-8fdc-907a3860910c/22276f01-12aa-4ee6-8a48-3e5c4304f687) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:44:54.182586 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f312e05b-0622-4445-ab9e-181ab111a157 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:54.198050 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f312e05b-0622-4445-ab9e-181ab111a157 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Transition to ACTIVE for port object 22276f01-12aa-4ee6-8a48-3e5c4304f687 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:44:54.231415 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f312e05b-0622-4445-ab9e-181ab111a157 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:54.282993 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312e05b-0622-4445-ab9e-181ab111a157 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Network cac5c9ce-efce-44d4-83e9-0d9ecc675ad7 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:44:54.286280 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f312e05b-0622-4445-ab9e-181ab111a157 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:44:54.290408 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312e05b-0622-4445-ab9e-181ab111a157 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:44:54.297157 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312e05b-0622-4445-ab9e-181ab111a157 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event updated for resources: {'Port': ['ID=22276f01-12aa-4ee6-8a48-3e5c4304f687,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:54.343191 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f312e05b-0622-4445-ab9e-181ab111a157 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:54.343828 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f312e05b-0622-4445-ab9e-181ab111a157 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:54.357923 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f312e05b-0622-4445-ab9e-181ab111a157 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.6507208 Jul 14 07:44:54.360409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34248) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:54.398026 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f33df1c-5549-4303-8316-38570cc318ad None None] Network cac5c9ce-efce-44d4-83e9-0d9ecc675ad7 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:44:54.428089 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4169bcdd-cb11-4ab8-b63e-130267f76ced tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:54.434121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4169bcdd-cb11-4ab8-b63e-130267f76ced tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:54.440564 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4169bcdd-cb11-4ab8-b63e-130267f76ced tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:54.442234 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4169bcdd-cb11-4ab8-b63e-130267f76ced tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.0808904 Jul 14 07:44:54.444968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34250) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:54.464683 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f57c441b-a464-4566-92bb-a8f13c654b18 None None] Provisioning for port 41586a64-99ea-43ba-8732-b84de9d3b59c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:44:54.543922 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-83c3d8a7-6442-4be8-8a34-49339c788f87 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Deleting port 22276f01-12aa-4ee6-8a48-3e5c4304f687 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:44:54.544274 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83c3d8a7-6442-4be8-8a34-49339c788f87 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:54.635562 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83c3d8a7-6442-4be8-8a34-49339c788f87 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:54.648011 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-83c3d8a7-6442-4be8-8a34-49339c788f87 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Calling delete_port for 22276f01-12aa-4ee6-8a48-3e5c4304f687 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:44:54.784112 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 41586a64-99ea-43ba-8732-b84de9d3b59c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:44:54.804876 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83c3d8a7-6442-4be8-8a34-49339c788f87 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:54.825673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-506b2d6d-873d-4f19-abbb-47e3adfa81e5 None None] Provisioning complete for port 22276f01-12aa-4ee6-8a48-3e5c4304f687 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:44:54.826049 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-506b2d6d-873d-4f19-abbb-47e3adfa81e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:54.842663 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3d8a7-6442-4be8-8a34-49339c788f87 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event deleted for resources: {'Port': ['ID=22276f01-12aa-4ee6-8a48-3e5c4304f687,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:54.848472 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-506b2d6d-873d-4f19-abbb-47e3adfa81e5 None None] Port 22276f01-12aa-4ee6-8a48-3e5c4304f687 was deleted so its status cannot be updated. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 07:44:54.867747 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 41586a64-99ea-43ba-8732-b84de9d3b59c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:44:54.870823 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-506b2d6d-873d-4f19-abbb-47e3adfa81e5 None None] Provisioning complete for port 41586a64-99ea-43ba-8732-b84de9d3b59c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:44:54.871199 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-506b2d6d-873d-4f19-abbb-47e3adfa81e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:54.874059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 41586a64-99ea-43ba-8732-b84de9d3b59c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:44:54.874523 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:55.004875 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83c3d8a7-6442-4be8-8a34-49339c788f87 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:55.009250 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-83c3d8a7-6442-4be8-8a34-49339c788f87 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "DELETE /v2.0/ports/22276f01-12aa-4ee6-8a48-3e5c4304f687 HTTP/1.1" status: 204 len: 168 time: 0.5609412 Jul 14 07:44:55.009606 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34252) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:55.017610 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-506b2d6d-873d-4f19-abbb-47e3adfa81e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:55.028413 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:55.038950 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff51e49b-d036-4e28-b414-af3cfde3d621 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] GET failed (client error): The resource could not be found. Jul 14 07:44:55.040633 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ff51e49b-d036-4e28-b414-af3cfde3d621 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "GET /v2.0/ports/22276f01-12aa-4ee6-8a48-3e5c4304f687 HTTP/1.1" status: 404 len: 333 time: 0.0298753 Jul 14 07:44:55.044210 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34254) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:55.049787 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3b97b042-0537-4cf9-bfba-390f87f794d2 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Request body: {'port': {'network_id': 'cac5c9ce-efce-44d4-83e9-0d9ecc675ad7', 'name': 'tempest-AllowedAddressPairTestJSON-413019153'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:44:55.072256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-506b2d6d-873d-4f19-abbb-47e3adfa81e5 None None] For port 41586a64-99ea-43ba-8732-b84de9d3b59c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=41586a64-99ea-43ba-8732-b84de9d3b59c,segment=NetworkSegment(cb74a985-3533-44a8-a758-e3960d0fbcc5),segment_id=cb74a985-3533-44a8-a758-e3960d0fbcc5)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:44:55.076997 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-506b2d6d-873d-4f19-abbb-47e3adfa81e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:55.141337 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-506b2d6d-873d-4f19-abbb-47e3adfa81e5 None None] Provisioning for port f877a46f-5f80-4879-b702-d672a88df89f completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:44:55.153419 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-506b2d6d-873d-4f19-abbb-47e3adfa81e5 None None] Provisioning complete for port f877a46f-5f80-4879-b702-d672a88df89f triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:44:55.153685 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-506b2d6d-873d-4f19-abbb-47e3adfa81e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:55.161177 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.api [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:44:55.161553 n-d-778696-5 neutron-server[93829]: DEBUG oslo_db.api [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:44:55.178740 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b97b042-0537-4cf9-bfba-390f87f794d2 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Made reservation on behalf of 4fae116e4fed4b4f8fb5b3062a69c13e for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:44:55.183231 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b97b042-0537-4cf9-bfba-390f87f794d2 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:55.187573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b2d6d-873d-4f19-abbb-47e3adfa81e5 None None] Pushing event updated for resources: {'Port': ['ID=41586a64-99ea-43ba-8732-b84de9d3b59c,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:55.200655 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-506b2d6d-873d-4f19-abbb-47e3adfa81e5 None None] Port f877a46f-5f80-4879-b702-d672a88df89f cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:44:55.210629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-3b97b042-0537-4cf9-bfba-390f87f794d2 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] device_id is not set on port f134d262-83f3-4f50-8a68-5e54a835b53c yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:44:55.313233 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3229f1ba-1506-4071-92f5-360ea2dd7f1d None None] Could not find standard attr ID for object 22276f01-12aa-4ee6-8a48-3e5c4304f687. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:44:55.323814 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3229f1ba-1506-4071-92f5-360ea2dd7f1d None None] Provisioning complete for port f877a46f-5f80-4879-b702-d672a88df89f triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:44:55.324093 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-3b97b042-0537-4cf9-bfba-390f87f794d2 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Allocated IP 172.20.0.14 (cac5c9ce-efce-44d4-83e9-0d9ecc675ad7/f128ca83-9caa-4f5c-8fdc-907a3860910c/f134d262-83f3-4f50-8a68-5e54a835b53c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:44:55.324219 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3229f1ba-1506-4071-92f5-360ea2dd7f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:55.361409 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3229f1ba-1506-4071-92f5-360ea2dd7f1d None None] Port f877a46f-5f80-4879-b702-d672a88df89f cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:44:55.466621 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b97b042-0537-4cf9-bfba-390f87f794d2 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:55.480272 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3b97b042-0537-4cf9-bfba-390f87f794d2 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Transition to ACTIVE for port object f134d262-83f3-4f50-8a68-5e54a835b53c will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:44:55.512296 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b97b042-0537-4cf9-bfba-390f87f794d2 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:55.557316 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b97b042-0537-4cf9-bfba-390f87f794d2 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Network cac5c9ce-efce-44d4-83e9-0d9ecc675ad7 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:44:55.562837 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-3b97b042-0537-4cf9-bfba-390f87f794d2 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:44:55.566681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97b042-0537-4cf9-bfba-390f87f794d2 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:44:55.592555 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97b042-0537-4cf9-bfba-390f87f794d2 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event updated for resources: {'Port': ['ID=f134d262-83f3-4f50-8a68-5e54a835b53c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:55.619951 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b97b042-0537-4cf9-bfba-390f87f794d2 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:55.620580 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b97b042-0537-4cf9-bfba-390f87f794d2 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:55.636169 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3b97b042-0537-4cf9-bfba-390f87f794d2 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5909245 Jul 14 07:44:55.638832 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34256) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:55.644700 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3533c78e-0589-459f-b3ff-1a6c968a26f8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:07:b9:bb'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:44:55.732436 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3533c78e-0589-459f-b3ff-1a6c968a26f8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:55.783559 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7e2a4970-34b3-4e6f-9333-9206c1db01a6 None None] Provisioning for port f134d262-83f3-4f50-8a68-5e54a835b53c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:44:55.787205 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7e2a4970-34b3-4e6f-9333-9206c1db01a6 None None] Provisioning complete for port f134d262-83f3-4f50-8a68-5e54a835b53c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:44:55.787837 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4970-34b3-4e6f-9333-9206c1db01a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:55.820998 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-7e2a4970-34b3-4e6f-9333-9206c1db01a6 None None] Port f134d262-83f3-4f50-8a68-5e54a835b53c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:44:55.907144 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3533c78e-0589-459f-b3ff-1a6c968a26f8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:55.911466 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3533c78e-0589-459f-b3ff-1a6c968a26f8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:55.990250 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533c78e-0589-459f-b3ff-1a6c968a26f8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event updated for resources: {'Port': ['ID=f134d262-83f3-4f50-8a68-5e54a835b53c,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:56.003031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3533c78e-0589-459f-b3ff-1a6c968a26f8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] In _notify_port_updated(), no bound segment for port f134d262-83f3-4f50-8a68-5e54a835b53c on network cac5c9ce-efce-44d4-83e9-0d9ecc675ad7 {{(pid=93827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:44:56.008684 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3533c78e-0589-459f-b3ff-1a6c968a26f8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:56.009338 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3533c78e-0589-459f-b3ff-1a6c968a26f8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:56.010730 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3533c78e-0589-459f-b3ff-1a6c968a26f8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "PUT /v2.0/ports/f134d262-83f3-4f50-8a68-5e54a835b53c HTTP/1.1" status: 200 len: 993 time: 0.3709583 Jul 14 07:44:56.013610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34258) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:56.112039 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-672a5a6b-834c-430f-8945-9ab2772b767c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Deleting port f134d262-83f3-4f50-8a68-5e54a835b53c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:44:56.112383 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-672a5a6b-834c-430f-8945-9ab2772b767c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:56.140521 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d806498c-4a65-46b5-bb07-80995b0ce104 None None] Provisioning complete for port f134d262-83f3-4f50-8a68-5e54a835b53c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:44:56.140896 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d806498c-4a65-46b5-bb07-80995b0ce104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:56.173855 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d806498c-4a65-46b5-bb07-80995b0ce104 None None] Port f134d262-83f3-4f50-8a68-5e54a835b53c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:44:56.197911 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-672a5a6b-834c-430f-8945-9ab2772b767c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:56.209347 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-672a5a6b-834c-430f-8945-9ab2772b767c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Calling delete_port for f134d262-83f3-4f50-8a68-5e54a835b53c owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:44:56.334845 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-672a5a6b-834c-430f-8945-9ab2772b767c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:56.370210 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a5a6b-834c-430f-8945-9ab2772b767c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event deleted for resources: {'Port': ['ID=f134d262-83f3-4f50-8a68-5e54a835b53c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:56.500549 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-672a5a6b-834c-430f-8945-9ab2772b767c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:56.502490 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-672a5a6b-834c-430f-8945-9ab2772b767c tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "DELETE /v2.0/ports/f134d262-83f3-4f50-8a68-5e54a835b53c HTTP/1.1" status: 204 len: 168 time: 0.4879482 Jul 14 07:44:56.505235 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34260) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:56.533391 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc398af-9bea-475d-b7c6-27406c8f6cfd tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] GET failed (client error): The resource could not be found. Jul 14 07:44:56.534927 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9fc398af-9bea-475d-b7c6-27406c8f6cfd tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "GET /v2.0/ports/f134d262-83f3-4f50-8a68-5e54a835b53c HTTP/1.1" status: 404 len: 333 time: 0.0287051 Jul 14 07:44:56.538470 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34262) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:56.544049 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9a6ef5f8-24b1-4df4-be25-38f13545d9a8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Request body: {'port': {'network_id': 'cac5c9ce-efce-44d4-83e9-0d9ecc675ad7', 'name': 'tempest-AllowedAddressPairTestJSON-2018817470'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:44:56.653307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6ef5f8-24b1-4df4-be25-38f13545d9a8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Made reservation on behalf of 4fae116e4fed4b4f8fb5b3062a69c13e for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:44:56.657141 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef5f8-24b1-4df4-be25-38f13545d9a8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:56.674357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-9a6ef5f8-24b1-4df4-be25-38f13545d9a8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] device_id is not set on port 0120e25a-d1e3-48f4-abc8-8b9b8e30c191 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:44:56.739273 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 41586a64-99ea-43ba-8732-b84de9d3b59c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:44:56.782646 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-9a6ef5f8-24b1-4df4-be25-38f13545d9a8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Allocated IP 172.20.0.13 (cac5c9ce-efce-44d4-83e9-0d9ecc675ad7/f128ca83-9caa-4f5c-8fdc-907a3860910c/0120e25a-d1e3-48f4-abc8-8b9b8e30c191) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:44:56.790128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 41586a64-99ea-43ba-8732-b84de9d3b59c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:44:56.790689 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:56.927463 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef5f8-24b1-4df4-be25-38f13545d9a8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:56.940586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-9a6ef5f8-24b1-4df4-be25-38f13545d9a8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Transition to ACTIVE for port object 0120e25a-d1e3-48f4-abc8-8b9b8e30c191 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:44:56.973696 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef5f8-24b1-4df4-be25-38f13545d9a8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:57.013695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6ef5f8-24b1-4df4-be25-38f13545d9a8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Network cac5c9ce-efce-44d4-83e9-0d9ecc675ad7 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:44:57.019157 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-9a6ef5f8-24b1-4df4-be25-38f13545d9a8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:44:57.022838 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ef5f8-24b1-4df4-be25-38f13545d9a8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:44:57.048380 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ef5f8-24b1-4df4-be25-38f13545d9a8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event updated for resources: {'Port': ['ID=0120e25a-d1e3-48f4-abc8-8b9b8e30c191,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:57.076462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6ef5f8-24b1-4df4-be25-38f13545d9a8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:57.077067 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef5f8-24b1-4df4-be25-38f13545d9a8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:57.092925 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9a6ef5f8-24b1-4df4-be25-38f13545d9a8 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5533915 Jul 14 07:44:57.095511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34264) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:57.100784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-31f7e34d-37b6-4999-b3ae-97e89ce387bd tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:07:b9:bb'}]}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:44:57.266871 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31f7e34d-37b6-4999-b3ae-97e89ce387bd tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:57.300124 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0fc2654d-3e22-4546-88e4-f5528d21bfa2 None None] Provisioning for port 0120e25a-d1e3-48f4-abc8-8b9b8e30c191 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:44:57.306910 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0fc2654d-3e22-4546-88e4-f5528d21bfa2 None None] Provisioning complete for port 0120e25a-d1e3-48f4-abc8-8b9b8e30c191 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:44:57.307293 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0fc2654d-3e22-4546-88e4-f5528d21bfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:57.342006 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-0fc2654d-3e22-4546-88e4-f5528d21bfa2 None None] Port 0120e25a-d1e3-48f4-abc8-8b9b8e30c191 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:44:57.449614 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31f7e34d-37b6-4999-b3ae-97e89ce387bd tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:57.454102 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31f7e34d-37b6-4999-b3ae-97e89ce387bd tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:57.533244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7e34d-37b6-4999-b3ae-97e89ce387bd tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event updated for resources: {'Port': ['ID=0120e25a-d1e3-48f4-abc8-8b9b8e30c191,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:57.545554 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-31f7e34d-37b6-4999-b3ae-97e89ce387bd tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] In _notify_port_updated(), no bound segment for port 0120e25a-d1e3-48f4-abc8-8b9b8e30c191 on network cac5c9ce-efce-44d4-83e9-0d9ecc675ad7 {{(pid=93828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:44:57.551532 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f7e34d-37b6-4999-b3ae-97e89ce387bd tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:57.552156 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31f7e34d-37b6-4999-b3ae-97e89ce387bd tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:57.553627 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-31f7e34d-37b6-4999-b3ae-97e89ce387bd tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "PUT /v2.0/ports/0120e25a-d1e3-48f4-abc8-8b9b8e30c191 HTTP/1.1" status: 200 len: 997 time: 0.4571462 Jul 14 07:44:57.556251 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34266) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:57.654742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-518d1a8e-86bb-48af-a084-b6a0fbf9f084 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Deleting port 0120e25a-d1e3-48f4-abc8-8b9b8e30c191 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:44:57.655092 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-518d1a8e-86bb-48af-a084-b6a0fbf9f084 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:57.743148 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-518d1a8e-86bb-48af-a084-b6a0fbf9f084 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:57.755111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-518d1a8e-86bb-48af-a084-b6a0fbf9f084 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Calling delete_port for 0120e25a-d1e3-48f4-abc8-8b9b8e30c191 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:44:57.761752 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3efdd2f7-7515-4f0d-8463-4e0cf6e26b1b None None] Provisioning complete for port 0120e25a-d1e3-48f4-abc8-8b9b8e30c191 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:44:57.762124 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3efdd2f7-7515-4f0d-8463-4e0cf6e26b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:57.798755 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3efdd2f7-7515-4f0d-8463-4e0cf6e26b1b None None] Port 0120e25a-d1e3-48f4-abc8-8b9b8e30c191 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:44:57.882057 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-518d1a8e-86bb-48af-a084-b6a0fbf9f084 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:57.909998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d1a8e-86bb-48af-a084-b6a0fbf9f084 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event deleted for resources: {'Port': ['ID=0120e25a-d1e3-48f4-abc8-8b9b8e30c191,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:57.978043 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-518d1a8e-86bb-48af-a084-b6a0fbf9f084 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:57.981219 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-518d1a8e-86bb-48af-a084-b6a0fbf9f084 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "DELETE /v2.0/ports/0120e25a-d1e3-48f4-abc8-8b9b8e30c191 HTTP/1.1" status: 204 len: 168 time: 0.4230602 Jul 14 07:44:57.983075 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34268) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:58.015624 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebdc03d-b3a6-4775-891d-bd37e5c20ceb tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] GET failed (client error): The resource could not be found. Jul 14 07:44:58.017109 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-aebdc03d-b3a6-4775-891d-bd37e5c20ceb tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "GET /v2.0/ports/0120e25a-d1e3-48f4-abc8-8b9b8e30c191 HTTP/1.1" status: 404 len: 333 time: 0.0324235 Jul 14 07:44:58.020666 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34270) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:58.025520 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-7259a4c4-883b-4f6f-a798-74208fd7ea47 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Request body: {'port': {'network_id': 'cac5c9ce-efce-44d4-83e9-0d9ecc675ad7', 'name': 'tempest-AllowedAddressPairTestJSON-648960520'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:44:58.130663 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7259a4c4-883b-4f6f-a798-74208fd7ea47 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Made reservation on behalf of 4fae116e4fed4b4f8fb5b3062a69c13e for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:44:58.134362 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7259a4c4-883b-4f6f-a798-74208fd7ea47 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:58.151124 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-7259a4c4-883b-4f6f-a798-74208fd7ea47 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] device_id is not set on port 4fc1de52-a88e-4f1a-8673-b3069bab56fc yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:44:58.257971 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-7259a4c4-883b-4f6f-a798-74208fd7ea47 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Allocated IP 172.20.0.10 (cac5c9ce-efce-44d4-83e9-0d9ecc675ad7/f128ca83-9caa-4f5c-8fdc-907a3860910c/4fc1de52-a88e-4f1a-8673-b3069bab56fc) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:44:58.398796 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7259a4c4-883b-4f6f-a798-74208fd7ea47 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:58.412550 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-7259a4c4-883b-4f6f-a798-74208fd7ea47 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Transition to ACTIVE for port object 4fc1de52-a88e-4f1a-8673-b3069bab56fc will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:44:58.443482 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7259a4c4-883b-4f6f-a798-74208fd7ea47 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:58.488799 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7259a4c4-883b-4f6f-a798-74208fd7ea47 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Network cac5c9ce-efce-44d4-83e9-0d9ecc675ad7 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:44:58.494446 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-7259a4c4-883b-4f6f-a798-74208fd7ea47 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:44:58.498122 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7259a4c4-883b-4f6f-a798-74208fd7ea47 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:44:58.523746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259a4c4-883b-4f6f-a798-74208fd7ea47 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event updated for resources: {'Port': ['ID=4fc1de52-a88e-4f1a-8673-b3069bab56fc,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:58.551589 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7259a4c4-883b-4f6f-a798-74208fd7ea47 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:58.552299 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7259a4c4-883b-4f6f-a798-74208fd7ea47 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:58.567387 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7259a4c4-883b-4f6f-a798-74208fd7ea47 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5456131 Jul 14 07:44:58.569896 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34272) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:58.574962 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-4a8de019-f670-449a-9fde-5f05f8ff84ce tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Request body: {'port': {'network_id': 'cac5c9ce-efce-44d4-83e9-0d9ecc675ad7', 'name': 'tempest-AllowedAddressPairTestJSON-522432929'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:44:58.683113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8de019-f670-449a-9fde-5f05f8ff84ce tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Made reservation on behalf of 4fae116e4fed4b4f8fb5b3062a69c13e for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:44:58.687480 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a8de019-f670-449a-9fde-5f05f8ff84ce tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:58.704824 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-4a8de019-f670-449a-9fde-5f05f8ff84ce tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] device_id is not set on port 22033664-8d63-423c-8a4f-21dd93b92146 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:44:58.722478 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f5d0cd31-e5fc-4189-a714-1268a19b8dd6 None None] Provisioning for port 4fc1de52-a88e-4f1a-8673-b3069bab56fc completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:44:58.726197 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f5d0cd31-e5fc-4189-a714-1268a19b8dd6 None None] Provisioning complete for port 4fc1de52-a88e-4f1a-8673-b3069bab56fc triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:44:58.726576 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f5d0cd31-e5fc-4189-a714-1268a19b8dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:58.759148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0cd31-e5fc-4189-a714-1268a19b8dd6 None None] Port 4fc1de52-a88e-4f1a-8673-b3069bab56fc cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:44:58.816649 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-4a8de019-f670-449a-9fde-5f05f8ff84ce tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Allocated IP 172.20.0.14 (cac5c9ce-efce-44d4-83e9-0d9ecc675ad7/f128ca83-9caa-4f5c-8fdc-907a3860910c/22033664-8d63-423c-8a4f-21dd93b92146) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:44:58.962607 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a8de019-f670-449a-9fde-5f05f8ff84ce tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:58.975736 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-4a8de019-f670-449a-9fde-5f05f8ff84ce tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Transition to ACTIVE for port object 22033664-8d63-423c-8a4f-21dd93b92146 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:44:59.008296 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a8de019-f670-449a-9fde-5f05f8ff84ce tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:59.047616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8de019-f670-449a-9fde-5f05f8ff84ce tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Network cac5c9ce-efce-44d4-83e9-0d9ecc675ad7 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:44:59.052568 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-4a8de019-f670-449a-9fde-5f05f8ff84ce tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:44:59.056135 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8de019-f670-449a-9fde-5f05f8ff84ce tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:44:59.082143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8de019-f670-449a-9fde-5f05f8ff84ce tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event updated for resources: {'Port': ['ID=22033664-8d63-423c-8a4f-21dd93b92146,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:59.109516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8de019-f670-449a-9fde-5f05f8ff84ce tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:59.110132 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a8de019-f670-449a-9fde-5f05f8ff84ce tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:59.124897 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4a8de019-f670-449a-9fde-5f05f8ff84ce tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5527709 Jul 14 07:44:59.126869 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34274) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:59.132072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-4f4fe83e-175d-442e-8f81-38a345c47a77 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:07:b9:bb'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:02:51:86'}]}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:44:59.223516 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f4fe83e-175d-442e-8f81-38a345c47a77 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:59.281034 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f47f5543-c70d-4b9e-9ab8-11a3966645b1 None None] Provisioning for port 22033664-8d63-423c-8a4f-21dd93b92146 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:44:59.284908 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f47f5543-c70d-4b9e-9ab8-11a3966645b1 None None] Provisioning complete for port 22033664-8d63-423c-8a4f-21dd93b92146 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:44:59.285314 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f47f5543-c70d-4b9e-9ab8-11a3966645b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:59.318557 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f47f5543-c70d-4b9e-9ab8-11a3966645b1 None None] Port 22033664-8d63-423c-8a4f-21dd93b92146 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:44:59.399580 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f4fe83e-175d-442e-8f81-38a345c47a77 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:59.403964 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f4fe83e-175d-442e-8f81-38a345c47a77 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:59.476684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4fe83e-175d-442e-8f81-38a345c47a77 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event updated for resources: {'Port': ['ID=22033664-8d63-423c-8a4f-21dd93b92146,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:44:59.491519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-4f4fe83e-175d-442e-8f81-38a345c47a77 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] In _notify_port_updated(), no bound segment for port 22033664-8d63-423c-8a4f-21dd93b92146 on network cac5c9ce-efce-44d4-83e9-0d9ecc675ad7 {{(pid=93828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:44:59.497304 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4fe83e-175d-442e-8f81-38a345c47a77 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:44:59.497940 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f4fe83e-175d-442e-8f81-38a345c47a77 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:59.499295 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4f4fe83e-175d-442e-8f81-38a345c47a77 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "PUT /v2.0/ports/22033664-8d63-423c-8a4f-21dd93b92146 HTTP/1.1" status: 200 len: 1056 time: 0.3714662 Jul 14 07:44:59.502201 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34276) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:44:59.604419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-8cf74208-70ec-4d60-b2f0-d4da74e28ac0 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Deleting port 22033664-8d63-423c-8a4f-21dd93b92146 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:44:59.605112 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cf74208-70ec-4d60-b2f0-d4da74e28ac0 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:59.641714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-52de8c78-232b-4328-aa2b-c465e805cf98 None None] Provisioning complete for port 22033664-8d63-423c-8a4f-21dd93b92146 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:44:59.642181 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-52de8c78-232b-4328-aa2b-c465e805cf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:59.675443 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-52de8c78-232b-4328-aa2b-c465e805cf98 None None] Port 22033664-8d63-423c-8a4f-21dd93b92146 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:44:59.689496 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cf74208-70ec-4d60-b2f0-d4da74e28ac0 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:59.700711 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-8cf74208-70ec-4d60-b2f0-d4da74e28ac0 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Calling delete_port for 22033664-8d63-423c-8a4f-21dd93b92146 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:44:59.825870 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cf74208-70ec-4d60-b2f0-d4da74e28ac0 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:44:59.854688 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf74208-70ec-4d60-b2f0-d4da74e28ac0 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event deleted for resources: {'Port': ['ID=22033664-8d63-423c-8a4f-21dd93b92146,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:00.082101 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cf74208-70ec-4d60-b2f0-d4da74e28ac0 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:00.083900 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8cf74208-70ec-4d60-b2f0-d4da74e28ac0 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "DELETE /v2.0/ports/22033664-8d63-423c-8a4f-21dd93b92146 HTTP/1.1" status: 204 len: 168 time: 0.5807793 Jul 14 07:45:00.086586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34278) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:00.113092 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f881250-c05a-4a49-b91f-76622d0e4abb tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] GET failed (client error): The resource could not be found. Jul 14 07:45:00.114503 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1f881250-c05a-4a49-b91f-76622d0e4abb tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "GET /v2.0/ports/22033664-8d63-423c-8a4f-21dd93b92146 HTTP/1.1" status: 404 len: 333 time: 0.0270264 Jul 14 07:45:00.116894 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34280) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:00.208034 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a13f1-4419-4638-9c61-bd6b8c461ebf tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Deleting port 4fc1de52-a88e-4f1a-8673-b3069bab56fc {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:00.208285 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d8a13f1-4419-4638-9c61-bd6b8c461ebf tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:00.292875 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d8a13f1-4419-4638-9c61-bd6b8c461ebf tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:00.304224 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a13f1-4419-4638-9c61-bd6b8c461ebf tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Calling delete_port for 4fc1de52-a88e-4f1a-8673-b3069bab56fc owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:00.428621 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d8a13f1-4419-4638-9c61-bd6b8c461ebf tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:00.457479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a13f1-4419-4638-9c61-bd6b8c461ebf tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event deleted for resources: {'Port': ['ID=4fc1de52-a88e-4f1a-8673-b3069bab56fc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:00.525729 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d8a13f1-4419-4638-9c61-bd6b8c461ebf tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:00.527784 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5d8a13f1-4419-4638-9c61-bd6b8c461ebf tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "DELETE /v2.0/ports/4fc1de52-a88e-4f1a-8673-b3069bab56fc HTTP/1.1" status: 204 len: 168 time: 0.4098310 Jul 14 07:45:00.530384 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34282) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:00.536059 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-eb976722-f0fc-48e5-9b0b-b8b3f5d3a16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:00.564870 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b30af76-a431-4ef1-b82a-4ae4b5612dc1 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] GET failed (client error): The resource could not be found. Jul 14 07:45:00.566465 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8b30af76-a431-4ef1-b82a-4ae4b5612dc1 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "GET /v2.0/ports/4fc1de52-a88e-4f1a-8673-b3069bab56fc HTTP/1.1" status: 404 len: 333 time: 0.0350616 Jul 14 07:45:00.570191 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34284) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:00.668466 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-cef403c3-4a9a-4eb7-805b-6ba5b666f2d7 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Deleting port f877a46f-5f80-4879-b702-d672a88df89f {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:00.668818 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cef403c3-4a9a-4eb7-805b-6ba5b666f2d7 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:00.753456 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cef403c3-4a9a-4eb7-805b-6ba5b666f2d7 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:00.764513 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-cef403c3-4a9a-4eb7-805b-6ba5b666f2d7 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Calling delete_port for f877a46f-5f80-4879-b702-d672a88df89f owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:00.882751 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cef403c3-4a9a-4eb7-805b-6ba5b666f2d7 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:00.914413 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef403c3-4a9a-4eb7-805b-6ba5b666f2d7 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event deleted for resources: {'Port': ['ID=f877a46f-5f80-4879-b702-d672a88df89f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:00.984311 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cef403c3-4a9a-4eb7-805b-6ba5b666f2d7 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:00.987026 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cef403c3-4a9a-4eb7-805b-6ba5b666f2d7 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "DELETE /v2.0/ports/f877a46f-5f80-4879-b702-d672a88df89f HTTP/1.1" status: 204 len: 168 time: 0.4152954 Jul 14 07:45:00.989275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34286) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:01.039059 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab078dc-7ff3-4a72-a051-62a0ad2f57a1 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Deleting subnet f128ca83-9caa-4f5c-8fdc-907a3860910c {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:45:01.042347 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ab078dc-7ff3-4a72-a051-62a0ad2f57a1 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:01.082429 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ab078dc-7ff3-4a72-a051-62a0ad2f57a1 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:01.165118 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ab078dc-7ff3-4a72-a051-62a0ad2f57a1 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:01.220718 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ab078dc-7ff3-4a72-a051-62a0ad2f57a1 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:01.247211 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab078dc-7ff3-4a72-a051-62a0ad2f57a1 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event deleted for resources: {'Subnet': ['ID=f128ca83-9caa-4f5c-8fdc-907a3860910c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:01.249151 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ab078dc-7ff3-4a72-a051-62a0ad2f57a1 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:01.251003 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8ab078dc-7ff3-4a72-a051-62a0ad2f57a1 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "DELETE /v2.0/subnets/f128ca83-9caa-4f5c-8fdc-907a3860910c HTTP/1.1" status: 204 len: 168 time: 0.2608213 Jul 14 07:45:01.253441 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34288) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:01.256620 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd947872-a10f-4075-bdcf-13c400febb14 None None] Network cac5c9ce-efce-44d4-83e9-0d9ecc675ad7 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:01.325677 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:01.381422 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Deleting port 41586a64-99ea-43ba-8732-b84de9d3b59c {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:01.381766 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:01.427816 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b88535-2f77-46b7-a5d1-4487aa743bbe None None] DHCP port deletion for cac5c9ce-efce-44d4-83e9-0d9ecc675ad7 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:45:01.446241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] For port 41586a64-99ea-43ba-8732-b84de9d3b59c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=41586a64-99ea-43ba-8732-b84de9d3b59c,segment=NetworkSegment(cb74a985-3533-44a8-a758-e3960d0fbcc5),segment_id=cb74a985-3533-44a8-a758-e3960d0fbcc5)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:01.446601 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:01.460035 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Calling delete_port for 41586a64-99ea-43ba-8732-b84de9d3b59c owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:01.480929 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a0b88535-2f77-46b7-a5d1-4487aa743bbe None None] Deleting port 41586a64-99ea-43ba-8732-b84de9d3b59c {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:01.481277 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a0b88535-2f77-46b7-a5d1-4487aa743bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:01.538159 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:01.542203 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a0b88535-2f77-46b7-a5d1-4487aa743bbe None None] For port 41586a64-99ea-43ba-8732-b84de9d3b59c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=41586a64-99ea-43ba-8732-b84de9d3b59c,segment=NetworkSegment(cb74a985-3533-44a8-a758-e3960d0fbcc5),segment_id=cb74a985-3533-44a8-a758-e3960d0fbcc5)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:01.542701 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a0b88535-2f77-46b7-a5d1-4487aa743bbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:01.555251 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a0b88535-2f77-46b7-a5d1-4487aa743bbe None None] Calling delete_port for 41586a64-99ea-43ba-8732-b84de9d3b59c owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:01.569026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event deleted for resources: {'Port': ['ID=41586a64-99ea-43ba-8732-b84de9d3b59c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:01.572580 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] No DVR routers for this DVR port 41586a64-99ea-43ba-8732-b84de9d3b59c on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:45:01.632672 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a0b88535-2f77-46b7-a5d1-4487aa743bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:01.648174 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:01.657920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac5c9ce-efce-44d4-83e9-0d9ecc675ad7']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:01.660315 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b88535-2f77-46b7-a5d1-4487aa743bbe None None] Pushing event deleted for resources: {'Port': ['ID=41586a64-99ea-43ba-8732-b84de9d3b59c,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:01.664179 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b88535-2f77-46b7-a5d1-4487aa743bbe None None] No DVR routers for this DVR port 41586a64-99ea-43ba-8732-b84de9d3b59c on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:45:01.676584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb74a985-3533-44a8-a758-e3960d0fbcc5') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:01.676884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb74a985-3533-44a8-a758-e3960d0fbcc5') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:01.686029 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:01.700072 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:01.706692 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:01.707082 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:01.710202 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:01.769608 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:01.776567 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:01.778392 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] 10.222.0.35 "DELETE /v2.0/networks/cac5c9ce-efce-44d4-83e9-0d9ecc675ad7 HTTP/1.1" status: 204 len: 168 time: 0.5239825 Jul 14 07:45:01.789769 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fa3b4-2492-4e2e-bd5f-5f0bf2f612e3 tempest-AllowedAddressPairTestJSON-1682109264 tempest-AllowedAddressPairTestJSON-1682109264-project] Pushing event deleted for resources: {'Network': ['ID=cac5c9ce-efce-44d4-83e9-0d9ecc675ad7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:02.012828 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34294) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:02.138409 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a73e3d95-158d-4de0-8002-587ea593f84d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4fae116e4fed4b4f8fb5b3062a69c13e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1243341 Jul 14 07:45:02.140812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34298) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:02.186084 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dad8d5b2-f341-452b-81fb-6489da457a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:02.206942 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dad8d5b2-f341-452b-81fb-6489da457a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:02.255161 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dad8d5b2-f341-452b-81fb-6489da457a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:02.257756 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dad8d5b2-f341-452b-81fb-6489da457a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:02.258904 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-dad8d5b2-f341-452b-81fb-6489da457a84 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e2a72a5-7672-446b-8960-92448c68de08 HTTP/1.1" status: 204 len: 168 time: 0.1171625 Jul 14 07:45:02.266099 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8d5b2-f341-452b-81fb-6489da457a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2a72a5-7672-446b-8960-92448c68de08,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:02.737908 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 41586a64-99ea-43ba-8732-b84de9d3b59c no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:45:02.763718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 41586a64-99ea-43ba-8732-b84de9d3b59c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:45:02.763718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 41586a64-99ea-43ba-8732-b84de9d3b59c not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:45:02.867155 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34322) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:02.959122 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Request body: {'networks': [{'name': 'tempest-network--615499707'}, {'name': 'tempest-network--856257651'}]} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:02.959439 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Request body: {'network': {'name': 'tempest-network--615499707'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:02.959901 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Request body: {'network': {'name': 'tempest-network--856257651'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:02.981056 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Made reservation on behalf of ccc55888de164b63996a9d328fd0eefb for: {'network': 2} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:02.985540 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:02.994056 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.080929 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.084560 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.085009 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.120563 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42911a66-feb5-4f59-aece-7d8b6c9fa13e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:03.125964 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:03.134614 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.134949 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Added segment c58b5782-3440-4f07-b37b-c22afc560a62 of type vlan for network 0309c32b-74a4-4f46-91a6-cc1726191cf6 Jul 14 07:45:03.178817 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.209939 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:03.218302 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.218672 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Added segment 34f7715f-4e90-4be0-a51b-a48d07ea9196 of type vlan for network 5985fc67-9b7a-4bf5-84df-74a3cc90e547 Jul 14 07:45:03.255717 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.282811 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.283295 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.288782 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:03.293617 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:03.294235 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.327873 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31f1aa09-cbc5-4aa0-ae8f-93b8580dd3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.351741 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.4834116 Jul 14 07:45:03.354083 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34326) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:03.426655 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event updated for resources: {'Network': ['ID=0309c32b-74a4-4f46-91a6-cc1726191cf6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:03.437212 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 0309c32b-74a4-4f46-91a6-cc1726191cf6 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:03.555938 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cab6c4-3fbb-4abe-b260-5e36e8c32ebb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event updated for resources: {'Network': ['ID=5985fc67-9b7a-4bf5-84df-74a3cc90e547,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:03.567547 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 5985fc67-9b7a-4bf5-84df-74a3cc90e547 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:03.585818 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a43d32-ce30-4020-bd5d-e9f4b927637c tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:03.591789 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a43d32-ce30-4020-bd5d-e9f4b927637c tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:03.598003 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a43d32-ce30-4020-bd5d-e9f4b927637c tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:03.603860 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a43d32-ce30-4020-bd5d-e9f4b927637c tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:03.605591 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-25a43d32-ce30-4020-bd5d-e9f4b927637c tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2505999 Jul 14 07:45:03.609018 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34328) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:03.690354 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bdd9261b-1938-436f-b5fb-abf5dcd2b946 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.778534 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bdd9261b-1938-436f-b5fb-abf5dcd2b946 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.786318 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.790208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-bdd9261b-1938-436f-b5fb-abf5dcd2b946 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0309c32b-74a4-4f46-91a6-cc1726191cf6']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:03.801739 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-bdd9261b-1938-436f-b5fb-abf5dcd2b946 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58b5782-3440-4f07-b37b-c22afc560a62') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:03.802034 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-bdd9261b-1938-436f-b5fb-abf5dcd2b946 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58b5782-3440-4f07-b37b-c22afc560a62') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:03.810697 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bdd9261b-1938-436f-b5fb-abf5dcd2b946 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.824328 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bdd9261b-1938-436f-b5fb-abf5dcd2b946 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.830276 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd9261b-1938-436f-b5fb-abf5dcd2b946 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:03.830758 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bdd9261b-1938-436f-b5fb-abf5dcd2b946 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:03.833946 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:03.887726 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bdd9261b-1938-436f-b5fb-abf5dcd2b946 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.894810 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bdd9261b-1938-436f-b5fb-abf5dcd2b946 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:03.896464 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bdd9261b-1938-436f-b5fb-abf5dcd2b946 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "DELETE /v2.0/networks/0309c32b-74a4-4f46-91a6-cc1726191cf6 HTTP/1.1" status: 204 len: 168 time: 0.2863975 Jul 14 07:45:03.899129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34330) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:03.908218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9261b-1938-436f-b5fb-abf5dcd2b946 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event deleted for resources: {'Network': ['ID=0309c32b-74a4-4f46-91a6-cc1726191cf6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:03.972185 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9d406752-2963-497f-ad81-d8a7afb65755 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.058521 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9d406752-2963-497f-ad81-d8a7afb65755 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.067883 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-9d406752-2963-497f-ad81-d8a7afb65755 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5985fc67-9b7a-4bf5-84df-74a3cc90e547']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:04.077816 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-9d406752-2963-497f-ad81-d8a7afb65755 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f7715f-4e90-4be0-a51b-a48d07ea9196') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:04.078114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-9d406752-2963-497f-ad81-d8a7afb65755 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f7715f-4e90-4be0-a51b-a48d07ea9196') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:04.086860 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9d406752-2963-497f-ad81-d8a7afb65755 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.100421 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9d406752-2963-497f-ad81-d8a7afb65755 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.106223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d406752-2963-497f-ad81-d8a7afb65755 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:04.106710 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9d406752-2963-497f-ad81-d8a7afb65755 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:04.110255 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:04.163379 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9d406752-2963-497f-ad81-d8a7afb65755 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.169995 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9d406752-2963-497f-ad81-d8a7afb65755 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.172391 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9d406752-2963-497f-ad81-d8a7afb65755 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "DELETE /v2.0/networks/5985fc67-9b7a-4bf5-84df-74a3cc90e547 HTTP/1.1" status: 204 len: 168 time: 0.2722497 Jul 14 07:45:04.175118 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34332) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:04.184353 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d406752-2963-497f-ad81-d8a7afb65755 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event deleted for resources: {'Network': ['ID=5985fc67-9b7a-4bf5-84df-74a3cc90e547,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:04.276897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4103f74b-36e5-4ef9-b53e-fbd408fe6c6a tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:04.283591 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4103f74b-36e5-4ef9-b53e-fbd408fe6c6a tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:04.285117 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4103f74b-36e5-4ef9-b53e-fbd408fe6c6a tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1089041 Jul 14 07:45:04.288698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34334) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:04.293337 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-415bc2eb-e8d3-431f-b05b-1f6e51aa5960 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1209372014'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:04.312926 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415bc2eb-e8d3-431f-b05b-1f6e51aa5960 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Made reservation on behalf of ccc55888de164b63996a9d328fd0eefb for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:04.316345 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-415bc2eb-e8d3-431f-b05b-1f6e51aa5960 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.339414 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415bc2eb-e8d3-431f-b05b-1f6e51aa5960 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:04.348282 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-415bc2eb-e8d3-431f-b05b-1f6e51aa5960 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.348625 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-415bc2eb-e8d3-431f-b05b-1f6e51aa5960 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Added segment 21b8259f-9534-4618-a9a3-cd6e195d446d of type vlan for network 660ce7e0-fa53-414e-9205-6a9a72af103e Jul 14 07:45:04.385412 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-415bc2eb-e8d3-431f-b05b-1f6e51aa5960 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.413467 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-415bc2eb-e8d3-431f-b05b-1f6e51aa5960 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.418851 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415bc2eb-e8d3-431f-b05b-1f6e51aa5960 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:04.419441 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-415bc2eb-e8d3-431f-b05b-1f6e51aa5960 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.478886 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-415bc2eb-e8d3-431f-b05b-1f6e51aa5960 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1891658 Jul 14 07:45:04.481593 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34336) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:04.486734 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d133d49b-3024-46e0-a6ab-5da24a9345bb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1946028116'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:04.487152 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bc2eb-e8d3-431f-b05b-1f6e51aa5960 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event updated for resources: {'Network': ['ID=660ce7e0-fa53-414e-9205-6a9a72af103e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:04.498516 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 660ce7e0-fa53-414e-9205-6a9a72af103e details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:04.507322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d133d49b-3024-46e0-a6ab-5da24a9345bb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Made reservation on behalf of ccc55888de164b63996a9d328fd0eefb for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:04.510830 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d133d49b-3024-46e0-a6ab-5da24a9345bb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.534138 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d133d49b-3024-46e0-a6ab-5da24a9345bb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:04.542682 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d133d49b-3024-46e0-a6ab-5da24a9345bb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.543235 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-d133d49b-3024-46e0-a6ab-5da24a9345bb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Added segment 99a231b6-2aa6-4a74-a861-aefc53302129 of type vlan for network 88fd93f7-540f-491a-9d29-959de1773d11 Jul 14 07:45:04.595421 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d133d49b-3024-46e0-a6ab-5da24a9345bb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.621635 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d133d49b-3024-46e0-a6ab-5da24a9345bb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.627585 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d133d49b-3024-46e0-a6ab-5da24a9345bb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:04.628170 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d133d49b-3024-46e0-a6ab-5da24a9345bb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.675244 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d133d49b-3024-46e0-a6ab-5da24a9345bb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1924231 Jul 14 07:45:04.678030 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34338) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:04.683125 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Request body: {'ports': [{'network_id': '660ce7e0-fa53-414e-9205-6a9a72af103e', 'name': 'tempest-port--740991386', 'admin_state_up': True}, {'network_id': '88fd93f7-540f-491a-9d29-959de1773d11', 'admin_state_up': False}]} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:04.683444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Request body: {'port': {'network_id': '660ce7e0-fa53-414e-9205-6a9a72af103e', 'name': 'tempest-port--740991386', 'admin_state_up': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:04.683951 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Request body: {'port': {'network_id': '88fd93f7-540f-491a-9d29-959de1773d11', 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:04.694918 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133d49b-3024-46e0-a6ab-5da24a9345bb tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event updated for resources: {'Network': ['ID=88fd93f7-540f-491a-9d29-959de1773d11,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:04.705537 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 88fd93f7-540f-491a-9d29-959de1773d11 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:04.769912 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.834965 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Made reservation on behalf of ccc55888de164b63996a9d328fd0eefb for: {'port': 2} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:04.839453 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.852003 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:04.925487 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] device_id is not set on port feadc38a-68ae-4dad-875f-9bc80c14da8f yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:45:05.040936 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:05.105808 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] device_id is not set on port cbe60be4-8168-4f65-8c31-b2c35e338626 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:45:05.212743 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:05.254815 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:05.315008 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event updated for resources: {'Port': ['ID=feadc38a-68ae-4dad-875f-9bc80c14da8f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:05.321971 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Checking segment: {'id': '21b8259f-9534-4618-a9a3-cd6e195d446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '660ce7e0-fa53-414e-9205-6a9a72af103e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:05.322242 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Network hostable DHCP agents. Network: 660ce7e0-fa53-414e-9205-6a9a72af103e, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:05.337991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Network 660ce7e0-fa53-414e-9205-6a9a72af103e is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:05.346978 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 660ce7e0-fa53-414e-9205-6a9a72af103e) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:05.350467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:05.351287 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:05.355766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8dc729-cef7-4c1f-8362-c199ab7de273 None None] Network 660ce7e0-fa53-414e-9205-6a9a72af103e requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:05.407001 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event updated for resources: {'Port': ['ID=cbe60be4-8168-4f65-8c31-b2c35e338626,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:05.422486 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Checking segment: {'id': '99a231b6-2aa6-4a74-a861-aefc53302129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '88fd93f7-540f-491a-9d29-959de1773d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:05.422854 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Network hostable DHCP agents. Network: 88fd93f7-540f-491a-9d29-959de1773d11, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:05.438614 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Network 88fd93f7-540f-491a-9d29-959de1773d11 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:05.447818 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 88fd93f7-540f-491a-9d29-959de1773d11) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:05.451362 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:05.457496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:05.461210 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daec38ae-0269-4fde-8e21-1a9a921c1cd4 None None] Network 88fd93f7-540f-491a-9d29-959de1773d11 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:05.462339 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:05.463040 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:05.479051 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-95d91bf2-8f20-467c-b967-716daaba22f6 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.7997596 Jul 14 07:45:05.481366 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34340) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:05.551370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f6543f-2210-41f1-a74d-7daeeed3e0ac tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:05.557462 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f6543f-2210-41f1-a74d-7daeeed3e0ac tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:05.559024 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a1f6543f-2210-41f1-a74d-7daeeed3e0ac tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0767424 Jul 14 07:45:05.561816 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34342) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:05.944229 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e48b12da-2bbf-424e-8ce7-3777c1a07e3b tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Deleting port feadc38a-68ae-4dad-875f-9bc80c14da8f {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:05.944980 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e48b12da-2bbf-424e-8ce7-3777c1a07e3b tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:06.009374 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e48b12da-2bbf-424e-8ce7-3777c1a07e3b tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:06.022352 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e48b12da-2bbf-424e-8ce7-3777c1a07e3b tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Calling delete_port for feadc38a-68ae-4dad-875f-9bc80c14da8f owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:06.097765 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e48b12da-2bbf-424e-8ce7-3777c1a07e3b tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:06.125541 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b12da-2bbf-424e-8ce7-3777c1a07e3b tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event deleted for resources: {'Port': ['ID=feadc38a-68ae-4dad-875f-9bc80c14da8f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:06.130633 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e48b12da-2bbf-424e-8ce7-3777c1a07e3b tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:06.133279 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e48b12da-2bbf-424e-8ce7-3777c1a07e3b tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "DELETE /v2.0/ports/feadc38a-68ae-4dad-875f-9bc80c14da8f HTTP/1.1" status: 204 len: 168 time: 0.5702891 Jul 14 07:45:06.134971 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34344) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:06.229297 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-64773c69-d353-4cd7-9ac5-3707905c9827 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Deleting port cbe60be4-8168-4f65-8c31-b2c35e338626 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:06.229649 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64773c69-d353-4cd7-9ac5-3707905c9827 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:06.266434 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:06.293579 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64773c69-d353-4cd7-9ac5-3707905c9827 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:06.309477 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-64773c69-d353-4cd7-9ac5-3707905c9827 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Calling delete_port for cbe60be4-8168-4f65-8c31-b2c35e338626 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:06.382986 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64773c69-d353-4cd7-9ac5-3707905c9827 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:06.410603 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64773c69-d353-4cd7-9ac5-3707905c9827 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event deleted for resources: {'Port': ['ID=cbe60be4-8168-4f65-8c31-b2c35e338626,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:06.415886 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64773c69-d353-4cd7-9ac5-3707905c9827 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:06.419004 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-64773c69-d353-4cd7-9ac5-3707905c9827 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "DELETE /v2.0/ports/cbe60be4-8168-4f65-8c31-b2c35e338626 HTTP/1.1" status: 204 len: 168 time: 0.2817028 Jul 14 07:45:06.420101 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34346) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:06.448759 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-324f1a36-7d04-4523-8560-1940c93ce462 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0276349 Jul 14 07:45:06.452136 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34348) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:06.456876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e33a7493-a9ad-49b8-a806-33c78d2c8720 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-255578968'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:06.476843 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33a7493-a9ad-49b8-a806-33c78d2c8720 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Made reservation on behalf of ccc55888de164b63996a9d328fd0eefb for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:06.480395 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e33a7493-a9ad-49b8-a806-33c78d2c8720 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:06.508685 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33a7493-a9ad-49b8-a806-33c78d2c8720 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:06.517619 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e33a7493-a9ad-49b8-a806-33c78d2c8720 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:06.517966 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-e33a7493-a9ad-49b8-a806-33c78d2c8720 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Added segment a4062243-8012-40d1-b6e6-6603e4c1e10d of type vlan for network 92328145-a1f3-4e65-9b4a-74f149bd27ed Jul 14 07:45:06.556708 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e33a7493-a9ad-49b8-a806-33c78d2c8720 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:06.585589 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e33a7493-a9ad-49b8-a806-33c78d2c8720 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:06.591194 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33a7493-a9ad-49b8-a806-33c78d2c8720 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:06.591773 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e33a7493-a9ad-49b8-a806-33c78d2c8720 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:06.646276 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e33a7493-a9ad-49b8-a806-33c78d2c8720 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1932406 Jul 14 07:45:06.648838 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34350) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:06.655615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e91cfa09-f917-4bf0-aae7-bc22aaea7741 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-802213194'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:06.664370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a7493-a9ad-49b8-a806-33c78d2c8720 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event updated for resources: {'Network': ['ID=92328145-a1f3-4e65-9b4a-74f149bd27ed,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:06.674654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 92328145-a1f3-4e65-9b4a-74f149bd27ed details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:06.680807 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91cfa09-f917-4bf0-aae7-bc22aaea7741 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Made reservation on behalf of ccc55888de164b63996a9d328fd0eefb for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:06.684365 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e91cfa09-f917-4bf0-aae7-bc22aaea7741 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:06.709378 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91cfa09-f917-4bf0-aae7-bc22aaea7741 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:06.718386 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e91cfa09-f917-4bf0-aae7-bc22aaea7741 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:06.718789 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-e91cfa09-f917-4bf0-aae7-bc22aaea7741 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Added segment 56787a11-98c7-4237-aef2-8ae06cfa5c77 of type vlan for network 10722ea0-cf5e-4faf-b38e-c97c1a406c12 Jul 14 07:45:06.763023 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e91cfa09-f917-4bf0-aae7-bc22aaea7741 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:06.790933 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e91cfa09-f917-4bf0-aae7-bc22aaea7741 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:06.797407 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91cfa09-f917-4bf0-aae7-bc22aaea7741 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:06.797998 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e91cfa09-f917-4bf0-aae7-bc22aaea7741 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:06.851588 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e91cfa09-f917-4bf0-aae7-bc22aaea7741 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2017372 Jul 14 07:45:06.864691 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91cfa09-f917-4bf0-aae7-bc22aaea7741 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event updated for resources: {'Network': ['ID=10722ea0-cf5e-4faf-b38e-c97c1a406c12,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:06.875173 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 10722ea0-cf5e-4faf-b38e-c97c1a406c12 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:06.980009 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34352) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:06.985894 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Request body: {'subnets': [{'network_id': '92328145-a1f3-4e65-9b4a-74f149bd27ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1071695332', 'ip_version': 4}, {'network_id': '10722ea0-cf5e-4faf-b38e-c97c1a406c12', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:06.986212 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Request body: {'subnet': {'network_id': '92328145-a1f3-4e65-9b4a-74f149bd27ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1071695332', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:06.986789 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Request body: {'subnet': {'network_id': '10722ea0-cf5e-4faf-b38e-c97c1a406c12', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:07.135252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Made reservation on behalf of ccc55888de164b63996a9d328fd0eefb for: {'subnet': 2} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:07.139793 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:07.140136 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:07.474625 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:07.532864 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event updated for resources: {'Subnet': ['ID=094ad8d6-97fa-4791-ba04-433a7b08683c,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:07.541145 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Checking segment: {'id': 'a4062243-8012-40d1-b6e6-6603e4c1e10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92328145-a1f3-4e65-9b4a-74f149bd27ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:07.541537 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Network hostable DHCP agents. Network: 92328145-a1f3-4e65-9b4a-74f149bd27ed, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:07.557254 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Network 92328145-a1f3-4e65-9b4a-74f149bd27ed is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:07.565725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 92328145-a1f3-4e65-9b4a-74f149bd27ed) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:07.569288 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:07.574297 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169cdff2-2bcf-400b-93bc-7b28dd97d56a None None] Network 92328145-a1f3-4e65-9b4a-74f149bd27ed requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:07.632879 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event updated for resources: {'Subnet': ['ID=7dab79bd-6080-4e3d-ab9a-8e4828186e91,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:07.641621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Checking segment: {'id': '56787a11-98c7-4237-aef2-8ae06cfa5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10722ea0-cf5e-4faf-b38e-c97c1a406c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:07.641621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Network hostable DHCP agents. Network: 10722ea0-cf5e-4faf-b38e-c97c1a406c12, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:07.658103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Network 10722ea0-cf5e-4faf-b38e-c97c1a406c12 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:07.667646 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 10722ea0-cf5e-4faf-b38e-c97c1a406c12) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:07.671837 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:07.672312 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:07.672940 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:07.679011 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5440ff8c-2da2-4f9d-8b20-3fae80bae1d9 None None] Network 10722ea0-cf5e-4faf-b38e-c97c1a406c12 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:07.688348 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7271d335-e29f-4fc6-b4dd-72caf47010b1 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.7070010 Jul 14 07:45:07.690608 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34354) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:07.766285 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b270cc-24b0-446a-9765-9f6fd4f3fffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-92328145-a1f3-4e65-9b4a-74f149bd27ed', 'network_id': '92328145-a1f3-4e65-9b4a-74f149bd27ed', 'tenant_id': 'ccc55888de164b63996a9d328fd0eefb', 'fixed_ips': [{'subnet_id': '094ad8d6-97fa-4791-ba04-433a7b08683c'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:45:07.767815 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-09b270cc-24b0-446a-9765-9f6fd4f3fffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:07.771991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d0a4cb-69ac-40ab-a20c-609c6d10e413 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:07.773662 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d0a4cb-69ac-40ab-a20c-609c6d10e413 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:07.775178 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d0a4cb-69ac-40ab-a20c-609c6d10e413 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:07.776795 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-92d0a4cb-69ac-40ab-a20c-609c6d10e413 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0852838 Jul 14 07:45:07.779941 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34356) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:07.831840 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c074554-e008-42a7-9c73-990380e90eba tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Deleting subnet 094ad8d6-97fa-4791-ba04-433a7b08683c {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:45:07.835016 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c074554-e008-42a7-9c73-990380e90eba tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:07.877645 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c074554-e008-42a7-9c73-990380e90eba tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:07.924000 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c074554-e008-42a7-9c73-990380e90eba tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:07.926295 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-10722ea0-cf5e-4faf-b38e-c97c1a406c12', 'network_id': '10722ea0-cf5e-4faf-b38e-c97c1a406c12', 'tenant_id': 'ccc55888de164b63996a9d328fd0eefb', 'fixed_ips': [{'subnet_id': '7dab79bd-6080-4e3d-ab9a-8e4828186e91'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:45:07.927140 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:07.984461 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c074554-e008-42a7-9c73-990380e90eba tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server [None req-09b270cc-24b0-446a-9765-9f6fd4f3fffe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 094ad8d6-97fa-4791-ba04-433a7b08683c: This subnet is being modified by another concurrent operation. Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise exception Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 094ad8d6-97fa-4791-ba04-433a7b08683c: This subnet is being modified by another concurrent operation. Jul 14 07:45:08.000037 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server Jul 14 07:45:08.012742 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c074554-e008-42a7-9c73-990380e90eba tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event deleted for resources: {'Subnet': ['ID=094ad8d6-97fa-4791-ba04-433a7b08683c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:08.014378 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c074554-e008-42a7-9c73-990380e90eba tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:08.018703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34358) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:08.019220 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0c074554-e008-42a7-9c73-990380e90eba tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "DELETE /v2.0/subnets/094ad8d6-97fa-4791-ba04-433a7b08683c HTTP/1.1" status: 204 len: 168 time: 0.2377813 Jul 14 07:45:08.050598 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb2e459-31cf-4bac-9eaf-a1851d786c34 None None] Network 92328145-a1f3-4e65-9b4a-74f149bd27ed requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:08.070452 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3628c84-38a8-43fd-b07c-e54d2cafd770 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Deleting subnet 7dab79bd-6080-4e3d-ab9a-8e4828186e91 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:45:08.116060 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Allocated IP 172.20.0.18 (10722ea0-cf5e-4faf-b38e-c97c1a406c12/7dab79bd-6080-4e3d-ab9a-8e4828186e91/78d96be3-cfa0-48c1-bd79-49d9f877f20b) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:08.291971 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:08.300540 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Transition to ACTIVE for port object 78d96be3-cfa0-48c1-bd79-49d9f877f20b will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:08.315729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Transition to ACTIVE for port object 78d96be3-cfa0-48c1-bd79-49d9f877f20b will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:08.320808 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3628c84-38a8-43fd-b07c-e54d2cafd770 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:08.321244 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:08.356422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Network 10722ea0-cf5e-4faf-b38e-c97c1a406c12 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:08.361656 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:08.364954 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:08.366150 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3628c84-38a8-43fd-b07c-e54d2cafd770 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:08.376234 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Pushing event updated for resources: {'Port': ['ID=78d96be3-cfa0-48c1-bd79-49d9f877f20b,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:08.427153 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Attempting to bind port 78d96be3-cfa0-48c1-bd79-49d9f877f20b on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:45:08.427517 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Attempting to bind port 78d96be3-cfa0-48c1-bd79-49d9f877f20b by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '56787a11-98c7-4237-aef2-8ae06cfa5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10722ea0-cf5e-4faf-b38e-c97c1a406c12'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:45:08.427890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Attempting to bind port 78d96be3-cfa0-48c1-bd79-49d9f877f20b on network 10722ea0-cf5e-4faf-b38e-c97c1a406c12 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:45:08.432692 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:45:08.433061 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Checking segment: {'id': '56787a11-98c7-4237-aef2-8ae06cfa5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10722ea0-cf5e-4faf-b38e-c97c1a406c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:08.433506 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:08.433898 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Bound using segment: {'id': '56787a11-98c7-4237-aef2-8ae06cfa5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10722ea0-cf5e-4faf-b38e-c97c1a406c12'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:45:08.434360 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Bound port: 78d96be3-cfa0-48c1-bd79-49d9f877f20b, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56787a11-98c7-4237-aef2-8ae06cfa5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10722ea0-cf5e-4faf-b38e-c97c1a406c12'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:45:08.434743 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:08.447891 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3628c84-38a8-43fd-b07c-e54d2cafd770 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:08.505092 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3628c84-38a8-43fd-b07c-e54d2cafd770 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:08.507760 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] For port 78d96be3-cfa0-48c1-bd79-49d9f877f20b, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:45:08.511028 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] For port 78d96be3-cfa0-48c1-bd79-49d9f877f20b, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=78d96be3-cfa0-48c1-bd79-49d9f877f20b,segment=NetworkSegment(56787a11-98c7-4237-aef2-8ae06cfa5c77),segment_id=56787a11-98c7-4237-aef2-8ae06cfa5c77)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:45:08.515550 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:08.536426 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3628c84-38a8-43fd-b07c-e54d2cafd770 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event deleted for resources: {'Subnet': ['ID=7dab79bd-6080-4e3d-ab9a-8e4828186e91,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:08.540436 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3628c84-38a8-43fd-b07c-e54d2cafd770 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:08.544743 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f3628c84-38a8-43fd-b07c-e54d2cafd770 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "DELETE /v2.0/subnets/7dab79bd-6080-4e3d-ab9a-8e4828186e91 HTTP/1.1" status: 204 len: 168 time: 0.5223842 Jul 14 07:45:08.544887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34360) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:08.575293 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ead121-e6a5-41ae-b12e-00d8d12bc367 None None] Pushing event updated for resources: {'Port': ['ID=78d96be3-cfa0-48c1-bd79-49d9f877f20b,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:08.596871 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf592e8-0177-48c4-9f01-1ef541fbf344 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:08.598397 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2cf592e8-0177-48c4-9f01-1ef541fbf344 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0526531 Jul 14 07:45:08.602062 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34362) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:08.683676 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:08.754795 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Deleting port 78d96be3-cfa0-48c1-bd79-49d9f877f20b {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:08.755134 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:08.820855 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] For port 78d96be3-cfa0-48c1-bd79-49d9f877f20b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=78d96be3-cfa0-48c1-bd79-49d9f877f20b,segment=NetworkSegment(56787a11-98c7-4237-aef2-8ae06cfa5c77),segment_id=56787a11-98c7-4237-aef2-8ae06cfa5c77)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:08.821251 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:08.840343 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Calling delete_port for 78d96be3-cfa0-48c1-bd79-49d9f877f20b owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:08.917519 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:08.943104 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event deleted for resources: {'Port': ['ID=78d96be3-cfa0-48c1-bd79-49d9f877f20b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:08.944938 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] No DVR routers for this DVR port 78d96be3-cfa0-48c1-bd79-49d9f877f20b on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:45:09.025515 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.035673 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10722ea0-cf5e-4faf-b38e-c97c1a406c12']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:09.045530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56787a11-98c7-4237-aef2-8ae06cfa5c77') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:09.045855 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56787a11-98c7-4237-aef2-8ae06cfa5c77') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:09.054379 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.067783 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.073968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:09.074377 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:09.077844 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:09.132081 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.139083 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.144064 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34364) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:09.144591 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "DELETE /v2.0/networks/10722ea0-cf5e-4faf-b38e-c97c1a406c12 HTTP/1.1" status: 204 len: 168 time: 0.5409746 Jul 14 07:45:09.155866 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d9894-3e3b-48c0-a6ce-3781cc36c237 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event deleted for resources: {'Network': ['ID=10722ea0-cf5e-4faf-b38e-c97c1a406c12,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:09.224479 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a2bb6ac-20b9-4878-b72a-2eb0a278a89d tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.315436 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a2bb6ac-20b9-4878-b72a-2eb0a278a89d tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.325652 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-6a2bb6ac-20b9-4878-b72a-2eb0a278a89d tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92328145-a1f3-4e65-9b4a-74f149bd27ed']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:09.337284 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-6a2bb6ac-20b9-4878-b72a-2eb0a278a89d tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4062243-8012-40d1-b6e6-6603e4c1e10d') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:09.337582 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-6a2bb6ac-20b9-4878-b72a-2eb0a278a89d tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4062243-8012-40d1-b6e6-6603e4c1e10d') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:09.346822 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a2bb6ac-20b9-4878-b72a-2eb0a278a89d tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.360437 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a2bb6ac-20b9-4878-b72a-2eb0a278a89d tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.366649 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2bb6ac-20b9-4878-b72a-2eb0a278a89d tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:09.367180 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a2bb6ac-20b9-4878-b72a-2eb0a278a89d tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:09.370337 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:09.433840 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a2bb6ac-20b9-4878-b72a-2eb0a278a89d tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.439090 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a2bb6ac-20b9-4878-b72a-2eb0a278a89d tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.441956 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6a2bb6ac-20b9-4878-b72a-2eb0a278a89d tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "DELETE /v2.0/networks/92328145-a1f3-4e65-9b4a-74f149bd27ed HTTP/1.1" status: 204 len: 168 time: 0.2958450 Jul 14 07:45:09.444296 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34366) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:09.457235 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bb6ac-20b9-4878-b72a-2eb0a278a89d tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event deleted for resources: {'Network': ['ID=92328145-a1f3-4e65-9b4a-74f149bd27ed,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:09.516641 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0f8d6d-018a-4dc9-bc59-bab5467a6085 None None] DHCP port deletion for 10722ea0-cf5e-4faf-b38e-c97c1a406c12 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:45:09.531144 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcecafd-d2cb-4520-a8da-30ea4a93bb3f None None] Network 10722ea0-cf5e-4faf-b38e-c97c1a406c12 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:09.532838 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c8b26f5-911f-48f8-ae71-8e011fd518c3 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.546496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcecafd-d2cb-4520-a8da-30ea4a93bb3f None None] Network 10722ea0-cf5e-4faf-b38e-c97c1a406c12 could not be found, it might have been deleted concurrently. {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 07:45:09.553951 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a470bcef-9f70-4218-a949-5ea44ed5d45b None None] get_active_networks_info from n-d-778696-5 {{(pid=93829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 07:45:09.555867 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-91c88c7b-1b14-4464-989b-a89183a87c3e None None] Could not find standard attr ID for object 78d96be3-cfa0-48c1-bd79-49d9f877f20b. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:45:09.612064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a470bcef-9f70-4218-a949-5ea44ed5d45b None None] Resources bound (agent type, host, resource id): {{(pid=93829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 07:45:09.615545 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c8b26f5-911f-48f8-ae71-8e011fd518c3 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.625035 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4c8b26f5-911f-48f8-ae71-8e011fd518c3 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88fd93f7-540f-491a-9d29-959de1773d11']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:09.635424 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4c8b26f5-911f-48f8-ae71-8e011fd518c3 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a231b6-2aa6-4a74-a861-aefc53302129') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:09.635691 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4c8b26f5-911f-48f8-ae71-8e011fd518c3 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a231b6-2aa6-4a74-a861-aefc53302129') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:09.644912 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c8b26f5-911f-48f8-ae71-8e011fd518c3 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.663043 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c8b26f5-911f-48f8-ae71-8e011fd518c3 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.668791 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8b26f5-911f-48f8-ae71-8e011fd518c3 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:09.669176 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c8b26f5-911f-48f8-ae71-8e011fd518c3 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:09.672108 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:09.727762 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c8b26f5-911f-48f8-ae71-8e011fd518c3 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.734284 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c8b26f5-911f-48f8-ae71-8e011fd518c3 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.736089 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4c8b26f5-911f-48f8-ae71-8e011fd518c3 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "DELETE /v2.0/networks/88fd93f7-540f-491a-9d29-959de1773d11 HTTP/1.1" status: 204 len: 168 time: 0.2906759 Jul 14 07:45:09.738619 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34368) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:09.755772 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b26f5-911f-48f8-ae71-8e011fd518c3 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event deleted for resources: {'Network': ['ID=88fd93f7-540f-491a-9d29-959de1773d11,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:09.825248 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6af5fd5-eaeb-4573-aaed-8277d121ed34 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.905985 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6af5fd5-eaeb-4573-aaed-8277d121ed34 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.915167 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a6af5fd5-eaeb-4573-aaed-8277d121ed34 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660ce7e0-fa53-414e-9205-6a9a72af103e']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:09.924920 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a6af5fd5-eaeb-4573-aaed-8277d121ed34 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b8259f-9534-4618-a9a3-cd6e195d446d') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:09.925239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-a6af5fd5-eaeb-4573-aaed-8277d121ed34 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b8259f-9534-4618-a9a3-cd6e195d446d') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:09.933600 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6af5fd5-eaeb-4573-aaed-8277d121ed34 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.947377 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6af5fd5-eaeb-4573-aaed-8277d121ed34 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.953577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6af5fd5-eaeb-4573-aaed-8277d121ed34 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:09.953962 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6af5fd5-eaeb-4573-aaed-8277d121ed34 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:09.957068 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:10.015419 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6af5fd5-eaeb-4573-aaed-8277d121ed34 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:10.022225 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6af5fd5-eaeb-4573-aaed-8277d121ed34 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:10.024009 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a6af5fd5-eaeb-4573-aaed-8277d121ed34 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] 10.222.0.35 "DELETE /v2.0/networks/660ce7e0-fa53-414e-9205-6a9a72af103e HTTP/1.1" status: 204 len: 168 time: 0.2844927 Jul 14 07:45:10.035253 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af5fd5-eaeb-4573-aaed-8277d121ed34 tempest-BulkNetworkOpsTest-200093787 tempest-BulkNetworkOpsTest-200093787-project] Pushing event deleted for resources: {'Network': ['ID=660ce7e0-fa53-414e-9205-6a9a72af103e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:10.255924 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34374) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:10.381063 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1c7cdd40-dc69-499b-a2b7-1d738f8d8008 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ccc55888de164b63996a9d328fd0eefb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1239982 Jul 14 07:45:10.383432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34378) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:10.429492 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-958617f9-6749-47eb-90e5-2fb81adf0fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:10.449905 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-958617f9-6749-47eb-90e5-2fb81adf0fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:10.495622 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-958617f9-6749-47eb-90e5-2fb81adf0fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:10.498299 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-958617f9-6749-47eb-90e5-2fb81adf0fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:10.500028 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-958617f9-6749-47eb-90e5-2fb81adf0fa0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/42911a66-feb5-4f59-aece-7d8b6c9fa13e HTTP/1.1" status: 204 len: 168 time: 0.1157131 Jul 14 07:45:10.507604 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958617f9-6749-47eb-90e5-2fb81adf0fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42911a66-feb5-4f59-aece-7d8b6c9fa13e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:11.091203 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34400) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:11.182442 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c21e425e-6a32-4241-b268-d2613a9e8a17 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2143948548'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:11.203541 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21e425e-6a32-4241-b268-d2613a9e8a17 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:11.207049 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c21e425e-6a32-4241-b268-d2613a9e8a17 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:11.219147 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c21e425e-6a32-4241-b268-d2613a9e8a17 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:11.306841 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c21e425e-6a32-4241-b268-d2613a9e8a17 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:11.310385 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c21e425e-6a32-4241-b268-d2613a9e8a17 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:11.333639 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21e425e-6a32-4241-b268-d2613a9e8a17 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:11.348535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e425e-6a32-4241-b268-d2613a9e8a17 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c9ddae-efaf-4597-a994-4dd377cea764,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:11.352671 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c21e425e-6a32-4241-b268-d2613a9e8a17 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:11.353011 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-c21e425e-6a32-4241-b268-d2613a9e8a17 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Added segment 45b2244b-5096-4d45-aee1-0e171dfae1f4 of type vlan for network 74bb22ca-46c5-4546-83a5-5206f49cfd63 Jul 14 07:45:11.392474 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c21e425e-6a32-4241-b268-d2613a9e8a17 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:11.420176 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c21e425e-6a32-4241-b268-d2613a9e8a17 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:11.426261 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21e425e-6a32-4241-b268-d2613a9e8a17 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:11.426843 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c21e425e-6a32-4241-b268-d2613a9e8a17 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:11.481386 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c21e425e-6a32-4241-b268-d2613a9e8a17 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3889618 Jul 14 07:45:11.494736 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e425e-6a32-4241-b268-d2613a9e8a17 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Network': ['ID=74bb22ca-46c5-4546-83a5-5206f49cfd63,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:11.504621 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 74bb22ca-46c5-4546-83a5-5206f49cfd63 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:14.708237 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34404) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:14.714036 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-780fb562-efe8-43cc-a972-cba6b970f5f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'subnet': {'network_id': '74bb22ca-46c5-4546-83a5-5206f49cfd63', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:14.798810 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780fb562-efe8-43cc-a972-cba6b970f5f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:14.802331 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-780fb562-efe8-43cc-a972-cba6b970f5f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:14.977217 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-780fb562-efe8-43cc-a972-cba6b970f5f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.035497 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fb562-efe8-43cc-a972-cba6b970f5f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Subnet': ['ID=68a192f1-1397-44a4-a2ea-2bd8323564ca,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:15.043859 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780fb562-efe8-43cc-a972-cba6b970f5f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Checking segment: {'id': '45b2244b-5096-4d45-aee1-0e171dfae1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '74bb22ca-46c5-4546-83a5-5206f49cfd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:15.044222 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780fb562-efe8-43cc-a972-cba6b970f5f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network hostable DHCP agents. Network: 74bb22ca-46c5-4546-83a5-5206f49cfd63, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:15.059816 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780fb562-efe8-43cc-a972-cba6b970f5f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network 74bb22ca-46c5-4546-83a5-5206f49cfd63 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:15.068404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-780fb562-efe8-43cc-a972-cba6b970f5f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 74bb22ca-46c5-4546-83a5-5206f49cfd63) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:15.072960 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780fb562-efe8-43cc-a972-cba6b970f5f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:15.073896 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-780fb562-efe8-43cc-a972-cba6b970f5f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.077623 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bd6d4f-5994-4734-a8de-70348f9a86ec None None] Network 74bb22ca-46c5-4546-83a5-5206f49cfd63 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:15.091553 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-780fb562-efe8-43cc-a972-cba6b970f5f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3784833 Jul 14 07:45:15.091780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34406) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:15.096642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-241568af-b287-48d3-839a-412ed29b533d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2034374063'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:15.117836 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241568af-b287-48d3-839a-412ed29b533d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:15.121346 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-241568af-b287-48d3-839a-412ed29b533d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.149382 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241568af-b287-48d3-839a-412ed29b533d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:15.158129 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-241568af-b287-48d3-839a-412ed29b533d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.158476 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-241568af-b287-48d3-839a-412ed29b533d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Added segment 74fd2af9-71a7-4152-9e96-b75f5ce301e3 of type vlan for network e63d5179-b3ab-4a72-9677-d3a11c5ded19 Jul 14 07:45:15.197167 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-241568af-b287-48d3-839a-412ed29b533d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.223491 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-74bb22ca-46c5-4546-83a5-5206f49cfd63', 'network_id': '74bb22ca-46c5-4546-83a5-5206f49cfd63', 'tenant_id': 'd1e666926250416a9e91736b6b3a8beb', 'fixed_ips': [{'subnet_id': '68a192f1-1397-44a4-a2ea-2bd8323564ca'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:45:15.224350 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.225865 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-241568af-b287-48d3-839a-412ed29b533d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.231547 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241568af-b287-48d3-839a-412ed29b533d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:15.232076 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-241568af-b287-48d3-839a-412ed29b533d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.291096 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-241568af-b287-48d3-839a-412ed29b533d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1983163 Jul 14 07:45:15.293904 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34408) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:15.300713 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a08c3aab-b925-4ab7-aa86-835d1e323449 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'subnet': {'network_id': 'e63d5179-b3ab-4a72-9677-d3a11c5ded19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:15.305400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241568af-b287-48d3-839a-412ed29b533d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Network': ['ID=e63d5179-b3ab-4a72-9677-d3a11c5ded19,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:15.318427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network e63d5179-b3ab-4a72-9677-d3a11c5ded19 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:15.391714 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08c3aab-b925-4ab7-aa86-835d1e323449 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:15.395307 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a08c3aab-b925-4ab7-aa86-835d1e323449 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.417397 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Allocated IP 2001:db8:0:ffff::2 (74bb22ca-46c5-4546-83a5-5206f49cfd63/68a192f1-1397-44a4-a2ea-2bd8323564ca/24c430f6-117c-4980-94b2-818abf583040) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:15.562981 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.571687 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Transition to ACTIVE for port object 24c430f6-117c-4980-94b2-818abf583040 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:15.571965 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a08c3aab-b925-4ab7-aa86-835d1e323449 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.586226 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Transition to ACTIVE for port object 24c430f6-117c-4980-94b2-818abf583040 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:15.591861 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.631566 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Network 74bb22ca-46c5-4546-83a5-5206f49cfd63 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:15.632704 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c3aab-b925-4ab7-aa86-835d1e323449 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Subnet': ['ID=46f7f384-23a9-4a22-a65f-e9b4b2120f50,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:15.634321 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:15.637848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:15.640303 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08c3aab-b925-4ab7-aa86-835d1e323449 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Checking segment: {'id': '74fd2af9-71a7-4152-9e96-b75f5ce301e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e63d5179-b3ab-4a72-9677-d3a11c5ded19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:15.640667 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08c3aab-b925-4ab7-aa86-835d1e323449 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network hostable DHCP agents. Network: e63d5179-b3ab-4a72-9677-d3a11c5ded19, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:15.645043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Pushing event updated for resources: {'Port': ['ID=24c430f6-117c-4980-94b2-818abf583040,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:15.657488 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08c3aab-b925-4ab7-aa86-835d1e323449 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network e63d5179-b3ab-4a72-9677-d3a11c5ded19 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:15.666081 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a08c3aab-b925-4ab7-aa86-835d1e323449 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, e63d5179-b3ab-4a72-9677-d3a11c5ded19) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:15.670115 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08c3aab-b925-4ab7-aa86-835d1e323449 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:15.671232 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a08c3aab-b925-4ab7-aa86-835d1e323449 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.676719 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e9339f-a37e-4325-ab9f-db0c2e3e0f61 None None] Network e63d5179-b3ab-4a72-9677-d3a11c5ded19 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:15.685008 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a08c3aab-b925-4ab7-aa86-835d1e323449 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.3901043 Jul 14 07:45:15.688490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34410) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:15.742395 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Attempting to bind port 24c430f6-117c-4980-94b2-818abf583040 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:45:15.742787 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Attempting to bind port 24c430f6-117c-4980-94b2-818abf583040 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '45b2244b-5096-4d45-aee1-0e171dfae1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '74bb22ca-46c5-4546-83a5-5206f49cfd63'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:45:15.743135 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Attempting to bind port 24c430f6-117c-4980-94b2-818abf583040 on network 74bb22ca-46c5-4546-83a5-5206f49cfd63 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:45:15.752187 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:45:15.752559 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Checking segment: {'id': '45b2244b-5096-4d45-aee1-0e171dfae1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '74bb22ca-46c5-4546-83a5-5206f49cfd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:15.753006 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.753380 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Bound using segment: {'id': '45b2244b-5096-4d45-aee1-0e171dfae1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '74bb22ca-46c5-4546-83a5-5206f49cfd63'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:45:15.753842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Bound port: 24c430f6-117c-4980-94b2-818abf583040, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b2244b-5096-4d45-aee1-0e171dfae1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '74bb22ca-46c5-4546-83a5-5206f49cfd63'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:45:15.754233 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.784910 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-373de539-cd68-4525-bc2c-ce3abce22a2a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.837495 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-373de539-cd68-4525-bc2c-ce3abce22a2a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.854894 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.895446 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] For port 24c430f6-117c-4980-94b2-818abf583040, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:45:15.896302 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-373de539-cd68-4525-bc2c-ce3abce22a2a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.898198 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.900190 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] For port 24c430f6-117c-4980-94b2-818abf583040, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=24c430f6-117c-4980-94b2-818abf583040,segment=NetworkSegment(45b2244b-5096-4d45-aee1-0e171dfae1f4),segment_id=45b2244b-5096-4d45-aee1-0e171dfae1f4)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:45:15.919486 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.925313 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373de539-cd68-4525-bc2c-ce3abce22a2a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Subnet': ['ID=46f7f384-23a9-4a22-a65f-e9b4b2120f50,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:15.929104 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648986fd-4383-4341-be11-a7b83268a847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-e63d5179-b3ab-4a72-9677-d3a11c5ded19', 'network_id': 'e63d5179-b3ab-4a72-9677-d3a11c5ded19', 'tenant_id': 'd1e666926250416a9e91736b6b3a8beb', 'fixed_ips': [{'subnet_id': '46f7f384-23a9-4a22-a65f-e9b4b2120f50'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:45:15.929891 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-648986fd-4383-4341-be11-a7b83268a847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:15.992609 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-373de539-cd68-4525-bc2c-ce3abce22a2a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:16.001496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef785d4-7ed6-4cfa-a78c-c0803996fa4e None None] Pushing event updated for resources: {'Port': ['ID=24c430f6-117c-4980-94b2-818abf583040,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:16.003666 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-373de539-cd68-4525-bc2c-ce3abce22a2a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63d5179-b3ab-4a72-9677-d3a11c5ded19']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:16.015458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-373de539-cd68-4525-bc2c-ce3abce22a2a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74fd2af9-71a7-4152-9e96-b75f5ce301e3') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:16.015774 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-373de539-cd68-4525-bc2c-ce3abce22a2a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74fd2af9-71a7-4152-9e96-b75f5ce301e3') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:16.024983 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-373de539-cd68-4525-bc2c-ce3abce22a2a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:16.040076 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-373de539-cd68-4525-bc2c-ce3abce22a2a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:16.047801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373de539-cd68-4525-bc2c-ce3abce22a2a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:16.048040 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-373de539-cd68-4525-bc2c-ce3abce22a2a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:16.051092 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:16.067502 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2884401f-25b7-4bdb-8954-9c710558de8d None None] Network e63d5179-b3ab-4a72-9677-d3a11c5ded19 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:16.112656 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-373de539-cd68-4525-bc2c-ce3abce22a2a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:16.121423 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-373de539-cd68-4525-bc2c-ce3abce22a2a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:16.123289 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-373de539-cd68-4525-bc2c-ce3abce22a2a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/networks/e63d5179-b3ab-4a72-9677-d3a11c5ded19 HTTP/1.1" status: 204 len: 168 time: 0.4336948 Jul 14 07:45:16.126978 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34412) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:16.132296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e5e9aff0-4027-492e-bf76-cc158da966dc tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-734505990'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:16.133107 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373de539-cd68-4525-bc2c-ce3abce22a2a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Network': ['ID=e63d5179-b3ab-4a72-9677-d3a11c5ded19,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:16.171518 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e9aff0-4027-492e-bf76-cc158da966dc tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:16.180019 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5e9aff0-4027-492e-bf76-cc158da966dc tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:16.207000 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e9aff0-4027-492e-bf76-cc158da966dc tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:16.219336 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5e9aff0-4027-492e-bf76-cc158da966dc tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:16.219684 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-e5e9aff0-4027-492e-bf76-cc158da966dc tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Added segment 05fb983e-0b21-4ed0-9aca-3df12436e52f of type vlan for network 977e7e10-7cce-429a-ad43-2036a0f5ed92 Jul 14 07:45:16.261992 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5e9aff0-4027-492e-bf76-cc158da966dc tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:16.294646 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5e9aff0-4027-492e-bf76-cc158da966dc tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:16.300393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e9aff0-4027-492e-bf76-cc158da966dc tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:16.301001 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5e9aff0-4027-492e-bf76-cc158da966dc tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:16.360775 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e5e9aff0-4027-492e-bf76-cc158da966dc tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2324686 Jul 14 07:45:16.363266 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34414) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:16.368114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b8786e71-00dd-4f11-90a4-a6df01f6e3f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'subnet': {'network_id': '977e7e10-7cce-429a-ad43-2036a0f5ed92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:16.715626 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9aff0-4027-492e-bf76-cc158da966dc tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Network': ['ID=977e7e10-7cce-429a-ad43-2036a0f5ed92,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:16.728870 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 977e7e10-7cce-429a-ad43-2036a0f5ed92 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:16.789241 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 24c430f6-117c-4980-94b2-818abf583040 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:45:16.800780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8786e71-00dd-4f11-90a4-a6df01f6e3f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:16.804614 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8786e71-00dd-4f11-90a4-a6df01f6e3f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:16.849208 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 24c430f6-117c-4980-94b2-818abf583040 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:16.988165 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136b929a-bb1f-4318-aae7-c3c3598c9f8f None None] Network 74bb22ca-46c5-4546-83a5-5206f49cfd63 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:17.002695 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8786e71-00dd-4f11-90a4-a6df01f6e3f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:17.050800 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8096d001-4635-4ae6-8017-da8b70781937 None None] Provisioning for port 24c430f6-117c-4980-94b2-818abf583040 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:17.060178 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8786e71-00dd-4f11-90a4-a6df01f6e3f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Subnet': ['ID=bd1790fb-892c-4ba2-8e6b-8a01da3024e1,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:17.062771 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8096d001-4635-4ae6-8017-da8b70781937 None None] Provisioning complete for port 24c430f6-117c-4980-94b2-818abf583040 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:17.063149 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8096d001-4635-4ae6-8017-da8b70781937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:17.072279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8786e71-00dd-4f11-90a4-a6df01f6e3f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Checking segment: {'id': '05fb983e-0b21-4ed0-9aca-3df12436e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '977e7e10-7cce-429a-ad43-2036a0f5ed92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:17.072641 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8786e71-00dd-4f11-90a4-a6df01f6e3f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network hostable DHCP agents. Network: 977e7e10-7cce-429a-ad43-2036a0f5ed92, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:17.089691 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8786e71-00dd-4f11-90a4-a6df01f6e3f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network 977e7e10-7cce-429a-ad43-2036a0f5ed92 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:17.097802 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-b8786e71-00dd-4f11-90a4-a6df01f6e3f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 977e7e10-7cce-429a-ad43-2036a0f5ed92) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:17.102056 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8786e71-00dd-4f11-90a4-a6df01f6e3f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:17.102654 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8786e71-00dd-4f11-90a4-a6df01f6e3f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:17.117627 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b8786e71-00dd-4f11-90a4-a6df01f6e3f3 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7533376 Jul 14 07:45:17.121084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34416) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:17.126685 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-459c1af7-9feb-4989-9ee0-0313d690a186 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1815451488'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:17.126935 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97ce3b2-a34f-47db-8639-1064a0592061 None None] Network 977e7e10-7cce-429a-ad43-2036a0f5ed92 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:17.146301 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459c1af7-9feb-4989-9ee0-0313d690a186 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:17.149785 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-459c1af7-9feb-4989-9ee0-0313d690a186 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:17.174142 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459c1af7-9feb-4989-9ee0-0313d690a186 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:17.183831 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-459c1af7-9feb-4989-9ee0-0313d690a186 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:17.184463 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-459c1af7-9feb-4989-9ee0-0313d690a186 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Added segment 274c6ad6-3eb4-455a-abf5-ff98b9198f4d of type vlan for network 4e38b3d8-58c4-4eaf-a2bc-a453d3ceb72f Jul 14 07:45:17.232273 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-459c1af7-9feb-4989-9ee0-0313d690a186 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:17.261493 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-459c1af7-9feb-4989-9ee0-0313d690a186 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:17.267703 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459c1af7-9feb-4989-9ee0-0313d690a186 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:17.268324 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-459c1af7-9feb-4989-9ee0-0313d690a186 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:17.330890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-459c1af7-9feb-4989-9ee0-0313d690a186 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2061262 Jul 14 07:45:17.331429 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34418) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:17.337640 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1fa17156-7191-4953-a1ac-efbf281433ec tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'subnet': {'network_id': '4e38b3d8-58c4-4eaf-a2bc-a453d3ceb72f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:17.339025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c1af7-9feb-4989-9ee0-0313d690a186 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Network': ['ID=4e38b3d8-58c4-4eaf-a2bc-a453d3ceb72f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:17.356797 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 4e38b3d8-58c4-4eaf-a2bc-a453d3ceb72f details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:17.426407 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa17156-7191-4953-a1ac-efbf281433ec tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:17.429890 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fa17156-7191-4953-a1ac-efbf281433ec tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:17.484730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-1fa17156-7191-4953-a1ac-efbf281433ec tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Performing IP validity checks on allocation pools {{(pid=93827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 07:45:17.485281 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-1fa17156-7191-4953-a1ac-efbf281433ec tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 07:45:17.492013 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8096d001-4635-4ae6-8017-da8b70781937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:17.569584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8096d001-4635-4ae6-8017-da8b70781937 None None] For port 24c430f6-117c-4980-94b2-818abf583040, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=24c430f6-117c-4980-94b2-818abf583040,segment=NetworkSegment(45b2244b-5096-4d45-aee1-0e171dfae1f4),segment_id=45b2244b-5096-4d45-aee1-0e171dfae1f4)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:17.593133 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8096d001-4635-4ae6-8017-da8b70781937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:17.620205 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-977e7e10-7cce-429a-ad43-2036a0f5ed92', 'network_id': '977e7e10-7cce-429a-ad43-2036a0f5ed92', 'tenant_id': 'd1e666926250416a9e91736b6b3a8beb', 'fixed_ips': [{'subnet_id': 'bd1790fb-892c-4ba2-8e6b-8a01da3024e1'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:45:17.621107 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:17.622673 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fa17156-7191-4953-a1ac-efbf281433ec tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:17.689781 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa17156-7191-4953-a1ac-efbf281433ec tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Subnet': ['ID=2060fb0a-ba71-4b39-8078-18dd4408e3a8,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:17.700026 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa17156-7191-4953-a1ac-efbf281433ec tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Checking segment: {'id': '274c6ad6-3eb4-455a-abf5-ff98b9198f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4e38b3d8-58c4-4eaf-a2bc-a453d3ceb72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:17.700458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa17156-7191-4953-a1ac-efbf281433ec tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network hostable DHCP agents. Network: 4e38b3d8-58c4-4eaf-a2bc-a453d3ceb72f, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:17.709043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096d001-4635-4ae6-8017-da8b70781937 None None] Pushing event updated for resources: {'Port': ['ID=24c430f6-117c-4980-94b2-818abf583040,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:17.720956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa17156-7191-4953-a1ac-efbf281433ec tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network 4e38b3d8-58c4-4eaf-a2bc-a453d3ceb72f is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:17.730939 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1fa17156-7191-4953-a1ac-efbf281433ec tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 4e38b3d8-58c4-4eaf-a2bc-a453d3ceb72f) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:17.736187 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa17156-7191-4953-a1ac-efbf281433ec tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:17.736779 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fa17156-7191-4953-a1ac-efbf281433ec tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:17.754346 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1fa17156-7191-4953-a1ac-efbf281433ec tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4210241 Jul 14 07:45:17.756741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34420) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:17.760369 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462abad9-33d0-458f-8e69-da8bc8ea6710 None None] Network 4e38b3d8-58c4-4eaf-a2bc-a453d3ceb72f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:17.835751 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Allocated IP 2001:db8::3 (977e7e10-7cce-429a-ad43-2036a0f5ed92/bd1790fb-892c-4ba2-8e6b-8a01da3024e1/cbe184d0-b585-40c7-a936-5bf67d10eace) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:17.860542 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-aab1f169-5709-4e1f-925a-c9983eb79a29 None None] Provisioning complete for port 24c430f6-117c-4980-94b2-818abf583040 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:17.860955 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-aab1f169-5709-4e1f-925a-c9983eb79a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:17.861437 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-578cc929-5bf4-4c50-a430-55b451643158 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:17.911925 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-578cc929-5bf4-4c50-a430-55b451643158 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:17.970195 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-578cc929-5bf4-4c50-a430-55b451643158 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.002321 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cc929-5bf4-4c50-a430-55b451643158 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Subnet': ['ID=2060fb0a-ba71-4b39-8078-18dd4408e3a8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:18.063583 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-578cc929-5bf4-4c50-a430-55b451643158 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.063829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f071d927-cc75-4161-8e7b-523e5754cbdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-4e38b3d8-58c4-4eaf-a2bc-a453d3ceb72f', 'network_id': '4e38b3d8-58c4-4eaf-a2bc-a453d3ceb72f', 'tenant_id': 'd1e666926250416a9e91736b6b3a8beb', 'fixed_ips': [{'subnet_id': '2060fb0a-ba71-4b39-8078-18dd4408e3a8'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:45:18.064601 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f071d927-cc75-4161-8e7b-523e5754cbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.074075 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-578cc929-5bf4-4c50-a430-55b451643158 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e38b3d8-58c4-4eaf-a2bc-a453d3ceb72f']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:18.084410 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-578cc929-5bf4-4c50-a430-55b451643158 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274c6ad6-3eb4-455a-abf5-ff98b9198f4d') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:18.084710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-578cc929-5bf4-4c50-a430-55b451643158 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274c6ad6-3eb4-455a-abf5-ff98b9198f4d') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:18.093766 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-578cc929-5bf4-4c50-a430-55b451643158 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.106850 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-578cc929-5bf4-4c50-a430-55b451643158 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.113337 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578cc929-5bf4-4c50-a430-55b451643158 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:18.113577 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-578cc929-5bf4-4c50-a430-55b451643158 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:18.116879 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:18.181863 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.187642 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-578cc929-5bf4-4c50-a430-55b451643158 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.194846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Transition to ACTIVE for port object cbe184d0-b585-40c7-a936-5bf67d10eace will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:18.195064 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-578cc929-5bf4-4c50-a430-55b451643158 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.196962 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-578cc929-5bf4-4c50-a430-55b451643158 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/networks/4e38b3d8-58c4-4eaf-a2bc-a453d3ceb72f HTTP/1.1" status: 204 len: 168 time: 0.4390955 Jul 14 07:45:18.200465 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34422) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:18.205937 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5dd75785-fcbe-4d57-9e31-a54a9f607f23 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1075542615'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:18.206313 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a76cbf-e656-46c1-b904-0836c2ab86a7 None None] Network 4e38b3d8-58c4-4eaf-a2bc-a453d3ceb72f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:18.214026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cc929-5bf4-4c50-a430-55b451643158 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Network': ['ID=4e38b3d8-58c4-4eaf-a2bc-a453d3ceb72f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:18.226557 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a76cbf-e656-46c1-b904-0836c2ab86a7 None None] Network 4e38b3d8-58c4-4eaf-a2bc-a453d3ceb72f could not be found, it might have been deleted concurrently. {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 07:45:18.230187 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Transition to ACTIVE for port object cbe184d0-b585-40c7-a936-5bf67d10eace will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:18.232432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd75785-fcbe-4d57-9e31-a54a9f607f23 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:18.236136 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.237367 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5dd75785-fcbe-4d57-9e31-a54a9f607f23 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.260604 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd75785-fcbe-4d57-9e31-a54a9f607f23 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:18.269920 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5dd75785-fcbe-4d57-9e31-a54a9f607f23 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.270264 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-5dd75785-fcbe-4d57-9e31-a54a9f607f23 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Added segment 17d6f5b3-7cef-4b85-8e5d-f221a2a1ee3d of type vlan for network 8cedeb63-6445-4d49-817c-4be0afbb6d1f Jul 14 07:45:18.274362 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Network 977e7e10-7cce-429a-ad43-2036a0f5ed92 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:18.277017 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:18.281082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:18.287816 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Pushing event updated for resources: {'Port': ['ID=cbe184d0-b585-40c7-a936-5bf67d10eace,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:18.313778 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5dd75785-fcbe-4d57-9e31-a54a9f607f23 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.345317 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Attempting to bind port cbe184d0-b585-40c7-a936-5bf67d10eace on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:45:18.345688 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Attempting to bind port cbe184d0-b585-40c7-a936-5bf67d10eace by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '05fb983e-0b21-4ed0-9aca-3df12436e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '977e7e10-7cce-429a-ad43-2036a0f5ed92'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:45:18.346058 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Attempting to bind port cbe184d0-b585-40c7-a936-5bf67d10eace on network 977e7e10-7cce-429a-ad43-2036a0f5ed92 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:45:18.350403 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5dd75785-fcbe-4d57-9e31-a54a9f607f23 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.351673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:45:18.352213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Checking segment: {'id': '05fb983e-0b21-4ed0-9aca-3df12436e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '977e7e10-7cce-429a-ad43-2036a0f5ed92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:18.352621 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.353015 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Bound using segment: {'id': '05fb983e-0b21-4ed0-9aca-3df12436e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '977e7e10-7cce-429a-ad43-2036a0f5ed92'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:45:18.353621 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Bound port: cbe184d0-b585-40c7-a936-5bf67d10eace, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fb983e-0b21-4ed0-9aca-3df12436e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '977e7e10-7cce-429a-ad43-2036a0f5ed92'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:45:18.354003 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.356186 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd75785-fcbe-4d57-9e31-a54a9f607f23 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:18.356770 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5dd75785-fcbe-4d57-9e31-a54a9f607f23 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.415329 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] For port cbe184d0-b585-40c7-a936-5bf67d10eace, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:45:18.416541 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5dd75785-fcbe-4d57-9e31-a54a9f607f23 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2149522 Jul 14 07:45:18.418822 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] For port cbe184d0-b585-40c7-a936-5bf67d10eace, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cbe184d0-b585-40c7-a936-5bf67d10eace,segment=NetworkSegment(05fb983e-0b21-4ed0-9aca-3df12436e52f),segment_id=05fb983e-0b21-4ed0-9aca-3df12436e52f)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:45:18.419365 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34424) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:18.425638 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.427988 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4232a405-2d7f-40c1-a3f5-af040037933a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'subnet': {'network_id': '8cedeb63-6445-4d49-817c-4be0afbb6d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:18.443928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd75785-fcbe-4d57-9e31-a54a9f607f23 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Network': ['ID=8cedeb63-6445-4d49-817c-4be0afbb6d1f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:18.454756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 8cedeb63-6445-4d49-817c-4be0afbb6d1f details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:18.530108 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99180ea-4e14-4177-92d0-a171a8012034 None None] Pushing event updated for resources: {'Port': ['ID=cbe184d0-b585-40c7-a936-5bf67d10eace,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:18.532293 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4232a405-2d7f-40c1-a3f5-af040037933a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:18.536057 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4232a405-2d7f-40c1-a3f5-af040037933a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.751871 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4232a405-2d7f-40c1-a3f5-af040037933a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.813637 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232a405-2d7f-40c1-a3f5-af040037933a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Subnet': ['ID=acd92c65-231e-4d9d-a044-102baa8cb1da,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:18.822626 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4232a405-2d7f-40c1-a3f5-af040037933a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Checking segment: {'id': '17d6f5b3-7cef-4b85-8e5d-f221a2a1ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8cedeb63-6445-4d49-817c-4be0afbb6d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:18.822989 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4232a405-2d7f-40c1-a3f5-af040037933a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network hostable DHCP agents. Network: 8cedeb63-6445-4d49-817c-4be0afbb6d1f, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:18.842864 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4232a405-2d7f-40c1-a3f5-af040037933a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network 8cedeb63-6445-4d49-817c-4be0afbb6d1f is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:18.848157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cbe184d0-b585-40c7-a936-5bf67d10eace up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:45:18.853385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-4232a405-2d7f-40c1-a3f5-af040037933a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 8cedeb63-6445-4d49-817c-4be0afbb6d1f) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:18.857511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4232a405-2d7f-40c1-a3f5-af040037933a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:18.858221 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4232a405-2d7f-40c1-a3f5-af040037933a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:18.871248 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a9feac-05e3-492b-bc74-447c15a7b34d None None] Network 8cedeb63-6445-4d49-817c-4be0afbb6d1f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:18.872474 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4232a405-2d7f-40c1-a3f5-af040037933a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4520705 Jul 14 07:45:18.875832 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34426) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:18.963013 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port cbe184d0-b585-40c7-a936-5bf67d10eace completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:18.969351 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 24c430f6-117c-4980-94b2-818abf583040 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:45:18.974983 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4eb62b74-20b5-4cf2-9624-1293ad349db2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.031847 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4eb62b74-20b5-4cf2-9624-1293ad349db2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.063300 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 24c430f6-117c-4980-94b2-818abf583040 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:19.063708 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.067209 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e11e45-2902-4b3b-8b62-6746f6808cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-8cedeb63-6445-4d49-817c-4be0afbb6d1f', 'network_id': '8cedeb63-6445-4d49-817c-4be0afbb6d1f', 'tenant_id': 'd1e666926250416a9e91736b6b3a8beb', 'fixed_ips': [{'subnet_id': 'acd92c65-231e-4d9d-a044-102baa8cb1da'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:45:19.068011 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-80e11e45-2902-4b3b-8b62-6746f6808cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.095226 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4eb62b74-20b5-4cf2-9624-1293ad349db2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.123206 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb62b74-20b5-4cf2-9624-1293ad349db2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Subnet': ['ID=acd92c65-231e-4d9d-a044-102baa8cb1da,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:19.187137 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4eb62b74-20b5-4cf2-9624-1293ad349db2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.197744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4eb62b74-20b5-4cf2-9624-1293ad349db2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cedeb63-6445-4d49-817c-4be0afbb6d1f']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:19.199605 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547f04b7-61bc-4e9a-adf2-dfd79f07c764 None None] Network 8cedeb63-6445-4d49-817c-4be0afbb6d1f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:19.209512 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4eb62b74-20b5-4cf2-9624-1293ad349db2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d6f5b3-7cef-4b85-8e5d-f221a2a1ee3d') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:19.209862 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4eb62b74-20b5-4cf2-9624-1293ad349db2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d6f5b3-7cef-4b85-8e5d-f221a2a1ee3d') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:19.219332 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4eb62b74-20b5-4cf2-9624-1293ad349db2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.234728 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4eb62b74-20b5-4cf2-9624-1293ad349db2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.242810 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb62b74-20b5-4cf2-9624-1293ad349db2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:19.243134 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4eb62b74-20b5-4cf2-9624-1293ad349db2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:19.246936 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:19.309851 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4eb62b74-20b5-4cf2-9624-1293ad349db2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.322486 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4eb62b74-20b5-4cf2-9624-1293ad349db2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.324343 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4eb62b74-20b5-4cf2-9624-1293ad349db2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/networks/8cedeb63-6445-4d49-817c-4be0afbb6d1f HTTP/1.1" status: 204 len: 168 time: 0.4475379 Jul 14 07:45:19.328404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34428) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:19.333905 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-76c47471-118f-438d-9d0b-c8e71eaf9959 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1298312125'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:19.336385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb62b74-20b5-4cf2-9624-1293ad349db2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Network': ['ID=8cedeb63-6445-4d49-817c-4be0afbb6d1f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:19.362142 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c47471-118f-438d-9d0b-c8e71eaf9959 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:19.365891 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-76c47471-118f-438d-9d0b-c8e71eaf9959 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.389787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c47471-118f-438d-9d0b-c8e71eaf9959 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:19.398356 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-76c47471-118f-438d-9d0b-c8e71eaf9959 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.398752 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-76c47471-118f-438d-9d0b-c8e71eaf9959 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Added segment fbb43a27-0c7b-4b4c-a945-5244f51b66fa of type vlan for network 3d566864-e5bf-455b-9914-ea7ecd009df6 Jul 14 07:45:19.443492 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-76c47471-118f-438d-9d0b-c8e71eaf9959 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.473499 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-76c47471-118f-438d-9d0b-c8e71eaf9959 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.480448 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c47471-118f-438d-9d0b-c8e71eaf9959 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:19.480590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6245046b-5c5c-427c-bbec-0af750b44ceb None None] Network 977e7e10-7cce-429a-ad43-2036a0f5ed92 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:19.481040 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-76c47471-118f-438d-9d0b-c8e71eaf9959 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.547993 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-76c47471-118f-438d-9d0b-c8e71eaf9959 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2150478 Jul 14 07:45:19.548216 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34430) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:19.555328 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c47471-118f-438d-9d0b-c8e71eaf9959 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Network': ['ID=3d566864-e5bf-455b-9914-ea7ecd009df6,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:19.555509 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-04c95231-c3d5-4e3d-b672-79a587092c5d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'subnet': {'network_id': '3d566864-e5bf-455b-9914-ea7ecd009df6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:19.569075 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 3d566864-e5bf-455b-9914-ea7ecd009df6 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:19.607981 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a39ca997-5678-418a-88fe-de2049dfb3b4 None None] Provisioning for port cbe184d0-b585-40c7-a936-5bf67d10eace completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:19.639766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a39ca997-5678-418a-88fe-de2049dfb3b4 None None] Provisioning complete for port cbe184d0-b585-40c7-a936-5bf67d10eace triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:19.640146 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a39ca997-5678-418a-88fe-de2049dfb3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.650990 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c95231-c3d5-4e3d-b672-79a587092c5d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:19.654534 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04c95231-c3d5-4e3d-b672-79a587092c5d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.774278 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a39ca997-5678-418a-88fe-de2049dfb3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.809968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a39ca997-5678-418a-88fe-de2049dfb3b4 None None] For port cbe184d0-b585-40c7-a936-5bf67d10eace, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cbe184d0-b585-40c7-a936-5bf67d10eace,segment=NetworkSegment(05fb983e-0b21-4ed0-9aca-3df12436e52f),segment_id=05fb983e-0b21-4ed0-9aca-3df12436e52f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:19.816987 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a39ca997-5678-418a-88fe-de2049dfb3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.839197 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04c95231-c3d5-4e3d-b672-79a587092c5d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.912904 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c95231-c3d5-4e3d-b672-79a587092c5d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Checking segment: {'id': 'fbb43a27-0c7b-4b4c-a945-5244f51b66fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3d566864-e5bf-455b-9914-ea7ecd009df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:19.913303 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c95231-c3d5-4e3d-b672-79a587092c5d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network hostable DHCP agents. Network: 3d566864-e5bf-455b-9914-ea7ecd009df6, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:19.915365 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c95231-c3d5-4e3d-b672-79a587092c5d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Subnet': ['ID=9a89f753-ce58-41e6-9f22-d5812d723132,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:19.934122 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c95231-c3d5-4e3d-b672-79a587092c5d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network 3d566864-e5bf-455b-9914-ea7ecd009df6 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:19.943445 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-04c95231-c3d5-4e3d-b672-79a587092c5d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 3d566864-e5bf-455b-9914-ea7ecd009df6) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:19.947785 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c95231-c3d5-4e3d-b672-79a587092c5d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:19.948426 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04c95231-c3d5-4e3d-b672-79a587092c5d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:19.970027 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-04c95231-c3d5-4e3d-b672-79a587092c5d tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4195163 Jul 14 07:45:19.972939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34432) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:20.036015 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47551a92-8ba1-48e6-a632-26b0505f8086 None None] Network 3d566864-e5bf-455b-9914-ea7ecd009df6 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:20.068984 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44997da2-e25e-4fe9-b054-f0c8c5ba197e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:20.094885 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ca997-5678-418a-88fe-de2049dfb3b4 None None] Pushing event updated for resources: {'Port': ['ID=cbe184d0-b585-40c7-a936-5bf67d10eace,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:20.105933 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-02a399da-dc1a-450c-9f56-2eba7dd083ec None None] Provisioning complete for port cbe184d0-b585-40c7-a936-5bf67d10eace triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:20.106309 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-02a399da-dc1a-450c-9f56-2eba7dd083ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:20.119801 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44997da2-e25e-4fe9-b054-f0c8c5ba197e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:20.181861 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44997da2-e25e-4fe9-b054-f0c8c5ba197e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:20.209576 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44997da2-e25e-4fe9-b054-f0c8c5ba197e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Subnet': ['ID=9a89f753-ce58-41e6-9f22-d5812d723132,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:20.256696 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c32fed-1e2d-4261-88d6-2e24a8fc40b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-3d566864-e5bf-455b-9914-ea7ecd009df6', 'network_id': '3d566864-e5bf-455b-9914-ea7ecd009df6', 'tenant_id': 'd1e666926250416a9e91736b6b3a8beb', 'fixed_ips': [{'subnet_id': '9a89f753-ce58-41e6-9f22-d5812d723132'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:45:20.257556 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-46c32fed-1e2d-4261-88d6-2e24a8fc40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:20.272029 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44997da2-e25e-4fe9-b054-f0c8c5ba197e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:20.282352 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-44997da2-e25e-4fe9-b054-f0c8c5ba197e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d566864-e5bf-455b-9914-ea7ecd009df6']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:20.292996 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-44997da2-e25e-4fe9-b054-f0c8c5ba197e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb43a27-0c7b-4b4c-a945-5244f51b66fa') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:20.293342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-44997da2-e25e-4fe9-b054-f0c8c5ba197e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb43a27-0c7b-4b4c-a945-5244f51b66fa') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:20.302285 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44997da2-e25e-4fe9-b054-f0c8c5ba197e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:20.316778 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44997da2-e25e-4fe9-b054-f0c8c5ba197e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:20.322552 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44997da2-e25e-4fe9-b054-f0c8c5ba197e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:20.322876 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44997da2-e25e-4fe9-b054-f0c8c5ba197e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:20.326361 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:20.341690 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ebde62-bd79-4de7-a936-fc6fbb30e4fb None None] Network 3d566864-e5bf-455b-9914-ea7ecd009df6 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:20.390190 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44997da2-e25e-4fe9-b054-f0c8c5ba197e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:20.397284 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-44997da2-e25e-4fe9-b054-f0c8c5ba197e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:20.399216 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-44997da2-e25e-4fe9-b054-f0c8c5ba197e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/networks/3d566864-e5bf-455b-9914-ea7ecd009df6 HTTP/1.1" status: 204 len: 168 time: 0.4252729 Jul 14 07:45:20.402726 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34434) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:20.407999 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8a9df7c7-e3fa-464b-be15-0054983c53d8 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1816047844'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:20.421982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44997da2-e25e-4fe9-b054-f0c8c5ba197e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Network': ['ID=3d566864-e5bf-455b-9914-ea7ecd009df6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:20.430338 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9df7c7-e3fa-464b-be15-0054983c53d8 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:20.433955 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a9df7c7-e3fa-464b-be15-0054983c53d8 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:20.460442 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9df7c7-e3fa-464b-be15-0054983c53d8 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:20.469778 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a9df7c7-e3fa-464b-be15-0054983c53d8 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:20.470118 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-8a9df7c7-e3fa-464b-be15-0054983c53d8 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Added segment 61140efc-4fea-460a-845c-2f45e7889a30 of type vlan for network 8149adf1-af1a-41ee-b921-281eec4baa95 Jul 14 07:45:20.511433 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a9df7c7-e3fa-464b-be15-0054983c53d8 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:20.539193 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a9df7c7-e3fa-464b-be15-0054983c53d8 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:20.545209 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9df7c7-e3fa-464b-be15-0054983c53d8 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:20.545843 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a9df7c7-e3fa-464b-be15-0054983c53d8 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:20.760482 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cbe184d0-b585-40c7-a936-5bf67d10eace up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:45:20.814113 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port cbe184d0-b585-40c7-a936-5bf67d10eace triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:20.814488 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:20.913892 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8a9df7c7-e3fa-464b-be15-0054983c53d8 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5099666 Jul 14 07:45:20.916587 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34436) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:20.921920 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5d5f5e53-89dc-412c-b78e-c659d3eb45cd tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'subnet': {'network_id': '8149adf1-af1a-41ee-b921-281eec4baa95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:20.972726 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9df7c7-e3fa-464b-be15-0054983c53d8 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Network': ['ID=8149adf1-af1a-41ee-b921-281eec4baa95,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:20.983959 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 8149adf1-af1a-41ee-b921-281eec4baa95 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:21.016858 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5f5e53-89dc-412c-b78e-c659d3eb45cd tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:21.020433 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d5f5e53-89dc-412c-b78e-c659d3eb45cd tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:21.192808 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d5f5e53-89dc-412c-b78e-c659d3eb45cd tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:21.256422 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f5e53-89dc-412c-b78e-c659d3eb45cd tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Subnet': ['ID=83cbdae5-0184-4bb9-bd9f-9661faf75bfd,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:21.263067 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5f5e53-89dc-412c-b78e-c659d3eb45cd tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Checking segment: {'id': '61140efc-4fea-460a-845c-2f45e7889a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8149adf1-af1a-41ee-b921-281eec4baa95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:21.263423 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5f5e53-89dc-412c-b78e-c659d3eb45cd tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network hostable DHCP agents. Network: 8149adf1-af1a-41ee-b921-281eec4baa95, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:21.279146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5f5e53-89dc-412c-b78e-c659d3eb45cd tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network 8149adf1-af1a-41ee-b921-281eec4baa95 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:21.287914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-5d5f5e53-89dc-412c-b78e-c659d3eb45cd tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 8149adf1-af1a-41ee-b921-281eec4baa95) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:21.291787 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5f5e53-89dc-412c-b78e-c659d3eb45cd tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:21.292368 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d5f5e53-89dc-412c-b78e-c659d3eb45cd tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:21.297741 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dc0383-ca9f-4f26-807a-5e2b81b05c09 None None] Network 8149adf1-af1a-41ee-b921-281eec4baa95 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:21.306536 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5d5f5e53-89dc-412c-b78e-c659d3eb45cd tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3889673 Jul 14 07:45:21.309303 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34438) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:21.314235 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1d825f25-f5ad-4fdb-8300-377a6b15410b tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'subnet': {'network_id': '8149adf1-af1a-41ee-b921-281eec4baa95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:21.416235 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d825f25-f5ad-4fdb-8300-377a6b15410b tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:21.419734 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d825f25-f5ad-4fdb-8300-377a6b15410b tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:21.435401 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-8149adf1-af1a-41ee-b921-281eec4baa95', 'network_id': '8149adf1-af1a-41ee-b921-281eec4baa95', 'tenant_id': 'd1e666926250416a9e91736b6b3a8beb', 'fixed_ips': [{'subnet_id': '83cbdae5-0184-4bb9-bd9f-9661faf75bfd'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:45:21.438034 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:21.574460 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Allocated IP 2001:db8::2 (8149adf1-af1a-41ee-b921-281eec4baa95/83cbdae5-0184-4bb9-bd9f-9661faf75bfd/6fb5527c-6599-4232-b7ca-527973e1415c) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:21.659017 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d825f25-f5ad-4fdb-8300-377a6b15410b tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:21.698234 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d825f25-f5ad-4fdb-8300-377a6b15410b tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network 8149adf1-af1a-41ee-b921-281eec4baa95 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:21.701232 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1d825f25-f5ad-4fdb-8300-377a6b15410b tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:21.705257 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d825f25-f5ad-4fdb-8300-377a6b15410b tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:21.705855 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d825f25-f5ad-4fdb-8300-377a6b15410b tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:21.715123 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:21.723749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Transition to ACTIVE for port object 6fb5527c-6599-4232-b7ca-527973e1415c will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:21.724259 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d825f25-f5ad-4fdb-8300-377a6b15410b tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Subnet': ['ID=8923634b-9a3f-4d8d-ad25-6535d521d0ce,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:21.729171 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1d825f25-f5ad-4fdb-8300-377a6b15410b tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4189012 Jul 14 07:45:21.732239 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34440) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:21.739636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Transition to ACTIVE for port object 6fb5527c-6599-4232-b7ca-527973e1415c will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:21.746661 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:21.785603 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Network 8149adf1-af1a-41ee-b921-281eec4baa95 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:21.788282 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:21.789358 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325f2369-b227-442f-9252-7986c71cdc77 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:21.791760 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325f2369-b227-442f-9252-7986c71cdc77 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:21.791900 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:21.793304 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325f2369-b227-442f-9252-7986c71cdc77 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:21.795615 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325f2369-b227-442f-9252-7986c71cdc77 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:21.796401 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325f2369-b227-442f-9252-7986c71cdc77 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:21.798172 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-325f2369-b227-442f-9252-7986c71cdc77 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0653915 Jul 14 07:45:21.798883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Pushing event updated for resources: {'Port': ['ID=6fb5527c-6599-4232-b7ca-527973e1415c,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:21.802013 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34442) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:21.807996 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-6fb2ce90-d0c3-43af-9a73-874b093393b5 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-788733199'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:21.831505 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb2ce90-d0c3-43af-9a73-874b093393b5 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:21.835300 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6fb2ce90-d0c3-43af-9a73-874b093393b5 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:21.855876 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Attempting to bind port 6fb5527c-6599-4232-b7ca-527973e1415c on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:45:21.856256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Attempting to bind port 6fb5527c-6599-4232-b7ca-527973e1415c by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '61140efc-4fea-460a-845c-2f45e7889a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8149adf1-af1a-41ee-b921-281eec4baa95'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:45:21.856597 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Attempting to bind port 6fb5527c-6599-4232-b7ca-527973e1415c on network 8149adf1-af1a-41ee-b921-281eec4baa95 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:45:21.858292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb2ce90-d0c3-43af-9a73-874b093393b5 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:21.861634 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:45:21.862004 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Checking segment: {'id': '61140efc-4fea-460a-845c-2f45e7889a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8149adf1-af1a-41ee-b921-281eec4baa95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:21.862448 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:21.862789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Bound using segment: {'id': '61140efc-4fea-460a-845c-2f45e7889a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8149adf1-af1a-41ee-b921-281eec4baa95'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:45:21.863323 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Bound port: 6fb5527c-6599-4232-b7ca-527973e1415c, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61140efc-4fea-460a-845c-2f45e7889a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8149adf1-af1a-41ee-b921-281eec4baa95'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:45:21.863755 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:21.867746 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6fb2ce90-d0c3-43af-9a73-874b093393b5 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:21.868145 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-6fb2ce90-d0c3-43af-9a73-874b093393b5 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Added segment f5f3a6dd-59b4-45fd-86a0-27be366421ed of type vlan for network 6228dcb2-8c75-4ede-9270-0d3b5e9a3293 Jul 14 07:45:21.907843 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6fb2ce90-d0c3-43af-9a73-874b093393b5 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:21.925954 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] For port 6fb5527c-6599-4232-b7ca-527973e1415c, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:45:21.929592 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] For port 6fb5527c-6599-4232-b7ca-527973e1415c, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6fb5527c-6599-4232-b7ca-527973e1415c,segment=NetworkSegment(61140efc-4fea-460a-845c-2f45e7889a30),segment_id=61140efc-4fea-460a-845c-2f45e7889a30)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:45:21.935172 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:21.944977 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6fb2ce90-d0c3-43af-9a73-874b093393b5 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:21.950507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb2ce90-d0c3-43af-9a73-874b093393b5 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:21.951101 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6fb2ce90-d0c3-43af-9a73-874b093393b5 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:21.995830 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c49ad9-d853-459e-89f2-c0d12e0a4b50 None None] Pushing event updated for resources: {'Port': ['ID=6fb5527c-6599-4232-b7ca-527973e1415c,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:22.017412 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6fb2ce90-d0c3-43af-9a73-874b093393b5 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2141373 Jul 14 07:45:22.021060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34444) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:22.026838 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2ce90-d0c3-43af-9a73-874b093393b5 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Network': ['ID=6228dcb2-8c75-4ede-9270-0d3b5e9a3293,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:22.027770 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-cdce84f6-44bf-41bc-a9f4-d71009dbd594 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:22.041271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 6228dcb2-8c75-4ede-9270-0d3b5e9a3293 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:22.205514 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cdce84f6-44bf-41bc-a9f4-d71009dbd594 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:22.219923 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cdce84f6-44bf-41bc-a9f4-d71009dbd594 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:22.230950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cdce84f6-44bf-41bc-a9f4-d71009dbd594 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network 6228dcb2-8c75-4ede-9270-0d3b5e9a3293 is not hosted by any dhcp agent {{(pid=93827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 07:45:22.236979 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdce84f6-44bf-41bc-a9f4-d71009dbd594 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:22.237673 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cdce84f6-44bf-41bc-a9f4-d71009dbd594 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:22.241569 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cdce84f6-44bf-41bc-a9f4-d71009dbd594 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "PUT /v2.0/networks/6228dcb2-8c75-4ede-9270-0d3b5e9a3293 HTTP/1.1" status: 200 len: 723 time: 0.2166312 Jul 14 07:45:22.242366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34446) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:22.247923 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f4b4321d-1dad-48ba-bc19-cb3a46c7cf4a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'subnet': {'network_id': '6228dcb2-8c75-4ede-9270-0d3b5e9a3293', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:22.298742 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce84f6-44bf-41bc-a9f4-d71009dbd594 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Network': ['ID=6228dcb2-8c75-4ede-9270-0d3b5e9a3293,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:22.308927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 6228dcb2-8c75-4ede-9270-0d3b5e9a3293 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:22.346557 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b4321d-1dad-48ba-bc19-cb3a46c7cf4a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:22.350269 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4b4321d-1dad-48ba-bc19-cb3a46c7cf4a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:22.527851 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4b4321d-1dad-48ba-bc19-cb3a46c7cf4a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:22.587462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4321d-1dad-48ba-bc19-cb3a46c7cf4a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Subnet': ['ID=8baa3cb6-b853-412f-9b5f-2c9ed4b59938,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:22.595503 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b4321d-1dad-48ba-bc19-cb3a46c7cf4a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Checking segment: {'id': 'f5f3a6dd-59b4-45fd-86a0-27be366421ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6228dcb2-8c75-4ede-9270-0d3b5e9a3293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:22.595871 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b4321d-1dad-48ba-bc19-cb3a46c7cf4a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network hostable DHCP agents. Network: 6228dcb2-8c75-4ede-9270-0d3b5e9a3293, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:22.613814 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b4321d-1dad-48ba-bc19-cb3a46c7cf4a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network 6228dcb2-8c75-4ede-9270-0d3b5e9a3293 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:22.623102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f4b4321d-1dad-48ba-bc19-cb3a46c7cf4a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 6228dcb2-8c75-4ede-9270-0d3b5e9a3293) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:22.627504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4321d-1dad-48ba-bc19-cb3a46c7cf4a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:22.628063 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4b4321d-1dad-48ba-bc19-cb3a46c7cf4a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:22.635290 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc758779-cdbb-4a71-a6fb-bc6e7cd9bf03 None None] Network 6228dcb2-8c75-4ede-9270-0d3b5e9a3293 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:22.643628 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f4b4321d-1dad-48ba-bc19-cb3a46c7cf4a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3998933 Jul 14 07:45:22.646126 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34448) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:22.651727 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-201b6107-dcd7-433f-a2ce-ea5f62ceaa76 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:22.756682 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-201b6107-dcd7-433f-a2ce-ea5f62ceaa76 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4379812'] for subnet, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:22.813621 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-6228dcb2-8c75-4ede-9270-0d3b5e9a3293', 'network_id': '6228dcb2-8c75-4ede-9270-0d3b5e9a3293', 'tenant_id': 'd1e666926250416a9e91736b6b3a8beb', 'fixed_ips': [{'subnet_id': '8baa3cb6-b853-412f-9b5f-2c9ed4b59938'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:45:22.815078 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:22.820588 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6fb5527c-6599-4232-b7ca-527973e1415c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:45:22.922441 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-201b6107-dcd7-433f-a2ce-ea5f62ceaa76 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770202522646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5979881'] for subnet, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:22.946006 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 6fb5527c-6599-4232-b7ca-527973e1415c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:22.958908 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201b6107-dcd7-433f-a2ce-ea5f62ceaa76 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:22.959511 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-201b6107-dcd7-433f-a2ce-ea5f62ceaa76 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:22.963636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34450) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:22.964141 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-201b6107-dcd7-433f-a2ce-ea5f62ceaa76 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "PUT /v2.0/subnets/8baa3cb6-b853-412f-9b5f-2c9ed4b59938 HTTP/1.1" status: 200 len: 826 time: 0.3162601 Jul 14 07:45:22.992264 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b6107-dcd7-433f-a2ce-ea5f62ceaa76 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Subnet': ['ID=8baa3cb6-b853-412f-9b5f-2c9ed4b59938,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:23.002609 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Allocated IP 2001:db8::2 (6228dcb2-8c75-4ede-9270-0d3b5e9a3293/8baa3cb6-b853-412f-9b5f-2c9ed4b59938/7bc78810-3c40-4af0-9d95-a6c25bd40149) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:23.053707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda670cd-c805-49a0-9cfb-04c5be22e07a None None] Network 8149adf1-af1a-41ee-b921-281eec4baa95 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:23.066487 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:23.121995 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:23.130260 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-069bd81f-cf2d-4a62-98bc-a91f40d3cf42 None None] Provisioning for port 6fb5527c-6599-4232-b7ca-527973e1415c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:23.156625 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-069bd81f-cf2d-4a62-98bc-a91f40d3cf42 None None] Provisioning complete for port 6fb5527c-6599-4232-b7ca-527973e1415c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:23.156997 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-069bd81f-cf2d-4a62-98bc-a91f40d3cf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:23.271724 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:23.292273 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Transition to ACTIVE for port object 7bc78810-3c40-4af0-9d95-a6c25bd40149 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:23.349995 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Transition to ACTIVE for port object 7bc78810-3c40-4af0-9d95-a6c25bd40149 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:23.364360 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:23.375637 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-069bd81f-cf2d-4a62-98bc-a91f40d3cf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:23.376208 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:23.403675 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Subnet': ['ID=8baa3cb6-b853-412f-9b5f-2c9ed4b59938,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:23.428837 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Network 6228dcb2-8c75-4ede-9270-0d3b5e9a3293 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:23.439059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:23.447247 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:23.448985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Pushing event updated for resources: {'Port': ['ID=7bc78810-3c40-4af0-9d95-a6c25bd40149,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:23.465578 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-069bd81f-cf2d-4a62-98bc-a91f40d3cf42 None None] For port 6fb5527c-6599-4232-b7ca-527973e1415c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6fb5527c-6599-4232-b7ca-527973e1415c,segment=NetworkSegment(61140efc-4fea-460a-845c-2f45e7889a30),segment_id=61140efc-4fea-460a-845c-2f45e7889a30)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:23.470480 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-069bd81f-cf2d-4a62-98bc-a91f40d3cf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:23.471879 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:23.484318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6228dcb2-8c75-4ede-9270-0d3b5e9a3293']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:23.499465 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f3a6dd-59b4-45fd-86a0-27be366421ed') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:23.499828 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f3a6dd-59b4-45fd-86a0-27be366421ed') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:23.509541 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:23.525013 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:23.532642 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:23.533198 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:23.536329 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:23.597776 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.db.api [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 07:45:23.597776 n-d-778696-5 neutron-server[93828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 07:45:23.597776 n-d-778696-5 neutron-server[93828]: [parameters: {'id': '6228dcb2-8c75-4ede-9270-0d3b5e9a3293'}] Jul 14 07:45:23.597776 n-d-778696-5 neutron-server[93828]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:45:23.598453 n-d-778696-5 neutron-server[93828]: DEBUG oslo_db.api [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:45:23.740057 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Attempting to bind port 7bc78810-3c40-4af0-9d95-a6c25bd40149 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:45:23.740329 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Attempting to bind port 7bc78810-3c40-4af0-9d95-a6c25bd40149 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'f5f3a6dd-59b4-45fd-86a0-27be366421ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6228dcb2-8c75-4ede-9270-0d3b5e9a3293'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:45:23.740694 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Attempting to bind port 7bc78810-3c40-4af0-9d95-a6c25bd40149 on network 6228dcb2-8c75-4ede-9270-0d3b5e9a3293 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:45:23.754172 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:45:23.754548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Checking segment: {'id': 'f5f3a6dd-59b4-45fd-86a0-27be366421ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6228dcb2-8c75-4ede-9270-0d3b5e9a3293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:23.754971 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:23.755345 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Bound using segment: {'id': 'f5f3a6dd-59b4-45fd-86a0-27be366421ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6228dcb2-8c75-4ede-9270-0d3b5e9a3293'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:45:23.755796 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Bound port: 7bc78810-3c40-4af0-9d95-a6c25bd40149, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f3a6dd-59b4-45fd-86a0-27be366421ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6228dcb2-8c75-4ede-9270-0d3b5e9a3293'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:45:23.756175 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:23.758052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bd81f-cf2d-4a62-98bc-a91f40d3cf42 None None] Pushing event updated for resources: {'Port': ['ID=6fb5527c-6599-4232-b7ca-527973e1415c,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:23.760547 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a2064b-6109-4b76-97f8-de65da51abb4 None None] Update dhcp port {'port': {'network_id': '8149adf1-af1a-41ee-b921-281eec4baa95', 'fixed_ips': [{'subnet_id': '83cbdae5-0184-4bb9-bd9f-9661faf75bfd', 'ip_address': '2001:db8::2'}, {'subnet_id': '8923634b-9a3f-4d8d-ad25-6535d521d0ce'}], 'binding:host_id': 'n-d-778696-5'}, 'id': '6fb5527c-6599-4232-b7ca-527973e1415c'} from n-d-778696-5. {{(pid=93829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 07:45:23.819909 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-72a2064b-6109-4b76-97f8-de65da51abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:23.876564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] For port 7bc78810-3c40-4af0-9d95-a6c25bd40149, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:45:23.896489 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] For port 7bc78810-3c40-4af0-9d95-a6c25bd40149, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=7bc78810-3c40-4af0-9d95-a6c25bd40149,segment=NetworkSegment(f5f3a6dd-59b4-45fd-86a0-27be366421ed),segment_id=f5f3a6dd-59b4-45fd-86a0-27be366421ed)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:45:23.937373 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:24.032234 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:45:24.063977 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b047bc-a7b4-4642-a23a-2682a1bddab0 None None] Pushing event updated for resources: {'Port': ['ID=7bc78810-3c40-4af0-9d95-a6c25bd40149,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:24.085056 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-72a2064b-6109-4b76-97f8-de65da51abb4 None None] Allocated IP 172.20.0.1 (8149adf1-af1a-41ee-b921-281eec4baa95/8923634b-9a3f-4d8d-ad25-6535d521d0ce/6fb5527c-6599-4232-b7ca-527973e1415c) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:24.089976 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144ea9db-3394-445e-9ae9-9468b487dbeb None None] Network 6228dcb2-8c75-4ede-9270-0d3b5e9a3293 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:24.099373 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:24.150923 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Deleting port 7bc78810-3c40-4af0-9d95-a6c25bd40149 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:24.151369 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:24.216771 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] For port 7bc78810-3c40-4af0-9d95-a6c25bd40149, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=7bc78810-3c40-4af0-9d95-a6c25bd40149,segment=NetworkSegment(f5f3a6dd-59b4-45fd-86a0-27be366421ed),segment_id=f5f3a6dd-59b4-45fd-86a0-27be366421ed)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:24.217122 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:24.230188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Calling delete_port for 7bc78810-3c40-4af0-9d95-a6c25bd40149 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:24.267146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-72a2064b-6109-4b76-97f8-de65da51abb4 None None] For port 6fb5527c-6599-4232-b7ca-527973e1415c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6fb5527c-6599-4232-b7ca-527973e1415c,segment=NetworkSegment(61140efc-4fea-460a-845c-2f45e7889a30),segment_id=61140efc-4fea-460a-845c-2f45e7889a30)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:24.306079 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-72a2064b-6109-4b76-97f8-de65da51abb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:24.307680 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:24.320989 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6b307b-7715-4dd9-bd11-8f45f984b2b5 None None] Network 6228dcb2-8c75-4ede-9270-0d3b5e9a3293 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:24.325292 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-72a2064b-6109-4b76-97f8-de65da51abb4 None None] Transition to ACTIVE for port object 6fb5527c-6599-4232-b7ca-527973e1415c will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:24.337060 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Port': ['ID=7bc78810-3c40-4af0-9d95-a6c25bd40149,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:24.338797 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-72a2064b-6109-4b76-97f8-de65da51abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:24.341339 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] No DVR routers for this DVR port 7bc78810-3c40-4af0-9d95-a6c25bd40149 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:45:24.350994 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:24.351342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:24.351678 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:24.352007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:24.352334 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:24.352659 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:24.352981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:24.353328 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:24.353658 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:24.353974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:24.354289 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:24.354604 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:24.427293 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:24.436816 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6228dcb2-8c75-4ede-9270-0d3b5e9a3293']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:24.447090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f3a6dd-59b4-45fd-86a0-27be366421ed') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:24.447382 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f3a6dd-59b4-45fd-86a0-27be366421ed') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:24.456564 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:24.471640 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:24.477873 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:24.478403 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:24.481422 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:24.493985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2064b-6109-4b76-97f8-de65da51abb4 None None] Pushing event updated for resources: {'Port': ['ID=6fb5527c-6599-4232-b7ca-527973e1415c,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:24.548799 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:24.555858 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:24.557659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/networks/6228dcb2-8c75-4ede-9270-0d3b5e9a3293 HTTP/1.1" status: 204 len: 168 time: 1.5926151 Jul 14 07:45:24.560115 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34452) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:24.577385 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d012bf-698d-4f28-a10d-362c1a338035 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Network': ['ID=6228dcb2-8c75-4ede-9270-0d3b5e9a3293,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:24.590044 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b92a1e0-3dea-4d6b-abf4-6ee95800d9a7 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] DELETE failed (client error): The resource could not be found. Jul 14 07:45:24.590598 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b92a1e0-3dea-4d6b-abf4-6ee95800d9a7 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:45:24.592324 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1b92a1e0-3dea-4d6b-abf4-6ee95800d9a7 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/networks/6228dcb2-8c75-4ede-9270-0d3b5e9a3293 HTTP/1.1" status: 404 len: 339 time: 0.0225990 Jul 14 07:45:24.596504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34454) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:24.601474 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-56f3e385-3c72-4c6b-8f8e-f7900e8e7e14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-961400966', 'description': 'd1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:24.622870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f3e385-3c72-4c6b-8f8e-f7900e8e7e14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:24.626726 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-56f3e385-3c72-4c6b-8f8e-f7900e8e7e14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:24.652031 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f3e385-3c72-4c6b-8f8e-f7900e8e7e14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:24.661985 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-56f3e385-3c72-4c6b-8f8e-f7900e8e7e14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:24.662351 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-56f3e385-3c72-4c6b-8f8e-f7900e8e7e14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Added segment 52dfe6d3-da2d-43f1-821f-da86b5a352b7 of type vlan for network cd1ce1ab-e3c1-45a5-bc1e-1e626d8ba61e Jul 14 07:45:24.705143 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-56f3e385-3c72-4c6b-8f8e-f7900e8e7e14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:24.736381 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-56f3e385-3c72-4c6b-8f8e-f7900e8e7e14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:24.742371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f3e385-3c72-4c6b-8f8e-f7900e8e7e14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:24.742998 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-56f3e385-3c72-4c6b-8f8e-f7900e8e7e14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:24.772188 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6fb5527c-6599-4232-b7ca-527973e1415c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:45:24.806599 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-56f3e385-3c72-4c6b-8f8e-f7900e8e7e14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2090302 Jul 14 07:45:24.809738 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34456) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:24.835390 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3e385-3c72-4c6b-8f8e-f7900e8e7e14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Network': ['ID=cd1ce1ab-e3c1-45a5-bc1e-1e626d8ba61e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:24.845597 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network cd1ce1ab-e3c1-45a5-bc1e-1e626d8ba61e details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:24.895378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7ea50e-97f8-44ce-8733-cfacb6224dd6 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:24.899336 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8c7ea50e-97f8-44ce-8733-cfacb6224dd6 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "GET /v2.0/networks?id=cd1ce1ab-e3c1-45a5-bc1e-1e626d8ba61e HTTP/1.1" status: 200 len: 764 time: 0.0866780 Jul 14 07:45:24.899558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34458) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:24.905303 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8ad04a92-7acd-4c50-9d34-a9fca7df8231 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'network': {'description': 'd2'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:25.004850 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29450967-5db8-439a-bb37-6cd74a7d5b1c None None] Network 8149adf1-af1a-41ee-b921-281eec4baa95 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:25.059876 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ad04a92-7acd-4c50-9d34-a9fca7df8231 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:25.073417 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ad04a92-7acd-4c50-9d34-a9fca7df8231 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:25.091299 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ad04a92-7acd-4c50-9d34-a9fca7df8231 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network cd1ce1ab-e3c1-45a5-bc1e-1e626d8ba61e is not hosted by any dhcp agent {{(pid=93828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 07:45:25.096600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad04a92-7acd-4c50-9d34-a9fca7df8231 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.097192 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ad04a92-7acd-4c50-9d34-a9fca7df8231 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:25.098448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8ad04a92-7acd-4c50-9d34-a9fca7df8231 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "PUT /v2.0/networks/cd1ce1ab-e3c1-45a5-bc1e-1e626d8ba61e HTTP/1.1" status: 200 len: 761 time: 0.1974940 Jul 14 07:45:25.101236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34460) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:25.120866 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-24f3df6f-c79d-4e82-8f87-6e6d4240b60e None None] Provisioning for port 6fb5527c-6599-4232-b7ca-527973e1415c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:25.129549 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-24f3df6f-c79d-4e82-8f87-6e6d4240b60e None None] Provisioning complete for port 6fb5527c-6599-4232-b7ca-527973e1415c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:25.129923 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-24f3df6f-c79d-4e82-8f87-6e6d4240b60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:25.156923 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad04a92-7acd-4c50-9d34-a9fca7df8231 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Network': ['ID=cd1ce1ab-e3c1-45a5-bc1e-1e626d8ba61e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:25.171807 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network cd1ce1ab-e3c1-45a5-bc1e-1e626d8ba61e details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:25.183465 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117fc309-67a9-441e-9601-432d8c6e8f87 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.184934 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-117fc309-67a9-441e-9601-432d8c6e8f87 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "GET /v2.0/networks?id=cd1ce1ab-e3c1-45a5-bc1e-1e626d8ba61e HTTP/1.1" status: 200 len: 764 time: 0.0827084 Jul 14 07:45:25.189425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34462) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:25.372817 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab1453c-7c7a-45c0-b0b1-88c6281b10c5 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.375008 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4ab1453c-7c7a-45c0-b0b1-88c6281b10c5 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1845896 Jul 14 07:45:25.377756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34464) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:25.413057 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2ef9beb6-df40-4b3b-8010-e3123fb78237 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "GET /v2.0/subnets?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 HTTP/1.1" status: 200 len: 207 time: 0.0341518 Jul 14 07:45:25.416270 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34466) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:25.451907 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2879b1-7958-48e7-bd1f-2e8bc09d42cf None None] get_active_networks_info from n-d-778696-5 {{(pid=93829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 07:45:25.526188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c4836c-5927-434a-9227-54e34a3c3aa8 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.532736 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c4836c-5927-434a-9227-54e34a3c3aa8 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.538488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c4836c-5927-434a-9227-54e34a3c3aa8 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.540814 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2879b1-7958-48e7-bd1f-2e8bc09d42cf None None] Resources bound (agent type, host, resource id): {{(pid=93829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 07:45:25.542638 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fb028a2f-4b4a-499f-b2de-9a0c985b904e None None] Provisioning complete for port 6fb5527c-6599-4232-b7ca-527973e1415c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:25.543007 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fb028a2f-4b4a-499f-b2de-9a0c985b904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:25.544106 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c4836c-5927-434a-9227-54e34a3c3aa8 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.549829 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c4836c-5927-434a-9227-54e34a3c3aa8 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.555490 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c4836c-5927-434a-9227-54e34a3c3aa8 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.560649 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-88c4836c-5927-434a-9227-54e34a3c3aa8 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1400194 Jul 14 07:45:25.561035 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34468) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:25.685762 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e387f66f-f882-4d7b-8364-72d9bfe090e4 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1196725 Jul 14 07:45:25.686564 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34470) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:25.744313 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1fb1df-bdee-42e3-8420-924f36f059e2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.746256 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1fb1df-bdee-42e3-8420-924f36f059e2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.747388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1fb1df-bdee-42e3-8420-924f36f059e2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.749552 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1fb1df-bdee-42e3-8420-924f36f059e2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.751068 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1fb1df-bdee-42e3-8420-924f36f059e2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.753267 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9c1fb1df-bdee-42e3-8420-924f36f059e2 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0651586 Jul 14 07:45:25.756276 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34472) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:25.812559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120d9a11-fdd3-4223-9488-14f6fc21e3da tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.814723 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120d9a11-fdd3-4223-9488-14f6fc21e3da tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.816500 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120d9a11-fdd3-4223-9488-14f6fc21e3da tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.817995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120d9a11-fdd3-4223-9488-14f6fc21e3da tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.819425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120d9a11-fdd3-4223-9488-14f6fc21e3da tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.820956 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-120d9a11-fdd3-4223-9488-14f6fc21e3da tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0637560 Jul 14 07:45:25.824520 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34474) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:25.922879 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b546ce20-2342-4911-8bd5-20ca50726067 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:25.924214 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b546ce20-2342-4911-8bd5-20ca50726067 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "GET /v2.0/networks/74bb22ca-46c5-4546-83a5-5206f49cfd63 HTTP/1.1" status: 200 len: 804 time: 0.0987773 Jul 14 07:45:25.927695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34476) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:26.020391 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a141dc1f-0e5f-4db0-afe0-35eaa42e9875 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "GET /v2.0/networks/74bb22ca-46c5-4546-83a5-5206f49cfd63?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.0916297 Jul 14 07:45:26.023597 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34478) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:26.072044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b1641e-417a-4cf7-9397-8999f89ed403 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:26.073397 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-93b1641e-417a-4cf7-9397-8999f89ed403 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "GET /v2.0/subnets/68a192f1-1397-44a4-a2ea-2bd8323564ca HTTP/1.1" status: 200 len: 843 time: 0.0488231 Jul 14 07:45:26.076558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34480) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:26.129893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78546bf1-2405-41f1-8b63-11923000ba07 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:26.131224 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-78546bf1-2405-41f1-8b63-11923000ba07 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "GET /v2.0/subnets/68a192f1-1397-44a4-a2ea-2bd8323564ca?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0537767 Jul 14 07:45:26.134500 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34482) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:26.139082 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-db0bfbae-c4b7-4bf1-9df5-7eace3736f3e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1050651086'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:26.158516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0bfbae-c4b7-4bf1-9df5-7eace3736f3e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:26.161857 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db0bfbae-c4b7-4bf1-9df5-7eace3736f3e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:26.184684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0bfbae-c4b7-4bf1-9df5-7eace3736f3e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:26.193477 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db0bfbae-c4b7-4bf1-9df5-7eace3736f3e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:26.193813 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-db0bfbae-c4b7-4bf1-9df5-7eace3736f3e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Added segment 35679c6b-63fe-4bc9-af13-325679d18b5c of type vlan for network 1a5d4542-82be-41fa-a496-190d3132d3e7 Jul 14 07:45:26.230634 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db0bfbae-c4b7-4bf1-9df5-7eace3736f3e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:26.260292 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db0bfbae-c4b7-4bf1-9df5-7eace3736f3e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:26.265813 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0bfbae-c4b7-4bf1-9df5-7eace3736f3e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:26.266398 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db0bfbae-c4b7-4bf1-9df5-7eace3736f3e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:26.322450 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-db0bfbae-c4b7-4bf1-9df5-7eace3736f3e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1869154 Jul 14 07:45:26.325905 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34484) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:26.330547 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bfbae-c4b7-4bf1-9df5-7eace3736f3e tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Network': ['ID=1a5d4542-82be-41fa-a496-190d3132d3e7,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:26.331035 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8c512da6-9947-448a-a61a-4cea3f9db010 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'subnet': {'network_id': '1a5d4542-82be-41fa-a496-190d3132d3e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:26.340731 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 1a5d4542-82be-41fa-a496-190d3132d3e7 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:26.415323 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c512da6-9947-448a-a61a-4cea3f9db010 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Made reservation on behalf of d1e666926250416a9e91736b6b3a8beb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:26.419492 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c512da6-9947-448a-a61a-4cea3f9db010 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:26.478233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-8c512da6-9947-448a-a61a-4cea3f9db010 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Performing IP validity checks on allocation pools {{(pid=93827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 07:45:26.478754 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-8c512da6-9947-448a-a61a-4cea3f9db010 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 07:45:26.601157 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c512da6-9947-448a-a61a-4cea3f9db010 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:26.662577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c512da6-9947-448a-a61a-4cea3f9db010 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Subnet': ['ID=9ca65eea-80ac-462c-9386-323093415ef0,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:26.671662 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c512da6-9947-448a-a61a-4cea3f9db010 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Checking segment: {'id': '35679c6b-63fe-4bc9-af13-325679d18b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1a5d4542-82be-41fa-a496-190d3132d3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:26.672015 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c512da6-9947-448a-a61a-4cea3f9db010 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network hostable DHCP agents. Network: 1a5d4542-82be-41fa-a496-190d3132d3e7, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:26.687558 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c512da6-9947-448a-a61a-4cea3f9db010 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Network 1a5d4542-82be-41fa-a496-190d3132d3e7 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:26.695644 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-8c512da6-9947-448a-a61a-4cea3f9db010 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 1a5d4542-82be-41fa-a496-190d3132d3e7) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:26.701467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c512da6-9947-448a-a61a-4cea3f9db010 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:26.702837 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c512da6-9947-448a-a61a-4cea3f9db010 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:26.704432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e3baa6-b57f-4b65-a8cd-c810e2291e02 None None] Network 1a5d4542-82be-41fa-a496-190d3132d3e7 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:26.718735 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8c512da6-9947-448a-a61a-4cea3f9db010 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.3917472 Jul 14 07:45:26.721450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34486) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:26.726545 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-aa3c9922-4828-45c5-b13a-3d55c3421b97 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:26.816167 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa3c9922-4828-45c5-b13a-3d55c3421b97 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4379812'] for subnet, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:26.851869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-1a5d4542-82be-41fa-a496-190d3132d3e7', 'network_id': '1a5d4542-82be-41fa-a496-190d3132d3e7', 'tenant_id': 'd1e666926250416a9e91736b6b3a8beb', 'fixed_ips': [{'subnet_id': '9ca65eea-80ac-462c-9386-323093415ef0'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:45:26.852665 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:26.979885 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa3c9922-4828-45c5-b13a-3d55c3421b97 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770202522646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5979881'] for subnet, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:27.021859 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3c9922-4828-45c5-b13a-3d55c3421b97 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:27.022460 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa3c9922-4828-45c5-b13a-3d55c3421b97 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:27.023760 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-aa3c9922-4828-45c5-b13a-3d55c3421b97 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "PUT /v2.0/subnets/9ca65eea-80ac-462c-9386-323093415ef0 HTTP/1.1" status: 200 len: 900 time: 0.3013980 Jul 14 07:45:27.026791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34488) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:27.032934 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Allocated IP 2001:db8::3 (1a5d4542-82be-41fa-a496-190d3132d3e7/9ca65eea-80ac-462c-9386-323093415ef0/a82a462a-30ac-4d7c-9eca-476e8a8a8b36) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:27.037267 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c9922-4828-45c5-b13a-3d55c3421b97 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event updated for resources: {'Subnet': ['ID=9ca65eea-80ac-462c-9386-323093415ef0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:27.127752 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:27.171302 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:27.178344 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:27.179254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Transition to ACTIVE for port object a82a462a-30ac-4d7c-9eca-476e8a8a8b36 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:27.193854 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Transition to ACTIVE for port object a82a462a-30ac-4d7c-9eca-476e8a8a8b36 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:27.199276 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:27.241843 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Network 1a5d4542-82be-41fa-a496-190d3132d3e7 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:27.244693 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:27.244948 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:27.248263 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:27.255529 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Pushing event updated for resources: {'Port': ['ID=a82a462a-30ac-4d7c-9eca-476e8a8a8b36,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:27.287841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca65eea-80ac-462c-9386-323093415ef0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:27.324792 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Attempting to bind port a82a462a-30ac-4d7c-9eca-476e8a8a8b36 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:45:27.325162 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Attempting to bind port a82a462a-30ac-4d7c-9eca-476e8a8a8b36 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '35679c6b-63fe-4bc9-af13-325679d18b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1a5d4542-82be-41fa-a496-190d3132d3e7'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:45:27.325557 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Attempting to bind port a82a462a-30ac-4d7c-9eca-476e8a8a8b36 on network 1a5d4542-82be-41fa-a496-190d3132d3e7 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:45:27.331108 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:45:27.331488 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Checking segment: {'id': '35679c6b-63fe-4bc9-af13-325679d18b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1a5d4542-82be-41fa-a496-190d3132d3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:27.332164 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:27.332566 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Bound using segment: {'id': '35679c6b-63fe-4bc9-af13-325679d18b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1a5d4542-82be-41fa-a496-190d3132d3e7'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:45:27.333028 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Bound port: a82a462a-30ac-4d7c-9eca-476e8a8a8b36, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35679c6b-63fe-4bc9-af13-325679d18b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1a5d4542-82be-41fa-a496-190d3132d3e7'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:45:27.333435 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:27.345932 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:27.355552 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5d4542-82be-41fa-a496-190d3132d3e7']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:27.365616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35679c6b-63fe-4bc9-af13-325679d18b5c') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:27.366156 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35679c6b-63fe-4bc9-af13-325679d18b5c') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:27.375261 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:27.388479 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:27.394431 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] For port a82a462a-30ac-4d7c-9eca-476e8a8a8b36, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:45:27.394832 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:27.395222 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:27.398113 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:27.455291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] For port a82a462a-30ac-4d7c-9eca-476e8a8a8b36, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a82a462a-30ac-4d7c-9eca-476e8a8a8b36,segment=NetworkSegment(35679c6b-63fe-4bc9-af13-325679d18b5c),segment_id=35679c6b-63fe-4bc9-af13-325679d18b5c)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:45:27.456163 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.db.api [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 07:45:27.456163 n-d-778696-5 neutron-server[93828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 07:45:27.456163 n-d-778696-5 neutron-server[93828]: [parameters: {'id': '1a5d4542-82be-41fa-a496-190d3132d3e7'}] Jul 14 07:45:27.456163 n-d-778696-5 neutron-server[93828]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:45:27.456634 n-d-778696-5 neutron-server[93828]: DEBUG oslo_db.api [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:45:27.460015 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:27.544489 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0590d-3f5e-432c-b28f-897e6fa19b73 None None] Pushing event updated for resources: {'Port': ['ID=a82a462a-30ac-4d7c-9eca-476e8a8a8b36,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:27.560677 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a230fa-7daf-4a64-bc8a-9895069361d5 None None] Network 1a5d4542-82be-41fa-a496-190d3132d3e7 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:27.688579 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5b4367-4898-4154-a318-3c39bb969d72 None None] Network 1a5d4542-82be-41fa-a496-190d3132d3e7 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:27.814331 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b9ae5a-d900-49f8-b9d3-24e5a05b0cbf None None] get_active_networks_info from n-d-778696-5 {{(pid=93829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 07:45:27.894621 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b9ae5a-d900-49f8-b9d3-24e5a05b0cbf None None] Resources bound (agent type, host, resource id): {{(pid=93829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 07:45:27.957743 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:28.008481 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Deleting port a82a462a-30ac-4d7c-9eca-476e8a8a8b36 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:28.008819 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:28.069165 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] For port a82a462a-30ac-4d7c-9eca-476e8a8a8b36, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a82a462a-30ac-4d7c-9eca-476e8a8a8b36,segment=NetworkSegment(35679c6b-63fe-4bc9-af13-325679d18b5c),segment_id=35679c6b-63fe-4bc9-af13-325679d18b5c)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:28.069545 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:28.082632 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Calling delete_port for a82a462a-30ac-4d7c-9eca-476e8a8a8b36 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:28.163117 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:28.189611 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Port': ['ID=a82a462a-30ac-4d7c-9eca-476e8a8a8b36,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:28.193130 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] No DVR routers for this DVR port a82a462a-30ac-4d7c-9eca-476e8a8a8b36 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:45:28.270590 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:28.279863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5d4542-82be-41fa-a496-190d3132d3e7']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:28.289646 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35679c6b-63fe-4bc9-af13-325679d18b5c') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:28.289939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35679c6b-63fe-4bc9-af13-325679d18b5c') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:28.298907 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:28.312489 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:28.318431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:28.318824 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:28.321894 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:28.375209 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:28.382728 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:28.384467 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/networks/1a5d4542-82be-41fa-a496-190d3132d3e7 HTTP/1.1" status: 204 len: 168 time: 1.3564732 Jul 14 07:45:28.388132 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34490) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:28.393696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eaa6ce-3d0e-4348-9b06-69f510e5cd14 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Network': ['ID=1a5d4542-82be-41fa-a496-190d3132d3e7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:28.418615 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a240925-e971-457f-a877-2af6fb621e47 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] DELETE failed (client error): The resource could not be found. Jul 14 07:45:28.419064 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a240925-e971-457f-a877-2af6fb621e47 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:45:28.421390 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3a240925-e971-457f-a877-2af6fb621e47 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/subnets/9ca65eea-80ac-462c-9386-323093415ef0 HTTP/1.1" status: 404 len: 337 time: 0.0320599 Jul 14 07:45:28.423885 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34492) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:28.442010 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fcb28c0-71e2-4a7c-abad-5384d8f47b30 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] DELETE failed (client error): The resource could not be found. Jul 14 07:45:28.442521 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fcb28c0-71e2-4a7c-abad-5384d8f47b30 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:45:28.444166 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3fcb28c0-71e2-4a7c-abad-5384d8f47b30 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/networks/1a5d4542-82be-41fa-a496-190d3132d3e7 HTTP/1.1" status: 404 len: 339 time: 0.0193939 Jul 14 07:45:28.446592 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34494) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:28.520376 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0400e883-8660-4a25-880f-12316f79633f tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:28.606948 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0400e883-8660-4a25-880f-12316f79633f tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:28.616880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0400e883-8660-4a25-880f-12316f79633f tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1ce1ab-e3c1-45a5-bc1e-1e626d8ba61e']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:28.626636 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0400e883-8660-4a25-880f-12316f79633f tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52dfe6d3-da2d-43f1-821f-da86b5a352b7') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:28.626930 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0400e883-8660-4a25-880f-12316f79633f tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52dfe6d3-da2d-43f1-821f-da86b5a352b7') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:28.635223 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0400e883-8660-4a25-880f-12316f79633f tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:28.647992 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0400e883-8660-4a25-880f-12316f79633f tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:28.653831 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0400e883-8660-4a25-880f-12316f79633f tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:28.654229 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0400e883-8660-4a25-880f-12316f79633f tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:28.657557 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:28.714650 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0400e883-8660-4a25-880f-12316f79633f tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:28.721966 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0400e883-8660-4a25-880f-12316f79633f tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:28.723770 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0400e883-8660-4a25-880f-12316f79633f tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/networks/cd1ce1ab-e3c1-45a5-bc1e-1e626d8ba61e HTTP/1.1" status: 204 len: 168 time: 0.2762964 Jul 14 07:45:28.726493 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34496) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:28.735556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400e883-8660-4a25-880f-12316f79633f tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Network': ['ID=cd1ce1ab-e3c1-45a5-bc1e-1e626d8ba61e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:28.752241 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-54be73ed-b5da-4dd6-a82d-bed361f7984b tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] DELETE failed (client error): The resource could not be found. Jul 14 07:45:28.752682 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54be73ed-b5da-4dd6-a82d-bed361f7984b tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:45:28.754407 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-54be73ed-b5da-4dd6-a82d-bed361f7984b tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/subnets/8baa3cb6-b853-412f-9b5f-2c9ed4b59938 HTTP/1.1" status: 404 len: 337 time: 0.0269349 Jul 14 07:45:28.756800 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34498) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:28.777385 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b425d76-9cd9-4b3b-be28-bc814aa325fb tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] DELETE failed (client error): The resource could not be found. Jul 14 07:45:28.777896 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b425d76-9cd9-4b3b-be28-bc814aa325fb tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:45:28.779489 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5b425d76-9cd9-4b3b-be28-bc814aa325fb tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/networks/6228dcb2-8c75-4ede-9270-0d3b5e9a3293 HTTP/1.1" status: 404 len: 339 time: 0.0217974 Jul 14 07:45:28.782144 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34500) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:28.832352 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-64fcc0db-812a-4fb7-add5-9f29f44abd69 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Deleting subnet 8923634b-9a3f-4d8d-ad25-6535d521d0ce {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:45:28.835394 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-64fcc0db-812a-4fb7-add5-9f29f44abd69 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:28.874665 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-64fcc0db-812a-4fb7-add5-9f29f44abd69 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:28.960517 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-64fcc0db-812a-4fb7-add5-9f29f44abd69 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:29.017831 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-64fcc0db-812a-4fb7-add5-9f29f44abd69 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:29.046587 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcc0db-812a-4fb7-add5-9f29f44abd69 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Subnet': ['ID=8923634b-9a3f-4d8d-ad25-6535d521d0ce,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:29.048543 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-64fcc0db-812a-4fb7-add5-9f29f44abd69 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:29.052493 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-64fcc0db-812a-4fb7-add5-9f29f44abd69 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/subnets/8923634b-9a3f-4d8d-ad25-6535d521d0ce HTTP/1.1" status: 204 len: 168 time: 0.2673633 Jul 14 07:45:29.052884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34502) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:29.055761 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc746abd-f4f4-4f70-8bbb-fe00df9b7187 None None] Network 8149adf1-af1a-41ee-b921-281eec4baa95 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:29.102203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3227e0-67cf-4381-a4bc-30c877a25682 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Deleting subnet 83cbdae5-0184-4bb9-bd9f-9661faf75bfd {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:45:29.105249 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc3227e0-67cf-4381-a4bc-30c877a25682 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:29.143337 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc3227e0-67cf-4381-a4bc-30c877a25682 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:29.579007 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc3227e0-67cf-4381-a4bc-30c877a25682 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:29.642019 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc3227e0-67cf-4381-a4bc-30c877a25682 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:29.673403 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc3227e0-67cf-4381-a4bc-30c877a25682 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:29.675347 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-dc3227e0-67cf-4381-a4bc-30c877a25682 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/subnets/83cbdae5-0184-4bb9-bd9f-9661faf75bfd HTTP/1.1" status: 204 len: 168 time: 0.6216443 Jul 14 07:45:29.676222 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3227e0-67cf-4381-a4bc-30c877a25682 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Subnet': ['ID=83cbdae5-0184-4bb9-bd9f-9661faf75bfd,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:29.677860 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34504) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:29.710370 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69678169-56a7-43e4-9dab-83489f137d0c None None] Network 8149adf1-af1a-41ee-b921-281eec4baa95 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:29.759557 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:29.776797 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f69de307-0cf6-4062-a0ce-24cbb00027b0 None None] Provisioning complete for port 6fb5527c-6599-4232-b7ca-527973e1415c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:29.777169 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f69de307-0cf6-4062-a0ce-24cbb00027b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:29.810061 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Deleting port 6fb5527c-6599-4232-b7ca-527973e1415c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:29.810390 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:29.871872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] For port 6fb5527c-6599-4232-b7ca-527973e1415c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6fb5527c-6599-4232-b7ca-527973e1415c,segment=NetworkSegment(61140efc-4fea-460a-845c-2f45e7889a30),segment_id=61140efc-4fea-460a-845c-2f45e7889a30)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:29.872253 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:29.889703 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Calling delete_port for 6fb5527c-6599-4232-b7ca-527973e1415c owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:29.958562 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51188327-a386-498d-b92d-8cb45441a5b9 None None] DHCP port deletion for 8149adf1-af1a-41ee-b921-281eec4baa95 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:45:29.972055 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:29.998084 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Port': ['ID=6fb5527c-6599-4232-b7ca-527973e1415c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:30.003000 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] No DVR routers for this DVR port 6fb5527c-6599-4232-b7ca-527973e1415c on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:45:30.011840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-51188327-a386-498d-b92d-8cb45441a5b9 None None] Deleting port 6fb5527c-6599-4232-b7ca-527973e1415c {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:30.012060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:30.012230 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-51188327-a386-498d-b92d-8cb45441a5b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.012403 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:30.012569 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:30.012905 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:30.013265 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:30.013596 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:30.013922 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:30.014279 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:30.014603 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:30.014926 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:30.015243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:30.015560 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:30.096537 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.106928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8149adf1-af1a-41ee-b921-281eec4baa95']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:30.118629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61140efc-4fea-460a-845c-2f45e7889a30') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:30.118949 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61140efc-4fea-460a-845c-2f45e7889a30') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:30.128253 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.142258 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.148155 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:30.148548 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:30.151651 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:30.210126 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.215641 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.220484 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/networks/8149adf1-af1a-41ee-b921-281eec4baa95 HTTP/1.1" status: 204 len: 168 time: 0.5394056 Jul 14 07:45:30.221033 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34506) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:30.229812 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-51188327-a386-498d-b92d-8cb45441a5b9 None None] For port 6fb5527c-6599-4232-b7ca-527973e1415c, host n-d-778696-5, got binding levels [] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:30.230865 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-51188327-a386-498d-b92d-8cb45441a5b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.232755 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6430b0-6a8b-47c8-9139-782d708a1a0a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Network': ['ID=8149adf1-af1a-41ee-b921-281eec4baa95,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:30.245914 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-51188327-a386-498d-b92d-8cb45441a5b9 None None] Calling delete_port for 6fb5527c-6599-4232-b7ca-527973e1415c owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:30.248023 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-18748a9f-7e75-48af-8cc5-94315249e3f1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] DELETE failed (client error): The resource could not be found. Jul 14 07:45:30.248478 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18748a9f-7e75-48af-8cc5-94315249e3f1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:45:30.248618 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.ipam_backend_mixin [None req-51188327-a386-498d-b92d-8cb45441a5b9 None None] Port 6fb5527c-6599-4232-b7ca-527973e1415c was not found and therefore no delete operation was performed {{(pid=93829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 07:45:30.250359 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-51188327-a386-498d-b92d-8cb45441a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.250569 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-18748a9f-7e75-48af-8cc5-94315249e3f1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/subnets/9a89f753-ce58-41e6-9f22-d5812d723132 HTTP/1.1" status: 404 len: 337 time: 0.0281107 Jul 14 07:45:30.252638 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34508) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:30.271270 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51188327-a386-498d-b92d-8cb45441a5b9 None None] Network 8149adf1-af1a-41ee-b921-281eec4baa95 is not hosted by any dhcp agent {{(pid=93829) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 07:45:30.271734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51188327-a386-498d-b92d-8cb45441a5b9 None None] No DVR routers for this DVR port 6fb5527c-6599-4232-b7ca-527973e1415c on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:45:30.273532 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51188327-a386-498d-b92d-8cb45441a5b9 None None] Pushing event deleted for resources: {'Port': ['ID=6fb5527c-6599-4232-b7ca-527973e1415c,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:30.273830 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fda8750-f791-4f09-aba3-a4335a7749d0 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] DELETE failed (client error): The resource could not be found. Jul 14 07:45:30.274368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fda8750-f791-4f09-aba3-a4335a7749d0 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:45:30.276149 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7fda8750-f791-4f09-aba3-a4335a7749d0 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/networks/3d566864-e5bf-455b-9914-ea7ecd009df6 HTTP/1.1" status: 404 len: 339 time: 0.0225883 Jul 14 07:45:30.280363 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34510) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:30.310951 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e05285d-25c6-43bb-b7d3-877d69f7312a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] DELETE failed (client error): The resource could not be found. Jul 14 07:45:30.311412 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e05285d-25c6-43bb-b7d3-877d69f7312a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:45:30.313030 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3e05285d-25c6-43bb-b7d3-877d69f7312a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/subnets/acd92c65-231e-4d9d-a044-102baa8cb1da HTTP/1.1" status: 404 len: 337 time: 0.0317550 Jul 14 07:45:30.315463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34512) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:30.332683 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-46967bc3-8c8c-4ceb-a3e7-8b9389f59a58 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] DELETE failed (client error): The resource could not be found. Jul 14 07:45:30.333204 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46967bc3-8c8c-4ceb-a3e7-8b9389f59a58 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:45:30.334785 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-46967bc3-8c8c-4ceb-a3e7-8b9389f59a58 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/networks/8cedeb63-6445-4d49-817c-4be0afbb6d1f HTTP/1.1" status: 404 len: 339 time: 0.0184364 Jul 14 07:45:30.336940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34514) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:30.361745 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-05728927-ea92-433d-9b81-06e58f8f0c52 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] DELETE failed (client error): The resource could not be found. Jul 14 07:45:30.362179 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05728927-ea92-433d-9b81-06e58f8f0c52 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:45:30.363748 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-05728927-ea92-433d-9b81-06e58f8f0c52 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/subnets/2060fb0a-ba71-4b39-8078-18dd4408e3a8 HTTP/1.1" status: 404 len: 337 time: 0.0259297 Jul 14 07:45:30.366039 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34516) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:30.382268 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce9659d-6a05-41ee-b84a-a8e24b85371a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] DELETE failed (client error): The resource could not be found. Jul 14 07:45:30.382772 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce9659d-6a05-41ee-b84a-a8e24b85371a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:45:30.385217 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3ce9659d-6a05-41ee-b84a-a8e24b85371a tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/networks/4e38b3d8-58c4-4eaf-a2bc-a453d3ceb72f HTTP/1.1" status: 404 len: 339 time: 0.0174363 Jul 14 07:45:30.386466 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34518) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:30.437018 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6e1c36-77e2-4b42-b685-3b0e96ac02a4 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Deleting subnet bd1790fb-892c-4ba2-8e6b-8a01da3024e1 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:45:30.439925 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a6e1c36-77e2-4b42-b685-3b0e96ac02a4 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.484709 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a6e1c36-77e2-4b42-b685-3b0e96ac02a4 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.536579 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31a0a99c-7c9b-435c-a0bc-bb0b330a14e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.566834 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a6e1c36-77e2-4b42-b685-3b0e96ac02a4 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.623416 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a6e1c36-77e2-4b42-b685-3b0e96ac02a4 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.650798 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e1c36-77e2-4b42-b685-3b0e96ac02a4 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Subnet': ['ID=bd1790fb-892c-4ba2-8e6b-8a01da3024e1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:30.652732 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a6e1c36-77e2-4b42-b685-3b0e96ac02a4 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.656271 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8a6e1c36-77e2-4b42-b685-3b0e96ac02a4 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/subnets/bd1790fb-892c-4ba2-8e6b-8a01da3024e1 HTTP/1.1" status: 204 len: 168 time: 0.2672634 Jul 14 07:45:30.657512 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34520) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:30.659937 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05124b04-4181-4a44-bbb9-4f7cccc3147d None None] Network 977e7e10-7cce-429a-ad43-2036a0f5ed92 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:30.747070 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.772095 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6fb5527c-6599-4232-b7ca-527973e1415c no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:45:30.794566 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 6fb5527c-6599-4232-b7ca-527973e1415c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:45:30.794909 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6fb5527c-6599-4232-b7ca-527973e1415c not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:45:30.801176 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Deleting port cbe184d0-b585-40c7-a936-5bf67d10eace {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:30.801662 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.868290 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] For port cbe184d0-b585-40c7-a936-5bf67d10eace, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cbe184d0-b585-40c7-a936-5bf67d10eace,segment=NetworkSegment(05fb983e-0b21-4ed0-9aca-3df12436e52f),segment_id=05fb983e-0b21-4ed0-9aca-3df12436e52f)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:30.868656 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.871642 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe97fd9-b860-4486-a729-f24f87f95b81 None None] DHCP port deletion for 977e7e10-7cce-429a-ad43-2036a0f5ed92 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:45:30.882315 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Calling delete_port for cbe184d0-b585-40c7-a936-5bf67d10eace owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:30.920082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-fbe97fd9-b860-4486-a729-f24f87f95b81 None None] Deleting port cbe184d0-b585-40c7-a936-5bf67d10eace {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:30.920460 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fbe97fd9-b860-4486-a729-f24f87f95b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.960580 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.982548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-fbe97fd9-b860-4486-a729-f24f87f95b81 None None] For port cbe184d0-b585-40c7-a936-5bf67d10eace, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cbe184d0-b585-40c7-a936-5bf67d10eace,segment=NetworkSegment(05fb983e-0b21-4ed0-9aca-3df12436e52f),segment_id=05fb983e-0b21-4ed0-9aca-3df12436e52f)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:30.983013 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fbe97fd9-b860-4486-a729-f24f87f95b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:30.987037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Port': ['ID=cbe184d0-b585-40c7-a936-5bf67d10eace,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:30.988874 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] No DVR routers for this DVR port cbe184d0-b585-40c7-a936-5bf67d10eace on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:45:30.996197 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-fbe97fd9-b860-4486-a729-f24f87f95b81 None None] Calling delete_port for cbe184d0-b585-40c7-a936-5bf67d10eace owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:31.068302 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.073055 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fbe97fd9-b860-4486-a729-f24f87f95b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.078869 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977e7e10-7cce-429a-ad43-2036a0f5ed92']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:31.089409 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05fb983e-0b21-4ed0-9aca-3df12436e52f') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:31.089704 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05fb983e-0b21-4ed0-9aca-3df12436e52f') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:31.095927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe97fd9-b860-4486-a729-f24f87f95b81 None None] Pushing event deleted for resources: {'Port': ['ID=cbe184d0-b585-40c7-a936-5bf67d10eace,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:31.098403 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.102381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe97fd9-b860-4486-a729-f24f87f95b81 None None] No DVR routers for this DVR port cbe184d0-b585-40c7-a936-5bf67d10eace on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:45:31.114854 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.120589 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:31.120969 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:31.125395 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:31.180356 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.187385 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.189102 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/networks/977e7e10-7cce-429a-ad43-2036a0f5ed92 HTTP/1.1" status: 204 len: 168 time: 0.5306876 Jul 14 07:45:31.191731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34524) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:31.204190 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731c34c-bdab-475a-b877-0e165f457437 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Network': ['ID=977e7e10-7cce-429a-ad43-2036a0f5ed92,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:31.222761 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8283a10a-ea6f-40aa-b3a6-70bcb5a56cb9 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] DELETE failed (client error): The resource could not be found. Jul 14 07:45:31.223225 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8283a10a-ea6f-40aa-b3a6-70bcb5a56cb9 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:45:31.224961 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8283a10a-ea6f-40aa-b3a6-70bcb5a56cb9 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/subnets/46f7f384-23a9-4a22-a65f-e9b4b2120f50 HTTP/1.1" status: 404 len: 337 time: 0.0322156 Jul 14 07:45:31.227501 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34526) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:31.245211 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7709648-6d9b-4b4f-ab44-e8ff69195c71 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] DELETE failed (client error): The resource could not be found. Jul 14 07:45:31.245746 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7709648-6d9b-4b4f-ab44-e8ff69195c71 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:45:31.247353 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f7709648-6d9b-4b4f-ab44-e8ff69195c71 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/networks/e63d5179-b3ab-4a72-9677-d3a11c5ded19 HTTP/1.1" status: 404 len: 339 time: 0.0189655 Jul 14 07:45:31.250137 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34528) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:31.297608 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-de06ee58-9c66-4e5a-994d-bed0bea236fa tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Deleting subnet 68a192f1-1397-44a4-a2ea-2bd8323564ca {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:45:31.300508 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de06ee58-9c66-4e5a-994d-bed0bea236fa tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.338906 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de06ee58-9c66-4e5a-994d-bed0bea236fa tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.422235 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de06ee58-9c66-4e5a-994d-bed0bea236fa tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.479199 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de06ee58-9c66-4e5a-994d-bed0bea236fa tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.508574 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de06ee58-9c66-4e5a-994d-bed0bea236fa tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.510840 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-de06ee58-9c66-4e5a-994d-bed0bea236fa tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/subnets/68a192f1-1397-44a4-a2ea-2bd8323564ca HTTP/1.1" status: 204 len: 168 time: 0.2594440 Jul 14 07:45:31.511851 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06ee58-9c66-4e5a-994d-bed0bea236fa tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Subnet': ['ID=68a192f1-1397-44a4-a2ea-2bd8323564ca,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:31.513060 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34530) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:31.514522 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b28583-ce73-4daf-8377-dbef16909f41 None None] Network 74bb22ca-46c5-4546-83a5-5206f49cfd63 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:31.585484 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.636014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Deleting port 24c430f6-117c-4980-94b2-818abf583040 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:31.636711 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.685244 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc63f41f-445b-4216-8acb-8597635d5317 None None] DHCP port deletion for 74bb22ca-46c5-4546-83a5-5206f49cfd63 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:45:31.702655 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] For port 24c430f6-117c-4980-94b2-818abf583040, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=24c430f6-117c-4980-94b2-818abf583040,segment=NetworkSegment(45b2244b-5096-4d45-aee1-0e171dfae1f4),segment_id=45b2244b-5096-4d45-aee1-0e171dfae1f4)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:31.703009 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.715803 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Calling delete_port for 24c430f6-117c-4980-94b2-818abf583040 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:31.732719 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-fc63f41f-445b-4216-8acb-8597635d5317 None None] Deleting port 24c430f6-117c-4980-94b2-818abf583040 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:31.733687 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fc63f41f-445b-4216-8acb-8597635d5317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.792295 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-fc63f41f-445b-4216-8acb-8597635d5317 None None] For port 24c430f6-117c-4980-94b2-818abf583040, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=24c430f6-117c-4980-94b2-818abf583040,segment=NetworkSegment(45b2244b-5096-4d45-aee1-0e171dfae1f4),segment_id=45b2244b-5096-4d45-aee1-0e171dfae1f4)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:31.792726 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fc63f41f-445b-4216-8acb-8597635d5317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.793986 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.806444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-fc63f41f-445b-4216-8acb-8597635d5317 None None] Calling delete_port for 24c430f6-117c-4980-94b2-818abf583040 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:31.817811 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Port': ['ID=24c430f6-117c-4980-94b2-818abf583040,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:31.823440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] No DVR routers for this DVR port 24c430f6-117c-4980-94b2-818abf583040 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:45:31.882628 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fc63f41f-445b-4216-8acb-8597635d5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.902136 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.904410 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63f41f-445b-4216-8acb-8597635d5317 None None] Pushing event deleted for resources: {'Port': ['ID=24c430f6-117c-4980-94b2-818abf583040,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:31.910269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc63f41f-445b-4216-8acb-8597635d5317 None None] No DVR routers for this DVR port 24c430f6-117c-4980-94b2-818abf583040 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:45:31.914816 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74bb22ca-46c5-4546-83a5-5206f49cfd63']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:31.927352 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b2244b-5096-4d45-aee1-0e171dfae1f4') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:31.927650 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b2244b-5096-4d45-aee1-0e171dfae1f4') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:31.936227 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.949330 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.956129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:31.956645 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:31.959827 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:32.019761 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:32.029467 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:32.031880 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] 10.222.0.35 "DELETE /v2.0/networks/74bb22ca-46c5-4546-83a5-5206f49cfd63 HTTP/1.1" status: 204 len: 168 time: 0.5177445 Jul 14 07:45:32.043374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee9d56-c8d9-4182-8a95-5b6f998cd2b1 tempest-NetworksIpV6Test-965842440 tempest-NetworksIpV6Test-965842440-project] Pushing event deleted for resources: {'Network': ['ID=74bb22ca-46c5-4546-83a5-5206f49cfd63,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:32.263274 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34536) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:32.389659 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4aeaa40c-5497-47ad-8cf4-aea5845507ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d1e666926250416a9e91736b6b3a8beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1251984 Jul 14 07:45:32.392444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34540) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:32.438770 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d045c1d6-17ba-49e4-a107-c1c92df173b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:32.460584 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d045c1d6-17ba-49e4-a107-c1c92df173b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:32.511093 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d045c1d6-17ba-49e4-a107-c1c92df173b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:32.513698 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d045c1d6-17ba-49e4-a107-c1c92df173b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:32.514873 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d045c1d6-17ba-49e4-a107-c1c92df173b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73c9ddae-efaf-4597-a994-4dd377cea764 HTTP/1.1" status: 204 len: 168 time: 0.1220083 Jul 14 07:45:32.523891 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045c1d6-17ba-49e4-a107-c1c92df173b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c9ddae-efaf-4597-a994-4dd377cea764,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:32.760446 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cbe184d0-b585-40c7-a936-5bf67d10eace no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:45:32.781923 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: cbe184d0-b585-40c7-a936-5bf67d10eace {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:45:32.782265 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cbe184d0-b585-40c7-a936-5bf67d10eace not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:45:32.782683 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 24c430f6-117c-4980-94b2-818abf583040 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:45:32.801723 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 24c430f6-117c-4980-94b2-818abf583040 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:45:32.802071 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 24c430f6-117c-4980-94b2-818abf583040 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:45:33.142658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34562) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:33.237399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-114d506a-156f-42eb-acf4-09693149a685 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-905802636'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:33.257943 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114d506a-156f-42eb-acf4-09693149a685 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:33.261342 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-114d506a-156f-42eb-acf4-09693149a685 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:33.270136 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-114d506a-156f-42eb-acf4-09693149a685 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:33.332592 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8d53e603-0347-431e-9c60-be726778a5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:33.368724 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-114d506a-156f-42eb-acf4-09693149a685 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:33.372549 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-114d506a-156f-42eb-acf4-09693149a685 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:33.394884 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114d506a-156f-42eb-acf4-09693149a685 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:33.407738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d506a-156f-42eb-acf4-09693149a685 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a0a91f-1aae-4a8c-8fc7-6e7ed1656efa,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:33.412486 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-114d506a-156f-42eb-acf4-09693149a685 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:33.412844 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-114d506a-156f-42eb-acf4-09693149a685 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Added segment 31f6402e-e6ac-47e8-976e-cd87d100f650 of type vlan for network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 Jul 14 07:45:33.452274 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-114d506a-156f-42eb-acf4-09693149a685 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:33.480293 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-114d506a-156f-42eb-acf4-09693149a685 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:33.486371 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114d506a-156f-42eb-acf4-09693149a685 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:33.486957 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-114d506a-156f-42eb-acf4-09693149a685 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:33.551145 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-114d506a-156f-42eb-acf4-09693149a685 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4073176 Jul 14 07:45:33.551454 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34566) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:33.556554 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-71ca7cd9-f39a-4e36-8eb4-b296de8e862d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06', 'name': 'tempest-PortsTestJSON-1857490009'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:33.556916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d506a-156f-42eb-acf4-09693149a685 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Network': ['ID=b6e9d687-9e45-4a9b-87a7-249a2b6eca06,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:33.567299 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:33.644851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ca7cd9-f39a-4e36-8eb4-b296de8e862d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:33.647092 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:33.648601 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-71ca7cd9-f39a-4e36-8eb4-b296de8e862d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:33.666192 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-71ca7cd9-f39a-4e36-8eb4-b296de8e862d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] device_id is not set on port af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:45:33.818634 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-71ca7cd9-f39a-4e36-8eb4-b296de8e862d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:33.852764 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-71ca7cd9-f39a-4e36-8eb4-b296de8e862d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:33.912024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca7cd9-f39a-4e36-8eb4-b296de8e862d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:33.921809 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca7cd9-f39a-4e36-8eb4-b296de8e862d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Checking segment: {'id': '31f6402e-e6ac-47e8-976e-cd87d100f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:33.922165 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ca7cd9-f39a-4e36-8eb4-b296de8e862d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network hostable DHCP agents. Network: b6e9d687-9e45-4a9b-87a7-249a2b6eca06, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:33.938137 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ca7cd9-f39a-4e36-8eb4-b296de8e862d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:33.946646 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-71ca7cd9-f39a-4e36-8eb4-b296de8e862d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, b6e9d687-9e45-4a9b-87a7-249a2b6eca06) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:33.954734 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca7cd9-f39a-4e36-8eb4-b296de8e862d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:33.957208 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297bb8ff-23f0-4197-883b-1df316a1b358 None None] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:33.960992 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ca7cd9-f39a-4e36-8eb4-b296de8e862d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:33.961631 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-71ca7cd9-f39a-4e36-8eb4-b296de8e862d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:33.979920 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-71ca7cd9-f39a-4e36-8eb4-b296de8e862d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4247127 Jul 14 07:45:33.980722 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34568) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:33.986090 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-dece96c5-1378-4d0a-a410-ea43c767e82a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-79985641'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:34.006307 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dece96c5-1378-4d0a-a410-ea43c767e82a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:34.009736 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dece96c5-1378-4d0a-a410-ea43c767e82a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:34.032670 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dece96c5-1378-4d0a-a410-ea43c767e82a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:34.041403 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dece96c5-1378-4d0a-a410-ea43c767e82a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:34.041742 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-dece96c5-1378-4d0a-a410-ea43c767e82a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Added segment e77e9925-86cf-456a-8125-6805fea8f539 of type vlan for network 1ddf2bbd-a1f0-4262-ab0f-a420d5282114 Jul 14 07:45:34.085210 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dece96c5-1378-4d0a-a410-ea43c767e82a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:34.113240 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dece96c5-1378-4d0a-a410-ea43c767e82a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:34.118720 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dece96c5-1378-4d0a-a410-ea43c767e82a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:34.119300 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dece96c5-1378-4d0a-a410-ea43c767e82a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:34.174071 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dece96c5-1378-4d0a-a410-ea43c767e82a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1926420 Jul 14 07:45:34.176687 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34570) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:34.182282 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'ports': [{'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06'}, {'network_id': '1ddf2bbd-a1f0-4262-ab0f-a420d5282114'}]} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:34.182741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:34.183287 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'network_id': '1ddf2bbd-a1f0-4262-ab0f-a420d5282114'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:34.189610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece96c5-1378-4d0a-a410-ea43c767e82a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Network': ['ID=1ddf2bbd-a1f0-4262-ab0f-a420d5282114,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:34.199508 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 1ddf2bbd-a1f0-4262-ab0f-a420d5282114 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:34.340413 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'port': 2} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:34.345081 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:34.357862 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:34.438248 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] device_id is not set on port 58973058-5265-4733-a53a-301bb7938e15 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:45:34.543500 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:34.614271 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] device_id is not set on port 988043ba-ef63-4a72-9e5b-587bf8bf8911 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:45:34.719373 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:34.735045 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:34.759099 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:34.806614 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:34.809726 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:34.814012 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:34.814815 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:34.821334 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=58973058-5265-4733-a53a-301bb7938e15,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:34.880976 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=988043ba-ef63-4a72-9e5b-587bf8bf8911,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:34.888453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Checking segment: {'id': 'e77e9925-86cf-456a-8125-6805fea8f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1ddf2bbd-a1f0-4262-ab0f-a420d5282114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:34.888772 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network hostable DHCP agents. Network: 1ddf2bbd-a1f0-4262-ab0f-a420d5282114, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:34.904289 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network 1ddf2bbd-a1f0-4262-ab0f-a420d5282114 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:34.912538 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 1ddf2bbd-a1f0-4262-ab0f-a420d5282114) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:34.915988 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:34.921422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99de17b-e468-40cb-86d3-5357f81e5918 None None] Network 1ddf2bbd-a1f0-4262-ab0f-a420d5282114 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:34.922212 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:34.927005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:34.927649 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:34.941650 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9c495f75-1385-4447-8134-678968497e5c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.7636330 Jul 14 07:45:34.944295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34572) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:35.039782 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-0cc60168-1c35-4e3a-a1cc-33fcda2da2bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port 988043ba-ef63-4a72-9e5b-587bf8bf8911 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:35.040124 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0cc60168-1c35-4e3a-a1cc-33fcda2da2bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:35.106463 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0cc60168-1c35-4e3a-a1cc-33fcda2da2bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:35.119431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-0cc60168-1c35-4e3a-a1cc-33fcda2da2bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for 988043ba-ef63-4a72-9e5b-587bf8bf8911 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:35.193921 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0cc60168-1c35-4e3a-a1cc-33fcda2da2bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:35.229842 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0cc60168-1c35-4e3a-a1cc-33fcda2da2bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:35.231683 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0cc60168-1c35-4e3a-a1cc-33fcda2da2bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/ports/988043ba-ef63-4a72-9e5b-587bf8bf8911 HTTP/1.1" status: 204 len: 168 time: 0.2864916 Jul 14 07:45:35.233566 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc60168-1c35-4e3a-a1cc-33fcda2da2bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=988043ba-ef63-4a72-9e5b-587bf8bf8911,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:35.235059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34574) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:35.299407 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0141c151-27b0-4c47-87c5-010251960f1d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:35.305209 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0141c151-27b0-4c47-87c5-010251960f1d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:35.306703 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0141c151-27b0-4c47-87c5-010251960f1d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0701036 Jul 14 07:45:35.309382 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34576) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:35.397910 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0ac5d815-8008-463d-a616-866a4ba165a8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port 58973058-5265-4733-a53a-301bb7938e15 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:35.398247 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0ac5d815-8008-463d-a616-866a4ba165a8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:35.462961 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0ac5d815-8008-463d-a616-866a4ba165a8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:35.475717 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0ac5d815-8008-463d-a616-866a4ba165a8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for 58973058-5265-4733-a53a-301bb7938e15 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:35.549110 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0ac5d815-8008-463d-a616-866a4ba165a8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:35.578178 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5d815-8008-463d-a616-866a4ba165a8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=58973058-5265-4733-a53a-301bb7938e15,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:35.585305 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0ac5d815-8008-463d-a616-866a4ba165a8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:35.587149 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0ac5d815-8008-463d-a616-866a4ba165a8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/ports/58973058-5265-4733-a53a-301bb7938e15 HTTP/1.1" status: 204 len: 168 time: 0.2768979 Jul 14 07:45:35.589684 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34578) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:35.652892 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b06973c-a707-4b99-849e-424abb851704 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:35.654361 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4b06973c-a707-4b99-849e-424abb851704 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0637834 Jul 14 07:45:35.657546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34580) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:35.682659 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f312474-c213-4009-ae15-098b9398f49b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] GET failed (client error): The resource could not be found. Jul 14 07:45:35.684013 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3f312474-c213-4009-ae15-098b9398f49b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports/988043ba-ef63-4a72-9e5b-587bf8bf8911 HTTP/1.1" status: 404 len: 333 time: 0.0256064 Jul 14 07:45:35.686855 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34582) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:35.713179 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc4fa80-1e7f-4f5b-a7ff-f599a6a21f82 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] GET failed (client error): The resource could not be found. Jul 14 07:45:35.714495 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dfc4fa80-1e7f-4f5b-a7ff-f599a6a21f82 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports/58973058-5265-4733-a53a-301bb7938e15 HTTP/1.1" status: 404 len: 333 time: 0.0268095 Jul 14 07:45:35.716773 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34584) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:35.789258 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3627fd55-6df8-438e-910a-42aeb5c3788b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:35.872420 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3627fd55-6df8-438e-910a-42aeb5c3788b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:35.882176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3627fd55-6df8-438e-910a-42aeb5c3788b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddf2bbd-a1f0-4262-ab0f-a420d5282114']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:35.892376 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3627fd55-6df8-438e-910a-42aeb5c3788b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77e9925-86cf-456a-8125-6805fea8f539') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:35.892671 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3627fd55-6df8-438e-910a-42aeb5c3788b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77e9925-86cf-456a-8125-6805fea8f539') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:35.901150 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3627fd55-6df8-438e-910a-42aeb5c3788b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:35.914072 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3627fd55-6df8-438e-910a-42aeb5c3788b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:35.919579 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3627fd55-6df8-438e-910a-42aeb5c3788b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:35.919967 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3627fd55-6df8-438e-910a-42aeb5c3788b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:35.922790 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:35.976895 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3627fd55-6df8-438e-910a-42aeb5c3788b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:35.981211 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3627fd55-6df8-438e-910a-42aeb5c3788b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:35.983507 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3627fd55-6df8-438e-910a-42aeb5c3788b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/networks/1ddf2bbd-a1f0-4262-ab0f-a420d5282114 HTTP/1.1" status: 204 len: 168 time: 0.2657719 Jul 14 07:45:35.987112 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34586) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:35.992456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ae81004d-4f5a-443f-9ff8-341acab93329 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-173313309'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:35.998233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627fd55-6df8-438e-910a-42aeb5c3788b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Network': ['ID=1ddf2bbd-a1f0-4262-ab0f-a420d5282114,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:36.013577 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae81004d-4f5a-443f-9ff8-341acab93329 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:36.017631 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae81004d-4f5a-443f-9ff8-341acab93329 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:36.040051 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae81004d-4f5a-443f-9ff8-341acab93329 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:36.049116 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae81004d-4f5a-443f-9ff8-341acab93329 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:36.049483 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-ae81004d-4f5a-443f-9ff8-341acab93329 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Added segment f405af33-d74a-46df-932d-1309beee1d78 of type vlan for network 9399bc87-306c-4682-8b7b-f527cbc0ef1d Jul 14 07:45:36.088734 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae81004d-4f5a-443f-9ff8-341acab93329 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:36.116193 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae81004d-4f5a-443f-9ff8-341acab93329 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:36.121625 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae81004d-4f5a-443f-9ff8-341acab93329 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:36.122203 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae81004d-4f5a-443f-9ff8-341acab93329 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:36.175048 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ae81004d-4f5a-443f-9ff8-341acab93329 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1868160 Jul 14 07:45:36.178037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34588) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:36.183265 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e91e7255-21c5-4b25-b45e-85c23e0ae563 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'subnet': {'network_id': '9399bc87-306c-4682-8b7b-f527cbc0ef1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:36.188015 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81004d-4f5a-443f-9ff8-341acab93329 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Network': ['ID=9399bc87-306c-4682-8b7b-f527cbc0ef1d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:36.200841 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 9399bc87-306c-4682-8b7b-f527cbc0ef1d details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:36.275369 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91e7255-21c5-4b25-b45e-85c23e0ae563 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:36.279622 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:36.279803 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e91e7255-21c5-4b25-b45e-85c23e0ae563 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:36.452240 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e91e7255-21c5-4b25-b45e-85c23e0ae563 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:36.513285 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e7255-21c5-4b25-b45e-85c23e0ae563 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Subnet': ['ID=add58d96-9c28-4d89-a8af-96ac4a573743,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:36.517456 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91e7255-21c5-4b25-b45e-85c23e0ae563 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Checking segment: {'id': 'f405af33-d74a-46df-932d-1309beee1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9399bc87-306c-4682-8b7b-f527cbc0ef1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:36.517815 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91e7255-21c5-4b25-b45e-85c23e0ae563 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network hostable DHCP agents. Network: 9399bc87-306c-4682-8b7b-f527cbc0ef1d, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:36.534293 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91e7255-21c5-4b25-b45e-85c23e0ae563 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network 9399bc87-306c-4682-8b7b-f527cbc0ef1d is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:36.541916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e91e7255-21c5-4b25-b45e-85c23e0ae563 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 9399bc87-306c-4682-8b7b-f527cbc0ef1d) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:36.546227 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e7255-21c5-4b25-b45e-85c23e0ae563 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:36.546813 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e91e7255-21c5-4b25-b45e-85c23e0ae563 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:36.550955 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6fb7e4-69f5-4460-b697-742e93d23511 None None] Network 9399bc87-306c-4682-8b7b-f527cbc0ef1d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:36.560312 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e91e7255-21c5-4b25-b45e-85c23e0ae563 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3811233 Jul 14 07:45:36.563110 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34590) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:36.567918 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-72c03157-f512-42da-a3ee-da2d27d03ff1 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'network_id': '9399bc87-306c-4682-8b7b-f527cbc0ef1d', 'name': 'tempest-PortsTestJSON-1595677944'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:36.674743 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c03157-f512-42da-a3ee-da2d27d03ff1 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:36.678251 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72c03157-f512-42da-a3ee-da2d27d03ff1 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:36.692012 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-9399bc87-306c-4682-8b7b-f527cbc0ef1d', 'network_id': '9399bc87-306c-4682-8b7b-f527cbc0ef1d', 'tenant_id': '73bc264d2d43476eb0d83d98f00b12d8', 'fixed_ips': [{'subnet_id': 'add58d96-9c28-4d89-a8af-96ac4a573743'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:45:36.692855 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:36.695361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-72c03157-f512-42da-a3ee-da2d27d03ff1 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] device_id is not set on port 9cc0d759-af0c-46e8-8df0-d9350a700e40 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:45:36.797648 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-72c03157-f512-42da-a3ee-da2d27d03ff1 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Allocated IP 172.20.0.9 (9399bc87-306c-4682-8b7b-f527cbc0ef1d/add58d96-9c28-4d89-a8af-96ac4a573743/9cc0d759-af0c-46e8-8df0-d9350a700e40) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:36.937883 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72c03157-f512-42da-a3ee-da2d27d03ff1 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:36.950577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-72c03157-f512-42da-a3ee-da2d27d03ff1 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Transition to ACTIVE for port object 9cc0d759-af0c-46e8-8df0-d9350a700e40 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:36.984028 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72c03157-f512-42da-a3ee-da2d27d03ff1 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:37.025033 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Allocated IP 172.20.0.2 (9399bc87-306c-4682-8b7b-f527cbc0ef1d/add58d96-9c28-4d89-a8af-96ac4a573743/593b1e6c-d51a-4a8a-b30e-d9802d17c647) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:37.032208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c03157-f512-42da-a3ee-da2d27d03ff1 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network 9399bc87-306c-4682-8b7b-f527cbc0ef1d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:37.035526 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-72c03157-f512-42da-a3ee-da2d27d03ff1 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:37.040622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c03157-f512-42da-a3ee-da2d27d03ff1 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:37.043083 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c03157-f512-42da-a3ee-da2d27d03ff1 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=9cc0d759-af0c-46e8-8df0-d9350a700e40,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:37.093427 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c03157-f512-42da-a3ee-da2d27d03ff1 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:37.094029 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72c03157-f512-42da-a3ee-da2d27d03ff1 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:37.108361 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-72c03157-f512-42da-a3ee-da2d27d03ff1 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5442677 Jul 14 07:45:37.111060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34592) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:37.166360 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:37.174609 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Transition to ACTIVE for port object 593b1e6c-d51a-4a8a-b30e-d9802d17c647 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:37.189671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Transition to ACTIVE for port object 593b1e6c-d51a-4a8a-b30e-d9802d17c647 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:37.195628 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:37.207817 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-488aa413-7df4-41cc-8551-7fe96e9fb2d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port 9cc0d759-af0c-46e8-8df0-d9350a700e40 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:37.208152 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-488aa413-7df4-41cc-8551-7fe96e9fb2d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:37.231628 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Network 9399bc87-306c-4682-8b7b-f527cbc0ef1d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:37.239160 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:37.241544 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:37.254829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Pushing event updated for resources: {'Port': ['ID=593b1e6c-d51a-4a8a-b30e-d9802d17c647,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:37.293386 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-488aa413-7df4-41cc-8551-7fe96e9fb2d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:37.303427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Attempting to bind port 593b1e6c-d51a-4a8a-b30e-d9802d17c647 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:45:37.303803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Attempting to bind port 593b1e6c-d51a-4a8a-b30e-d9802d17c647 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'f405af33-d74a-46df-932d-1309beee1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9399bc87-306c-4682-8b7b-f527cbc0ef1d'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:45:37.304170 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Attempting to bind port 593b1e6c-d51a-4a8a-b30e-d9802d17c647 on network 9399bc87-306c-4682-8b7b-f527cbc0ef1d {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:45:37.305111 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-488aa413-7df4-41cc-8551-7fe96e9fb2d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for 9cc0d759-af0c-46e8-8df0-d9350a700e40 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:37.319228 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:45:37.319598 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Checking segment: {'id': 'f405af33-d74a-46df-932d-1309beee1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9399bc87-306c-4682-8b7b-f527cbc0ef1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:37.319991 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:37.320377 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Bound using segment: {'id': 'f405af33-d74a-46df-932d-1309beee1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9399bc87-306c-4682-8b7b-f527cbc0ef1d'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:45:37.320839 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Bound port: 593b1e6c-d51a-4a8a-b30e-d9802d17c647, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f405af33-d74a-46df-932d-1309beee1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9399bc87-306c-4682-8b7b-f527cbc0ef1d'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:45:37.321233 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:37.423754 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] For port 593b1e6c-d51a-4a8a-b30e-d9802d17c647, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:45:37.429177 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-488aa413-7df4-41cc-8551-7fe96e9fb2d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:37.438347 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] For port 593b1e6c-d51a-4a8a-b30e-d9802d17c647, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=593b1e6c-d51a-4a8a-b30e-d9802d17c647,segment=NetworkSegment(f405af33-d74a-46df-932d-1309beee1d78),segment_id=f405af33-d74a-46df-932d-1309beee1d78)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:45:37.444486 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:37.462957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488aa413-7df4-41cc-8551-7fe96e9fb2d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=9cc0d759-af0c-46e8-8df0-d9350a700e40,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:37.534513 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-488aa413-7df4-41cc-8551-7fe96e9fb2d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:37.536408 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-488aa413-7df4-41cc-8551-7fe96e9fb2d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/ports/9cc0d759-af0c-46e8-8df0-d9350a700e40 HTTP/1.1" status: 204 len: 168 time: 0.4244342 Jul 14 07:45:37.539273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34594) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:37.539519 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ddf66-cc21-4910-baa7-387fa475085f None None] Pushing event updated for resources: {'Port': ['ID=593b1e6c-d51a-4a8a-b30e-d9802d17c647,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:37.566887 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3a691f-e78d-45ea-bda3-f3672770e860 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] DELETE failed (client error): The resource could not be found. Jul 14 07:45:37.567852 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3a691f-e78d-45ea-bda3-f3672770e860 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:45:37.569777 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6d3a691f-e78d-45ea-bda3-f3672770e860 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/ports/9cc0d759-af0c-46e8-8df0-d9350a700e40 HTTP/1.1" status: 404 len: 333 time: 0.0295708 Jul 14 07:45:37.572667 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34596) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:37.600057 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6feeb883-1da6-402f-9a98-33a7cf26561c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] GET failed (client error): The resource could not be found. Jul 14 07:45:37.601566 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6feeb883-1da6-402f-9a98-33a7cf26561c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports/9cc0d759-af0c-46e8-8df0-d9350a700e40 HTTP/1.1" status: 404 len: 333 time: 0.0279553 Jul 14 07:45:37.604155 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34598) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:37.658141 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a35a93-4601-4ac5-872e-a2a44e231633 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting subnet add58d96-9c28-4d89-a8af-96ac4a573743 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:45:37.661365 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9a35a93-4601-4ac5-872e-a2a44e231633 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:37.710367 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9a35a93-4601-4ac5-872e-a2a44e231633 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:37.797877 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9a35a93-4601-4ac5-872e-a2a44e231633 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:37.860069 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9a35a93-4601-4ac5-872e-a2a44e231633 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:37.885828 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a35a93-4601-4ac5-872e-a2a44e231633 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Subnet': ['ID=add58d96-9c28-4d89-a8af-96ac4a573743,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:37.889324 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9a35a93-4601-4ac5-872e-a2a44e231633 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:37.892074 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e9a35a93-4601-4ac5-872e-a2a44e231633 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/add58d96-9c28-4d89-a8af-96ac4a573743 HTTP/1.1" status: 204 len: 168 time: 0.2869489 Jul 14 07:45:37.893738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34600) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:37.965105 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:38.016538 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port 593b1e6c-d51a-4a8a-b30e-d9802d17c647 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:38.016872 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:38.079557 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] For port 593b1e6c-d51a-4a8a-b30e-d9802d17c647, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=593b1e6c-d51a-4a8a-b30e-d9802d17c647,segment=NetworkSegment(f405af33-d74a-46df-932d-1309beee1d78),segment_id=f405af33-d74a-46df-932d-1309beee1d78)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:38.079912 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:38.092044 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for 593b1e6c-d51a-4a8a-b30e-d9802d17c647 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:38.172494 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:38.202424 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=593b1e6c-d51a-4a8a-b30e-d9802d17c647,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:38.204246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No DVR routers for this DVR port 593b1e6c-d51a-4a8a-b30e-d9802d17c647 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:45:38.283301 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:38.293434 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9399bc87-306c-4682-8b7b-f527cbc0ef1d']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:38.304829 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f405af33-d74a-46df-932d-1309beee1d78') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:38.305124 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f405af33-d74a-46df-932d-1309beee1d78') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:38.314154 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:38.328282 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:38.334502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:38.334893 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:38.337893 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:38.399848 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:38.408668 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:38.410561 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/networks/9399bc87-306c-4682-8b7b-f527cbc0ef1d HTTP/1.1" status: 204 len: 168 time: 0.5159180 Jul 14 07:45:38.416677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34602) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:38.420186 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddcc91-c63e-4f25-a8dc-1807e74cacfb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Network': ['ID=9399bc87-306c-4682-8b7b-f527cbc0ef1d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:38.427167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-628c75be-b03a-4a18-938c-0ddbb510b2f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1684721741'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:38.448790 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628c75be-b03a-4a18-938c-0ddbb510b2f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:38.452918 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-628c75be-b03a-4a18-938c-0ddbb510b2f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:38.477362 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fc5186fe-79d4-4da5-be7a-e62748b51bf2 None None] Could not find standard attr ID for object 593b1e6c-d51a-4a8a-b30e-d9802d17c647. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:45:38.482420 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628c75be-b03a-4a18-938c-0ddbb510b2f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:38.491574 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-628c75be-b03a-4a18-938c-0ddbb510b2f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:38.491935 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-628c75be-b03a-4a18-938c-0ddbb510b2f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Added segment 463f8540-ebd8-4f3a-970b-168a480a5a25 of type vlan for network a21a79a2-81a0-482f-9d68-0247f7103cb3 Jul 14 07:45:38.505173 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f39784-ff9d-4361-ae1a-0f9bb280a31d None None] DHCP port deletion for 9399bc87-306c-4682-8b7b-f527cbc0ef1d request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:45:38.520462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eedf272-ea79-48fe-b5ac-880adc8ab01e None None] Network 9399bc87-306c-4682-8b7b-f527cbc0ef1d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:38.532505 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eedf272-ea79-48fe-b5ac-880adc8ab01e None None] Network 9399bc87-306c-4682-8b7b-f527cbc0ef1d could not be found, it might have been deleted concurrently. {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 07:45:38.535591 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-628c75be-b03a-4a18-938c-0ddbb510b2f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:38.562422 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-628c75be-b03a-4a18-938c-0ddbb510b2f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:38.567920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c75be-b03a-4a18-938c-0ddbb510b2f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:38.568496 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-628c75be-b03a-4a18-938c-0ddbb510b2f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:38.621000 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-628c75be-b03a-4a18-938c-0ddbb510b2f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2031336 Jul 14 07:45:38.623592 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34604) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:38.630418 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-7ebb681d-aa49-4110-b038-2024de84b1eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'subnet': {'network_id': 'a21a79a2-81a0-482f-9d68-0247f7103cb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:38.682837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c75be-b03a-4a18-938c-0ddbb510b2f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Network': ['ID=a21a79a2-81a0-482f-9d68-0247f7103cb3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:38.693690 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network a21a79a2-81a0-482f-9d68-0247f7103cb3 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:38.725972 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebb681d-aa49-4110-b038-2024de84b1eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:38.729400 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ebb681d-aa49-4110-b038-2024de84b1eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:38.905449 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ebb681d-aa49-4110-b038-2024de84b1eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:38.963011 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb681d-aa49-4110-b038-2024de84b1eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Subnet': ['ID=fd2fdec4-e6e2-463a-8107-c4214a68d758,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:38.971441 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebb681d-aa49-4110-b038-2024de84b1eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Checking segment: {'id': '463f8540-ebd8-4f3a-970b-168a480a5a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a21a79a2-81a0-482f-9d68-0247f7103cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:38.971800 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebb681d-aa49-4110-b038-2024de84b1eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network hostable DHCP agents. Network: a21a79a2-81a0-482f-9d68-0247f7103cb3, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:38.987910 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebb681d-aa49-4110-b038-2024de84b1eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network a21a79a2-81a0-482f-9d68-0247f7103cb3 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:38.996842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-7ebb681d-aa49-4110-b038-2024de84b1eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, a21a79a2-81a0-482f-9d68-0247f7103cb3) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:39.003262 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebb681d-aa49-4110-b038-2024de84b1eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:39.004142 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ebb681d-aa49-4110-b038-2024de84b1eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:39.005214 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0e2539-8bd7-4a26-9ece-5c7acb9b4e87 None None] Network a21a79a2-81a0-482f-9d68-0247f7103cb3 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:39.018761 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7ebb681d-aa49-4110-b038-2024de84b1eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3941872 Jul 14 07:45:39.021762 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34606) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:39.027172 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f05d9b2f-7020-46f5-886b-b39d634af040 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'network_id': 'a21a79a2-81a0-482f-9d68-0247f7103cb3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1470599524'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:39.129531 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05d9b2f-7020-46f5-886b-b39d634af040 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:39.133142 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f05d9b2f-7020-46f5-886b-b39d634af040 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:39.146439 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-a21a79a2-81a0-482f-9d68-0247f7103cb3', 'network_id': 'a21a79a2-81a0-482f-9d68-0247f7103cb3', 'tenant_id': '73bc264d2d43476eb0d83d98f00b12d8', 'fixed_ips': [{'subnet_id': 'fd2fdec4-e6e2-463a-8107-c4214a68d758'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:45:39.147290 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:39.151403 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f05d9b2f-7020-46f5-886b-b39d634af040 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] device_id is not set on port d234587c-4b47-425b-a754-d7c364aad5e1 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:45:39.278883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Allocated IP 172.20.0.2 (a21a79a2-81a0-482f-9d68-0247f7103cb3/fd2fdec4-e6e2-463a-8107-c4214a68d758/c18dcddb-5a0f-4ee1-9712-e56df83201a3) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:39.425119 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:39.433411 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Transition to ACTIVE for port object c18dcddb-5a0f-4ee1-9712-e56df83201a3 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:39.448344 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Transition to ACTIVE for port object c18dcddb-5a0f-4ee1-9712-e56df83201a3 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:39.454304 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:39.496798 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Network a21a79a2-81a0-482f-9d68-0247f7103cb3 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:39.498257 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:39.501240 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:39.513069 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Pushing event updated for resources: {'Port': ['ID=c18dcddb-5a0f-4ee1-9712-e56df83201a3,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:39.568390 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Attempting to bind port c18dcddb-5a0f-4ee1-9712-e56df83201a3 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:45:39.568751 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Attempting to bind port c18dcddb-5a0f-4ee1-9712-e56df83201a3 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '463f8540-ebd8-4f3a-970b-168a480a5a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a21a79a2-81a0-482f-9d68-0247f7103cb3'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:45:39.569240 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Attempting to bind port c18dcddb-5a0f-4ee1-9712-e56df83201a3 on network a21a79a2-81a0-482f-9d68-0247f7103cb3 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:45:39.570166 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f05d9b2f-7020-46f5-886b-b39d634af040 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Allocated IP 172.20.0.6 (a21a79a2-81a0-482f-9d68-0247f7103cb3/fd2fdec4-e6e2-463a-8107-c4214a68d758/d234587c-4b47-425b-a754-d7c364aad5e1) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:39.574167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:45:39.574554 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Checking segment: {'id': '463f8540-ebd8-4f3a-970b-168a480a5a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a21a79a2-81a0-482f-9d68-0247f7103cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:39.575053 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:39.575390 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Bound using segment: {'id': '463f8540-ebd8-4f3a-970b-168a480a5a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a21a79a2-81a0-482f-9d68-0247f7103cb3'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:45:39.575847 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Bound port: c18dcddb-5a0f-4ee1-9712-e56df83201a3, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463f8540-ebd8-4f3a-970b-168a480a5a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a21a79a2-81a0-482f-9d68-0247f7103cb3'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:45:39.576223 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:39.636105 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] For port c18dcddb-5a0f-4ee1-9712-e56df83201a3, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:45:39.639243 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] For port c18dcddb-5a0f-4ee1-9712-e56df83201a3, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c18dcddb-5a0f-4ee1-9712-e56df83201a3,segment=NetworkSegment(463f8540-ebd8-4f3a-970b-168a480a5a25),segment_id=463f8540-ebd8-4f3a-970b-168a480a5a25)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:45:39.645568 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:39.696511 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f05d9b2f-7020-46f5-886b-b39d634af040 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:39.701494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ffefa-78d5-4e2a-872c-5b7a5ababbe3 None None] Pushing event updated for resources: {'Port': ['ID=c18dcddb-5a0f-4ee1-9712-e56df83201a3,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:39.713647 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f05d9b2f-7020-46f5-886b-b39d634af040 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Transition to ACTIVE for port object d234587c-4b47-425b-a754-d7c364aad5e1 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:39.749862 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f05d9b2f-7020-46f5-886b-b39d634af040 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:39.792930 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05d9b2f-7020-46f5-886b-b39d634af040 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network a21a79a2-81a0-482f-9d68-0247f7103cb3 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:39.796671 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f05d9b2f-7020-46f5-886b-b39d634af040 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:39.800706 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05d9b2f-7020-46f5-886b-b39d634af040 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:39.823903 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d9b2f-7020-46f5-886b-b39d634af040 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=d234587c-4b47-425b-a754-d7c364aad5e1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:39.868642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05d9b2f-7020-46f5-886b-b39d634af040 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:39.869271 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f05d9b2f-7020-46f5-886b-b39d634af040 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:39.882318 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f05d9b2f-7020-46f5-886b-b39d634af040 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.8593295 Jul 14 07:45:39.885077 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34608) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:39.991872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c4b271bc-de82-4efa-ae81-3afa3a7d5a6c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port d234587c-4b47-425b-a754-d7c364aad5e1 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:39.992209 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4b271bc-de82-4efa-ae81-3afa3a7d5a6c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:40.072813 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4b271bc-de82-4efa-ae81-3afa3a7d5a6c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:40.085893 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c4b271bc-de82-4efa-ae81-3afa3a7d5a6c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for d234587c-4b47-425b-a754-d7c364aad5e1 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:40.208337 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4b271bc-de82-4efa-ae81-3afa3a7d5a6c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:40.234969 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b271bc-de82-4efa-ae81-3afa3a7d5a6c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=d234587c-4b47-425b-a754-d7c364aad5e1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:40.304115 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c4b271bc-de82-4efa-ae81-3afa3a7d5a6c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:40.306085 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c4b271bc-de82-4efa-ae81-3afa3a7d5a6c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/ports/d234587c-4b47-425b-a754-d7c364aad5e1 HTTP/1.1" status: 204 len: 168 time: 0.4200599 Jul 14 07:45:40.308689 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34610) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:40.337543 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-311ba165-4224-4493-95eb-ebc38ef957f7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] GET failed (client error): The resource could not be found. Jul 14 07:45:40.339101 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-311ba165-4224-4493-95eb-ebc38ef957f7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports/d234587c-4b47-425b-a754-d7c364aad5e1 HTTP/1.1" status: 404 len: 333 time: 0.0294633 Jul 14 07:45:40.341882 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34612) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:40.393988 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4502548-196f-4c1b-bfcb-bfc9a3eb8f47 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting subnet fd2fdec4-e6e2-463a-8107-c4214a68d758 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:45:40.397627 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4502548-196f-4c1b-bfcb-bfc9a3eb8f47 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:40.440825 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4502548-196f-4c1b-bfcb-bfc9a3eb8f47 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:40.530887 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4502548-196f-4c1b-bfcb-bfc9a3eb8f47 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:40.590894 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31731e5-b8c6-4e8b-b238-c6ec21d48260 None None] Network a21a79a2-81a0-482f-9d68-0247f7103cb3 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:40.591978 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4502548-196f-4c1b-bfcb-bfc9a3eb8f47 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:40.620190 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4502548-196f-4c1b-bfcb-bfc9a3eb8f47 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Subnet': ['ID=fd2fdec4-e6e2-463a-8107-c4214a68d758,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:40.622281 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4502548-196f-4c1b-bfcb-bfc9a3eb8f47 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:40.624791 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f4502548-196f-4c1b-bfcb-bfc9a3eb8f47 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/fd2fdec4-e6e2-463a-8107-c4214a68d758 HTTP/1.1" status: 204 len: 168 time: 0.2819102 Jul 14 07:45:40.627626 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34614) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:40.651849 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-42808e64-5983-4708-8b59-7a52a9663b21 None None] Provisioning for port c18dcddb-5a0f-4ee1-9712-e56df83201a3 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:40.708140 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:40.764527 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port c18dcddb-5a0f-4ee1-9712-e56df83201a3 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:40.764863 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:40.800947 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf9e67f-d591-4519-93b7-8bae4d01522a None None] DHCP port deletion for a21a79a2-81a0-482f-9d68-0247f7103cb3 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:45:40.829921 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] For port c18dcddb-5a0f-4ee1-9712-e56df83201a3, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c18dcddb-5a0f-4ee1-9712-e56df83201a3,segment=NetworkSegment(463f8540-ebd8-4f3a-970b-168a480a5a25),segment_id=463f8540-ebd8-4f3a-970b-168a480a5a25)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:40.830214 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:40.843158 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for c18dcddb-5a0f-4ee1-9712-e56df83201a3 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:40.850614 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5bf9e67f-d591-4519-93b7-8bae4d01522a None None] Deleting port c18dcddb-5a0f-4ee1-9712-e56df83201a3 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:40.850988 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5bf9e67f-d591-4519-93b7-8bae4d01522a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:40.910160 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5bf9e67f-d591-4519-93b7-8bae4d01522a None None] For port c18dcddb-5a0f-4ee1-9712-e56df83201a3, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c18dcddb-5a0f-4ee1-9712-e56df83201a3,segment=NetworkSegment(463f8540-ebd8-4f3a-970b-168a480a5a25),segment_id=463f8540-ebd8-4f3a-970b-168a480a5a25)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:40.910554 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5bf9e67f-d591-4519-93b7-8bae4d01522a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:40.923360 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:40.923609 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5bf9e67f-d591-4519-93b7-8bae4d01522a None None] Calling delete_port for c18dcddb-5a0f-4ee1-9712-e56df83201a3 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:40.952877 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No DVR routers for this DVR port c18dcddb-5a0f-4ee1-9712-e56df83201a3 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:45:40.952877 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=c18dcddb-5a0f-4ee1-9712-e56df83201a3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:40.996793 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5bf9e67f-d591-4519-93b7-8bae4d01522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:41.023846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9e67f-d591-4519-93b7-8bae4d01522a None None] Pushing event deleted for resources: {'Port': ['ID=c18dcddb-5a0f-4ee1-9712-e56df83201a3,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:41.028148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf9e67f-d591-4519-93b7-8bae4d01522a None None] No DVR routers for this DVR port c18dcddb-5a0f-4ee1-9712-e56df83201a3 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:45:41.034111 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:41.047129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21a79a2-81a0-482f-9d68-0247f7103cb3']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:41.057211 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463f8540-ebd8-4f3a-970b-168a480a5a25') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:41.057494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463f8540-ebd8-4f3a-970b-168a480a5a25') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:41.066042 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:41.078943 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:41.084697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:41.085073 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:41.087896 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:41.141754 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:41.148820 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:41.149956 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/networks/a21a79a2-81a0-482f-9d68-0247f7103cb3 HTTP/1.1" status: 204 len: 168 time: 0.5211601 Jul 14 07:45:41.153680 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34616) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:41.159348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-eebcd7ca-6a51-4956-85fa-2426e0c9c991 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06', 'name': 'tempest-PortsTestJSON-1856243260'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:41.162805 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9cc54-e052-4504-ae50-84d8ee8c9256 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Network': ['ID=a21a79a2-81a0-482f-9d68-0247f7103cb3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:41.250243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebcd7ca-6a51-4956-85fa-2426e0c9c991 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:41.253688 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eebcd7ca-6a51-4956-85fa-2426e0c9c991 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:41.270666 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-eebcd7ca-6a51-4956-85fa-2426e0c9c991 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] device_id is not set on port de967417-9bd8-4e7f-9c79-f51c2ea321ee yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:45:41.424834 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eebcd7ca-6a51-4956-85fa-2426e0c9c991 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:41.461423 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eebcd7ca-6a51-4956-85fa-2426e0c9c991 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:41.505640 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebcd7ca-6a51-4956-85fa-2426e0c9c991 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:41.508683 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-eebcd7ca-6a51-4956-85fa-2426e0c9c991 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:41.512584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebcd7ca-6a51-4956-85fa-2426e0c9c991 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:41.518588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebcd7ca-6a51-4956-85fa-2426e0c9c991 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:41.519185 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eebcd7ca-6a51-4956-85fa-2426e0c9c991 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:41.524892 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebcd7ca-6a51-4956-85fa-2426e0c9c991 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=de967417-9bd8-4e7f-9c79-f51c2ea321ee,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:41.537425 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-eebcd7ca-6a51-4956-85fa-2426e0c9c991 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.3826473 Jul 14 07:45:41.539910 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34618) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:41.636725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6e05299c-09e4-4c14-9045-80a11672b824 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port de967417-9bd8-4e7f-9c79-f51c2ea321ee {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:41.637443 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e05299c-09e4-4c14-9045-80a11672b824 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:41.699619 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e05299c-09e4-4c14-9045-80a11672b824 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:41.712853 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6e05299c-09e4-4c14-9045-80a11672b824 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for de967417-9bd8-4e7f-9c79-f51c2ea321ee owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:41.791838 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e05299c-09e4-4c14-9045-80a11672b824 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:41.817790 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05299c-09e4-4c14-9045-80a11672b824 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=de967417-9bd8-4e7f-9c79-f51c2ea321ee,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:41.824948 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e05299c-09e4-4c14-9045-80a11672b824 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:41.827420 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6e05299c-09e4-4c14-9045-80a11672b824 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/ports/de967417-9bd8-4e7f-9c79-f51c2ea321ee HTTP/1.1" status: 204 len: 168 time: 0.2860649 Jul 14 07:45:41.829940 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34620) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:41.835256 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6d3b91d7-d449-4a67-9330-9d8343f6d899 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06', 'mac_address': 'fa:16:3e:4d:d4:f5', 'name': 'tempest-PortsTestJSON-1238698876'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:41.919560 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3b91d7-d449-4a67-9330-9d8343f6d899 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:41.985834 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d3b91d7-d449-4a67-9330-9d8343f6d899 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:42.008341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-6d3b91d7-d449-4a67-9330-9d8343f6d899 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] device_id is not set on port 8163466c-6287-4639-a4d7-c5c3719b6b47 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:45:42.157849 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d3b91d7-d449-4a67-9330-9d8343f6d899 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:42.192163 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d3b91d7-d449-4a67-9330-9d8343f6d899 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:42.235894 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3b91d7-d449-4a67-9330-9d8343f6d899 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:42.238933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-6d3b91d7-d449-4a67-9330-9d8343f6d899 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:42.242621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3b91d7-d449-4a67-9330-9d8343f6d899 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:42.248064 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3b91d7-d449-4a67-9330-9d8343f6d899 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:42.249252 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d3b91d7-d449-4a67-9330-9d8343f6d899 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:42.254935 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b91d7-d449-4a67-9330-9d8343f6d899 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=8163466c-6287-4639-a4d7-c5c3719b6b47,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:42.267638 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6d3b91d7-d449-4a67-9330-9d8343f6d899 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4363673 Jul 14 07:45:42.269781 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34622) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:42.320947 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab83a0d-73c9-42a6-9e4d-237ce021fc2b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:42.322323 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-aab83a0d-73c9-42a6-9e4d-237ce021fc2b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports/8163466c-6287-4639-a4d7-c5c3719b6b47 HTTP/1.1" status: 200 len: 841 time: 0.0516381 Jul 14 07:45:42.324849 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34624) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:42.419874 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-172aa5f9-c726-4a91-a01c-8ac4dabfa8a7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port 8163466c-6287-4639-a4d7-c5c3719b6b47 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:42.420742 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-172aa5f9-c726-4a91-a01c-8ac4dabfa8a7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:42.484480 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-172aa5f9-c726-4a91-a01c-8ac4dabfa8a7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:42.496487 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-172aa5f9-c726-4a91-a01c-8ac4dabfa8a7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for 8163466c-6287-4639-a4d7-c5c3719b6b47 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:42.573495 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-172aa5f9-c726-4a91-a01c-8ac4dabfa8a7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:42.601318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172aa5f9-c726-4a91-a01c-8ac4dabfa8a7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=8163466c-6287-4639-a4d7-c5c3719b6b47,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:42.606338 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-172aa5f9-c726-4a91-a01c-8ac4dabfa8a7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:42.608921 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-172aa5f9-c726-4a91-a01c-8ac4dabfa8a7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/ports/8163466c-6287-4639-a4d7-c5c3719b6b47 HTTP/1.1" status: 204 len: 168 time: 0.2831297 Jul 14 07:45:42.611430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34626) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:42.637303 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f2fb9a-f740-41fd-8e5a-8ccd912099c8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] GET failed (client error): The resource could not be found. Jul 14 07:45:42.638720 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-08f2fb9a-f740-41fd-8e5a-8ccd912099c8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports/8163466c-6287-4639-a4d7-c5c3719b6b47 HTTP/1.1" status: 404 len: 333 time: 0.0263891 Jul 14 07:45:42.641979 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34628) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:42.646504 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-72ff0c72-4802-4b4f-a021-04b1ff9c070b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06', 'name': 'tempest-PortsTestJSON-1706979370'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:42.733392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ff0c72-4802-4b4f-a021-04b1ff9c070b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:42.737098 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72ff0c72-4802-4b4f-a021-04b1ff9c070b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:42.754801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-72ff0c72-4802-4b4f-a021-04b1ff9c070b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] device_id is not set on port d9c77b76-9782-4082-a48b-3e1657e08fb6 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:45:42.758566 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c18dcddb-5a0f-4ee1-9712-e56df83201a3 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:45:42.776976 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: c18dcddb-5a0f-4ee1-9712-e56df83201a3 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:45:42.777352 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c18dcddb-5a0f-4ee1-9712-e56df83201a3 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:45:42.914975 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72ff0c72-4802-4b4f-a021-04b1ff9c070b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:42.949703 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72ff0c72-4802-4b4f-a021-04b1ff9c070b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:42.994494 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ff0c72-4802-4b4f-a021-04b1ff9c070b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:42.997515 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-72ff0c72-4802-4b4f-a021-04b1ff9c070b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:43.001219 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ff0c72-4802-4b4f-a021-04b1ff9c070b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:43.006684 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ff0c72-4802-4b4f-a021-04b1ff9c070b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:43.007218 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72ff0c72-4802-4b4f-a021-04b1ff9c070b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:43.012776 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff0c72-4802-4b4f-a021-04b1ff9c070b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=d9c77b76-9782-4082-a48b-3e1657e08fb6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:43.025441 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-72ff0c72-4802-4b4f-a021-04b1ff9c070b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.3825047 Jul 14 07:45:43.028030 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34630) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:43.033811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1711d5db-fee6-4d20-852c-94c4b806604c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:43.115256 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1711d5db-fee6-4d20-852c-94c4b806604c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:43.261529 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1711d5db-fee6-4d20-852c-94c4b806604c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:43.266253 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1711d5db-fee6-4d20-852c-94c4b806604c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:43.295634 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1711d5db-fee6-4d20-852c-94c4b806604c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] In _notify_port_updated(), no bound segment for port d9c77b76-9782-4082-a48b-3e1657e08fb6 on network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 {{(pid=93827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:45:43.300964 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1711d5db-fee6-4d20-852c-94c4b806604c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:43.301587 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1711d5db-fee6-4d20-852c-94c4b806604c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:43.302855 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1711d5db-fee6-4d20-852c-94c4b806604c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "PUT /v2.0/ports/d9c77b76-9782-4082-a48b-3e1657e08fb6 HTTP/1.1" status: 200 len: 818 time: 0.2738769 Jul 14 07:45:43.305549 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34632) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:43.347581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711d5db-fee6-4d20-852c-94c4b806604c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=d9c77b76-9782-4082-a48b-3e1657e08fb6,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:43.407554 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f56d743c-dab9-4401-9f80-6d5eff4399fb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port d9c77b76-9782-4082-a48b-3e1657e08fb6 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:43.407894 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f56d743c-dab9-4401-9f80-6d5eff4399fb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:43.472264 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f56d743c-dab9-4401-9f80-6d5eff4399fb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:43.484591 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f56d743c-dab9-4401-9f80-6d5eff4399fb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for d9c77b76-9782-4082-a48b-3e1657e08fb6 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:43.562565 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f56d743c-dab9-4401-9f80-6d5eff4399fb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:43.594317 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d743c-dab9-4401-9f80-6d5eff4399fb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=d9c77b76-9782-4082-a48b-3e1657e08fb6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:43.599239 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f56d743c-dab9-4401-9f80-6d5eff4399fb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:43.601108 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f56d743c-dab9-4401-9f80-6d5eff4399fb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/ports/d9c77b76-9782-4082-a48b-3e1657e08fb6 HTTP/1.1" status: 204 len: 168 time: 0.2946665 Jul 14 07:45:43.603647 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34634) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:43.665952 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1094b4f-1d39-45d1-8286-e9da813542f5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:43.667417 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e1094b4f-1d39-45d1-8286-e9da813542f5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0628743 Jul 14 07:45:43.670017 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34636) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:43.696490 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cebac28-2c8c-4fad-8527-5cd2b158d27f tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] GET failed (client error): The resource could not be found. Jul 14 07:45:43.697908 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4cebac28-2c8c-4fad-8527-5cd2b158d27f tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports/d9c77b76-9782-4082-a48b-3e1657e08fb6 HTTP/1.1" status: 404 len: 333 time: 0.0264964 Jul 14 07:45:43.701100 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34638) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:43.705616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3a0a78d7-c04b-4852-a965-f3203d47a6d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1386574258'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:43.725131 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0a78d7-c04b-4852-a965-f3203d47a6d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:43.728435 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a0a78d7-c04b-4852-a965-f3203d47a6d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:43.751974 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0a78d7-c04b-4852-a965-f3203d47a6d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:43.761320 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a0a78d7-c04b-4852-a965-f3203d47a6d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:43.761667 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-3a0a78d7-c04b-4852-a965-f3203d47a6d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Added segment 4894edc6-f6f3-4739-a2b6-a29b4d8037bb of type vlan for network 9f57acc2-f565-4fab-b795-5d3cbd3fb1db Jul 14 07:45:43.803768 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a0a78d7-c04b-4852-a965-f3203d47a6d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:43.831455 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a0a78d7-c04b-4852-a965-f3203d47a6d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:43.837744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a78d7-c04b-4852-a965-f3203d47a6d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:43.838386 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a0a78d7-c04b-4852-a965-f3203d47a6d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:43.891953 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3a0a78d7-c04b-4852-a965-f3203d47a6d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1898537 Jul 14 07:45:43.894695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34640) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:43.901808 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a5894985-5849-4fa7-8133-e6796259c7fd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'subnet': {'network_id': '9f57acc2-f565-4fab-b795-5d3cbd3fb1db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:43.954225 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a78d7-c04b-4852-a965-f3203d47a6d9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Network': ['ID=9f57acc2-f565-4fab-b795-5d3cbd3fb1db,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:43.964463 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 9f57acc2-f565-4fab-b795-5d3cbd3fb1db details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:43.999697 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5894985-5849-4fa7-8133-e6796259c7fd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:44.003468 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5894985-5849-4fa7-8133-e6796259c7fd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:44.177892 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5894985-5849-4fa7-8133-e6796259c7fd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:44.232485 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5894985-5849-4fa7-8133-e6796259c7fd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Subnet': ['ID=348851d2-41b4-499a-bedf-def970bddd59,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:44.242923 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5894985-5849-4fa7-8133-e6796259c7fd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Checking segment: {'id': '4894edc6-f6f3-4739-a2b6-a29b4d8037bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9f57acc2-f565-4fab-b795-5d3cbd3fb1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:44.243276 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5894985-5849-4fa7-8133-e6796259c7fd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network hostable DHCP agents. Network: 9f57acc2-f565-4fab-b795-5d3cbd3fb1db, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:44.258780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5894985-5849-4fa7-8133-e6796259c7fd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network 9f57acc2-f565-4fab-b795-5d3cbd3fb1db is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:44.266736 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a5894985-5849-4fa7-8133-e6796259c7fd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 9f57acc2-f565-4fab-b795-5d3cbd3fb1db) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:44.270567 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5894985-5849-4fa7-8133-e6796259c7fd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:44.271147 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5894985-5849-4fa7-8133-e6796259c7fd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:44.275374 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50e4e73-0f15-45f5-873a-3b4507d1e11e None None] Network 9f57acc2-f565-4fab-b795-5d3cbd3fb1db requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:44.285023 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a5894985-5849-4fa7-8133-e6796259c7fd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3893552 Jul 14 07:45:44.288049 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34642) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:44.292912 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-339d6933-0505-4f42-8c13-4eba4827bf03 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'subnet': {'network_id': '9f57acc2-f565-4fab-b795-5d3cbd3fb1db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:44.406490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339d6933-0505-4f42-8c13-4eba4827bf03 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:44.410469 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-339d6933-0505-4f42-8c13-4eba4827bf03 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:44.495588 n-d-778696-5 neutron-server[93827]: INFO neutron.db.ipam_backend_mixin [None req-339d6933-0505-4f42-8c13-4eba4827bf03 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 348851d2-41b4-499a-bedf-def970bddd59 (CIDR: 172.20.0.0/28) Jul 14 07:45:44.498977 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-339d6933-0505-4f42-8c13-4eba4827bf03 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:45:44.499488 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-339d6933-0505-4f42-8c13-4eba4827bf03 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:45:44.512790 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-339d6933-0505-4f42-8c13-4eba4827bf03 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2237363 Jul 14 07:45:44.516080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34644) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:44.521020 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-2b32c2b5-eea1-4fc5-9077-e5b7160512b7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'subnet': {'network_id': '9f57acc2-f565-4fab-b795-5d3cbd3fb1db', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:44.577409 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-9f57acc2-f565-4fab-b795-5d3cbd3fb1db', 'network_id': '9f57acc2-f565-4fab-b795-5d3cbd3fb1db', 'tenant_id': '73bc264d2d43476eb0d83d98f00b12d8', 'fixed_ips': [{'subnet_id': '348851d2-41b4-499a-bedf-def970bddd59'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:45:44.578365 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:44.628255 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b32c2b5-eea1-4fc5-9077-e5b7160512b7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:44.631737 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b32c2b5-eea1-4fc5-9077-e5b7160512b7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:44.714182 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Allocated IP 172.20.0.2 (9f57acc2-f565-4fab-b795-5d3cbd3fb1db/348851d2-41b4-499a-bedf-def970bddd59/4201c3af-fc33-421b-ac5c-dd12f08444fe) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:44.844904 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b32c2b5-eea1-4fc5-9077-e5b7160512b7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:44.855309 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:44.863505 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Transition to ACTIVE for port object 4201c3af-fc33-421b-ac5c-dd12f08444fe will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:44.877936 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Transition to ACTIVE for port object 4201c3af-fc33-421b-ac5c-dd12f08444fe will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:44.883569 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:44.886888 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b32c2b5-eea1-4fc5-9077-e5b7160512b7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network 9f57acc2-f565-4fab-b795-5d3cbd3fb1db is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:44.890759 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-2b32c2b5-eea1-4fc5-9077-e5b7160512b7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:44.894087 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b32c2b5-eea1-4fc5-9077-e5b7160512b7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:44.894677 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b32c2b5-eea1-4fc5-9077-e5b7160512b7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:44.911473 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32c2b5-eea1-4fc5-9077-e5b7160512b7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Subnet': ['ID=d6f54ea5-0c9f-4945-a929-a527dcdd2695,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:44.916122 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2b32c2b5-eea1-4fc5-9077-e5b7160512b7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.3990843 Jul 14 07:45:44.918842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34646) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:44.919314 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Network 9f57acc2-f565-4fab-b795-5d3cbd3fb1db is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:44.924035 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:44.924184 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-fb9beee3-0eed-4a13-9be2-b763d43a0f57 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'network_id': '9f57acc2-f565-4fab-b795-5d3cbd3fb1db', 'fixed_ips': [{'subnet_id': '348851d2-41b4-499a-bedf-def970bddd59'}, {'subnet_id': 'd6f54ea5-0c9f-4945-a929-a527dcdd2695'}], 'name': 'tempest-PortsTestJSON-1296907337'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:44.927704 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:44.936908 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Pushing event updated for resources: {'Port': ['ID=4201c3af-fc33-421b-ac5c-dd12f08444fe,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:44.988924 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Attempting to bind port 4201c3af-fc33-421b-ac5c-dd12f08444fe on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:45:44.989561 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Attempting to bind port 4201c3af-fc33-421b-ac5c-dd12f08444fe by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '4894edc6-f6f3-4739-a2b6-a29b4d8037bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9f57acc2-f565-4fab-b795-5d3cbd3fb1db'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:45:44.989829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Attempting to bind port 4201c3af-fc33-421b-ac5c-dd12f08444fe on network 9f57acc2-f565-4fab-b795-5d3cbd3fb1db {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:45:44.994774 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:45:44.995143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Checking segment: {'id': '4894edc6-f6f3-4739-a2b6-a29b4d8037bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9f57acc2-f565-4fab-b795-5d3cbd3fb1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:44.995544 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:44.995933 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Bound using segment: {'id': '4894edc6-f6f3-4739-a2b6-a29b4d8037bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9f57acc2-f565-4fab-b795-5d3cbd3fb1db'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:45:44.996391 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Bound port: 4201c3af-fc33-421b-ac5c-dd12f08444fe, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4894edc6-f6f3-4739-a2b6-a29b4d8037bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9f57acc2-f565-4fab-b795-5d3cbd3fb1db'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:45:44.996772 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:45.034559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9beee3-0eed-4a13-9be2-b763d43a0f57 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:45.061341 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] For port 4201c3af-fc33-421b-ac5c-dd12f08444fe, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:45:45.064298 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] For port 4201c3af-fc33-421b-ac5c-dd12f08444fe, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=4201c3af-fc33-421b-ac5c-dd12f08444fe,segment=NetworkSegment(4894edc6-f6f3-4739-a2b6-a29b4d8037bb),segment_id=4894edc6-f6f3-4739-a2b6-a29b4d8037bb)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:45:45.068912 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:45.118735 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb9beee3-0eed-4a13-9be2-b763d43a0f57 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:45.122753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a0348-3b6e-4d6f-86e8-c22a8acf3f43 None None] Pushing event updated for resources: {'Port': ['ID=4201c3af-fc33-421b-ac5c-dd12f08444fe,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:45.141123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-fb9beee3-0eed-4a13-9be2-b763d43a0f57 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] device_id is not set on port 9c76eafd-1fb1-47b6-9857-4602fac39eaa yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:45:45.409486 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-fb9beee3-0eed-4a13-9be2-b763d43a0f57 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Allocated IP 172.20.0.13 (9f57acc2-f565-4fab-b795-5d3cbd3fb1db/348851d2-41b4-499a-bedf-def970bddd59/9c76eafd-1fb1-47b6-9857-4602fac39eaa) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:45.417584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-fb9beee3-0eed-4a13-9be2-b763d43a0f57 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Allocated IP 172.20.0.20 (9f57acc2-f565-4fab-b795-5d3cbd3fb1db/d6f54ea5-0c9f-4945-a929-a527dcdd2695/9c76eafd-1fb1-47b6-9857-4602fac39eaa) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:45.565756 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb9beee3-0eed-4a13-9be2-b763d43a0f57 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:45.578782 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-fb9beee3-0eed-4a13-9be2-b763d43a0f57 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Transition to ACTIVE for port object 9c76eafd-1fb1-47b6-9857-4602fac39eaa will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:45.612801 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb9beee3-0eed-4a13-9be2-b763d43a0f57 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:45.660632 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9beee3-0eed-4a13-9be2-b763d43a0f57 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network 9f57acc2-f565-4fab-b795-5d3cbd3fb1db is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:45.663644 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-fb9beee3-0eed-4a13-9be2-b763d43a0f57 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:45.667506 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9beee3-0eed-4a13-9be2-b763d43a0f57 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:45.674463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9beee3-0eed-4a13-9be2-b763d43a0f57 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=9c76eafd-1fb1-47b6-9857-4602fac39eaa,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:45.717842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9beee3-0eed-4a13-9be2-b763d43a0f57 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:45.718382 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb9beee3-0eed-4a13-9be2-b763d43a0f57 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:45.732487 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fb9beee3-0eed-4a13-9be2-b763d43a0f57 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 0.8125606 Jul 14 07:45:45.735768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34648) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:45.741072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-253f472e-68ce-403f-8c2f-fdb437527ef5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '348851d2-41b4-499a-bedf-def970bddd59'}]}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:45.822075 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-253f472e-68ce-403f-8c2f-fdb437527ef5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:45.844243 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:45.891646 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:46.073646 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-253f472e-68ce-403f-8c2f-fdb437527ef5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Delete allocated IP 172.20.0.20 (9f57acc2-f565-4fab-b795-5d3cbd3fb1db/d6f54ea5-0c9f-4945-a929-a527dcdd2695) {{(pid=93828) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 07:45:46.168803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7676a90b-47f4-497a-9cda-bd39932db6cd None None] Network 9f57acc2-f565-4fab-b795-5d3cbd3fb1db requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:46.201035 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-253f472e-68ce-403f-8c2f-fdb437527ef5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:46.213753 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-253f472e-68ce-403f-8c2f-fdb437527ef5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Ignored duplicate provisioning block setup for port 9c76eafd-1fb1-47b6-9857-4602fac39eaa by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 07:45:46.217807 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-253f472e-68ce-403f-8c2f-fdb437527ef5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:46.232451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f1a124f6-d295-4bc9-b8e3-0035be4f38a2 None None] Provisioning for port 4201c3af-fc33-421b-ac5c-dd12f08444fe completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:46.316438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f472e-68ce-403f-8c2f-fdb437527ef5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=9c76eafd-1fb1-47b6-9857-4602fac39eaa,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:46.339126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-253f472e-68ce-403f-8c2f-fdb437527ef5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] In _notify_port_updated(), no bound segment for port 9c76eafd-1fb1-47b6-9857-4602fac39eaa on network 9f57acc2-f565-4fab-b795-5d3cbd3fb1db {{(pid=93828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:45:46.345266 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253f472e-68ce-403f-8c2f-fdb437527ef5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:46.346019 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-253f472e-68ce-403f-8c2f-fdb437527ef5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:46.349225 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-253f472e-68ce-403f-8c2f-fdb437527ef5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "PUT /v2.0/ports/9c76eafd-1fb1-47b6-9857-4602fac39eaa HTTP/1.1" status: 200 len: 920 time: 0.6105855 Jul 14 07:45:46.349982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34650) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:46.355121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a649f044-afca-4d66-bbc1-9e67b1d0ad5b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '348851d2-41b4-499a-bedf-def970bddd59'}, {'subnet_id': 'd6f54ea5-0c9f-4945-a929-a527dcdd2695'}]}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:46.406657 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc0809c-a73d-4591-b81f-26901e866b58 None None] Update dhcp port {'port': {'network_id': '9f57acc2-f565-4fab-b795-5d3cbd3fb1db', 'fixed_ips': [{'subnet_id': '348851d2-41b4-499a-bedf-def970bddd59', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd6f54ea5-0c9f-4945-a929-a527dcdd2695'}], 'binding:host_id': 'n-d-778696-5'}, 'id': '4201c3af-fc33-421b-ac5c-dd12f08444fe'} from n-d-778696-5. {{(pid=93829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 07:45:46.438579 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a649f044-afca-4d66-bbc1-9e67b1d0ad5b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:46.442463 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2cc0809c-a73d-4591-b81f-26901e866b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:46.601407 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-2cc0809c-a73d-4591-b81f-26901e866b58 None None] Allocated IP 172.20.0.18 (9f57acc2-f565-4fab-b795-5d3cbd3fb1db/d6f54ea5-0c9f-4945-a929-a527dcdd2695/4201c3af-fc33-421b-ac5c-dd12f08444fe) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:46.690544 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2cc0809c-a73d-4591-b81f-26901e866b58 None None] For port 4201c3af-fc33-421b-ac5c-dd12f08444fe, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=4201c3af-fc33-421b-ac5c-dd12f08444fe,segment=NetworkSegment(4894edc6-f6f3-4739-a2b6-a29b4d8037bb),segment_id=4894edc6-f6f3-4739-a2b6-a29b4d8037bb)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:46.720399 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2cc0809c-a73d-4591-b81f-26901e866b58 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:46.734255 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2cc0809c-a73d-4591-b81f-26901e866b58 None None] Transition to ACTIVE for port object 4201c3af-fc33-421b-ac5c-dd12f08444fe will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:46.742331 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2cc0809c-a73d-4591-b81f-26901e866b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:46.801547 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-a649f044-afca-4d66-bbc1-9e67b1d0ad5b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Allocated IP 172.20.0.28 (9f57acc2-f565-4fab-b795-5d3cbd3fb1db/d6f54ea5-0c9f-4945-a929-a527dcdd2695/9c76eafd-1fb1-47b6-9857-4602fac39eaa) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:46.805135 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 4201c3af-fc33-421b-ac5c-dd12f08444fe up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:45:46.863415 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0809c-a73d-4591-b81f-26901e866b58 None None] Pushing event updated for resources: {'Port': ['ID=4201c3af-fc33-421b-ac5c-dd12f08444fe,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:46.883278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 4201c3af-fc33-421b-ac5c-dd12f08444fe completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:46.933284 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a649f044-afca-4d66-bbc1-9e67b1d0ad5b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:46.946158 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-a649f044-afca-4d66-bbc1-9e67b1d0ad5b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Ignored duplicate provisioning block setup for port 9c76eafd-1fb1-47b6-9857-4602fac39eaa by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 07:45:46.951046 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a649f044-afca-4d66-bbc1-9e67b1d0ad5b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:47.049449 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649f044-afca-4d66-bbc1-9e67b1d0ad5b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=9c76eafd-1fb1-47b6-9857-4602fac39eaa,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:47.091054 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-a649f044-afca-4d66-bbc1-9e67b1d0ad5b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] In _notify_port_updated(), no bound segment for port 9c76eafd-1fb1-47b6-9857-4602fac39eaa on network 9f57acc2-f565-4fab-b795-5d3cbd3fb1db {{(pid=93828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:45:47.096695 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a649f044-afca-4d66-bbc1-9e67b1d0ad5b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:47.097379 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a649f044-afca-4d66-bbc1-9e67b1d0ad5b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:47.098747 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a649f044-afca-4d66-bbc1-9e67b1d0ad5b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "PUT /v2.0/ports/9c76eafd-1fb1-47b6-9857-4602fac39eaa HTTP/1.1" status: 200 len: 1000 time: 0.7478378 Jul 14 07:45:47.101530 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34652) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:47.203811 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-d935688f-4ad4-4521-86e1-ea6ca50626c6 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port 9c76eafd-1fb1-47b6-9857-4602fac39eaa {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:47.203956 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d935688f-4ad4-4521-86e1-ea6ca50626c6 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:47.289736 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d935688f-4ad4-4521-86e1-ea6ca50626c6 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:47.302346 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-d935688f-4ad4-4521-86e1-ea6ca50626c6 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for 9c76eafd-1fb1-47b6-9857-4602fac39eaa owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:47.306677 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813d0ce0-7882-42dd-abe0-99f36c0232ec None None] Network 9f57acc2-f565-4fab-b795-5d3cbd3fb1db requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:47.391282 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-261d9ee0-45c4-4127-b619-1a3aa15285dd None None] Provisioning for port 9c76eafd-1fb1-47b6-9857-4602fac39eaa completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:47.397446 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-261d9ee0-45c4-4127-b619-1a3aa15285dd None None] Provisioning complete for port 9c76eafd-1fb1-47b6-9857-4602fac39eaa triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:47.397828 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-261d9ee0-45c4-4127-b619-1a3aa15285dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:47.458794 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-261d9ee0-45c4-4127-b619-1a3aa15285dd None None] Port 9c76eafd-1fb1-47b6-9857-4602fac39eaa cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:45:47.475977 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d935688f-4ad4-4521-86e1-ea6ca50626c6 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:47.489059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-261d9ee0-45c4-4127-b619-1a3aa15285dd None None] Provisioning for port 4201c3af-fc33-421b-ac5c-dd12f08444fe completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:47.494227 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-261d9ee0-45c4-4127-b619-1a3aa15285dd None None] Provisioning complete for port 4201c3af-fc33-421b-ac5c-dd12f08444fe triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:47.494615 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-261d9ee0-45c4-4127-b619-1a3aa15285dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:47.504101 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935688f-4ad4-4521-86e1-ea6ca50626c6 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=9c76eafd-1fb1-47b6-9857-4602fac39eaa,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:47.588114 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-261d9ee0-45c4-4127-b619-1a3aa15285dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:47.598881 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d935688f-4ad4-4521-86e1-ea6ca50626c6 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:47.601291 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d935688f-4ad4-4521-86e1-ea6ca50626c6 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/ports/9c76eafd-1fb1-47b6-9857-4602fac39eaa HTTP/1.1" status: 204 len: 168 time: 0.4983885 Jul 14 07:45:47.603741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34654) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:47.620444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-261d9ee0-45c4-4127-b619-1a3aa15285dd None None] For port 4201c3af-fc33-421b-ac5c-dd12f08444fe, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=4201c3af-fc33-421b-ac5c-dd12f08444fe,segment=NetworkSegment(4894edc6-f6f3-4739-a2b6-a29b4d8037bb),segment_id=4894edc6-f6f3-4739-a2b6-a29b4d8037bb)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:47.624232 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-261d9ee0-45c4-4127-b619-1a3aa15285dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:47.632544 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-840a296c-f26f-4e66-b4de-24bce64335e5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] GET failed (client error): The resource could not be found. Jul 14 07:45:47.634126 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-840a296c-f26f-4e66-b4de-24bce64335e5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports/9c76eafd-1fb1-47b6-9857-4602fac39eaa HTTP/1.1" status: 404 len: 333 time: 0.0293052 Jul 14 07:45:47.636816 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34656) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:47.671694 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d9ee0-45c4-4127-b619-1a3aa15285dd None None] Pushing event updated for resources: {'Port': ['ID=4201c3af-fc33-421b-ac5c-dd12f08444fe,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:47.688450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe633744-45ed-4c01-8a18-06d7e99d06af tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting subnet d6f54ea5-0c9f-4945-a929-a527dcdd2695 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:45:47.691527 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fe633744-45ed-4c01-8a18-06d7e99d06af tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:47.733597 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fe633744-45ed-4c01-8a18-06d7e99d06af tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:47.812486 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fe633744-45ed-4c01-8a18-06d7e99d06af tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:47.867950 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fe633744-45ed-4c01-8a18-06d7e99d06af tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:47.899737 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe633744-45ed-4c01-8a18-06d7e99d06af tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f54ea5-0c9f-4945-a929-a527dcdd2695,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:47.901826 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fe633744-45ed-4c01-8a18-06d7e99d06af tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:47.903724 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fe633744-45ed-4c01-8a18-06d7e99d06af tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/d6f54ea5-0c9f-4945-a929-a527dcdd2695 HTTP/1.1" status: 204 len: 168 time: 0.2658353 Jul 14 07:45:47.906988 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34658) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:47.964030 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2add14-3e06-4dd5-ab75-b09341a49319 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting subnet 348851d2-41b4-499a-bedf-def970bddd59 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:45:47.967800 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c2add14-3e06-4dd5-ab75-b09341a49319 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.007566 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c2add14-3e06-4dd5-ab75-b09341a49319 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.038497 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cedcd3ba-c9e2-4d90-9aa4-1096c5692545 None None] Could not find standard attr ID for object 9c76eafd-1fb1-47b6-9857-4602fac39eaa. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:45:48.041749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a202b91a-aa98-437d-9a30-d6d5ca9ffa18 None None] Network 9f57acc2-f565-4fab-b795-5d3cbd3fb1db requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:48.093832 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cedcd3ba-c9e2-4d90-9aa4-1096c5692545 None None] Provisioning complete for port 4201c3af-fc33-421b-ac5c-dd12f08444fe triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:48.094206 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cedcd3ba-c9e2-4d90-9aa4-1096c5692545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.095167 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c2add14-3e06-4dd5-ab75-b09341a49319 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.150317 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c2add14-3e06-4dd5-ab75-b09341a49319 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.176442 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2add14-3e06-4dd5-ab75-b09341a49319 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Subnet': ['ID=348851d2-41b4-499a-bedf-def970bddd59,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:48.179994 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c2add14-3e06-4dd5-ab75-b09341a49319 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.181915 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5c2add14-3e06-4dd5-ab75-b09341a49319 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/348851d2-41b4-499a-bedf-def970bddd59 HTTP/1.1" status: 204 len: 168 time: 0.2736733 Jul 14 07:45:48.184517 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34660) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:48.262282 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.312352 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0103784-469a-4c1c-9c37-479440ccc273 None None] DHCP port deletion for 9f57acc2-f565-4fab-b795-5d3cbd3fb1db request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:45:48.316231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port 4201c3af-fc33-421b-ac5c-dd12f08444fe {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:48.316568 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.357977 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b0103784-469a-4c1c-9c37-479440ccc273 None None] Deleting port 4201c3af-fc33-421b-ac5c-dd12f08444fe {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:48.358349 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0103784-469a-4c1c-9c37-479440ccc273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.377114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] For port 4201c3af-fc33-421b-ac5c-dd12f08444fe, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=4201c3af-fc33-421b-ac5c-dd12f08444fe,segment=NetworkSegment(4894edc6-f6f3-4739-a2b6-a29b4d8037bb),segment_id=4894edc6-f6f3-4739-a2b6-a29b4d8037bb)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:48.377497 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.390341 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for 4201c3af-fc33-421b-ac5c-dd12f08444fe owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:48.416709 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b0103784-469a-4c1c-9c37-479440ccc273 None None] For port 4201c3af-fc33-421b-ac5c-dd12f08444fe, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=4201c3af-fc33-421b-ac5c-dd12f08444fe,segment=NetworkSegment(4894edc6-f6f3-4739-a2b6-a29b4d8037bb),segment_id=4894edc6-f6f3-4739-a2b6-a29b4d8037bb)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:48.417097 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0103784-469a-4c1c-9c37-479440ccc273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.432530 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b0103784-469a-4c1c-9c37-479440ccc273 None None] Calling delete_port for 4201c3af-fc33-421b-ac5c-dd12f08444fe owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:48.471832 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.500233 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No DVR routers for this DVR port 4201c3af-fc33-421b-ac5c-dd12f08444fe on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:45:48.506924 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=4201c3af-fc33-421b-ac5c-dd12f08444fe,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:48.507398 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0103784-469a-4c1c-9c37-479440ccc273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.532044 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0103784-469a-4c1c-9c37-479440ccc273 None None] Pushing event deleted for resources: {'Port': ['ID=4201c3af-fc33-421b-ac5c-dd12f08444fe,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:48.535673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0103784-469a-4c1c-9c37-479440ccc273 None None] No DVR routers for this DVR port 4201c3af-fc33-421b-ac5c-dd12f08444fe on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:45:48.585750 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.595482 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f57acc2-f565-4fab-b795-5d3cbd3fb1db']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:48.609058 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4894edc6-f6f3-4739-a2b6-a29b4d8037bb') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:48.609386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4894edc6-f6f3-4739-a2b6-a29b4d8037bb') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:48.618512 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.633691 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.639971 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:48.640349 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:48.643293 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:48.698052 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.705064 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.707024 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/networks/9f57acc2-f565-4fab-b795-5d3cbd3fb1db HTTP/1.1" status: 204 len: 168 time: 0.5213978 Jul 14 07:45:48.711066 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34662) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:48.721463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14ad18-d6da-48f5-be95-84ba7e53c398 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Network': ['ID=9f57acc2-f565-4fab-b795-5d3cbd3fb1db,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:48.769682 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 4201c3af-fc33-421b-ac5c-dd12f08444fe no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:45:48.778730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b6f63b-aa9e-471b-8b98-fb3c7246f7b3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:48.780264 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a0b6f63b-aa9e-471b-8b98-fb3c7246f7b3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0682008 Jul 14 07:45:48.783810 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34664) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:48.789308 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 4201c3af-fc33-421b-ac5c-dd12f08444fe {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:45:48.789651 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 4201c3af-fc33-421b-ac5c-dd12f08444fe not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:45:48.849212 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dabc9673-ef16-4864-a820-3e42b3cc46cc tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0643320 Jul 14 07:45:48.852667 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34666) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:48.858313 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-60d8e4b9-9e85-4be6-b938-661e5179d5bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-874844806'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:48.878432 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d8e4b9-9e85-4be6-b938-661e5179d5bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:48.881744 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60d8e4b9-9e85-4be6-b938-661e5179d5bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.903179 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d8e4b9-9e85-4be6-b938-661e5179d5bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:48.912005 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60d8e4b9-9e85-4be6-b938-661e5179d5bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.912349 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-60d8e4b9-9e85-4be6-b938-661e5179d5bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Added segment 7f3f9255-27fb-465c-8b44-93a6e90bffd9 of type vlan for network 6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef Jul 14 07:45:48.954162 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60d8e4b9-9e85-4be6-b938-661e5179d5bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.986188 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60d8e4b9-9e85-4be6-b938-661e5179d5bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:48.991680 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d8e4b9-9e85-4be6-b938-661e5179d5bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:48.992255 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60d8e4b9-9e85-4be6-b938-661e5179d5bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:49.044584 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-60d8e4b9-9e85-4be6-b938-661e5179d5bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1907508 Jul 14 07:45:49.047825 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34668) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:49.052690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e3ea6edd-563d-4271-a6e7-66e5102834ad tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'subnet': {'network_id': '6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:49.108287 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8e4b9-9e85-4be6-b938-661e5179d5bd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Network': ['ID=6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:49.118140 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:49.148607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ea6edd-563d-4271-a6e7-66e5102834ad tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:49.152102 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3ea6edd-563d-4271-a6e7-66e5102834ad tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:49.658055 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3ea6edd-563d-4271-a6e7-66e5102834ad tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:49.715920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea6edd-563d-4271-a6e7-66e5102834ad tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Subnet': ['ID=ca79140e-31eb-4cc6-8e4f-c876f175897e,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:49.724163 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ea6edd-563d-4271-a6e7-66e5102834ad tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Checking segment: {'id': '7f3f9255-27fb-465c-8b44-93a6e90bffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:49.724163 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ea6edd-563d-4271-a6e7-66e5102834ad tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network hostable DHCP agents. Network: 6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:49.738893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ea6edd-563d-4271-a6e7-66e5102834ad tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network 6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:49.747202 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-e3ea6edd-563d-4271-a6e7-66e5102834ad tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:49.751084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ea6edd-563d-4271-a6e7-66e5102834ad tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:49.751671 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3ea6edd-563d-4271-a6e7-66e5102834ad tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:49.755984 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173dcce5-6cfb-4620-bf16-a0374524e378 None None] Network 6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:49.765729 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e3ea6edd-563d-4271-a6e7-66e5102834ad tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7169180 Jul 14 07:45:49.768190 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34670) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:49.773045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f32e0ee6-78bb-4eb9-9389-f732b44c6495 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'network_id': '6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef', 'name': 'tempest-PortsTestJSON-1154982808'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:49.876687 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32e0ee6-78bb-4eb9-9389-f732b44c6495 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:49.880178 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f32e0ee6-78bb-4eb9-9389-f732b44c6495 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:49.898972 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef', 'network_id': '6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef', 'tenant_id': '73bc264d2d43476eb0d83d98f00b12d8', 'fixed_ips': [{'subnet_id': 'ca79140e-31eb-4cc6-8e4f-c876f175897e'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:45:49.899830 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:49.901555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-f32e0ee6-78bb-4eb9-9389-f732b44c6495 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] device_id is not set on port 09d07fa8-45fb-40db-ba99-9739b37a04a9 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:45:50.010662 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-f32e0ee6-78bb-4eb9-9389-f732b44c6495 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Allocated IP 172.20.0.7 (6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef/ca79140e-31eb-4cc6-8e4f-c876f175897e/09d07fa8-45fb-40db-ba99-9739b37a04a9) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:50.153148 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f32e0ee6-78bb-4eb9-9389-f732b44c6495 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:50.166012 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-f32e0ee6-78bb-4eb9-9389-f732b44c6495 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Transition to ACTIVE for port object 09d07fa8-45fb-40db-ba99-9739b37a04a9 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:50.197756 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f32e0ee6-78bb-4eb9-9389-f732b44c6495 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:50.239663 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32e0ee6-78bb-4eb9-9389-f732b44c6495 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network 6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:50.239884 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Allocated IP 172.20.0.2 (6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef/ca79140e-31eb-4cc6-8e4f-c876f175897e/973172e0-1fde-480b-a71e-03ddeb43d3a4) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:50.245845 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f32e0ee6-78bb-4eb9-9389-f732b44c6495 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:50.248865 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32e0ee6-78bb-4eb9-9389-f732b44c6495 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:50.280803 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e0ee6-78bb-4eb9-9389-f732b44c6495 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=09d07fa8-45fb-40db-ba99-9739b37a04a9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:50.303915 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32e0ee6-78bb-4eb9-9389-f732b44c6495 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:50.304523 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f32e0ee6-78bb-4eb9-9389-f732b44c6495 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:50.318825 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f32e0ee6-78bb-4eb9-9389-f732b44c6495 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5494361 Jul 14 07:45:50.321148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34672) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:50.325973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2154f391-90ae-461f-9b78-0a8304274455 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'network_id': '6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef', 'name': 'tempest-PortsTestJSON-226984951'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:50.382007 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:50.390239 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Transition to ACTIVE for port object 973172e0-1fde-480b-a71e-03ddeb43d3a4 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:50.404558 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Transition to ACTIVE for port object 973172e0-1fde-480b-a71e-03ddeb43d3a4 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:50.410739 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:50.438735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2154f391-90ae-461f-9b78-0a8304274455 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:50.442666 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2154f391-90ae-461f-9b78-0a8304274455 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:50.451260 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Network 6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:50.454063 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:50.457858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:50.461126 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-2154f391-90ae-461f-9b78-0a8304274455 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] device_id is not set on port aec5e493-0d97-41a9-a0ec-395aaa4da69a yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:45:50.464514 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Pushing event updated for resources: {'Port': ['ID=973172e0-1fde-480b-a71e-03ddeb43d3a4,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:50.520283 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Attempting to bind port 973172e0-1fde-480b-a71e-03ddeb43d3a4 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:45:50.520553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Attempting to bind port 973172e0-1fde-480b-a71e-03ddeb43d3a4 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '7f3f9255-27fb-465c-8b44-93a6e90bffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:45:50.520960 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Attempting to bind port 973172e0-1fde-480b-a71e-03ddeb43d3a4 on network 6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:45:50.525869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:45:50.526247 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Checking segment: {'id': '7f3f9255-27fb-465c-8b44-93a6e90bffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:50.526635 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:50.527024 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Bound using segment: {'id': '7f3f9255-27fb-465c-8b44-93a6e90bffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:45:50.527481 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Bound port: 973172e0-1fde-480b-a71e-03ddeb43d3a4, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3f9255-27fb-465c-8b44-93a6e90bffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:45:50.527858 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:50.573655 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-2154f391-90ae-461f-9b78-0a8304274455 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Allocated IP 172.20.0.14 (6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef/ca79140e-31eb-4cc6-8e4f-c876f175897e/aec5e493-0d97-41a9-a0ec-395aaa4da69a) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:50.589028 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] For port 973172e0-1fde-480b-a71e-03ddeb43d3a4, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:45:50.592534 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] For port 973172e0-1fde-480b-a71e-03ddeb43d3a4, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=973172e0-1fde-480b-a71e-03ddeb43d3a4,segment=NetworkSegment(7f3f9255-27fb-465c-8b44-93a6e90bffd9),segment_id=7f3f9255-27fb-465c-8b44-93a6e90bffd9)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:45:50.596070 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:50.651368 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e4d1f-f608-4d72-ad46-94f898e0b1bf None None] Pushing event updated for resources: {'Port': ['ID=973172e0-1fde-480b-a71e-03ddeb43d3a4,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:50.725527 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2154f391-90ae-461f-9b78-0a8304274455 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:50.740173 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-2154f391-90ae-461f-9b78-0a8304274455 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Transition to ACTIVE for port object aec5e493-0d97-41a9-a0ec-395aaa4da69a will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:50.772802 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2154f391-90ae-461f-9b78-0a8304274455 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:50.834700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2154f391-90ae-461f-9b78-0a8304274455 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network 6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:50.840470 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-2154f391-90ae-461f-9b78-0a8304274455 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:50.845108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2154f391-90ae-461f-9b78-0a8304274455 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:50.871254 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154f391-90ae-461f-9b78-0a8304274455 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=aec5e493-0d97-41a9-a0ec-395aaa4da69a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:50.899680 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2154f391-90ae-461f-9b78-0a8304274455 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:50.900294 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2154f391-90ae-461f-9b78-0a8304274455 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:50.916385 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2154f391-90ae-461f-9b78-0a8304274455 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5941420 Jul 14 07:45:50.919025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34674) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:51.023578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b132-e349-465e-a993-caa4279c9236 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:51.024998 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2757b132-e349-465e-a993-caa4279c9236 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.1050582 Jul 14 07:45:51.027768 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34676) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:51.125394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-48bd3f12-c424-4a2b-9e49-92f225dfa835 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port aec5e493-0d97-41a9-a0ec-395aaa4da69a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:51.125737 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-48bd3f12-c424-4a2b-9e49-92f225dfa835 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:51.210553 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-48bd3f12-c424-4a2b-9e49-92f225dfa835 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:51.222496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-48bd3f12-c424-4a2b-9e49-92f225dfa835 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for aec5e493-0d97-41a9-a0ec-395aaa4da69a owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:51.348948 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-48bd3f12-c424-4a2b-9e49-92f225dfa835 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:51.382054 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd3f12-c424-4a2b-9e49-92f225dfa835 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=aec5e493-0d97-41a9-a0ec-395aaa4da69a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:51.453020 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-48bd3f12-c424-4a2b-9e49-92f225dfa835 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:51.457651 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-48bd3f12-c424-4a2b-9e49-92f225dfa835 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/ports/aec5e493-0d97-41a9-a0ec-395aaa4da69a HTTP/1.1" status: 204 len: 168 time: 0.4286771 Jul 14 07:45:51.460251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34678) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:51.489258 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c0af95-bbf7-4a64-833c-2a737062b0a9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] GET failed (client error): The resource could not be found. Jul 14 07:45:51.491293 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b2c0af95-bbf7-4a64-833c-2a737062b0a9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports/aec5e493-0d97-41a9-a0ec-395aaa4da69a HTTP/1.1" status: 404 len: 333 time: 0.0299132 Jul 14 07:45:51.494207 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34680) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:51.539535 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a114f47-09d9-42ef-b282-6d4015e295ab None None] Network 6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:51.595761 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2afb9a41-c9f4-4536-b21f-19b372d66dd3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port 09d07fa8-45fb-40db-ba99-9739b37a04a9 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:51.596316 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2afb9a41-c9f4-4536-b21f-19b372d66dd3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:51.605496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b81ac01d-80e9-4cb5-bfbb-70025ab66df4 None None] Provisioning for port 973172e0-1fde-480b-a71e-03ddeb43d3a4 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:51.680028 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2afb9a41-c9f4-4536-b21f-19b372d66dd3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:51.692206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2afb9a41-c9f4-4536-b21f-19b372d66dd3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for 09d07fa8-45fb-40db-ba99-9739b37a04a9 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:51.826320 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2afb9a41-c9f4-4536-b21f-19b372d66dd3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:51.857237 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb9a41-c9f4-4536-b21f-19b372d66dd3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=09d07fa8-45fb-40db-ba99-9739b37a04a9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:51.931641 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2afb9a41-c9f4-4536-b21f-19b372d66dd3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:51.933644 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2afb9a41-c9f4-4536-b21f-19b372d66dd3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/ports/09d07fa8-45fb-40db-ba99-9739b37a04a9 HTTP/1.1" status: 204 len: 168 time: 0.4384735 Jul 14 07:45:51.936866 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34682) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:51.939768 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-557c4fc5-3de7-4fab-8f58-cc852d9c660d None None] Could not find standard attr ID for object 09d07fa8-45fb-40db-ba99-9739b37a04a9. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:45:51.969817 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61943df-ed4b-4502-b368-0e4d0b001c55 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] GET failed (client error): The resource could not be found. Jul 14 07:45:51.971816 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c61943df-ed4b-4502-b368-0e4d0b001c55 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports/09d07fa8-45fb-40db-ba99-9739b37a04a9 HTTP/1.1" status: 404 len: 333 time: 0.0335529 Jul 14 07:45:51.974171 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34684) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:52.025720 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8db5a27-e03e-45ff-b286-28bd8a79f6eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting subnet ca79140e-31eb-4cc6-8e4f-c876f175897e {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:45:52.029176 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8db5a27-e03e-45ff-b286-28bd8a79f6eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.053424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a6101bcf-6987-4fc8-8f55-3d0beef4d688 None None] Could not find standard attr ID for object 09d07fa8-45fb-40db-ba99-9739b37a04a9. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:45:52.069880 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8db5a27-e03e-45ff-b286-28bd8a79f6eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.158601 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8db5a27-e03e-45ff-b286-28bd8a79f6eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.218316 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8db5a27-e03e-45ff-b286-28bd8a79f6eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.246558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db5a27-e03e-45ff-b286-28bd8a79f6eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Subnet': ['ID=ca79140e-31eb-4cc6-8e4f-c876f175897e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:52.252075 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8db5a27-e03e-45ff-b286-28bd8a79f6eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.254031 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b8db5a27-e03e-45ff-b286-28bd8a79f6eb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/ca79140e-31eb-4cc6-8e4f-c876f175897e HTTP/1.1" status: 204 len: 168 time: 0.2789237 Jul 14 07:45:52.256616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34686) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:52.266858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-46f1621d-8196-480c-93fe-236669ed6b27 None None] Could not find standard attr ID for object aec5e493-0d97-41a9-a0ec-395aaa4da69a. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:45:52.336498 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.373833 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2579515-d011-4324-9fcf-ef0307ca1625 None None] Network 6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:52.389869 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port 973172e0-1fde-480b-a71e-03ddeb43d3a4 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:52.390205 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.450411 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] For port 973172e0-1fde-480b-a71e-03ddeb43d3a4, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=973172e0-1fde-480b-a71e-03ddeb43d3a4,segment=NetworkSegment(7f3f9255-27fb-465c-8b44-93a6e90bffd9),segment_id=7f3f9255-27fb-465c-8b44-93a6e90bffd9)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:52.450770 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.463786 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for 973172e0-1fde-480b-a71e-03ddeb43d3a4 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:52.549077 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.552938 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90dc136-f8de-4088-9bf9-a814b0e147c3 None None] DHCP port deletion for 6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:45:52.579769 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No DVR routers for this DVR port 973172e0-1fde-480b-a71e-03ddeb43d3a4 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:45:52.584403 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=973172e0-1fde-480b-a71e-03ddeb43d3a4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:52.660336 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.669727 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:52.679708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3f9255-27fb-465c-8b44-93a6e90bffd9') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:52.679998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3f9255-27fb-465c-8b44-93a6e90bffd9') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:52.688334 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.701111 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.707664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:52.708122 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:52.711019 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:52.765704 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.772321 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.773963 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/networks/6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef HTTP/1.1" status: 204 len: 168 time: 0.5163794 Jul 14 07:45:52.778216 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34688) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:52.783923 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4d19c0e1-3912-488d-9583-d95f7fb43720 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1992698243'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:52.785858 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194be3a1-5a53-4e57-b601-5998f6376053 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Network': ['ID=6d71767f-ee08-4fb0-b6c7-8f5ac8b6baef,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:52.805387 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d19c0e1-3912-488d-9583-d95f7fb43720 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:52.809009 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d19c0e1-3912-488d-9583-d95f7fb43720 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.831641 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d19c0e1-3912-488d-9583-d95f7fb43720 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:52.840160 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d19c0e1-3912-488d-9583-d95f7fb43720 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.840508 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-4d19c0e1-3912-488d-9583-d95f7fb43720 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Added segment 01339a34-4b34-4e52-941e-34fb7af8c28b of type vlan for network 46226446-fe64-4acf-b90a-e3be04f317bf Jul 14 07:45:52.877965 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d19c0e1-3912-488d-9583-d95f7fb43720 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.905053 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d19c0e1-3912-488d-9583-d95f7fb43720 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.910543 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d19c0e1-3912-488d-9583-d95f7fb43720 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:52.911121 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d19c0e1-3912-488d-9583-d95f7fb43720 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:52.966908 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4d19c0e1-3912-488d-9583-d95f7fb43720 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1875851 Jul 14 07:45:52.969740 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34690) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:52.976753 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ba4d828e-5a9f-40e0-85c1-0329bca17ba9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'subnet': {'network_id': '46226446-fe64-4acf-b90a-e3be04f317bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:53.024372 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19c0e1-3912-488d-9583-d95f7fb43720 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Network': ['ID=46226446-fe64-4acf-b90a-e3be04f317bf,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:53.034313 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 46226446-fe64-4acf-b90a-e3be04f317bf details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:53.066766 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4d828e-5a9f-40e0-85c1-0329bca17ba9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:53.070412 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba4d828e-5a9f-40e0-85c1-0329bca17ba9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:53.243476 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba4d828e-5a9f-40e0-85c1-0329bca17ba9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:53.304110 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d828e-5a9f-40e0-85c1-0329bca17ba9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Subnet': ['ID=3ce17a6f-f448-4dd1-a053-cbf668ca3087,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:53.312988 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4d828e-5a9f-40e0-85c1-0329bca17ba9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Checking segment: {'id': '01339a34-4b34-4e52-941e-34fb7af8c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46226446-fe64-4acf-b90a-e3be04f317bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:53.313390 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4d828e-5a9f-40e0-85c1-0329bca17ba9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network hostable DHCP agents. Network: 46226446-fe64-4acf-b90a-e3be04f317bf, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:53.329727 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4d828e-5a9f-40e0-85c1-0329bca17ba9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network 46226446-fe64-4acf-b90a-e3be04f317bf is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:53.338678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-ba4d828e-5a9f-40e0-85c1-0329bca17ba9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 46226446-fe64-4acf-b90a-e3be04f317bf) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:53.343696 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4d828e-5a9f-40e0-85c1-0329bca17ba9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:53.345730 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba4d828e-5a9f-40e0-85c1-0329bca17ba9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:53.346353 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1132d4e1-a9bb-4bbb-8cb3-a90e3107ccf4 None None] Network 46226446-fe64-4acf-b90a-e3be04f317bf requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:53.360021 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ba4d828e-5a9f-40e0-85c1-0329bca17ba9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3891931 Jul 14 07:45:53.362667 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34692) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:53.367585 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4cae7f39-5c61-4d52-93d9-998243da5273 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'network_id': '46226446-fe64-4acf-b90a-e3be04f317bf', 'name': 'tempest-PortsTestJSON-1048873174', 'fixed_ips': [{'subnet_id': '3ce17a6f-f448-4dd1-a053-cbf668ca3087', 'ip_address': '172.20.0.10'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:53.474201 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cae7f39-5c61-4d52-93d9-998243da5273 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:53.499419 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-46226446-fe64-4acf-b90a-e3be04f317bf', 'network_id': '46226446-fe64-4acf-b90a-e3be04f317bf', 'tenant_id': '73bc264d2d43476eb0d83d98f00b12d8', 'fixed_ips': [{'subnet_id': '3ce17a6f-f448-4dd1-a053-cbf668ca3087'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:45:53.500270 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:53.561273 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cae7f39-5c61-4d52-93d9-998243da5273 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:53.577906 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-4cae7f39-5c61-4d52-93d9-998243da5273 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] device_id is not set on port 7809fa95-b702-4dde-82a2-f112bf50c0b3 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:45:53.633354 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Allocated IP 172.20.0.2 (46226446-fe64-4acf-b90a-e3be04f317bf/3ce17a6f-f448-4dd1-a053-cbf668ca3087/e9c887da-1a34-4d0b-868b-595b46f664f8) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:53.926699 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:53.934818 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Transition to ACTIVE for port object e9c887da-1a34-4d0b-868b-595b46f664f8 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:53.948556 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Transition to ACTIVE for port object e9c887da-1a34-4d0b-868b-595b46f664f8 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:53.956714 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:53.996377 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Network 46226446-fe64-4acf-b90a-e3be04f317bf is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:53.999077 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:54.001507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:54.008379 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-4cae7f39-5c61-4d52-93d9-998243da5273 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Allocated IP 172.20.0.10 (46226446-fe64-4acf-b90a-e3be04f317bf/3ce17a6f-f448-4dd1-a053-cbf668ca3087/7809fa95-b702-4dde-82a2-f112bf50c0b3) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:54.009992 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Pushing event updated for resources: {'Port': ['ID=e9c887da-1a34-4d0b-868b-595b46f664f8,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:54.041487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:54.041838 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:54.042177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:54.042510 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:54.042841 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:54.043167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:54.043494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:54.043821 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:54.044140 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:54.044458 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:54.044778 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:54.045746 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:45:54.078803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Attempting to bind port e9c887da-1a34-4d0b-868b-595b46f664f8 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:45:54.079172 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Attempting to bind port e9c887da-1a34-4d0b-868b-595b46f664f8 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '01339a34-4b34-4e52-941e-34fb7af8c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46226446-fe64-4acf-b90a-e3be04f317bf'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:45:54.079528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Attempting to bind port e9c887da-1a34-4d0b-868b-595b46f664f8 on network 46226446-fe64-4acf-b90a-e3be04f317bf {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:45:54.084548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:45:54.084918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Checking segment: {'id': '01339a34-4b34-4e52-941e-34fb7af8c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46226446-fe64-4acf-b90a-e3be04f317bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:54.085343 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:54.085730 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Bound using segment: {'id': '01339a34-4b34-4e52-941e-34fb7af8c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46226446-fe64-4acf-b90a-e3be04f317bf'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:45:54.086190 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Bound port: e9c887da-1a34-4d0b-868b-595b46f664f8, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01339a34-4b34-4e52-941e-34fb7af8c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46226446-fe64-4acf-b90a-e3be04f317bf'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:45:54.086565 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:54.146183 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] For port e9c887da-1a34-4d0b-868b-595b46f664f8, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:45:54.149114 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] For port e9c887da-1a34-4d0b-868b-595b46f664f8, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e9c887da-1a34-4d0b-868b-595b46f664f8,segment=NetworkSegment(01339a34-4b34-4e52-941e-34fb7af8c28b),segment_id=01339a34-4b34-4e52-941e-34fb7af8c28b)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:45:54.150971 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cae7f39-5c61-4d52-93d9-998243da5273 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:54.153564 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:54.165534 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4cae7f39-5c61-4d52-93d9-998243da5273 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Transition to ACTIVE for port object 7809fa95-b702-4dde-82a2-f112bf50c0b3 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:54.203894 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cae7f39-5c61-4d52-93d9-998243da5273 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:54.211497 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de547f-abc5-4075-ab5b-9aa8a2f696ac None None] Pushing event updated for resources: {'Port': ['ID=e9c887da-1a34-4d0b-868b-595b46f664f8,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:54.250205 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cae7f39-5c61-4d52-93d9-998243da5273 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network 46226446-fe64-4acf-b90a-e3be04f317bf is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:54.255497 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-4cae7f39-5c61-4d52-93d9-998243da5273 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:54.259406 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cae7f39-5c61-4d52-93d9-998243da5273 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:54.286734 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae7f39-5c61-4d52-93d9-998243da5273 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=7809fa95-b702-4dde-82a2-f112bf50c0b3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:54.311968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cae7f39-5c61-4d52-93d9-998243da5273 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:54.312587 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cae7f39-5c61-4d52-93d9-998243da5273 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:54.329096 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4cae7f39-5c61-4d52-93d9-998243da5273 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9653847 Jul 14 07:45:54.335325 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34698) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:54.340135 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-23e363e4-94fc-4cd6-ab42-1b472939a71e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'network_id': '46226446-fe64-4acf-b90a-e3be04f317bf', 'name': 'tempest-PortsTestJSON-207415362', 'fixed_ips': [{'subnet_id': '3ce17a6f-f448-4dd1-a053-cbf668ca3087', 'ip_address': '172.20.0.9'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:54.460054 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e363e4-94fc-4cd6-ab42-1b472939a71e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:54.465450 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23e363e4-94fc-4cd6-ab42-1b472939a71e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:54.483557 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-23e363e4-94fc-4cd6-ab42-1b472939a71e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] device_id is not set on port ead45618-b0b5-4cda-bd9a-3ca10a1cd46b yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:45:54.795545 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e9c887da-1a34-4d0b-868b-595b46f664f8 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:45:54.856651 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port e9c887da-1a34-4d0b-868b-595b46f664f8 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:54.963110 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-23e363e4-94fc-4cd6-ab42-1b472939a71e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Allocated IP 172.20.0.9 (46226446-fe64-4acf-b90a-e3be04f317bf/3ce17a6f-f448-4dd1-a053-cbf668ca3087/ead45618-b0b5-4cda-bd9a-3ca10a1cd46b) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:55.076666 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aa2542-cea7-4fe7-a580-d5865c69ede9 None None] Network 46226446-fe64-4acf-b90a-e3be04f317bf requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:55.113417 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23e363e4-94fc-4cd6-ab42-1b472939a71e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:55.127291 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-23e363e4-94fc-4cd6-ab42-1b472939a71e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Transition to ACTIVE for port object ead45618-b0b5-4cda-bd9a-3ca10a1cd46b will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:55.134415 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7b007730-a426-46e3-9b88-ff0dd5897e30 None None] Provisioning for port e9c887da-1a34-4d0b-868b-595b46f664f8 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:55.145813 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7b007730-a426-46e3-9b88-ff0dd5897e30 None None] Provisioning complete for port e9c887da-1a34-4d0b-868b-595b46f664f8 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:55.146193 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7b007730-a426-46e3-9b88-ff0dd5897e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:55.158550 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23e363e4-94fc-4cd6-ab42-1b472939a71e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:55.203230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e363e4-94fc-4cd6-ab42-1b472939a71e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network 46226446-fe64-4acf-b90a-e3be04f317bf is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:55.206311 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-23e363e4-94fc-4cd6-ab42-1b472939a71e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:55.210426 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e363e4-94fc-4cd6-ab42-1b472939a71e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:55.239264 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e363e4-94fc-4cd6-ab42-1b472939a71e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=ead45618-b0b5-4cda-bd9a-3ca10a1cd46b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:55.264422 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e363e4-94fc-4cd6-ab42-1b472939a71e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:55.265024 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23e363e4-94fc-4cd6-ab42-1b472939a71e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:55.282060 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34702) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:55.282632 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-23e363e4-94fc-4cd6-ab42-1b472939a71e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9488506 Jul 14 07:45:55.289256 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7b007730-a426-46e3-9b88-ff0dd5897e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:55.334371 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-7b007730-a426-46e3-9b88-ff0dd5897e30 None None] For port e9c887da-1a34-4d0b-868b-595b46f664f8, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e9c887da-1a34-4d0b-868b-595b46f664f8,segment=NetworkSegment(01339a34-4b34-4e52-941e-34fb7af8c28b),segment_id=01339a34-4b34-4e52-941e-34fb7af8c28b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:55.339982 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7b007730-a426-46e3-9b88-ff0dd5897e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:55.400263 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b007730-a426-46e3-9b88-ff0dd5897e30 None None] Pushing event updated for resources: {'Port': ['ID=e9c887da-1a34-4d0b-868b-595b46f664f8,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:55.400900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c1fea3-34ca-482e-af2a-c8e616c3e5cf tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:55.406269 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a4c1fea3-34ca-482e-af2a-c8e616c3e5cf tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1190898 Jul 14 07:45:55.406603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34704) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:55.478894 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaee02c-8af4-4237-b0eb-cad038aa542a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:55.485505 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaee02c-8af4-4237-b0eb-cad038aa542a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:55.491605 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaee02c-8af4-4237-b0eb-cad038aa542a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:55.493860 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-adaee02c-8af4-4237-b0eb-cad038aa542a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.0863817 Jul 14 07:45:55.496707 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34706) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:55.561375 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-74ad6f5c-1f51-454c-b760-a1bde2d7a4e0 None None] Provisioning for port 7809fa95-b702-4dde-82a2-f112bf50c0b3 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:55.565682 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-74ad6f5c-1f51-454c-b760-a1bde2d7a4e0 None None] Provisioning complete for port 7809fa95-b702-4dde-82a2-f112bf50c0b3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:55.565834 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-74ad6f5c-1f51-454c-b760-a1bde2d7a4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:55.599232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f7425ed0-6a95-438a-816d-df9f6ee06ed9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port ead45618-b0b5-4cda-bd9a-3ca10a1cd46b {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:55.599581 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7425ed0-6a95-438a-816d-df9f6ee06ed9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:55.602581 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-74ad6f5c-1f51-454c-b760-a1bde2d7a4e0 None None] Port 7809fa95-b702-4dde-82a2-f112bf50c0b3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:45:55.620129 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-74ad6f5c-1f51-454c-b760-a1bde2d7a4e0 None None] Provisioning for port ead45618-b0b5-4cda-bd9a-3ca10a1cd46b completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:55.624832 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-74ad6f5c-1f51-454c-b760-a1bde2d7a4e0 None None] Provisioning complete for port ead45618-b0b5-4cda-bd9a-3ca10a1cd46b triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:55.625314 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-74ad6f5c-1f51-454c-b760-a1bde2d7a4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:55.660131 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-74ad6f5c-1f51-454c-b760-a1bde2d7a4e0 None None] Port ead45618-b0b5-4cda-bd9a-3ca10a1cd46b cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:45:55.669811 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-74ad6f5c-1f51-454c-b760-a1bde2d7a4e0 None None] Provisioning complete for port e9c887da-1a34-4d0b-868b-595b46f664f8 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:55.670314 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-74ad6f5c-1f51-454c-b760-a1bde2d7a4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:55.690049 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7425ed0-6a95-438a-816d-df9f6ee06ed9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:55.703708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f7425ed0-6a95-438a-816d-df9f6ee06ed9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for ead45618-b0b5-4cda-bd9a-3ca10a1cd46b owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:55.837215 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7425ed0-6a95-438a-816d-df9f6ee06ed9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:55.872950 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-16238108-0d5c-4276-9796-1b260844e9e0 None None] Provisioning complete for port 7809fa95-b702-4dde-82a2-f112bf50c0b3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:55.873626 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7425ed0-6a95-438a-816d-df9f6ee06ed9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=ead45618-b0b5-4cda-bd9a-3ca10a1cd46b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:55.874313 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-16238108-0d5c-4276-9796-1b260844e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:55.913636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-16238108-0d5c-4276-9796-1b260844e9e0 None None] Port 7809fa95-b702-4dde-82a2-f112bf50c0b3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:45:55.938910 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7425ed0-6a95-438a-816d-df9f6ee06ed9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:55.942573 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f7425ed0-6a95-438a-816d-df9f6ee06ed9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/ports/ead45618-b0b5-4cda-bd9a-3ca10a1cd46b HTTP/1.1" status: 204 len: 168 time: 0.4433329 Jul 14 07:45:55.943582 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34708) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:55.971632 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de49c48-5c2a-4494-a4ec-9e07d19a4b7d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] GET failed (client error): The resource could not be found. Jul 14 07:45:55.975833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8de49c48-5c2a-4494-a4ec-9e07d19a4b7d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports/ead45618-b0b5-4cda-bd9a-3ca10a1cd46b HTTP/1.1" status: 404 len: 333 time: 0.0285368 Jul 14 07:45:55.976053 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34710) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:56.025288 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5530c137-3af6-40d6-99c3-8b3269990df1 None None] Could not find standard attr ID for object ead45618-b0b5-4cda-bd9a-3ca10a1cd46b. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:45:56.071627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-83bee0ac-7f9d-4031-9ac1-8042d2bb6676 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port 7809fa95-b702-4dde-82a2-f112bf50c0b3 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:56.071965 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83bee0ac-7f9d-4031-9ac1-8042d2bb6676 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:56.157730 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83bee0ac-7f9d-4031-9ac1-8042d2bb6676 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:56.168954 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-83bee0ac-7f9d-4031-9ac1-8042d2bb6676 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for 7809fa95-b702-4dde-82a2-f112bf50c0b3 owned by {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:56.292052 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83bee0ac-7f9d-4031-9ac1-8042d2bb6676 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:56.321699 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bee0ac-7f9d-4031-9ac1-8042d2bb6676 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=7809fa95-b702-4dde-82a2-f112bf50c0b3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:56.391152 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83bee0ac-7f9d-4031-9ac1-8042d2bb6676 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:56.393066 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-83bee0ac-7f9d-4031-9ac1-8042d2bb6676 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/ports/7809fa95-b702-4dde-82a2-f112bf50c0b3 HTTP/1.1" status: 204 len: 168 time: 0.4161079 Jul 14 07:45:56.395723 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34712) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:56.427637 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-23783415-767a-425d-b294-2415106ae807 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] GET failed (client error): The resource could not be found. Jul 14 07:45:56.429166 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-23783415-767a-425d-b294-2415106ae807 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports/7809fa95-b702-4dde-82a2-f112bf50c0b3 HTTP/1.1" status: 404 len: 333 time: 0.0325096 Jul 14 07:45:56.432027 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34714) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:56.485088 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-582a1e30-15fb-4161-b129-4d4398fccce5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting subnet 3ce17a6f-f448-4dd1-a053-cbf668ca3087 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:45:56.488438 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-582a1e30-15fb-4161-b129-4d4398fccce5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:56.527291 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-582a1e30-15fb-4161-b129-4d4398fccce5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:56.609389 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-582a1e30-15fb-4161-b129-4d4398fccce5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:56.662546 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-582a1e30-15fb-4161-b129-4d4398fccce5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:56.686814 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a1e30-15fb-4161-b129-4d4398fccce5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce17a6f-f448-4dd1-a053-cbf668ca3087,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:56.694683 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-582a1e30-15fb-4161-b129-4d4398fccce5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:56.696511 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-582a1e30-15fb-4161-b129-4d4398fccce5 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/3ce17a6f-f448-4dd1-a053-cbf668ca3087 HTTP/1.1" status: 204 len: 168 time: 0.2634938 Jul 14 07:45:56.699101 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34718) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:56.701465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f86a27-fc01-44f9-9698-b10760e13d34 None None] Network 46226446-fe64-4acf-b90a-e3be04f317bf requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:56.771997 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:56.782973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e9c887da-1a34-4d0b-868b-595b46f664f8 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:45:56.828125 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port e9c887da-1a34-4d0b-868b-595b46f664f8 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:56.828464 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:56.866514 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port e9c887da-1a34-4d0b-868b-595b46f664f8 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:56.866855 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:56.890417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] For port e9c887da-1a34-4d0b-868b-595b46f664f8, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e9c887da-1a34-4d0b-868b-595b46f664f8,segment=NetworkSegment(01339a34-4b34-4e52-941e-34fb7af8c28b),segment_id=01339a34-4b34-4e52-941e-34fb7af8c28b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:56.890782 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:56.905108 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for e9c887da-1a34-4d0b-868b-595b46f664f8 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:56.936147 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fe8c28-662a-4961-888d-dba6c85f4ab0 None None] DHCP port deletion for 46226446-fe64-4acf-b90a-e3be04f317bf request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:45:56.984288 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:56.996445 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-73fe8c28-662a-4961-888d-dba6c85f4ab0 None None] Deleting port e9c887da-1a34-4d0b-868b-595b46f664f8 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:45:56.996829 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-73fe8c28-662a-4961-888d-dba6c85f4ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.012298 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=e9c887da-1a34-4d0b-868b-595b46f664f8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:57.016696 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No DVR routers for this DVR port e9c887da-1a34-4d0b-868b-595b46f664f8 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:45:57.057104 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-73fe8c28-662a-4961-888d-dba6c85f4ab0 None None] For port e9c887da-1a34-4d0b-868b-595b46f664f8, host n-d-778696-5, got binding levels [] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:57.057516 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-73fe8c28-662a-4961-888d-dba6c85f4ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.069675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-73fe8c28-662a-4961-888d-dba6c85f4ab0 None None] Calling delete_port for e9c887da-1a34-4d0b-868b-595b46f664f8 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:45:57.072260 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.ipam_backend_mixin [None req-73fe8c28-662a-4961-888d-dba6c85f4ab0 None None] Port e9c887da-1a34-4d0b-868b-595b46f664f8 was not found and therefore no delete operation was performed {{(pid=93829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 07:45:57.073504 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-73fe8c28-662a-4961-888d-dba6c85f4ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.093016 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.096596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe8c28-662a-4961-888d-dba6c85f4ab0 None None] Pushing event deleted for resources: {'Port': ['ID=e9c887da-1a34-4d0b-868b-595b46f664f8,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:57.102843 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46226446-fe64-4acf-b90a-e3be04f317bf']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:57.104219 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe8c28-662a-4961-888d-dba6c85f4ab0 None None] No DVR routers for this DVR port e9c887da-1a34-4d0b-868b-595b46f664f8 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:45:57.113588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01339a34-4b34-4e52-941e-34fb7af8c28b') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:57.113883 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01339a34-4b34-4e52-941e-34fb7af8c28b') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:45:57.124228 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.137651 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.144237 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:45:57.144624 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:45:57.147543 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:45:57.205559 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.212398 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.214214 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/networks/46226446-fe64-4acf-b90a-e3be04f317bf HTTP/1.1" status: 204 len: 168 time: 0.5142102 Jul 14 07:45:57.218588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34722) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:57.223678 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-349096ab-5f73-42cd-9b61-034a62536ff3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-658779041'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:57.225877 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722fa71-10d0-41a2-a5fc-cb55811dca24 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Network': ['ID=46226446-fe64-4acf-b90a-e3be04f317bf,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:57.244895 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349096ab-5f73-42cd-9b61-034a62536ff3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:57.248610 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-349096ab-5f73-42cd-9b61-034a62536ff3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.271884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349096ab-5f73-42cd-9b61-034a62536ff3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:45:57.281119 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-349096ab-5f73-42cd-9b61-034a62536ff3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.281487 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-349096ab-5f73-42cd-9b61-034a62536ff3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Added segment 9b91f0ea-44dd-4205-94ac-2554836a7386 of type vlan for network 69515e41-6bb7-4d50-ae75-9d09c7fecc0b Jul 14 07:45:57.318306 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-349096ab-5f73-42cd-9b61-034a62536ff3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.345653 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-349096ab-5f73-42cd-9b61-034a62536ff3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.351047 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349096ab-5f73-42cd-9b61-034a62536ff3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:57.351626 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-349096ab-5f73-42cd-9b61-034a62536ff3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.405099 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-349096ab-5f73-42cd-9b61-034a62536ff3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1847494 Jul 14 07:45:57.407880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34726) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:57.413224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a3fca038-6638-452f-be4f-a3e14cde8ada tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'subnet': {'network_id': '69515e41-6bb7-4d50-ae75-9d09c7fecc0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:57.415738 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349096ab-5f73-42cd-9b61-034a62536ff3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Network': ['ID=69515e41-6bb7-4d50-ae75-9d09c7fecc0b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:57.425577 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 69515e41-6bb7-4d50-ae75-9d09c7fecc0b details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:45:57.499055 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fca038-6638-452f-be4f-a3e14cde8ada tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:57.502722 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3fca038-6638-452f-be4f-a3e14cde8ada tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.676853 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3fca038-6638-452f-be4f-a3e14cde8ada tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.739617 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fca038-6638-452f-be4f-a3e14cde8ada tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Subnet': ['ID=ae2df601-ae2f-46bd-94d0-43a101d48214,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:57.747106 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fca038-6638-452f-be4f-a3e14cde8ada tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Checking segment: {'id': '9b91f0ea-44dd-4205-94ac-2554836a7386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69515e41-6bb7-4d50-ae75-9d09c7fecc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:57.747462 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fca038-6638-452f-be4f-a3e14cde8ada tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network hostable DHCP agents. Network: 69515e41-6bb7-4d50-ae75-9d09c7fecc0b, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:45:57.763275 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fca038-6638-452f-be4f-a3e14cde8ada tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network 69515e41-6bb7-4d50-ae75-9d09c7fecc0b is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:45:57.772666 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a3fca038-6638-452f-be4f-a3e14cde8ada tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 69515e41-6bb7-4d50-ae75-9d09c7fecc0b) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:57.776950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fca038-6638-452f-be4f-a3e14cde8ada tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:57.778077 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3fca038-6638-452f-be4f-a3e14cde8ada tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.781264 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc953924-5ce8-4fcb-8f62-673b2f339e74 None None] Network 69515e41-6bb7-4d50-ae75-9d09c7fecc0b requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:57.792263 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a3fca038-6638-452f-be4f-a3e14cde8ada tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3830743 Jul 14 07:45:57.794755 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34730) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:57.799239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-cd2cf675-be04-4f8a-8136-6295aff98b30 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1287210872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:57.823787 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd2cf675-be04-4f8a-8136-6295aff98b30 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.824762 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd2cf675-be04-4f8a-8136-6295aff98b30 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.875409 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd2cf675-be04-4f8a-8136-6295aff98b30 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.879472 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd2cf675-be04-4f8a-8136-6295aff98b30 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.894966 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd2cf675-be04-4f8a-8136-6295aff98b30 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:57.896144 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cd2cf675-be04-4f8a-8136-6295aff98b30 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1004431 Jul 14 07:45:57.898925 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34732) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:57.904029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-66d12e37-901a-4e5f-b5b3-4a537d5296f8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'network_id': '69515e41-6bb7-4d50-ae75-9d09c7fecc0b', 'name': 'tempest-PortsTestJSON-2093806802'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:45:57.931993 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-69515e41-6bb7-4d50-ae75-9d09c7fecc0b', 'network_id': '69515e41-6bb7-4d50-ae75-9d09c7fecc0b', 'tenant_id': '73bc264d2d43476eb0d83d98f00b12d8', 'fixed_ips': [{'subnet_id': 'ae2df601-ae2f-46bd-94d0-43a101d48214'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:45:57.932836 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:58.019500 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d12e37-901a-4e5f-b5b3-4a537d5296f8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:45:58.023806 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66d12e37-901a-4e5f-b5b3-4a537d5296f8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:58.040808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-66d12e37-901a-4e5f-b5b3-4a537d5296f8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] device_id is not set on port 3233dd84-3e7d-4bc3-8534-e67e9df3c5a3 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:45:58.077919 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Allocated IP 172.20.0.2 (69515e41-6bb7-4d50-ae75-9d09c7fecc0b/ae2df601-ae2f-46bd-94d0-43a101d48214/d649232b-bf58-4134-8f2a-0221787d4d28) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:58.216164 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:58.224729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Transition to ACTIVE for port object d649232b-bf58-4134-8f2a-0221787d4d28 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:58.239281 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Transition to ACTIVE for port object d649232b-bf58-4134-8f2a-0221787d4d28 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:58.245139 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:58.284337 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Network 69515e41-6bb7-4d50-ae75-9d09c7fecc0b is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:58.287195 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:58.289592 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:58.296741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-66d12e37-901a-4e5f-b5b3-4a537d5296f8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Allocated IP 172.20.0.8 (69515e41-6bb7-4d50-ae75-9d09c7fecc0b/ae2df601-ae2f-46bd-94d0-43a101d48214/3233dd84-3e7d-4bc3-8534-e67e9df3c5a3) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:45:58.297667 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Pushing event updated for resources: {'Port': ['ID=d649232b-bf58-4134-8f2a-0221787d4d28,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:58.360446 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Attempting to bind port d649232b-bf58-4134-8f2a-0221787d4d28 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:45:58.360817 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Attempting to bind port d649232b-bf58-4134-8f2a-0221787d4d28 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '9b91f0ea-44dd-4205-94ac-2554836a7386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69515e41-6bb7-4d50-ae75-9d09c7fecc0b'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:45:58.361172 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Attempting to bind port d649232b-bf58-4134-8f2a-0221787d4d28 on network 69515e41-6bb7-4d50-ae75-9d09c7fecc0b {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:45:58.365936 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:45:58.366307 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Checking segment: {'id': '9b91f0ea-44dd-4205-94ac-2554836a7386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69515e41-6bb7-4d50-ae75-9d09c7fecc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:45:58.366705 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:58.367093 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Bound using segment: {'id': '9b91f0ea-44dd-4205-94ac-2554836a7386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69515e41-6bb7-4d50-ae75-9d09c7fecc0b'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:45:58.367549 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Bound port: d649232b-bf58-4134-8f2a-0221787d4d28, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b91f0ea-44dd-4205-94ac-2554836a7386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69515e41-6bb7-4d50-ae75-9d09c7fecc0b'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:45:58.367924 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:58.428250 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] For port d649232b-bf58-4134-8f2a-0221787d4d28, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:45:58.431250 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] For port d649232b-bf58-4134-8f2a-0221787d4d28, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d649232b-bf58-4134-8f2a-0221787d4d28,segment=NetworkSegment(9b91f0ea-44dd-4205-94ac-2554836a7386),segment_id=9b91f0ea-44dd-4205-94ac-2554836a7386)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:45:58.436294 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:58.440017 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66d12e37-901a-4e5f-b5b3-4a537d5296f8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:58.453840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-66d12e37-901a-4e5f-b5b3-4a537d5296f8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Transition to ACTIVE for port object 3233dd84-3e7d-4bc3-8534-e67e9df3c5a3 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:45:58.490667 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66d12e37-901a-4e5f-b5b3-4a537d5296f8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:58.498235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26af58-4ec3-456d-b38a-6a04cdac654e None None] Pushing event updated for resources: {'Port': ['ID=d649232b-bf58-4134-8f2a-0221787d4d28,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:58.541744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d12e37-901a-4e5f-b5b3-4a537d5296f8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network 69515e41-6bb7-4d50-ae75-9d09c7fecc0b is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:45:58.545794 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-66d12e37-901a-4e5f-b5b3-4a537d5296f8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:45:58.549809 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d12e37-901a-4e5f-b5b3-4a537d5296f8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:45:58.556449 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d12e37-901a-4e5f-b5b3-4a537d5296f8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=3233dd84-3e7d-4bc3-8534-e67e9df3c5a3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:58.602366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d12e37-901a-4e5f-b5b3-4a537d5296f8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:45:58.602986 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66d12e37-901a-4e5f-b5b3-4a537d5296f8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:58.622026 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-66d12e37-901a-4e5f-b5b3-4a537d5296f8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7219625 Jul 14 07:45:58.622682 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34736) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:45:58.804083 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d649232b-bf58-4134-8f2a-0221787d4d28 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:45:58.853455 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port d649232b-bf58-4134-8f2a-0221787d4d28 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:58.912736 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e9c887da-1a34-4d0b-868b-595b46f664f8 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:45:58.936431 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: e9c887da-1a34-4d0b-868b-595b46f664f8 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:45:58.936784 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e9c887da-1a34-4d0b-868b-595b46f664f8 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:45:58.976082 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0bee008-082f-4315-a63a-adf7b1e162f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:59.220234 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0bee008-082f-4315-a63a-adf7b1e162f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:59.224720 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0bee008-082f-4315-a63a-adf7b1e162f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:59.306071 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bee008-082f-4315-a63a-adf7b1e162f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=3233dd84-3e7d-4bc3-8534-e67e9df3c5a3,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:59.403969 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854d3942-8e9c-4540-8133-58dbbe4be99f None None] Network 69515e41-6bb7-4d50-ae75-9d09c7fecc0b requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:45:59.461355 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0bee008-082f-4315-a63a-adf7b1e162f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:59.487670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1c5012d2-98cd-4a47-8d8f-aa066924f2aa None None] Provisioning for port d649232b-bf58-4134-8f2a-0221787d4d28 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:59.510074 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1c5012d2-98cd-4a47-8d8f-aa066924f2aa None None] Provisioning complete for port d649232b-bf58-4134-8f2a-0221787d4d28 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:59.510368 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1c5012d2-98cd-4a47-8d8f-aa066924f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:59.582624 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0bee008-082f-4315-a63a-adf7b1e162f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:59.625675 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1c5012d2-98cd-4a47-8d8f-aa066924f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:59.663268 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-1c5012d2-98cd-4a47-8d8f-aa066924f2aa None None] For port d649232b-bf58-4134-8f2a-0221787d4d28, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d649232b-bf58-4134-8f2a-0221787d4d28,segment=NetworkSegment(9b91f0ea-44dd-4205-94ac-2554836a7386),segment_id=9b91f0ea-44dd-4205-94ac-2554836a7386)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:45:59.667451 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1c5012d2-98cd-4a47-8d8f-aa066924f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:59.717674 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5012d2-98cd-4a47-8d8f-aa066924f2aa None None] Pushing event updated for resources: {'Port': ['ID=d649232b-bf58-4134-8f2a-0221787d4d28,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:59.843391 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0bee008-082f-4315-a63a-adf7b1e162f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:59.848309 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0bee008-082f-4315-a63a-adf7b1e162f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:59.890554 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-45702e31-4b24-412b-9e43-0038ec17543c None None] Provisioning for port 3233dd84-3e7d-4bc3-8534-e67e9df3c5a3 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:45:59.895292 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-45702e31-4b24-412b-9e43-0038ec17543c None None] Provisioning complete for port 3233dd84-3e7d-4bc3-8534-e67e9df3c5a3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:59.895718 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45702e31-4b24-412b-9e43-0038ec17543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:59.931739 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bee008-082f-4315-a63a-adf7b1e162f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=3233dd84-3e7d-4bc3-8534-e67e9df3c5a3,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:45:59.934214 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0bee008-082f-4315-a63a-adf7b1e162f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:45:59.935918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-45702e31-4b24-412b-9e43-0038ec17543c None None] Port 3233dd84-3e7d-4bc3-8534-e67e9df3c5a3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:45:59.946866 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-45702e31-4b24-412b-9e43-0038ec17543c None None] Provisioning complete for port d649232b-bf58-4134-8f2a-0221787d4d28 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:45:59.947241 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45702e31-4b24-412b-9e43-0038ec17543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:00.032648 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bee008-082f-4315-a63a-adf7b1e162f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network 69515e41-6bb7-4d50-ae75-9d09c7fecc0b is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:00.034149 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f0bee008-082f-4315-a63a-adf7b1e162f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:00.159611 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e0339778-4dde-464a-ae46-38e4e6ec8f83 None None] Provisioning complete for port 3233dd84-3e7d-4bc3-8534-e67e9df3c5a3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:00.160094 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e0339778-4dde-464a-ae46-38e4e6ec8f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:00.165793 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bee008-082f-4315-a63a-adf7b1e162f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Router d26404ea-29cf-44b0-9811-c8992ee71972 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:46:00.195153 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e0339778-4dde-464a-ae46-38e4e6ec8f83 None None] Port 3233dd84-3e7d-4bc3-8534-e67e9df3c5a3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:00.259865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bee008-082f-4315-a63a-adf7b1e162f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:00.265995 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f0bee008-082f-4315-a63a-adf7b1e162f9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "PUT /v2.0/routers/d26404ea-29cf-44b0-9811-c8992ee71972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6413863 Jul 14 07:46:00.268393 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34740) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:00.270445 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ed07a4-6322-4726-ad8e-538459553706 None None] Sync routers for ids ['d26404ea-29cf-44b0-9811-c8992ee71972'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:46:00.280427 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ed07a4-6322-4726-ad8e-538459553706 None None] Routers {'d26404ea-29cf-44b0-9811-c8992ee71972'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:00.281329 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-91ed07a4-6322-4726-ad8e-538459553706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:45:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d26404ea-29cf-44b0-9811-c8992ee71972'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:00.314193 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-91ed07a4-6322-4726-ad8e-538459553706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:00.314837 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-525c328e-5ac9-49aa-9997-493749ef538e None None] Provisioning complete for port 3233dd84-3e7d-4bc3-8534-e67e9df3c5a3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:00.315196 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-525c328e-5ac9-49aa-9997-493749ef538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:00.324209 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ed07a4-6322-4726-ad8e-538459553706 None None] Routers {'d26404ea-29cf-44b0-9811-c8992ee71972'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:00.325077 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-91ed07a4-6322-4726-ad8e-538459553706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:45:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d26404ea-29cf-44b0-9811-c8992ee71972'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:00.336199 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb214234-bec5-420c-a90c-41371ac0891d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:00.338226 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cb214234-bec5-420c-a90c-41371ac0891d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports?device_id=d26404ea-29cf-44b0-9811-c8992ee71972 HTTP/1.1" status: 200 len: 982 time: 0.0684552 Jul 14 07:46:00.340840 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34742) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:00.362300 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-91ed07a4-6322-4726-ad8e-538459553706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:00.363091 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ed07a4-6322-4726-ad8e-538459553706 None None] The sync data for ids ['d26404ea-29cf-44b0-9811-c8992ee71972'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:46:00.363657 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-525c328e-5ac9-49aa-9997-493749ef538e None None] Port 3233dd84-3e7d-4bc3-8534-e67e9df3c5a3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:00.481302 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f1464dff-ae96-47fe-85ec-b74f24bc67b9 None None] Provisioning complete for port 3233dd84-3e7d-4bc3-8534-e67e9df3c5a3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:00.482013 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f1464dff-ae96-47fe-85ec-b74f24bc67b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:00.516271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f1464dff-ae96-47fe-85ec-b74f24bc67b9 None None] Port 3233dd84-3e7d-4bc3-8534-e67e9df3c5a3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:00.535143 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f945970f-2894-4b4f-872b-495aa7ee7188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:00.758117 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f66c-5689-4ced-b658-ee3f316d7006 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:00.769012 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d649232b-bf58-4134-8f2a-0221787d4d28 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:00.814747 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port d649232b-bf58-4134-8f2a-0221787d4d28 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:00.815131 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:00.961846 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a6c8f66c-5689-4ced-b658-ee3f316d7006 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port 3233dd84-3e7d-4bc3-8534-e67e9df3c5a3 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:00.962429 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f66c-5689-4ced-b658-ee3f316d7006 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:01.031307 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:46:01.042419 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f66c-5689-4ced-b658-ee3f316d7006 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:01.054335 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a6c8f66c-5689-4ced-b658-ee3f316d7006 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for 3233dd84-3e7d-4bc3-8534-e67e9df3c5a3 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:01.217643 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f66c-5689-4ced-b658-ee3f316d7006 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:01.243831 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8f66c-5689-4ced-b658-ee3f316d7006 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=3233dd84-3e7d-4bc3-8534-e67e9df3c5a3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:01.385055 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f66c-5689-4ced-b658-ee3f316d7006 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:01.846092 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c8f66c-5689-4ced-b658-ee3f316d7006 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Router d26404ea-29cf-44b0-9811-c8992ee71972 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:46:01.918457 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c8f66c-5689-4ced-b658-ee3f316d7006 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:01.923675 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a6c8f66c-5689-4ced-b658-ee3f316d7006 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "PUT /v2.0/routers/d26404ea-29cf-44b0-9811-c8992ee71972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5817549 Jul 14 07:46:01.926300 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34744) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:01.928126 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ecfda-ddfe-4898-bd84-98161d7240dd None None] Sync routers for ids ['d26404ea-29cf-44b0-9811-c8992ee71972'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:46:01.937590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ecfda-ddfe-4898-bd84-98161d7240dd None None] Routers {'d26404ea-29cf-44b0-9811-c8992ee71972'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:01.938208 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-579ecfda-ddfe-4898-bd84-98161d7240dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:45:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d26404ea-29cf-44b0-9811-c8992ee71972'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:01.954355 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f0f50e-5d92-4c4f-9deb-3aa0601a651e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] GET failed (client error): The resource could not be found. Jul 14 07:46:01.958320 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-55f0f50e-5d92-4c4f-9deb-3aa0601a651e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports/3233dd84-3e7d-4bc3-8534-e67e9df3c5a3 HTTP/1.1" status: 404 len: 333 time: 0.0284591 Jul 14 07:46:01.958864 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34746) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:01.970023 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-579ecfda-ddfe-4898-bd84-98161d7240dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:01.978700 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ecfda-ddfe-4898-bd84-98161d7240dd None None] Routers {'d26404ea-29cf-44b0-9811-c8992ee71972'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:01.979067 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-579ecfda-ddfe-4898-bd84-98161d7240dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:45:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['d26404ea-29cf-44b0-9811-c8992ee71972'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:02.012723 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-579ecfda-ddfe-4898-bd84-98161d7240dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:02.013379 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ecfda-ddfe-4898-bd84-98161d7240dd None None] The sync data for ids ['d26404ea-29cf-44b0-9811-c8992ee71972'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:46:02.032943 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a51f29bb-79ee-4841-964b-1565fca4e900 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.182526 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a51f29bb-79ee-4841-964b-1565fca4e900 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.184458 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a51f29bb-79ee-4841-964b-1565fca4e900 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.225652 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a51f29bb-79ee-4841-964b-1565fca4e900 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.226142 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51f29bb-79ee-4841-964b-1565fca4e900 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Fanout notify agent at l3_agent the message router_deleted on router d26404ea-29cf-44b0-9811-c8992ee71972 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:46:02.233352 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a51f29bb-79ee-4841-964b-1565fca4e900 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.234440 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a51f29bb-79ee-4841-964b-1565fca4e900 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/routers/d26404ea-29cf-44b0-9811-c8992ee71972 HTTP/1.1" status: 204 len: 168 time: 0.2746975 Jul 14 07:46:02.237011 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34748) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:02.286153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70b21e8-6c46-454b-991b-9f398f381ec3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting subnet ae2df601-ae2f-46bd-94d0-43a101d48214 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:46:02.289098 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a70b21e8-6c46-454b-991b-9f398f381ec3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.330963 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a70b21e8-6c46-454b-991b-9f398f381ec3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.408402 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a70b21e8-6c46-454b-991b-9f398f381ec3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.463100 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a70b21e8-6c46-454b-991b-9f398f381ec3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.492913 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b21e8-6c46-454b-991b-9f398f381ec3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Subnet': ['ID=ae2df601-ae2f-46bd-94d0-43a101d48214,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:02.496844 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a70b21e8-6c46-454b-991b-9f398f381ec3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.502844 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a70b21e8-6c46-454b-991b-9f398f381ec3 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/ae2df601-ae2f-46bd-94d0-43a101d48214 HTTP/1.1" status: 204 len: 168 time: 0.2613156 Jul 14 07:46:02.502844 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34750) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:02.505835 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f51e9-39c6-4eb4-b563-2e3fae412ec1 None None] Network 69515e41-6bb7-4d50-ae75-9d09c7fecc0b requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:02.573875 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.625466 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port d649232b-bf58-4134-8f2a-0221787d4d28 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:02.625804 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.676779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953b6a61-22c2-46f4-b04a-3af7e9d4c3b6 None None] DHCP port deletion for 69515e41-6bb7-4d50-ae75-9d09c7fecc0b request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:46:02.691968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] For port d649232b-bf58-4134-8f2a-0221787d4d28, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d649232b-bf58-4134-8f2a-0221787d4d28,segment=NetworkSegment(9b91f0ea-44dd-4205-94ac-2554836a7386),segment_id=9b91f0ea-44dd-4205-94ac-2554836a7386)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:02.692323 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.704620 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for d649232b-bf58-4134-8f2a-0221787d4d28 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:02.736945 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-953b6a61-22c2-46f4-b04a-3af7e9d4c3b6 None None] Deleting port d649232b-bf58-4134-8f2a-0221787d4d28 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:02.737429 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-953b6a61-22c2-46f4-b04a-3af7e9d4c3b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.778554 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d649232b-bf58-4134-8f2a-0221787d4d28 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:46:02.784139 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.802090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: d649232b-bf58-4134-8f2a-0221787d4d28 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:46:02.802434 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d649232b-bf58-4134-8f2a-0221787d4d28 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:46:02.809865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=d649232b-bf58-4134-8f2a-0221787d4d28,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:02.813495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No DVR routers for this DVR port d649232b-bf58-4134-8f2a-0221787d4d28 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:46:02.822297 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-953b6a61-22c2-46f4-b04a-3af7e9d4c3b6 None None] For port d649232b-bf58-4134-8f2a-0221787d4d28, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d649232b-bf58-4134-8f2a-0221787d4d28,segment=NetworkSegment(9b91f0ea-44dd-4205-94ac-2554836a7386),segment_id=9b91f0ea-44dd-4205-94ac-2554836a7386)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:02.822694 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-953b6a61-22c2-46f4-b04a-3af7e9d4c3b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.835159 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-953b6a61-22c2-46f4-b04a-3af7e9d4c3b6 None None] Calling delete_port for d649232b-bf58-4134-8f2a-0221787d4d28 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:02.893373 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.903005 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69515e41-6bb7-4d50-ae75-9d09c7fecc0b']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:02.911121 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-953b6a61-22c2-46f4-b04a-3af7e9d4c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.913726 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b91f0ea-44dd-4205-94ac-2554836a7386') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:02.914025 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b91f0ea-44dd-4205-94ac-2554836a7386') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:02.923449 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.935764 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b6a61-22c2-46f4-b04a-3af7e9d4c3b6 None None] Pushing event deleted for resources: {'Port': ['ID=d649232b-bf58-4134-8f2a-0221787d4d28,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:02.936382 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.939355 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953b6a61-22c2-46f4-b04a-3af7e9d4c3b6 None None] No DVR routers for this DVR port d649232b-bf58-4134-8f2a-0221787d4d28 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:46:02.946659 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:46:02.946659 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:46:02.950059 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:46:03.010610 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:03.017758 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:03.019409 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/networks/69515e41-6bb7-4d50-ae75-9d09c7fecc0b HTTP/1.1" status: 204 len: 168 time: 0.5167186 Jul 14 07:46:03.023733 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34752) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:03.031613 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc7d07-ade2-46b0-a379-33589a06e2ba tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Network': ['ID=69515e41-6bb7-4d50-ae75-9d09c7fecc0b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:03.076753 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f6dde-0ecd-4be5-ad92-36da12538bcb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:03.078107 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-558f6dde-0ecd-4be5-ad92-36da12538bcb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports/af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3 HTTP/1.1" status: 200 len: 841 time: 0.0534015 Jul 14 07:46:03.081641 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34754) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:03.129412 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-599aefca-8bfd-450c-8ae3-b65753a45793 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports/af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0467191 Jul 14 07:46:03.132687 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34756) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:03.137249 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-920ac72e-538a-4c86-a1de-dd17f18bd1c8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'subnet': {'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:03.223151 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920ac72e-538a-4c86-a1de-dd17f18bd1c8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:03.226537 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-920ac72e-538a-4c86-a1de-dd17f18bd1c8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:03.323716 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8f675e24-2c78-4699-89f8-0b01581e9775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:03.399916 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-920ac72e-538a-4c86-a1de-dd17f18bd1c8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:03.434960 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920ac72e-538a-4c86-a1de-dd17f18bd1c8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:03.439672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-920ac72e-538a-4c86-a1de-dd17f18bd1c8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:03.443562 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920ac72e-538a-4c86-a1de-dd17f18bd1c8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:03.444131 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-920ac72e-538a-4c86-a1de-dd17f18bd1c8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:03.448878 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b916e04-4eb2-4402-8405-38445365ba58 None None] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:03.462956 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ac72e-538a-4c86-a1de-dd17f18bd1c8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Subnet': ['ID=0741818b-f115-4014-8c4e-bfc07561f0f9,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:03.466542 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-920ac72e-538a-4c86-a1de-dd17f18bd1c8 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3329062 Jul 14 07:46:03.469659 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34758) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:03.474089 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-bbc902b9-1016-4d28-af95-4a23d469393c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'security_group': {'name': 'tempest-secgroup-591681179'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:03.496135 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bbc902b9-1016-4d28-af95-4a23d469393c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:03.579014 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bbc902b9-1016-4d28-af95-4a23d469393c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:03.583797 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bbc902b9-1016-4d28-af95-4a23d469393c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:03.611782 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bbc902b9-1016-4d28-af95-4a23d469393c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:03.613012 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bbc902b9-1016-4d28-af95-4a23d469393c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1424391 Jul 14 07:46:03.614007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc902b9-1016-4d28-af95-4a23d469393c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffff0440-fb14-4649-9775-b11a5892b1fb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:03.616026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34760) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:03.620872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-cecad5f2-4f7b-47dd-8444-092878355875 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'security_group': {'name': 'tempest-secgroup-1394004855'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:03.629379 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-b6e9d687-9e45-4a9b-87a7-249a2b6eca06', 'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06', 'tenant_id': '73bc264d2d43476eb0d83d98f00b12d8', 'fixed_ips': [{'subnet_id': '0741818b-f115-4014-8c4e-bfc07561f0f9'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:46:03.630491 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:03.643146 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cecad5f2-4f7b-47dd-8444-092878355875 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:03.664060 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:03.730190 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cecad5f2-4f7b-47dd-8444-092878355875 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:03.734125 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cecad5f2-4f7b-47dd-8444-092878355875 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:03.760437 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cecad5f2-4f7b-47dd-8444-092878355875 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:03.764836 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cecad5f2-4f7b-47dd-8444-092878355875 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1447790 Jul 14 07:46:03.765254 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34762) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:03.767631 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecad5f2-4f7b-47dd-8444-092878355875 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae612e87-accb-48e0-9f8c-fc9ed7fc5298,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:03.770866 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1365bec6-387a-4ffa-af9a-c61e460c3add tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1122802826', 'security_groups': ['ae612e87-accb-48e0-9f8c-fc9ed7fc5298'], 'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0741818b-f115-4014-8c4e-bfc07561f0f9'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:03.880736 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1365bec6-387a-4ffa-af9a-c61e460c3add tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:03.930823 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Allocated IP 172.20.0.2 (b6e9d687-9e45-4a9b-87a7-249a2b6eca06/0741818b-f115-4014-8c4e-bfc07561f0f9/65696fae-49cf-4fd0-8b16-73abf7cabaab) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:03.967827 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1365bec6-387a-4ffa-af9a-c61e460c3add tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:03.985502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-1365bec6-387a-4ffa-af9a-c61e460c3add tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] device_id is not set on port 5afed0a3-4757-471d-b15a-9dd25a760584 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:46:04.080639 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:04.088857 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Transition to ACTIVE for port object 65696fae-49cf-4fd0-8b16-73abf7cabaab will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:04.102780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Transition to ACTIVE for port object 65696fae-49cf-4fd0-8b16-73abf7cabaab will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:04.108567 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:04.151353 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:04.155305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:04.157732 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:04.159810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Pushing event updated for resources: {'Port': ['ID=65696fae-49cf-4fd0-8b16-73abf7cabaab,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:04.160522 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-1365bec6-387a-4ffa-af9a-c61e460c3add tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Allocated IP 172.20.0.12 (b6e9d687-9e45-4a9b-87a7-249a2b6eca06/0741818b-f115-4014-8c4e-bfc07561f0f9/5afed0a3-4757-471d-b15a-9dd25a760584) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:04.217869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Attempting to bind port 65696fae-49cf-4fd0-8b16-73abf7cabaab on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:46:04.218238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Attempting to bind port 65696fae-49cf-4fd0-8b16-73abf7cabaab by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '31f6402e-e6ac-47e8-976e-cd87d100f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:46:04.218607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Attempting to bind port 65696fae-49cf-4fd0-8b16-73abf7cabaab on network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:46:04.223461 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:46:04.223841 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Checking segment: {'id': '31f6402e-e6ac-47e8-976e-cd87d100f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:04.224324 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:04.224729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Bound using segment: {'id': '31f6402e-e6ac-47e8-976e-cd87d100f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:46:04.225210 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Bound port: 65696fae-49cf-4fd0-8b16-73abf7cabaab, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f6402e-e6ac-47e8-976e-cd87d100f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:46:04.225609 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:04.289824 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] For port 65696fae-49cf-4fd0-8b16-73abf7cabaab, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:46:04.292794 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] For port 65696fae-49cf-4fd0-8b16-73abf7cabaab, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=65696fae-49cf-4fd0-8b16-73abf7cabaab,segment=NetworkSegment(31f6402e-e6ac-47e8-976e-cd87d100f650),segment_id=31f6402e-e6ac-47e8-976e-cd87d100f650)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:46:04.295715 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1365bec6-387a-4ffa-af9a-c61e460c3add tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:04.297889 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:04.309296 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1365bec6-387a-4ffa-af9a-c61e460c3add tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Transition to ACTIVE for port object 5afed0a3-4757-471d-b15a-9dd25a760584 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:04.343478 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1365bec6-387a-4ffa-af9a-c61e460c3add tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:04.352468 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc06a98-757e-41b4-9456-3359416a4de3 None None] Pushing event updated for resources: {'Port': ['ID=65696fae-49cf-4fd0-8b16-73abf7cabaab,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:04.401543 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1365bec6-387a-4ffa-af9a-c61e460c3add tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:04.405455 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1365bec6-387a-4ffa-af9a-c61e460c3add tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:04.409930 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1365bec6-387a-4ffa-af9a-c61e460c3add tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:04.413796 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365bec6-387a-4ffa-af9a-c61e460c3add tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=5afed0a3-4757-471d-b15a-9dd25a760584,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:04.459150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1365bec6-387a-4ffa-af9a-c61e460c3add tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:04.459785 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1365bec6-387a-4ffa-af9a-c61e460c3add tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:04.475232 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1365bec6-387a-4ffa-af9a-c61e460c3add tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7087338 Jul 14 07:46:04.478189 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34764) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:04.483934 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b660c747-b66c-4d0b-b0eb-0c5a09508494 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'subnet': {'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:04.617249 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b660c747-b66c-4d0b-b0eb-0c5a09508494 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:04.620868 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b660c747-b66c-4d0b-b0eb-0c5a09508494 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:04.710196 n-d-778696-5 neutron-server[93828]: INFO neutron.db.ipam_backend_mixin [None req-b660c747-b66c-4d0b-b0eb-0c5a09508494 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0741818b-f115-4014-8c4e-bfc07561f0f9 (CIDR: 172.20.0.0/28) Jul 14 07:46:04.713536 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-b660c747-b66c-4d0b-b0eb-0c5a09508494 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:46:04.713668 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b660c747-b66c-4d0b-b0eb-0c5a09508494 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:46:04.731291 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b660c747-b66c-4d0b-b0eb-0c5a09508494 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2519603 Jul 14 07:46:04.734523 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34766) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:04.741216 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-125e0443-7182-4fa5-b5ec-9c9d2b654ce7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'subnet': {'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:04.744562 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:04.799335 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 65696fae-49cf-4fd0-8b16-73abf7cabaab up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:04.846704 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 65696fae-49cf-4fd0-8b16-73abf7cabaab completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:04.853548 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125e0443-7182-4fa5-b5ec-9c9d2b654ce7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:04.856995 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-125e0443-7182-4fa5-b5ec-9c9d2b654ce7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:05.080179 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-125e0443-7182-4fa5-b5ec-9c9d2b654ce7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:05.130461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125e0443-7182-4fa5-b5ec-9c9d2b654ce7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:05.133857 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-125e0443-7182-4fa5-b5ec-9c9d2b654ce7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:05.138277 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125e0443-7182-4fa5-b5ec-9c9d2b654ce7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:05.139454 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-125e0443-7182-4fa5-b5ec-9c9d2b654ce7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:05.144796 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e0443-7182-4fa5-b5ec-9c9d2b654ce7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Subnet': ['ID=7024f9fa-89bd-44d8-b401-5203e81eab01,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:05.158588 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-125e0443-7182-4fa5-b5ec-9c9d2b654ce7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4231453 Jul 14 07:46:05.161251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34768) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:05.166604 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ee2eee07-68ed-49ef-a682-8d354e811c9a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-959863311', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7024f9fa-89bd-44d8-b401-5203e81eab01'}], 'security_groups': ['ffff0440-fb14-4649-9775-b11a5892b1fb']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:05.242118 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71da1e9e-982c-4ff6-80e5-54f42c9de186 None None] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:05.252965 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee2eee07-68ed-49ef-a682-8d354e811c9a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:05.303112 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d236f9d1-5425-4092-87e6-59145165035e None None] Provisioning for port 65696fae-49cf-4fd0-8b16-73abf7cabaab completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:05.315041 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d236f9d1-5425-4092-87e6-59145165035e None None] Provisioning complete for port 65696fae-49cf-4fd0-8b16-73abf7cabaab triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:05.315414 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d236f9d1-5425-4092-87e6-59145165035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:05.452515 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d236f9d1-5425-4092-87e6-59145165035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:05.494183 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d236f9d1-5425-4092-87e6-59145165035e None None] For port 65696fae-49cf-4fd0-8b16-73abf7cabaab, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=65696fae-49cf-4fd0-8b16-73abf7cabaab,segment=NetworkSegment(31f6402e-e6ac-47e8-976e-cd87d100f650),segment_id=31f6402e-e6ac-47e8-976e-cd87d100f650)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:05.502594 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d236f9d1-5425-4092-87e6-59145165035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:05.548247 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-ee2eee07-68ed-49ef-a682-8d354e811c9a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Delete allocated IP 172.20.0.12 (b6e9d687-9e45-4a9b-87a7-249a2b6eca06/0741818b-f115-4014-8c4e-bfc07561f0f9) {{(pid=93827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 07:46:05.557344 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-ee2eee07-68ed-49ef-a682-8d354e811c9a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Allocated IP 172.20.0.26 (b6e9d687-9e45-4a9b-87a7-249a2b6eca06/7024f9fa-89bd-44d8-b401-5203e81eab01/5afed0a3-4757-471d-b15a-9dd25a760584) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:05.567600 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d236f9d1-5425-4092-87e6-59145165035e None None] Provisioning complete for port af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:05.567971 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d236f9d1-5425-4092-87e6-59145165035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:05.609153 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236f9d1-5425-4092-87e6-59145165035e None None] Pushing event updated for resources: {'Port': ['ID=65696fae-49cf-4fd0-8b16-73abf7cabaab,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:05.624951 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a45e1b-bb22-4181-9e3b-103857e0f59b None None] Update dhcp port {'port': {'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06', 'fixed_ips': [{'subnet_id': '0741818b-f115-4014-8c4e-bfc07561f0f9', 'ip_address': '172.20.0.2'}, {'subnet_id': '7024f9fa-89bd-44d8-b401-5203e81eab01'}], 'binding:host_id': 'n-d-778696-5'}, 'id': '65696fae-49cf-4fd0-8b16-73abf7cabaab'} from n-d-778696-5. {{(pid=93829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 07:46:05.629223 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d236f9d1-5425-4092-87e6-59145165035e None None] Port af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:05.660316 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f4a45e1b-bb22-4181-9e3b-103857e0f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:05.708041 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee2eee07-68ed-49ef-a682-8d354e811c9a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:05.720016 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ee2eee07-68ed-49ef-a682-8d354e811c9a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Ignored duplicate provisioning block setup for port 5afed0a3-4757-471d-b15a-9dd25a760584 by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 07:46:05.724114 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee2eee07-68ed-49ef-a682-8d354e811c9a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:05.815398 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2eee07-68ed-49ef-a682-8d354e811c9a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=5afed0a3-4757-471d-b15a-9dd25a760584,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:05.822353 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-f4a45e1b-bb22-4181-9e3b-103857e0f59b None None] Allocated IP 172.20.0.18 (b6e9d687-9e45-4a9b-87a7-249a2b6eca06/7024f9fa-89bd-44d8-b401-5203e81eab01/65696fae-49cf-4fd0-8b16-73abf7cabaab) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:05.837092 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ee2eee07-68ed-49ef-a682-8d354e811c9a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] In _notify_port_updated(), no bound segment for port 5afed0a3-4757-471d-b15a-9dd25a760584 on network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 {{(pid=93827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:46:05.843319 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2eee07-68ed-49ef-a682-8d354e811c9a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:05.843941 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee2eee07-68ed-49ef-a682-8d354e811c9a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:05.845282 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ee2eee07-68ed-49ef-a682-8d354e811c9a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "PUT /v2.0/ports/5afed0a3-4757-471d-b15a-9dd25a760584 HTTP/1.1" status: 200 len: 920 time: 0.6830797 Jul 14 07:46:05.848004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34770) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:05.915490 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f4a45e1b-bb22-4181-9e3b-103857e0f59b None None] For port 65696fae-49cf-4fd0-8b16-73abf7cabaab, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=65696fae-49cf-4fd0-8b16-73abf7cabaab,segment=NetworkSegment(31f6402e-e6ac-47e8-976e-cd87d100f650),segment_id=31f6402e-e6ac-47e8-976e-cd87d100f650)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:05.942360 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7e850f0d-509f-4979-9a5c-86bbde03e001 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port 5afed0a3-4757-471d-b15a-9dd25a760584 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:05.943046 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e850f0d-509f-4979-9a5c-86bbde03e001 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:05.944549 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f4a45e1b-bb22-4181-9e3b-103857e0f59b None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:05.959538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f4a45e1b-bb22-4181-9e3b-103857e0f59b None None] Transition to ACTIVE for port object 65696fae-49cf-4fd0-8b16-73abf7cabaab will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:05.963250 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f4a45e1b-bb22-4181-9e3b-103857e0f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.032276 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e850f0d-509f-4979-9a5c-86bbde03e001 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.044307 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7e850f0d-509f-4979-9a5c-86bbde03e001 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for 5afed0a3-4757-471d-b15a-9dd25a760584 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:06.054691 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a45e1b-bb22-4181-9e3b-103857e0f59b None None] Pushing event updated for resources: {'Port': ['ID=65696fae-49cf-4fd0-8b16-73abf7cabaab,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:06.176881 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e850f0d-509f-4979-9a5c-86bbde03e001 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.208282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e850f0d-509f-4979-9a5c-86bbde03e001 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=5afed0a3-4757-471d-b15a-9dd25a760584,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:06.276667 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.284578 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e850f0d-509f-4979-9a5c-86bbde03e001 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.289081 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7e850f0d-509f-4979-9a5c-86bbde03e001 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/ports/5afed0a3-4757-471d-b15a-9dd25a760584 HTTP/1.1" status: 204 len: 168 time: 0.4375899 Jul 14 07:46:06.289312 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34772) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:06.321710 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d881150-c9b1-473c-bef8-035934d048b9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] GET failed (client error): The resource could not be found. Jul 14 07:46:06.325880 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3d881150-c9b1-473c-bef8-035934d048b9 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports/5afed0a3-4757-471d-b15a-9dd25a760584 HTTP/1.1" status: 404 len: 333 time: 0.0330224 Jul 14 07:46:06.326626 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34774) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:06.379544 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b45a134-a221-4a73-bb4c-83c5b85d6b56 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.402729 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b45a134-a221-4a73-bb4c-83c5b85d6b56 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.445280 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b45a134-a221-4a73-bb4c-83c5b85d6b56 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.447831 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b45a134-a221-4a73-bb4c-83c5b85d6b56 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.452138 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1b45a134-a221-4a73-bb4c-83c5b85d6b56 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/security-groups/ae612e87-accb-48e0-9f8c-fc9ed7fc5298 HTTP/1.1" status: 204 len: 168 time: 0.1214583 Jul 14 07:46:06.452592 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34776) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:06.460030 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45a134-a221-4a73-bb4c-83c5b85d6b56 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae612e87-accb-48e0-9f8c-fc9ed7fc5298,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:06.515771 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60989a7f-932a-4f5f-96cc-dc05609f277c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.538878 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60989a7f-932a-4f5f-96cc-dc05609f277c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.544511 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fe947472-de8a-47cc-8c90-e87e5054bf58 None None] Could not find standard attr ID for object 5afed0a3-4757-471d-b15a-9dd25a760584. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:46:06.557751 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fe947472-de8a-47cc-8c90-e87e5054bf58 None None] Provisioning for port 65696fae-49cf-4fd0-8b16-73abf7cabaab completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:06.562795 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fe947472-de8a-47cc-8c90-e87e5054bf58 None None] Provisioning complete for port 65696fae-49cf-4fd0-8b16-73abf7cabaab triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:06.562989 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe947472-de8a-47cc-8c90-e87e5054bf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.586577 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60989a7f-932a-4f5f-96cc-dc05609f277c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.589890 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60989a7f-932a-4f5f-96cc-dc05609f277c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.593381 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-60989a7f-932a-4f5f-96cc-dc05609f277c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/security-groups/ffff0440-fb14-4649-9775-b11a5892b1fb HTTP/1.1" status: 204 len: 168 time: 0.1374137 Jul 14 07:46:06.593750 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34778) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:06.601007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60989a7f-932a-4f5f-96cc-dc05609f277c tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffff0440-fb14-4649-9775-b11a5892b1fb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:06.649119 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cf11d9-c4f1-4149-877b-30dd41bc776f tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting subnet 0741818b-f115-4014-8c4e-bfc07561f0f9 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:46:06.652380 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23cf11d9-c4f1-4149-877b-30dd41bc776f tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.677913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fe947472-de8a-47cc-8c90-e87e5054bf58 None None] Provisioning complete for port af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:06.678295 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe947472-de8a-47cc-8c90-e87e5054bf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.697469 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23cf11d9-c4f1-4149-877b-30dd41bc776f tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.713332 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-fe947472-de8a-47cc-8c90-e87e5054bf58 None None] Port af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:06.774441 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 65696fae-49cf-4fd0-8b16-73abf7cabaab up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:06.784074 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23cf11d9-c4f1-4149-877b-30dd41bc776f tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.820153 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 65696fae-49cf-4fd0-8b16-73abf7cabaab triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:06.820564 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.840722 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23cf11d9-c4f1-4149-877b-30dd41bc776f tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.846981 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1970bdf1-a3f8-4172-8b35-0ed0ef7efb8d None None] Could not find standard attr ID for object 5afed0a3-4757-471d-b15a-9dd25a760584. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:46:06.866686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf11d9-c4f1-4149-877b-30dd41bc776f tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Subnet': ['ID=0741818b-f115-4014-8c4e-bfc07561f0f9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:06.874118 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23cf11d9-c4f1-4149-877b-30dd41bc776f tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:06.879768 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-23cf11d9-c4f1-4149-877b-30dd41bc776f tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/0741818b-f115-4014-8c4e-bfc07561f0f9 HTTP/1.1" status: 204 len: 168 time: 0.2813113 Jul 14 07:46:06.879918 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34780) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:06.884816 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7c3beab6-5b28-4b05-9d00-8d5042a5823d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'subnet': {'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:06.993243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3beab6-5b28-4b05-9d00-8d5042a5823d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:06.996819 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c3beab6-5b28-4b05-9d00-8d5042a5823d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:07.189558 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af2e028-ded1-441d-aceb-5b22da07c457 None None] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:07.214133 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c3beab6-5b28-4b05-9d00-8d5042a5823d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:07.255523 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3beab6-5b28-4b05-9d00-8d5042a5823d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:07.259116 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7c3beab6-5b28-4b05-9d00-8d5042a5823d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:07.262020 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3beab6-5b28-4b05-9d00-8d5042a5823d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:07.262609 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c3beab6-5b28-4b05-9d00-8d5042a5823d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:07.267959 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-28c0081b-151a-454e-90c6-24e5f2f2dd84 None None] Could not find standard attr ID for object 5afed0a3-4757-471d-b15a-9dd25a760584. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:46:07.279601 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3beab6-5b28-4b05-9d00-8d5042a5823d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Subnet': ['ID=0e1e4815-554b-4875-824f-f2c96c191490,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:07.290257 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7c3beab6-5b28-4b05-9d00-8d5042a5823d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4068191 Jul 14 07:46:07.290495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34782) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:07.295620 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4696ca9b-6e73-4da5-aa07-120cc25bfbcd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'security_group': {'name': 'tempest-secgroup-524977322'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:07.316956 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4696ca9b-6e73-4da5-aa07-120cc25bfbcd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:07.399109 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4696ca9b-6e73-4da5-aa07-120cc25bfbcd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:07.403026 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4696ca9b-6e73-4da5-aa07-120cc25bfbcd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:07.437001 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4696ca9b-6e73-4da5-aa07-120cc25bfbcd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:07.438272 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4696ca9b-6e73-4da5-aa07-120cc25bfbcd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1468868 Jul 14 07:46:07.439497 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696ca9b-6e73-4da5-aa07-120cc25bfbcd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1464177-66c3-4d84-8b1d-4de7f0975dfe,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:07.441285 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34784) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:07.447316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9e77e39c-f2cd-41b3-9269-990bc408084e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'security_group': {'name': 'tempest-secgroup-2040844257'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:07.470941 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e77e39c-f2cd-41b3-9269-990bc408084e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:07.533591 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd1b7f7-e126-4644-9ad4-29eb9d094ab1 None None] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:07.556284 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e77e39c-f2cd-41b3-9269-990bc408084e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:07.560330 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e77e39c-f2cd-41b3-9269-990bc408084e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:07.592324 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e77e39c-f2cd-41b3-9269-990bc408084e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:07.593592 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9e77e39c-f2cd-41b3-9269-990bc408084e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1509016 Jul 14 07:46:07.594291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77e39c-f2cd-41b3-9269-990bc408084e tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db00a2df-fb4c-4b42-b90a-46e691ad967c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:07.596889 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34786) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:07.604448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c297a883-6147-498d-96cf-c69e2c619389 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'security_group': {'name': 'tempest-secgroup-253385456'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:07.609800 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c9cbe56a-6263-4450-9f51-696ad4a4521a None None] Provisioning complete for port 65696fae-49cf-4fd0-8b16-73abf7cabaab triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:07.610105 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c9cbe56a-6263-4450-9f51-696ad4a4521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:07.625767 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c297a883-6147-498d-96cf-c69e2c619389 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:07.708012 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c297a883-6147-498d-96cf-c69e2c619389 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:07.711878 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c297a883-6147-498d-96cf-c69e2c619389 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:07.738043 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c297a883-6147-498d-96cf-c69e2c619389 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:07.739261 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c297a883-6147-498d-96cf-c69e2c619389 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1410589 Jul 14 07:46:07.742052 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34788) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:07.747765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1bb66d3f-df69-4d55-9f51-33282bd0d6de tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-139230268', 'security_groups': ['b03b5717-8df3-4b45-829c-a4125153fb1b'], 'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0e1e4815-554b-4875-824f-f2c96c191490'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:07.752307 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297a883-6147-498d-96cf-c69e2c619389 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b03b5717-8df3-4b45-829c-a4125153fb1b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:07.763118 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c9cbe56a-6263-4450-9f51-696ad4a4521a None None] Provisioning complete for port af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:07.763435 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c9cbe56a-6263-4450-9f51-696ad4a4521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:07.805577 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-c9cbe56a-6263-4450-9f51-696ad4a4521a None None] Port af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:07.861537 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb66d3f-df69-4d55-9f51-33282bd0d6de tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:07.866163 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1bb66d3f-df69-4d55-9f51-33282bd0d6de tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:07.884493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-1bb66d3f-df69-4d55-9f51-33282bd0d6de tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] device_id is not set on port bef2b5f9-18b8-4cfa-9e2d-5acb8636e369 yet. {{(pid=93827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:46:08.026698 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-adad6611-b589-4ae7-8f6e-b19c81736edc None None] Provisioning complete for port 65696fae-49cf-4fd0-8b16-73abf7cabaab triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:08.027096 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-adad6611-b589-4ae7-8f6e-b19c81736edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:08.043813 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-1bb66d3f-df69-4d55-9f51-33282bd0d6de tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Allocated IP 172.20.0.5 (b6e9d687-9e45-4a9b-87a7-249a2b6eca06/0e1e4815-554b-4875-824f-f2c96c191490/bef2b5f9-18b8-4cfa-9e2d-5acb8636e369) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:08.110507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-adad6611-b589-4ae7-8f6e-b19c81736edc None None] Provisioning complete for port af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:08.110790 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-adad6611-b589-4ae7-8f6e-b19c81736edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:08.142979 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-adad6611-b589-4ae7-8f6e-b19c81736edc None None] Port af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:08.179158 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1bb66d3f-df69-4d55-9f51-33282bd0d6de tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:08.191750 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1bb66d3f-df69-4d55-9f51-33282bd0d6de tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Transition to ACTIVE for port object bef2b5f9-18b8-4cfa-9e2d-5acb8636e369 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:08.224955 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1bb66d3f-df69-4d55-9f51-33282bd0d6de tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:08.268716 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb66d3f-df69-4d55-9f51-33282bd0d6de tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:08.271755 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1bb66d3f-df69-4d55-9f51-33282bd0d6de tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:08.275487 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb66d3f-df69-4d55-9f51-33282bd0d6de tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:08.281671 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb66d3f-df69-4d55-9f51-33282bd0d6de tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=bef2b5f9-18b8-4cfa-9e2d-5acb8636e369,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:08.327043 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb66d3f-df69-4d55-9f51-33282bd0d6de tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:08.327666 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1bb66d3f-df69-4d55-9f51-33282bd0d6de tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:08.343452 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1bb66d3f-df69-4d55-9f51-33282bd0d6de tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6004214 Jul 14 07:46:08.346373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34790) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:08.351238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6f84f550-bf4d-424f-bb30-1f92056e76a4 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'subnet': {'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:08.462969 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c0b1e0b0-1773-427e-a2f9-73dbf4f42655 None None] Provisioning for port bef2b5f9-18b8-4cfa-9e2d-5acb8636e369 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:08.463514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f84f550-bf4d-424f-bb30-1f92056e76a4 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:08.466580 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c0b1e0b0-1773-427e-a2f9-73dbf4f42655 None None] Provisioning complete for port bef2b5f9-18b8-4cfa-9e2d-5acb8636e369 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:08.466956 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e0b0-1773-427e-a2f9-73dbf4f42655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:08.467112 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f84f550-bf4d-424f-bb30-1f92056e76a4 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:08.506555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-c0b1e0b0-1773-427e-a2f9-73dbf4f42655 None None] Port bef2b5f9-18b8-4cfa-9e2d-5acb8636e369 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:08.549954 n-d-778696-5 neutron-server[93827]: INFO neutron.db.ipam_backend_mixin [None req-6f84f550-bf4d-424f-bb30-1f92056e76a4 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0e1e4815-554b-4875-824f-f2c96c191490 (CIDR: 172.20.0.0/28) Jul 14 07:46:08.553066 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f84f550-bf4d-424f-bb30-1f92056e76a4 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:46:08.553585 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f84f550-bf4d-424f-bb30-1f92056e76a4 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:46:08.566793 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6f84f550-bf4d-424f-bb30-1f92056e76a4 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2194571 Jul 14 07:46:08.569622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34792) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:08.574364 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ca786f98-5780-45bf-bbcf-365169c284bb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'subnet': {'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:08.679676 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca786f98-5780-45bf-bbcf-365169c284bb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:08.683019 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca786f98-5780-45bf-bbcf-365169c284bb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:08.765812 n-d-778696-5 neutron-server[93827]: INFO neutron.db.ipam_backend_mixin [None req-ca786f98-5780-45bf-bbcf-365169c284bb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7024f9fa-89bd-44d8-b401-5203e81eab01 (CIDR: 172.20.0.16/28) Jul 14 07:46:08.768777 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca786f98-5780-45bf-bbcf-365169c284bb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 07:46:08.769283 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca786f98-5780-45bf-bbcf-365169c284bb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:46:08.782479 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ca786f98-5780-45bf-bbcf-365169c284bb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2119129 Jul 14 07:46:08.785366 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34796) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:08.790260 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4fb8bc9c-039c-4ff2-95eb-5ac479f65e09 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'subnet': {'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:08.897948 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb8bc9c-039c-4ff2-95eb-5ac479f65e09 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Made reservation on behalf of 73bc264d2d43476eb0d83d98f00b12d8 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:08.901470 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fb8bc9c-039c-4ff2-95eb-5ac479f65e09 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:09.114939 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fb8bc9c-039c-4ff2-95eb-5ac479f65e09 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:09.153523 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb8bc9c-039c-4ff2-95eb-5ac479f65e09 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:09.157019 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-4fb8bc9c-039c-4ff2-95eb-5ac479f65e09 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:09.161030 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb8bc9c-039c-4ff2-95eb-5ac479f65e09 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:09.161626 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fb8bc9c-039c-4ff2-95eb-5ac479f65e09 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:09.166724 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a28f9ee-c29b-4919-b4f0-69e691a6434f None None] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:09.174250 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8bc9c-039c-4ff2-95eb-5ac479f65e09 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Subnet': ['ID=7145a205-df2e-4713-8f12-c2b759a8e46d,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:09.185310 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4fb8bc9c-039c-4ff2-95eb-5ac479f65e09 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.3964040 Jul 14 07:46:09.185563 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34798) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:09.190705 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c5570409-9afe-476c-ac26-6c2d20ba3f87 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-428600480', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7145a205-df2e-4713-8f12-c2b759a8e46d'}], 'security_groups': ['a1464177-66c3-4d84-8b1d-4de7f0975dfe', 'db00a2df-fb4c-4b42-b90a-46e691ad967c']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:09.350638 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c5570409-9afe-476c-ac26-6c2d20ba3f87 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:09.391001 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d1978c-d7d7-4618-bc71-3594207146b7 None None] Update dhcp port {'port': {'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06', 'fixed_ips': [{'subnet_id': '7024f9fa-89bd-44d8-b401-5203e81eab01', 'ip_address': '172.20.0.18'}, {'subnet_id': '0e1e4815-554b-4875-824f-f2c96c191490'}, {'subnet_id': '7145a205-df2e-4713-8f12-c2b759a8e46d'}], 'binding:host_id': 'n-d-778696-5'}, 'id': '65696fae-49cf-4fd0-8b16-73abf7cabaab'} from n-d-778696-5. {{(pid=93829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 07:46:09.424453 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6d1978c-d7d7-4618-bc71-3594207146b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:09.630737 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c5570409-9afe-476c-ac26-6c2d20ba3f87 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Delete allocated IP 172.20.0.5 (b6e9d687-9e45-4a9b-87a7-249a2b6eca06/0e1e4815-554b-4875-824f-f2c96c191490) {{(pid=93827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 07:46:09.639265 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c5570409-9afe-476c-ac26-6c2d20ba3f87 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Allocated IP 172.20.0.41 (b6e9d687-9e45-4a9b-87a7-249a2b6eca06/7145a205-df2e-4713-8f12-c2b759a8e46d/bef2b5f9-18b8-4cfa-9e2d-5acb8636e369) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:09.796072 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c5570409-9afe-476c-ac26-6c2d20ba3f87 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:09.809081 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c5570409-9afe-476c-ac26-6c2d20ba3f87 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Transition to ACTIVE for port object bef2b5f9-18b8-4cfa-9e2d-5acb8636e369 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:09.813623 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c5570409-9afe-476c-ac26-6c2d20ba3f87 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:09.901510 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5570409-9afe-476c-ac26-6c2d20ba3f87 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event updated for resources: {'Port': ['ID=bef2b5f9-18b8-4cfa-9e2d-5acb8636e369,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:09.901758 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-a6d1978c-d7d7-4618-bc71-3594207146b7 None None] Allocated IP 172.20.0.2 (b6e9d687-9e45-4a9b-87a7-249a2b6eca06/0e1e4815-554b-4875-824f-f2c96c191490/65696fae-49cf-4fd0-8b16-73abf7cabaab) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:09.909239 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-a6d1978c-d7d7-4618-bc71-3594207146b7 None None] Allocated IP 172.20.0.34 (b6e9d687-9e45-4a9b-87a7-249a2b6eca06/7145a205-df2e-4713-8f12-c2b759a8e46d/65696fae-49cf-4fd0-8b16-73abf7cabaab) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:09.923473 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c5570409-9afe-476c-ac26-6c2d20ba3f87 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] In _notify_port_updated(), no bound segment for port bef2b5f9-18b8-4cfa-9e2d-5acb8636e369 on network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 {{(pid=93827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 07:46:09.928956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5570409-9afe-476c-ac26-6c2d20ba3f87 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:09.929597 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c5570409-9afe-476c-ac26-6c2d20ba3f87 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:09.930890 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c5570409-9afe-476c-ac26-6c2d20ba3f87 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "PUT /v2.0/ports/bef2b5f9-18b8-4cfa-9e2d-5acb8636e369 HTTP/1.1" status: 200 len: 959 time: 0.7444243 Jul 14 07:46:09.933680 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34800) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:10.004756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a6d1978c-d7d7-4618-bc71-3594207146b7 None None] For port 65696fae-49cf-4fd0-8b16-73abf7cabaab, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=65696fae-49cf-4fd0-8b16-73abf7cabaab,segment=NetworkSegment(31f6402e-e6ac-47e8-976e-cd87d100f650),segment_id=31f6402e-e6ac-47e8-976e-cd87d100f650)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:10.034362 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6d1978c-d7d7-4618-bc71-3594207146b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.035892 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8f153f0a-8f9a-4533-b44b-023405a4e352 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port bef2b5f9-18b8-4cfa-9e2d-5acb8636e369 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:10.036246 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f153f0a-8f9a-4533-b44b-023405a4e352 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.048795 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a6d1978c-d7d7-4618-bc71-3594207146b7 None None] Transition to ACTIVE for port object 65696fae-49cf-4fd0-8b16-73abf7cabaab will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:10.052662 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a6d1978c-d7d7-4618-bc71-3594207146b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.121841 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f153f0a-8f9a-4533-b44b-023405a4e352 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.133970 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8f153f0a-8f9a-4533-b44b-023405a4e352 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for bef2b5f9-18b8-4cfa-9e2d-5acb8636e369 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:10.160651 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1978c-d7d7-4618-bc71-3594207146b7 None None] Pushing event updated for resources: {'Port': ['ID=65696fae-49cf-4fd0-8b16-73abf7cabaab,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:10.265555 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f153f0a-8f9a-4533-b44b-023405a4e352 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.296269 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f153f0a-8f9a-4533-b44b-023405a4e352 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=bef2b5f9-18b8-4cfa-9e2d-5acb8636e369,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:10.369116 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f153f0a-8f9a-4533-b44b-023405a4e352 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.371056 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8f153f0a-8f9a-4533-b44b-023405a4e352 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/ports/bef2b5f9-18b8-4cfa-9e2d-5acb8636e369 HTTP/1.1" status: 204 len: 168 time: 0.4364595 Jul 14 07:46:10.373949 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34802) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:10.401752 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-020c27a8-9f71-4d01-829a-30714b3fdf5d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] GET failed (client error): The resource could not be found. Jul 14 07:46:10.403340 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-020c27a8-9f71-4d01-829a-30714b3fdf5d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports/bef2b5f9-18b8-4cfa-9e2d-5acb8636e369 HTTP/1.1" status: 404 len: 333 time: 0.0284584 Jul 14 07:46:10.406717 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34804) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:10.460263 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f000654-529a-44e8-b553-1002707dd9ed tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.483765 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f000654-529a-44e8-b553-1002707dd9ed tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.526622 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f000654-529a-44e8-b553-1002707dd9ed tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.529922 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f000654-529a-44e8-b553-1002707dd9ed tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.531092 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0f000654-529a-44e8-b553-1002707dd9ed tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/security-groups/b03b5717-8df3-4b45-829c-a4125153fb1b HTTP/1.1" status: 204 len: 168 time: 0.1233931 Jul 14 07:46:10.533953 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34806) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:10.540587 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f000654-529a-44e8-b553-1002707dd9ed tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03b5717-8df3-4b45-829c-a4125153fb1b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:10.609975 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d78b-f905-4de6-a9c1-cb4a8cc56fda tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.632235 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d78b-f905-4de6-a9c1-cb4a8cc56fda tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.672744 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d78b-f905-4de6-a9c1-cb4a8cc56fda tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.675379 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d78b-f905-4de6-a9c1-cb4a8cc56fda tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.676460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f1f2d78b-f905-4de6-a9c1-cb4a8cc56fda tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/security-groups/db00a2df-fb4c-4b42-b90a-46e691ad967c HTTP/1.1" status: 204 len: 168 time: 0.1404417 Jul 14 07:46:10.679283 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34808) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:10.684836 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2d78b-f905-4de6-a9c1-cb4a8cc56fda tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db00a2df-fb4c-4b42-b90a-46e691ad967c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:10.731766 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbff3f58-ccbc-44c3-b0fa-e836a6ce6d74 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.737830 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5a198e39-f3bf-4515-b03d-ec9e44669b8c None None] Provisioning for port 65696fae-49cf-4fd0-8b16-73abf7cabaab completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:10.741671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5a198e39-f3bf-4515-b03d-ec9e44669b8c None None] Provisioning complete for port 65696fae-49cf-4fd0-8b16-73abf7cabaab triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:10.742711 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a198e39-f3bf-4515-b03d-ec9e44669b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.754995 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbff3f58-ccbc-44c3-b0fa-e836a6ce6d74 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.782368 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 65696fae-49cf-4fd0-8b16-73abf7cabaab up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:10.799322 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbff3f58-ccbc-44c3-b0fa-e836a6ce6d74 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.802113 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbff3f58-ccbc-44c3-b0fa-e836a6ce6d74 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.803269 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dbff3f58-ccbc-44c3-b0fa-e836a6ce6d74 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/security-groups/a1464177-66c3-4d84-8b1d-4de7f0975dfe HTTP/1.1" status: 204 len: 168 time: 0.1229994 Jul 14 07:46:10.806161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34810) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:10.813168 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff3f58-ccbc-44c3-b0fa-e836a6ce6d74 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1464177-66c3-4d84-8b1d-4de7f0975dfe,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:10.860944 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c75564-fbc3-47e0-9210-8eac579d03b7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting subnet 0e1e4815-554b-4875-824f-f2c96c191490 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:46:10.864344 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5c75564-fbc3-47e0-9210-8eac579d03b7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.905538 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5c75564-fbc3-47e0-9210-8eac579d03b7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:10.999171 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5c75564-fbc3-47e0-9210-8eac579d03b7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:11.044022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 65696fae-49cf-4fd0-8b16-73abf7cabaab triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:11.044513 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:11.063886 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5c75564-fbc3-47e0-9210-8eac579d03b7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:11.068868 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5a198e39-f3bf-4515-b03d-ec9e44669b8c None None] Provisioning complete for port af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:11.069281 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a198e39-f3bf-4515-b03d-ec9e44669b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:11.094483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c75564-fbc3-47e0-9210-8eac579d03b7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1e4815-554b-4875-824f-f2c96c191490,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:11.096586 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5c75564-fbc3-47e0-9210-8eac579d03b7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:11.102516 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b5c75564-fbc3-47e0-9210-8eac579d03b7 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/0e1e4815-554b-4875-824f-f2c96c191490 HTTP/1.1" status: 204 len: 168 time: 0.2949514 Jul 14 07:46:11.103275 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34812) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:11.121082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5a198e39-f3bf-4515-b03d-ec9e44669b8c None None] Port af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:11.127783 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5a198e39-f3bf-4515-b03d-ec9e44669b8c None None] Could not find standard attr ID for object bef2b5f9-18b8-4cfa-9e2d-5acb8636e369. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:46:11.160674 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e50a7e-3bf3-4d33-a1a6-5b72e612c842 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting subnet 7145a205-df2e-4713-8f12-c2b759a8e46d {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:46:11.161620 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9f592c-5a7c-4e40-8c98-3082d7a0ee53 None None] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:11.163824 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97e50a7e-3bf3-4d33-a1a6-5b72e612c842 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:11.204578 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97e50a7e-3bf3-4d33-a1a6-5b72e612c842 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:11.246122 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7ea1455d-a80c-427d-8d6f-65554fd01637 None None] Could not find standard attr ID for object bef2b5f9-18b8-4cfa-9e2d-5acb8636e369. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 07:46:11.290100 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97e50a7e-3bf3-4d33-a1a6-5b72e612c842 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:11.348459 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97e50a7e-3bf3-4d33-a1a6-5b72e612c842 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:11.373670 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e50a7e-3bf3-4d33-a1a6-5b72e612c842 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Subnet': ['ID=7145a205-df2e-4713-8f12-c2b759a8e46d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:11.379281 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97e50a7e-3bf3-4d33-a1a6-5b72e612c842 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:11.381143 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-97e50a7e-3bf3-4d33-a1a6-5b72e612c842 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/7145a205-df2e-4713-8f12-c2b759a8e46d HTTP/1.1" status: 204 len: 168 time: 0.2768123 Jul 14 07:46:11.383518 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34814) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:11.408940 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a051b4-05fa-4b57-812e-7e5b9acd5aea tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] DELETE failed (client error): The resource could not be found. Jul 14 07:46:11.409433 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a051b4-05fa-4b57-812e-7e5b9acd5aea tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:46:11.411184 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e2a051b4-05fa-4b57-812e-7e5b9acd5aea tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/0e1e4815-554b-4875-824f-f2c96c191490 HTTP/1.1" status: 404 len: 337 time: 0.0267744 Jul 14 07:46:11.413762 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34816) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:11.464950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49eb6b7-ef7b-4b5d-a795-99cca2bbed1a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting subnet 7024f9fa-89bd-44d8-b401-5203e81eab01 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:46:11.468399 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b49eb6b7-ef7b-4b5d-a795-99cca2bbed1a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:11.799900 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc3d9b8-4cb6-4728-9144-703c7ac6c0bd None None] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:11.841137 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b49eb6b7-ef7b-4b5d-a795-99cca2bbed1a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:11.887739 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8632f948-87a5-48a5-8ad7-ba6e5f0b4392 None None] Provisioning complete for port 65696fae-49cf-4fd0-8b16-73abf7cabaab triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:11.888107 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8632f948-87a5-48a5-8ad7-ba6e5f0b4392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:11.920430 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b49eb6b7-ef7b-4b5d-a795-99cca2bbed1a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:11.983262 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b49eb6b7-ef7b-4b5d-a795-99cca2bbed1a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.012510 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49eb6b7-ef7b-4b5d-a795-99cca2bbed1a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Subnet': ['ID=7024f9fa-89bd-44d8-b401-5203e81eab01,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:12.016328 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b49eb6b7-ef7b-4b5d-a795-99cca2bbed1a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.020446 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b49eb6b7-ef7b-4b5d-a795-99cca2bbed1a tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/7024f9fa-89bd-44d8-b401-5203e81eab01 HTTP/1.1" status: 204 len: 168 time: 0.6035199 Jul 14 07:46:12.020957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34818) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:12.039791 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8632f948-87a5-48a5-8ad7-ba6e5f0b4392 None None] Provisioning complete for port af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:12.040303 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8632f948-87a5-48a5-8ad7-ba6e5f0b4392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.049969 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-62318e4b-8109-4676-a462-059794e83a07 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] DELETE failed (client error): The resource could not be found. Jul 14 07:46:12.050420 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62318e4b-8109-4676-a462-059794e83a07 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:46:12.052136 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-62318e4b-8109-4676-a462-059794e83a07 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/0741818b-f115-4014-8c4e-bfc07561f0f9 HTTP/1.1" status: 404 len: 337 time: 0.0300639 Jul 14 07:46:12.054791 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34820) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:12.084127 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4676f117-18ca-459d-8c71-6655c5b06783 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "GET /v2.0/ports?device_id=d26404ea-29cf-44b0-9811-c8992ee71972 HTTP/1.1" status: 200 len: 205 time: 0.0282319 Jul 14 07:46:12.086435 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34822) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:12.094888 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-8632f948-87a5-48a5-8ad7-ba6e5f0b4392 None None] Port af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:12.115195 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051763b6-1abb-456c-9f61-7c1d3774e420 None None] Update dhcp port {'port': {'network_id': 'b6e9d687-9e45-4a9b-87a7-249a2b6eca06', 'fixed_ips': [{'subnet_id': '7024f9fa-89bd-44d8-b401-5203e81eab01'}], 'binding:host_id': 'n-d-778696-5'}, 'id': '65696fae-49cf-4fd0-8b16-73abf7cabaab'} from n-d-778696-5. {{(pid=93829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 07:46:12.121970 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-eaff5af0-99b9-4930-8db2-fa7592c49a73 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] delete failed (client error): The resource could not be found. Jul 14 07:46:12.122997 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-eaff5af0-99b9-4930-8db2-fa7592c49a73 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/routers/d26404ea-29cf-44b0-9811-c8992ee71972 HTTP/1.1" status: 404 len: 336 time: 0.0356770 Jul 14 07:46:12.125662 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34824) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:12.151197 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-051763b6-1abb-456c-9f61-7c1d3774e420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.156084 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e75d11-0b20-4cf1-8d27-103de1e231bb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] DELETE failed (client error): The resource could not be found. Jul 14 07:46:12.156539 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e75d11-0b20-4cf1-8d27-103de1e231bb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:46:12.158328 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-84e75d11-0b20-4cf1-8d27-103de1e231bb tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/ae2df601-ae2f-46bd-94d0-43a101d48214 HTTP/1.1" status: 404 len: 337 time: 0.0317774 Jul 14 07:46:12.160847 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34826) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:12.185148 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e089da48-a60e-4249-b061-084f2280e27b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] DELETE failed (client error): The resource could not be found. Jul 14 07:46:12.185648 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e089da48-a60e-4249-b061-084f2280e27b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:46:12.187297 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e089da48-a60e-4249-b061-084f2280e27b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/3ce17a6f-f448-4dd1-a053-cbf668ca3087 HTTP/1.1" status: 404 len: 337 time: 0.0255187 Jul 14 07:46:12.190221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34828) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:12.214814 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6004ca2d-70e1-49d1-881a-3732a7e4c755 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] DELETE failed (client error): The resource could not be found. Jul 14 07:46:12.215248 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6004ca2d-70e1-49d1-881a-3732a7e4c755 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:46:12.217492 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6004ca2d-70e1-49d1-881a-3732a7e4c755 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/ca79140e-31eb-4cc6-8e4f-c876f175897e HTTP/1.1" status: 404 len: 337 time: 0.0262160 Jul 14 07:46:12.219984 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34830) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:12.245303 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17cadf3-324b-4832-bdbc-e56a16578abd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] DELETE failed (client error): The resource could not be found. Jul 14 07:46:12.245937 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17cadf3-324b-4832-bdbc-e56a16578abd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:46:12.247629 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d17cadf3-324b-4832-bdbc-e56a16578abd tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/ports/9c76eafd-1fb1-47b6-9857-4602fac39eaa HTTP/1.1" status: 404 len: 333 time: 0.0267754 Jul 14 07:46:12.250190 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34832) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:12.278698 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-244070ba-f19d-4fae-8cdc-0f239a9d567b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] DELETE failed (client error): The resource could not be found. Jul 14 07:46:12.279783 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244070ba-f19d-4fae-8cdc-0f239a9d567b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:46:12.281835 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-244070ba-f19d-4fae-8cdc-0f239a9d567b tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/d6f54ea5-0c9f-4945-a929-a527dcdd2695 HTTP/1.1" status: 404 len: 337 time: 0.0303094 Jul 14 07:46:12.283928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34834) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:12.312757 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-879ec978-ffae-4741-830e-fe5c98d6199d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] DELETE failed (client error): The resource could not be found. Jul 14 07:46:12.313289 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879ec978-ffae-4741-830e-fe5c98d6199d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:46:12.313658 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828dfa11-256b-47c3-86aa-b517c33921a1 None None] Network b6e9d687-9e45-4a9b-87a7-249a2b6eca06 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:12.314943 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-879ec978-ffae-4741-830e-fe5c98d6199d tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/348851d2-41b4-499a-bedf-def970bddd59 HTTP/1.1" status: 404 len: 337 time: 0.0301218 Jul 14 07:46:12.317531 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34836) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:12.343361 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae1f747-3e54-4acf-bde6-772c0b6e55ca tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] DELETE failed (client error): The resource could not be found. Jul 14 07:46:12.343967 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae1f747-3e54-4acf-bde6-772c0b6e55ca tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:46:12.345654 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4ae1f747-3e54-4acf-bde6-772c0b6e55ca tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/ports/d234587c-4b47-425b-a754-d7c364aad5e1 HTTP/1.1" status: 404 len: 333 time: 0.0271678 Jul 14 07:46:12.348100 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34838) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:12.372533 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c941f935-9b6c-42f9-9ea5-1caf2010f845 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] DELETE failed (client error): The resource could not be found. Jul 14 07:46:12.373006 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c941f935-9b6c-42f9-9ea5-1caf2010f845 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:46:12.374710 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c941f935-9b6c-42f9-9ea5-1caf2010f845 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/fd2fdec4-e6e2-463a-8107-c4214a68d758 HTTP/1.1" status: 404 len: 337 time: 0.0257289 Jul 14 07:46:12.377013 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34840) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:12.401881 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f47073b-cf02-440c-b77c-f902dff14b60 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] DELETE failed (client error): The resource could not be found. Jul 14 07:46:12.402334 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f47073b-cf02-440c-b77c-f902dff14b60 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:46:12.404065 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2f47073b-cf02-440c-b77c-f902dff14b60 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/subnets/add58d96-9c28-4d89-a8af-96ac4a573743 HTTP/1.1" status: 404 len: 337 time: 0.0260854 Jul 14 07:46:12.407113 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34842) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:12.434278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-44a140fc-1601-4992-a07c-ef517f7842ce None None] Provisioning complete for port 65696fae-49cf-4fd0-8b16-73abf7cabaab triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:12.434651 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44a140fc-1601-4992-a07c-ef517f7842ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.504541 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f7269-1dcc-4e2a-98d6-4c802379bf23 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Deleting port af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:12.504817 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7269-1dcc-4e2a-98d6-4c802379bf23 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.513372 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bb1df4-b6b1-43dc-ad01-364c083f4859 None None] DHCP port deletion for b6e9d687-9e45-4a9b-87a7-249a2b6eca06 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:46:12.563519 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-44a140fc-1601-4992-a07c-ef517f7842ce None None] Provisioning complete for port af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:12.563892 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44a140fc-1601-4992-a07c-ef517f7842ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.568443 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7269-1dcc-4e2a-98d6-4c802379bf23 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.581902 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f7269-1dcc-4e2a-98d6-4c802379bf23 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Calling delete_port for af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3 owned by {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:12.603313 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-13bb1df4-b6b1-43dc-ad01-364c083f4859 None None] Deleting port 65696fae-49cf-4fd0-8b16-73abf7cabaab {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:12.603686 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-13bb1df4-b6b1-43dc-ad01-364c083f4859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.606273 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-44a140fc-1601-4992-a07c-ef517f7842ce None None] Port af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:12.661964 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7269-1dcc-4e2a-98d6-4c802379bf23 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.670923 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-13bb1df4-b6b1-43dc-ad01-364c083f4859 None None] For port 65696fae-49cf-4fd0-8b16-73abf7cabaab, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=65696fae-49cf-4fd0-8b16-73abf7cabaab,segment=NetworkSegment(31f6402e-e6ac-47e8-976e-cd87d100f650),segment_id=31f6402e-e6ac-47e8-976e-cd87d100f650)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:12.671440 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-13bb1df4-b6b1-43dc-ad01-364c083f4859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.683649 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-13bb1df4-b6b1-43dc-ad01-364c083f4859 None None] Calling delete_port for 65696fae-49cf-4fd0-8b16-73abf7cabaab owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:12.688719 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f7269-1dcc-4e2a-98d6-4c802379bf23 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Port': ['ID=af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:12.697146 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7269-1dcc-4e2a-98d6-4c802379bf23 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.700223 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ab6f7269-1dcc-4e2a-98d6-4c802379bf23 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/ports/af5dfb52-8dcc-4764-b9d6-ed15c1b89fe3 HTTP/1.1" status: 204 len: 168 time: 0.2900522 Jul 14 07:46:12.700455 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34844) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:12.762995 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-13bb1df4-b6b1-43dc-ad01-364c083f4859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.775986 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7459faea-bd25-45c0-b593-8bd2c4328af2 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.791455 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 65696fae-49cf-4fd0-8b16-73abf7cabaab no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:46:12.794092 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb1df4-b6b1-43dc-ad01-364c083f4859 None None] Pushing event deleted for resources: {'Port': ['ID=65696fae-49cf-4fd0-8b16-73abf7cabaab,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:12.817256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb1df4-b6b1-43dc-ad01-364c083f4859 None None] No DVR routers for this DVR port 65696fae-49cf-4fd0-8b16-73abf7cabaab on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:46:12.819036 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 65696fae-49cf-4fd0-8b16-73abf7cabaab {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:46:12.819376 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 65696fae-49cf-4fd0-8b16-73abf7cabaab not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:46:12.865779 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7459faea-bd25-45c0-b593-8bd2c4328af2 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.875946 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-7459faea-bd25-45c0-b593-8bd2c4328af2 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e9d687-9e45-4a9b-87a7-249a2b6eca06']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:12.885936 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-7459faea-bd25-45c0-b593-8bd2c4328af2 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f6402e-e6ac-47e8-976e-cd87d100f650') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:12.886238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-7459faea-bd25-45c0-b593-8bd2c4328af2 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f6402e-e6ac-47e8-976e-cd87d100f650') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:12.894861 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7459faea-bd25-45c0-b593-8bd2c4328af2 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.907792 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7459faea-bd25-45c0-b593-8bd2c4328af2 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.913621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7459faea-bd25-45c0-b593-8bd2c4328af2 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:46:12.914124 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7459faea-bd25-45c0-b593-8bd2c4328af2 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:46:12.917026 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:46:12.971178 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7459faea-bd25-45c0-b593-8bd2c4328af2 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.978449 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7459faea-bd25-45c0-b593-8bd2c4328af2 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:12.980262 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7459faea-bd25-45c0-b593-8bd2c4328af2 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] 10.222.0.35 "DELETE /v2.0/networks/b6e9d687-9e45-4a9b-87a7-249a2b6eca06 HTTP/1.1" status: 204 len: 168 time: 0.2783225 Jul 14 07:46:12.992337 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459faea-bd25-45c0-b593-8bd2c4328af2 tempest-PortsTestJSON-1330934969 tempest-PortsTestJSON-1330934969-project] Pushing event deleted for resources: {'Network': ['ID=b6e9d687-9e45-4a9b-87a7-249a2b6eca06,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:13.209833 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34850) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:13.349672 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9c3d3080-18d1-4fe7-8c4b-88267d087669 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73bc264d2d43476eb0d83d98f00b12d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386168 Jul 14 07:46:13.352177 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34854) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:13.396713 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1d00987-f4fd-4abf-8ea2-75b4ad123e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:13.417163 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1d00987-f4fd-4abf-8ea2-75b4ad123e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:13.462010 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1d00987-f4fd-4abf-8ea2-75b4ad123e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:13.464906 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1d00987-f4fd-4abf-8ea2-75b4ad123e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:13.466072 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a1d00987-f4fd-4abf-8ea2-75b4ad123e20 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76a0a91f-1aae-4a8c-8fc7-6e7ed1656efa HTTP/1.1" status: 204 len: 168 time: 0.1130152 Jul 14 07:46:13.473957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d00987-f4fd-4abf-8ea2-75b4ad123e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a0a91f-1aae-4a8c-8fc7-6e7ed1656efa,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:14.061327 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34876) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:14.152315 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5d318551-7c7e-4384-8b22-60aef9ea1b15 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'network': {'name': 'tempest-RoutersTest-1897669498'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:14.173160 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d318551-7c7e-4384-8b22-60aef9ea1b15 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Made reservation on behalf of 97e6f1bd7e0b453e8a6a6b44a9ab2a0a for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:14.176504 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d318551-7c7e-4384-8b22-60aef9ea1b15 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:14.184615 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d318551-7c7e-4384-8b22-60aef9ea1b15 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:14.271826 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d318551-7c7e-4384-8b22-60aef9ea1b15 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:14.275254 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d318551-7c7e-4384-8b22-60aef9ea1b15 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:14.300014 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d318551-7c7e-4384-8b22-60aef9ea1b15 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:46:14.308240 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d318551-7c7e-4384-8b22-60aef9ea1b15 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=add84bb8-48ea-4d8b-8293-f3d1acf6ee98,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:14.314484 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d318551-7c7e-4384-8b22-60aef9ea1b15 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:14.314828 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-5d318551-7c7e-4384-8b22-60aef9ea1b15 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Added segment fb45207b-1dd3-46e1-8772-f09f1fe5d625 of type vlan for network 1320e4b0-c02f-4181-9cf5-88ca194697b6 Jul 14 07:46:14.355394 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d318551-7c7e-4384-8b22-60aef9ea1b15 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:14.382889 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d318551-7c7e-4384-8b22-60aef9ea1b15 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:14.388182 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d318551-7c7e-4384-8b22-60aef9ea1b15 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:14.388786 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d318551-7c7e-4384-8b22-60aef9ea1b15 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:14.439708 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5d318551-7c7e-4384-8b22-60aef9ea1b15 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3773205 Jul 14 07:46:14.442543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34880) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:14.447656 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2b8f72f1-bb1a-4464-8304-b5c0a25f9126 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'network': {'name': 'tempest-RoutersTest-975462106'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:14.452059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d318551-7c7e-4384-8b22-60aef9ea1b15 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Network': ['ID=1320e4b0-c02f-4181-9cf5-88ca194697b6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:14.463130 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 1320e4b0-c02f-4181-9cf5-88ca194697b6 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:46:14.468156 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8f72f1-bb1a-4464-8304-b5c0a25f9126 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Made reservation on behalf of 97e6f1bd7e0b453e8a6a6b44a9ab2a0a for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:14.471656 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2b8f72f1-bb1a-4464-8304-b5c0a25f9126 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:14.496437 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8f72f1-bb1a-4464-8304-b5c0a25f9126 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:46:14.506491 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2b8f72f1-bb1a-4464-8304-b5c0a25f9126 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:14.506835 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-2b8f72f1-bb1a-4464-8304-b5c0a25f9126 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Added segment 117ad8ed-8810-4ed2-be52-29efd791f584 of type vlan for network f42bf50b-d4af-4bbb-bb7c-48e22cb079c0 Jul 14 07:46:14.544411 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2b8f72f1-bb1a-4464-8304-b5c0a25f9126 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:14.575814 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2b8f72f1-bb1a-4464-8304-b5c0a25f9126 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:14.581597 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8f72f1-bb1a-4464-8304-b5c0a25f9126 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:14.582174 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2b8f72f1-bb1a-4464-8304-b5c0a25f9126 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:14.638213 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2b8f72f1-bb1a-4464-8304-b5c0a25f9126 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1944172 Jul 14 07:46:14.640978 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34882) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:14.646158 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9f130d26-9eb6-433b-8003-cfb4ac090242 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'subnet': {'network_id': '1320e4b0-c02f-4181-9cf5-88ca194697b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:14.663299 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f72f1-bb1a-4464-8304-b5c0a25f9126 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Network': ['ID=f42bf50b-d4af-4bbb-bb7c-48e22cb079c0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:14.674314 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network f42bf50b-d4af-4bbb-bb7c-48e22cb079c0 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:46:14.736313 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f130d26-9eb6-433b-8003-cfb4ac090242 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Made reservation on behalf of 97e6f1bd7e0b453e8a6a6b44a9ab2a0a for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:14.739777 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f130d26-9eb6-433b-8003-cfb4ac090242 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:14.908912 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f130d26-9eb6-433b-8003-cfb4ac090242 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:14.971459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f130d26-9eb6-433b-8003-cfb4ac090242 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Subnet': ['ID=66af0b9b-b9f1-4392-99e7-757a31cde692,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:14.978748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f130d26-9eb6-433b-8003-cfb4ac090242 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Checking segment: {'id': 'fb45207b-1dd3-46e1-8772-f09f1fe5d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1320e4b0-c02f-4181-9cf5-88ca194697b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:14.978748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f130d26-9eb6-433b-8003-cfb4ac090242 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network hostable DHCP agents. Network: 1320e4b0-c02f-4181-9cf5-88ca194697b6, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:46:14.995173 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f130d26-9eb6-433b-8003-cfb4ac090242 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network 1320e4b0-c02f-4181-9cf5-88ca194697b6 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:46:15.003490 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-9f130d26-9eb6-433b-8003-cfb4ac090242 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 1320e4b0-c02f-4181-9cf5-88ca194697b6) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:15.008093 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f130d26-9eb6-433b-8003-cfb4ac090242 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:15.009051 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f130d26-9eb6-433b-8003-cfb4ac090242 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:15.011950 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9ebb01-ac10-4383-af55-66739f40bf76 None None] Network 1320e4b0-c02f-4181-9cf5-88ca194697b6 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:15.023089 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9f130d26-9eb6-433b-8003-cfb4ac090242 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3810258 Jul 14 07:46:15.025924 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34884) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:15.031407 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a624616a-ba1a-4a95-b065-1cbec8370cc6 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'subnet': {'network_id': 'f42bf50b-d4af-4bbb-bb7c-48e22cb079c0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:15.117283 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a624616a-ba1a-4a95-b065-1cbec8370cc6 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Made reservation on behalf of 97e6f1bd7e0b453e8a6a6b44a9ab2a0a for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:15.120792 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a624616a-ba1a-4a95-b065-1cbec8370cc6 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:15.154113 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-1320e4b0-c02f-4181-9cf5-88ca194697b6', 'network_id': '1320e4b0-c02f-4181-9cf5-88ca194697b6', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'fixed_ips': [{'subnet_id': '66af0b9b-b9f1-4392-99e7-757a31cde692'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:46:15.155461 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:15.289219 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Allocated IP 172.20.0.2 (1320e4b0-c02f-4181-9cf5-88ca194697b6/66af0b9b-b9f1-4392-99e7-757a31cde692/0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:15.296279 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a624616a-ba1a-4a95-b065-1cbec8370cc6 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:15.360331 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624616a-ba1a-4a95-b065-1cbec8370cc6 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Subnet': ['ID=014bd2db-cc4a-4c9d-b380-21f45b17a9c5,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:15.367309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a624616a-ba1a-4a95-b065-1cbec8370cc6 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Checking segment: {'id': '117ad8ed-8810-4ed2-be52-29efd791f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f42bf50b-d4af-4bbb-bb7c-48e22cb079c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:15.367665 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a624616a-ba1a-4a95-b065-1cbec8370cc6 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network hostable DHCP agents. Network: f42bf50b-d4af-4bbb-bb7c-48e22cb079c0, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:46:15.382797 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a624616a-ba1a-4a95-b065-1cbec8370cc6 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network f42bf50b-d4af-4bbb-bb7c-48e22cb079c0 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:46:15.391673 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-a624616a-ba1a-4a95-b065-1cbec8370cc6 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, f42bf50b-d4af-4bbb-bb7c-48e22cb079c0) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:15.396049 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a624616a-ba1a-4a95-b065-1cbec8370cc6 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:15.396633 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a624616a-ba1a-4a95-b065-1cbec8370cc6 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:15.413061 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a624616a-ba1a-4a95-b065-1cbec8370cc6 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3835912 Jul 14 07:46:15.413293 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cc6447-2231-44b5-9d73-343123734922 None None] Network f42bf50b-d4af-4bbb-bb7c-48e22cb079c0 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:15.413438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34886) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:15.417672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-94cf39f4-e972-4ef4-af4d-b6f3092198ed tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-270424049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:15.439341 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94cf39f4-e972-4ef4-af4d-b6f3092198ed tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:15.440340 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94cf39f4-e972-4ef4-af4d-b6f3092198ed tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:15.475567 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:15.492101 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94cf39f4-e972-4ef4-af4d-b6f3092198ed tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:15.492848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Transition to ACTIVE for port object 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:15.497202 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94cf39f4-e972-4ef4-af4d-b6f3092198ed tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:15.512985 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94cf39f4-e972-4ef4-af4d-b6f3092198ed tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:15.514951 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-94cf39f4-e972-4ef4-af4d-b6f3092198ed tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1007268 Jul 14 07:46:15.517582 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34888) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:15.521504 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Transition to ACTIVE for port object 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:15.547341 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:15.596063 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Network 1320e4b0-c02f-4181-9cf5-88ca194697b6 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:15.601367 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:15.624569 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:15.635966 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Pushing event updated for resources: {'Port': ['ID=0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:15.642404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-f42bf50b-d4af-4bbb-bb7c-48e22cb079c0', 'network_id': 'f42bf50b-d4af-4bbb-bb7c-48e22cb079c0', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'fixed_ips': [{'subnet_id': '014bd2db-cc4a-4c9d-b380-21f45b17a9c5'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:46:15.643412 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:15.713789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Attempting to bind port 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:46:15.714157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Attempting to bind port 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'fb45207b-1dd3-46e1-8772-f09f1fe5d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1320e4b0-c02f-4181-9cf5-88ca194697b6'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:46:15.714525 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Attempting to bind port 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3 on network 1320e4b0-c02f-4181-9cf5-88ca194697b6 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:46:15.764777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:46:15.765152 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Checking segment: {'id': 'fb45207b-1dd3-46e1-8772-f09f1fe5d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1320e4b0-c02f-4181-9cf5-88ca194697b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:15.765585 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:15.765980 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Bound using segment: {'id': 'fb45207b-1dd3-46e1-8772-f09f1fe5d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1320e4b0-c02f-4181-9cf5-88ca194697b6'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:46:15.766456 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Bound port: 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb45207b-1dd3-46e1-8772-f09f1fe5d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1320e4b0-c02f-4181-9cf5-88ca194697b6'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:46:15.766838 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:15.890356 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:15.899910 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] For port 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:46:15.906292 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] For port 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3,segment=NetworkSegment(fb45207b-1dd3-46e1-8772-f09f1fe5d625),segment_id=fb45207b-1dd3-46e1-8772-f09f1fe5d625)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:46:15.907401 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:15.912946 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Allocated IP 172.21.0.2 (f42bf50b-d4af-4bbb-bb7c-48e22cb079c0/014bd2db-cc4a-4c9d-b380-21f45b17a9c5/c0ea1642-e81d-43d9-85a6-eae03b1bb369) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:15.915276 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:16.012206 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402de31-dbf4-4e16-aad6-dbe6f6a63fe5 None None] Pushing event updated for resources: {'Port': ['ID=0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:16.117709 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:16.127048 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Transition to ACTIVE for port object c0ea1642-e81d-43d9-85a6-eae03b1bb369 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:16.157800 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Transition to ACTIVE for port object c0ea1642-e81d-43d9-85a6-eae03b1bb369 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:16.160747 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:16.170748 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:16.215468 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Network f42bf50b-d4af-4bbb-bb7c-48e22cb079c0 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:16.224183 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:16.227975 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:16.236481 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Pushing event updated for resources: {'Port': ['ID=c0ea1642-e81d-43d9-85a6-eae03b1bb369,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:16.298174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Attempting to bind port c0ea1642-e81d-43d9-85a6-eae03b1bb369 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:46:16.298889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Attempting to bind port c0ea1642-e81d-43d9-85a6-eae03b1bb369 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '117ad8ed-8810-4ed2-be52-29efd791f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f42bf50b-d4af-4bbb-bb7c-48e22cb079c0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:46:16.299262 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Attempting to bind port c0ea1642-e81d-43d9-85a6-eae03b1bb369 on network f42bf50b-d4af-4bbb-bb7c-48e22cb079c0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:46:16.304623 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:46:16.305006 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Checking segment: {'id': '117ad8ed-8810-4ed2-be52-29efd791f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f42bf50b-d4af-4bbb-bb7c-48e22cb079c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:16.305543 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:16.305965 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Bound using segment: {'id': '117ad8ed-8810-4ed2-be52-29efd791f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f42bf50b-d4af-4bbb-bb7c-48e22cb079c0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:46:16.306437 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Bound port: c0ea1642-e81d-43d9-85a6-eae03b1bb369, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117ad8ed-8810-4ed2-be52-29efd791f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f42bf50b-d4af-4bbb-bb7c-48e22cb079c0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:46:16.306826 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:16.368810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] For port c0ea1642-e81d-43d9-85a6-eae03b1bb369, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:46:16.371896 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] For port c0ea1642-e81d-43d9-85a6-eae03b1bb369, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c0ea1642-e81d-43d9-85a6-eae03b1bb369,segment=NetworkSegment(117ad8ed-8810-4ed2-be52-29efd791f584),segment_id=117ad8ed-8810-4ed2-be52-29efd791f584)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:46:16.376587 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:16.417675 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Allocated IP 172.20.0.1 (1320e4b0-c02f-4181-9cf5-88ca194697b6/66af0b9b-b9f1-4392-99e7-757a31cde692/1e92a6e4-fb37-4db3-bd76-d11f6d246aec) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:16.441732 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364249b-b275-4bd8-b4bb-18984d2d861c None None] Pushing event updated for resources: {'Port': ['ID=c0ea1642-e81d-43d9-85a6-eae03b1bb369,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:16.537063 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:16.550744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Transition to ACTIVE for port object 1e92a6e4-fb37-4db3-bd76-d11f6d246aec will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:16.593561 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:16.648791 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network 1320e4b0-c02f-4181-9cf5-88ca194697b6 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:16.652232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:16.657465 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:16.661553 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=1e92a6e4-fb37-4db3-bd76-d11f6d246aec,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:16.703488 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:16.856784 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:16.858494 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:16.910621 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:16.918883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c0ea1642-e81d-43d9-85a6-eae03b1bb369 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:16.978841 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port c0ea1642-e81d-43d9-85a6-eae03b1bb369 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:17.021974 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c70f9e-ee35-4c28-ae52-876cbe09fa7a None None] Network 1320e4b0-c02f-4181-9cf5-88ca194697b6 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:17.085741 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ce3f4d7f-8bd9-4b7e-b15b-615c025fa7ac None None] Provisioning for port 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:17.097862 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ce3f4d7f-8bd9-4b7e-b15b-615c025fa7ac None None] Provisioning complete for port 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:17.098248 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4d7f-8bd9-4b7e-b15b-615c025fa7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:17.146756 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:17.151978 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:17.231892 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:17.235277 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=1e92a6e4-fb37-4db3-bd76-d11f6d246aec,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:17.245709 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4d7f-8bd9-4b7e-b15b-615c025fa7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:17.294345 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ce3f4d7f-8bd9-4b7e-b15b-615c025fa7ac None None] For port 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3,segment=NetworkSegment(fb45207b-1dd3-46e1-8772-f09f1fe5d625),segment_id=fb45207b-1dd3-46e1-8772-f09f1fe5d625)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:17.299628 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4d7f-8bd9-4b7e-b15b-615c025fa7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:17.337088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network 1320e4b0-c02f-4181-9cf5-88ca194697b6 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:17.338884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:17.350829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f4d7f-8bd9-4b7e-b15b-615c025fa7ac None None] Pushing event updated for resources: {'Port': ['ID=0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:17.468210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router e3376187-df16-4499-9279-69cec2883f7c is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:46:17.481884 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36645f1b-a92a-4a0d-a09c-b4c20b94201a None None] Network f42bf50b-d4af-4bbb-bb7c-48e22cb079c0 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:17.545374 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-65096906-01af-48eb-aad8-dd2b9a2703fb None None] Provisioning for port c0ea1642-e81d-43d9-85a6-eae03b1bb369 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:17.551608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-65096906-01af-48eb-aad8-dd2b9a2703fb None None] Provisioning complete for port c0ea1642-e81d-43d9-85a6-eae03b1bb369 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:17.552074 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65096906-01af-48eb-aad8-dd2b9a2703fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:17.564329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:17.573640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7f33aa3b-a2cf-413e-b9b7-956919c2839c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/e3376187-df16-4499-9279-69cec2883f7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0512955 Jul 14 07:46:17.573965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34890) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:17.577032 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602949e2-55fe-4112-ab46-9d1063ebae87 None None] Sync routers for ids ['e3376187-df16-4499-9279-69cec2883f7c'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:46:17.588941 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602949e2-55fe-4112-ab46-9d1063ebae87 None None] Routers {'e3376187-df16-4499-9279-69cec2883f7c'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:17.589875 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-602949e2-55fe-4112-ab46-9d1063ebae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e3376187-df16-4499-9279-69cec2883f7c'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:17.634172 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-602949e2-55fe-4112-ab46-9d1063ebae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:17.638145 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00ab28e-9dd4-4a84-8bac-3767259a98ba tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:17.642172 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e00ab28e-9dd4-4a84-8bac-3767259a98ba tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/ports/1e92a6e4-fb37-4db3-bd76-d11f6d246aec HTTP/1.1" status: 200 len: 910 time: 0.0655034 Jul 14 07:46:17.643036 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34892) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:17.653833 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602949e2-55fe-4112-ab46-9d1063ebae87 None None] Routers {'e3376187-df16-4499-9279-69cec2883f7c'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:17.655022 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-602949e2-55fe-4112-ab46-9d1063ebae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e3376187-df16-4499-9279-69cec2883f7c'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:17.691088 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-602949e2-55fe-4112-ab46-9d1063ebae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:17.691655 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602949e2-55fe-4112-ab46-9d1063ebae87 None None] The sync data for ids ['e3376187-df16-4499-9279-69cec2883f7c'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:46:17.707870 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65096906-01af-48eb-aad8-dd2b9a2703fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:17.750771 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-65096906-01af-48eb-aad8-dd2b9a2703fb None None] For port c0ea1642-e81d-43d9-85a6-eae03b1bb369, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c0ea1642-e81d-43d9-85a6-eae03b1bb369,segment=NetworkSegment(117ad8ed-8810-4ed2-be52-29efd791f584),segment_id=117ad8ed-8810-4ed2-be52-29efd791f584)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:17.758332 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65096906-01af-48eb-aad8-dd2b9a2703fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:17.812708 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65096906-01af-48eb-aad8-dd2b9a2703fb None None] Pushing event updated for resources: {'Port': ['ID=c0ea1642-e81d-43d9-85a6-eae03b1bb369,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:17.890202 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1ba652f7-3ab9-487c-b3ec-af8e0cb64e0d None None] Provisioning for port 1e92a6e4-fb37-4db3-bd76-d11f6d246aec completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:17.894376 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1ba652f7-3ab9-487c-b3ec-af8e0cb64e0d None None] Provisioning complete for port 1e92a6e4-fb37-4db3-bd76-d11f6d246aec triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:17.894754 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ba652f7-3ab9-487c-b3ec-af8e0cb64e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:17.931421 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1ba652f7-3ab9-487c-b3ec-af8e0cb64e0d None None] Port 1e92a6e4-fb37-4db3-bd76-d11f6d246aec cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:17.942171 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1ba652f7-3ab9-487c-b3ec-af8e0cb64e0d None None] Provisioning complete for port 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:17.942600 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ba652f7-3ab9-487c-b3ec-af8e0cb64e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:18.021374 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:18.160222 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-66f86258-eaa9-4d31-8cfe-82d568071c45 None None] Provisioning complete for port 1e92a6e4-fb37-4db3-bd76-d11f6d246aec triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:18.160696 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-66f86258-eaa9-4d31-8cfe-82d568071c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:18.194015 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-66f86258-eaa9-4d31-8cfe-82d568071c45 None None] Port 1e92a6e4-fb37-4db3-bd76-d11f6d246aec cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:18.203591 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-66f86258-eaa9-4d31-8cfe-82d568071c45 None None] Provisioning complete for port c0ea1642-e81d-43d9-85a6-eae03b1bb369 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:18.203963 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-66f86258-eaa9-4d31-8cfe-82d568071c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:18.272588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Allocated IP 172.21.0.1 (f42bf50b-d4af-4bbb-bb7c-48e22cb079c0/014bd2db-cc4a-4c9d-b380-21f45b17a9c5/065e44df-94b6-4fda-a00c-5715e9b3a086) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:18.381132 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:18.394298 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Transition to ACTIVE for port object 065e44df-94b6-4fda-a00c-5715e9b3a086 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:18.425125 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:18.463061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network f42bf50b-d4af-4bbb-bb7c-48e22cb079c0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:18.468552 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:18.472225 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:18.503807 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=065e44df-94b6-4fda-a00c-5715e9b3a086,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:18.524232 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:18.654597 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:18.700358 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-efac00d7-7b84-40c0-916d-6432238df966 None None] Provisioning for port 065e44df-94b6-4fda-a00c-5715e9b3a086 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:18.704408 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-efac00d7-7b84-40c0-916d-6432238df966 None None] Provisioning complete for port 065e44df-94b6-4fda-a00c-5715e9b3a086 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:18.704815 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-efac00d7-7b84-40c0-916d-6432238df966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:18.742221 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-efac00d7-7b84-40c0-916d-6432238df966 None None] Port 065e44df-94b6-4fda-a00c-5715e9b3a086 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:18.802424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:18.848833 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:18.849229 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:18.912336 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:18.918348 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:18.998592 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:19.000520 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=065e44df-94b6-4fda-a00c-5715e9b3a086,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:19.083635 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c0ea1642-e81d-43d9-85a6-eae03b1bb369 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:19.092649 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network f42bf50b-d4af-4bbb-bb7c-48e22cb079c0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:19.094040 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:19.131830 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port c0ea1642-e81d-43d9-85a6-eae03b1bb369 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:19.132299 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:19.197227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router e3376187-df16-4499-9279-69cec2883f7c has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:46:19.293072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:19.298319 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f2580947-caad-4cde-8da3-40a89238925f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/e3376187-df16-4499-9279-69cec2883f7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6542690 Jul 14 07:46:19.301040 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34894) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:19.302427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bd61da-9fb7-4164-b56f-b082bf5cde1e None None] Sync routers for ids ['e3376187-df16-4499-9279-69cec2883f7c'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:46:19.311800 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bd61da-9fb7-4164-b56f-b082bf5cde1e None None] Routers {'e3376187-df16-4499-9279-69cec2883f7c'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:19.312415 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-38bd61da-9fb7-4164-b56f-b082bf5cde1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e3376187-df16-4499-9279-69cec2883f7c'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:19.346686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-38bd61da-9fb7-4164-b56f-b082bf5cde1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:19.352851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8042254-ba1b-461f-8add-4807af9aea37 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:19.354852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f8042254-ba1b-461f-8add-4807af9aea37 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/ports/065e44df-94b6-4fda-a00c-5715e9b3a086 HTTP/1.1" status: 200 len: 910 time: 0.0528753 Jul 14 07:46:19.357697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34896) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:19.358792 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bd61da-9fb7-4164-b56f-b082bf5cde1e None None] Routers {'e3376187-df16-4499-9279-69cec2883f7c'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:19.359405 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-38bd61da-9fb7-4164-b56f-b082bf5cde1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e3376187-df16-4499-9279-69cec2883f7c'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:19.393580 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-38bd61da-9fb7-4164-b56f-b082bf5cde1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:19.394135 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bd61da-9fb7-4164-b56f-b082bf5cde1e None None] The sync data for ids ['e3376187-df16-4499-9279-69cec2883f7c'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:46:19.399309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c09297ce-b2cb-44e4-b9e7-09578f32310c None None] Provisioning complete for port 065e44df-94b6-4fda-a00c-5715e9b3a086 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:19.399684 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c09297ce-b2cb-44e4-b9e7-09578f32310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:19.431783 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-c09297ce-b2cb-44e4-b9e7-09578f32310c None None] Port 065e44df-94b6-4fda-a00c-5715e9b3a086 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:19.662335 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cc861ec-b372-43c0-92cd-b6b677973555 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:20.243237 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2cc861ec-b372-43c0-92cd-b6b677973555 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting port 065e44df-94b6-4fda-a00c-5715e9b3a086 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:20.243466 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cc861ec-b372-43c0-92cd-b6b677973555 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:20.323503 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cc861ec-b372-43c0-92cd-b6b677973555 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:20.336351 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2cc861ec-b372-43c0-92cd-b6b677973555 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Calling delete_port for 065e44df-94b6-4fda-a00c-5715e9b3a086 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:20.495864 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cc861ec-b372-43c0-92cd-b6b677973555 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:20.523667 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc861ec-b372-43c0-92cd-b6b677973555 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Port': ['ID=065e44df-94b6-4fda-a00c-5715e9b3a086,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:20.682124 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cc861ec-b372-43c0-92cd-b6b677973555 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:20.863956 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc861ec-b372-43c0-92cd-b6b677973555 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router e3376187-df16-4499-9279-69cec2883f7c has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:46:20.949867 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc861ec-b372-43c0-92cd-b6b677973555 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:20.955540 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2cc861ec-b372-43c0-92cd-b6b677973555 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/e3376187-df16-4499-9279-69cec2883f7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5968988 Jul 14 07:46:20.958483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34898) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:20.959890 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c598b-636d-4999-a80e-3b68bc637b55 None None] Sync routers for ids ['e3376187-df16-4499-9279-69cec2883f7c'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:46:20.968823 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c598b-636d-4999-a80e-3b68bc637b55 None None] Routers {'e3376187-df16-4499-9279-69cec2883f7c'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:20.969446 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a40c598b-636d-4999-a80e-3b68bc637b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e3376187-df16-4499-9279-69cec2883f7c'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:20.999850 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a40c598b-636d-4999-a80e-3b68bc637b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:21.008049 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c598b-636d-4999-a80e-3b68bc637b55 None None] Routers {'e3376187-df16-4499-9279-69cec2883f7c'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:21.008639 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a40c598b-636d-4999-a80e-3b68bc637b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e3376187-df16-4499-9279-69cec2883f7c'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:21.038600 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a40c598b-636d-4999-a80e-3b68bc637b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:21.039216 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c598b-636d-4999-a80e-3b68bc637b55 None None] The sync data for ids ['e3376187-df16-4499-9279-69cec2883f7c'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:46:21.260486 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-987e106a-e673-4cc1-9134-bc8c9fa374c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:21.502894 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-987e106a-e673-4cc1-9134-bc8c9fa374c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting port 1e92a6e4-fb37-4db3-bd76-d11f6d246aec {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:21.503240 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-987e106a-e673-4cc1-9134-bc8c9fa374c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:21.584919 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-987e106a-e673-4cc1-9134-bc8c9fa374c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:21.597843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-987e106a-e673-4cc1-9134-bc8c9fa374c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Calling delete_port for 1e92a6e4-fb37-4db3-bd76-d11f6d246aec owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:21.759498 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-987e106a-e673-4cc1-9134-bc8c9fa374c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:21.790141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e106a-e673-4cc1-9134-bc8c9fa374c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Port': ['ID=1e92a6e4-fb37-4db3-bd76-d11f6d246aec,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:21.929042 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-987e106a-e673-4cc1-9134-bc8c9fa374c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:22.081361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987e106a-e673-4cc1-9134-bc8c9fa374c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router e3376187-df16-4499-9279-69cec2883f7c has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:46:22.151531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987e106a-e673-4cc1-9134-bc8c9fa374c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:22.157272 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-987e106a-e673-4cc1-9134-bc8c9fa374c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/e3376187-df16-4499-9279-69cec2883f7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1977131 Jul 14 07:46:22.159997 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34900) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:22.161032 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af370f-9e2e-4371-ac62-80c73d908697 None None] Sync routers for ids ['e3376187-df16-4499-9279-69cec2883f7c'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:46:22.169958 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af370f-9e2e-4371-ac62-80c73d908697 None None] Routers {'e3376187-df16-4499-9279-69cec2883f7c'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:22.170576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-40af370f-9e2e-4371-ac62-80c73d908697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e3376187-df16-4499-9279-69cec2883f7c'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:22.194132 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-61ae0d63-807d-425e-b169-5322f939d76f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3376187-df16-4499-9279-69cec2883f7c HTTP/1.1" status: 200 len: 205 time: 0.0308049 Jul 14 07:46:22.194453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34902) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:22.205793 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-40af370f-9e2e-4371-ac62-80c73d908697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:22.214305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af370f-9e2e-4371-ac62-80c73d908697 None None] Routers {'e3376187-df16-4499-9279-69cec2883f7c'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:22.214913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-40af370f-9e2e-4371-ac62-80c73d908697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e3376187-df16-4499-9279-69cec2883f7c'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:22.244773 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-40af370f-9e2e-4371-ac62-80c73d908697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:22.245430 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af370f-9e2e-4371-ac62-80c73d908697 None None] The sync data for ids ['e3376187-df16-4499-9279-69cec2883f7c'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:46:22.265035 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-48eddd36-cae7-416d-9c93-2f671fcac8bf tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:22.414650 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-48eddd36-cae7-416d-9c93-2f671fcac8bf tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:22.416592 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-48eddd36-cae7-416d-9c93-2f671fcac8bf tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:22.460874 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-48eddd36-cae7-416d-9c93-2f671fcac8bf tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:22.461451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48eddd36-cae7-416d-9c93-2f671fcac8bf tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Fanout notify agent at l3_agent the message router_deleted on router e3376187-df16-4499-9279-69cec2883f7c {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:46:22.468060 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-48eddd36-cae7-416d-9c93-2f671fcac8bf tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:22.469132 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-48eddd36-cae7-416d-9c93-2f671fcac8bf tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/routers/e3376187-df16-4499-9279-69cec2883f7c HTTP/1.1" status: 204 len: 168 time: 0.2737539 Jul 14 07:46:22.471731 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34904) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:22.521257 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea14931-b889-4708-a30c-a073915d6fbc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting subnet 014bd2db-cc4a-4c9d-b380-21f45b17a9c5 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:46:22.524212 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aea14931-b889-4708-a30c-a073915d6fbc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:22.561601 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aea14931-b889-4708-a30c-a073915d6fbc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:22.644160 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aea14931-b889-4708-a30c-a073915d6fbc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:22.699046 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aea14931-b889-4708-a30c-a073915d6fbc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:22.724735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea14931-b889-4708-a30c-a073915d6fbc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Subnet': ['ID=014bd2db-cc4a-4c9d-b380-21f45b17a9c5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:22.729366 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aea14931-b889-4708-a30c-a073915d6fbc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:22.734282 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-aea14931-b889-4708-a30c-a073915d6fbc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/subnets/014bd2db-cc4a-4c9d-b380-21f45b17a9c5 HTTP/1.1" status: 204 len: 168 time: 0.2583978 Jul 14 07:46:22.734282 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34906) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:22.737457 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842859fa-7372-4200-ae93-f1720677cdee None None] Network f42bf50b-d4af-4bbb-bb7c-48e22cb079c0 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:22.783017 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-3758b494-de6f-4784-b697-500da6f50277 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting subnet 66af0b9b-b9f1-4392-99e7-757a31cde692 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:46:22.786179 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3758b494-de6f-4784-b697-500da6f50277 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:22.831695 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3758b494-de6f-4784-b697-500da6f50277 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:22.916764 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3758b494-de6f-4784-b697-500da6f50277 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:22.928822 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18e9a71-18a1-4147-a329-a2df5210bea7 None None] DHCP port deletion for f42bf50b-d4af-4bbb-bb7c-48e22cb079c0 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:46:22.975447 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-c18e9a71-18a1-4147-a329-a2df5210bea7 None None] Deleting port c0ea1642-e81d-43d9-85a6-eae03b1bb369 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:22.975741 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c18e9a71-18a1-4147-a329-a2df5210bea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:22.977767 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3758b494-de6f-4784-b697-500da6f50277 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.009455 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758b494-de6f-4784-b697-500da6f50277 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Subnet': ['ID=66af0b9b-b9f1-4392-99e7-757a31cde692,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:23.011376 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3758b494-de6f-4784-b697-500da6f50277 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.013262 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3758b494-de6f-4784-b697-500da6f50277 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/subnets/66af0b9b-b9f1-4392-99e7-757a31cde692 HTTP/1.1" status: 204 len: 168 time: 0.2782495 Jul 14 07:46:23.015896 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34908) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:23.022688 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaf3bee-f19c-406c-bd0f-85020d7ee564 None None] Network 1320e4b0-c02f-4181-9cf5-88ca194697b6 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:23.085090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c18e9a71-18a1-4147-a329-a2df5210bea7 None None] For port c0ea1642-e81d-43d9-85a6-eae03b1bb369, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c0ea1642-e81d-43d9-85a6-eae03b1bb369,segment=NetworkSegment(117ad8ed-8810-4ed2-be52-29efd791f584),segment_id=117ad8ed-8810-4ed2-be52-29efd791f584)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:23.085503 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c18e9a71-18a1-4147-a329-a2df5210bea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.087974 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.105864 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-c18e9a71-18a1-4147-a329-a2df5210bea7 None None] Calling delete_port for c0ea1642-e81d-43d9-85a6-eae03b1bb369 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:23.138487 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting port c0ea1642-e81d-43d9-85a6-eae03b1bb369 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:23.138821 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.202874 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] For port c0ea1642-e81d-43d9-85a6-eae03b1bb369, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c0ea1642-e81d-43d9-85a6-eae03b1bb369,segment=NetworkSegment(117ad8ed-8810-4ed2-be52-29efd791f584),segment_id=117ad8ed-8810-4ed2-be52-29efd791f584)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:23.203138 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.215525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Calling delete_port for c0ea1642-e81d-43d9-85a6-eae03b1bb369 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:23.237780 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c18e9a71-18a1-4147-a329-a2df5210bea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.265483 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e9a71-18a1-4147-a329-a2df5210bea7 None None] Pushing event deleted for resources: {'Port': ['ID=c0ea1642-e81d-43d9-85a6-eae03b1bb369,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:23.269029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18e9a71-18a1-4147-a329-a2df5210bea7 None None] No DVR routers for this DVR port c0ea1642-e81d-43d9-85a6-eae03b1bb369 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:46:23.288530 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4fff3a-a5bb-4fac-abfc-eade0ece30f2 None None] DHCP port deletion for 1320e4b0-c02f-4181-9cf5-88ca194697b6 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:46:23.297795 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.322142 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Port': ['ID=c0ea1642-e81d-43d9-85a6-eae03b1bb369,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:23.325602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] No DVR routers for this DVR port c0ea1642-e81d-43d9-85a6-eae03b1bb369 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:46:23.333841 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ac4fff3a-a5bb-4fac-abfc-eade0ece30f2 None None] Deleting port 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:23.334221 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ac4fff3a-a5bb-4fac-abfc-eade0ece30f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.393809 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ac4fff3a-a5bb-4fac-abfc-eade0ece30f2 None None] For port 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3,segment=NetworkSegment(fb45207b-1dd3-46e1-8772-f09f1fe5d625),segment_id=fb45207b-1dd3-46e1-8772-f09f1fe5d625)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:23.394197 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ac4fff3a-a5bb-4fac-abfc-eade0ece30f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.404528 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.407073 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ac4fff3a-a5bb-4fac-abfc-eade0ece30f2 None None] Calling delete_port for 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:23.414207 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42bf50b-d4af-4bbb-bb7c-48e22cb079c0']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:23.424237 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117ad8ed-8810-4ed2-be52-29efd791f584') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:23.424531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117ad8ed-8810-4ed2-be52-29efd791f584') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:23.432968 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.446074 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.452384 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:46:23.452770 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:46:23.455689 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:46:23.487109 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ac4fff3a-a5bb-4fac-abfc-eade0ece30f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.512373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fff3a-a5bb-4fac-abfc-eade0ece30f2 None None] Pushing event deleted for resources: {'Port': ['ID=0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:23.516335 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.517227 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4fff3a-a5bb-4fac-abfc-eade0ece30f2 None None] No DVR routers for this DVR port 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:46:23.523330 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.525500 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/networks/f42bf50b-d4af-4bbb-bb7c-48e22cb079c0 HTTP/1.1" status: 204 len: 168 time: 0.5083959 Jul 14 07:46:23.530609 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34910) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:23.539660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e825c05-6278-40d0-8fa3-a4f48d3d43c5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Network': ['ID=f42bf50b-d4af-4bbb-bb7c-48e22cb079c0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:23.608633 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b78a3efc-5750-4c19-b1b2-9428e9a7b68b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.689258 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b78a3efc-5750-4c19-b1b2-9428e9a7b68b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.698527 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b78a3efc-5750-4c19-b1b2-9428e9a7b68b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1320e4b0-c02f-4181-9cf5-88ca194697b6']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:23.709162 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b78a3efc-5750-4c19-b1b2-9428e9a7b68b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb45207b-1dd3-46e1-8772-f09f1fe5d625') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:23.709485 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-b78a3efc-5750-4c19-b1b2-9428e9a7b68b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb45207b-1dd3-46e1-8772-f09f1fe5d625') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:23.717831 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b78a3efc-5750-4c19-b1b2-9428e9a7b68b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.730619 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b78a3efc-5750-4c19-b1b2-9428e9a7b68b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.736185 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78a3efc-5750-4c19-b1b2-9428e9a7b68b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:46:23.736632 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b78a3efc-5750-4c19-b1b2-9428e9a7b68b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:46:23.739527 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:46:23.797204 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b78a3efc-5750-4c19-b1b2-9428e9a7b68b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.803696 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b78a3efc-5750-4c19-b1b2-9428e9a7b68b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.805484 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b78a3efc-5750-4c19-b1b2-9428e9a7b68b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/networks/1320e4b0-c02f-4181-9cf5-88ca194697b6 HTTP/1.1" status: 204 len: 168 time: 0.2748647 Jul 14 07:46:23.809988 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34912) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:23.815611 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-627d21eb-40d2-403e-aa98-db268d665958 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'network': {'name': 'tempest-RoutersTest-474346848'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:23.816927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a3efc-5750-4c19-b1b2-9428e9a7b68b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Network': ['ID=1320e4b0-c02f-4181-9cf5-88ca194697b6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:23.837546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627d21eb-40d2-403e-aa98-db268d665958 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Made reservation on behalf of 97e6f1bd7e0b453e8a6a6b44a9ab2a0a for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:23.840979 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-627d21eb-40d2-403e-aa98-db268d665958 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.862654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627d21eb-40d2-403e-aa98-db268d665958 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:46:23.870888 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-627d21eb-40d2-403e-aa98-db268d665958 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.871223 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-627d21eb-40d2-403e-aa98-db268d665958 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Added segment 6d8060f9-70c5-4535-a593-cbedb2c79f71 of type vlan for network d3492711-8e3f-4145-a6fc-5df4f8c85cb8 Jul 14 07:46:23.912157 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-627d21eb-40d2-403e-aa98-db268d665958 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.939426 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-627d21eb-40d2-403e-aa98-db268d665958 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:23.944887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627d21eb-40d2-403e-aa98-db268d665958 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:23.945486 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-627d21eb-40d2-403e-aa98-db268d665958 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:24.005258 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-627d21eb-40d2-403e-aa98-db268d665958 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1935914 Jul 14 07:46:24.007871 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34914) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:24.012575 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-6656c0f5-50e3-4a60-a121-0faea5a2ef66 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'subnet': {'network_id': 'd3492711-8e3f-4145-a6fc-5df4f8c85cb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:24.030391 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d21eb-40d2-403e-aa98-db268d665958 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Network': ['ID=d3492711-8e3f-4145-a6fc-5df4f8c85cb8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:24.040883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network d3492711-8e3f-4145-a6fc-5df4f8c85cb8 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:46:24.102233 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6656c0f5-50e3-4a60-a121-0faea5a2ef66 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Made reservation on behalf of 97e6f1bd7e0b453e8a6a6b44a9ab2a0a for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:24.105855 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6656c0f5-50e3-4a60-a121-0faea5a2ef66 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:24.276560 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6656c0f5-50e3-4a60-a121-0faea5a2ef66 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:24.331342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656c0f5-50e3-4a60-a121-0faea5a2ef66 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Subnet': ['ID=e7b13360-8a9c-404a-ac71-07a0e5a72cbb,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:24.341121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6656c0f5-50e3-4a60-a121-0faea5a2ef66 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Checking segment: {'id': '6d8060f9-70c5-4535-a593-cbedb2c79f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3492711-8e3f-4145-a6fc-5df4f8c85cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:24.341529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6656c0f5-50e3-4a60-a121-0faea5a2ef66 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network hostable DHCP agents. Network: d3492711-8e3f-4145-a6fc-5df4f8c85cb8, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:46:24.356813 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6656c0f5-50e3-4a60-a121-0faea5a2ef66 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network d3492711-8e3f-4145-a6fc-5df4f8c85cb8 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:46:24.364910 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-6656c0f5-50e3-4a60-a121-0faea5a2ef66 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, d3492711-8e3f-4145-a6fc-5df4f8c85cb8) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:24.368735 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6656c0f5-50e3-4a60-a121-0faea5a2ef66 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:24.369368 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6656c0f5-50e3-4a60-a121-0faea5a2ef66 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:24.374599 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d1dcac-edc7-4656-a2ba-3bce63cc6c0f None None] Network d3492711-8e3f-4145-a6fc-5df4f8c85cb8 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:24.383878 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6656c0f5-50e3-4a60-a121-0faea5a2ef66 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3750365 Jul 14 07:46:24.386525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34916) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:24.390969 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8fcb5505-4533-4ae5-b119-66522cb5eeab tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-142423094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:24.412514 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8fcb5505-4533-4ae5-b119-66522cb5eeab tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:24.413493 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8fcb5505-4533-4ae5-b119-66522cb5eeab tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:24.468710 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8fcb5505-4533-4ae5-b119-66522cb5eeab tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:24.473122 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8fcb5505-4533-4ae5-b119-66522cb5eeab tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:24.489392 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8fcb5505-4533-4ae5-b119-66522cb5eeab tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:24.490628 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8fcb5505-4533-4ae5-b119-66522cb5eeab tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1031654 Jul 14 07:46:24.493335 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34918) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:24.498751 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'port': {'network_id': 'd3492711-8e3f-4145-a6fc-5df4f8c85cb8', 'name': 'tempest-RoutersTest-40793021'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:24.522299 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-d3492711-8e3f-4145-a6fc-5df4f8c85cb8', 'network_id': 'd3492711-8e3f-4145-a6fc-5df4f8c85cb8', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'fixed_ips': [{'subnet_id': 'e7b13360-8a9c-404a-ac71-07a0e5a72cbb'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:46:24.523159 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:24.605876 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Made reservation on behalf of 97e6f1bd7e0b453e8a6a6b44a9ab2a0a for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:24.610154 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:24.627190 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] device_id is not set on port 92184843-026b-4fdf-a6cc-d9125655bbdf yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:46:24.658650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Allocated IP 172.20.0.2 (d3492711-8e3f-4145-a6fc-5df4f8c85cb8/e7b13360-8a9c-404a-ac71-07a0e5a72cbb/05b9e00b-7c99-4de1-847d-929a7be44599) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:24.785501 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:46:24.810601 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:46:24.810937 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0586bbae-f5d2-4078-a4cc-a6aedb2a7fe3 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:46:24.811335 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c0ea1642-e81d-43d9-85a6-eae03b1bb369 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:46:24.837342 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: c0ea1642-e81d-43d9-85a6-eae03b1bb369 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:46:24.837679 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c0ea1642-e81d-43d9-85a6-eae03b1bb369 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:46:24.842359 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:24.850505 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Transition to ACTIVE for port object 05b9e00b-7c99-4de1-847d-929a7be44599 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:24.864400 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Transition to ACTIVE for port object 05b9e00b-7c99-4de1-847d-929a7be44599 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:24.869245 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:24.903930 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Network d3492711-8e3f-4145-a6fc-5df4f8c85cb8 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:24.910442 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:24.913985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:24.920042 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.db.api [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-89f9e5f0-3a2c-4ef1-9f15-c9bb34bd2239 {{(pid=93828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:46:24.920620 n-d-778696-5 neutron-server[93828]: DEBUG oslo_db.api [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:46:24.920734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Pushing event updated for resources: {'Port': ['ID=05b9e00b-7c99-4de1-847d-929a7be44599,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:24.975145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Attempting to bind port 05b9e00b-7c99-4de1-847d-929a7be44599 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:46:24.975513 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Attempting to bind port 05b9e00b-7c99-4de1-847d-929a7be44599 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '6d8060f9-70c5-4535-a593-cbedb2c79f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3492711-8e3f-4145-a6fc-5df4f8c85cb8'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:46:24.975877 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Attempting to bind port 05b9e00b-7c99-4de1-847d-929a7be44599 on network d3492711-8e3f-4145-a6fc-5df4f8c85cb8 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:46:24.980948 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:46:24.981350 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Checking segment: {'id': '6d8060f9-70c5-4535-a593-cbedb2c79f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3492711-8e3f-4145-a6fc-5df4f8c85cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:24.981761 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:24.982159 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Bound using segment: {'id': '6d8060f9-70c5-4535-a593-cbedb2c79f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3492711-8e3f-4145-a6fc-5df4f8c85cb8'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:46:24.982624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Bound port: 05b9e00b-7c99-4de1-847d-929a7be44599, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8060f9-70c5-4535-a593-cbedb2c79f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3492711-8e3f-4145-a6fc-5df4f8c85cb8'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:46:24.983012 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:25.043329 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] For port 05b9e00b-7c99-4de1-847d-929a7be44599, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:46:25.046376 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] For port 05b9e00b-7c99-4de1-847d-929a7be44599, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=05b9e00b-7c99-4de1-847d-929a7be44599,segment=NetworkSegment(6d8060f9-70c5-4535-a593-cbedb2c79f71),segment_id=6d8060f9-70c5-4535-a593-cbedb2c79f71)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:46:25.050173 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:25.106173 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c100a70-4b82-428f-8205-4488dc80636f None None] Pushing event updated for resources: {'Port': ['ID=05b9e00b-7c99-4de1-847d-929a7be44599,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:25.421749 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:25.438987 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] device_id is not set on port af607c64-24d4-477b-8411-bb97faf86041 yet. {{(pid=93828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 07:46:25.547859 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Allocated IP 172.20.0.3 (d3492711-8e3f-4145-a6fc-5df4f8c85cb8/e7b13360-8a9c-404a-ac71-07a0e5a72cbb/af607c64-24d4-477b-8411-bb97faf86041) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:25.691755 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:25.707261 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Transition to ACTIVE for port object af607c64-24d4-477b-8411-bb97faf86041 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:25.742883 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:25.794743 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network d3492711-8e3f-4145-a6fc-5df4f8c85cb8 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:25.797986 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:25.802061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:25.808671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=af607c64-24d4-477b-8411-bb97faf86041,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:25.835557 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:25.835900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:25.836240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:25.836585 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:25.836910 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:25.837261 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:25.837591 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:25.837996 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:25.838225 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:25.838553 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:25.838875 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:25.839194 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:25.866344 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:25.866981 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:25.881528 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3fc4bebf-a967-484e-8b9c-4e4a9aefbe9f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.3870792 Jul 14 07:46:25.884143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34920) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:25.915427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73907276-2cbe-4d51-ad2c-9aee773c410f None None] Network d3492711-8e3f-4145-a6fc-5df4f8c85cb8 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:26.009914 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-34cc0a1e-7b7d-4be3-a0e5-100fa9cda2eb None None] Provisioning for port 05b9e00b-7c99-4de1-847d-929a7be44599 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:26.366346 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-807b51ec-4481-46e7-bb7e-55402d0ab555 None None] Provisioning for port af607c64-24d4-477b-8411-bb97faf86041 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:26.370242 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-807b51ec-4481-46e7-bb7e-55402d0ab555 None None] Provisioning complete for port af607c64-24d4-477b-8411-bb97faf86041 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:26.370624 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-807b51ec-4481-46e7-bb7e-55402d0ab555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:26.410639 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-807b51ec-4481-46e7-bb7e-55402d0ab555 None None] Port af607c64-24d4-477b-8411-bb97faf86041 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:26.528237 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8037488e-f8c4-431a-9944-032e9d08779b None None] Provisioning complete for port af607c64-24d4-477b-8411-bb97faf86041 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:26.528532 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8037488e-f8c4-431a-9944-032e9d08779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:26.561958 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-8037488e-f8c4-431a-9944-032e9d08779b None None] Port af607c64-24d4-477b-8411-bb97faf86041 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:26.569351 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7980e35b-8cd5-4aa4-9d13-3edbf7eeab11 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:26.800001 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7980e35b-8cd5-4aa4-9d13-3edbf7eeab11 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:26.804455 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7980e35b-8cd5-4aa4-9d13-3edbf7eeab11 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:26.834087 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 05b9e00b-7c99-4de1-847d-929a7be44599 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:26.883088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980e35b-8cd5-4aa4-9d13-3edbf7eeab11 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=af607c64-24d4-477b-8411-bb97faf86041,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:26.890278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 05b9e00b-7c99-4de1-847d-929a7be44599 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:26.894417 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 05b9e00b-7c99-4de1-847d-929a7be44599 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:26.894957 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:26.980722 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:27.014395 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 05b9e00b-7c99-4de1-847d-929a7be44599, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=05b9e00b-7c99-4de1-847d-929a7be44599,segment=NetworkSegment(6d8060f9-70c5-4535-a593-cbedb2c79f71),segment_id=6d8060f9-70c5-4535-a593-cbedb2c79f71)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:27.023162 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:27.055984 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7980e35b-8cd5-4aa4-9d13-3edbf7eeab11 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:27.071593 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=05b9e00b-7c99-4de1-847d-929a7be44599,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:27.086198 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6a27bbba-86ad-49d0-ba9b-88220f8aeadf None None] Provisioning complete for port af607c64-24d4-477b-8411-bb97faf86041 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:27.086574 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6a27bbba-86ad-49d0-ba9b-88220f8aeadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:27.119648 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-6a27bbba-86ad-49d0-ba9b-88220f8aeadf None None] Port af607c64-24d4-477b-8411-bb97faf86041 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:27.178421 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7980e35b-8cd5-4aa4-9d13-3edbf7eeab11 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:27.418501 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7980e35b-8cd5-4aa4-9d13-3edbf7eeab11 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:27.422488 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7980e35b-8cd5-4aa4-9d13-3edbf7eeab11 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:27.497406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980e35b-8cd5-4aa4-9d13-3edbf7eeab11 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=af607c64-24d4-477b-8411-bb97faf86041,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:27.500530 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7980e35b-8cd5-4aa4-9d13-3edbf7eeab11 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:27.587311 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7980e35b-8cd5-4aa4-9d13-3edbf7eeab11 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network d3492711-8e3f-4145-a6fc-5df4f8c85cb8 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:27.588638 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-7980e35b-8cd5-4aa4-9d13-3edbf7eeab11 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:27.706523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7980e35b-8cd5-4aa4-9d13-3edbf7eeab11 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router faa8f322-6735-4adb-a466-74c7362ccf72 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:46:27.799357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7980e35b-8cd5-4aa4-9d13-3edbf7eeab11 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:27.804230 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7980e35b-8cd5-4aa4-9d13-3edbf7eeab11 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/faa8f322-6735-4adb-a466-74c7362ccf72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9191554 Jul 14 07:46:27.806739 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34926) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:27.809860 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88433577-04eb-46f7-b53c-0242091a564b None None] Sync routers for ids ['faa8f322-6735-4adb-a466-74c7362ccf72'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:46:27.819198 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88433577-04eb-46f7-b53c-0242091a564b None None] Routers {'faa8f322-6735-4adb-a466-74c7362ccf72'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:27.819799 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-88433577-04eb-46f7-b53c-0242091a564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['faa8f322-6735-4adb-a466-74c7362ccf72'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:27.854293 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-88433577-04eb-46f7-b53c-0242091a564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:27.855326 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7dd4ccbd-2e24-4b52-ab37-e2861aef00ee None None] Provisioning complete for port af607c64-24d4-477b-8411-bb97faf86041 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:27.855713 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ccbd-2e24-4b52-ab37-e2861aef00ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:27.861674 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d66905-c364-404f-930e-3b431747946d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:27.862843 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-88d66905-c364-404f-930e-3b431747946d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/ports/af607c64-24d4-477b-8411-bb97faf86041 HTTP/1.1" status: 200 len: 975 time: 0.0551984 Jul 14 07:46:27.863496 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88433577-04eb-46f7-b53c-0242091a564b None None] Routers {'faa8f322-6735-4adb-a466-74c7362ccf72'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:27.864094 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-88433577-04eb-46f7-b53c-0242091a564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['faa8f322-6735-4adb-a466-74c7362ccf72'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:27.865730 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34928) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:27.893493 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4ccbd-2e24-4b52-ab37-e2861aef00ee None None] Port af607c64-24d4-477b-8411-bb97faf86041 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:27.895054 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-88433577-04eb-46f7-b53c-0242091a564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:27.895888 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88433577-04eb-46f7-b53c-0242091a564b None None] The sync data for ids ['faa8f322-6735-4adb-a466-74c7362ccf72'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:46:28.282644 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd5c5-df52-4411-97cc-838577c18284 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:28.491779 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2c3bd5c5-df52-4411-97cc-838577c18284 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting port af607c64-24d4-477b-8411-bb97faf86041 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:28.492120 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd5c5-df52-4411-97cc-838577c18284 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:28.573960 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd5c5-df52-4411-97cc-838577c18284 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:28.586185 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2c3bd5c5-df52-4411-97cc-838577c18284 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Calling delete_port for af607c64-24d4-477b-8411-bb97faf86041 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:28.767275 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd5c5-df52-4411-97cc-838577c18284 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:28.791883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 05b9e00b-7c99-4de1-847d-929a7be44599 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:28.796518 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bd5c5-df52-4411-97cc-838577c18284 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Port': ['ID=af607c64-24d4-477b-8411-bb97faf86041,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:28.846830 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 05b9e00b-7c99-4de1-847d-929a7be44599 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:28.847112 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:28.942125 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd5c5-df52-4411-97cc-838577c18284 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:29.098454 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3bd5c5-df52-4411-97cc-838577c18284 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router faa8f322-6735-4adb-a466-74c7362ccf72 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:46:29.173631 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3bd5c5-df52-4411-97cc-838577c18284 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:29.178984 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2c3bd5c5-df52-4411-97cc-838577c18284 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/faa8f322-6735-4adb-a466-74c7362ccf72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3121943 Jul 14 07:46:29.181527 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34930) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:29.182513 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b44070-0e9c-4ed8-b5ba-962c1e769095 None None] Sync routers for ids ['faa8f322-6735-4adb-a466-74c7362ccf72'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:46:29.192218 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b44070-0e9c-4ed8-b5ba-962c1e769095 None None] Routers {'faa8f322-6735-4adb-a466-74c7362ccf72'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:29.192835 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-81b44070-0e9c-4ed8-b5ba-962c1e769095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['faa8f322-6735-4adb-a466-74c7362ccf72'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:29.227266 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-81b44070-0e9c-4ed8-b5ba-962c1e769095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:29.236085 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b44070-0e9c-4ed8-b5ba-962c1e769095 None None] Routers {'faa8f322-6735-4adb-a466-74c7362ccf72'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:29.236866 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-81b44070-0e9c-4ed8-b5ba-962c1e769095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['faa8f322-6735-4adb-a466-74c7362ccf72'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:29.270095 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-81b44070-0e9c-4ed8-b5ba-962c1e769095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:29.270998 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b44070-0e9c-4ed8-b5ba-962c1e769095 None None] The sync data for ids ['faa8f322-6735-4adb-a466-74c7362ccf72'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:46:29.363978 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-f5048bde-8ce4-4ac4-a1f7-13940ee84061 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] remove_router_interface failed (client error): The resource could not be found. Jul 14 07:46:29.364951 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f5048bde-8ce4-4ac4-a1f7-13940ee84061 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/faa8f322-6735-4adb-a466-74c7362ccf72/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1825032 Jul 14 07:46:29.367793 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34932) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:29.399297 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-06d2a734-4f4c-4d97-9ce0-465824cc5b41 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/ports?device_id=faa8f322-6735-4adb-a466-74c7362ccf72 HTTP/1.1" status: 200 len: 205 time: 0.0305014 Jul 14 07:46:29.401634 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34934) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:29.469686 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28c3ad42-98af-4ba2-a200-bc7c27502dc1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:29.621057 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28c3ad42-98af-4ba2-a200-bc7c27502dc1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:29.623609 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28c3ad42-98af-4ba2-a200-bc7c27502dc1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:29.670135 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28c3ad42-98af-4ba2-a200-bc7c27502dc1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:29.670707 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c3ad42-98af-4ba2-a200-bc7c27502dc1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Fanout notify agent at l3_agent the message router_deleted on router faa8f322-6735-4adb-a466-74c7362ccf72 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:46:29.677557 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28c3ad42-98af-4ba2-a200-bc7c27502dc1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:29.678578 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-28c3ad42-98af-4ba2-a200-bc7c27502dc1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/routers/faa8f322-6735-4adb-a466-74c7362ccf72 HTTP/1.1" status: 204 len: 168 time: 0.2760847 Jul 14 07:46:29.681211 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34936) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:29.730751 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-950ecfaf-8cbe-4bb7-8496-aaf27ecf39df tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting subnet e7b13360-8a9c-404a-ac71-07a0e5a72cbb {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:46:29.734275 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-950ecfaf-8cbe-4bb7-8496-aaf27ecf39df tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:29.771075 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-950ecfaf-8cbe-4bb7-8496-aaf27ecf39df tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:29.855735 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-950ecfaf-8cbe-4bb7-8496-aaf27ecf39df tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:29.911064 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-950ecfaf-8cbe-4bb7-8496-aaf27ecf39df tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:29.939708 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-950ecfaf-8cbe-4bb7-8496-aaf27ecf39df tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:29.941992 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-950ecfaf-8cbe-4bb7-8496-aaf27ecf39df tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/subnets/e7b13360-8a9c-404a-ac71-07a0e5a72cbb HTTP/1.1" status: 204 len: 168 time: 0.2594440 Jul 14 07:46:29.943001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ecfaf-8cbe-4bb7-8496-aaf27ecf39df tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b13360-8a9c-404a-ac71-07a0e5a72cbb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:29.944395 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34938) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:29.945478 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ece1307-c853-4252-8470-7836e8940700 None None] Network d3492711-8e3f-4145-a6fc-5df4f8c85cb8 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:30.020267 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.078839 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting port 05b9e00b-7c99-4de1-847d-929a7be44599 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:30.079189 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.121996 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637a9d9f-a66c-404a-8c6f-1a3f621c07f2 None None] DHCP port deletion for d3492711-8e3f-4145-a6fc-5df4f8c85cb8 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:46:30.141323 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] For port 05b9e00b-7c99-4de1-847d-929a7be44599, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=05b9e00b-7c99-4de1-847d-929a7be44599,segment=NetworkSegment(6d8060f9-70c5-4535-a593-cbedb2c79f71),segment_id=6d8060f9-70c5-4535-a593-cbedb2c79f71)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:30.141686 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.155090 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Calling delete_port for 05b9e00b-7c99-4de1-847d-929a7be44599 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:30.167090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-637a9d9f-a66c-404a-8c6f-1a3f621c07f2 None None] Deleting port 05b9e00b-7c99-4de1-847d-929a7be44599 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:30.167518 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-637a9d9f-a66c-404a-8c6f-1a3f621c07f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.231368 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-637a9d9f-a66c-404a-8c6f-1a3f621c07f2 None None] For port 05b9e00b-7c99-4de1-847d-929a7be44599, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=05b9e00b-7c99-4de1-847d-929a7be44599,segment=NetworkSegment(6d8060f9-70c5-4535-a593-cbedb2c79f71),segment_id=6d8060f9-70c5-4535-a593-cbedb2c79f71)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:30.231941 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-637a9d9f-a66c-404a-8c6f-1a3f621c07f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.239243 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.244583 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-637a9d9f-a66c-404a-8c6f-1a3f621c07f2 None None] Calling delete_port for 05b9e00b-7c99-4de1-847d-929a7be44599 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:30.265758 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Port': ['ID=05b9e00b-7c99-4de1-847d-929a7be44599,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:30.268514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] No DVR routers for this DVR port 05b9e00b-7c99-4de1-847d-929a7be44599 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:46:30.279377 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:30.279726 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:30.280065 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:30.280401 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:30.280732 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:30.281059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:30.281411 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:30.281736 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:30.282060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:30.282380 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:30.282699 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:30.283022 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:30.322358 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-637a9d9f-a66c-404a-8c6f-1a3f621c07f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.345773 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a9d9f-a66c-404a-8c6f-1a3f621c07f2 None None] Pushing event deleted for resources: {'Port': ['ID=05b9e00b-7c99-4de1-847d-929a7be44599,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:30.352935 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637a9d9f-a66c-404a-8c6f-1a3f621c07f2 None None] No DVR routers for this DVR port 05b9e00b-7c99-4de1-847d-929a7be44599 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:46:30.356040 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.366527 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3492711-8e3f-4145-a6fc-5df4f8c85cb8']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:30.376753 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8060f9-70c5-4535-a593-cbedb2c79f71') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:30.377042 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8060f9-70c5-4535-a593-cbedb2c79f71') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:30.385667 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.403473 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.409760 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:46:30.410143 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:46:30.413060 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:46:30.467443 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.474114 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.475891 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/networks/d3492711-8e3f-4145-a6fc-5df4f8c85cb8 HTTP/1.1" status: 204 len: 168 time: 0.5305247 Jul 14 07:46:30.480129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34940) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:30.485456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-66b67f7f-c848-4e6b-88e0-5350b250f09c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'network': {'name': 'tempest-RoutersTest-178438715'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:30.487361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f299db0-73f8-4a00-95b2-c7776c127b84 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Network': ['ID=d3492711-8e3f-4145-a6fc-5df4f8c85cb8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:30.506531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b67f7f-c848-4e6b-88e0-5350b250f09c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Made reservation on behalf of 97e6f1bd7e0b453e8a6a6b44a9ab2a0a for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:30.510029 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66b67f7f-c848-4e6b-88e0-5350b250f09c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.533496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b67f7f-c848-4e6b-88e0-5350b250f09c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:46:30.535845 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ad6c754c-be10-4966-875e-808ce5e9dd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.542092 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66b67f7f-c848-4e6b-88e0-5350b250f09c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.542650 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-66b67f7f-c848-4e6b-88e0-5350b250f09c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Added segment 5d1fb81e-1b48-46b0-912d-c09ec30feace of type vlan for network bc78df8a-3bd2-4966-b011-a51363b10082 Jul 14 07:46:30.581297 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66b67f7f-c848-4e6b-88e0-5350b250f09c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.607796 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66b67f7f-c848-4e6b-88e0-5350b250f09c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.613366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b67f7f-c848-4e6b-88e0-5350b250f09c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:30.613887 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66b67f7f-c848-4e6b-88e0-5350b250f09c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.673249 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-66b67f7f-c848-4e6b-88e0-5350b250f09c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1920042 Jul 14 07:46:30.675976 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34944) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:30.682793 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-5a095719-5733-47a4-80ed-136b955d5dab tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'subnet': {'network_id': 'bc78df8a-3bd2-4966-b011-a51363b10082', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:30.699515 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b67f7f-c848-4e6b-88e0-5350b250f09c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Network': ['ID=bc78df8a-3bd2-4966-b011-a51363b10082,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:30.710346 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network bc78df8a-3bd2-4966-b011-a51363b10082 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:46:30.777428 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a095719-5733-47a4-80ed-136b955d5dab tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Made reservation on behalf of 97e6f1bd7e0b453e8a6a6b44a9ab2a0a for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:30.781131 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a095719-5733-47a4-80ed-136b955d5dab tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:30.800581 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 05b9e00b-7c99-4de1-847d-929a7be44599 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:46:30.821158 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 05b9e00b-7c99-4de1-847d-929a7be44599 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:46:30.821533 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 05b9e00b-7c99-4de1-847d-929a7be44599 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:46:30.955816 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a095719-5733-47a4-80ed-136b955d5dab tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:31.012014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a095719-5733-47a4-80ed-136b955d5dab tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Subnet': ['ID=5d9690f1-9083-4284-bb67-bc5ee307f887,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:31.021810 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a095719-5733-47a4-80ed-136b955d5dab tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Checking segment: {'id': '5d1fb81e-1b48-46b0-912d-c09ec30feace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc78df8a-3bd2-4966-b011-a51363b10082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:31.022164 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a095719-5733-47a4-80ed-136b955d5dab tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network hostable DHCP agents. Network: bc78df8a-3bd2-4966-b011-a51363b10082, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:46:31.037938 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a095719-5733-47a4-80ed-136b955d5dab tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network bc78df8a-3bd2-4966-b011-a51363b10082 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:46:31.046396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-5a095719-5733-47a4-80ed-136b955d5dab tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, bc78df8a-3bd2-4966-b011-a51363b10082) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:31.050245 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a095719-5733-47a4-80ed-136b955d5dab tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:31.050829 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a095719-5733-47a4-80ed-136b955d5dab tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:31.056111 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4ab3d1-6c20-4aac-a41a-741d95eb3873 None None] Network bc78df8a-3bd2-4966-b011-a51363b10082 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:31.065748 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5a095719-5733-47a4-80ed-136b955d5dab tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3883934 Jul 14 07:46:31.067875 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34946) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:31.072374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3bdb3304-b245-4dab-bc25-53a4869d65fc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-74400360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:31.094505 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3304-b245-4dab-bc25-53a4869d65fc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:31.095497 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3304-b245-4dab-bc25-53a4869d65fc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:31.149938 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3304-b245-4dab-bc25-53a4869d65fc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:31.155287 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3304-b245-4dab-bc25-53a4869d65fc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:31.171368 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3304-b245-4dab-bc25-53a4869d65fc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:31.172588 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3bdb3304-b245-4dab-bc25-53a4869d65fc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1037636 Jul 14 07:46:31.175856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34948) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:31.208444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-bc78df8a-3bd2-4966-b011-a51363b10082', 'network_id': 'bc78df8a-3bd2-4966-b011-a51363b10082', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'fixed_ips': [{'subnet_id': '5d9690f1-9083-4284-bb67-bc5ee307f887'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:46:31.209240 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:31.337338 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Allocated IP 172.20.0.2 (bc78df8a-3bd2-4966-b011-a51363b10082/5d9690f1-9083-4284-bb67-bc5ee307f887/d22cfad9-8d6e-4348-ac77-8ddadd83655e) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:31.643312 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:31.651661 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Transition to ACTIVE for port object d22cfad9-8d6e-4348-ac77-8ddadd83655e will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:31.667372 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Transition to ACTIVE for port object d22cfad9-8d6e-4348-ac77-8ddadd83655e will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:31.673792 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:31.719065 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Network bc78df8a-3bd2-4966-b011-a51363b10082 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:31.720371 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:31.723554 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:31.736685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Pushing event updated for resources: {'Port': ['ID=d22cfad9-8d6e-4348-ac77-8ddadd83655e,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:31.786157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Attempting to bind port d22cfad9-8d6e-4348-ac77-8ddadd83655e on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:46:31.786522 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Attempting to bind port d22cfad9-8d6e-4348-ac77-8ddadd83655e by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '5d1fb81e-1b48-46b0-912d-c09ec30feace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc78df8a-3bd2-4966-b011-a51363b10082'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:46:31.786885 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Attempting to bind port d22cfad9-8d6e-4348-ac77-8ddadd83655e on network bc78df8a-3bd2-4966-b011-a51363b10082 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:46:31.791665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:46:31.792036 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Checking segment: {'id': '5d1fb81e-1b48-46b0-912d-c09ec30feace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc78df8a-3bd2-4966-b011-a51363b10082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:31.792433 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:31.792824 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Bound using segment: {'id': '5d1fb81e-1b48-46b0-912d-c09ec30feace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc78df8a-3bd2-4966-b011-a51363b10082'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:46:31.793304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Bound port: d22cfad9-8d6e-4348-ac77-8ddadd83655e, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1fb81e-1b48-46b0-912d-c09ec30feace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc78df8a-3bd2-4966-b011-a51363b10082'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:46:31.793681 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:31.821127 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:31.853961 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] For port d22cfad9-8d6e-4348-ac77-8ddadd83655e, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:46:31.857001 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] For port d22cfad9-8d6e-4348-ac77-8ddadd83655e, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d22cfad9-8d6e-4348-ac77-8ddadd83655e,segment=NetworkSegment(5d1fb81e-1b48-46b0-912d-c09ec30feace),segment_id=5d1fb81e-1b48-46b0-912d-c09ec30feace)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:46:31.861830 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:31.926459 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f407e2-1601-4ea1-9823-fbfa4059968b None None] Pushing event updated for resources: {'Port': ['ID=d22cfad9-8d6e-4348-ac77-8ddadd83655e,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:32.080408 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Allocated IP 172.20.0.1 (bc78df8a-3bd2-4966-b011-a51363b10082/5d9690f1-9083-4284-bb67-bc5ee307f887/00c0e7b0-00c3-4bd1-9700-09bede90fb58) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:32.195237 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:32.210324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Transition to ACTIVE for port object 00c0e7b0-00c3-4bd1-9700-09bede90fb58 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:32.241570 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:32.284541 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network bc78df8a-3bd2-4966-b011-a51363b10082 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:32.287636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:32.291525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:32.318754 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=00c0e7b0-00c3-4bd1-9700-09bede90fb58,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:32.340761 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:32.465009 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:32.733484 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:32.741536 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:32.815292 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:32.829069 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=00c0e7b0-00c3-4bd1-9700-09bede90fb58,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:32.850172 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d22cfad9-8d6e-4348-ac77-8ddadd83655e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:32.897941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c288974d-9f9f-43ed-b988-972f2c755fb2 None None] Network bc78df8a-3bd2-4966-b011-a51363b10082 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:32.929611 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network bc78df8a-3bd2-4966-b011-a51363b10082 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:32.931068 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:33.015794 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-13b1af5d-ef21-4e5f-9081-0d29b085906d None None] Provisioning for port d22cfad9-8d6e-4348-ac77-8ddadd83655e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:33.035307 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port d22cfad9-8d6e-4348-ac77-8ddadd83655e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:33.046510 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port d22cfad9-8d6e-4348-ac77-8ddadd83655e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:33.046510 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:33.056154 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router 8be5033c-1200-488f-b5bf-5fd46e4f4d02 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:46:33.156020 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:33.158329 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:33.161523 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2e187f8d-85f8-40e5-8237-134c8510ae02 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/8be5033c-1200-488f-b5bf-5fd46e4f4d02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9841824 Jul 14 07:46:33.164078 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34952) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:33.176676 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6cd2aa-dff5-447f-a578-3f1247298167 None None] Sync routers for ids ['8be5033c-1200-488f-b5bf-5fd46e4f4d02'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:46:33.189643 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6cd2aa-dff5-447f-a578-3f1247298167 None None] Routers {'8be5033c-1200-488f-b5bf-5fd46e4f4d02'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:33.190278 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bf6cd2aa-dff5-447f-a578-3f1247298167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['8be5033c-1200-488f-b5bf-5fd46e4f4d02'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:33.194084 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port d22cfad9-8d6e-4348-ac77-8ddadd83655e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d22cfad9-8d6e-4348-ac77-8ddadd83655e,segment=NetworkSegment(5d1fb81e-1b48-46b0-912d-c09ec30feace),segment_id=5d1fb81e-1b48-46b0-912d-c09ec30feace)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:33.200150 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:33.235828 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58899f7-1486-4a61-af13-e054371b6155 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:33.237506 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f58899f7-1486-4a61-af13-e054371b6155 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/ports/00c0e7b0-00c3-4bd1-9700-09bede90fb58 HTTP/1.1" status: 200 len: 910 time: 0.0723650 Jul 14 07:46:33.240377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34954) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:33.260202 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=d22cfad9-8d6e-4348-ac77-8ddadd83655e,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:33.333861 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ff119be2-7f13-4b8c-a6a5-6eac0fd323ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:33.351772 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bf6cd2aa-dff5-447f-a578-3f1247298167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:33.360718 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6cd2aa-dff5-447f-a578-3f1247298167 None None] Routers {'8be5033c-1200-488f-b5bf-5fd46e4f4d02'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:33.361649 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bf6cd2aa-dff5-447f-a578-3f1247298167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['8be5033c-1200-488f-b5bf-5fd46e4f4d02'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:33.393499 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bf6cd2aa-dff5-447f-a578-3f1247298167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:33.394146 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6cd2aa-dff5-447f-a578-3f1247298167 None None] The sync data for ids ['8be5033c-1200-488f-b5bf-5fd46e4f4d02'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:46:33.461982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7bc86445-187c-4dd9-97f4-d54f97dbf3f1 None None] Provisioning for port 00c0e7b0-00c3-4bd1-9700-09bede90fb58 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:33.466169 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7bc86445-187c-4dd9-97f4-d54f97dbf3f1 None None] Provisioning complete for port 00c0e7b0-00c3-4bd1-9700-09bede90fb58 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:33.466556 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7bc86445-187c-4dd9-97f4-d54f97dbf3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:33.507231 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-7bc86445-187c-4dd9-97f4-d54f97dbf3f1 None None] Port 00c0e7b0-00c3-4bd1-9700-09bede90fb58 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:33.517951 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7bc86445-187c-4dd9-97f4-d54f97dbf3f1 None None] Provisioning complete for port d22cfad9-8d6e-4348-ac77-8ddadd83655e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:33.518415 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7bc86445-187c-4dd9-97f4-d54f97dbf3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:33.606022 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ea33f6b7-d7d8-4af6-a142-f76400654268 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:33.647920 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:33.720985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8c7ff542-eb5e-4e42-8f89-dd534d69a66e None None] Provisioning complete for port 00c0e7b0-00c3-4bd1-9700-09bede90fb58 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:33.721529 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8c7ff542-eb5e-4e42-8f89-dd534d69a66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:33.760433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ff542-eb5e-4e42-8f89-dd534d69a66e None None] Port 00c0e7b0-00c3-4bd1-9700-09bede90fb58 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:33.878110 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ea33f6b7-d7d8-4af6-a142-f76400654268 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting port 00c0e7b0-00c3-4bd1-9700-09bede90fb58 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:33.878727 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ea33f6b7-d7d8-4af6-a142-f76400654268 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:33.879631 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-efb0d3d7-9683-4eb3-9b41-5aac4fe4686f None None] Provisioning complete for port 00c0e7b0-00c3-4bd1-9700-09bede90fb58 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:33.880065 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-efb0d3d7-9683-4eb3-9b41-5aac4fe4686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:33.912135 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-efb0d3d7-9683-4eb3-9b41-5aac4fe4686f None None] Port 00c0e7b0-00c3-4bd1-9700-09bede90fb58 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:33.960676 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ea33f6b7-d7d8-4af6-a142-f76400654268 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:33.972089 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ea33f6b7-d7d8-4af6-a142-f76400654268 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Calling delete_port for 00c0e7b0-00c3-4bd1-9700-09bede90fb58 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:34.136370 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ea33f6b7-d7d8-4af6-a142-f76400654268 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:34.161834 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33f6b7-d7d8-4af6-a142-f76400654268 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Port': ['ID=00c0e7b0-00c3-4bd1-9700-09bede90fb58,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:34.306026 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ea33f6b7-d7d8-4af6-a142-f76400654268 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:34.458974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea33f6b7-d7d8-4af6-a142-f76400654268 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router 8be5033c-1200-488f-b5bf-5fd46e4f4d02 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:46:34.533084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea33f6b7-d7d8-4af6-a142-f76400654268 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:34.538781 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ea33f6b7-d7d8-4af6-a142-f76400654268 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/8be5033c-1200-488f-b5bf-5fd46e4f4d02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2973046 Jul 14 07:46:34.540894 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34956) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:34.542647 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b5c6b9-3fbc-4d9e-8140-e6751b1b8ac2 None None] Sync routers for ids ['8be5033c-1200-488f-b5bf-5fd46e4f4d02'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:46:34.552372 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b5c6b9-3fbc-4d9e-8140-e6751b1b8ac2 None None] Routers {'8be5033c-1200-488f-b5bf-5fd46e4f4d02'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:34.552998 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-99b5c6b9-3fbc-4d9e-8140-e6751b1b8ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['8be5033c-1200-488f-b5bf-5fd46e4f4d02'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:34.574290 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4969f76d-fbc8-4277-82f0-66c22559e5f9 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/ports?device_id=8be5033c-1200-488f-b5bf-5fd46e4f4d02 HTTP/1.1" status: 200 len: 205 time: 0.0322254 Jul 14 07:46:34.577175 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34958) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:34.585288 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-99b5c6b9-3fbc-4d9e-8140-e6751b1b8ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:34.594327 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b5c6b9-3fbc-4d9e-8140-e6751b1b8ac2 None None] Routers {'8be5033c-1200-488f-b5bf-5fd46e4f4d02'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:34.594939 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-99b5c6b9-3fbc-4d9e-8140-e6751b1b8ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['8be5033c-1200-488f-b5bf-5fd46e4f4d02'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:34.628823 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-99b5c6b9-3fbc-4d9e-8140-e6751b1b8ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:34.629503 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b5c6b9-3fbc-4d9e-8140-e6751b1b8ac2 None None] The sync data for ids ['8be5033c-1200-488f-b5bf-5fd46e4f4d02'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:46:34.651562 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-621492bf-969c-416f-9615-e7d897f059ee tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:34.741706 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:34.791315 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d22cfad9-8d6e-4348-ac77-8ddadd83655e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:34.804957 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-621492bf-969c-416f-9615-e7d897f059ee tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:34.807082 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-621492bf-969c-416f-9615-e7d897f059ee tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:34.838373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port d22cfad9-8d6e-4348-ac77-8ddadd83655e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:34.838747 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:34.853275 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-621492bf-969c-416f-9615-e7d897f059ee tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:34.853803 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621492bf-969c-416f-9615-e7d897f059ee tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Fanout notify agent at l3_agent the message router_deleted on router 8be5033c-1200-488f-b5bf-5fd46e4f4d02 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:46:34.864110 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-621492bf-969c-416f-9615-e7d897f059ee tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:34.865723 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-621492bf-969c-416f-9615-e7d897f059ee tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/routers/8be5033c-1200-488f-b5bf-5fd46e4f4d02 HTTP/1.1" status: 204 len: 168 time: 0.2876334 Jul 14 07:46:34.868282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34960) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:34.918601 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f6bce9-0a9c-468a-87a6-f58e724c62a4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting subnet 5d9690f1-9083-4284-bb67-bc5ee307f887 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:46:34.922322 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07f6bce9-0a9c-468a-87a6-f58e724c62a4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:34.961069 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07f6bce9-0a9c-468a-87a6-f58e724c62a4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.045349 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07f6bce9-0a9c-468a-87a6-f58e724c62a4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.099927 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07f6bce9-0a9c-468a-87a6-f58e724c62a4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.127899 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07f6bce9-0a9c-468a-87a6-f58e724c62a4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.129918 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-07f6bce9-0a9c-468a-87a6-f58e724c62a4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/subnets/5d9690f1-9083-4284-bb67-bc5ee307f887 HTTP/1.1" status: 204 len: 168 time: 0.2606158 Jul 14 07:46:35.131118 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6bce9-0a9c-468a-87a6-f58e724c62a4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Subnet': ['ID=5d9690f1-9083-4284-bb67-bc5ee307f887,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:35.132516 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 34962) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:35.133623 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f06b66-d9bc-4554-915b-aa72d3158278 None None] Network bc78df8a-3bd2-4966-b011-a51363b10082 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:35.209816 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.261024 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting port d22cfad9-8d6e-4348-ac77-8ddadd83655e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:35.261403 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.308053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb58f12f-90b7-454f-9ae5-4718b9e19e45 None None] DHCP port deletion for bc78df8a-3bd2-4966-b011-a51363b10082 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:46:35.324330 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] For port d22cfad9-8d6e-4348-ac77-8ddadd83655e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d22cfad9-8d6e-4348-ac77-8ddadd83655e,segment=NetworkSegment(5d1fb81e-1b48-46b0-912d-c09ec30feace),segment_id=5d1fb81e-1b48-46b0-912d-c09ec30feace)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:35.324685 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.337877 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Calling delete_port for d22cfad9-8d6e-4348-ac77-8ddadd83655e owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:35.356494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-eb58f12f-90b7-454f-9ae5-4718b9e19e45 None None] Deleting port d22cfad9-8d6e-4348-ac77-8ddadd83655e {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:35.357101 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-eb58f12f-90b7-454f-9ae5-4718b9e19e45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.417468 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.417725 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-eb58f12f-90b7-454f-9ae5-4718b9e19e45 None None] For port d22cfad9-8d6e-4348-ac77-8ddadd83655e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=d22cfad9-8d6e-4348-ac77-8ddadd83655e,segment=NetworkSegment(5d1fb81e-1b48-46b0-912d-c09ec30feace),segment_id=5d1fb81e-1b48-46b0-912d-c09ec30feace)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:35.418038 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-eb58f12f-90b7-454f-9ae5-4718b9e19e45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.430836 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-eb58f12f-90b7-454f-9ae5-4718b9e19e45 None None] Calling delete_port for d22cfad9-8d6e-4348-ac77-8ddadd83655e owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:35.442161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Port': ['ID=d22cfad9-8d6e-4348-ac77-8ddadd83655e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:35.445869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] No DVR routers for this DVR port d22cfad9-8d6e-4348-ac77-8ddadd83655e on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:46:35.510923 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-eb58f12f-90b7-454f-9ae5-4718b9e19e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.524952 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.535238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc78df8a-3bd2-4966-b011-a51363b10082']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:35.537002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58f12f-90b7-454f-9ae5-4718b9e19e45 None None] Pushing event deleted for resources: {'Port': ['ID=d22cfad9-8d6e-4348-ac77-8ddadd83655e,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:35.538832 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb58f12f-90b7-454f-9ae5-4718b9e19e45 None None] No DVR routers for this DVR port d22cfad9-8d6e-4348-ac77-8ddadd83655e on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:46:35.549858 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1fb81e-1b48-46b0-912d-c09ec30feace') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:35.550291 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1fb81e-1b48-46b0-912d-c09ec30feace') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:35.559252 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.572415 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.578589 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:46:35.578971 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:46:35.581836 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:46:35.636275 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.643732 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.649258 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34964) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:35.649749 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/networks/bc78df8a-3bd2-4966-b011-a51363b10082 HTTP/1.1" status: 204 len: 168 time: 0.5158706 Jul 14 07:46:35.654577 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-365474201', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}, 'admin_state_up': False}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:35.661276 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983667b5-6ae6-4e09-9e5c-ab271c6e8d13 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Network': ['ID=bc78df8a-3bd2-4966-b011-a51363b10082,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:35.677476 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.678425 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.727701 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:35.860543 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:36.048690 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:36.067089 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:36.211985 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Allocated IP 172.25.7.172 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/a1d76902-589b-4b84-b895-35843229886b) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:36.276894 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:36.556606 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:36.592445 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:36.631003 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:36.633780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:36.636141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:36.662485 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=a1d76902-589b-4b84-b895-35843229886b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:36.784111 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d22cfad9-8d6e-4348-ac77-8ddadd83655e no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:46:36.804861 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: d22cfad9-8d6e-4348-ac77-8ddadd83655e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:46:36.805224 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device d22cfad9-8d6e-4348-ac77-8ddadd83655e not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:46:36.908174 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:37.098327 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:37.241939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router 9ebb3e01-32f0-4241-990a-f54309b9c30d is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:46:37.342458 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:37.351495 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22661f60-9a25-4982-b615-7824a8aeab0c None None] Sync routers for ids ['9ebb3e01-32f0-4241-990a-f54309b9c30d'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:46:37.359757 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:37.361017 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5ab9c862-4f87-4842-a20a-540ae0a8dce5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.7107518 Jul 14 07:46:37.361166 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22661f60-9a25-4982-b615-7824a8aeab0c None None] Routers {'9ebb3e01-32f0-4241-990a-f54309b9c30d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:37.361653 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-22661f60-9a25-4982-b615-7824a8aeab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9ebb3e01-32f0-4241-990a-f54309b9c30d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:37.363746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34966) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:37.396559 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-22661f60-9a25-4982-b615-7824a8aeab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:37.405148 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22661f60-9a25-4982-b615-7824a8aeab0c None None] Routers {'9ebb3e01-32f0-4241-990a-f54309b9c30d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:37.405777 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-22661f60-9a25-4982-b615-7824a8aeab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9ebb3e01-32f0-4241-990a-f54309b9c30d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:37.436672 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-22661f60-9a25-4982-b615-7824a8aeab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:37.437332 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22661f60-9a25-4982-b615-7824a8aeab0c None None] The sync data for ids ['9ebb3e01-32f0-4241-990a-f54309b9c30d'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:46:37.469046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-00d36899-71d5-445f-b051-2399cd7768a9 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/routers/9ebb3e01-32f0-4241-990a-f54309b9c30d HTTP/1.1" status: 200 len: 880 time: 0.1041555 Jul 14 07:46:37.471436 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34968) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:37.687452 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9a1f0f95-c5a4-4a9f-9a86-1dfb71cdddf6 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2148817 Jul 14 07:46:37.689958 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34970) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:37.694254 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3b1048dd-81d1-474b-b7f6-7555e0e25654 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-365474201'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:37.977774 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3b1048dd-81d1-474b-b7f6-7555e0e25654 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:37.988612 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3b1048dd-81d1-474b-b7f6-7555e0e25654 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:38.030901 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:46:38.337389 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1048dd-81d1-474b-b7f6-7555e0e25654 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router 9ebb3e01-32f0-4241-990a-f54309b9c30d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:46:38.438413 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1048dd-81d1-474b-b7f6-7555e0e25654 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:38.445000 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3b1048dd-81d1-474b-b7f6-7555e0e25654 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:38.446184 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3b1048dd-81d1-474b-b7f6-7555e0e25654 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/9ebb3e01-32f0-4241-990a-f54309b9c30d HTTP/1.1" status: 200 len: 887 time: 0.7553222 Jul 14 07:46:38.447668 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fc52bd-77d7-47fe-93ac-8f05a5e5fd89 None None] Sync routers for ids ['9ebb3e01-32f0-4241-990a-f54309b9c30d'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:46:38.448872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34972) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:38.456982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc52bd-77d7-47fe-93ac-8f05a5e5fd89 None None] Routers {'9ebb3e01-32f0-4241-990a-f54309b9c30d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:38.457614 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-32fc52bd-77d7-47fe-93ac-8f05a5e5fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9ebb3e01-32f0-4241-990a-f54309b9c30d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:38.491292 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-32fc52bd-77d7-47fe-93ac-8f05a5e5fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:38.500991 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc52bd-77d7-47fe-93ac-8f05a5e5fd89 None None] Routers {'9ebb3e01-32f0-4241-990a-f54309b9c30d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:38.501659 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-32fc52bd-77d7-47fe-93ac-8f05a5e5fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9ebb3e01-32f0-4241-990a-f54309b9c30d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:38.532082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-32fc52bd-77d7-47fe-93ac-8f05a5e5fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:38.532705 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fc52bd-77d7-47fe-93ac-8f05a5e5fd89 None None] The sync data for ids ['9ebb3e01-32f0-4241-990a-f54309b9c30d'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:46:38.556474 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-42be428a-5a77-490e-b46b-d3346d4b207e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/routers/9ebb3e01-32f0-4241-990a-f54309b9c30d HTTP/1.1" status: 200 len: 887 time: 0.1065171 Jul 14 07:46:38.559093 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34974) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:38.586912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9328700e-4a26-4a8f-a0b6-9c60fdc18341 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebb3e01-32f0-4241-990a-f54309b9c30d HTTP/1.1" status: 200 len: 205 time: 0.0268281 Jul 14 07:46:38.589205 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34976) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:38.690115 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9408ee0b-ab67-4f06-af39-aa42ac8f3128 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:38.793889 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9408ee0b-ab67-4f06-af39-aa42ac8f3128 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:38.844316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-9408ee0b-ab67-4f06-af39-aa42ac8f3128 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting port a1d76902-589b-4b84-b895-35843229886b {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:38.844570 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9408ee0b-ab67-4f06-af39-aa42ac8f3128 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:38.916325 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9408ee0b-ab67-4f06-af39-aa42ac8f3128 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:38.927890 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-9408ee0b-ab67-4f06-af39-aa42ac8f3128 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Calling delete_port for a1d76902-589b-4b84-b895-35843229886b owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:39.084894 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9408ee0b-ab67-4f06-af39-aa42ac8f3128 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:39.117356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408ee0b-ab67-4f06-af39-aa42ac8f3128 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Port': ['ID=a1d76902-589b-4b84-b895-35843229886b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:39.173498 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9408ee0b-ab67-4f06-af39-aa42ac8f3128 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:39.260955 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9408ee0b-ab67-4f06-af39-aa42ac8f3128 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:39.263526 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9408ee0b-ab67-4f06-af39-aa42ac8f3128 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:39.304646 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9408ee0b-ab67-4f06-af39-aa42ac8f3128 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:39.305467 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9408ee0b-ab67-4f06-af39-aa42ac8f3128 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Fanout notify agent at l3_agent the message router_deleted on router 9ebb3e01-32f0-4241-990a-f54309b9c30d {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:46:39.316035 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9408ee0b-ab67-4f06-af39-aa42ac8f3128 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:39.317531 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9408ee0b-ab67-4f06-af39-aa42ac8f3128 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/routers/9ebb3e01-32f0-4241-990a-f54309b9c30d HTTP/1.1" status: 204 len: 168 time: 0.7273014 Jul 14 07:46:39.321122 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34978) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:39.326413 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2b46383c-91bf-4993-9176-1540a45c84f2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'network': {'name': 'tempest-RoutersTest-465922695'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:39.346148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b46383c-91bf-4993-9176-1540a45c84f2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Made reservation on behalf of 97e6f1bd7e0b453e8a6a6b44a9ab2a0a for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:39.349589 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2b46383c-91bf-4993-9176-1540a45c84f2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:39.375530 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b46383c-91bf-4993-9176-1540a45c84f2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:46:39.383938 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2b46383c-91bf-4993-9176-1540a45c84f2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:39.384279 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-2b46383c-91bf-4993-9176-1540a45c84f2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Added segment 97ac9c41-f8d8-46b1-a286-6f6226446081 of type vlan for network 06a54a0b-0a5d-4ff7-804a-78a7c3a70e87 Jul 14 07:46:39.422011 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2b46383c-91bf-4993-9176-1540a45c84f2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:39.449452 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2b46383c-91bf-4993-9176-1540a45c84f2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:39.455531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b46383c-91bf-4993-9176-1540a45c84f2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:39.456108 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2b46383c-91bf-4993-9176-1540a45c84f2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:39.516319 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2b46383c-91bf-4993-9176-1540a45c84f2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1941788 Jul 14 07:46:39.519095 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34980) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:39.523883 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-86b39297-d57e-426a-b39a-e2b84a49993d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'subnet': {'network_id': '06a54a0b-0a5d-4ff7-804a-78a7c3a70e87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:39.540941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46383c-91bf-4993-9176-1540a45c84f2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Network': ['ID=06a54a0b-0a5d-4ff7-804a-78a7c3a70e87,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:39.550823 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 06a54a0b-0a5d-4ff7-804a-78a7c3a70e87 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:46:39.618971 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b39297-d57e-426a-b39a-e2b84a49993d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Made reservation on behalf of 97e6f1bd7e0b453e8a6a6b44a9ab2a0a for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:39.623066 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-86b39297-d57e-426a-b39a-e2b84a49993d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:39.794522 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-86b39297-d57e-426a-b39a-e2b84a49993d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:39.851894 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b39297-d57e-426a-b39a-e2b84a49993d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Subnet': ['ID=068505a5-4ada-4e39-8721-dba7b8490c60,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:39.861057 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b39297-d57e-426a-b39a-e2b84a49993d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Checking segment: {'id': '97ac9c41-f8d8-46b1-a286-6f6226446081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a54a0b-0a5d-4ff7-804a-78a7c3a70e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:39.861439 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b39297-d57e-426a-b39a-e2b84a49993d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network hostable DHCP agents. Network: 06a54a0b-0a5d-4ff7-804a-78a7c3a70e87, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:46:39.877684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b39297-d57e-426a-b39a-e2b84a49993d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network 06a54a0b-0a5d-4ff7-804a-78a7c3a70e87 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:46:39.885444 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-86b39297-d57e-426a-b39a-e2b84a49993d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 06a54a0b-0a5d-4ff7-804a-78a7c3a70e87) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:39.889333 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b39297-d57e-426a-b39a-e2b84a49993d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:39.889920 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-86b39297-d57e-426a-b39a-e2b84a49993d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:39.894869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335d5b01-d037-4c6c-817f-6f33bd3ed366 None None] Network 06a54a0b-0a5d-4ff7-804a-78a7c3a70e87 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:39.903690 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-86b39297-d57e-426a-b39a-e2b84a49993d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3835430 Jul 14 07:46:39.906240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34982) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:39.910682 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-0982b4e9-17bb-457b-a884-7bcef148e5ba tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1615181736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:39.932518 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0982b4e9-17bb-457b-a884-7bcef148e5ba tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:39.933502 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0982b4e9-17bb-457b-a884-7bcef148e5ba tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:39.987465 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0982b4e9-17bb-457b-a884-7bcef148e5ba tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:39.991878 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0982b4e9-17bb-457b-a884-7bcef148e5ba tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:40.007794 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0982b4e9-17bb-457b-a884-7bcef148e5ba tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:40.011748 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0982b4e9-17bb-457b-a884-7bcef148e5ba tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1019719 Jul 14 07:46:40.011925 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34984) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:40.041920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-06a54a0b-0a5d-4ff7-804a-78a7c3a70e87', 'network_id': '06a54a0b-0a5d-4ff7-804a-78a7c3a70e87', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'fixed_ips': [{'subnet_id': '068505a5-4ada-4e39-8721-dba7b8490c60'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:46:40.042762 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:40.174784 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Allocated IP 172.20.0.2 (06a54a0b-0a5d-4ff7-804a-78a7c3a70e87/068505a5-4ada-4e39-8721-dba7b8490c60/dde7badb-51ca-4101-9dc8-f48f96489084) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:40.281408 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:40.315961 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:40.324020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Transition to ACTIVE for port object dde7badb-51ca-4101-9dc8-f48f96489084 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:40.338424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Transition to ACTIVE for port object dde7badb-51ca-4101-9dc8-f48f96489084 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:40.344609 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:40.382839 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Network 06a54a0b-0a5d-4ff7-804a-78a7c3a70e87 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:40.385545 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:40.389045 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:40.395669 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Pushing event updated for resources: {'Port': ['ID=dde7badb-51ca-4101-9dc8-f48f96489084,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:40.446861 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Attempting to bind port dde7badb-51ca-4101-9dc8-f48f96489084 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:46:40.447137 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Attempting to bind port dde7badb-51ca-4101-9dc8-f48f96489084 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '97ac9c41-f8d8-46b1-a286-6f6226446081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a54a0b-0a5d-4ff7-804a-78a7c3a70e87'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:46:40.447492 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Attempting to bind port dde7badb-51ca-4101-9dc8-f48f96489084 on network 06a54a0b-0a5d-4ff7-804a-78a7c3a70e87 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:46:40.452336 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:46:40.452703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Checking segment: {'id': '97ac9c41-f8d8-46b1-a286-6f6226446081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a54a0b-0a5d-4ff7-804a-78a7c3a70e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:40.453096 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:40.453519 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Bound using segment: {'id': '97ac9c41-f8d8-46b1-a286-6f6226446081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a54a0b-0a5d-4ff7-804a-78a7c3a70e87'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:46:40.453975 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Bound port: dde7badb-51ca-4101-9dc8-f48f96489084, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ac9c41-f8d8-46b1-a286-6f6226446081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a54a0b-0a5d-4ff7-804a-78a7c3a70e87'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:46:40.454352 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:40.519890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] For port dde7badb-51ca-4101-9dc8-f48f96489084, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:46:40.522926 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] For port dde7badb-51ca-4101-9dc8-f48f96489084, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=dde7badb-51ca-4101-9dc8-f48f96489084,segment=NetworkSegment(97ac9c41-f8d8-46b1-a286-6f6226446081),segment_id=97ac9c41-f8d8-46b1-a286-6f6226446081)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:46:40.524515 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Allocated IP 172.20.0.1 (06a54a0b-0a5d-4ff7-804a-78a7c3a70e87/068505a5-4ada-4e39-8721-dba7b8490c60/e05a071b-d2d5-4738-83d0-e62397e818b9) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:40.526662 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:40.581344 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a354b2-3f32-48bf-81a9-5762d2f2056c None None] Pushing event updated for resources: {'Port': ['ID=dde7badb-51ca-4101-9dc8-f48f96489084,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:40.642503 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:40.657116 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Transition to ACTIVE for port object e05a071b-d2d5-4738-83d0-e62397e818b9 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:40.690954 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:40.754485 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network 06a54a0b-0a5d-4ff7-804a-78a7c3a70e87 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:40.757629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:40.761783 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:40.770877 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=e05a071b-d2d5-4738-83d0-e62397e818b9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:40.816657 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:40.876292 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device dde7badb-51ca-4101-9dc8-f48f96489084 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:40.924751 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port dde7badb-51ca-4101-9dc8-f48f96489084 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:40.947997 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:41.201822 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:41.206650 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:41.281474 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=e05a071b-d2d5-4738-83d0-e62397e818b9,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:41.284809 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:41.380874 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network 06a54a0b-0a5d-4ff7-804a-78a7c3a70e87 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:41.382367 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:41.496453 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949910ec-7e3b-4f35-aeac-13dc4acd6d33 None None] Network 06a54a0b-0a5d-4ff7-804a-78a7c3a70e87 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:41.504928 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router 7d1e3571-44b5-4021-b2ee-6885dfd64681 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:46:41.597116 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:41.602293 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d6c860ef-5fd3-44e7-8003-224e59bc101e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/7d1e3571-44b5-4021-b2ee-6885dfd64681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5892062 Jul 14 07:46:41.603230 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cf8d4869-df0f-4fb8-9f84-d811387b62e1 None None] Provisioning for port dde7badb-51ca-4101-9dc8-f48f96489084 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:41.604807 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34986) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:41.608269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cf8d4869-df0f-4fb8-9f84-d811387b62e1 None None] Provisioning complete for port dde7badb-51ca-4101-9dc8-f48f96489084 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:41.608652 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cf8d4869-df0f-4fb8-9f84-d811387b62e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:41.608810 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be62ca4-f16a-4d5e-9fef-eded005742b7 None None] Sync routers for ids ['7d1e3571-44b5-4021-b2ee-6885dfd64681'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:46:41.618055 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be62ca4-f16a-4d5e-9fef-eded005742b7 None None] Routers {'7d1e3571-44b5-4021-b2ee-6885dfd64681'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:41.618660 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1be62ca4-f16a-4d5e-9fef-eded005742b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['7d1e3571-44b5-4021-b2ee-6885dfd64681'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:41.650125 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1be62ca4-f16a-4d5e-9fef-eded005742b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:41.659297 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be62ca4-f16a-4d5e-9fef-eded005742b7 None None] Routers {'7d1e3571-44b5-4021-b2ee-6885dfd64681'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:41.659521 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f18ae23-c948-434b-bac0-6734fda95199 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:41.659895 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1be62ca4-f16a-4d5e-9fef-eded005742b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['7d1e3571-44b5-4021-b2ee-6885dfd64681'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:41.663423 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5f18ae23-c948-434b-bac0-6734fda95199 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/ports/e05a071b-d2d5-4738-83d0-e62397e818b9 HTTP/1.1" status: 200 len: 910 time: 0.0550618 Jul 14 07:46:41.663605 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34988) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:41.668504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f2fc6da9-8f5d-4b12-82df-fb92e0333d8f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '068505a5-4ada-4e39-8721-dba7b8490c60'}]}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:41.697854 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1be62ca4-f16a-4d5e-9fef-eded005742b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:41.698573 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be62ca4-f16a-4d5e-9fef-eded005742b7 None None] The sync data for ids ['7d1e3571-44b5-4021-b2ee-6885dfd64681'] in n-d-778696-5 is: [] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:46:41.735735 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cf8d4869-df0f-4fb8-9f84-d811387b62e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:41.769112 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-cf8d4869-df0f-4fb8-9f84-d811387b62e1 None None] For port dde7badb-51ca-4101-9dc8-f48f96489084, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=dde7badb-51ca-4101-9dc8-f48f96489084,segment=NetworkSegment(97ac9c41-f8d8-46b1-a286-6f6226446081),segment_id=97ac9c41-f8d8-46b1-a286-6f6226446081)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:41.774436 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cf8d4869-df0f-4fb8-9f84-d811387b62e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:41.826851 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d4869-df0f-4fb8-9f84-d811387b62e1 None None] Pushing event updated for resources: {'Port': ['ID=dde7badb-51ca-4101-9dc8-f48f96489084,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:41.997010 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f792f894-9728-4e27-88c4-a271bf2a377d None None] Provisioning for port e05a071b-d2d5-4738-83d0-e62397e818b9 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:42.002559 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f792f894-9728-4e27-88c4-a271bf2a377d None None] Provisioning complete for port e05a071b-d2d5-4738-83d0-e62397e818b9 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:42.002943 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f792f894-9728-4e27-88c4-a271bf2a377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:42.041524 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f792f894-9728-4e27-88c4-a271bf2a377d None None] Port e05a071b-d2d5-4738-83d0-e62397e818b9 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:42.051471 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f792f894-9728-4e27-88c4-a271bf2a377d None None] Provisioning complete for port dde7badb-51ca-4101-9dc8-f48f96489084 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:42.051849 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f792f894-9728-4e27-88c4-a271bf2a377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:42.112793 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f2fc6da9-8f5d-4b12-82df-fb92e0333d8f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:42.256319 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-eb1c7166-08eb-479d-9210-7bded09c6a5e None None] Provisioning complete for port e05a071b-d2d5-4738-83d0-e62397e818b9 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:42.256694 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-eb1c7166-08eb-479d-9210-7bded09c6a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:42.289950 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-eb1c7166-08eb-479d-9210-7bded09c6a5e None None] Port e05a071b-d2d5-4738-83d0-e62397e818b9 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:42.407194 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e4e3603e-fb52-4c49-946b-d18bbc589bf8 None None] Provisioning complete for port e05a071b-d2d5-4738-83d0-e62397e818b9 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:42.407491 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e4e3603e-fb52-4c49-946b-d18bbc589bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:42.440277 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3603e-fb52-4c49-946b-d18bbc589bf8 None None] Port e05a071b-d2d5-4738-83d0-e62397e818b9 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:42.463373 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f2fc6da9-8f5d-4b12-82df-fb92e0333d8f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:42.471687 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f2fc6da9-8f5d-4b12-82df-fb92e0333d8f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:42.548265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc6da9-8f5d-4b12-82df-fb92e0333d8f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=e05a071b-d2d5-4738-83d0-e62397e818b9,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:42.555888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fc6da9-8f5d-4b12-82df-fb92e0333d8f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:42.556443 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f2fc6da9-8f5d-4b12-82df-fb92e0333d8f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:42.557787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f2fc6da9-8f5d-4b12-82df-fb92e0333d8f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/ports/e05a071b-d2d5-4738-83d0-e62397e818b9 HTTP/1.1" status: 200 len: 910 time: 0.8933339 Jul 14 07:46:42.560609 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34990) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:42.792982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device dde7badb-51ca-4101-9dc8-f48f96489084 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:42.844233 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port dde7badb-51ca-4101-9dc8-f48f96489084 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:42.844525 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:42.860167 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dfd19933-baf8-494e-bd0e-05a78edc2fc4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:43.099367 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-dfd19933-baf8-494e-bd0e-05a78edc2fc4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting port e05a071b-d2d5-4738-83d0-e62397e818b9 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:43.099616 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dfd19933-baf8-494e-bd0e-05a78edc2fc4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:43.182444 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dfd19933-baf8-494e-bd0e-05a78edc2fc4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:43.194125 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-dfd19933-baf8-494e-bd0e-05a78edc2fc4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Calling delete_port for e05a071b-d2d5-4738-83d0-e62397e818b9 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:43.354494 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dfd19933-baf8-494e-bd0e-05a78edc2fc4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:43.378360 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd19933-baf8-494e-bd0e-05a78edc2fc4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Port': ['ID=e05a071b-d2d5-4738-83d0-e62397e818b9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:43.523792 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dfd19933-baf8-494e-bd0e-05a78edc2fc4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:43.676531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd19933-baf8-494e-bd0e-05a78edc2fc4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router 7d1e3571-44b5-4021-b2ee-6885dfd64681 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:46:43.750396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd19933-baf8-494e-bd0e-05a78edc2fc4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:43.755265 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-dfd19933-baf8-494e-bd0e-05a78edc2fc4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/7d1e3571-44b5-4021-b2ee-6885dfd64681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1936703 Jul 14 07:46:43.758028 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34992) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:43.760586 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d749a7-9592-474e-be70-5c8e70c954ef None None] Sync routers for ids ['7d1e3571-44b5-4021-b2ee-6885dfd64681'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:46:43.769615 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d749a7-9592-474e-be70-5c8e70c954ef None None] Routers {'7d1e3571-44b5-4021-b2ee-6885dfd64681'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:43.770306 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-84d749a7-9592-474e-be70-5c8e70c954ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['7d1e3571-44b5-4021-b2ee-6885dfd64681'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:43.786062 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4c6a6208-9a29-414f-815a-92688d2c4bc4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d1e3571-44b5-4021-b2ee-6885dfd64681 HTTP/1.1" status: 200 len: 205 time: 0.0268817 Jul 14 07:46:43.788454 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34994) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:43.805099 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-84d749a7-9592-474e-be70-5c8e70c954ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:43.814229 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d749a7-9592-474e-be70-5c8e70c954ef None None] Routers {'7d1e3571-44b5-4021-b2ee-6885dfd64681'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:43.814839 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-84d749a7-9592-474e-be70-5c8e70c954ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['7d1e3571-44b5-4021-b2ee-6885dfd64681'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:43.845440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-84d749a7-9592-474e-be70-5c8e70c954ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:43.846080 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d749a7-9592-474e-be70-5c8e70c954ef None None] The sync data for ids ['7d1e3571-44b5-4021-b2ee-6885dfd64681'] in n-d-778696-5 is: [] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:46:43.863313 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-699d97da-3ccc-46e2-8cc8-6551060c54d2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.016523 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-699d97da-3ccc-46e2-8cc8-6551060c54d2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.018604 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-699d97da-3ccc-46e2-8cc8-6551060c54d2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.059315 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-699d97da-3ccc-46e2-8cc8-6551060c54d2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.059863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699d97da-3ccc-46e2-8cc8-6551060c54d2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Fanout notify agent at l3_agent the message router_deleted on router 7d1e3571-44b5-4021-b2ee-6885dfd64681 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:46:44.066528 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-699d97da-3ccc-46e2-8cc8-6551060c54d2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.067500 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-699d97da-3ccc-46e2-8cc8-6551060c54d2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/routers/7d1e3571-44b5-4021-b2ee-6885dfd64681 HTTP/1.1" status: 204 len: 168 time: 0.2781591 Jul 14 07:46:44.070161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34996) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:44.119203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b44be54-2d93-4d37-bf1e-59d557ab6ffa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting subnet 068505a5-4ada-4e39-8721-dba7b8490c60 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:46:44.122189 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b44be54-2d93-4d37-bf1e-59d557ab6ffa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.163584 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b44be54-2d93-4d37-bf1e-59d557ab6ffa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.242075 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b44be54-2d93-4d37-bf1e-59d557ab6ffa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.298949 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b44be54-2d93-4d37-bf1e-59d557ab6ffa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.329159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44be54-2d93-4d37-bf1e-59d557ab6ffa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Subnet': ['ID=068505a5-4ada-4e39-8721-dba7b8490c60,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:44.332940 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b44be54-2d93-4d37-bf1e-59d557ab6ffa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.336553 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5b44be54-2d93-4d37-bf1e-59d557ab6ffa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/subnets/068505a5-4ada-4e39-8721-dba7b8490c60 HTTP/1.1" status: 204 len: 168 time: 0.2639964 Jul 14 07:46:44.337671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 34998) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:44.340031 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c2e62b-0e36-407e-899c-634ddf9c5e60 None None] Network 06a54a0b-0a5d-4ff7-804a-78a7c3a70e87 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:44.410440 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.462601 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting port dde7badb-51ca-4101-9dc8-f48f96489084 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:44.462601 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.516832 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639bb852-a932-4f9e-8ac2-ec5d7e5e08a7 None None] DHCP port deletion for 06a54a0b-0a5d-4ff7-804a-78a7c3a70e87 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:46:44.529647 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] For port dde7badb-51ca-4101-9dc8-f48f96489084, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=dde7badb-51ca-4101-9dc8-f48f96489084,segment=NetworkSegment(97ac9c41-f8d8-46b1-a286-6f6226446081),segment_id=97ac9c41-f8d8-46b1-a286-6f6226446081)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:44.530006 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.542205 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Calling delete_port for dde7badb-51ca-4101-9dc8-f48f96489084 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:44.561019 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-639bb852-a932-4f9e-8ac2-ec5d7e5e08a7 None None] Deleting port dde7badb-51ca-4101-9dc8-f48f96489084 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:44.561429 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-639bb852-a932-4f9e-8ac2-ec5d7e5e08a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.619862 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.620790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-639bb852-a932-4f9e-8ac2-ec5d7e5e08a7 None None] For port dde7badb-51ca-4101-9dc8-f48f96489084, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=dde7badb-51ca-4101-9dc8-f48f96489084,segment=NetworkSegment(97ac9c41-f8d8-46b1-a286-6f6226446081),segment_id=97ac9c41-f8d8-46b1-a286-6f6226446081)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:44.621202 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-639bb852-a932-4f9e-8ac2-ec5d7e5e08a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.636929 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-639bb852-a932-4f9e-8ac2-ec5d7e5e08a7 None None] Calling delete_port for dde7badb-51ca-4101-9dc8-f48f96489084 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:44.646558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Port': ['ID=dde7badb-51ca-4101-9dc8-f48f96489084,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:44.648362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] No DVR routers for this DVR port dde7badb-51ca-4101-9dc8-f48f96489084 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:46:44.713886 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-639bb852-a932-4f9e-8ac2-ec5d7e5e08a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.727706 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.737351 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a54a0b-0a5d-4ff7-804a-78a7c3a70e87']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:44.739790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639bb852-a932-4f9e-8ac2-ec5d7e5e08a7 None None] No DVR routers for this DVR port dde7badb-51ca-4101-9dc8-f48f96489084 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:46:44.750637 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bb852-a932-4f9e-8ac2-ec5d7e5e08a7 None None] Pushing event deleted for resources: {'Port': ['ID=dde7badb-51ca-4101-9dc8-f48f96489084,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:44.757342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ac9c41-f8d8-46b1-a286-6f6226446081') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:44.757642 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ac9c41-f8d8-46b1-a286-6f6226446081') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:44.767587 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.780801 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.786618 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:46:44.787017 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:46:44.789985 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:46:44.812223 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device dde7badb-51ca-4101-9dc8-f48f96489084 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:46:44.831786 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: dde7badb-51ca-4101-9dc8-f48f96489084 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:46:44.832125 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device dde7badb-51ca-4101-9dc8-f48f96489084 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:46:44.847257 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.854255 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.856297 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/networks/06a54a0b-0a5d-4ff7-804a-78a7c3a70e87 HTTP/1.1" status: 204 len: 168 time: 0.5177143 Jul 14 07:46:44.860221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35000) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:44.864902 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ab317ac0-2512-4cca-b885-979285039dbb tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-669419995', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:44.872010 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3846426-02be-4c77-b618-c772080b79fa tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Network': ['ID=06a54a0b-0a5d-4ff7-804a-78a7c3a70e87,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:44.886926 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab317ac0-2512-4cca-b885-979285039dbb tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.888480 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab317ac0-2512-4cca-b885-979285039dbb tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.940613 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab317ac0-2512-4cca-b885-979285039dbb tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.944269 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab317ac0-2512-4cca-b885-979285039dbb tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.959487 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab317ac0-2512-4cca-b885-979285039dbb tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:44.960646 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ab317ac0-2512-4cca-b885-979285039dbb tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.0994081 Jul 14 07:46:44.963298 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35002) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:44.968129 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-784e8e07-6404-40bd-8b62-0ec9bc83f8a0 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'network': {'name': 'tempest-RoutersTest-477510498'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:44.986712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784e8e07-6404-40bd-8b62-0ec9bc83f8a0 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Made reservation on behalf of 97e6f1bd7e0b453e8a6a6b44a9ab2a0a for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:44.990079 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-784e8e07-6404-40bd-8b62-0ec9bc83f8a0 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:45.012823 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784e8e07-6404-40bd-8b62-0ec9bc83f8a0 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:46:45.022012 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-784e8e07-6404-40bd-8b62-0ec9bc83f8a0 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:45.022301 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-784e8e07-6404-40bd-8b62-0ec9bc83f8a0 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Added segment 31997ed9-4094-4991-bf22-01c14e5f8395 of type vlan for network 87b8ed66-d838-4b92-b92a-aa729c102a27 Jul 14 07:46:45.058750 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-784e8e07-6404-40bd-8b62-0ec9bc83f8a0 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:45.087544 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-784e8e07-6404-40bd-8b62-0ec9bc83f8a0 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:45.092999 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784e8e07-6404-40bd-8b62-0ec9bc83f8a0 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:45.093643 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-784e8e07-6404-40bd-8b62-0ec9bc83f8a0 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:45.151961 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-784e8e07-6404-40bd-8b62-0ec9bc83f8a0 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1876819 Jul 14 07:46:45.154627 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35004) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:45.161480 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-64deb9e8-2f2c-4fa5-918a-e4b3adeebee1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'subnet': {'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:45.167731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e8e07-6404-40bd-8b62-0ec9bc83f8a0 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Network': ['ID=87b8ed66-d838-4b92-b92a-aa729c102a27,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:45.178685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 87b8ed66-d838-4b92-b92a-aa729c102a27 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:46:45.249608 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64deb9e8-2f2c-4fa5-918a-e4b3adeebee1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Made reservation on behalf of 97e6f1bd7e0b453e8a6a6b44a9ab2a0a for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:45.253056 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64deb9e8-2f2c-4fa5-918a-e4b3adeebee1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:45.422459 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64deb9e8-2f2c-4fa5-918a-e4b3adeebee1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:45.480357 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64deb9e8-2f2c-4fa5-918a-e4b3adeebee1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Subnet': ['ID=c956a9b1-d374-4533-80ed-32fd4037559d,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:45.487925 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64deb9e8-2f2c-4fa5-918a-e4b3adeebee1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Checking segment: {'id': '31997ed9-4094-4991-bf22-01c14e5f8395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:45.488068 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64deb9e8-2f2c-4fa5-918a-e4b3adeebee1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network hostable DHCP agents. Network: 87b8ed66-d838-4b92-b92a-aa729c102a27, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:46:45.503503 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64deb9e8-2f2c-4fa5-918a-e4b3adeebee1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network 87b8ed66-d838-4b92-b92a-aa729c102a27 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:46:45.511928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-64deb9e8-2f2c-4fa5-918a-e4b3adeebee1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 87b8ed66-d838-4b92-b92a-aa729c102a27) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:45.517488 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64deb9e8-2f2c-4fa5-918a-e4b3adeebee1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:45.517629 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64deb9e8-2f2c-4fa5-918a-e4b3adeebee1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:45.520469 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3424711-293a-4ced-bd94-b849a36875ad None None] Network 87b8ed66-d838-4b92-b92a-aa729c102a27 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:45.532190 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-64deb9e8-2f2c-4fa5-918a-e4b3adeebee1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3765988 Jul 14 07:46:45.534978 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35006) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:45.806607 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:45.816062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-87b8ed66-d838-4b92-b92a-aa729c102a27', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:46:45.817372 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:45.851888 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:45.921373 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:45.976128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Allocated IP 172.20.0.2 (87b8ed66-d838-4b92-b92a-aa729c102a27/c956a9b1-d374-4533-80ed-32fd4037559d/9c5c5230-aba9-4257-94b3-d9e1ae73872e) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:46.111808 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:46.119508 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Transition to ACTIVE for port object 9c5c5230-aba9-4257-94b3-d9e1ae73872e will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:46.133127 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Transition to ACTIVE for port object 9c5c5230-aba9-4257-94b3-d9e1ae73872e will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:46.141301 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:46.179719 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Network 87b8ed66-d838-4b92-b92a-aa729c102a27 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:46.185469 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Allocated IP 172.20.0.1 (87b8ed66-d838-4b92-b92a-aa729c102a27/c956a9b1-d374-4533-80ed-32fd4037559d/b531ba83-d72c-4e40-b33b-9a6523eb421b) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:46.186345 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:46.190042 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:46.195492 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Pushing event updated for resources: {'Port': ['ID=9c5c5230-aba9-4257-94b3-d9e1ae73872e,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:46.249594 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Attempting to bind port 9c5c5230-aba9-4257-94b3-d9e1ae73872e on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:46:46.249967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Attempting to bind port 9c5c5230-aba9-4257-94b3-d9e1ae73872e by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '31997ed9-4094-4991-bf22-01c14e5f8395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:46:46.250338 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Attempting to bind port 9c5c5230-aba9-4257-94b3-d9e1ae73872e on network 87b8ed66-d838-4b92-b92a-aa729c102a27 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:46:46.255365 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:46:46.255966 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Checking segment: {'id': '31997ed9-4094-4991-bf22-01c14e5f8395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:46.256372 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:46.257038 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Bound using segment: {'id': '31997ed9-4094-4991-bf22-01c14e5f8395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:46:46.257351 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Bound port: 9c5c5230-aba9-4257-94b3-d9e1ae73872e, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31997ed9-4094-4991-bf22-01c14e5f8395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:46:46.257734 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:46.297249 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:46.311269 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Transition to ACTIVE for port object b531ba83-d72c-4e40-b33b-9a6523eb421b will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:46.321470 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] For port 9c5c5230-aba9-4257-94b3-d9e1ae73872e, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:46:46.324574 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] For port 9c5c5230-aba9-4257-94b3-d9e1ae73872e, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9c5c5230-aba9-4257-94b3-d9e1ae73872e,segment=NetworkSegment(31997ed9-4094-4991-bf22-01c14e5f8395),segment_id=31997ed9-4094-4991-bf22-01c14e5f8395)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:46:46.328868 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:46.344267 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:46.385091 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network 87b8ed66-d838-4b92-b92a-aa729c102a27 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:46.391483 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:46.394627 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a8d08-0eb9-42dc-9f1f-e62cbbb08024 None None] Pushing event updated for resources: {'Port': ['ID=9c5c5230-aba9-4257-94b3-d9e1ae73872e,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:46.397861 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:46.427131 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=b531ba83-d72c-4e40-b33b-9a6523eb421b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:46.448502 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:46.608109 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:46.818018 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9c5c5230-aba9-4257-94b3-d9e1ae73872e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:46.870166 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:46.870656 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 9c5c5230-aba9-4257-94b3-d9e1ae73872e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:46.874402 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:46.944568 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=b531ba83-d72c-4e40-b33b-9a6523eb421b,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:46.946908 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:47.042125 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network 87b8ed66-d838-4b92-b92a-aa729c102a27 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:47.043562 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:47.296954 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647cdf0d-6e66-4247-92e5-9e75ea36b5fe None None] Network 87b8ed66-d838-4b92-b92a-aa729c102a27 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:47.422299 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c0c76bbb-d0e6-4834-ad45-a3f87fdfed81 None None] Provisioning for port 9c5c5230-aba9-4257-94b3-d9e1ae73872e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:47.428865 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c0c76bbb-d0e6-4834-ad45-a3f87fdfed81 None None] Provisioning complete for port 9c5c5230-aba9-4257-94b3-d9e1ae73872e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:47.428865 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c0c76bbb-d0e6-4834-ad45-a3f87fdfed81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:47.480858 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router 93ada16d-7572-4c7d-984d-2330147261fb is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:46:47.539658 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c0c76bbb-d0e6-4834-ad45-a3f87fdfed81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:47.570704 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:47.573637 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c0c76bbb-d0e6-4834-ad45-a3f87fdfed81 None None] For port 9c5c5230-aba9-4257-94b3-d9e1ae73872e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9c5c5230-aba9-4257-94b3-d9e1ae73872e,segment=NetworkSegment(31997ed9-4094-4991-bf22-01c14e5f8395),segment_id=31997ed9-4094-4991-bf22-01c14e5f8395)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:47.577513 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7ef07c27-c507-4168-b787-d08639a3cf60 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/93ada16d-7572-4c7d-984d-2330147261fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0413687 Jul 14 07:46:47.580318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35008) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:47.582291 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c0c76bbb-d0e6-4834-ad45-a3f87fdfed81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:47.587496 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Sync routers for ids ['93ada16d-7572-4c7d-984d-2330147261fb'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:46:47.588954 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f710db97-9ecc-438e-a394-9c6f2959ccb4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'network': {'name': 'tempest-RoutersTest-274066241'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:47.599127 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Routers {'93ada16d-7572-4c7d-984d-2330147261fb'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:47.600068 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['93ada16d-7572-4c7d-984d-2330147261fb'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:47.619037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f710db97-9ecc-438e-a394-9c6f2959ccb4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Made reservation on behalf of 97e6f1bd7e0b453e8a6a6b44a9ab2a0a for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:47.624701 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f710db97-9ecc-438e-a394-9c6f2959ccb4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:47.638341 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c76bbb-d0e6-4834-ad45-a3f87fdfed81 None None] Pushing event updated for resources: {'Port': ['ID=9c5c5230-aba9-4257-94b3-d9e1ae73872e,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:47.657252 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f710db97-9ecc-438e-a394-9c6f2959ccb4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:46:47.668478 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f710db97-9ecc-438e-a394-9c6f2959ccb4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:47.668823 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-f710db97-9ecc-438e-a394-9c6f2959ccb4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Added segment 1196f9fe-9833-4d3b-a709-ad4ecb20e967 of type vlan for network 59ded73e-26e6-4be2-99ba-eaebf6f1b6b5 Jul 14 07:46:47.690039 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Set router 93ada16d-7572-4c7d-984d-2330147261fb gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:46:47.715394 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f710db97-9ecc-438e-a394-9c6f2959ccb4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:47.748022 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f710db97-9ecc-438e-a394-9c6f2959ccb4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:47.753762 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f710db97-9ecc-438e-a394-9c6f2959ccb4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:47.754717 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f710db97-9ecc-438e-a394-9c6f2959ccb4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:47.804059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-724bba36-2351-434d-9f17-96c4ee432627 None None] Provisioning for port b531ba83-d72c-4e40-b33b-9a6523eb421b completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:47.812837 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-724bba36-2351-434d-9f17-96c4ee432627 None None] Provisioning complete for port b531ba83-d72c-4e40-b33b-9a6523eb421b triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:47.813372 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f710db97-9ecc-438e-a394-9c6f2959ccb4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2314711 Jul 14 07:46:47.813882 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-724bba36-2351-434d-9f17-96c4ee432627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:47.818731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35010) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:47.824790 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-622e04b2-b0b6-4881-ae7f-0ecdcf92318b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'subnet': {'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:47.863421 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710db97-9ecc-438e-a394-9c6f2959ccb4 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Network': ['ID=59ded73e-26e6-4be2-99ba-eaebf6f1b6b5,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:47.864099 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-724bba36-2351-434d-9f17-96c4ee432627 None None] Port b531ba83-d72c-4e40-b33b-9a6523eb421b cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:47.877530 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-724bba36-2351-434d-9f17-96c4ee432627 None None] Provisioning complete for port 9c5c5230-aba9-4257-94b3-d9e1ae73872e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:47.878248 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-724bba36-2351-434d-9f17-96c4ee432627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:47.880909 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 59ded73e-26e6-4be2-99ba-eaebf6f1b6b5 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:46:47.921350 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:46:46Z', 'revision_number': 2, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:46Z', 'revision_number': 2, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:47.956935 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622e04b2-b0b6-4881-ae7f-0ecdcf92318b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Made reservation on behalf of 97e6f1bd7e0b453e8a6a6b44a9ab2a0a for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:47.960718 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Checking router: 93ada16d-7572-4c7d-984d-2330147261fb for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:46:47.961061 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Updating router 93ada16d-7572-4c7d-984d-2330147261fb port b531ba83-d72c-4e40-b33b-9a6523eb421b binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:46:47.961495 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-622e04b2-b0b6-4881-ae7f-0ecdcf92318b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:48.004285 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:48.166894 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-de93b659-d50d-4ada-ac64-88716ce96e64 None None] Provisioning complete for port b531ba83-d72c-4e40-b33b-9a6523eb421b triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:48.167423 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-de93b659-d50d-4ada-ac64-88716ce96e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:48.175228 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-622e04b2-b0b6-4881-ae7f-0ecdcf92318b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:48.201693 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-de93b659-d50d-4ada-ac64-88716ce96e64 None None] Port b531ba83-d72c-4e40-b33b-9a6523eb421b cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:48.236980 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e04b2-b0b6-4881-ae7f-0ecdcf92318b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Subnet': ['ID=149497cc-82c0-4b1b-adc3-e609bec0bf6e,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:48.244454 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e04b2-b0b6-4881-ae7f-0ecdcf92318b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Checking segment: {'id': '1196f9fe-9833-4d3b-a709-ad4ecb20e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:48.244753 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e04b2-b0b6-4881-ae7f-0ecdcf92318b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network hostable DHCP agents. Network: 59ded73e-26e6-4be2-99ba-eaebf6f1b6b5, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:46:48.261285 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e04b2-b0b6-4881-ae7f-0ecdcf92318b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network 59ded73e-26e6-4be2-99ba-eaebf6f1b6b5 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:46:48.270164 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-622e04b2-b0b6-4881-ae7f-0ecdcf92318b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 59ded73e-26e6-4be2-99ba-eaebf6f1b6b5) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:48.274677 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622e04b2-b0b6-4881-ae7f-0ecdcf92318b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:48.275611 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-622e04b2-b0b6-4881-ae7f-0ecdcf92318b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:48.278748 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b64151-d537-4878-bf73-5a4cff46dce3 None None] Network 59ded73e-26e6-4be2-99ba-eaebf6f1b6b5 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:48.290553 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:48.296903 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-622e04b2-b0b6-4881-ae7f-0ecdcf92318b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4769206 Jul 14 07:46:48.299925 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35012) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:48.310781 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Transition to ACTIVE for port object b531ba83-d72c-4e40-b33b-9a6523eb421b will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:48.317080 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:48.382867 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8218-6f47-44db-b4cb-51d4eb7b95d1 None None] Pushing event updated for resources: {'Port': ['ID=b531ba83-d72c-4e40-b33b-9a6523eb421b,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:48.392693 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8218-6f47-44db-b4cb-51d4eb7b95d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:48.393074 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8218-6f47-44db-b4cb-51d4eb7b95d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:48.393448 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8218-6f47-44db-b4cb-51d4eb7b95d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:48.393778 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8218-6f47-44db-b4cb-51d4eb7b95d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:48.394106 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8218-6f47-44db-b4cb-51d4eb7b95d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:48.394430 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8218-6f47-44db-b4cb-51d4eb7b95d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:48.394752 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8218-6f47-44db-b4cb-51d4eb7b95d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:48.395210 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8218-6f47-44db-b4cb-51d4eb7b95d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:48.395534 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8218-6f47-44db-b4cb-51d4eb7b95d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:48.395850 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8218-6f47-44db-b4cb-51d4eb7b95d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:48.396166 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8218-6f47-44db-b4cb-51d4eb7b95d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:48.396480 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8218-6f47-44db-b4cb-51d4eb7b95d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:48.465830 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Attempting to bind port b531ba83-d72c-4e40-b33b-9a6523eb421b on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:46:48.466787 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Attempting to bind port b531ba83-d72c-4e40-b33b-9a6523eb421b by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '31997ed9-4094-4991-bf22-01c14e5f8395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:46:48.467153 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Attempting to bind port b531ba83-d72c-4e40-b33b-9a6523eb421b on network 87b8ed66-d838-4b92-b92a-aa729c102a27 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:46:48.467355 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-59ded73e-26e6-4be2-99ba-eaebf6f1b6b5', 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'fixed_ips': [{'subnet_id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:46:48.468565 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:48.473808 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:46:48.474330 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Checking segment: {'id': '31997ed9-4094-4991-bf22-01c14e5f8395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:48.474743 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:48.475135 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Bound using segment: {'id': '31997ed9-4094-4991-bf22-01c14e5f8395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:46:48.475608 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Bound port: b531ba83-d72c-4e40-b33b-9a6523eb421b, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31997ed9-4094-4991-bf22-01c14e5f8395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:46:48.475988 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:48.557891 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] For port b531ba83-d72c-4e40-b33b-9a6523eb421b, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:46:48.561336 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] For port b531ba83-d72c-4e40-b33b-9a6523eb421b, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b531ba83-d72c-4e40-b33b-9a6523eb421b,segment=NetworkSegment(31997ed9-4094-4991-bf22-01c14e5f8395),segment_id=31997ed9-4094-4991-bf22-01c14e5f8395)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:46:48.568567 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:48.633614 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Routers {'93ada16d-7572-4c7d-984d-2330147261fb'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:48.634340 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['93ada16d-7572-4c7d-984d-2330147261fb'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:48.645125 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Allocated IP 172.21.0.2 (59ded73e-26e6-4be2-99ba-eaebf6f1b6b5/149497cc-82c0-4b1b-adc3-e609bec0bf6e/ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:48.727699 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] Set router 93ada16d-7572-4c7d-984d-2330147261fb gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:46:48.839110 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:48.849352 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Transition to ACTIVE for port object ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:48.870858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Transition to ACTIVE for port object ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:48.875372 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9c5c5230-aba9-4257-94b3-d9e1ae73872e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:48.881668 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8218-6f47-44db-b4cb-51d4eb7b95d1 None None] Pushing event updated for resources: {'Port': ['ID=b531ba83-d72c-4e40-b33b-9a6523eb421b,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:48.902353 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:48.955982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Network 59ded73e-26e6-4be2-99ba-eaebf6f1b6b5 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:48.965127 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:48.970008 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:48.978253 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:46:46Z', 'revision_number': 2, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:48Z', 'revision_number': 4, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:48.985167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Pushing event updated for resources: {'Port': ['ID=ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:49.009727 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006e791-d1a7-4c5e-88b7-fc7acb27cb7f None None] The sync data for ids ['93ada16d-7572-4c7d-984d-2330147261fb'] in n-d-778696-5 is: [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:46:46Z', 'revision_number': 2, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:48Z', 'revision_number': 4, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:46:49.043933 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 9c5c5230-aba9-4257-94b3-d9e1ae73872e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:49.044425 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:49.044572 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:49.066177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Attempting to bind port ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:46:49.066548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Attempting to bind port ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '1196f9fe-9833-4d3b-a709-ad4ecb20e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:46:49.066915 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Attempting to bind port ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 on network 59ded73e-26e6-4be2-99ba-eaebf6f1b6b5 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:46:49.076584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:46:49.076963 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Checking segment: {'id': '1196f9fe-9833-4d3b-a709-ad4ecb20e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:49.077404 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:49.077806 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Bound using segment: {'id': '1196f9fe-9833-4d3b-a709-ad4ecb20e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:46:49.078278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Bound port: ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1196f9fe-9833-4d3b-a709-ad4ecb20e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:46:49.078665 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:49.186344 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] For port ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:46:49.191280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] For port ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81,segment=NetworkSegment(1196f9fe-9833-4d3b-a709-ad4ecb20e967),segment_id=1196f9fe-9833-4d3b-a709-ad4ecb20e967)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:46:49.195508 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:49.269781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1cc02-34a1-476f-afff-11ef6d556e7c None None] Pushing event updated for resources: {'Port': ['ID=ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:49.350970 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Allocated IP 172.21.0.1 (59ded73e-26e6-4be2-99ba-eaebf6f1b6b5/149497cc-82c0-4b1b-adc3-e609bec0bf6e/b33a80a3-268f-40d0-9b38-3dfcb22f5205) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:49.494204 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:49.517956 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Transition to ACTIVE for port object b33a80a3-268f-40d0-9b38-3dfcb22f5205 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:49.558236 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:49.607657 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network 59ded73e-26e6-4be2-99ba-eaebf6f1b6b5 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:49.611323 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:49.613826 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:49.642672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=b33a80a3-268f-40d0-9b38-3dfcb22f5205,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:49.665677 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:49.794628 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:50.051313 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:50.055492 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:50.132486 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:50.135102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=b33a80a3-268f-40d0-9b38-3dfcb22f5205,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:50.225880 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network 59ded73e-26e6-4be2-99ba-eaebf6f1b6b5 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:50.227251 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:50.328014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router 93ada16d-7572-4c7d-984d-2330147261fb has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:46:50.419653 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:50.424520 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-930d6b3c-af4d-4573-8a12-fe74da72d599 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/93ada16d-7572-4c7d-984d-2330147261fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1235850 Jul 14 07:46:50.427096 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35014) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:50.429082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Sync routers for ids ['93ada16d-7572-4c7d-984d-2330147261fb'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:46:50.431931 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-19f702e9-008a-4f29-a8b1-030e18923d82 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'network': {'name': 'tempest-RoutersTest-389978269'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:50.438425 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Routers {'93ada16d-7572-4c7d-984d-2330147261fb'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:50.439032 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['93ada16d-7572-4c7d-984d-2330147261fb'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:50.453338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f702e9-008a-4f29-a8b1-030e18923d82 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Made reservation on behalf of 97e6f1bd7e0b453e8a6a6b44a9ab2a0a for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:50.456905 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-19f702e9-008a-4f29-a8b1-030e18923d82 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:50.481969 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f702e9-008a-4f29-a8b1-030e18923d82 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:46:50.491899 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-19f702e9-008a-4f29-a8b1-030e18923d82 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:50.492251 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-19f702e9-008a-4f29-a8b1-030e18923d82 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Added segment a161ae86-dcbe-4fbc-8c74-4c79f70e1674 of type vlan for network 44119302-d364-46a7-b252-268c36add61f Jul 14 07:46:50.529477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Set router 93ada16d-7572-4c7d-984d-2330147261fb gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:46:50.535549 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-19f702e9-008a-4f29-a8b1-030e18923d82 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:50.568848 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-19f702e9-008a-4f29-a8b1-030e18923d82 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:50.574525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f702e9-008a-4f29-a8b1-030e18923d82 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:50.575131 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-19f702e9-008a-4f29-a8b1-030e18923d82 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:50.641172 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35016) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:50.641776 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-19f702e9-008a-4f29-a8b1-030e18923d82 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2130699 Jul 14 07:46:50.649609 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5d9d2f07-9dfc-4d3d-afb8-728d337ef4e5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'subnet': {'network_id': '44119302-d364-46a7-b252-268c36add61f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:50.650080 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f702e9-008a-4f29-a8b1-030e18923d82 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Network': ['ID=44119302-d364-46a7-b252-268c36add61f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:50.666649 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 44119302-d364-46a7-b252-268c36add61f details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:46:50.757229 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9d2f07-9dfc-4d3d-afb8-728d337ef4e5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Made reservation on behalf of 97e6f1bd7e0b453e8a6a6b44a9ab2a0a for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:50.761958 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d9d2f07-9dfc-4d3d-afb8-728d337ef4e5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:50.808971 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:46:49Z', 'revision_number': 3, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'b33a80a3-268f-40d0-9b38-3dfcb22f5205', 'name': '', 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:48:23:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:49Z', 'updated_at': '2021-07-14T07:46:49Z', 'revision_number': 2, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:48Z', 'revision_number': 4, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:50.847666 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Checking router: 93ada16d-7572-4c7d-984d-2330147261fb for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:46:50.848016 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Updating router 93ada16d-7572-4c7d-984d-2330147261fb port b33a80a3-268f-40d0-9b38-3dfcb22f5205 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:46:50.885758 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:50.900658 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:50.946975 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533ac179-7fe5-4209-bd68-03f02c49bae8 None None] Network 59ded73e-26e6-4be2-99ba-eaebf6f1b6b5 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:50.986773 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d9d2f07-9dfc-4d3d-afb8-728d337ef4e5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:51.044938 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d2f07-9dfc-4d3d-afb8-728d337ef4e5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Subnet': ['ID=e176d885-9221-4942-befa-847cd171e7e7,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:51.055072 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d2f07-9dfc-4d3d-afb8-728d337ef4e5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Checking segment: {'id': 'a161ae86-dcbe-4fbc-8c74-4c79f70e1674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '44119302-d364-46a7-b252-268c36add61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:51.055437 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9d2f07-9dfc-4d3d-afb8-728d337ef4e5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network hostable DHCP agents. Network: 44119302-d364-46a7-b252-268c36add61f, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:46:51.073121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9d2f07-9dfc-4d3d-afb8-728d337ef4e5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network 44119302-d364-46a7-b252-268c36add61f is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:46:51.082517 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-5d9d2f07-9dfc-4d3d-afb8-728d337ef4e5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 44119302-d364-46a7-b252-268c36add61f) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:51.088029 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9d2f07-9dfc-4d3d-afb8-728d337ef4e5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:51.088722 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d9d2f07-9dfc-4d3d-afb8-728d337ef4e5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:51.098039 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbc7d6f-b0fc-46e8-8e4b-c436413e43f4 None None] Network 44119302-d364-46a7-b252-268c36add61f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:51.104956 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5d9d2f07-9dfc-4d3d-afb8-728d337ef4e5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4609401 Jul 14 07:46:51.107982 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35018) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:51.116215 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3e5c2ec6-0c5d-4916-a683-23dcabeff052 None None] Provisioning for port ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:51.148744 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:51.155604 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3e5c2ec6-0c5d-4916-a683-23dcabeff052 None None] Provisioning complete for port ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:51.155975 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e5c2ec6-0c5d-4916-a683-23dcabeff052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:51.381941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:51.382308 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:51.462305 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:51.695199 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e5c2ec6-0c5d-4916-a683-23dcabeff052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:51.717803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-44119302-d364-46a7-b252-268c36add61f', 'network_id': '44119302-d364-46a7-b252-268c36add61f', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'fixed_ips': [{'subnet_id': 'e176d885-9221-4942-befa-847cd171e7e7'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:46:51.718636 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:51.720018 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Allocated IP 172.22.0.1 (44119302-d364-46a7-b252-268c36add61f/e176d885-9221-4942-befa-847cd171e7e7/aef695d9-d192-4edb-a584-247f7c63bf56) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:51.760681 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:51.811005 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:51.843288 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:51.856241 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Transition to ACTIVE for port object aef695d9-d192-4edb-a584-247f7c63bf56 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:51.872957 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3e5c2ec6-0c5d-4916-a683-23dcabeff052 None None] For port ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81,segment=NetworkSegment(1196f9fe-9833-4d3b-a709-ad4ecb20e967),segment_id=1196f9fe-9833-4d3b-a709-ad4ecb20e967)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:51.882414 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e5c2ec6-0c5d-4916-a683-23dcabeff052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:51.885007 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Transition to ACTIVE for port object b33a80a3-268f-40d0-9b38-3dfcb22f5205 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:51.891328 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:51.942442 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network 44119302-d364-46a7-b252-268c36add61f is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:51.947193 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:51.954937 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=aef695d9-d192-4edb-a584-247f7c63bf56,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:51.960216 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:51.963227 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:52.011393 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:52.020828 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.api [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:46:52.021214 n-d-778696-5 neutron-server[93829]: DEBUG oslo_db.api [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:46:52.033485 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c2ec6-0c5d-4916-a683-23dcabeff052 None None] Pushing event updated for resources: {'Port': ['ID=ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:52.045451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Allocated IP 172.22.0.2 (44119302-d364-46a7-b252-268c36add61f/e176d885-9221-4942-befa-847cd171e7e7/cd38732a-1067-4094-90c4-0db2cf5630d5) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:52.149219 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:52.180302 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8403e7-eb1e-432c-bb06-78d93473b173 None None] Pushing event updated for resources: {'Port': ['ID=b33a80a3-268f-40d0-9b38-3dfcb22f5205,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:52.187393 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Attempting to bind port b33a80a3-268f-40d0-9b38-3dfcb22f5205 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:46:52.188341 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Attempting to bind port b33a80a3-268f-40d0-9b38-3dfcb22f5205 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '1196f9fe-9833-4d3b-a709-ad4ecb20e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:46:52.188341 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Attempting to bind port b33a80a3-268f-40d0-9b38-3dfcb22f5205 on network 59ded73e-26e6-4be2-99ba-eaebf6f1b6b5 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:46:52.201412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5a8bc682-5e46-4aee-b670-6c5fbda48b30 None None] Provisioning complete for port ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:52.201721 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc682-5e46-4aee-b670-6c5fbda48b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:52.204955 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:46:52.205362 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Checking segment: {'id': '1196f9fe-9833-4d3b-a709-ad4ecb20e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:52.205764 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:52.206161 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Bound using segment: {'id': '1196f9fe-9833-4d3b-a709-ad4ecb20e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:46:52.206641 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Bound port: b33a80a3-268f-40d0-9b38-3dfcb22f5205, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1196f9fe-9833-4d3b-a709-ad4ecb20e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:46:52.207031 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:52.369589 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] For port b33a80a3-268f-40d0-9b38-3dfcb22f5205, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:46:52.413945 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] For port b33a80a3-268f-40d0-9b38-3dfcb22f5205, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b33a80a3-268f-40d0-9b38-3dfcb22f5205,segment=NetworkSegment(1196f9fe-9833-4d3b-a709-ad4ecb20e967),segment_id=1196f9fe-9833-4d3b-a709-ad4ecb20e967)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:46:52.422051 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:52.425580 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:52.433613 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:52.438952 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:52.457776 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Transition to ACTIVE for port object cd38732a-1067-4094-90c4-0db2cf5630d5 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:52.496124 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Transition to ACTIVE for port object cd38732a-1067-4094-90c4-0db2cf5630d5 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:52.503747 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5a8bc682-5e46-4aee-b670-6c5fbda48b30 None None] Provisioning for port b33a80a3-268f-40d0-9b38-3dfcb22f5205 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:52.516350 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:52.518994 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:52.536424 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=aef695d9-d192-4edb-a584-247f7c63bf56,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:52.550473 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8403e7-eb1e-432c-bb06-78d93473b173 None None] Pushing event updated for resources: {'Port': ['ID=b33a80a3-268f-40d0-9b38-3dfcb22f5205,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:52.560315 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Routers {'93ada16d-7572-4c7d-984d-2330147261fb'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:52.560878 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['93ada16d-7572-4c7d-984d-2330147261fb'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:52.633785 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network 44119302-d364-46a7-b252-268c36add61f is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:52.635593 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:52.657393 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Network 44119302-d364-46a7-b252-268c36add61f is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:52.664721 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b531ba83-d72c-4e40-b33b-9a6523eb421b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:52.673666 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:52.687097 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:52.725566 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Pushing event updated for resources: {'Port': ['ID=cd38732a-1067-4094-90c4-0db2cf5630d5,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:52.743683 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] Set router 93ada16d-7572-4c7d-984d-2330147261fb gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:46:52.745928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router 93ada16d-7572-4c7d-984d-2330147261fb has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:46:52.847581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:52.852629 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e7ad02b2-6d48-46a8-88d0-bf1d9461bb72 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/93ada16d-7572-4c7d-984d-2330147261fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7436535 Jul 14 07:46:52.855161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35020) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:52.860081 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-16bdfdf6-714d-4244-b949-43c4991b0680 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'network': {'name': 'tempest-RoutersTest-1106140499'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:52.877225 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Attempting to bind port cd38732a-1067-4094-90c4-0db2cf5630d5 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:46:52.877615 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Attempting to bind port cd38732a-1067-4094-90c4-0db2cf5630d5 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'a161ae86-dcbe-4fbc-8c74-4c79f70e1674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '44119302-d364-46a7-b252-268c36add61f'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:46:52.877960 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Attempting to bind port cd38732a-1067-4094-90c4-0db2cf5630d5 on network 44119302-d364-46a7-b252-268c36add61f {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:46:52.879875 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bdfdf6-714d-4244-b949-43c4991b0680 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Made reservation on behalf of 97e6f1bd7e0b453e8a6a6b44a9ab2a0a for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:52.883318 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16bdfdf6-714d-4244-b949-43c4991b0680 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:52.908094 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16bdfdf6-714d-4244-b949-43c4991b0680 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:46:52.916482 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16bdfdf6-714d-4244-b949-43c4991b0680 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:52.916823 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-16bdfdf6-714d-4244-b949-43c4991b0680 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Added segment 62dd2644-abbb-4329-a3df-80fb8ce0ad9d of type vlan for network e9f6d50b-1703-4e94-b874-31bf55e84c25 Jul 14 07:46:52.922445 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:46:52.922824 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Checking segment: {'id': 'a161ae86-dcbe-4fbc-8c74-4c79f70e1674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '44119302-d364-46a7-b252-268c36add61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:52.923227 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:52.923628 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Bound using segment: {'id': 'a161ae86-dcbe-4fbc-8c74-4c79f70e1674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '44119302-d364-46a7-b252-268c36add61f'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:46:52.924111 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Bound port: cd38732a-1067-4094-90c4-0db2cf5630d5, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a161ae86-dcbe-4fbc-8c74-4c79f70e1674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '44119302-d364-46a7-b252-268c36add61f'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:46:52.924522 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:52.932268 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port b531ba83-d72c-4e40-b33b-9a6523eb421b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:52.951158 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port b531ba83-d72c-4e40-b33b-9a6523eb421b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:52.952000 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:52.962021 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16bdfdf6-714d-4244-b949-43c4991b0680 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:52.996271 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16bdfdf6-714d-4244-b949-43c4991b0680 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:53.002655 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bdfdf6-714d-4244-b949-43c4991b0680 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:53.003252 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16bdfdf6-714d-4244-b949-43c4991b0680 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:53.061338 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-16bdfdf6-714d-4244-b949-43c4991b0680 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2050965 Jul 14 07:46:53.064935 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35022) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:53.070451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-48710721-b7a9-44b5-b22e-edcf94040e22 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'subnet': {'network_id': 'e9f6d50b-1703-4e94-b874-31bf55e84c25', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:53.072757 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdfdf6-714d-4244-b949-43c4991b0680 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Network': ['ID=e9f6d50b-1703-4e94-b874-31bf55e84c25,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:53.160191 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48710721-b7a9-44b5-b22e-edcf94040e22 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Made reservation on behalf of 97e6f1bd7e0b453e8a6a6b44a9ab2a0a for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:46:53.163731 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-48710721-b7a9-44b5-b22e-edcf94040e22 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:53.181173 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network e9f6d50b-1703-4e94-b874-31bf55e84c25 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:46:53.334331 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] For port cd38732a-1067-4094-90c4-0db2cf5630d5, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:46:53.341080 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-48710721-b7a9-44b5-b22e-edcf94040e22 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:53.359823 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] For port cd38732a-1067-4094-90c4-0db2cf5630d5, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cd38732a-1067-4094-90c4-0db2cf5630d5,segment=NetworkSegment(a161ae86-dcbe-4fbc-8c74-4c79f70e1674),segment_id=a161ae86-dcbe-4fbc-8c74-4c79f70e1674)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:46:53.368516 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:53.370305 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:53.406839 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48710721-b7a9-44b5-b22e-edcf94040e22 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Subnet': ['ID=0a5ceb18-087f-4c43-b42c-f8c6a04e0578,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:53.416839 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48710721-b7a9-44b5-b22e-edcf94040e22 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Checking segment: {'id': '62dd2644-abbb-4329-a3df-80fb8ce0ad9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e9f6d50b-1703-4e94-b874-31bf55e84c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:53.417220 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48710721-b7a9-44b5-b22e-edcf94040e22 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network hostable DHCP agents. Network: e9f6d50b-1703-4e94-b874-31bf55e84c25, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:46:53.436710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48710721-b7a9-44b5-b22e-edcf94040e22 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network e9f6d50b-1703-4e94-b874-31bf55e84c25 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:46:53.452113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-48710721-b7a9-44b5-b22e-edcf94040e22 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, e9f6d50b-1703-4e94-b874-31bf55e84c25) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:53.457690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48710721-b7a9-44b5-b22e-edcf94040e22 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:46:53.458960 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-48710721-b7a9-44b5-b22e-edcf94040e22 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:53.459376 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:46:52Z', 'revision_number': 4, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'aef695d9-d192-4edb-a584-247f7c63bf56', 'name': '', 'network_id': '44119302-d364-46a7-b252-268c36add61f', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:df:8f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e176d885-9221-4942-befa-847cd171e7e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:51Z', 'updated_at': '2021-07-14T07:46:52Z', 'revision_number': 2, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'e176d885-9221-4942-befa-847cd171e7e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33a80a3-268f-40d0-9b38-3dfcb22f5205', 'name': '', 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:48:23:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:49Z', 'updated_at': '2021-07-14T07:46:52Z', 'revision_number': 4, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:48Z', 'revision_number': 4, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:53.466800 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3134cae-5350-4609-b2ce-ef13cac5109e None None] Network e9f6d50b-1703-4e94-b874-31bf55e84c25 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:53.475689 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-48710721-b7a9-44b5-b22e-edcf94040e22 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4093101 Jul 14 07:46:53.478556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35024) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:53.497794 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port b531ba83-d72c-4e40-b33b-9a6523eb421b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b531ba83-d72c-4e40-b33b-9a6523eb421b,segment=NetworkSegment(31997ed9-4094-4991-bf22-01c14e5f8395),segment_id=31997ed9-4094-4991-bf22-01c14e5f8395)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:53.499316 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe24b9-f270-44fe-865b-ece39cc475f4 None None] Pushing event updated for resources: {'Port': ['ID=cd38732a-1067-4094-90c4-0db2cf5630d5,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:53.504051 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c51f4db-f026-4607-a986-151ef5aa2130 None None] The sync data for ids ['93ada16d-7572-4c7d-984d-2330147261fb'] in n-d-778696-5 is: [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:46:52Z', 'revision_number': 4, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'aef695d9-d192-4edb-a584-247f7c63bf56', 'name': '', 'network_id': '44119302-d364-46a7-b252-268c36add61f', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:df:8f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e176d885-9221-4942-befa-847cd171e7e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:51Z', 'updated_at': '2021-07-14T07:46:52Z', 'revision_number': 2, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'e176d885-9221-4942-befa-847cd171e7e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33a80a3-268f-40d0-9b38-3dfcb22f5205', 'name': '', 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:48:23:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:49Z', 'updated_at': '2021-07-14T07:46:52Z', 'revision_number': 4, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:48Z', 'revision_number': 4, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:46:53.538870 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:53.642197 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=b531ba83-d72c-4e40-b33b-9a6523eb421b,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:53.736175 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:53.786574 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-e9f6d50b-1703-4e94-b874-31bf55e84c25', 'network_id': 'e9f6d50b-1703-4e94-b874-31bf55e84c25', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'fixed_ips': [{'subnet_id': '0a5ceb18-087f-4c43-b42c-f8c6a04e0578'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:46:53.787409 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:53.940602 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:53.940985 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:53.986802 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:54.022444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Allocated IP 172.23.0.2 (e9f6d50b-1703-4e94-b874-31bf55e84c25/0a5ceb18-087f-4c43-b42c-f8c6a04e0578/f3ad9081-a50f-4616-90d3-f231b0b9017c) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:54.236756 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:54.245617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Transition to ACTIVE for port object f3ad9081-a50f-4616-90d3-f231b0b9017c will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:54.261070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Transition to ACTIVE for port object f3ad9081-a50f-4616-90d3-f231b0b9017c will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:54.267640 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:54.311460 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Network e9f6d50b-1703-4e94-b874-31bf55e84c25 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:54.317046 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:54.320043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:54.325035 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Allocated IP 172.23.0.1 (e9f6d50b-1703-4e94-b874-31bf55e84c25/0a5ceb18-087f-4c43-b42c-f8c6a04e0578/e6726ae7-3283-4669-b67b-1751769ba64d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:46:54.373052 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Pushing event updated for resources: {'Port': ['ID=f3ad9081-a50f-4616-90d3-f231b0b9017c,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:54.394434 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:54.394789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:54.395132 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:54.395472 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:54.395808 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:54.396142 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:54.396474 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:54.396802 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:54.397141 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:54.397551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:54.397879 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:54.398203 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:46:54.409412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Attempting to bind port f3ad9081-a50f-4616-90d3-f231b0b9017c on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:46:54.409788 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Attempting to bind port f3ad9081-a50f-4616-90d3-f231b0b9017c by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '62dd2644-abbb-4329-a3df-80fb8ce0ad9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e9f6d50b-1703-4e94-b874-31bf55e84c25'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:46:54.410160 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Attempting to bind port f3ad9081-a50f-4616-90d3-f231b0b9017c on network e9f6d50b-1703-4e94-b874-31bf55e84c25 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:46:54.415751 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:46:54.416718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Checking segment: {'id': '62dd2644-abbb-4329-a3df-80fb8ce0ad9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e9f6d50b-1703-4e94-b874-31bf55e84c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:54.417140 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:54.417564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Bound using segment: {'id': '62dd2644-abbb-4329-a3df-80fb8ce0ad9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e9f6d50b-1703-4e94-b874-31bf55e84c25'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:46:54.418054 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Bound port: f3ad9081-a50f-4616-90d3-f231b0b9017c, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dd2644-abbb-4329-a3df-80fb8ce0ad9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e9f6d50b-1703-4e94-b874-31bf55e84c25'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:46:54.418446 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:54.462357 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:54.482250 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Transition to ACTIVE for port object e6726ae7-3283-4669-b67b-1751769ba64d will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:54.506426 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] For port f3ad9081-a50f-4616-90d3-f231b0b9017c, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:46:54.510957 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] For port f3ad9081-a50f-4616-90d3-f231b0b9017c, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f3ad9081-a50f-4616-90d3-f231b0b9017c,segment=NetworkSegment(62dd2644-abbb-4329-a3df-80fb8ce0ad9d),segment_id=62dd2644-abbb-4329-a3df-80fb8ce0ad9d)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:46:54.518750 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:54.524348 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:54.576087 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network e9f6d50b-1703-4e94-b874-31bf55e84c25 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:54.580471 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:54.588931 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:46:54.600650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a6164-6afe-4175-b3f6-c0f1817a2439 None None] Pushing event updated for resources: {'Port': ['ID=f3ad9081-a50f-4616-90d3-f231b0b9017c,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:54.653959 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=e6726ae7-3283-4669-b67b-1751769ba64d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:54.658380 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:54.839203 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77c4669-e99e-4413-a836-7b60e7bb2986 None None] Network 44119302-d364-46a7-b252-268c36add61f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:54.853936 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:54.902069 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Sync routers for ids ['93ada16d-7572-4c7d-984d-2330147261fb'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:46:54.910919 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Routers {'93ada16d-7572-4c7d-984d-2330147261fb'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:54.911735 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['93ada16d-7572-4c7d-984d-2330147261fb'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:54.925691 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1c599141-5efe-45e8-8ad5-00c1f539ebaa None None] Provisioning for port cd38732a-1067-4094-90c4-0db2cf5630d5 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:55.114016 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Set router 93ada16d-7572-4c7d-984d-2330147261fb gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:46:55.352456 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:46:54Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'aef695d9-d192-4edb-a584-247f7c63bf56', 'name': '', 'network_id': '44119302-d364-46a7-b252-268c36add61f', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:df:8f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e176d885-9221-4942-befa-847cd171e7e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:51Z', 'updated_at': '2021-07-14T07:46:52Z', 'revision_number': 2, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'e176d885-9221-4942-befa-847cd171e7e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33a80a3-268f-40d0-9b38-3dfcb22f5205', 'name': '', 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:48:23:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:49Z', 'updated_at': '2021-07-14T07:46:52Z', 'revision_number': 4, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:53Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6726ae7-3283-4669-b67b-1751769ba64d', 'name': '', 'network_id': 'e9f6d50b-1703-4e94-b874-31bf55e84c25', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:00:a5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0a5ceb18-087f-4c43-b42c-f8c6a04e0578', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:54Z', 'updated_at': '2021-07-14T07:46:54Z', 'revision_number': 1, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '0a5ceb18-087f-4c43-b42c-f8c6a04e0578', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:55.359917 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-41a9184f-ee4c-4332-a527-72da32edd346 None None] Provisioning for port aef695d9-d192-4edb-a584-247f7c63bf56 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:55.364670 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-41a9184f-ee4c-4332-a527-72da32edd346 None None] Provisioning complete for port aef695d9-d192-4edb-a584-247f7c63bf56 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:55.365246 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-41a9184f-ee4c-4332-a527-72da32edd346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:55.389987 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Checking router: 93ada16d-7572-4c7d-984d-2330147261fb for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:46:55.390329 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Updating router 93ada16d-7572-4c7d-984d-2330147261fb port aef695d9-d192-4edb-a584-247f7c63bf56 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:46:55.426069 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-41a9184f-ee4c-4332-a527-72da32edd346 None None] Port aef695d9-d192-4edb-a584-247f7c63bf56 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:55.432010 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:55.535812 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:55.543263 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:55.574002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2b5c3404-f65f-4cac-8cf4-cdeb14e8e5d9 None None] Provisioning complete for port aef695d9-d192-4edb-a584-247f7c63bf56 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:55.574202 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2b5c3404-f65f-4cac-8cf4-cdeb14e8e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:55.650926 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-2b5c3404-f65f-4cac-8cf4-cdeb14e8e5d9 None None] Port aef695d9-d192-4edb-a584-247f7c63bf56 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:46:55.659213 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:55.669853 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event updated for resources: {'Port': ['ID=e6726ae7-3283-4669-b67b-1751769ba64d,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:55.785436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Network e9f6d50b-1703-4e94-b874-31bf55e84c25 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:46:55.787111 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:46:55.844583 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:55.856243 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Transition to ACTIVE for port object aef695d9-d192-4edb-a584-247f7c63bf56 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:55.872892 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:55.890777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f3ad9081-a50f-4616-90d3-f231b0b9017c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:55.920660 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router 93ada16d-7572-4c7d-984d-2330147261fb has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:46:55.926437 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b1d90-b1ed-4580-9091-1ebc0560100f None None] Network e9f6d50b-1703-4e94-b874-31bf55e84c25 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:46:55.967002 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dd72f-75e9-4f89-9e84-00c455b458b3 None None] Pushing event updated for resources: {'Port': ['ID=aef695d9-d192-4edb-a584-247f7c63bf56,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:56.013843 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Attempting to bind port aef695d9-d192-4edb-a584-247f7c63bf56 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:46:56.014339 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Attempting to bind port aef695d9-d192-4edb-a584-247f7c63bf56 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'a161ae86-dcbe-4fbc-8c74-4c79f70e1674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '44119302-d364-46a7-b252-268c36add61f'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:46:56.014794 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Attempting to bind port aef695d9-d192-4edb-a584-247f7c63bf56 on network 44119302-d364-46a7-b252-268c36add61f {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:46:56.023947 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:46:56.024475 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Checking segment: {'id': 'a161ae86-dcbe-4fbc-8c74-4c79f70e1674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '44119302-d364-46a7-b252-268c36add61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:56.024976 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:56.025537 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Bound using segment: {'id': 'a161ae86-dcbe-4fbc-8c74-4c79f70e1674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '44119302-d364-46a7-b252-268c36add61f'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:46:56.027119 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Bound port: aef695d9-d192-4edb-a584-247f7c63bf56, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a161ae86-dcbe-4fbc-8c74-4c79f70e1674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '44119302-d364-46a7-b252-268c36add61f'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:46:56.027915 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:56.036887 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:56.045965 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-25f2abfe-70e9-4870-8705-d6632e8c875e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/93ada16d-7572-4c7d-984d-2330147261fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5630381 Jul 14 07:46:56.046669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35026) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:56.051631 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port f3ad9081-a50f-4616-90d3-f231b0b9017c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:56.057367 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d59b7fc6-19be-43ce-8cab-98b3df25703c None None] Provisioning for port f3ad9081-a50f-4616-90d3-f231b0b9017c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:56.057864 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f916c68b-c4d0-4471-b9bf-0b60c3fa2b12 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:56.059234 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f3ad9081-a50f-4616-90d3-f231b0b9017c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:56.059665 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:56.102175 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d59b7fc6-19be-43ce-8cab-98b3df25703c None None] Provisioning complete for port f3ad9081-a50f-4616-90d3-f231b0b9017c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:56.102539 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d59b7fc6-19be-43ce-8cab-98b3df25703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:56.107194 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] For port aef695d9-d192-4edb-a584-247f7c63bf56, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:46:56.111334 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] For port aef695d9-d192-4edb-a584-247f7c63bf56, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=aef695d9-d192-4edb-a584-247f7c63bf56,segment=NetworkSegment(a161ae86-dcbe-4fbc-8c74-4c79f70e1674),segment_id=a161ae86-dcbe-4fbc-8c74-4c79f70e1674)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:46:56.118273 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:56.154667 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Updating router 93ada16d-7572-4c7d-984d-2330147261fb port e6726ae7-3283-4669-b67b-1751769ba64d binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:46:56.214888 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dd72f-75e9-4f89-9e84-00c455b458b3 None None] Pushing event updated for resources: {'Port': ['ID=aef695d9-d192-4edb-a584-247f7c63bf56,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:56.218812 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:56.319637 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:56.341935 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d59b7fc6-19be-43ce-8cab-98b3df25703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:56.401827 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d59b7fc6-19be-43ce-8cab-98b3df25703c None None] For port f3ad9081-a50f-4616-90d3-f231b0b9017c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f3ad9081-a50f-4616-90d3-f231b0b9017c,segment=NetworkSegment(62dd2644-abbb-4329-a3df-80fb8ce0ad9d),segment_id=62dd2644-abbb-4329-a3df-80fb8ce0ad9d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:56.411332 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d59b7fc6-19be-43ce-8cab-98b3df25703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:56.509582 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b7fc6-19be-43ce-8cab-98b3df25703c None None] Pushing event updated for resources: {'Port': ['ID=f3ad9081-a50f-4616-90d3-f231b0b9017c,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:56.518735 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.api [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 07:46:56.519164 n-d-778696-5 neutron-server[93829]: DEBUG oslo_db.api [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 07:46:56.537592 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.extraroute_db [None req-f916c68b-c4d0-4471-b9bf-0b60c3fa2b12 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 07:46:56.551991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.extraroute_db [None req-f916c68b-c4d0-4471-b9bf-0b60c3fa2b12 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Removed routes are [] {{(pid=93827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 07:46:56.552409 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f916c68b-c4d0-4471-b9bf-0b60c3fa2b12 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:56.574780 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:56.586547 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Transition to ACTIVE for port object e6726ae7-3283-4669-b67b-1751769ba64d will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:46:56.592678 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:56.642703 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dd72f-75e9-4f89-9e84-00c455b458b3 None None] Pushing event updated for resources: {'Port': ['ID=e6726ae7-3283-4669-b67b-1751769ba64d,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:56.656802 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8a4f7470-a54a-4d26-b575-e783ad583bfd None None] Provisioning for port e6726ae7-3283-4669-b67b-1751769ba64d completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:56.679214 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8a4f7470-a54a-4d26-b575-e783ad583bfd None None] Provisioning complete for port f3ad9081-a50f-4616-90d3-f231b0b9017c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:56.679586 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8a4f7470-a54a-4d26-b575-e783ad583bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:56.704393 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Attempting to bind port e6726ae7-3283-4669-b67b-1751769ba64d on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:46:56.704756 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Attempting to bind port e6726ae7-3283-4669-b67b-1751769ba64d by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '62dd2644-abbb-4329-a3df-80fb8ce0ad9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e9f6d50b-1703-4e94-b874-31bf55e84c25'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:46:56.707345 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Attempting to bind port e6726ae7-3283-4669-b67b-1751769ba64d on network e9f6d50b-1703-4e94-b874-31bf55e84c25 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:46:56.712965 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:46:56.713366 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Checking segment: {'id': '62dd2644-abbb-4329-a3df-80fb8ce0ad9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e9f6d50b-1703-4e94-b874-31bf55e84c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:46:56.713760 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:56.714143 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Bound using segment: {'id': '62dd2644-abbb-4329-a3df-80fb8ce0ad9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e9f6d50b-1703-4e94-b874-31bf55e84c25'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:46:56.714605 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Bound port: e6726ae7-3283-4669-b67b-1751769ba64d, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dd2644-abbb-4329-a3df-80fb8ce0ad9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e9f6d50b-1703-4e94-b874-31bf55e84c25'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:46:56.715012 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:56.777440 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f916c68b-c4d0-4471-b9bf-0b60c3fa2b12 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:56.781265 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f916c68b-c4d0-4471-b9bf-0b60c3fa2b12 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:56.787512 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] For port e6726ae7-3283-4669-b67b-1751769ba64d, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:46:56.791181 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] For port e6726ae7-3283-4669-b67b-1751769ba64d, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e6726ae7-3283-4669-b67b-1751769ba64d,segment=NetworkSegment(62dd2644-abbb-4329-a3df-80fb8ce0ad9d),segment_id=62dd2644-abbb-4329-a3df-80fb8ce0ad9d)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:46:56.795065 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:56.850192 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Routers {'93ada16d-7572-4c7d-984d-2330147261fb'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:56.850828 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['93ada16d-7572-4c7d-984d-2330147261fb'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:56.885599 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f916c68b-c4d0-4471-b9bf-0b60c3fa2b12 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router 93ada16d-7572-4c7d-984d-2330147261fb has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:46:56.913689 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dd72f-75e9-4f89-9e84-00c455b458b3 None None] Pushing event updated for resources: {'Port': ['ID=e6726ae7-3283-4669-b67b-1751769ba64d,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:56.945573 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] Set router 93ada16d-7572-4c7d-984d-2330147261fb gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:46:57.001437 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f916c68b-c4d0-4471-b9bf-0b60c3fa2b12 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:57.008773 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f916c68b-c4d0-4471-b9bf-0b60c3fa2b12 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:57.011476 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f916c68b-c4d0-4471-b9bf-0b60c3fa2b12 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/93ada16d-7572-4c7d-984d-2330147261fb HTTP/1.1" status: 200 len: 933 time: 0.9624383 Jul 14 07:46:57.012483 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35028) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:57.070988 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cd38732a-1067-4094-90c4-0db2cf5630d5 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:57.119854 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b8d9ca97-8cfc-4db1-b651-e976cdcc9ae5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/routers/93ada16d-7572-4c7d-984d-2330147261fb HTTP/1.1" status: 200 len: 933 time: 0.1028717 Jul 14 07:46:57.120188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35030) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:57.127102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d72bf29d-08fb-4d53-a4fa-26f9283b730e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'router': {'routes': None}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:46:57.128755 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port cd38732a-1067-4094-90c4-0db2cf5630d5 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:57.133546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port cd38732a-1067-4094-90c4-0db2cf5630d5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:57.134004 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:57.166131 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:46:56Z', 'revision_number': 6, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'aef695d9-d192-4edb-a584-247f7c63bf56', 'name': '', 'network_id': '44119302-d364-46a7-b252-268c36add61f', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:df:8f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e176d885-9221-4942-befa-847cd171e7e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:51Z', 'updated_at': '2021-07-14T07:46:56Z', 'revision_number': 4, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'e176d885-9221-4942-befa-847cd171e7e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33a80a3-268f-40d0-9b38-3dfcb22f5205', 'name': '', 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:48:23:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:49Z', 'updated_at': '2021-07-14T07:46:52Z', 'revision_number': 4, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:53Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6726ae7-3283-4669-b67b-1751769ba64d', 'name': '', 'network_id': 'e9f6d50b-1703-4e94-b874-31bf55e84c25', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:00:a5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0a5ceb18-087f-4c43-b42c-f8c6a04e0578', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:54Z', 'updated_at': '2021-07-14T07:46:56Z', 'revision_number': 4, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '0a5ceb18-087f-4c43-b42c-f8c6a04e0578', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:57.195066 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8cdb5-c045-4070-a0b4-008df5082f67 None None] The sync data for ids ['93ada16d-7572-4c7d-984d-2330147261fb'] in n-d-778696-5 is: [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:46:56Z', 'revision_number': 6, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'aef695d9-d192-4edb-a584-247f7c63bf56', 'name': '', 'network_id': '44119302-d364-46a7-b252-268c36add61f', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:df:8f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e176d885-9221-4942-befa-847cd171e7e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:51Z', 'updated_at': '2021-07-14T07:46:56Z', 'revision_number': 4, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'e176d885-9221-4942-befa-847cd171e7e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33a80a3-268f-40d0-9b38-3dfcb22f5205', 'name': '', 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:48:23:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:49Z', 'updated_at': '2021-07-14T07:46:52Z', 'revision_number': 4, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:53Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6726ae7-3283-4669-b67b-1751769ba64d', 'name': '', 'network_id': 'e9f6d50b-1703-4e94-b874-31bf55e84c25', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:00:a5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0a5ceb18-087f-4c43-b42c-f8c6a04e0578', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:54Z', 'updated_at': '2021-07-14T07:46:56Z', 'revision_number': 4, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '0a5ceb18-087f-4c43-b42c-f8c6a04e0578', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:46:57.232388 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:57.299567 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port cd38732a-1067-4094-90c4-0db2cf5630d5, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cd38732a-1067-4094-90c4-0db2cf5630d5,segment=NetworkSegment(a161ae86-dcbe-4fbc-8c74-4c79f70e1674),segment_id=a161ae86-dcbe-4fbc-8c74-4c79f70e1674)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:57.303516 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:57.304395 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b531ba83-d72c-4e40-b33b-9a6523eb421b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:57.399946 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=cd38732a-1067-4094-90c4-0db2cf5630d5,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:57.433019 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port b531ba83-d72c-4e40-b33b-9a6523eb421b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:57.433430 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:57.556954 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b33a80a3-268f-40d0-9b38-3dfcb22f5205 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:57.630699 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.extraroute_db [None req-d72bf29d-08fb-4d53-a4fa-26f9283b730e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Added routes are [] {{(pid=93828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 07:46:57.631285 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.extraroute_db [None req-d72bf29d-08fb-4d53-a4fa-26f9283b730e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 07:46:57.642013 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port b33a80a3-268f-40d0-9b38-3dfcb22f5205 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:57.646872 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port b33a80a3-268f-40d0-9b38-3dfcb22f5205 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:57.647442 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:57.676864 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d72bf29d-08fb-4d53-a4fa-26f9283b730e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:57.747828 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:57.781477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port b33a80a3-268f-40d0-9b38-3dfcb22f5205, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b33a80a3-268f-40d0-9b38-3dfcb22f5205,segment=NetworkSegment(1196f9fe-9833-4d3b-a709-ad4ecb20e967),segment_id=1196f9fe-9833-4d3b-a709-ad4ecb20e967)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:57.786315 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:57.843029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=b33a80a3-268f-40d0-9b38-3dfcb22f5205,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:57.883099 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d72bf29d-08fb-4d53-a4fa-26f9283b730e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:57.886822 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d72bf29d-08fb-4d53-a4fa-26f9283b730e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:57.993843 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72bf29d-08fb-4d53-a4fa-26f9283b730e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router 93ada16d-7572-4c7d-984d-2330147261fb has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:46:58.005155 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device aef695d9-d192-4edb-a584-247f7c63bf56 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:58.056324 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port aef695d9-d192-4edb-a584-247f7c63bf56 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:58.061575 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port aef695d9-d192-4edb-a584-247f7c63bf56 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:58.062025 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:58.096088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72bf29d-08fb-4d53-a4fa-26f9283b730e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:46:58.103249 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d72bf29d-08fb-4d53-a4fa-26f9283b730e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:58.105245 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d72bf29d-08fb-4d53-a4fa-26f9283b730e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/93ada16d-7572-4c7d-984d-2330147261fb HTTP/1.1" status: 200 len: 699 time: 0.9831438 Jul 14 07:46:58.107219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35032) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:58.142293 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:58.157095 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ce35d8-3a0a-4c5c-a32b-a84e645f3288 None None] Sync routers for ids ['93ada16d-7572-4c7d-984d-2330147261fb'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:46:58.174585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ce35d8-3a0a-4c5c-a32b-a84e645f3288 None None] Routers {'93ada16d-7572-4c7d-984d-2330147261fb'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:58.175225 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-94ce35d8-3a0a-4c5c-a32b-a84e645f3288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['93ada16d-7572-4c7d-984d-2330147261fb'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:58.251686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port aef695d9-d192-4edb-a584-247f7c63bf56, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=aef695d9-d192-4edb-a584-247f7c63bf56,segment=NetworkSegment(a161ae86-dcbe-4fbc-8c74-4c79f70e1674),segment_id=a161ae86-dcbe-4fbc-8c74-4c79f70e1674)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:58.261987 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:58.263432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e6726ae7-3283-4669-b67b-1751769ba64d up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:58.474412 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c83101ab-f213-4276-aae3-60f5e648cac9 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/routers/93ada16d-7572-4c7d-984d-2330147261fb HTTP/1.1" status: 200 len: 699 time: 0.3658807 Jul 14 07:46:58.477266 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35034) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:46:58.484436 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-94ce35d8-3a0a-4c5c-a32b-a84e645f3288 None None] Set router 93ada16d-7572-4c7d-984d-2330147261fb gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:46:58.560872 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=aef695d9-d192-4edb-a584-247f7c63bf56,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:58.632617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port e6726ae7-3283-4669-b67b-1751769ba64d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:46:58.642867 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port e6726ae7-3283-4669-b67b-1751769ba64d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:58.643252 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:58.784057 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:58.803390 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8f430b5-1c65-4e8d-9ee7-fd675bb5a598 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:58.811518 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-94ce35d8-3a0a-4c5c-a32b-a84e645f3288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:46:57Z', 'revision_number': 7, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'aef695d9-d192-4edb-a584-247f7c63bf56', 'name': '', 'network_id': '44119302-d364-46a7-b252-268c36add61f', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:df:8f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e176d885-9221-4942-befa-847cd171e7e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:51Z', 'updated_at': '2021-07-14T07:46:56Z', 'revision_number': 4, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'e176d885-9221-4942-befa-847cd171e7e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33a80a3-268f-40d0-9b38-3dfcb22f5205', 'name': '', 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:48:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:49Z', 'updated_at': '2021-07-14T07:46:57Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:53Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6726ae7-3283-4669-b67b-1751769ba64d', 'name': '', 'network_id': 'e9f6d50b-1703-4e94-b874-31bf55e84c25', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:00:a5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0a5ceb18-087f-4c43-b42c-f8c6a04e0578', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:54Z', 'updated_at': '2021-07-14T07:46:56Z', 'revision_number': 4, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '0a5ceb18-087f-4c43-b42c-f8c6a04e0578', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:58.847208 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ce35d8-3a0a-4c5c-a32b-a84e645f3288 None None] Checking router: 93ada16d-7572-4c7d-984d-2330147261fb for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:46:58.858646 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port e6726ae7-3283-4669-b67b-1751769ba64d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e6726ae7-3283-4669-b67b-1751769ba64d,segment=NetworkSegment(62dd2644-abbb-4329-a3df-80fb8ce0ad9d),segment_id=62dd2644-abbb-4329-a3df-80fb8ce0ad9d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:58.864256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ce35d8-3a0a-4c5c-a32b-a84e645f3288 None None] Routers {'93ada16d-7572-4c7d-984d-2330147261fb'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:46:58.864948 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-94ce35d8-3a0a-4c5c-a32b-a84e645f3288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['93ada16d-7572-4c7d-984d-2330147261fb'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:58.866800 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:58.867579 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f3ad9081-a50f-4616-90d3-f231b0b9017c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:59.018085 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=e6726ae7-3283-4669-b67b-1751769ba64d,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:59.029803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-94ce35d8-3a0a-4c5c-a32b-a84e645f3288 None None] Set router 93ada16d-7572-4c7d-984d-2330147261fb gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:46:59.062001 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b8f430b5-1c65-4e8d-9ee7-fd675bb5a598 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting port e6726ae7-3283-4669-b67b-1751769ba64d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:46:59.062343 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8f430b5-1c65-4e8d-9ee7-fd675bb5a598 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:59.066008 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f3ad9081-a50f-4616-90d3-f231b0b9017c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:59.066387 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:59.149891 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b8f430b5-1c65-4e8d-9ee7-fd675bb5a598 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] For port e6726ae7-3283-4669-b67b-1751769ba64d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e6726ae7-3283-4669-b67b-1751769ba64d,segment=NetworkSegment(62dd2644-abbb-4329-a3df-80fb8ce0ad9d),segment_id=62dd2644-abbb-4329-a3df-80fb8ce0ad9d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:46:59.150249 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8f430b5-1c65-4e8d-9ee7-fd675bb5a598 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:59.162202 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b8f430b5-1c65-4e8d-9ee7-fd675bb5a598 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Calling delete_port for e6726ae7-3283-4669-b67b-1751769ba64d owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:46:59.251375 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cd38732a-1067-4094-90c4-0db2cf5630d5 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:59.330467 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8f430b5-1c65-4e8d-9ee7-fd675bb5a598 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:59.330846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port cd38732a-1067-4094-90c4-0db2cf5630d5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:59.331211 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:59.336601 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-94ce35d8-3a0a-4c5c-a32b-a84e645f3288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:46:57Z', 'revision_number': 7, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'aef695d9-d192-4edb-a584-247f7c63bf56', 'name': '', 'network_id': '44119302-d364-46a7-b252-268c36add61f', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:df:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e176d885-9221-4942-befa-847cd171e7e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:51Z', 'updated_at': '2021-07-14T07:46:58Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'e176d885-9221-4942-befa-847cd171e7e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33a80a3-268f-40d0-9b38-3dfcb22f5205', 'name': '', 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:48:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:49Z', 'updated_at': '2021-07-14T07:46:57Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:53Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6726ae7-3283-4669-b67b-1751769ba64d', 'name': '', 'network_id': 'e9f6d50b-1703-4e94-b874-31bf55e84c25', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:00:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0a5ceb18-087f-4c43-b42c-f8c6a04e0578', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:54Z', 'updated_at': '2021-07-14T07:46:58Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '0a5ceb18-087f-4c43-b42c-f8c6a04e0578', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:46:59.358205 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f430b5-1c65-4e8d-9ee7-fd675bb5a598 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Port': ['ID=e6726ae7-3283-4669-b67b-1751769ba64d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:46:59.386898 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ce35d8-3a0a-4c5c-a32b-a84e645f3288 None None] The sync data for ids ['93ada16d-7572-4c7d-984d-2330147261fb'] in n-d-778696-5 is: [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:46:57Z', 'revision_number': 7, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'aef695d9-d192-4edb-a584-247f7c63bf56', 'name': '', 'network_id': '44119302-d364-46a7-b252-268c36add61f', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:df:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e176d885-9221-4942-befa-847cd171e7e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:51Z', 'updated_at': '2021-07-14T07:46:58Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'e176d885-9221-4942-befa-847cd171e7e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33a80a3-268f-40d0-9b38-3dfcb22f5205', 'name': '', 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:48:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:49Z', 'updated_at': '2021-07-14T07:46:57Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:53Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6726ae7-3283-4669-b67b-1751769ba64d', 'name': '', 'network_id': 'e9f6d50b-1703-4e94-b874-31bf55e84c25', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:00:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0a5ceb18-087f-4c43-b42c-f8c6a04e0578', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:54Z', 'updated_at': '2021-07-14T07:46:58Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '0a5ceb18-087f-4c43-b42c-f8c6a04e0578', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:46:59.527642 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8f430b5-1c65-4e8d-9ee7-fd675bb5a598 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:46:59.911585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device aef695d9-d192-4edb-a584-247f7c63bf56 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:46:59.963125 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port aef695d9-d192-4edb-a584-247f7c63bf56 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:46:59.963499 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.051282 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b33a80a3-268f-40d0-9b38-3dfcb22f5205 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:47:00.054915 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f430b5-1c65-4e8d-9ee7-fd675bb5a598 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router 93ada16d-7572-4c7d-984d-2330147261fb has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:47:00.099324 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port b33a80a3-268f-40d0-9b38-3dfcb22f5205 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:47:00.099714 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.154247 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f430b5-1c65-4e8d-9ee7-fd675bb5a598 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:47:00.161155 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b8f430b5-1c65-4e8d-9ee7-fd675bb5a598 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/93ada16d-7572-4c7d-984d-2330147261fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6827998 Jul 14 07:47:00.164129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35036) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:00.165646 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d133fef9-affc-44a7-91c2-605147a4b7d5 None None] Sync routers for ids ['93ada16d-7572-4c7d-984d-2330147261fb'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:47:00.174840 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d133fef9-affc-44a7-91c2-605147a4b7d5 None None] Routers {'93ada16d-7572-4c7d-984d-2330147261fb'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:47:00.175709 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d133fef9-affc-44a7-91c2-605147a4b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['93ada16d-7572-4c7d-984d-2330147261fb'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:00.217733 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5868ad-f385-4832-a0cf-05240b23cf33 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting subnet 0a5ceb18-087f-4c43-b42c-f8c6a04e0578 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:47:00.220724 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6e5868ad-f385-4832-a0cf-05240b23cf33 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.261876 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-d133fef9-affc-44a7-91c2-605147a4b7d5 None None] Set router 93ada16d-7572-4c7d-984d-2330147261fb gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:47:00.264128 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6e5868ad-f385-4832-a0cf-05240b23cf33 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.344905 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6e5868ad-f385-4832-a0cf-05240b23cf33 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.401819 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6e5868ad-f385-4832-a0cf-05240b23cf33 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.428431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5868ad-f385-4832-a0cf-05240b23cf33 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5ceb18-087f-4c43-b42c-f8c6a04e0578,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:00.432628 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6e5868ad-f385-4832-a0cf-05240b23cf33 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.436063 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6e5868ad-f385-4832-a0cf-05240b23cf33 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/subnets/0a5ceb18-087f-4c43-b42c-f8c6a04e0578 HTTP/1.1" status: 204 len: 168 time: 0.2709260 Jul 14 07:47:00.438644 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35038) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:00.439516 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb24b0c-dd66-46ec-b506-c42ec4bdbb3a None None] Network e9f6d50b-1703-4e94-b874-31bf55e84c25 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:47:00.464514 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d133fef9-affc-44a7-91c2-605147a4b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:46:59Z', 'revision_number': 8, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'aef695d9-d192-4edb-a584-247f7c63bf56', 'name': '', 'network_id': '44119302-d364-46a7-b252-268c36add61f', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:df:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e176d885-9221-4942-befa-847cd171e7e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:51Z', 'updated_at': '2021-07-14T07:46:58Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'e176d885-9221-4942-befa-847cd171e7e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33a80a3-268f-40d0-9b38-3dfcb22f5205', 'name': '', 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:48:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:49Z', 'updated_at': '2021-07-14T07:46:57Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:53Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:00.493940 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d133fef9-affc-44a7-91c2-605147a4b7d5 None None] Checking router: 93ada16d-7572-4c7d-984d-2330147261fb for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:47:00.505154 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d133fef9-affc-44a7-91c2-605147a4b7d5 None None] Routers {'93ada16d-7572-4c7d-984d-2330147261fb'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:47:00.505930 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d133fef9-affc-44a7-91c2-605147a4b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['93ada16d-7572-4c7d-984d-2330147261fb'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:00.523408 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.556537 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-719df6eb-69f2-402a-963c-4fa9c0598fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.581593 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting port f3ad9081-a50f-4616-90d3-f231b0b9017c {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:47:00.582112 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.596475 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-d133fef9-affc-44a7-91c2-605147a4b7d5 None None] Set router 93ada16d-7572-4c7d-984d-2330147261fb gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:47:00.648814 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] For port f3ad9081-a50f-4616-90d3-f231b0b9017c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f3ad9081-a50f-4616-90d3-f231b0b9017c,segment=NetworkSegment(62dd2644-abbb-4329-a3df-80fb8ce0ad9d),segment_id=62dd2644-abbb-4329-a3df-80fb8ce0ad9d)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:47:00.649174 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.663820 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ed0cd7-f8c5-4339-a913-7341c5ee0b54 None None] DHCP port deletion for e9f6d50b-1703-4e94-b874-31bf55e84c25 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:47:00.664793 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Calling delete_port for f3ad9081-a50f-4616-90d3-f231b0b9017c owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:47:00.718170 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed0cd7-f8c5-4339-a913-7341c5ee0b54 None None] Deleting port f3ad9081-a50f-4616-90d3-f231b0b9017c {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:47:00.718555 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0cd7-f8c5-4339-a913-7341c5ee0b54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.746347 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.775555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Port': ['ID=f3ad9081-a50f-4616-90d3-f231b0b9017c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:00.779841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] No DVR routers for this DVR port f3ad9081-a50f-4616-90d3-f231b0b9017c on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:47:00.783152 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e5ed0cd7-f8c5-4339-a913-7341c5ee0b54 None None] For port f3ad9081-a50f-4616-90d3-f231b0b9017c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f3ad9081-a50f-4616-90d3-f231b0b9017c,segment=NetworkSegment(62dd2644-abbb-4329-a3df-80fb8ce0ad9d),segment_id=62dd2644-abbb-4329-a3df-80fb8ce0ad9d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:47:00.783557 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0cd7-f8c5-4339-a913-7341c5ee0b54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.799411 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed0cd7-f8c5-4339-a913-7341c5ee0b54 None None] Calling delete_port for f3ad9081-a50f-4616-90d3-f231b0b9017c owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:47:00.811615 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d133fef9-affc-44a7-91c2-605147a4b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:46:59Z', 'revision_number': 8, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'aef695d9-d192-4edb-a584-247f7c63bf56', 'name': '', 'network_id': '44119302-d364-46a7-b252-268c36add61f', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:df:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e176d885-9221-4942-befa-847cd171e7e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:51Z', 'updated_at': '2021-07-14T07:46:58Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'e176d885-9221-4942-befa-847cd171e7e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33a80a3-268f-40d0-9b38-3dfcb22f5205', 'name': '', 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:48:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:49Z', 'updated_at': '2021-07-14T07:46:57Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:53Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:00.839087 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d133fef9-affc-44a7-91c2-605147a4b7d5 None None] The sync data for ids ['93ada16d-7572-4c7d-984d-2330147261fb'] in n-d-778696-5 is: [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:46:59Z', 'revision_number': 8, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'aef695d9-d192-4edb-a584-247f7c63bf56', 'name': '', 'network_id': '44119302-d364-46a7-b252-268c36add61f', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:df:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e176d885-9221-4942-befa-847cd171e7e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:51Z', 'updated_at': '2021-07-14T07:46:58Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'e176d885-9221-4942-befa-847cd171e7e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33a80a3-268f-40d0-9b38-3dfcb22f5205', 'name': '', 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:48:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:49Z', 'updated_at': '2021-07-14T07:46:57Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:53Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:47:00.862666 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.875677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f6d50b-1703-4e94-b874-31bf55e84c25']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:00.885416 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0cd7-f8c5-4339-a913-7341c5ee0b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.886249 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62dd2644-abbb-4329-a3df-80fb8ce0ad9d') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:00.886545 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62dd2644-abbb-4329-a3df-80fb8ce0ad9d') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:00.895968 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.908112 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed0cd7-f8c5-4339-a913-7341c5ee0b54 None None] Pushing event deleted for resources: {'Port': ['ID=f3ad9081-a50f-4616-90d3-f231b0b9017c,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:00.909312 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.913512 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed0cd7-f8c5-4339-a913-7341c5ee0b54 None None] No DVR routers for this DVR port f3ad9081-a50f-4616-90d3-f231b0b9017c on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:47:00.919818 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:47:00.920227 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:47:00.923521 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:47:00.980372 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.987594 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:00.989433 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/networks/e9f6d50b-1703-4e94-b874-31bf55e84c25 HTTP/1.1" status: 204 len: 168 time: 0.5495982 Jul 14 07:47:00.992139 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35040) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:01.005964 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbe8fb-66a9-4f43-a049-5470175b9f26 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Network': ['ID=e9f6d50b-1703-4e94-b874-31bf55e84c25,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:01.317866 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a471edb1-b047-4f91-87fb-3c9a4a661104 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:01.563221 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a471edb1-b047-4f91-87fb-3c9a4a661104 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting port aef695d9-d192-4edb-a584-247f7c63bf56 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:47:01.563558 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a471edb1-b047-4f91-87fb-3c9a4a661104 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:01.646960 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a471edb1-b047-4f91-87fb-3c9a4a661104 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] For port aef695d9-d192-4edb-a584-247f7c63bf56, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=aef695d9-d192-4edb-a584-247f7c63bf56,segment=NetworkSegment(a161ae86-dcbe-4fbc-8c74-4c79f70e1674),segment_id=a161ae86-dcbe-4fbc-8c74-4c79f70e1674)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:47:01.647312 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a471edb1-b047-4f91-87fb-3c9a4a661104 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:01.659990 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a471edb1-b047-4f91-87fb-3c9a4a661104 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Calling delete_port for aef695d9-d192-4edb-a584-247f7c63bf56 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:47:01.823501 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a471edb1-b047-4f91-87fb-3c9a4a661104 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:01.852624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471edb1-b047-4f91-87fb-3c9a4a661104 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Port': ['ID=aef695d9-d192-4edb-a584-247f7c63bf56,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:01.853598 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e6726ae7-3283-4669-b67b-1751769ba64d no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:47:01.875058 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: e6726ae7-3283-4669-b67b-1751769ba64d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:47:01.875475 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e6726ae7-3283-4669-b67b-1751769ba64d not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:47:01.875902 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f3ad9081-a50f-4616-90d3-f231b0b9017c no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:47:01.894894 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: f3ad9081-a50f-4616-90d3-f231b0b9017c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:47:01.895263 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f3ad9081-a50f-4616-90d3-f231b0b9017c not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:47:02.014156 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a471edb1-b047-4f91-87fb-3c9a4a661104 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:02.198576 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a471edb1-b047-4f91-87fb-3c9a4a661104 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router 93ada16d-7572-4c7d-984d-2330147261fb has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:47:02.290505 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a471edb1-b047-4f91-87fb-3c9a4a661104 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:47:02.295530 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a471edb1-b047-4f91-87fb-3c9a4a661104 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/93ada16d-7572-4c7d-984d-2330147261fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3022399 Jul 14 07:47:02.298119 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35042) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:02.300535 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a9e40a-87af-42d0-9630-f8b0232bb4e8 None None] Sync routers for ids ['93ada16d-7572-4c7d-984d-2330147261fb'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:47:02.310123 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a9e40a-87af-42d0-9630-f8b0232bb4e8 None None] Routers {'93ada16d-7572-4c7d-984d-2330147261fb'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:47:02.310742 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e9a9e40a-87af-42d0-9630-f8b0232bb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['93ada16d-7572-4c7d-984d-2330147261fb'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:02.348275 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-903aa314-e8e6-4e2d-a1a9-7589c6ad332b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting subnet e176d885-9221-4942-befa-847cd171e7e7 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:47:02.351318 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-903aa314-e8e6-4e2d-a1a9-7589c6ad332b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:02.389866 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-903aa314-e8e6-4e2d-a1a9-7589c6ad332b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:02.396211 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-e9a9e40a-87af-42d0-9630-f8b0232bb4e8 None None] Set router 93ada16d-7572-4c7d-984d-2330147261fb gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:47:02.476645 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-903aa314-e8e6-4e2d-a1a9-7589c6ad332b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:02.534692 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-903aa314-e8e6-4e2d-a1a9-7589c6ad332b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:02.561798 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903aa314-e8e6-4e2d-a1a9-7589c6ad332b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Subnet': ['ID=e176d885-9221-4942-befa-847cd171e7e7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:02.567515 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-903aa314-e8e6-4e2d-a1a9-7589c6ad332b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:02.569586 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-903aa314-e8e6-4e2d-a1a9-7589c6ad332b tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/subnets/e176d885-9221-4942-befa-847cd171e7e7 HTTP/1.1" status: 204 len: 168 time: 0.2700381 Jul 14 07:47:02.572096 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35044) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:02.574863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97fadf1-e391-40f8-b0ee-a90d6ed71cb1 None None] Network 44119302-d364-46a7-b252-268c36add61f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:47:02.650203 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:02.668404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e9a9e40a-87af-42d0-9630-f8b0232bb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:47:01Z', 'revision_number': 9, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'b33a80a3-268f-40d0-9b38-3dfcb22f5205', 'name': '', 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:48:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:49Z', 'updated_at': '2021-07-14T07:46:57Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:53Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:02.702832 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting port cd38732a-1067-4094-90c4-0db2cf5630d5 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:47:02.703173 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:02.713368 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a9e40a-87af-42d0-9630-f8b0232bb4e8 None None] Checking router: 93ada16d-7572-4c7d-984d-2330147261fb for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:47:02.726995 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a9e40a-87af-42d0-9630-f8b0232bb4e8 None None] Routers {'93ada16d-7572-4c7d-984d-2330147261fb'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:47:02.727536 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e9a9e40a-87af-42d0-9630-f8b0232bb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:46:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['93ada16d-7572-4c7d-984d-2330147261fb'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:02.764120 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] For port cd38732a-1067-4094-90c4-0db2cf5630d5, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cd38732a-1067-4094-90c4-0db2cf5630d5,segment=NetworkSegment(a161ae86-dcbe-4fbc-8c74-4c79f70e1674),segment_id=a161ae86-dcbe-4fbc-8c74-4c79f70e1674)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:47:02.764583 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:02.777074 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Calling delete_port for cd38732a-1067-4094-90c4-0db2cf5630d5 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:47:02.864047 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:02.888063 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Port': ['ID=cd38732a-1067-4094-90c4-0db2cf5630d5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:02.894593 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] No DVR routers for this DVR port cd38732a-1067-4094-90c4-0db2cf5630d5 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:47:02.977423 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:02.985114 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-e9a9e40a-87af-42d0-9630-f8b0232bb4e8 None None] Set router 93ada16d-7572-4c7d-984d-2330147261fb gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:47:02.989522 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44119302-d364-46a7-b252-268c36add61f']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:03.000537 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a161ae86-dcbe-4fbc-8c74-4c79f70e1674') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:03.000840 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a161ae86-dcbe-4fbc-8c74-4c79f70e1674') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:03.010398 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:03.023724 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:03.031578 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:47:03.032111 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:47:03.035009 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:47:03.060988 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7f3770-60c8-42c7-a3f6-db63b1e215a1 None None] DHCP port deletion for 44119302-d364-46a7-b252-268c36add61f request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:47:03.095463 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:03.102503 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:03.104543 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/networks/44119302-d364-46a7-b252-268c36add61f HTTP/1.1" status: 204 len: 168 time: 0.5314419 Jul 14 07:47:03.107643 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35046) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:03.118079 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9d591-ecc4-4a01-9d1f-060cc3e8a4a2 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Network': ['ID=44119302-d364-46a7-b252-268c36add61f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:03.197616 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e9a9e40a-87af-42d0-9630-f8b0232bb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:47:01Z', 'revision_number': 9, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'b33a80a3-268f-40d0-9b38-3dfcb22f5205', 'name': '', 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:48:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:49Z', 'updated_at': '2021-07-14T07:46:57Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:53Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:03.224298 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a9e40a-87af-42d0-9630-f8b0232bb4e8 None None] The sync data for ids ['93ada16d-7572-4c7d-984d-2330147261fb'] in n-d-778696-5 is: [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:47:01Z', 'revision_number': 9, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'b33a80a3-268f-40d0-9b38-3dfcb22f5205', 'name': '', 'network_id': '59ded73e-26e6-4be2-99ba-eaebf6f1b6b5', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:48:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:49Z', 'updated_at': '2021-07-14T07:46:57Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': '149497cc-82c0-4b1b-adc3-e609bec0bf6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:53Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:47:03.328192 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1df4-94d6-4169-bdc6-01f63b10a4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:03.433963 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59cc73ae-4cf6-4d07-ab80-90f2f7d2ed3e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:03.654266 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:03.694299 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-59cc73ae-4cf6-4d07-ab80-90f2f7d2ed3e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting port b33a80a3-268f-40d0-9b38-3dfcb22f5205 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:47:03.694639 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59cc73ae-4cf6-4d07-ab80-90f2f7d2ed3e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:03.784807 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-59cc73ae-4cf6-4d07-ab80-90f2f7d2ed3e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] For port b33a80a3-268f-40d0-9b38-3dfcb22f5205, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b33a80a3-268f-40d0-9b38-3dfcb22f5205,segment=NetworkSegment(1196f9fe-9833-4d3b-a709-ad4ecb20e967),segment_id=1196f9fe-9833-4d3b-a709-ad4ecb20e967)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:47:03.785164 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59cc73ae-4cf6-4d07-ab80-90f2f7d2ed3e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:03.797656 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-59cc73ae-4cf6-4d07-ab80-90f2f7d2ed3e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Calling delete_port for b33a80a3-268f-40d0-9b38-3dfcb22f5205 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:47:03.852500 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device aef695d9-d192-4edb-a584-247f7c63bf56 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:47:03.877244 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: aef695d9-d192-4edb-a584-247f7c63bf56 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:47:03.877665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device aef695d9-d192-4edb-a584-247f7c63bf56 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:47:03.878152 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cd38732a-1067-4094-90c4-0db2cf5630d5 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:47:03.896238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: cd38732a-1067-4094-90c4-0db2cf5630d5 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:47:03.896238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cd38732a-1067-4094-90c4-0db2cf5630d5 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:47:03.966393 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59cc73ae-4cf6-4d07-ab80-90f2f7d2ed3e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:03.994114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc73ae-4cf6-4d07-ab80-90f2f7d2ed3e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Port': ['ID=b33a80a3-268f-40d0-9b38-3dfcb22f5205,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:04.147968 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59cc73ae-4cf6-4d07-ab80-90f2f7d2ed3e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:04.326614 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cc73ae-4cf6-4d07-ab80-90f2f7d2ed3e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router 93ada16d-7572-4c7d-984d-2330147261fb has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:47:04.417193 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cc73ae-4cf6-4d07-ab80-90f2f7d2ed3e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:47:04.422724 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-59cc73ae-4cf6-4d07-ab80-90f2f7d2ed3e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/93ada16d-7572-4c7d-984d-2330147261fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3135674 Jul 14 07:47:04.425319 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35048) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:04.426749 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2f2ad7-7d63-4659-8f80-66b2dd75bc80 None None] Sync routers for ids ['93ada16d-7572-4c7d-984d-2330147261fb'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:47:04.435791 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f2ad7-7d63-4659-8f80-66b2dd75bc80 None None] Routers {'93ada16d-7572-4c7d-984d-2330147261fb'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:47:04.436401 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4f2f2ad7-7d63-4659-8f80-66b2dd75bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:47:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['93ada16d-7572-4c7d-984d-2330147261fb'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:04.475937 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69b30af-f3b0-4bc4-b6b3-25b87a98ac80 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting subnet 149497cc-82c0-4b1b-adc3-e609bec0bf6e {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:47:04.478921 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a69b30af-f3b0-4bc4-b6b3-25b87a98ac80 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:04.519606 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a69b30af-f3b0-4bc4-b6b3-25b87a98ac80 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:04.519827 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4f2f2ad7-7d63-4659-8f80-66b2dd75bc80 None None] Set router 93ada16d-7572-4c7d-984d-2330147261fb gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:47:04.605257 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a69b30af-f3b0-4bc4-b6b3-25b87a98ac80 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:04.662825 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a69b30af-f3b0-4bc4-b6b3-25b87a98ac80 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:04.689782 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b30af-f3b0-4bc4-b6b3-25b87a98ac80 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Subnet': ['ID=149497cc-82c0-4b1b-adc3-e609bec0bf6e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:04.693417 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a69b30af-f3b0-4bc4-b6b3-25b87a98ac80 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:04.695301 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a69b30af-f3b0-4bc4-b6b3-25b87a98ac80 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/subnets/149497cc-82c0-4b1b-adc3-e609bec0bf6e HTTP/1.1" status: 204 len: 168 time: 0.2687054 Jul 14 07:47:04.698044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35050) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:04.704774 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac6f04e-ada7-4baf-9c8d-b1032c928bcd None None] Network 59ded73e-26e6-4be2-99ba-eaebf6f1b6b5 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:47:04.713936 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4f2f2ad7-7d63-4659-8f80-66b2dd75bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:47:03Z', 'revision_number': 10, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:53Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:04.746157 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2f2ad7-7d63-4659-8f80-66b2dd75bc80 None None] Checking router: 93ada16d-7572-4c7d-984d-2330147261fb for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:47:04.755403 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f2ad7-7d63-4659-8f80-66b2dd75bc80 None None] Routers {'93ada16d-7572-4c7d-984d-2330147261fb'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:47:04.756023 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4f2f2ad7-7d63-4659-8f80-66b2dd75bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:47:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['93ada16d-7572-4c7d-984d-2330147261fb'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:04.770510 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:04.780016 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:04.833975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting port ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:47:04.834333 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:04.845270 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4f2f2ad7-7d63-4659-8f80-66b2dd75bc80 None None] Set router 93ada16d-7572-4c7d-984d-2330147261fb gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:47:04.899780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] For port ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81,segment=NetworkSegment(1196f9fe-9833-4d3b-a709-ad4ecb20e967),segment_id=1196f9fe-9833-4d3b-a709-ad4ecb20e967)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:47:04.900235 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:04.907120 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f51c77f-6031-4378-8c4a-f5b442e6ef1c None None] DHCP port deletion for 59ded73e-26e6-4be2-99ba-eaebf6f1b6b5 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:47:04.914487 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Calling delete_port for ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:47:04.959401 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-8f51c77f-6031-4378-8c4a-f5b442e6ef1c None None] Deleting port ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:47:04.959786 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8f51c77f-6031-4378-8c4a-f5b442e6ef1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:05.006278 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:05.023980 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8f51c77f-6031-4378-8c4a-f5b442e6ef1c None None] For port ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81,segment=NetworkSegment(1196f9fe-9833-4d3b-a709-ad4ecb20e967),segment_id=1196f9fe-9833-4d3b-a709-ad4ecb20e967)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:47:05.024377 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8f51c77f-6031-4378-8c4a-f5b442e6ef1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:05.033909 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Port': ['ID=ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:05.035754 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] No DVR routers for this DVR port ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:47:05.037965 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-8f51c77f-6031-4378-8c4a-f5b442e6ef1c None None] Calling delete_port for ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:47:05.048990 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4f2f2ad7-7d63-4659-8f80-66b2dd75bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:47:03Z', 'revision_number': 10, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:53Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:05.075760 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2f2ad7-7d63-4659-8f80-66b2dd75bc80 None None] The sync data for ids ['93ada16d-7572-4c7d-984d-2330147261fb'] in n-d-778696-5 is: [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:47:03Z', 'revision_number': 10, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None, '_interfaces': [{'id': 'b531ba83-d72c-4e40-b33b-9a6523eb421b', 'name': '', 'network_id': '87b8ed66-d838-4b92-b92a-aa729c102a27', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'mac_address': 'fa:16:3e:85:8d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ada16d-7572-4c7d-984d-2330147261fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:46:45Z', 'updated_at': '2021-07-14T07:46:53Z', 'revision_number': 5, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'subnets': [{'id': 'c956a9b1-d374-4533-80ed-32fd4037559d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:47:05.118995 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:05.129175 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ded73e-26e6-4be2-99ba-eaebf6f1b6b5']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:05.130221 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8f51c77f-6031-4378-8c4a-f5b442e6ef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:05.139952 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1196f9fe-9833-4d3b-a709-ad4ecb20e967') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:05.140256 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1196f9fe-9833-4d3b-a709-ad4ecb20e967') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:05.148989 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:05.154810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51c77f-6031-4378-8c4a-f5b442e6ef1c None None] Pushing event deleted for resources: {'Port': ['ID=ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:05.160008 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f51c77f-6031-4378-8c4a-f5b442e6ef1c None None] No DVR routers for this DVR port ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:47:05.165420 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:05.172095 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:47:05.172645 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:47:05.175733 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:47:05.231507 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:05.237837 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:05.239622 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/networks/59ded73e-26e6-4be2-99ba-eaebf6f1b6b5 HTTP/1.1" status: 204 len: 168 time: 0.5407817 Jul 14 07:47:05.242664 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35052) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:05.251536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdcbe1-0dba-4325-a1b3-ac3b751c7e76 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Network': ['ID=59ded73e-26e6-4be2-99ba-eaebf6f1b6b5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:05.568167 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54834323-a765-49d7-9f7f-f85069b2348f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:05.806301 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-54834323-a765-49d7-9f7f-f85069b2348f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting port b531ba83-d72c-4e40-b33b-9a6523eb421b {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:47:05.806631 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54834323-a765-49d7-9f7f-f85069b2348f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:05.852246 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:47:05.872020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:47:05.872364 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ebbb7152-a531-4c8c-8e3b-7cf8a5df3a81 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:47:05.872775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b33a80a3-268f-40d0-9b38-3dfcb22f5205 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:47:05.892799 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: b33a80a3-268f-40d0-9b38-3dfcb22f5205 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:47:05.893139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b33a80a3-268f-40d0-9b38-3dfcb22f5205 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:47:05.893382 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-54834323-a765-49d7-9f7f-f85069b2348f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] For port b531ba83-d72c-4e40-b33b-9a6523eb421b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b531ba83-d72c-4e40-b33b-9a6523eb421b,segment=NetworkSegment(31997ed9-4094-4991-bf22-01c14e5f8395),segment_id=31997ed9-4094-4991-bf22-01c14e5f8395)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:47:05.893745 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54834323-a765-49d7-9f7f-f85069b2348f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:05.907467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-54834323-a765-49d7-9f7f-f85069b2348f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Calling delete_port for b531ba83-d72c-4e40-b33b-9a6523eb421b owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:47:06.071094 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54834323-a765-49d7-9f7f-f85069b2348f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:06.102289 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54834323-a765-49d7-9f7f-f85069b2348f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Port': ['ID=b531ba83-d72c-4e40-b33b-9a6523eb421b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:06.239513 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54834323-a765-49d7-9f7f-f85069b2348f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:06.282693 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:06.386303 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54834323-a765-49d7-9f7f-f85069b2348f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router 93ada16d-7572-4c7d-984d-2330147261fb has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:47:06.460457 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54834323-a765-49d7-9f7f-f85069b2348f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:47:06.465506 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-54834323-a765-49d7-9f7f-f85069b2348f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/93ada16d-7572-4c7d-984d-2330147261fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2215848 Jul 14 07:47:06.468022 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35054) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:06.470462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103676bf-2da8-411d-92a8-12f34999a4b6 None None] Sync routers for ids ['93ada16d-7572-4c7d-984d-2330147261fb'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:47:06.479338 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103676bf-2da8-411d-92a8-12f34999a4b6 None None] Routers {'93ada16d-7572-4c7d-984d-2330147261fb'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:47:06.479946 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-103676bf-2da8-411d-92a8-12f34999a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:47:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['93ada16d-7572-4c7d-984d-2330147261fb'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:06.519133 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37c2201-3f41-40a6-8c49-6b5fe1e7facd tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting subnet c956a9b1-d374-4533-80ed-32fd4037559d {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:47:06.522520 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e37c2201-3f41-40a6-8c49-6b5fe1e7facd tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:06.544417 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-103676bf-2da8-411d-92a8-12f34999a4b6 None None] Set router 93ada16d-7572-4c7d-984d-2330147261fb gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:47:06.564968 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e37c2201-3f41-40a6-8c49-6b5fe1e7facd tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:06.597676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-103676bf-2da8-411d-92a8-12f34999a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:47:06Z', 'revision_number': 11, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:06.623115 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103676bf-2da8-411d-92a8-12f34999a4b6 None None] Checking router: 93ada16d-7572-4c7d-984d-2330147261fb for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:47:06.631032 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103676bf-2da8-411d-92a8-12f34999a4b6 None None] Routers {'93ada16d-7572-4c7d-984d-2330147261fb'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:47:06.631639 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-103676bf-2da8-411d-92a8-12f34999a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:47:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['93ada16d-7572-4c7d-984d-2330147261fb'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:06.645004 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e37c2201-3f41-40a6-8c49-6b5fe1e7facd tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:06.698295 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-103676bf-2da8-411d-92a8-12f34999a4b6 None None] Set router 93ada16d-7572-4c7d-984d-2330147261fb gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:47:06.702444 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e37c2201-3f41-40a6-8c49-6b5fe1e7facd tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:06.732756 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c2201-3f41-40a6-8c49-6b5fe1e7facd tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Subnet': ['ID=c956a9b1-d374-4533-80ed-32fd4037559d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:06.736376 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e37c2201-3f41-40a6-8c49-6b5fe1e7facd tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:06.740974 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e37c2201-3f41-40a6-8c49-6b5fe1e7facd tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/subnets/c956a9b1-d374-4533-80ed-32fd4037559d HTTP/1.1" status: 204 len: 168 time: 0.2693653 Jul 14 07:47:06.741390 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35056) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:06.754228 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cf26f9-19fb-40d0-bcef-8a63a64be430 None None] Network 87b8ed66-d838-4b92-b92a-aa729c102a27 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:47:06.756443 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-103676bf-2da8-411d-92a8-12f34999a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:47:06Z', 'revision_number': 11, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:06.811943 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103676bf-2da8-411d-92a8-12f34999a4b6 None None] The sync data for ids ['93ada16d-7572-4c7d-984d-2330147261fb'] in n-d-778696-5 is: [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:47:06Z', 'revision_number': 11, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:47:06.814474 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:06.872782 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Deleting port 9c5c5230-aba9-4257-94b3-d9e1ae73872e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:47:06.873125 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:06.940055 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] For port 9c5c5230-aba9-4257-94b3-d9e1ae73872e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9c5c5230-aba9-4257-94b3-d9e1ae73872e,segment=NetworkSegment(31997ed9-4094-4991-bf22-01c14e5f8395),segment_id=31997ed9-4094-4991-bf22-01c14e5f8395)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:47:06.940414 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:06.952883 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Calling delete_port for 9c5c5230-aba9-4257-94b3-d9e1ae73872e owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:47:07.028402 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:07.053295 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Port': ['ID=9c5c5230-aba9-4257-94b3-d9e1ae73872e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:07.058439 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] No DVR routers for this DVR port 9c5c5230-aba9-4257-94b3-d9e1ae73872e on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:47:07.135880 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:07.146321 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b8ed66-d838-4b92-b92a-aa729c102a27']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:07.156230 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c11507-b1b0-4e0d-9358-5a4a16ba5596 None None] DHCP port deletion for 87b8ed66-d838-4b92-b92a-aa729c102a27 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:47:07.158428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31997ed9-4094-4991-bf22-01c14e5f8395') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:07.158723 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31997ed9-4094-4991-bf22-01c14e5f8395') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:07.171244 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:07.185480 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:07.191876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:47:07.192267 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:47:07.195294 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:47:07.255379 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:07.260377 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:07.262951 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/networks/87b8ed66-d838-4b92-b92a-aa729c102a27 HTTP/1.1" status: 204 len: 168 time: 0.5205367 Jul 14 07:47:07.265498 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35058) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:07.270361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-5044ac73-f03e-4b2a-9807-b91dc0aa32ae tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'router': {'routes': None}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:47:07.277040 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd82bb-7358-4d33-9813-7eb990ccaa91 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Pushing event deleted for resources: {'Network': ['ID=87b8ed66-d838-4b92-b92a-aa729c102a27,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:07.423846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.extraroute_db [None req-5044ac73-f03e-4b2a-9807-b91dc0aa32ae tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Added routes are [] {{(pid=93828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 07:47:07.424040 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.extraroute_db [None req-5044ac73-f03e-4b2a-9807-b91dc0aa32ae tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Removed routes are [] {{(pid=93828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 07:47:07.424399 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5044ac73-f03e-4b2a-9807-b91dc0aa32ae tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:07.556316 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5044ac73-f03e-4b2a-9807-b91dc0aa32ae tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:07.559947 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5044ac73-f03e-4b2a-9807-b91dc0aa32ae tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:07.632919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5044ac73-f03e-4b2a-9807-b91dc0aa32ae tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router 93ada16d-7572-4c7d-984d-2330147261fb has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:47:07.857224 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9c5c5230-aba9-4257-94b3-d9e1ae73872e no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:47:07.881906 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 9c5c5230-aba9-4257-94b3-d9e1ae73872e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:47:07.882257 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9c5c5230-aba9-4257-94b3-d9e1ae73872e not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:47:07.882685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b531ba83-d72c-4e40-b33b-9a6523eb421b no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:47:07.901512 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: b531ba83-d72c-4e40-b33b-9a6523eb421b {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:47:07.901862 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b531ba83-d72c-4e40-b33b-9a6523eb421b not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:47:07.972081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5044ac73-f03e-4b2a-9807-b91dc0aa32ae tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:47:07.981869 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5044ac73-f03e-4b2a-9807-b91dc0aa32ae tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:07.983029 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5044ac73-f03e-4b2a-9807-b91dc0aa32ae tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/93ada16d-7572-4c7d-984d-2330147261fb HTTP/1.1" status: 200 len: 700 time: 0.7164907 Jul 14 07:47:07.984021 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3952d9-e4c0-44d2-bff0-32dc630865fe None None] Sync routers for ids ['93ada16d-7572-4c7d-984d-2330147261fb'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:47:07.985811 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35060) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:07.993159 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3952d9-e4c0-44d2-bff0-32dc630865fe None None] Routers {'93ada16d-7572-4c7d-984d-2330147261fb'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:47:07.993793 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3c3952d9-e4c0-44d2-bff0-32dc630865fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:47:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['93ada16d-7572-4c7d-984d-2330147261fb'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:08.016208 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5874a6ad-c6cd-4f21-8e4b-961bf2b0489d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ada16d-7572-4c7d-984d-2330147261fb HTTP/1.1" status: 200 len: 205 time: 0.0292623 Jul 14 07:47:08.018602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35062) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:08.095274 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b21b3d6-c5fc-4ff1-9c0c-71a8337207f8 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:08.150507 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-3c3952d9-e4c0-44d2-bff0-32dc630865fe None None] Set router 93ada16d-7572-4c7d-984d-2330147261fb gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:47:08.202797 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3c3952d9-e4c0-44d2-bff0-32dc630865fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:47:06Z', 'revision_number': 11, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:08.228445 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3952d9-e4c0-44d2-bff0-32dc630865fe None None] Checking router: 93ada16d-7572-4c7d-984d-2330147261fb for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:47:08.237108 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3952d9-e4c0-44d2-bff0-32dc630865fe None None] Routers {'93ada16d-7572-4c7d-984d-2330147261fb'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:47:08.237745 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3c3952d9-e4c0-44d2-bff0-32dc630865fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:47:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['93ada16d-7572-4c7d-984d-2330147261fb'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:08.250972 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b21b3d6-c5fc-4ff1-9c0c-71a8337207f8 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:08.253045 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b21b3d6-c5fc-4ff1-9c0c-71a8337207f8 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:08.295555 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b21b3d6-c5fc-4ff1-9c0c-71a8337207f8 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:08.296249 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b21b3d6-c5fc-4ff1-9c0c-71a8337207f8 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Fanout notify agent at l3_agent the message router_deleted on router 93ada16d-7572-4c7d-984d-2330147261fb {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:47:08.303352 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b21b3d6-c5fc-4ff1-9c0c-71a8337207f8 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:08.304446 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5b21b3d6-c5fc-4ff1-9c0c-71a8337207f8 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/routers/93ada16d-7572-4c7d-984d-2330147261fb HTTP/1.1" status: 204 len: 168 time: 0.2849534 Jul 14 07:47:08.304682 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-3c3952d9-e4c0-44d2-bff0-32dc630865fe None None] Set router 93ada16d-7572-4c7d-984d-2330147261fb gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:47:08.310378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35064) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:08.313143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-17222c0d-0feb-4976-ba84-34ceada2efb1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1098930645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:47:08.336574 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-17222c0d-0feb-4976-ba84-34ceada2efb1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:08.337859 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-17222c0d-0feb-4976-ba84-34ceada2efb1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:08.360670 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3c3952d9-e4c0-44d2-bff0-32dc630865fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:47:06Z', 'revision_number': 11, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:08.385559 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3952d9-e4c0-44d2-bff0-32dc630865fe None None] The sync data for ids ['93ada16d-7572-4c7d-984d-2330147261fb'] in n-d-778696-5 is: [{'id': '93ada16d-7572-4c7d-984d-2330147261fb', 'name': 'tempest-RoutersTest-router-669419995', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:46:44Z', 'updated_at': '2021-07-14T07:47:06Z', 'revision_number': 11, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:47:08.388962 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-17222c0d-0feb-4976-ba84-34ceada2efb1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:08.394584 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-17222c0d-0feb-4976-ba84-34ceada2efb1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:08.412209 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-17222c0d-0feb-4976-ba84-34ceada2efb1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:08.413502 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-17222c0d-0feb-4976-ba84-34ceada2efb1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1040778 Jul 14 07:47:08.416203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35066) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:08.421120 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-4cb46da9-ee28-4a2f-8cc2-0800b0aec8ee tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:47:08.628510 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4cb46da9-ee28-4a2f-8cc2-0800b0aec8ee tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:08.638585 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4cb46da9-ee28-4a2f-8cc2-0800b0aec8ee tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423910'] for router, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:08.731536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb46da9-ee28-4a2f-8cc2-0800b0aec8ee tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Router 48e6d88c-cb0c-4e79-8930-05678ce73bc7 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:47:08.803486 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb46da9-ee28-4a2f-8cc2-0800b0aec8ee tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:47:08.811776 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4cb46da9-ee28-4a2f-8cc2-0800b0aec8ee tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:08.813570 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4cb46da9-ee28-4a2f-8cc2-0800b0aec8ee tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "PUT /v2.0/routers/48e6d88c-cb0c-4e79-8930-05678ce73bc7 HTTP/1.1" status: 200 len: 694 time: 0.3963375 Jul 14 07:47:08.815381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b9ebc7-9224-43bc-9a60-31a75700cfb5 None None] Sync routers for ids ['48e6d88c-cb0c-4e79-8930-05678ce73bc7'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:47:08.815859 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35068) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:08.824487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b9ebc7-9224-43bc-9a60-31a75700cfb5 None None] Routers {'48e6d88c-cb0c-4e79-8930-05678ce73bc7'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:47:08.825722 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-64b9ebc7-9224-43bc-9a60-31a75700cfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:47:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['48e6d88c-cb0c-4e79-8930-05678ce73bc7'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:08.892840 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bd09302a-c3f3-42c6-8aff-9c6049eca90c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/routers/48e6d88c-cb0c-4e79-8930-05678ce73bc7 HTTP/1.1" status: 200 len: 700 time: 0.0762060 Jul 14 07:47:08.893031 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-64b9ebc7-9224-43bc-9a60-31a75700cfb5 None None] Set router 48e6d88c-cb0c-4e79-8930-05678ce73bc7 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:47:08.895373 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35070) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:08.923084 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-76879bdf-b456-4a37-8c39-54a263ec442e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/ports?device_id=48e6d88c-cb0c-4e79-8930-05678ce73bc7 HTTP/1.1" status: 200 len: 205 time: 0.0266728 Jul 14 07:47:08.925513 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35072) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:08.946008 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-64b9ebc7-9224-43bc-9a60-31a75700cfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e6d88c-cb0c-4e79-8930-05678ce73bc7', 'name': 'tempest-RoutersTest-router-1098930645', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:47:08Z', 'updated_at': '2021-07-14T07:47:08Z', 'revision_number': 2, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:08.972358 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b9ebc7-9224-43bc-9a60-31a75700cfb5 None None] Checking router: 48e6d88c-cb0c-4e79-8930-05678ce73bc7 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:47:08.980550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b9ebc7-9224-43bc-9a60-31a75700cfb5 None None] Routers {'48e6d88c-cb0c-4e79-8930-05678ce73bc7'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:47:08.981158 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-64b9ebc7-9224-43bc-9a60-31a75700cfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:47:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['48e6d88c-cb0c-4e79-8930-05678ce73bc7'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:08.999509 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb00a3d8-3238-419c-b97d-c00d6187ebdc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:09.049098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-64b9ebc7-9224-43bc-9a60-31a75700cfb5 None None] Set router 48e6d88c-cb0c-4e79-8930-05678ce73bc7 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:47:09.103031 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-64b9ebc7-9224-43bc-9a60-31a75700cfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e6d88c-cb0c-4e79-8930-05678ce73bc7', 'name': 'tempest-RoutersTest-router-1098930645', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:47:08Z', 'updated_at': '2021-07-14T07:47:08Z', 'revision_number': 2, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:47:09.129482 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b9ebc7-9224-43bc-9a60-31a75700cfb5 None None] The sync data for ids ['48e6d88c-cb0c-4e79-8930-05678ce73bc7'] in n-d-778696-5 is: [{'id': '48e6d88c-cb0c-4e79-8930-05678ce73bc7', 'name': 'tempest-RoutersTest-router-1098930645', 'tenant_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:47:08Z', 'updated_at': '2021-07-14T07:47:08Z', 'revision_number': 2, 'project_id': '97e6f1bd7e0b453e8a6a6b44a9ab2a0a', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:47:09.155191 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb00a3d8-3238-419c-b97d-c00d6187ebdc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:09.157390 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb00a3d8-3238-419c-b97d-c00d6187ebdc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:09.200328 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb00a3d8-3238-419c-b97d-c00d6187ebdc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:09.200925 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb00a3d8-3238-419c-b97d-c00d6187ebdc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Fanout notify agent at l3_agent the message router_deleted on router 48e6d88c-cb0c-4e79-8930-05678ce73bc7 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:47:09.208345 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb00a3d8-3238-419c-b97d-c00d6187ebdc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:09.209797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bb00a3d8-3238-419c-b97d-c00d6187ebdc tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/routers/48e6d88c-cb0c-4e79-8930-05678ce73bc7 HTTP/1.1" status: 204 len: 168 time: 0.2834020 Jul 14 07:47:09.213534 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35074) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:09.242581 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-64de5b0e-c938-4917-92c7-bb7b018ebade tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/ports?device_id=48e6d88c-cb0c-4e79-8930-05678ce73bc7 HTTP/1.1" status: 200 len: 205 time: 0.0278931 Jul 14 07:47:09.244874 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35076) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:09.280466 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-37712f4b-349e-4003-b2f1-12e3021f173e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] delete failed (client error): The resource could not be found. Jul 14 07:47:09.281523 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-37712f4b-349e-4003-b2f1-12e3021f173e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/routers/48e6d88c-cb0c-4e79-8930-05678ce73bc7 HTTP/1.1" status: 404 len: 336 time: 0.0356615 Jul 14 07:47:09.283954 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35078) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:09.314576 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-068971f4-3feb-4c16-b677-7654368af6e1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] DELETE failed (client error): The resource could not be found. Jul 14 07:47:09.315022 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-068971f4-3feb-4c16-b677-7654368af6e1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:47:09.316737 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-068971f4-3feb-4c16-b677-7654368af6e1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/subnets/0a5ceb18-087f-4c43-b42c-f8c6a04e0578 HTTP/1.1" status: 404 len: 337 time: 0.0318570 Jul 14 07:47:09.319206 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35080) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:09.344510 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f256ad0-6f69-463d-98ae-32b252f0c63e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] DELETE failed (client error): The resource could not be found. Jul 14 07:47:09.344954 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f256ad0-6f69-463d-98ae-32b252f0c63e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:47:09.346660 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6f256ad0-6f69-463d-98ae-32b252f0c63e tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/subnets/e176d885-9221-4942-befa-847cd171e7e7 HTTP/1.1" status: 404 len: 337 time: 0.0265727 Jul 14 07:47:09.349169 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35082) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:09.374494 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fb2e83-bd80-4f9a-8362-081bb64628e5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] DELETE failed (client error): The resource could not be found. Jul 14 07:47:09.374927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1fb2e83-bd80-4f9a-8362-081bb64628e5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:47:09.376508 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e1fb2e83-bd80-4f9a-8362-081bb64628e5 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/subnets/149497cc-82c0-4b1b-adc3-e609bec0bf6e HTTP/1.1" status: 404 len: 337 time: 0.0264461 Jul 14 07:47:09.378621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35084) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:09.402026 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0587620c-a137-4e24-acbb-a7c90718d8e1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] DELETE failed (client error): The resource could not be found. Jul 14 07:47:09.402400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0587620c-a137-4e24-acbb-a7c90718d8e1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:47:09.404015 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0587620c-a137-4e24-acbb-a7c90718d8e1 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/subnets/c956a9b1-d374-4533-80ed-32fd4037559d HTTP/1.1" status: 404 len: 337 time: 0.0245647 Jul 14 07:47:09.406188 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35086) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:09.432829 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ac6d07ed-3f66-4115-b2a5-d5d85144d129 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ada16d-7572-4c7d-984d-2330147261fb HTTP/1.1" status: 200 len: 205 time: 0.0256722 Jul 14 07:47:09.435527 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35088) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:09.794820 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-edf3d6d9-c33b-4268-b4bb-e6f181ca3f5c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] delete failed (client error): The resource could not be found. Jul 14 07:47:09.795845 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-edf3d6d9-c33b-4268-b4bb-e6f181ca3f5c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/routers/93ada16d-7572-4c7d-984d-2330147261fb HTTP/1.1" status: 404 len: 336 time: 0.3594720 Jul 14 07:47:09.798480 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35090) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:09.829148 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ea2f667d-5a5f-47fe-81c4-22a40b02cb16 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d1e3571-44b5-4021-b2ee-6885dfd64681 HTTP/1.1" status: 200 len: 205 time: 0.0295928 Jul 14 07:47:09.831436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35092) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:09.868131 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-fe7942e6-5023-4e5c-9364-4cb3fd65cee7 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] delete failed (client error): The resource could not be found. Jul 14 07:47:09.869169 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fe7942e6-5023-4e5c-9364-4cb3fd65cee7 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/routers/7d1e3571-44b5-4021-b2ee-6885dfd64681 HTTP/1.1" status: 404 len: 336 time: 0.0368433 Jul 14 07:47:09.871760 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35094) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:09.900163 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d8865d-eea7-4b86-81bb-1ef91f1f7c01 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] DELETE failed (client error): The resource could not be found. Jul 14 07:47:09.900609 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d8865d-eea7-4b86-81bb-1ef91f1f7c01 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:47:09.902310 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-32d8865d-eea7-4b86-81bb-1ef91f1f7c01 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/subnets/068505a5-4ada-4e39-8721-dba7b8490c60 HTTP/1.1" status: 404 len: 337 time: 0.0296626 Jul 14 07:47:09.905468 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35096) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:09.933264 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-95470e87-474c-4d64-8304-2484f27cd8e7 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebb3e01-32f0-4241-990a-f54309b9c30d HTTP/1.1" status: 200 len: 205 time: 0.0267057 Jul 14 07:47:09.935573 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35098) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:09.971645 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-5f83570e-9d22-4566-ae13-40edc435a40d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] delete failed (client error): The resource could not be found. Jul 14 07:47:09.972646 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5f83570e-9d22-4566-ae13-40edc435a40d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/routers/9ebb3e01-32f0-4241-990a-f54309b9c30d HTTP/1.1" status: 404 len: 336 time: 0.0361876 Jul 14 07:47:09.975370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35100) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:10.008097 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5502cb74-d414-4c7e-94b7-73c158540181 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/ports?device_id=8be5033c-1200-488f-b5bf-5fd46e4f4d02 HTTP/1.1" status: 200 len: 205 time: 0.0311751 Jul 14 07:47:10.010032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35102) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:10.047806 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-28812c91-ea5a-474a-8ffd-b36e18ff5786 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] delete failed (client error): The resource could not be found. Jul 14 07:47:10.048845 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-28812c91-ea5a-474a-8ffd-b36e18ff5786 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/routers/8be5033c-1200-488f-b5bf-5fd46e4f4d02 HTTP/1.1" status: 404 len: 336 time: 0.0379024 Jul 14 07:47:10.051505 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35104) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:10.080550 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4db857-516f-4e6d-b954-cb1792918044 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] DELETE failed (client error): The resource could not be found. Jul 14 07:47:10.081097 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4db857-516f-4e6d-b954-cb1792918044 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:47:10.083048 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8c4db857-516f-4e6d-b954-cb1792918044 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/subnets/5d9690f1-9083-4284-bb67-bc5ee307f887 HTTP/1.1" status: 404 len: 337 time: 0.0306196 Jul 14 07:47:10.085776 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35106) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:10.113664 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-03a26d21-bee0-4057-b2bb-27d24d0db30a tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/ports?device_id=faa8f322-6735-4adb-a466-74c7362ccf72 HTTP/1.1" status: 200 len: 205 time: 0.0268865 Jul 14 07:47:10.115654 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35108) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:10.154043 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-6041a6a1-7363-45fd-a98d-153e7030f29c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] delete failed (client error): The resource could not be found. Jul 14 07:47:10.155012 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6041a6a1-7363-45fd-a98d-153e7030f29c tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/routers/faa8f322-6735-4adb-a466-74c7362ccf72 HTTP/1.1" status: 404 len: 336 time: 0.0385096 Jul 14 07:47:10.157349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35110) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:10.181875 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5e00a6-0f7a-4633-9f73-4420ac05177d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] DELETE failed (client error): The resource could not be found. Jul 14 07:47:10.182311 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5e00a6-0f7a-4633-9f73-4420ac05177d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:47:10.183908 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2d5e00a6-0f7a-4633-9f73-4420ac05177d tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/subnets/e7b13360-8a9c-404a-ac71-07a0e5a72cbb HTTP/1.1" status: 404 len: 337 time: 0.0257063 Jul 14 07:47:10.186747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35112) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:10.214340 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3862f7eb-6218-485b-87de-f88ba1ac427f tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3376187-df16-4499-9279-69cec2883f7c HTTP/1.1" status: 200 len: 205 time: 0.0266230 Jul 14 07:47:10.216399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35114) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:10.254458 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [None req-705d333d-8084-4a68-902e-c534d28d5517 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] delete failed (client error): The resource could not be found. Jul 14 07:47:10.255334 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-705d333d-8084-4a68-902e-c534d28d5517 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/routers/e3376187-df16-4499-9279-69cec2883f7c HTTP/1.1" status: 404 len: 336 time: 0.0380921 Jul 14 07:47:10.257487 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35116) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:10.282526 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a28451a-fa38-4461-9900-c53663ea5c56 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] DELETE failed (client error): The resource could not be found. Jul 14 07:47:10.282964 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a28451a-fa38-4461-9900-c53663ea5c56 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:47:10.284571 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1a28451a-fa38-4461-9900-c53663ea5c56 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/subnets/014bd2db-cc4a-4c9d-b380-21f45b17a9c5 HTTP/1.1" status: 404 len: 337 time: 0.0262427 Jul 14 07:47:10.286736 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35118) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:10.310780 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8dc25d8-1659-4f25-95c4-b926049760c3 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] DELETE failed (client error): The resource could not be found. Jul 14 07:47:10.311212 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8dc25d8-1659-4f25-95c4-b926049760c3 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 07:47:10.312793 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f8dc25d8-1659-4f25-95c4-b926049760c3 tempest-RoutersTest-1539789739 tempest-RoutersTest-1539789739-project] 10.222.0.35 "DELETE /v2.0/subnets/66af0b9b-b9f1-4392-99e7-757a31cde692 HTTP/1.1" status: 404 len: 337 time: 0.0252140 Jul 14 07:47:10.546766 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35128) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:10.672485 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6784d4d4-e454-4d66-9c1d-1478f2e5cf00 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97e6f1bd7e0b453e8a6a6b44a9ab2a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1245351 Jul 14 07:47:10.674874 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35132) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:10.724663 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8dc61bb0-63f4-4777-9d36-a51ef4e96c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:10.744685 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8dc61bb0-63f4-4777-9d36-a51ef4e96c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:10.789256 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8dc61bb0-63f4-4777-9d36-a51ef4e96c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:10.791767 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8dc61bb0-63f4-4777-9d36-a51ef4e96c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:10.792905 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8dc61bb0-63f4-4777-9d36-a51ef4e96c7c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/add84bb8-48ea-4d8b-8293-f3d1acf6ee98 HTTP/1.1" status: 204 len: 168 time: 0.1171625 Jul 14 07:47:10.800696 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc61bb0-63f4-4777-9d36-a51ef4e96c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add84bb8-48ea-4d8b-8293-f3d1acf6ee98,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:11.391161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35154) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:11.395005 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028908 Jul 14 07:47:11.397671 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35156) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:11.491757 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0ce19457-205b-4467-ade7-8197a9783335 tempest-NetworksApiDiscovery-1343571939 tempest-NetworksApiDiscovery-1343571939-project] 10.222.0.35 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0931332 Jul 14 07:47:11.722237 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35164) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:11.826706 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6877db85-ac50-4dfa-bcea-351dacb25d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:11.913310 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6877db85-ac50-4dfa-bcea-351dacb25d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:11.917064 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6877db85-ac50-4dfa-bcea-351dacb25d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:11.954680 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6877db85-ac50-4dfa-bcea-351dacb25d32 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d2d510685de4afe8d0236f6c9352739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313790 Jul 14 07:47:11.955664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877db85-ac50-4dfa-bcea-351dacb25d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e9ac26-76fe-40ff-9ebf-44b0f873a0b3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:11.957369 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35168) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:12.007158 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29d6ec91-4c93-4163-a560-23bdd3b0e773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:12.027634 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29d6ec91-4c93-4163-a560-23bdd3b0e773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:12.070801 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29d6ec91-4c93-4163-a560-23bdd3b0e773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:12.073265 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29d6ec91-4c93-4163-a560-23bdd3b0e773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:12.074396 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-29d6ec91-4c93-4163-a560-23bdd3b0e773 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/84e9ac26-76fe-40ff-9ebf-44b0f873a0b3 HTTP/1.1" status: 204 len: 168 time: 0.1149185 Jul 14 07:47:12.082484 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6ec91-4c93-4163-a560-23bdd3b0e773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e9ac26-76fe-40ff-9ebf-44b0f873a0b3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:15.030271 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:47:15.841808 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:15.879355 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:30.539079 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f0e3e26f-f6b9-4108-af9d-11fb24f8868d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:33.328410 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2e8b9ca6-ccdb-4d02-988b-f0019e4ca0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:33.655899 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:34.746451 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:36.283141 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:45.872138 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:45.894202 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:52.029704 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:47:58.019766 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35600) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:58.119772 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-71e3f062-4590-4f7d-b3ea-2c1d12407b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:58.206894 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-71e3f062-4590-4f7d-b3ea-2c1d12407b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:58.210965 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-71e3f062-4590-4f7d-b3ea-2c1d12407b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:58.246744 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-71e3f062-4590-4f7d-b3ea-2c1d12407b3a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08a1792e10514d6cbf4a93a326f84770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2259524 Jul 14 07:47:58.248099 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3f062-4590-4f7d-b3ea-2c1d12407b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87a42d6-8fa7-4694-b21f-7c1023f41deb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:58.249952 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35604) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:58.255331 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3f062-4590-4f7d-b3ea-2c1d12407b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.255728 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3f062-4590-4f7d-b3ea-2c1d12407b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.256006 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3f062-4590-4f7d-b3ea-2c1d12407b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.256336 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3f062-4590-4f7d-b3ea-2c1d12407b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.256662 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3f062-4590-4f7d-b3ea-2c1d12407b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.256989 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3f062-4590-4f7d-b3ea-2c1d12407b3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.257335 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3f062-4590-4f7d-b3ea-2c1d12407b3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.257655 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3f062-4590-4f7d-b3ea-2c1d12407b3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.257975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3f062-4590-4f7d-b3ea-2c1d12407b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.258292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3f062-4590-4f7d-b3ea-2c1d12407b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.258607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3f062-4590-4f7d-b3ea-2c1d12407b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.258921 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3f062-4590-4f7d-b3ea-2c1d12407b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.299699 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d97cbd8a-eae9-455f-af66-bff6bc1ea458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:58.322475 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d97cbd8a-eae9-455f-af66-bff6bc1ea458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:58.366700 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d97cbd8a-eae9-455f-af66-bff6bc1ea458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:58.369374 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d97cbd8a-eae9-455f-af66-bff6bc1ea458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:58.370495 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d97cbd8a-eae9-455f-af66-bff6bc1ea458 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a87a42d6-8fa7-4694-b21f-7c1023f41deb HTTP/1.1" status: 204 len: 168 time: 0.1195343 Jul 14 07:47:58.378303 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cbd8a-eae9-455f-af66-bff6bc1ea458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87a42d6-8fa7-4694-b21f-7c1023f41deb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:58.385805 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cbd8a-eae9-455f-af66-bff6bc1ea458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.386150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cbd8a-eae9-455f-af66-bff6bc1ea458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.386485 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cbd8a-eae9-455f-af66-bff6bc1ea458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.386815 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cbd8a-eae9-455f-af66-bff6bc1ea458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.387138 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cbd8a-eae9-455f-af66-bff6bc1ea458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.387461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cbd8a-eae9-455f-af66-bff6bc1ea458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.387781 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cbd8a-eae9-455f-af66-bff6bc1ea458 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.388107 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cbd8a-eae9-455f-af66-bff6bc1ea458 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.389051 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cbd8a-eae9-455f-af66-bff6bc1ea458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.389399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cbd8a-eae9-455f-af66-bff6bc1ea458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.389721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cbd8a-eae9-455f-af66-bff6bc1ea458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.390042 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cbd8a-eae9-455f-af66-bff6bc1ea458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:47:58.616590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35610) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:58.630537 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2c53331-f608-457a-8235-ced03d381a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:58.718258 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2c53331-f608-457a-8235-ced03d381a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:58.721788 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2c53331-f608-457a-8235-ced03d381a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:58.758774 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a2c53331-f608-457a-8235-ced03d381a50 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39d43d08436e4c6ba32a47b13a6f2f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410952 Jul 14 07:47:58.759836 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c53331-f608-457a-8235-ced03d381a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c453598-f7c1-4ade-9065-88eaaf806404,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:47:58.761532 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35612) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:47:58.808974 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d068417-9259-4726-a554-d5d404ad0886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:58.832560 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d068417-9259-4726-a554-d5d404ad0886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:58.877541 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d068417-9259-4726-a554-d5d404ad0886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:58.880078 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d068417-9259-4726-a554-d5d404ad0886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:47:58.881220 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5d068417-9259-4726-a554-d5d404ad0886 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c453598-f7c1-4ade-9065-88eaaf806404 HTTP/1.1" status: 204 len: 168 time: 0.1186352 Jul 14 07:47:58.888699 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d068417-9259-4726-a554-d5d404ad0886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c453598-f7c1-4ade-9065-88eaaf806404,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:00.540443 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dda639ac-92bb-4649-87bc-5dd573379012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:03.328688 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e26e058a-17f0-4410-9b3c-ec025d13246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:03.648471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35708) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:03.657401 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:03.754144 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-af5e12ae-fc3b-44f1-badb-661d025c34fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:03.840541 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-af5e12ae-fc3b-44f1-badb-661d025c34fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:03.844270 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-af5e12ae-fc3b-44f1-badb-661d025c34fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:03.880375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e12ae-fc3b-44f1-badb-661d025c34fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1e9034-e958-4f46-aa94-b78539495661,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:03.884666 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-af5e12ae-fc3b-44f1-badb-661d025c34fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71c37293aba74628baf7b2ef1cc9b065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351847 Jul 14 07:48:03.887212 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35712) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:03.934401 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a473e5d5-d438-404f-a9a4-90ad6d4256db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:03.955086 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a473e5d5-d438-404f-a9a4-90ad6d4256db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:04.001265 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a473e5d5-d438-404f-a9a4-90ad6d4256db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:04.003770 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a473e5d5-d438-404f-a9a4-90ad6d4256db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:04.004924 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a473e5d5-d438-404f-a9a4-90ad6d4256db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed1e9034-e958-4f46-aa94-b78539495661 HTTP/1.1" status: 204 len: 168 time: 0.1166725 Jul 14 07:48:04.012325 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473e5d5-d438-404f-a9a4-90ad6d4256db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1e9034-e958-4f46-aa94-b78539495661,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:04.250561 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35718) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:04.266167 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a26c1766-a35c-447b-adbc-2858a2a22a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:04.351015 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a26c1766-a35c-447b-adbc-2858a2a22a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:04.354459 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a26c1766-a35c-447b-adbc-2858a2a22a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:04.391530 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a26c1766-a35c-447b-adbc-2858a2a22a43 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc818ba349404f7d97efffa4f0cc0077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399102 Jul 14 07:48:04.392619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c1766-a35c-447b-adbc-2858a2a22a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35e9cc1-5b9f-4a12-a5cf-a87ba6ac31b3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:04.394210 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35720) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:04.442207 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6094326-9996-40a5-978b-35c19b75d5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:04.462363 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6094326-9996-40a5-978b-35c19b75d5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:04.509393 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6094326-9996-40a5-978b-35c19b75d5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:04.511991 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6094326-9996-40a5-978b-35c19b75d5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:04.513148 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e6094326-9996-40a5-978b-35c19b75d5ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d35e9cc1-5b9f-4a12-a5cf-a87ba6ac31b3 HTTP/1.1" status: 204 len: 168 time: 0.1178999 Jul 14 07:48:04.520840 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6094326-9996-40a5-978b-35c19b75d5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35e9cc1-5b9f-4a12-a5cf-a87ba6ac31b3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:04.750651 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:06.290971 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:06.735196 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35788) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:06.838392 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-811ee43a-ae53-4426-99b7-f62814cca27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:06.924053 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-811ee43a-ae53-4426-99b7-f62814cca27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:06.927645 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-811ee43a-ae53-4426-99b7-f62814cca27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:06.965378 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-811ee43a-ae53-4426-99b7-f62814cca27a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb6029884afa459cb0381e37bc3906f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290413 Jul 14 07:48:06.966493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ee43a-ae53-4426-99b7-f62814cca27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc15fe5-9b4c-4360-9e62-4389df7fec74,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:06.968129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35792) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:07.016373 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-65db26c6-6e19-4b1e-9b3e-e617637b9d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:07.036519 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-65db26c6-6e19-4b1e-9b3e-e617637b9d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:07.081104 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-65db26c6-6e19-4b1e-9b3e-e617637b9d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:07.083706 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-65db26c6-6e19-4b1e-9b3e-e617637b9d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:07.085094 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-65db26c6-6e19-4b1e-9b3e-e617637b9d98 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fbc15fe5-9b4c-4360-9e62-4389df7fec74 HTTP/1.1" status: 204 len: 168 time: 0.1158583 Jul 14 07:48:07.092887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db26c6-6e19-4b1e-9b3e-e617637b9d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc15fe5-9b4c-4360-9e62-4389df7fec74,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:07.327798 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35798) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:07.340706 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-832492c6-d095-4282-990b-46ff62f664ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:07.431033 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-832492c6-d095-4282-990b-46ff62f664ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:07.434418 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-832492c6-d095-4282-990b-46ff62f664ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:07.471241 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-832492c6-d095-4282-990b-46ff62f664ed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c221493db5f84699b8449611b7939f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423657 Jul 14 07:48:07.472099 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832492c6-d095-4282-990b-46ff62f664ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c28b00-0506-48ba-b713-8021cad73789,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:07.473925 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35800) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:07.525395 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1d9d9f4-e142-4f42-8989-b746f69bcfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:07.545597 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1d9d9f4-e142-4f42-8989-b746f69bcfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:07.589418 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1d9d9f4-e142-4f42-8989-b746f69bcfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:07.592233 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f1d9d9f4-e142-4f42-8989-b746f69bcfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:07.594118 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f1d9d9f4-e142-4f42-8989-b746f69bcfc1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1c28b00-0506-48ba-b713-8021cad73789 HTTP/1.1" status: 204 len: 168 time: 0.1181228 Jul 14 07:48:07.601565 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9d9f4-e142-4f42-8989-b746f69bcfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c28b00-0506-48ba-b713-8021cad73789,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:12.790079 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35876) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:12.896358 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-53570884-f2ca-40f4-82d2-4c436a2c59c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:12.988696 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-53570884-f2ca-40f4-82d2-4c436a2c59c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:12.992456 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-53570884-f2ca-40f4-82d2-4c436a2c59c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:13.029811 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-53570884-f2ca-40f4-82d2-4c436a2c59c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=91c226763b2d41b781a3b97c889586ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386839 Jul 14 07:48:13.030641 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53570884-f2ca-40f4-82d2-4c436a2c59c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be33c397-1383-4a87-8376-91c562c39836,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:13.033247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35880) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:13.080337 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-248055e8-642c-4be8-afbe-114989100ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:13.100896 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-248055e8-642c-4be8-afbe-114989100ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:13.146688 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-248055e8-642c-4be8-afbe-114989100ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:13.149114 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-248055e8-642c-4be8-afbe-114989100ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:13.150285 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-248055e8-642c-4be8-afbe-114989100ce8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be33c397-1383-4a87-8376-91c562c39836 HTTP/1.1" status: 204 len: 168 time: 0.1158857 Jul 14 07:48:13.157708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248055e8-642c-4be8-afbe-114989100ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be33c397-1383-4a87-8376-91c562c39836,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:13.397732 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 35886) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:13.410763 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7bb16231-c8f2-43fe-bce5-3a574c669a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:13.497195 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7bb16231-c8f2-43fe-bce5-3a574c669a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:13.501161 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7bb16231-c8f2-43fe-bce5-3a574c669a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:13.541332 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7bb16231-c8f2-43fe-bce5-3a574c669a2b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d5a0baceea3940c8a2cabb5ed68e2d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425142 Jul 14 07:48:13.543230 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb16231-c8f2-43fe-bce5-3a574c669a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a92295-66b1-481c-bdc9-3ce4b7a1c471,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:13.543936 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 35888) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:13.592122 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b197a1cb-7657-4179-a569-5a3336cb1b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:13.613074 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b197a1cb-7657-4179-a569-5a3336cb1b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:13.658863 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b197a1cb-7657-4179-a569-5a3336cb1b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:13.661343 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b197a1cb-7657-4179-a569-5a3336cb1b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:13.662473 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b197a1cb-7657-4179-a569-5a3336cb1b29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d1a92295-66b1-481c-bdc9-3ce4b7a1c471 HTTP/1.1" status: 204 len: 168 time: 0.1175573 Jul 14 07:48:13.670379 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197a1cb-7657-4179-a569-5a3336cb1b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a92295-66b1-481c-bdc9-3ce4b7a1c471,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:15.880248 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:15.907790 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:27.309636 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36010) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:27.418783 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b18be96d-eeb8-4fc9-a2eb-8e4f8edcc57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:27.506521 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b18be96d-eeb8-4fc9-a2eb-8e4f8edcc57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:27.510340 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b18be96d-eeb8-4fc9-a2eb-8e4f8edcc57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:27.550026 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b18be96d-eeb8-4fc9-a2eb-8e4f8edcc57b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=011c58d9602c454bbdb8563f92f718e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392271 Jul 14 07:48:27.550858 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18be96d-eeb8-4fc9-a2eb-8e4f8edcc57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fc7460-aed0-4089-a9a9-09522f3f8992,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:27.552767 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36014) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:27.600808 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fbf69dce-7716-45a1-ad16-4234a80db00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:27.620334 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fbf69dce-7716-45a1-ad16-4234a80db00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:27.665913 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fbf69dce-7716-45a1-ad16-4234a80db00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:27.668542 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fbf69dce-7716-45a1-ad16-4234a80db00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:27.669710 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fbf69dce-7716-45a1-ad16-4234a80db00a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/79fc7460-aed0-4089-a9a9-09522f3f8992 HTTP/1.1" status: 204 len: 168 time: 0.1158953 Jul 14 07:48:27.677636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf69dce-7716-45a1-ad16-4234a80db00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fc7460-aed0-4089-a9a9-09522f3f8992,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:27.918021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36020) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:27.931296 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d84eb16-365d-4533-a379-3da16bb2b772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:28.021622 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d84eb16-365d-4533-a379-3da16bb2b772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:28.025176 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d84eb16-365d-4533-a379-3da16bb2b772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:28.063002 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8d84eb16-365d-4533-a379-3da16bb2b772 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac9d76b63d9749689029cf8799dfdf90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439698 Jul 14 07:48:28.064220 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84eb16-365d-4533-a379-3da16bb2b772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7236b0-f5b9-4ede-88aa-ec835d2667cb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:28.065715 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36022) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:28.113968 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e8c3a65-744c-457a-993d-fa2a39912789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:28.133911 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e8c3a65-744c-457a-993d-fa2a39912789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:28.177839 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e8c3a65-744c-457a-993d-fa2a39912789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:28.180351 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e8c3a65-744c-457a-993d-fa2a39912789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:28.181495 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4e8c3a65-744c-457a-993d-fa2a39912789 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e7236b0-f5b9-4ede-88aa-ec835d2667cb HTTP/1.1" status: 204 len: 168 time: 0.1147056 Jul 14 07:48:28.188624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c3a65-744c-457a-993d-fa2a39912789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7236b0-f5b9-4ede-88aa-ec835d2667cb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:28.803113 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36044) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:28.897911 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f0a7cdfd-8a32-498f-bd8d-95b115e15d60 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-573183083-network', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:48:28.918343 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a7cdfd-8a32-498f-bd8d-95b115e15d60 admin admin] Made reservation on behalf of eb91da042d904cd6975fba9cea71a4f4 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:48:28.920971 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0a7cdfd-8a32-498f-bd8d-95b115e15d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:28.929007 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0a7cdfd-8a32-498f-bd8d-95b115e15d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:29.019087 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0a7cdfd-8a32-498f-bd8d-95b115e15d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:29.022601 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0a7cdfd-8a32-498f-bd8d-95b115e15d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:29.030295 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:48:29.046892 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a7cdfd-8a32-498f-bd8d-95b115e15d60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:48:29.055446 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7cdfd-8a32-498f-bd8d-95b115e15d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b17073f-607a-4b37-bd31-b7141d73340f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:29.063433 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0a7cdfd-8a32-498f-bd8d-95b115e15d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:29.063433 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-f0a7cdfd-8a32-498f-bd8d-95b115e15d60 admin admin] Added segment 292e461a-5ab8-4982-a3d7-aa27c23cb218 of type vlan for network 2f81cc68-8288-49e8-b98f-4d50119ec4eb Jul 14 07:48:29.104669 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0a7cdfd-8a32-498f-bd8d-95b115e15d60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:29.132083 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0a7cdfd-8a32-498f-bd8d-95b115e15d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:29.133015 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a7cdfd-8a32-498f-bd8d-95b115e15d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:29.133613 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0a7cdfd-8a32-498f-bd8d-95b115e15d60 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:29.185522 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f0a7cdfd-8a32-498f-bd8d-95b115e15d60 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3812685 Jul 14 07:48:29.188946 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36048) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:29.191497 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7cdfd-8a32-498f-bd8d-95b115e15d60 admin admin] Pushing event updated for resources: {'Network': ['ID=2f81cc68-8288-49e8-b98f-4d50119ec4eb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:29.193973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d13ed230-66a9-438e-bd98-4d3f912b0236 admin admin] Request body: {'subnet': {'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-573183083-subnet', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:48:29.201074 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 2f81cc68-8288-49e8-b98f-4d50119ec4eb details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:48:29.214820 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13ed230-66a9-438e-bd98-4d3f912b0236 admin admin] Made reservation on behalf of eb91da042d904cd6975fba9cea71a4f4 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:48:29.217343 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d13ed230-66a9-438e-bd98-4d3f912b0236 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:29.378697 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d13ed230-66a9-438e-bd98-4d3f912b0236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:29.434906 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ed230-66a9-438e-bd98-4d3f912b0236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bfb280c-12a2-40bc-beae-b05917b4c953,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:29.445680 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ed230-66a9-438e-bd98-4d3f912b0236 admin admin] Checking segment: {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:48:29.446089 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13ed230-66a9-438e-bd98-4d3f912b0236 admin admin] Network hostable DHCP agents. Network: 2f81cc68-8288-49e8-b98f-4d50119ec4eb, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:48:29.462959 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13ed230-66a9-438e-bd98-4d3f912b0236 admin admin] Network 2f81cc68-8288-49e8-b98f-4d50119ec4eb is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:48:29.471406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-d13ed230-66a9-438e-bd98-4d3f912b0236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 2f81cc68-8288-49e8-b98f-4d50119ec4eb) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:48:29.475733 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13ed230-66a9-438e-bd98-4d3f912b0236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:29.476590 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d13ed230-66a9-438e-bd98-4d3f912b0236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:29.480716 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c907f0-e7e8-4212-be3a-42ca14239333 None None] Network 2f81cc68-8288-49e8-b98f-4d50119ec4eb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:48:29.491290 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d13ed230-66a9-438e-bd98-4d3f912b0236 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3011701 Jul 14 07:48:29.494226 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36052) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:29.498978 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:48:29.521403 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:29.522375 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:29.585905 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:29.659382 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:48:29.660609 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:29.732208 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:29.808514 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Allocated IP 172.20.0.2 (2f81cc68-8288-49e8-b98f-4d50119ec4eb/6bfb280c-12a2-40bc-beae-b05917b4c953/cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:48:29.942614 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:29.955800 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:29.963337 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:29.964327 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Transition to ACTIVE for port object cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:48:29.982771 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Transition to ACTIVE for port object cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:48:29.989502 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:30.028884 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Network 2f81cc68-8288-49e8-b98f-4d50119ec4eb is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:48:30.032116 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:48:30.038347 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:48:30.041256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Pushing event updated for resources: {'Port': ['ID=cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:30.051235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:30.051604 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:30.051949 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:30.052278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:30.052607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:30.052935 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:30.053278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:30.053601 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:30.053922 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:30.054243 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:30.054561 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:30.055278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:30.080174 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] Allocated IP 172.25.7.84 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/f2c2f291-dd26-4aae-b8a7-48b4405abfd6) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:48:30.108959 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Attempting to bind port cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:48:30.109355 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Attempting to bind port cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:48:30.109716 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Attempting to bind port cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:48:30.114954 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:48:30.115326 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Checking segment: {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:48:30.115750 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:30.116142 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Bound using segment: {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:48:30.116604 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Bound port: cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:48:30.117082 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:30.178875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] For port cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:48:30.182227 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] For port cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:48:30.183879 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:30.187221 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:30.228633 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:30.249617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877161e-acc9-47aa-a384-86c4c338e912 None None] Pushing event updated for resources: {'Port': ['ID=cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:30.272428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:48:30.275344 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:48:30.278960 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:48:30.305267 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c2f291-dd26-4aae-b8a7-48b4405abfd6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:30.540647 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-aa820d3d-1684-4135-bfbd-c2c980208a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:30.547629 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:30.732550 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:30.858438 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] Router 3389f228-9980-4c63-82b7-00f1a06d5a2a is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:48:30.967885 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:48:30.979111 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Sync routers for ids ['3389f228-9980-4c63-82b7-00f1a06d5a2a'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:48:30.989347 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Routers {'3389f228-9980-4c63-82b7-00f1a06d5a2a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:48:30.989534 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:30.989977 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:48:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3389f228-9980-4c63-82b7-00f1a06d5a2a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:48:30.993560 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fc30c183-d8ea-43a8-95d6-2a61d4cc7000 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4957042 Jul 14 07:48:30.994081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36054) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:31.105490 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Set router 3389f228-9980-4c63-82b7-00f1a06d5a2a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:48:31.147494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f77ac9-dee5-41ae-92e7-649de654dd61 None None] Network 2f81cc68-8288-49e8-b98f-4d50119ec4eb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:48:31.254309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-06202860-4778-44c7-9527-2980f8424697 None None] Provisioning for port cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:48:31.295162 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:30Z', 'revision_number': 3, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:48:31.322104 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Checking router: 3389f228-9980-4c63-82b7-00f1a06d5a2a for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:48:31.322480 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Updating router 3389f228-9980-4c63-82b7-00f1a06d5a2a port f2c2f291-dd26-4aae-b8a7-48b4405abfd6 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:48:31.361534 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:31.449689 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:31.621933 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:31.631519 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Transition to ACTIVE for port object f2c2f291-dd26-4aae-b8a7-48b4405abfd6 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:48:31.637458 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:31.652135 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] Allocated IP 172.20.0.1 (2f81cc68-8288-49e8-b98f-4d50119ec4eb/6bfb280c-12a2-40bc-beae-b05917b4c953/85c1c9d1-448f-4ea2-aa11-2002e8fd0518) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:48:31.685515 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Attempting to bind port f2c2f291-dd26-4aae-b8a7-48b4405abfd6 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:48:31.685876 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Attempting to bind port f2c2f291-dd26-4aae-b8a7-48b4405abfd6 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:48:31.686254 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Attempting to bind port f2c2f291-dd26-4aae-b8a7-48b4405abfd6 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:48:31.691548 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065bb20-ade5-4f1f-9759-b8bb8dc6fcf2 None None] Pushing event updated for resources: {'Port': ['ID=f2c2f291-dd26-4aae-b8a7-48b4405abfd6,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:31.696009 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:48:31.697244 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:48:31.697244 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:31.697244 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:48:31.697772 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Bound port: f2c2f291-dd26-4aae-b8a7-48b4405abfd6, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:48:31.698707 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:31.704764 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065bb20-ade5-4f1f-9759-b8bb8dc6fcf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:31.705093 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065bb20-ade5-4f1f-9759-b8bb8dc6fcf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:31.705458 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065bb20-ade5-4f1f-9759-b8bb8dc6fcf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:31.706064 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065bb20-ade5-4f1f-9759-b8bb8dc6fcf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:31.706064 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065bb20-ade5-4f1f-9759-b8bb8dc6fcf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:31.706397 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065bb20-ade5-4f1f-9759-b8bb8dc6fcf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:31.706717 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065bb20-ade5-4f1f-9759-b8bb8dc6fcf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:31.707054 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065bb20-ade5-4f1f-9759-b8bb8dc6fcf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:31.707914 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065bb20-ade5-4f1f-9759-b8bb8dc6fcf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:31.707914 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065bb20-ade5-4f1f-9759-b8bb8dc6fcf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:31.707914 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065bb20-ade5-4f1f-9759-b8bb8dc6fcf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:31.708236 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065bb20-ade5-4f1f-9759-b8bb8dc6fcf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:48:31.758646 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] For port f2c2f291-dd26-4aae-b8a7-48b4405abfd6, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:48:31.762493 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] For port f2c2f291-dd26-4aae-b8a7-48b4405abfd6, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f2c2f291-dd26-4aae-b8a7-48b4405abfd6,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:48:31.763425 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:31.767341 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:31.777487 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] Transition to ACTIVE for port object 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:48:31.810977 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:31.817572 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Routers {'3389f228-9980-4c63-82b7-00f1a06d5a2a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:48:31.818285 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:48:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3389f228-9980-4c63-82b7-00f1a06d5a2a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:48:31.850892 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] Network 2f81cc68-8288-49e8-b98f-4d50119ec4eb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:48:31.855059 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:48:31.859450 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:48:31.861714 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] Pushing event updated for resources: {'Port': ['ID=85c1c9d1-448f-4ea2-aa11-2002e8fd0518,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:31.875106 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065bb20-ade5-4f1f-9759-b8bb8dc6fcf2 None None] Pushing event updated for resources: {'Port': ['ID=f2c2f291-dd26-4aae-b8a7-48b4405abfd6,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:31.904609 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:31.951021 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] Set router 3389f228-9980-4c63-82b7-00f1a06d5a2a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:48:31.995220 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:48:32.049431 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:48:32.054592 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:48:32.054968 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:32.152074 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:32.157514 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:30Z', 'revision_number': 3, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:48:32.184411 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc531647-fc7a-4531-9478-a1ce45123b3c None None] The sync data for ids ['3389f228-9980-4c63-82b7-00f1a06d5a2a'] in n-d-778696-5 is: [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:30Z', 'revision_number': 3, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:48:32.184834 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:48:32.193834 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:32.247991 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ffbbdf44-8428-4c1c-b116-851763b55fda None None] Provisioning for port 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:48:32.253952 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ffbbdf44-8428-4c1c-b116-851763b55fda None None] Provisioning complete for port 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:48:32.254323 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdf44-8428-4c1c-b116-851763b55fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:32.279486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:32.301907 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ffbbdf44-8428-4c1c-b116-851763b55fda None None] Port 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:48:32.352942 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:32.541180 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:32.547396 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:32.615899 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:32.627777 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] Pushing event updated for resources: {'Port': ['ID=85c1c9d1-448f-4ea2-aa11-2002e8fd0518,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:32.718862 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] Network 2f81cc68-8288-49e8-b98f-4d50119ec4eb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:48:32.720332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:48:32.842229 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] Router 3389f228-9980-4c63-82b7-00f1a06d5a2a has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:48:32.967951 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:48:32.974048 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-12499fdf-e80e-4b32-82be-669adb20ad54 admin admin] 10.222.0.35 "PUT /v2.0/routers/3389f228-9980-4c63-82b7-00f1a06d5a2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9786873 Jul 14 07:48:33.039579 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a93ce12a-f08f-4a2c-99f4-54838ef3e4ff None None] Provisioning complete for port 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:48:33.040280 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a93ce12a-f08f-4a2c-99f4-54838ef3e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:33.080741 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a93ce12a-f08f-4a2c-99f4-54838ef3e4ff None None] Port 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:48:33.331552 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-63e68473-daee-4a8d-9186-18d4dce27470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:33.438623 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36072) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:33.443862 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-89272f7d-07e1-4db6-97da-69bb9754807d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-798368111-network', 'tenant_id': 'cc4dcefb59e14614bd5c3e18c2f38c62'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:48:33.468623 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89272f7d-07e1-4db6-97da-69bb9754807d admin admin] Made reservation on behalf of cc4dcefb59e14614bd5c3e18c2f38c62 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:48:33.472125 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89272f7d-07e1-4db6-97da-69bb9754807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:33.482197 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89272f7d-07e1-4db6-97da-69bb9754807d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:33.571010 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89272f7d-07e1-4db6-97da-69bb9754807d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:33.574619 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89272f7d-07e1-4db6-97da-69bb9754807d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:33.599571 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89272f7d-07e1-4db6-97da-69bb9754807d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:48:33.609451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89272f7d-07e1-4db6-97da-69bb9754807d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871b7808-5f2f-40f1-adbe-1ac97a241414,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:33.614352 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89272f7d-07e1-4db6-97da-69bb9754807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:33.614697 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-89272f7d-07e1-4db6-97da-69bb9754807d admin admin] Added segment 204d11e9-fc96-403b-8cfe-668adbc20253 of type vlan for network 36f78137-e914-4ba3-999d-232464aabb4d Jul 14 07:48:33.656338 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89272f7d-07e1-4db6-97da-69bb9754807d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:33.659628 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:33.686016 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89272f7d-07e1-4db6-97da-69bb9754807d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:33.687498 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89272f7d-07e1-4db6-97da-69bb9754807d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:33.688057 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-89272f7d-07e1-4db6-97da-69bb9754807d admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:33.767046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-89272f7d-07e1-4db6-97da-69bb9754807d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3272359 Jul 14 07:48:33.769927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36074) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:33.775233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-dd6d43e3-7b99-47ea-a2dc-f556a4a59894 admin admin] Request body: {'subnet': {'network_id': '36f78137-e914-4ba3-999d-232464aabb4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-798368111-subnet', 'tenant_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:48:33.780561 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89272f7d-07e1-4db6-97da-69bb9754807d admin admin] Pushing event updated for resources: {'Network': ['ID=36f78137-e914-4ba3-999d-232464aabb4d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:33.790665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 36f78137-e914-4ba3-999d-232464aabb4d details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:48:33.799311 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6d43e3-7b99-47ea-a2dc-f556a4a59894 admin admin] Made reservation on behalf of cc4dcefb59e14614bd5c3e18c2f38c62 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:48:33.802400 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6d43e3-7b99-47ea-a2dc-f556a4a59894 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:33.829907 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Sync routers for ids ['3389f228-9980-4c63-82b7-00f1a06d5a2a'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:48:33.857945 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Routers {'3389f228-9980-4c63-82b7-00f1a06d5a2a'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:48:33.859129 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:48:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3389f228-9980-4c63-82b7-00f1a06d5a2a'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:48:33.988115 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6d43e3-7b99-47ea-a2dc-f556a4a59894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:33.992070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Set router 3389f228-9980-4c63-82b7-00f1a06d5a2a gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:48:34.021444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f2c2f291-dd26-4aae-b8a7-48b4405abfd6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:48:34.042399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d43e3-7b99-47ea-a2dc-f556a4a59894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6cadb2b-1def-4fc1-a95d-f9e090cc8b6f,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:34.053946 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6d43e3-7b99-47ea-a2dc-f556a4a59894 admin admin] Checking segment: {'id': '204d11e9-fc96-403b-8cfe-668adbc20253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36f78137-e914-4ba3-999d-232464aabb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:48:34.054235 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6d43e3-7b99-47ea-a2dc-f556a4a59894 admin admin] Network hostable DHCP agents. Network: 36f78137-e914-4ba3-999d-232464aabb4d, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:48:34.071282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6d43e3-7b99-47ea-a2dc-f556a4a59894 admin admin] Network 36f78137-e914-4ba3-999d-232464aabb4d is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:48:34.086485 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-dd6d43e3-7b99-47ea-a2dc-f556a4a59894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 36f78137-e914-4ba3-999d-232464aabb4d) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:48:34.090894 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6d43e3-7b99-47ea-a2dc-f556a4a59894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:34.091541 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6d43e3-7b99-47ea-a2dc-f556a4a59894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:34.107640 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dd6d43e3-7b99-47ea-a2dc-f556a4a59894 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3364658 Jul 14 07:48:34.110944 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36076) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:34.115518 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-798368111-router', 'tenant_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:48:34.138276 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:34.139552 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:34.192337 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:34.207999 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44bbb20-e5d7-41ef-9f2d-788a138a000b None None] Network 36f78137-e914-4ba3-999d-232464aabb4d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:48:34.326354 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:34.384345 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port f2c2f291-dd26-4aae-b8a7-48b4405abfd6 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:48:34.396500 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f2c2f291-dd26-4aae-b8a7-48b4405abfd6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:48:34.396880 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:34.527309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-36f78137-e914-4ba3-999d-232464aabb4d', 'network_id': '36f78137-e914-4ba3-999d-232464aabb4d', 'tenant_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'fixed_ips': [{'subnet_id': 'f6cadb2b-1def-4fc1-a95d-f9e090cc8b6f'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 07:48:34.528141 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:34.529529 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:34.548621 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:34.595992 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 2, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:48:34.648389 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] Allocated IP 172.25.7.195 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/62674758-06c6-4a17-9193-65799766abc1) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:48:34.666044 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:34.670683 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Checking router: 3389f228-9980-4c63-82b7-00f1a06d5a2a for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:48:34.671038 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Updating router 3389f228-9980-4c63-82b7-00f1a06d5a2a port 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:48:34.732573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port f2c2f291-dd26-4aae-b8a7-48b4405abfd6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f2c2f291-dd26-4aae-b8a7-48b4405abfd6,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:48:34.757819 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:34.760973 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:34.761766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:48:34.763270 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:34.798798 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:34.835626 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:48:34.841815 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:48:34.842909 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:34.844846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:48:34.869597 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] Pushing event updated for resources: {'Port': ['ID=62674758-06c6-4a17-9193-65799766abc1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:34.887710 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Allocated IP 172.20.0.2 (36f78137-e914-4ba3-999d-232464aabb4d/f6cadb2b-1def-4fc1-a95d-f9e090cc8b6f/b8b6fb34-f576-45ba-b8f6-9cfe78f87167) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:48:34.901595 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=f2c2f291-dd26-4aae-b8a7-48b4405abfd6,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:35.021156 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:48:35.021557 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:35.094050 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:35.217240 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:35.244331 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Transition to ACTIVE for port object b8b6fb34-f576-45ba-b8f6-9cfe78f87167 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:48:35.276260 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Transition to ACTIVE for port object b8b6fb34-f576-45ba-b8f6-9cfe78f87167 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:48:35.287565 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:35.289392 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:35.352265 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Network 36f78137-e914-4ba3-999d-232464aabb4d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:48:35.361846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:48:35.367726 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:48:35.382512 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:35.387652 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Pushing event updated for resources: {'Port': ['ID=b8b6fb34-f576-45ba-b8f6-9cfe78f87167,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:35.414502 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Transition to ACTIVE for port object 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:48:35.422972 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] Router 74407d63-a6df-4dc6-a77b-240ea8e1f4a6 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 07:48:35.441967 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:35.480381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Attempting to bind port b8b6fb34-f576-45ba-b8f6-9cfe78f87167 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:48:35.480626 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Attempting to bind port b8b6fb34-f576-45ba-b8f6-9cfe78f87167 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '204d11e9-fc96-403b-8cfe-668adbc20253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36f78137-e914-4ba3-999d-232464aabb4d'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:48:35.481012 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Attempting to bind port b8b6fb34-f576-45ba-b8f6-9cfe78f87167 on network 36f78137-e914-4ba3-999d-232464aabb4d {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:48:35.497620 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:48:35.498001 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Checking segment: {'id': '204d11e9-fc96-403b-8cfe-668adbc20253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36f78137-e914-4ba3-999d-232464aabb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:48:35.498405 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:35.498802 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Bound using segment: {'id': '204d11e9-fc96-403b-8cfe-668adbc20253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36f78137-e914-4ba3-999d-232464aabb4d'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:48:35.499926 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Bound port: b8b6fb34-f576-45ba-b8f6-9cfe78f87167, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204d11e9-fc96-403b-8cfe-668adbc20253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36f78137-e914-4ba3-999d-232464aabb4d'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:48:35.500319 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:35.514863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ea12b-165f-4888-9fa2-5755ab3a2370 None None] Pushing event updated for resources: {'Port': ['ID=85c1c9d1-448f-4ea2-aa11-2002e8fd0518,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:35.543974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:48:35.558195 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Sync routers for ids ['74407d63-a6df-4dc6-a77b-240ea8e1f4a6'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:48:35.566212 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:35.570556 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ee0a2360-2f30-43a0-b321-de27b16d6280 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4560149 Jul 14 07:48:35.571074 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36080) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:48:35.573646 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Routers {'74407d63-a6df-4dc6-a77b-240ea8e1f4a6'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:48:35.574441 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:48:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['74407d63-a6df-4dc6-a77b-240ea8e1f4a6'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:48:35.606374 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Attempting to bind port 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:48:35.606693 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Attempting to bind port 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:48:35.607020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Attempting to bind port 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:48:35.623551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:48:35.623933 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Checking segment: {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:48:35.624406 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:35.624809 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Bound using segment: {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:48:35.625333 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Bound port: 85c1c9d1-448f-4ea2-aa11-2002e8fd0518, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:48:35.625726 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:35.638523 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] For port b8b6fb34-f576-45ba-b8f6-9cfe78f87167, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:48:35.654750 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] For port b8b6fb34-f576-45ba-b8f6-9cfe78f87167, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b8b6fb34-f576-45ba-b8f6-9cfe78f87167,segment=NetworkSegment(204d11e9-fc96-403b-8cfe-668adbc20253),segment_id=204d11e9-fc96-403b-8cfe-668adbc20253)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:48:35.676790 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:35.760764 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] For port 85c1c9d1-448f-4ea2-aa11-2002e8fd0518, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:48:35.764271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] For port 85c1c9d1-448f-4ea2-aa11-2002e8fd0518, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=85c1c9d1-448f-4ea2-aa11-2002e8fd0518,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:48:35.768116 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a40b9a-5025-496b-b036-5bb479bf9908 None None] Pushing event updated for resources: {'Port': ['ID=b8b6fb34-f576-45ba-b8f6-9cfe78f87167,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:35.772247 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:35.811974 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Set router 74407d63-a6df-4dc6-a77b-240ea8e1f4a6 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:48:35.850890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Routers {'3389f228-9980-4c63-82b7-00f1a06d5a2a'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:48:35.852555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:48:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3389f228-9980-4c63-82b7-00f1a06d5a2a'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:48:35.860219 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ea12b-165f-4888-9fa2-5755ab3a2370 None None] Pushing event updated for resources: {'Port': ['ID=85c1c9d1-448f-4ea2-aa11-2002e8fd0518,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:36.114230 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74407d63-a6df-4dc6-a77b-240ea8e1f4a6', 'name': 'tempest-TestVolumeBootPattern-798368111-router', 'tenant_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '62674758-06c6-4a17-9193-65799766abc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:34Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 3, 'project_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'gw_port': {'id': '62674758-06c6-4a17-9193-65799766abc1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:21:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74407d63-a6df-4dc6-a77b-240ea8e1f4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:34Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:48:36.154486 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Checking router: 74407d63-a6df-4dc6-a77b-240ea8e1f4a6 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:48:36.154835 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Updating router 74407d63-a6df-4dc6-a77b-240ea8e1f4a6 port 62674758-06c6-4a17-9193-65799766abc1 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:48:36.191151 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f2c2f291-dd26-4aae-b8a7-48b4405abfd6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:48:36.204240 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:36.223725 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:36.258599 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] Set router 3389f228-9980-4c63-82b7-00f1a06d5a2a gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:48:36.324028 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f2c2f291-dd26-4aae-b8a7-48b4405abfd6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:48:36.324402 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:36.332856 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:36.454821 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] Allocated IP 172.20.0.1 (36f78137-e914-4ba3-999d-232464aabb4d/f6cadb2b-1def-4fc1-a95d-f9e090cc8b6f/6505a371-d81a-4cd0-96e1-5674eb432cdb) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:48:36.494373 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:36.506632 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Transition to ACTIVE for port object 62674758-06c6-4a17-9193-65799766abc1 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:48:36.514494 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:36.559252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:35Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:48:36.570057 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d738282-5efb-4b8e-8e05-1331e6f5f729 None None] Pushing event updated for resources: {'Port': ['ID=62674758-06c6-4a17-9193-65799766abc1,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:36.572656 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Attempting to bind port 62674758-06c6-4a17-9193-65799766abc1 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:48:36.573011 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Attempting to bind port 62674758-06c6-4a17-9193-65799766abc1 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:48:36.573387 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Attempting to bind port 62674758-06c6-4a17-9193-65799766abc1 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:48:36.578811 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:48:36.579157 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:48:36.579553 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:36.579923 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:48:36.580369 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Bound port: 62674758-06c6-4a17-9193-65799766abc1, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:48:36.580737 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:36.586459 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d649a18-7f33-4dd1-ada1-5bf012868548 None None] The sync data for ids ['3389f228-9980-4c63-82b7-00f1a06d5a2a'] in n-d-778696-5 is: [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:35Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:48:36.590971 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:36.607969 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] Transition to ACTIVE for port object 6505a371-d81a-4cd0-96e1-5674eb432cdb will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:48:36.644423 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] For port 62674758-06c6-4a17-9193-65799766abc1, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:48:36.648843 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] For port 62674758-06c6-4a17-9193-65799766abc1, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=62674758-06c6-4a17-9193-65799766abc1,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:48:36.658608 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:36.669286 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:36.711350 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Routers {'74407d63-a6df-4dc6-a77b-240ea8e1f4a6'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:48:36.711987 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:48:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['74407d63-a6df-4dc6-a77b-240ea8e1f4a6'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:48:36.730026 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] Network 36f78137-e914-4ba3-999d-232464aabb4d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:48:36.735813 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:48:36.742527 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:48:36.779834 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] Pushing event updated for resources: {'Port': ['ID=6505a371-d81a-4cd0-96e1-5674eb432cdb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:36.801049 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:36.819324 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] Set router 74407d63-a6df-4dc6-a77b-240ea8e1f4a6 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:48:36.845176 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d738282-5efb-4b8e-8e05-1331e6f5f729 None None] Pushing event updated for resources: {'Port': ['ID=62674758-06c6-4a17-9193-65799766abc1,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:36.984567 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:37.089094 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74407d63-a6df-4dc6-a77b-240ea8e1f4a6', 'name': 'tempest-TestVolumeBootPattern-798368111-router', 'tenant_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '62674758-06c6-4a17-9193-65799766abc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:34Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 3, 'project_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'gw_port': {'id': '62674758-06c6-4a17-9193-65799766abc1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:21:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74407d63-a6df-4dc6-a77b-240ea8e1f4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:34Z', 'updated_at': '2021-07-14T07:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:48:37.116640 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d9ff5-0f9c-4690-9860-4eeb12ff238d None None] The sync data for ids ['74407d63-a6df-4dc6-a77b-240ea8e1f4a6'] in n-d-778696-5 is: [{'id': '74407d63-a6df-4dc6-a77b-240ea8e1f4a6', 'name': 'tempest-TestVolumeBootPattern-798368111-router', 'tenant_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '62674758-06c6-4a17-9193-65799766abc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:34Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 3, 'project_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'gw_port': {'id': '62674758-06c6-4a17-9193-65799766abc1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:21:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74407d63-a6df-4dc6-a77b-240ea8e1f4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:34Z', 'updated_at': '2021-07-14T07:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:48:37.132129 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58632e07-167f-417a-9483-5117693f40de None None] Network 36f78137-e914-4ba3-999d-232464aabb4d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:48:37.183999 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:37.189978 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:37.204724 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ce1d88ca-589b-451b-8aae-9d9b2593fe4e None None] Provisioning for port b8b6fb34-f576-45ba-b8f6-9cfe78f87167 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:48:37.261398 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] Pushing event updated for resources: {'Port': ['ID=6505a371-d81a-4cd0-96e1-5674eb432cdb,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:37.265518 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:37.370139 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] Network 36f78137-e914-4ba3-999d-232464aabb4d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:48:37.371597 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:48:37.524143 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] Router 74407d63-a6df-4dc6-a77b-240ea8e1f4a6 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:48:37.671993 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d47649f9-b51b-4e8d-81b5-cf855b4059a2 None None] Provisioning for port 6505a371-d81a-4cd0-96e1-5674eb432cdb completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:48:37.677699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d47649f9-b51b-4e8d-81b5-cf855b4059a2 None None] Provisioning complete for port 6505a371-d81a-4cd0-96e1-5674eb432cdb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:48:37.678076 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d47649f9-b51b-4e8d-81b5-cf855b4059a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:37.749067 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d47649f9-b51b-4e8d-81b5-cf855b4059a2 None None] Port 6505a371-d81a-4cd0-96e1-5674eb432cdb cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:48:37.989000 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1edfd892-ba0a-4832-a349-85d4c44789d2 None None] Provisioning complete for port 6505a371-d81a-4cd0-96e1-5674eb432cdb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:48:37.989317 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1edfd892-ba0a-4832-a349-85d4c44789d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:38.021932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:48:38.028069 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-96606baa-a71d-436a-9c79-05f638ea174d admin admin] 10.222.0.35 "PUT /v2.0/routers/74407d63-a6df-4dc6-a77b-240ea8e1f4a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4560468 Jul 14 07:48:38.033873 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1edfd892-ba0a-4832-a349-85d4c44789d2 None None] Port 6505a371-d81a-4cd0-96e1-5674eb432cdb cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:48:38.077029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 62674758-06c6-4a17-9193-65799766abc1 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:48:38.139095 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 62674758-06c6-4a17-9193-65799766abc1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:48:38.143874 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 62674758-06c6-4a17-9193-65799766abc1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:48:38.144451 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:38.254747 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:38.270510 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-50c67ef5-1cbc-4f09-8b71-7c2887a730e0 None None] Provisioning complete for port 6505a371-d81a-4cd0-96e1-5674eb432cdb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:48:38.270806 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-50c67ef5-1cbc-4f09-8b71-7c2887a730e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:38.296615 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 62674758-06c6-4a17-9193-65799766abc1, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=62674758-06c6-4a17-9193-65799766abc1,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:48:38.307771 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:38.308573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:48:38.356046 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-50c67ef5-1cbc-4f09-8b71-7c2887a730e0 None None] Port 6505a371-d81a-4cd0-96e1-5674eb432cdb cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:48:38.387827 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=62674758-06c6-4a17-9193-65799766abc1,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:38.404485 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:48:38.410756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:48:38.411397 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:38.497413 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:38.532249 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 85c1c9d1-448f-4ea2-aa11-2002e8fd0518, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=85c1c9d1-448f-4ea2-aa11-2002e8fd0518,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:48:38.536716 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:38.537750 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b8b6fb34-f576-45ba-b8f6-9cfe78f87167 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:48:38.612576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=85c1c9d1-448f-4ea2-aa11-2002e8fd0518,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:38.626372 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port b8b6fb34-f576-45ba-b8f6-9cfe78f87167 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:48:38.630099 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port b8b6fb34-f576-45ba-b8f6-9cfe78f87167 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:48:38.630466 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:38.709601 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:38.748600 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port b8b6fb34-f576-45ba-b8f6-9cfe78f87167, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b8b6fb34-f576-45ba-b8f6-9cfe78f87167,segment=NetworkSegment(204d11e9-fc96-403b-8cfe-668adbc20253),segment_id=204d11e9-fc96-403b-8cfe-668adbc20253)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:48:38.754013 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:38.830136 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=b8b6fb34-f576-45ba-b8f6-9cfe78f87167,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:39.907316 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Sync routers for ids ['74407d63-a6df-4dc6-a77b-240ea8e1f4a6'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:48:39.918741 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Routers {'74407d63-a6df-4dc6-a77b-240ea8e1f4a6'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:48:39.919538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:48:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['74407d63-a6df-4dc6-a77b-240ea8e1f4a6'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:48:39.956775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 62674758-06c6-4a17-9193-65799766abc1 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:48:40.065109 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Set router 74407d63-a6df-4dc6-a77b-240ea8e1f4a6 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:48:40.066808 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 62674758-06c6-4a17-9193-65799766abc1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:48:40.067186 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:40.265820 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b8b6fb34-f576-45ba-b8f6-9cfe78f87167 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:48:40.311469 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-c19fedcb-1281-4dab-aa65-85846698cc8e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:40.313535 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-c19fedcb-1281-4dab-aa65-85846698cc8e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 811 time: 0.0968597 Jul 14 07:48:40.328466 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-6fb72b39-818e-41d6-bc62-f6ab6ef75c61 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/quotas/eb91da042d904cd6975fba9cea71a4f4 HTTP/1.1" status: 200 len: 375 time: 0.0095179 Jul 14 07:48:40.347572 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port b8b6fb34-f576-45ba-b8f6-9cfe78f87167 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:48:40.347946 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:40.381507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74407d63-a6df-4dc6-a77b-240ea8e1f4a6', 'name': 'tempest-TestVolumeBootPattern-798368111-router', 'tenant_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '62674758-06c6-4a17-9193-65799766abc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:34Z', 'updated_at': '2021-07-14T07:48:36Z', 'revision_number': 4, 'project_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'gw_port': {'id': '62674758-06c6-4a17-9193-65799766abc1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74407d63-a6df-4dc6-a77b-240ea8e1f4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:34Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '6505a371-d81a-4cd0-96e1-5674eb432cdb', 'name': '', 'network_id': '36f78137-e914-4ba3-999d-232464aabb4d', 'tenant_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'mac_address': 'fa:16:3e:1a:e6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74407d63-a6df-4dc6-a77b-240ea8e1f4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f6cadb2b-1def-4fc1-a95d-f9e090cc8b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:36Z', 'updated_at': '2021-07-14T07:48:37Z', 'revision_number': 2, 'project_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'subnets': [{'id': 'f6cadb2b-1def-4fc1-a95d-f9e090cc8b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:48:40.409132 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Checking router: 74407d63-a6df-4dc6-a77b-240ea8e1f4a6 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:48:40.409559 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Updating router 74407d63-a6df-4dc6-a77b-240ea8e1f4a6 port 6505a371-d81a-4cd0-96e1-5674eb432cdb binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 07:48:40.436597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-39aa901c-7eac-457b-9bb5-963e2e3389d1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023870 Jul 14 07:48:40.452992 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:40.514986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:48:40.545699 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-d3bd6197-e4ba-469c-93ed-6bd57c0bcc1b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:48:40.547256 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-d3bd6197-e4ba-469c-93ed-6bd57c0bcc1b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1042750 Jul 14 07:48:40.637951 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-b8f1071a-1c5c-4a0d-94b2-675402339be2 service neutron] 10.222.0.35 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848277 Jul 14 07:48:40.642256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:48:40.642633 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:40.724912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-559eea66-1afe-40bc-83dd-5eb67283bdba service neutron] 10.222.0.35 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807364 Jul 14 07:48:40.832633 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:40.842855 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Transition to ACTIVE for port object 6505a371-d81a-4cd0-96e1-5674eb432cdb will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:48:40.850115 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:40.897146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd7fd1-be2a-49a8-8ed2-6f0358371906 None None] Pushing event updated for resources: {'Port': ['ID=6505a371-d81a-4cd0-96e1-5674eb432cdb,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:40.963303 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Attempting to bind port 6505a371-d81a-4cd0-96e1-5674eb432cdb on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:48:40.963949 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Attempting to bind port 6505a371-d81a-4cd0-96e1-5674eb432cdb by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '204d11e9-fc96-403b-8cfe-668adbc20253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36f78137-e914-4ba3-999d-232464aabb4d'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:48:40.964036 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Attempting to bind port 6505a371-d81a-4cd0-96e1-5674eb432cdb on network 36f78137-e914-4ba3-999d-232464aabb4d {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:48:40.969844 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:48:40.970728 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Checking segment: {'id': '204d11e9-fc96-403b-8cfe-668adbc20253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36f78137-e914-4ba3-999d-232464aabb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:48:40.971141 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:40.971539 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Bound using segment: {'id': '204d11e9-fc96-403b-8cfe-668adbc20253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36f78137-e914-4ba3-999d-232464aabb4d'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:48:40.972007 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Bound port: 6505a371-d81a-4cd0-96e1-5674eb432cdb, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204d11e9-fc96-403b-8cfe-668adbc20253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36f78137-e914-4ba3-999d-232464aabb4d'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:48:40.972384 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:41.049426 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] For port 6505a371-d81a-4cd0-96e1-5674eb432cdb, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:48:41.054703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] For port 6505a371-d81a-4cd0-96e1-5674eb432cdb, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6505a371-d81a-4cd0-96e1-5674eb432cdb,segment=NetworkSegment(204d11e9-fc96-403b-8cfe-668adbc20253),segment_id=204d11e9-fc96-403b-8cfe-668adbc20253)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:48:41.060102 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:41.121452 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Routers {'74407d63-a6df-4dc6-a77b-240ea8e1f4a6'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:48:41.122317 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:48:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['74407d63-a6df-4dc6-a77b-240ea8e1f4a6'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:48:41.138563 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97fc0b4f-2838-4fc8-9b1f-b59273dcf015 req-83c2c3e5-b063-4412-8fa2-f999207aa2ff tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 210 time: 0.1236112 Jul 14 07:48:41.181382 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd7fd1-be2a-49a8-8ed2-6f0358371906 None None] Pushing event updated for resources: {'Port': ['ID=6505a371-d81a-4cd0-96e1-5674eb432cdb,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:41.284222 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] Set router 74407d63-a6df-4dc6-a77b-240ea8e1f4a6 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:48:41.660750 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74407d63-a6df-4dc6-a77b-240ea8e1f4a6', 'name': 'tempest-TestVolumeBootPattern-798368111-router', 'tenant_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '62674758-06c6-4a17-9193-65799766abc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:34Z', 'updated_at': '2021-07-14T07:48:36Z', 'revision_number': 4, 'project_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'gw_port': {'id': '62674758-06c6-4a17-9193-65799766abc1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74407d63-a6df-4dc6-a77b-240ea8e1f4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:34Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '6505a371-d81a-4cd0-96e1-5674eb432cdb', 'name': '', 'network_id': '36f78137-e914-4ba3-999d-232464aabb4d', 'tenant_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'mac_address': 'fa:16:3e:1a:e6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74407d63-a6df-4dc6-a77b-240ea8e1f4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f6cadb2b-1def-4fc1-a95d-f9e090cc8b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:36Z', 'updated_at': '2021-07-14T07:48:41Z', 'revision_number': 4, 'project_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'subnets': [{'id': 'f6cadb2b-1def-4fc1-a95d-f9e090cc8b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:48:41.686858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc05aca-1eae-4e16-bdf2-97fb4fa2a64c None None] The sync data for ids ['74407d63-a6df-4dc6-a77b-240ea8e1f4a6'] in n-d-778696-5 is: [{'id': '74407d63-a6df-4dc6-a77b-240ea8e1f4a6', 'name': 'tempest-TestVolumeBootPattern-798368111-router', 'tenant_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '62674758-06c6-4a17-9193-65799766abc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:34Z', 'updated_at': '2021-07-14T07:48:36Z', 'revision_number': 4, 'project_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'gw_port': {'id': '62674758-06c6-4a17-9193-65799766abc1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74407d63-a6df-4dc6-a77b-240ea8e1f4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:34Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '6505a371-d81a-4cd0-96e1-5674eb432cdb', 'name': '', 'network_id': '36f78137-e914-4ba3-999d-232464aabb4d', 'tenant_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'mac_address': 'fa:16:3e:1a:e6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74407d63-a6df-4dc6-a77b-240ea8e1f4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f6cadb2b-1def-4fc1-a95d-f9e090cc8b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:36Z', 'updated_at': '2021-07-14T07:48:41Z', 'revision_number': 4, 'project_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'subnets': [{'id': 'f6cadb2b-1def-4fc1-a95d-f9e090cc8b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:48:41.948894 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6505a371-d81a-4cd0-96e1-5674eb432cdb up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:48:42.001536 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 6505a371-d81a-4cd0-96e1-5674eb432cdb completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:48:42.005490 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 6505a371-d81a-4cd0-96e1-5674eb432cdb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:48:42.005873 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:42.089035 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:42.122123 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 6505a371-d81a-4cd0-96e1-5674eb432cdb, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6505a371-d81a-4cd0-96e1-5674eb432cdb,segment=NetworkSegment(204d11e9-fc96-403b-8cfe-668adbc20253),segment_id=204d11e9-fc96-403b-8cfe-668adbc20253)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:48:42.125809 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:42.173148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=6505a371-d81a-4cd0-96e1-5674eb432cdb,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:42.301390 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e23174d-802e-4bf0-9281-d45cbc276189 req-397c8e0f-ff14-4bc0-8cfa-dc30f66385ff tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 210 time: 0.0323048 Jul 14 07:48:43.308094 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-5028b677-6bbd-44c3-9f8f-f309bec13e08 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:43.309644 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-5028b677-6bbd-44c3-9f8f-f309bec13e08 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 811 time: 0.0985782 Jul 14 07:48:43.321134 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-c36d9c0d-ae0e-400d-982d-3d0e4949ce56 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Request body: {'port': {'device_id': '991b6583-31e5-421e-a25f-522c98f8c682', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'admin_state_up': True, 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:48:43.442852 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-c36d9c0d-ae0e-400d-982d-3d0e4949ce56 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Made reservation on behalf of eb91da042d904cd6975fba9cea71a4f4 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:48:43.447109 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-c36d9c0d-ae0e-400d-982d-3d0e4949ce56 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:43.511712 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d820c72-d205-4ed8-b744-b23f40ba8ff9 req-a05b5169-faea-4f16-891e-9882654e6b53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 210 time: 0.0495980 Jul 14 07:48:43.588954 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-c36d9c0d-ae0e-400d-982d-3d0e4949ce56 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Allocated IP 172.20.0.4 (2f81cc68-8288-49e8-b98f-4d50119ec4eb/6bfb280c-12a2-40bc-beae-b05917b4c953/3915e247-e61f-4662-86ab-21336b2a4064) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:48:43.759242 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-c36d9c0d-ae0e-400d-982d-3d0e4949ce56 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:43.773589 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-c36d9c0d-ae0e-400d-982d-3d0e4949ce56 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Transition to ACTIVE for port object 3915e247-e61f-4662-86ab-21336b2a4064 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:48:43.807995 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-c36d9c0d-ae0e-400d-982d-3d0e4949ce56 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:43.861147 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-c36d9c0d-ae0e-400d-982d-3d0e4949ce56 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Network 2f81cc68-8288-49e8-b98f-4d50119ec4eb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:48:43.864975 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-c36d9c0d-ae0e-400d-982d-3d0e4949ce56 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:48:43.866899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d9c0d-ae0e-400d-982d-3d0e4949ce56 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'Port': ['ID=3915e247-e61f-4662-86ab-21336b2a4064,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:43.869040 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-c36d9c0d-ae0e-400d-982d-3d0e4949ce56 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:48:43.925457 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-c36d9c0d-ae0e-400d-982d-3d0e4949ce56 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:43.926356 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-c36d9c0d-ae0e-400d-982d-3d0e4949ce56 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:43.942979 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-c36d9c0d-ae0e-400d-982d-3d0e4949ce56 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6255679 Jul 14 07:48:43.944233 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6505a371-d81a-4cd0-96e1-5674eb432cdb up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:48:44.012403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 6505a371-d81a-4cd0-96e1-5674eb432cdb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:48:44.012991 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:44.017018 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Request body: {'port': {'device_id': '991b6583-31e5-421e-a25f-522c98f8c682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:48:44.095224 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:44.240566 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dd69bda3-4bd7-43bf-bb4c-566880f11d74 None None] Provisioning for port 3915e247-e61f-4662-86ab-21336b2a4064 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:48:44.247114 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dd69bda3-4bd7-43bf-bb4c-566880f11d74 None None] Provisioning complete for port 3915e247-e61f-4662-86ab-21336b2a4064 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:48:44.247530 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dd69bda3-4bd7-43bf-bb4c-566880f11d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:44.292907 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-dd69bda3-4bd7-43bf-bb4c-566880f11d74 None None] Port 3915e247-e61f-4662-86ab-21336b2a4064 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:48:44.384152 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3915e247-e61f-4662-86ab-21336b2a4064 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:48:44.391648 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:44.403401 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Transition to ACTIVE for port object 3915e247-e61f-4662-86ab-21336b2a4064 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:48:44.406612 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:44.457388 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Pushing event updated for resources: {'Port': ['ID=3915e247-e61f-4662-86ab-21336b2a4064,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:44.531154 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Attempting to bind port 3915e247-e61f-4662-86ab-21336b2a4064 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:48:44.531622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Attempting to bind port 3915e247-e61f-4662-86ab-21336b2a4064 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:48:44.531958 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Attempting to bind port 3915e247-e61f-4662-86ab-21336b2a4064 on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:48:44.536600 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Port 3915e247-e61f-4662-86ab-21336b2a4064 on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:48:44.536925 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Attempting to bind port 3915e247-e61f-4662-86ab-21336b2a4064 on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:48:44.547588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:48:44.547756 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Checking segment: {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:48:44.548416 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Bound using segment: {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:48:44.548921 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Bound port: 3915e247-e61f-4662-86ab-21336b2a4064, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:48:44.549262 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:44.633393 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] For port 3915e247-e61f-4662-86ab-21336b2a4064, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:48:44.641136 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] For port 3915e247-e61f-4662-86ab-21336b2a4064, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3915e247-e61f-4662-86ab-21336b2a4064,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:48:44.651406 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:44.688056 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:44.688635 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:44.690143 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] 10.222.0.30 "PUT /v2.0/ports/3915e247-e61f-4662-86ab-21336b2a4064 HTTP/1.1" status: 200 len: 1091 time: 0.7395301 Jul 14 07:48:44.690605 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991b6583-31e5-421e-a25f-522c98f8c682', 'tag': '3915e247-e61f-4662-86ab-21336b2a4064'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:48:44.692944 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f836cbba-708d-4463-9bef-e62e4c5a15cd" -d '{"events": [{"name": "network-changed", "server_uuid": "991b6583-31e5-421e-a25f-522c98f8c682", "tag": "3915e247-e61f-4662-86ab-21336b2a4064"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:48:44.736682 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795dbe40-5d8d-4dfc-9e75-6680bcee6509 service neutron] Pushing event updated for resources: {'Port': ['ID=3915e247-e61f-4662-86ab-21336b2a4064,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:44.778077 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deaae506-66ab-42dd-a9b1-10733af4faf7 x-openstack-request-id: req-deaae506-66ab-42dd-a9b1-10733af4faf7 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:48:44.778479 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991b6583-31e5-421e-a25f-522c98f8c682", "tag": "3915e247-e61f-4662-86ab-21336b2a4064", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:48:44.778804 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-deaae506-66ab-42dd-a9b1-10733af4faf7 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:48:44.779432 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991b6583-31e5-421e-a25f-522c98f8c682', 'tag': '3915e247-e61f-4662-86ab-21336b2a4064', 'status': 'completed', 'code': 200} Jul 14 07:48:44.783967 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe7f2d-c700-4e8d-8236-9042dd44ee01 req-4f5240f4-f038-48f7-9cb8-5676c2cb5de4 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:44.792032 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62fe7f2d-c700-4e8d-8236-9042dd44ee01 req-4f5240f4-f038-48f7-9cb8-5676c2cb5de4 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 943 time: 0.1375723 Jul 14 07:48:44.812803 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-fac90c04-8b5a-45f8-a601-96ea22743bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:44.814704 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-fac90c04-8b5a-45f8-a601-96ea22743bfd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 1094 time: 0.0683098 Jul 14 07:48:44.838814 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62fe7f2d-c700-4e8d-8236-9042dd44ee01 req-6e6082c6-1279-4595-aaf0-0ee5acf5b054 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456805 Jul 14 07:48:44.867290 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-b61276fe-6e9c-49b3-b8c7-d2252da622b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3915e247-e61f-4662-86ab-21336b2a4064 HTTP/1.1" status: 200 len: 217 time: 0.0443301 Jul 14 07:48:44.917430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-0144aa10-27fe-47d4-8d44-7bf6e8c4fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:44.918947 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-0144aa10-27fe-47d4-8d44-7bf6e8c4fe70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0454133 Jul 14 07:48:44.976558 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-ddf950dd-307d-42c8-8349-ba4b10cb432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:44.978169 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-ddf950dd-307d-42c8-8349-ba4b10cb432f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529325 Jul 14 07:48:45.067772 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-fd892433-e167-4b6f-a613-640ce119a38f service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828083 Jul 14 07:48:45.156223 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-741efda9-e4bb-4a44-9983-11d53f8848dd req-4572f184-0f88-4375-bf17-8d7c6602f8a1 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812006 Jul 14 07:48:45.255147 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836cbba-708d-4463-9bef-e62e4c5a15cd req-9649c9ba-86ef-48cf-b8f0-adae70bd0590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:45.256671 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f836cbba-708d-4463-9bef-e62e4c5a15cd req-9649c9ba-86ef-48cf-b8f0-adae70bd0590 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 1094 time: 0.0550194 Jul 14 07:48:45.351310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836cbba-708d-4463-9bef-e62e4c5a15cd req-887236f5-8361-4316-a07b-37f3d77f2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:45.352802 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f836cbba-708d-4463-9bef-e62e4c5a15cd req-887236f5-8361-4316-a07b-37f3d77f2346 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.0905344 Jul 14 07:48:45.394921 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f836cbba-708d-4463-9bef-e62e4c5a15cd req-85ae891b-1d5c-4689-871f-1e74b9b1bc9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3915e247-e61f-4662-86ab-21336b2a4064 HTTP/1.1" status: 200 len: 217 time: 0.0358059 Jul 14 07:48:45.442327 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836cbba-708d-4463-9bef-e62e4c5a15cd req-81afe318-e4ec-4110-a8cd-4678c217166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:45.443784 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f836cbba-708d-4463-9bef-e62e4c5a15cd req-81afe318-e4ec-4110-a8cd-4678c217166b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0431247 Jul 14 07:48:45.503744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836cbba-708d-4463-9bef-e62e4c5a15cd req-5b6ccf12-3581-4b7d-b918-c3c56a8dbe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:45.505261 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f836cbba-708d-4463-9bef-e62e4c5a15cd req-5b6ccf12-3581-4b7d-b918-c3c56a8dbe2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553098 Jul 14 07:48:45.592347 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f836cbba-708d-4463-9bef-e62e4c5a15cd req-a28ea775-bdbf-489a-9764-863d4c251ea3 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808311 Jul 14 07:48:45.682374 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f836cbba-708d-4463-9bef-e62e4c5a15cd req-ef7e51ff-f403-48eb-8962-3cf6b9938b5e service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836813 Jul 14 07:48:45.877751 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:45.909053 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:46.014171 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26e18b-3f1c-498f-af6a-794f4149aba9 req-a7d2af37-3f6e-4a2b-a2bb-900ab5d4b3d0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:46.015734 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db26e18b-3f1c-498f-af6a-794f4149aba9 req-a7d2af37-3f6e-4a2b-a2bb-900ab5d4b3d0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 943 time: 0.0685306 Jul 14 07:48:46.054267 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db26e18b-3f1c-498f-af6a-794f4149aba9 req-0f04161e-d488-446a-a34d-b81f97ba61d5 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327880 Jul 14 07:48:47.231323 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9a7c1-f0d1-4448-85a3-7d30ebc31a6e req-bf2597b3-c477-43fe-a6c2-062d25d7653c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:47.232821 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-80b9a7c1-f0d1-4448-85a3-7d30ebc31a6e req-bf2597b3-c477-43fe-a6c2-062d25d7653c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 943 time: 0.0684795 Jul 14 07:48:47.271330 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-80b9a7c1-f0d1-4448-85a3-7d30ebc31a6e req-e672e656-abae-479a-a2e7-f18138e0117e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321908 Jul 14 07:48:48.440764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ad1f6-e5d6-4253-b884-c9df9f4f8616 req-2c5d0f42-1593-4945-808c-fb4cba1bacdb tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:48.442176 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae6ad1f6-e5d6-4253-b884-c9df9f4f8616 req-2c5d0f42-1593-4945-808c-fb4cba1bacdb tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 943 time: 0.0601130 Jul 14 07:48:48.478284 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae6ad1f6-e5d6-4253-b884-c9df9f4f8616 req-018316a0-0086-47a7-91fe-ded01057724c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306747 Jul 14 07:48:49.652140 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622b33f-0bd4-4fb6-88df-63e1d8e78db3 req-d596a12a-3a64-4d65-b4e3-ab66dea120c5 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:49.653610 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d622b33f-0bd4-4fb6-88df-63e1d8e78db3 req-d596a12a-3a64-4d65-b4e3-ab66dea120c5 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 943 time: 0.0648715 Jul 14 07:48:49.689294 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d622b33f-0bd4-4fb6-88df-63e1d8e78db3 req-baedbf33-3fb8-41f0-b739-8bfc69f5b0b5 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296183 Jul 14 07:48:50.856643 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bbd8b-2a17-4595-a8c2-b9668424a1db req-5d51d93c-f08c-429f-bccd-0e5c30916712 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:50.858155 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a68bbd8b-2a17-4595-a8c2-b9668424a1db req-5d51d93c-f08c-429f-bccd-0e5c30916712 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 943 time: 0.0605094 Jul 14 07:48:50.893846 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a68bbd8b-2a17-4595-a8c2-b9668424a1db req-7730c73a-a32f-48d0-a165-5666beba72d8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297258 Jul 14 07:48:52.068548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ad7c5-9339-4e18-9341-a0c0a4692b8e req-ee212fe8-cbd7-4b85-a807-2d1a4831f37b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:52.070467 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf8ad7c5-9339-4e18-9341-a0c0a4692b8e req-ee212fe8-cbd7-4b85-a807-2d1a4831f37b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 943 time: 0.0683818 Jul 14 07:48:52.376028 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf8ad7c5-9339-4e18-9341-a0c0a4692b8e req-b93eab59-9820-4474-9cd1-ce0a3229b05f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999406 Jul 14 07:48:53.540902 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40e5a0-267a-427c-9e3a-de7fc4114caf req-0b970088-708c-44e7-a30a-41f8f755a2c9 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:53.542378 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d40e5a0-267a-427c-9e3a-de7fc4114caf req-0b970088-708c-44e7-a30a-41f8f755a2c9 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 943 time: 0.0609324 Jul 14 07:48:53.578833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d40e5a0-267a-427c-9e3a-de7fc4114caf req-c1e4c4e5-c582-46c5-b1a0-2ab02a967585 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304530 Jul 14 07:48:54.745576 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078799cc-29fe-4246-9d19-ee2d90731e79 req-403a91ea-74c2-4827-a21c-4d249ce4d8c8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:54.747175 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-078799cc-29fe-4246-9d19-ee2d90731e79 req-403a91ea-74c2-4827-a21c-4d249ce4d8c8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 943 time: 0.0625641 Jul 14 07:48:54.786841 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-078799cc-29fe-4246-9d19-ee2d90731e79 req-909a730b-2740-4887-81fa-386f8510e5ad tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335348 Jul 14 07:48:55.301774 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3915e247-e61f-4662-86ab-21336b2a4064 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:48:55.393441 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3915e247-e61f-4662-86ab-21336b2a4064, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3915e247-e61f-4662-86ab-21336b2a4064,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:48:55.404065 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '3915e247-e61f-4662-86ab-21336b2a4064', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'port_id': '3915e247-e61f-4662-86ab-21336b2a4064', 'mac_address': 'fa:16:3e:0a:c5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:48:55.439080 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:55.450934 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3915e247-e61f-4662-86ab-21336b2a4064 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:48:55.470238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3915e247-e61f-4662-86ab-21336b2a4064, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3915e247-e61f-4662-86ab-21336b2a4064,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:48:55.474313 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:55.523029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=3915e247-e61f-4662-86ab-21336b2a4064,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:55.709629 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['3915e247-e61f-4662-86ab-21336b2a4064'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:48:55.955368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05e88d-313c-4433-b7bc-afa73fc5998f req-2da1b640-f196-4d23-9a0d-c23f39589394 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:55.956852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d05e88d-313c-4433-b7bc-afa73fc5998f req-2da1b640-f196-4d23-9a0d-c23f39589394 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 944 time: 0.0609112 Jul 14 07:48:55.992704 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d05e88d-313c-4433-b7bc-afa73fc5998f req-963f47b0-df24-48fc-8d6c-d63d5fb6f1dc tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301099 Jul 14 07:48:57.157432 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31c009-083d-46e1-a0c2-61846699e317 req-f41c88da-2111-4aec-924b-919e04181274 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:57.158891 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3d31c009-083d-46e1-a0c2-61846699e317 req-f41c88da-2111-4aec-924b-919e04181274 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 944 time: 0.0606987 Jul 14 07:48:57.195436 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3d31c009-083d-46e1-a0c2-61846699e317 req-ed862bcf-1524-47d0-96a9-7eda95fad877 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310333 Jul 14 07:48:57.332438 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3915e247-e61f-4662-86ab-21336b2a4064 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:48:57.379688 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 3915e247-e61f-4662-86ab-21336b2a4064 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:48:57.383632 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 3915e247-e61f-4662-86ab-21336b2a4064 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:48:57.384031 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:57.460658 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:57.482521 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991b6583-31e5-421e-a25f-522c98f8c682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3915e247-e61f-4662-86ab-21336b2a4064'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:48:57.485353 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2747a316-273f-471d-af05-8a90bca38876" -d '{"events": [{"server_uuid": "991b6583-31e5-421e-a25f-522c98f8c682", "name": "network-vif-plugged", "status": "completed", "tag": "3915e247-e61f-4662-86ab-21336b2a4064"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:48:57.497962 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3915e247-e61f-4662-86ab-21336b2a4064, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3915e247-e61f-4662-86ab-21336b2a4064,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:48:57.501955 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:48:57.548849 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=3915e247-e61f-4662-86ab-21336b2a4064,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:48:57.582179 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461373ce-29e7-4903-be7f-8c6eef2dc462 x-openstack-request-id: req-461373ce-29e7-4903-be7f-8c6eef2dc462 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:48:57.582521 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991b6583-31e5-421e-a25f-522c98f8c682", "name": "network-vif-plugged", "status": "completed", "tag": "3915e247-e61f-4662-86ab-21336b2a4064", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:48:57.582768 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-461373ce-29e7-4903-be7f-8c6eef2dc462 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:48:57.583166 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991b6583-31e5-421e-a25f-522c98f8c682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3915e247-e61f-4662-86ab-21336b2a4064', 'code': 200} Jul 14 07:48:57.692010 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030ccfc-3303-4fc5-b127-cd4431f9f78d req-f09d8f91-fd70-4412-9333-33c8386743ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:57.693538 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b030ccfc-3303-4fc5-b127-cd4431f9f78d req-f09d8f91-fd70-4412-9333-33c8386743ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 1096 time: 0.0507679 Jul 14 07:48:57.726048 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b030ccfc-3303-4fc5-b127-cd4431f9f78d req-ef3ec445-791a-436a-9a39-a711d5422a05 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267386 Jul 14 07:48:58.555127 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8d88-de7e-4217-89a6-25a54edfcfc4 req-8660d200-39bb-4928-8536-2b309d9daa73 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:58.556604 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fbed8d88-de7e-4217-89a6-25a54edfcfc4 req-8660d200-39bb-4928-8536-2b309d9daa73 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 945 time: 0.0665808 Jul 14 07:48:58.594556 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fbed8d88-de7e-4217-89a6-25a54edfcfc4 req-cfd5fe22-47b9-4c60-9bd1-378a29fdabe4 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324082 Jul 14 07:48:59.762666 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f4914-6513-46be-a9fe-9058c7089ea4 req-86d3adb7-ba51-4b3d-8d40-cf5cd36ac59e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:59.764142 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a73f4914-6513-46be-a9fe-9058c7089ea4 req-86d3adb7-ba51-4b3d-8d40-cf5cd36ac59e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 945 time: 0.0622330 Jul 14 07:48:59.800456 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a73f4914-6513-46be-a9fe-9058c7089ea4 req-ca9f5113-cdfc-48bd-b9fd-9a3c6d8f86bd tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301619 Jul 14 07:48:59.966273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e9d6c-139b-43df-b836-c2c71c7aebdd req-ddce9554-8bd6-4566-8616-994df316aab7 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:48:59.967766 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f27e9d6c-139b-43df-b836-c2c71c7aebdd req-ddce9554-8bd6-4566-8616-994df316aab7 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 945 time: 0.0611227 Jul 14 07:49:00.010341 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f27e9d6c-139b-43df-b836-c2c71c7aebdd req-95e75f20-4da3-4511-a5b8-e7d90cc18fe9 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370231 Jul 14 07:49:00.181144 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5def-f637-412e-af86-abfd93328690 req-3b1202a5-c724-4285-b7d6-e47a7e322493 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:00.182546 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de6c5def-f637-412e-af86-abfd93328690 req-3b1202a5-c724-4285-b7d6-e47a7e322493 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 945 time: 0.0610344 Jul 14 07:49:00.218563 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-de6c5def-f637-412e-af86-abfd93328690 req-5dcf91a4-439b-4c7d-9e9a-d68d98e08292 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299330 Jul 14 07:49:00.543129 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-82d52d7d-4975-4bad-a8b1-0481c5687c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:00.583883 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3afa12-0d24-4c7f-9639-3b1c15aedbf2 req-06614c56-7ea7-49e1-aee7-f8d90c1e973c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:00.585649 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e3afa12-0d24-4c7f-9639-3b1c15aedbf2 req-06614c56-7ea7-49e1-aee7-f8d90c1e973c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 945 time: 0.0666621 Jul 14 07:49:00.622594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e3afa12-0d24-4c7f-9639-3b1c15aedbf2 req-401adddb-c231-46a9-8c87-8f2a5eace014 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 Jul 14 07:49:01.795471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4215f5e-3d83-4581-82ad-39678f4f2e8c req-47d6f338-64f3-4015-9c43-6dce955d0312 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:01.796922 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d4215f5e-3d83-4581-82ad-39678f4f2e8c req-47d6f338-64f3-4015-9c43-6dce955d0312 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 945 time: 0.0640502 Jul 14 07:49:01.833277 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d4215f5e-3d83-4581-82ad-39678f4f2e8c req-4533362b-8eaf-4ff1-b569-b9c7ca4ad567 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307231 Jul 14 07:49:01.931207 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6a38d-93cf-4834-8059-760095da48b7 req-fcecf3cf-835b-4cea-abe6-aa5cb1da9de1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:01.932574 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7af6a38d-93cf-4834-8059-760095da48b7 req-fcecf3cf-835b-4cea-abe6-aa5cb1da9de1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 945 time: 0.0612843 Jul 14 07:49:02.033458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-7af6a38d-93cf-4834-8059-760095da48b7 req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Deleting port 3915e247-e61f-4662-86ab-21336b2a4064 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:49:02.033805 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7af6a38d-93cf-4834-8059-760095da48b7 req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:02.117507 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-7af6a38d-93cf-4834-8059-760095da48b7 req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] For port 3915e247-e61f-4662-86ab-21336b2a4064, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3915e247-e61f-4662-86ab-21336b2a4064,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:49:02.117865 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7af6a38d-93cf-4834-8059-760095da48b7 req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:02.130685 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-7af6a38d-93cf-4834-8059-760095da48b7 req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Calling delete_port for 3915e247-e61f-4662-86ab-21336b2a4064 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:49:02.256099 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7af6a38d-93cf-4834-8059-760095da48b7 req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:02.267585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['3915e247-e61f-4662-86ab-21336b2a4064'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:49:02.282919 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event deleted for resources: {'Port': ['ID=3915e247-e61f-4662-86ab-21336b2a4064,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:49:02.292831 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:02.293111 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:02.293476 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:02.293814 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:02.294149 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:02.294477 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:02.294802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:02.295214 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:02.296424 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:02.296424 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:02.296808 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:02.297070 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:02.346574 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af6a38d-93cf-4834-8059-760095da48b7 req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] No DVR routers for this DVR port 3915e247-e61f-4662-86ab-21336b2a4064 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:49:02.349382 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7af6a38d-93cf-4834-8059-760095da48b7 req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:02.351423 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7af6a38d-93cf-4834-8059-760095da48b7 req-4dacd8bf-8aa0-4618-acc2-77c335e85d4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "DELETE /v2.0/ports/3915e247-e61f-4662-86ab-21336b2a4064 HTTP/1.1" status: 204 len: 173 time: 0.4135380 Jul 14 07:49:02.351874 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991b6583-31e5-421e-a25f-522c98f8c682', 'name': 'network-vif-deleted', 'tag': '3915e247-e61f-4662-86ab-21336b2a4064'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:49:02.354233 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9b65a5-eef8-421c-a10d-69611b1a8142" -d '{"events": [{"server_uuid": "991b6583-31e5-421e-a25f-522c98f8c682", "name": "network-vif-deleted", "tag": "3915e247-e61f-4662-86ab-21336b2a4064"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:49:02.400383 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba39e287-ff11-442e-af72-1c10781a8365 x-openstack-request-id: req-ba39e287-ff11-442e-af72-1c10781a8365 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:49:02.400843 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991b6583-31e5-421e-a25f-522c98f8c682", "name": "network-vif-deleted", "tag": "3915e247-e61f-4662-86ab-21336b2a4064", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:49:02.401098 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba39e287-ff11-442e-af72-1c10781a8365 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:49:02.401528 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991b6583-31e5-421e-a25f-522c98f8c682', 'name': 'network-vif-deleted', 'tag': '3915e247-e61f-4662-86ab-21336b2a4064', 'status': 'completed', 'code': 200} Jul 14 07:49:02.970798 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2efd448f-d8be-4ba3-a776-e7ef48ab9526 req-cfddebb3-8b9d-4fbb-82eb-d5aa9c823b50 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 210 time: 0.0289540 Jul 14 07:49:03.331671 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f0cf89d9-f4ef-460e-9e67-47233e7f996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:03.662332 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:04.109013 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a2d23da-e58d-4dbb-9f57-f8ca6f226615 req-62d9ae56-33b5-479f-b0e7-c8b2511cc7a1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 210 time: 0.0285432 Jul 14 07:49:04.760289 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:05.246240 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e38766c2-6042-41ba-8f51-8475352854d0 req-44b40fe6-8a31-4429-abd9-ef44d8792f5f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=991b6583-31e5-421e-a25f-522c98f8c682 HTTP/1.1" status: 200 len: 210 time: 0.0295877 Jul 14 07:49:05.378976 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3915e247-e61f-4662-86ab-21336b2a4064 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:49:05.398851 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 3915e247-e61f-4662-86ab-21336b2a4064 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:49:05.399126 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3915e247-e61f-4662-86ab-21336b2a4064 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:49:06.029503 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:49:06.293009 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:15.885873 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:15.922512 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:24.220005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-52b1e378-ba76-43d2-812b-f227fbfa4067 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:24.221431 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-52b1e378-ba76-43d2-812b-f227fbfa4067 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 811 time: 0.1012566 Jul 14 07:49:24.235726 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-b9f3893b-e6dd-4b7e-bbd4-247e67f36b16 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/quotas/eb91da042d904cd6975fba9cea71a4f4 HTTP/1.1" status: 200 len: 375 time: 0.0090377 Jul 14 07:49:24.302836 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-8bfc035c-8d05-41b2-a37e-d57c1fed72cc tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616732 Jul 14 07:49:24.391954 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-802d93fb-c6ad-4ef0-bb61-99dc09efd633 service neutron] 10.222.0.35 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828142 Jul 14 07:49:24.476680 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-6f17a415-e69b-4ec3-95f8-366d0dc54939 service neutron] 10.222.0.35 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790308 Jul 14 07:49:24.670307 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b2bb77c4-fce5-4481-b6f4-0e65f6ccbfd7 req-9c69e543-ad0e-4484-9356-1b36864437b8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 210 time: 0.0332663 Jul 14 07:49:25.630429 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-a6e534b3-0fe2-471a-a17e-a7764a83aa48 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:25.631965 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-a6e534b3-0fe2-471a-a17e-a7764a83aa48 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 811 time: 0.0993469 Jul 14 07:49:25.643712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-36146e66-fa6d-41b5-b23d-d0186fb09027 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Request body: {'port': {'device_id': 'e509cd97-1917-4d48-82fb-ce94e1694f10', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'admin_state_up': True, 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:49:25.757370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-36146e66-fa6d-41b5-b23d-d0186fb09027 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Made reservation on behalf of eb91da042d904cd6975fba9cea71a4f4 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:49:25.761244 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-36146e66-fa6d-41b5-b23d-d0186fb09027 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:25.819509 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fde5751f-efac-4651-9d5f-4547c0e44c45 req-80ade939-ca22-4ada-b25d-ea924a08a3d4 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 210 time: 0.0283599 Jul 14 07:49:25.895935 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-36146e66-fa6d-41b5-b23d-d0186fb09027 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Allocated IP 172.20.0.13 (2f81cc68-8288-49e8-b98f-4d50119ec4eb/6bfb280c-12a2-40bc-beae-b05917b4c953/e3cad827-61b9-41b9-aeed-95f98d480614) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:49:26.060264 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-36146e66-fa6d-41b5-b23d-d0186fb09027 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:26.075283 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-36146e66-fa6d-41b5-b23d-d0186fb09027 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Transition to ACTIVE for port object e3cad827-61b9-41b9-aeed-95f98d480614 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:49:26.109244 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-36146e66-fa6d-41b5-b23d-d0186fb09027 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:26.158665 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-36146e66-fa6d-41b5-b23d-d0186fb09027 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Network 2f81cc68-8288-49e8-b98f-4d50119ec4eb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:49:26.161927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-36146e66-fa6d-41b5-b23d-d0186fb09027 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:49:26.165941 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-36146e66-fa6d-41b5-b23d-d0186fb09027 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:49:26.194145 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36146e66-fa6d-41b5-b23d-d0186fb09027 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'Port': ['ID=e3cad827-61b9-41b9-aeed-95f98d480614,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:49:26.226665 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-36146e66-fa6d-41b5-b23d-d0186fb09027 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:26.227403 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-36146e66-fa6d-41b5-b23d-d0186fb09027 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:26.245363 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-36146e66-fa6d-41b5-b23d-d0186fb09027 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6052818 Jul 14 07:49:26.258258 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Request body: {'port': {'device_id': 'e509cd97-1917-4d48-82fb-ce94e1694f10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:49:26.342837 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:26.408422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8194d035-49f9-4b3e-816d-97d97a3e35f6 None None] Provisioning for port e3cad827-61b9-41b9-aeed-95f98d480614 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:49:26.411998 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8194d035-49f9-4b3e-816d-97d97a3e35f6 None None] Provisioning complete for port e3cad827-61b9-41b9-aeed-95f98d480614 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:49:26.412362 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8194d035-49f9-4b3e-816d-97d97a3e35f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:26.445489 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-8194d035-49f9-4b3e-816d-97d97a3e35f6 None None] Port e3cad827-61b9-41b9-aeed-95f98d480614 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:49:26.614249 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3cad827-61b9-41b9-aeed-95f98d480614 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:49:26.622101 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:26.636507 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Transition to ACTIVE for port object e3cad827-61b9-41b9-aeed-95f98d480614 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:49:26.641364 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:26.692771 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e3cad827-61b9-41b9-aeed-95f98d480614,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:49:26.762991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Attempting to bind port e3cad827-61b9-41b9-aeed-95f98d480614 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:49:26.763322 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Attempting to bind port e3cad827-61b9-41b9-aeed-95f98d480614 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:49:26.763687 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Attempting to bind port e3cad827-61b9-41b9-aeed-95f98d480614 on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:49:26.768657 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Port e3cad827-61b9-41b9-aeed-95f98d480614 on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:49:26.768973 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Attempting to bind port e3cad827-61b9-41b9-aeed-95f98d480614 on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:49:26.774211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:49:26.774550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Checking segment: {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:49:26.774932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Bound using segment: {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:49:26.775355 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Bound port: e3cad827-61b9-41b9-aeed-95f98d480614, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:49:26.775723 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:26.850473 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] For port e3cad827-61b9-41b9-aeed-95f98d480614, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:49:26.855405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] For port e3cad827-61b9-41b9-aeed-95f98d480614, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=e3cad827-61b9-41b9-aeed-95f98d480614,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:49:26.863790 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:26.901576 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:26.902374 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:26.904004 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] 10.222.0.30 "PUT /v2.0/ports/e3cad827-61b9-41b9-aeed-95f98d480614 HTTP/1.1" status: 200 len: 1092 time: 0.6503630 Jul 14 07:49:26.904552 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e509cd97-1917-4d48-82fb-ce94e1694f10', 'tag': 'e3cad827-61b9-41b9-aeed-95f98d480614'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:49:26.907355 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8642a5c-6eae-4dfa-96d1-2540e9eae9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e509cd97-1917-4d48-82fb-ce94e1694f10", "tag": "e3cad827-61b9-41b9-aeed-95f98d480614"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:49:26.935268 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9392cad-9e0c-4953-b5f9-61ff8d7038c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e3cad827-61b9-41b9-aeed-95f98d480614,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:49:26.991744 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5ca625-c17e-4297-963d-35da86f6f3fe x-openstack-request-id: req-cc5ca625-c17e-4297-963d-35da86f6f3fe {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:49:26.992030 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e509cd97-1917-4d48-82fb-ce94e1694f10", "tag": "e3cad827-61b9-41b9-aeed-95f98d480614", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:49:26.992279 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc5ca625-c17e-4297-963d-35da86f6f3fe {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:49:26.992670 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e509cd97-1917-4d48-82fb-ce94e1694f10', 'tag': 'e3cad827-61b9-41b9-aeed-95f98d480614', 'status': 'completed', 'code': 200} Jul 14 07:49:27.019017 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-a41c77b1-0473-43a3-9832-9d4e423fae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:27.020535 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-a41c77b1-0473-43a3-9832-9d4e423fae52 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 1095 time: 0.0748751 Jul 14 07:49:27.039463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d317d-f286-4cc4-af15-2d37abb7588b req-3f5bcd90-889d-4f3c-8928-eedad95535e3 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:27.048180 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af8d317d-f286-4cc4-af15-2d37abb7588b req-3f5bcd90-889d-4f3c-8928-eedad95535e3 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 944 time: 0.1018779 Jul 14 07:49:27.070147 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-45ff5ac2-e8ea-4600-886d-592ee6322aa0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3cad827-61b9-41b9-aeed-95f98d480614 HTTP/1.1" status: 200 len: 217 time: 0.0424669 Jul 14 07:49:27.086603 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af8d317d-f286-4cc4-af15-2d37abb7588b req-41def129-6147-4101-9c5a-c9853bab4a21 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377595 Jul 14 07:49:27.120825 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-397f9ba6-7135-4456-9cd9-211f76af5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:27.122387 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-397f9ba6-7135-4456-9cd9-211f76af5351 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0466669 Jul 14 07:49:27.182948 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-2ab574a3-246a-4cab-82bb-b77570849f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:27.184501 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-2ab574a3-246a-4cab-82bb-b77570849f02 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561891 Jul 14 07:49:27.279351 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-862ce0db-2fd8-4738-a372-a3396e635fd0 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877845 Jul 14 07:49:27.367947 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b6bfdd88-c372-4846-9e62-a91c24b2835f req-3eb1b115-a7c8-4f73-b474-d85d5bce8ab2 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819802 Jul 14 07:49:27.462076 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8642a5c-6eae-4dfa-96d1-2540e9eae9c5 req-9a7abf76-5bcd-49e8-87c7-4bf2b12944a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:27.463633 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d8642a5c-6eae-4dfa-96d1-2540e9eae9c5 req-9a7abf76-5bcd-49e8-87c7-4bf2b12944a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 1095 time: 0.0517306 Jul 14 07:49:27.560086 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8642a5c-6eae-4dfa-96d1-2540e9eae9c5 req-b1d01e4e-5924-40b9-ba32-849cfb650937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:27.561670 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d8642a5c-6eae-4dfa-96d1-2540e9eae9c5 req-b1d01e4e-5924-40b9-ba32-849cfb650937 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.0920849 Jul 14 07:49:27.601965 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d8642a5c-6eae-4dfa-96d1-2540e9eae9c5 req-157e464b-9241-4489-9eb9-905420203845 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3cad827-61b9-41b9-aeed-95f98d480614 HTTP/1.1" status: 200 len: 217 time: 0.0344710 Jul 14 07:49:27.652765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8642a5c-6eae-4dfa-96d1-2540e9eae9c5 req-746781bb-b458-47fc-bc19-bedd87b09c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:27.654268 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d8642a5c-6eae-4dfa-96d1-2540e9eae9c5 req-746781bb-b458-47fc-bc19-bedd87b09c78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0467639 Jul 14 07:49:27.709590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8642a5c-6eae-4dfa-96d1-2540e9eae9c5 req-f61a27a5-6d0b-443c-9346-971a95344c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:27.711373 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d8642a5c-6eae-4dfa-96d1-2540e9eae9c5 req-f61a27a5-6d0b-443c-9346-971a95344c70 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509288 Jul 14 07:49:27.798854 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d8642a5c-6eae-4dfa-96d1-2540e9eae9c5 req-e7db72ae-8ab1-4e59-b17e-43d3e2f84e9c service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806296 Jul 14 07:49:27.898265 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d8642a5c-6eae-4dfa-96d1-2540e9eae9c5 req-dca74ea4-1be6-497a-817c-65d141470977 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935054 Jul 14 07:49:28.275402 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d79e1f-6a44-46a2-ba2b-bd54b7c894d6 req-a7d74ba3-3d26-4d35-aacb-6d57c52d0ba1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:28.277504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-34d79e1f-6a44-46a2-ba2b-bd54b7c894d6 req-a7d74ba3-3d26-4d35-aacb-6d57c52d0ba1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 944 time: 0.0761924 Jul 14 07:49:28.328400 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-34d79e1f-6a44-46a2-ba2b-bd54b7c894d6 req-b7dd0d7e-4d10-451d-b6f9-3bc6657376c4 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445065 Jul 14 07:49:29.614263 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd9434-4770-4089-9494-76b4685f3bc4 req-b88b0e3f-cb51-4b42-b282-2c2bd578ab2a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:29.621838 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dbbd9434-4770-4089-9494-76b4685f3bc4 req-b88b0e3f-cb51-4b42-b282-2c2bd578ab2a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 944 time: 0.1332057 Jul 14 07:49:29.674626 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dbbd9434-4770-4089-9494-76b4685f3bc4 req-4f62da5a-2c12-467a-a1d2-2fbd690e3919 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509250 Jul 14 07:49:30.568036 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1c49-cd6a-4ffe-ad90-8380e3987a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:30.893748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17da865-2b11-4d6c-aab1-f01f8f4a7365 req-15dfb615-63e4-48d6-b103-75bb39dfc855 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:30.898427 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d17da865-2b11-4d6c-aab1-f01f8f4a7365 req-15dfb615-63e4-48d6-b103-75bb39dfc855 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 944 time: 0.0753109 Jul 14 07:49:30.945734 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d17da865-2b11-4d6c-aab1-f01f8f4a7365 req-880ec521-f95a-4b7c-bb73-732ab8718143 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441904 Jul 14 07:49:32.122743 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56ee4b-8ed0-4bfd-9fc2-84bdeac5ce59 req-9ed01e37-458b-428f-86da-cb210824b7b5 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:32.124843 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f56ee4b-8ed0-4bfd-9fc2-84bdeac5ce59 req-9ed01e37-458b-428f-86da-cb210824b7b5 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 944 time: 0.0673506 Jul 14 07:49:32.163313 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f56ee4b-8ed0-4bfd-9fc2-84bdeac5ce59 req-994ee615-0bb6-41c7-9182-25e4518602b3 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325670 Jul 14 07:49:33.331630 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0ba3f921-ebd3-42c0-add3-1b11f61ece6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:33.332877 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454f3d3-4b33-4ae2-9d8f-53ec405bba63 req-f174478e-4d2a-401d-b65b-e4ddb100a55c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:33.334418 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3454f3d3-4b33-4ae2-9d8f-53ec405bba63 req-f174478e-4d2a-401d-b65b-e4ddb100a55c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 944 time: 0.0646231 Jul 14 07:49:33.371331 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3454f3d3-4b33-4ae2-9d8f-53ec405bba63 req-efd999dd-7f04-4a2c-b672-8e006aecc742 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310395 Jul 14 07:49:33.663532 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:34.542281 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c356ca6-b0cb-43d6-87f5-b05b7d393c84 req-3f345348-cc39-45ef-b578-0b66f14f37ce tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:34.543758 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c356ca6-b0cb-43d6-87f5-b05b7d393c84 req-3f345348-cc39-45ef-b578-0b66f14f37ce tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 944 time: 0.0656540 Jul 14 07:49:34.579648 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3c356ca6-b0cb-43d6-87f5-b05b7d393c84 req-8a8e17fd-f72a-4d0c-be8a-5ef7e5de757e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304503 Jul 14 07:49:34.760350 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:35.754280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4f694-3b56-4a34-85a6-a204d767c29c req-a973dfbe-0bdd-4597-9e8a-7869b4836574 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:35.755686 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05d4f694-3b56-4a34-85a6-a204d767c29c req-a973dfbe-0bdd-4597-9e8a-7869b4836574 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 944 time: 0.0630927 Jul 14 07:49:35.793306 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05d4f694-3b56-4a34-85a6-a204d767c29c req-11326869-093f-400a-a6a2-5e514fda32b5 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319703 Jul 14 07:49:36.297317 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:36.966415 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3b283-ba23-4fb5-a6f0-a761cc6f6e9e req-e1093ae3-4fb3-4691-b5cc-3ee1abb4fc33 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:36.968512 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-93d3b283-ba23-4fb5-a6f0-a761cc6f6e9e req-e1093ae3-4fb3-4691-b5cc-3ee1abb4fc33 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 944 time: 0.0619912 Jul 14 07:49:37.005788 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-93d3b283-ba23-4fb5-a6f0-a761cc6f6e9e req-4c388f52-00ee-4b5b-9709-1233832dfb03 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313962 Jul 14 07:49:38.181006 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960dea3-459b-4fb3-8d4e-97c7d1d1c82f req-1ff6d85b-b4be-4572-9938-ecf6a3931830 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:38.182535 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5960dea3-459b-4fb3-8d4e-97c7d1d1c82f req-1ff6d85b-b4be-4572-9938-ecf6a3931830 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 944 time: 0.0664575 Jul 14 07:49:38.220560 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5960dea3-459b-4fb3-8d4e-97c7d1d1c82f req-152c7cc9-0b7f-417d-92be-42e1064b93ba tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321052 Jul 14 07:49:39.391736 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab40a8-2835-4535-93a0-5a9f64458263 req-a3dfebf6-e35a-4d61-83b8-479c7fb209d1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:39.393499 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2aab40a8-2835-4535-93a0-5a9f64458263 req-a3dfebf6-e35a-4d61-83b8-479c7fb209d1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 944 time: 0.0626256 Jul 14 07:49:39.430756 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2aab40a8-2835-4535-93a0-5a9f64458263 req-09ce2b40-9a15-4b2a-9be3-11521a04d7c0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318198 Jul 14 07:49:40.602493 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847c135-2a47-4529-aa2d-14844c1b81b2 req-6762ae72-9562-46c6-96d4-521e888034f3 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:40.603949 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a847c135-2a47-4529-aa2d-14844c1b81b2 req-6762ae72-9562-46c6-96d4-521e888034f3 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 944 time: 0.0655231 Jul 14 07:49:40.641106 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a847c135-2a47-4529-aa2d-14844c1b81b2 req-271a6385-b4a9-4411-8d5a-a963b738a5d4 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309427 Jul 14 07:49:41.806877 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3197d85-3cd4-4bfe-b1a3-0f2402267fde req-70e1d9a3-780d-4ff5-9ca1-c7692a0c0018 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:41.808326 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3197d85-3cd4-4bfe-b1a3-0f2402267fde req-70e1d9a3-780d-4ff5-9ca1-c7692a0c0018 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 944 time: 0.0613611 Jul 14 07:49:41.845310 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3197d85-3cd4-4bfe-b1a3-0f2402267fde req-c210f3b4-4fd7-42ac-ae54-d9fedd99cb9a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310404 Jul 14 07:49:43.014336 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78c3e1-1362-48ff-b8bb-30749723267e req-824ffe35-2a6e-4a76-a503-47d8432b98f4 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:43.016324 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f78c3e1-1362-48ff-b8bb-30749723267e req-824ffe35-2a6e-4a76-a503-47d8432b98f4 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 944 time: 0.0620131 Jul 14 07:49:43.027980 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:49:43.052902 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6f78c3e1-1362-48ff-b8bb-30749723267e req-9fb509f1-d300-4309-8865-91e4226ede25 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310476 Jul 14 07:49:44.223950 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4cb64-4127-4ba7-87b0-79f34f716f1c req-33f0352d-6074-494f-a942-8b60d09d71d4 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:44.225340 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fcd4cb64-4127-4ba7-87b0-79f34f716f1c req-33f0352d-6074-494f-a942-8b60d09d71d4 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 944 time: 0.0649297 Jul 14 07:49:44.261677 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fcd4cb64-4127-4ba7-87b0-79f34f716f1c req-58db0b5e-c0ff-440a-8529-e6ed544bd70a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309153 Jul 14 07:49:45.430366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f08e9-b660-4175-a885-1131bb3d3393 req-9ff7d445-32d1-4cdd-98d1-4e2d45f77656 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:45.431846 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c7f08e9-b660-4175-a885-1131bb3d3393 req-9ff7d445-32d1-4cdd-98d1-4e2d45f77656 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 944 time: 0.0621245 Jul 14 07:49:45.469080 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c7f08e9-b660-4175-a885-1131bb3d3393 req-162c2a84-fffb-4a11-91d6-bc8c584a3853 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312397 Jul 14 07:49:45.899124 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:45.920217 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:46.642196 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8211a4-98a9-49a9-9542-ce6924d48eef req-086d309c-184c-485d-9e97-210d19e6b86e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:46.643661 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cd8211a4-98a9-49a9-9542-ce6924d48eef req-086d309c-184c-485d-9e97-210d19e6b86e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 944 time: 0.0652962 Jul 14 07:49:46.680270 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cd8211a4-98a9-49a9-9542-ce6924d48eef req-54c86459-d8ac-4aea-8de7-57e18185e6f0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311565 Jul 14 07:49:47.486605 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device e3cad827-61b9-41b9-aeed-95f98d480614 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:49:47.576143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port e3cad827-61b9-41b9-aeed-95f98d480614, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=e3cad827-61b9-41b9-aeed-95f98d480614,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:49:47.586967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'e3cad827-61b9-41b9-aeed-95f98d480614', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'port_id': 'e3cad827-61b9-41b9-aeed-95f98d480614', 'mac_address': 'fa:16:3e:28:a5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:49:47.625282 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:47.636981 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3cad827-61b9-41b9-aeed-95f98d480614 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:49:47.655502 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port e3cad827-61b9-41b9-aeed-95f98d480614, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=e3cad827-61b9-41b9-aeed-95f98d480614,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:49:47.659209 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:47.704209 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=e3cad827-61b9-41b9-aeed-95f98d480614,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:49:47.712451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:47.712789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:47.713123 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:47.713477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:47.713803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:47.714139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:47.714448 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:47.714765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:47.715083 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:47.715399 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:47.715714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:47.716028 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:49:47.849596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['e3cad827-61b9-41b9-aeed-95f98d480614'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:49:47.851269 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3052b-4a3f-45c8-a0ad-bda861e7112f req-a9c95135-be9f-4e87-9d57-22540a4cc169 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:47.852827 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fda3052b-4a3f-45c8-a0ad-bda861e7112f req-a9c95135-be9f-4e87-9d57-22540a4cc169 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 945 time: 0.0640876 Jul 14 07:49:47.892950 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fda3052b-4a3f-45c8-a0ad-bda861e7112f req-b36aabac-3c66-4d79-b038-79649a0e4123 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345480 Jul 14 07:49:49.061846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c60f2-95b4-4cf5-9e20-a0ecd4d674c5 req-38d5cdd5-9d07-4090-baa5-87663fcf661c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:49.063317 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e5c60f2-95b4-4cf5-9e20-a0ecd4d674c5 req-38d5cdd5-9d07-4090-baa5-87663fcf661c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 945 time: 0.0612612 Jul 14 07:49:49.100096 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e5c60f2-95b4-4cf5-9e20-a0ecd4d674c5 req-48b4d738-a63f-450e-8138-55d7e711ad96 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313904 Jul 14 07:49:49.502195 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device e3cad827-61b9-41b9-aeed-95f98d480614 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:49:49.548405 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port e3cad827-61b9-41b9-aeed-95f98d480614 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:49:49.552065 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port e3cad827-61b9-41b9-aeed-95f98d480614 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:49:49.552441 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:49.625577 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:49.646745 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e509cd97-1917-4d48-82fb-ce94e1694f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cad827-61b9-41b9-aeed-95f98d480614'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:49:49.648968 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c14f32-7593-4608-8dc2-f656ce88b21c" -d '{"events": [{"server_uuid": "e509cd97-1917-4d48-82fb-ce94e1694f10", "name": "network-vif-plugged", "status": "completed", "tag": "e3cad827-61b9-41b9-aeed-95f98d480614"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:49:49.663925 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port e3cad827-61b9-41b9-aeed-95f98d480614, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=e3cad827-61b9-41b9-aeed-95f98d480614,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:49:49.668674 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:49.691682 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63099d5-ae9a-4ab2-99e5-037dad14bdb4 x-openstack-request-id: req-d63099d5-ae9a-4ab2-99e5-037dad14bdb4 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:49:49.691971 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e509cd97-1917-4d48-82fb-ce94e1694f10", "name": "network-vif-plugged", "status": "completed", "tag": "e3cad827-61b9-41b9-aeed-95f98d480614", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:49:49.692218 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d63099d5-ae9a-4ab2-99e5-037dad14bdb4 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:49:49.692601 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e509cd97-1917-4d48-82fb-ce94e1694f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cad827-61b9-41b9-aeed-95f98d480614', 'code': 200} Jul 14 07:49:49.719651 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=e3cad827-61b9-41b9-aeed-95f98d480614,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:49:49.801383 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03ae99-ca7a-4221-b7d7-fd3a5d3da171 req-dde3313b-bb40-4159-b3c2-3fc3657f880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:49.802861 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba03ae99-ca7a-4221-b7d7-fd3a5d3da171 req-dde3313b-bb40-4159-b3c2-3fc3657f880e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 1097 time: 0.0556033 Jul 14 07:49:49.835784 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba03ae99-ca7a-4221-b7d7-fd3a5d3da171 req-6fed2c82-3ae4-4f4b-a2b0-532517f2f16c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266140 Jul 14 07:49:50.271281 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfa88b-dc80-4a48-872e-f0ea9e55c10b req-51ae5900-903a-4fc9-86d0-65f5f5256ab3 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:50.272746 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82cfa88b-dc80-4a48-872e-f0ea9e55c10b req-51ae5900-903a-4fc9-86d0-65f5f5256ab3 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 946 time: 0.0658877 Jul 14 07:49:50.309274 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82cfa88b-dc80-4a48-872e-f0ea9e55c10b req-f88cbb99-4f32-46eb-bfc4-965e765add4b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309999 Jul 14 07:49:51.478123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3e50e-aa6e-4078-8f2b-cba127101ff7 req-0e40e99e-7c22-4920-9dc0-5cf294b7ef5a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:51.479582 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2ba3e50e-aa6e-4078-8f2b-cba127101ff7 req-0e40e99e-7c22-4920-9dc0-5cf294b7ef5a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 946 time: 0.0616934 Jul 14 07:49:51.516302 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2ba3e50e-aa6e-4078-8f2b-cba127101ff7 req-a788d2f3-0a4f-4864-8b2d-315d4f70db77 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312519 Jul 14 07:49:51.686903 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bf53f-ffd8-481c-89e3-92cb3c08088f req-a057c8f5-a029-459e-9047-aa3f64740f3b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:51.688283 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e1bf53f-ffd8-481c-89e3-92cb3c08088f req-a057c8f5-a029-459e-9047-aa3f64740f3b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 946 time: 0.0655887 Jul 14 07:49:51.725019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e1bf53f-ffd8-481c-89e3-92cb3c08088f req-3882a097-afa8-47bb-bfc3-80d4d857ab9a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313106 Jul 14 07:49:51.895701 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e83a75-fc23-4f09-9b8b-5260edfb8091 req-f21ab428-b5fc-44bf-a1e5-7ced8d0619c5 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:51.897154 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10e83a75-fc23-4f09-9b8b-5260edfb8091 req-f21ab428-b5fc-44bf-a1e5-7ced8d0619c5 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 946 time: 0.0634031 Jul 14 07:49:51.935072 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10e83a75-fc23-4f09-9b8b-5260edfb8091 req-335328af-8adf-48a0-9449-bd7325e59331 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324962 Jul 14 07:49:52.354751 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf361cac-6656-43a1-9877-a3555bc18a94 req-7c8b8791-62fb-4bdd-841b-df730b4480c5 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:52.356213 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf361cac-6656-43a1-9877-a3555bc18a94 req-7c8b8791-62fb-4bdd-841b-df730b4480c5 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 946 time: 0.0612271 Jul 14 07:49:52.392147 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf361cac-6656-43a1-9877-a3555bc18a94 req-3092a097-ec15-435d-9946-c0b7e719a007 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297647 Jul 14 07:49:53.565493 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d9d9f-4ac6-4597-b362-f099af16d388 req-381647a4-bb5c-4ba3-9b7d-08b5a6348c1d tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:53.566956 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-564d9d9f-4ac6-4597-b362-f099af16d388 req-381647a4-bb5c-4ba3-9b7d-08b5a6348c1d tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 946 time: 0.0667593 Jul 14 07:49:53.604608 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-564d9d9f-4ac6-4597-b362-f099af16d388 req-3e1b1973-dc09-4c7b-b764-ab5e772187a8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321782 Jul 14 07:49:53.710762 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603275d5-575e-4ce5-ad7d-5720c51f08c3 req-7970e2e2-25a1-4147-9320-6b7a5d2dff34 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:49:53.712393 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-603275d5-575e-4ce5-ad7d-5720c51f08c3 req-7970e2e2-25a1-4147-9320-6b7a5d2dff34 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 946 time: 0.0614164 Jul 14 07:49:53.813433 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-603275d5-575e-4ce5-ad7d-5720c51f08c3 req-9d594afc-8acc-424c-912b-a5e5c6d9123a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Deleting port e3cad827-61b9-41b9-aeed-95f98d480614 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:49:53.813765 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-603275d5-575e-4ce5-ad7d-5720c51f08c3 req-9d594afc-8acc-424c-912b-a5e5c6d9123a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:53.897131 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-603275d5-575e-4ce5-ad7d-5720c51f08c3 req-9d594afc-8acc-424c-912b-a5e5c6d9123a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] For port e3cad827-61b9-41b9-aeed-95f98d480614, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=e3cad827-61b9-41b9-aeed-95f98d480614,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:49:53.897516 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-603275d5-575e-4ce5-ad7d-5720c51f08c3 req-9d594afc-8acc-424c-912b-a5e5c6d9123a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:53.913703 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-603275d5-575e-4ce5-ad7d-5720c51f08c3 req-9d594afc-8acc-424c-912b-a5e5c6d9123a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Calling delete_port for e3cad827-61b9-41b9-aeed-95f98d480614 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:49:54.035324 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-603275d5-575e-4ce5-ad7d-5720c51f08c3 req-9d594afc-8acc-424c-912b-a5e5c6d9123a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:54.047759 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['e3cad827-61b9-41b9-aeed-95f98d480614'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:49:54.064391 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d594afc-8acc-424c-912b-a5e5c6d9123a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event deleted for resources: {'Port': ['ID=e3cad827-61b9-41b9-aeed-95f98d480614,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:49:54.112563 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-603275d5-575e-4ce5-ad7d-5720c51f08c3 req-9d594afc-8acc-424c-912b-a5e5c6d9123a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] No DVR routers for this DVR port e3cad827-61b9-41b9-aeed-95f98d480614 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:49:54.115333 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-603275d5-575e-4ce5-ad7d-5720c51f08c3 req-9d594afc-8acc-424c-912b-a5e5c6d9123a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:49:54.117487 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-603275d5-575e-4ce5-ad7d-5720c51f08c3 req-9d594afc-8acc-424c-912b-a5e5c6d9123a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "DELETE /v2.0/ports/e3cad827-61b9-41b9-aeed-95f98d480614 HTTP/1.1" status: 204 len: 173 time: 0.3994176 Jul 14 07:49:54.117920 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e509cd97-1917-4d48-82fb-ce94e1694f10', 'name': 'network-vif-deleted', 'tag': 'e3cad827-61b9-41b9-aeed-95f98d480614'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:49:54.120153 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874e5a53-38e0-42af-9c3b-17a81e1f9b2b" -d '{"events": [{"server_uuid": "e509cd97-1917-4d48-82fb-ce94e1694f10", "name": "network-vif-deleted", "tag": "e3cad827-61b9-41b9-aeed-95f98d480614"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:49:54.226059 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae35794-d01c-4f63-b06e-482f81360a77 x-openstack-request-id: req-2ae35794-d01c-4f63-b06e-482f81360a77 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:49:54.226359 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e509cd97-1917-4d48-82fb-ce94e1694f10", "name": "network-vif-deleted", "tag": "e3cad827-61b9-41b9-aeed-95f98d480614", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:49:54.226611 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ae35794-d01c-4f63-b06e-482f81360a77 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:49:54.227020 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e509cd97-1917-4d48-82fb-ce94e1694f10', 'name': 'network-vif-deleted', 'tag': 'e3cad827-61b9-41b9-aeed-95f98d480614', 'status': 'completed', 'code': 200} Jul 14 07:49:54.742211 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-93565e47-174e-45e3-b93a-79e1f5bb85b0 req-a55d87e5-87d7-4662-bad9-d65f14a8cf71 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 210 time: 0.0294642 Jul 14 07:49:55.881174 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d22c5ce-258b-4c9b-8a5c-c792ffe8cf48 req-f18aa57b-4ec0-4e7a-b190-70f543a1fdb9 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 210 time: 0.0278847 Jul 14 07:49:57.024402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a905aacb-f0ff-437b-8ecb-312ca289ed4d req-10033d33-2cc6-4352-8ac7-925489079e3a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=e509cd97-1917-4d48-82fb-ce94e1694f10 HTTP/1.1" status: 200 len: 210 time: 0.0315683 Jul 14 07:49:57.534873 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device e3cad827-61b9-41b9-aeed-95f98d480614 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:49:57.554678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: e3cad827-61b9-41b9-aeed-95f98d480614 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:49:57.555019 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device e3cad827-61b9-41b9-aeed-95f98d480614 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:50:00.550692 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4f439b1b-5ab8-4280-8160-50d0241dc631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:03.332045 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ed53e10d-41e2-40a6-b9ae-c1c9dccde7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:03.664810 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:04.770473 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:06.299043 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:15.893111 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:15.937864 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:17.981660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-a93de18b-df33-4b0d-8220-34a94b1c5f1a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:17.983192 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-a93de18b-df33-4b0d-8220-34a94b1c5f1a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 811 time: 0.1034930 Jul 14 07:50:17.997457 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-a2b98b6f-dc41-4c44-8aa7-4c63bd1cf556 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/quotas/eb91da042d904cd6975fba9cea71a4f4 HTTP/1.1" status: 200 len: 375 time: 0.0088992 Jul 14 07:50:18.068821 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-8750506a-8630-4b7e-b8be-f9eeb7e56ed7 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666249 Jul 14 07:50:18.181658 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-e3b8e92f-60a5-4d52-9364-25466c65a3ff service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:50:18.182578 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-e3b8e92f-60a5-4d52-9364-25466c65a3ff service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1076479 Jul 14 07:50:18.269154 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-c26bbb5a-9378-449d-8dd3-e1fa572f987f service neutron] 10.222.0.35 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808012 Jul 14 07:50:18.358500 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-ed539bff-8df5-49a8-95cc-575f5d24b4af service neutron] 10.222.0.35 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837233 Jul 14 07:50:18.646608 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8305e669-ba84-405f-b5b8-5f764a092d1a req-52b9776c-8934-49ca-8ad7-69c3fb55313d tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 210 time: 0.0296924 Jul 14 07:50:19.617153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-e5e8ac63-6452-43f7-94b3-dfc0b4fb4863 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:19.618645 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-e5e8ac63-6452-43f7-94b3-dfc0b4fb4863 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 811 time: 0.1064074 Jul 14 07:50:19.632326 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Request body: {'port': {'device_id': 'd8810c9a-6b59-49dc-9f10-e6e997906cb6', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'admin_state_up': True, 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:50:19.752975 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Made reservation on behalf of eb91da042d904cd6975fba9cea71a4f4 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:50:19.757007 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:19.790121 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f4f3d03e-ac1f-45b1-9f33-a51837431190 req-fe30d3e2-b69d-4c74-b0de-7ac05f89bc12 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 210 time: 0.0340612 Jul 14 07:50:19.895191 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Allocated IP 172.20.0.11 (2f81cc68-8288-49e8-b98f-4d50119ec4eb/6bfb280c-12a2-40bc-beae-b05917b4c953/cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:50:20.027262 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:50:20.038122 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:20.052083 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Transition to ACTIVE for port object cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:50:20.086193 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:20.132232 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Network 2f81cc68-8288-49e8-b98f-4d50119ec4eb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:50:20.137292 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:50:20.141570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:50:20.169124 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'Port': ['ID=cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:50:20.184448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:20.184789 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:20.185130 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:20.185499 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:20.186328 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:20.186659 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:20.186986 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:20.187308 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:20.187629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:20.187948 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:20.188259 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:20.188578 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:20.208009 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:20.208682 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:20.225462 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-3f996ebf-5bf0-47a1-a80b-bac97c880227 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5966392 Jul 14 07:50:20.236598 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Request body: {'port': {'device_id': 'd8810c9a-6b59-49dc-9f10-e6e997906cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:50:20.309815 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:20.412733 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e30df1f3-f08f-4b28-8c52-7b3e0237437d None None] Provisioning for port cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:50:20.418188 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e30df1f3-f08f-4b28-8c52-7b3e0237437d None None] Provisioning complete for port cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:50:20.418892 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e30df1f3-f08f-4b28-8c52-7b3e0237437d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:20.454924 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e30df1f3-f08f-4b28-8c52-7b3e0237437d None None] Port cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:50:20.568396 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:50:20.575649 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:20.588403 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Transition to ACTIVE for port object cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:50:20.591752 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:20.643167 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Pushing event updated for resources: {'Port': ['ID=cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:50:20.720697 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Attempting to bind port cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:50:20.721405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Attempting to bind port cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:50:20.721735 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Attempting to bind port cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:50:20.726308 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Port cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:50:20.726632 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Attempting to bind port cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:50:20.731625 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:50:20.731964 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Checking segment: {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:50:20.732352 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Bound using segment: {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:50:20.733363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Bound port: cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:50:20.733728 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:20.809872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] For port cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:50:20.813549 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] For port cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:50:20.824351 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:20.860546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:20.861037 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:20.862626 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] 10.222.0.30 "PUT /v2.0/ports/cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 HTTP/1.1" status: 200 len: 1092 time: 0.6309021 Jul 14 07:50:20.865283 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8810c9a-6b59-49dc-9f10-e6e997906cb6', 'tag': 'cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:50:20.869143 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6c9fb4-3b70-4014-8c95-f40569e3ec0c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8810c9a-6b59-49dc-9f10-e6e997906cb6", "tag": "cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:50:20.902233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75a0f2-ff1f-4e4c-9754-ebd45bb0a83e service neutron] Pushing event updated for resources: {'Port': ['ID=cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:50:20.938492 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7204aa4-9219-45f8-98b4-e638b52c754d x-openstack-request-id: req-d7204aa4-9219-45f8-98b4-e638b52c754d {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:50:20.938799 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8810c9a-6b59-49dc-9f10-e6e997906cb6", "tag": "cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:50:20.939053 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7204aa4-9219-45f8-98b4-e638b52c754d {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:50:20.939426 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8810c9a-6b59-49dc-9f10-e6e997906cb6', 'tag': 'cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5', 'status': 'completed', 'code': 200} Jul 14 07:50:20.975060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-f253ea0d-8be1-466c-8147-8086ea71e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:20.976607 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-f253ea0d-8be1-466c-8147-8086ea71e91c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 1095 time: 0.0668726 Jul 14 07:50:21.027786 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-cd787700-fbeb-4d09-ae02-63284a2c631c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 HTTP/1.1" status: 200 len: 217 time: 0.0428262 Jul 14 07:50:21.050328 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a2663-a100-4207-b136-858c0692b7cf req-cb6970d3-72fb-4396-862b-dc84b997da85 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:21.052599 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a42a2663-a100-4207-b136-858c0692b7cf req-cb6970d3-72fb-4396-862b-dc84b997da85 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 944 time: 0.0702653 Jul 14 07:50:21.083661 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-e59c0b95-e50e-4c39-9ca4-cb346e24493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:21.085320 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-e59c0b95-e50e-4c39-9ca4-cb346e24493d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0515239 Jul 14 07:50:21.106288 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a42a2663-a100-4207-b136-858c0692b7cf req-c31ca42d-d4fa-4794-b192-774864d41115 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467660 Jul 14 07:50:21.144695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-661cbe0c-2fc8-4f8e-ae10-3c6a650d9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:21.146248 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-661cbe0c-2fc8-4f8e-ae10-3c6a650d9106 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545595 Jul 14 07:50:21.237237 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-d787bab2-ee64-4ca4-b8f3-71cd0c026281 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838199 Jul 14 07:50:21.323131 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9d1a887-5aa2-4d1b-a7f5-874681b6dce3 req-1cbc2371-ef31-4a0e-b48b-f1b9a2fed774 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796096 Jul 14 07:50:21.420983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c9fb4-3b70-4014-8c95-f40569e3ec0c req-c65240eb-b5c1-4d5f-83de-d2ec402dac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:21.422517 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4e6c9fb4-3b70-4014-8c95-f40569e3ec0c req-c65240eb-b5c1-4d5f-83de-d2ec402dac46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 1095 time: 0.0554721 Jul 14 07:50:21.510688 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c9fb4-3b70-4014-8c95-f40569e3ec0c req-b3670522-045b-44ee-84f0-4b41f239e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:21.512121 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4e6c9fb4-3b70-4014-8c95-f40569e3ec0c req-b3670522-045b-44ee-84f0-4b41f239e0a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.0839312 Jul 14 07:50:21.552311 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4e6c9fb4-3b70-4014-8c95-f40569e3ec0c req-0c8209e7-cfeb-4928-8675-14a037e468df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 HTTP/1.1" status: 200 len: 217 time: 0.0340097 Jul 14 07:50:21.607290 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c9fb4-3b70-4014-8c95-f40569e3ec0c req-2996aea3-73f4-43ba-810e-6247e994ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:21.608844 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4e6c9fb4-3b70-4014-8c95-f40569e3ec0c req-2996aea3-73f4-43ba-810e-6247e994ded8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0501182 Jul 14 07:50:21.665484 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c9fb4-3b70-4014-8c95-f40569e3ec0c req-12230131-2cc5-426b-9092-7483d4f14c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:21.666986 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4e6c9fb4-3b70-4014-8c95-f40569e3ec0c req-12230131-2cc5-426b-9092-7483d4f14c01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519204 Jul 14 07:50:21.754736 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4e6c9fb4-3b70-4014-8c95-f40569e3ec0c req-d63f99ff-7d89-4a53-a9f5-1f35358f3eae service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806897 Jul 14 07:50:21.844837 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4e6c9fb4-3b70-4014-8c95-f40569e3ec0c req-dda717af-5e27-4ad9-ab1a-0047923697f0 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828891 Jul 14 07:50:22.275280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f84af2-daab-4d6c-a76c-318e957d3da2 req-3992cbb8-efcf-4dee-9d54-f8652e0683e3 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:22.276750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18f84af2-daab-4d6c-a76c-318e957d3da2 req-3992cbb8-efcf-4dee-9d54-f8652e0683e3 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 944 time: 0.0656872 Jul 14 07:50:22.314350 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18f84af2-daab-4d6c-a76c-318e957d3da2 req-834ee147-7149-4f4f-8e05-254f525b8292 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312281 Jul 14 07:50:23.491534 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b281-73ca-4905-a104-1870a77fb288 req-21958a93-eb9f-48c7-aacb-a870fd1b6028 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:23.493048 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3019b281-73ca-4905-a104-1870a77fb288 req-21958a93-eb9f-48c7-aacb-a870fd1b6028 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 944 time: 0.0682416 Jul 14 07:50:23.532973 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3019b281-73ca-4905-a104-1870a77fb288 req-e663134c-e54e-472b-81b0-bb6e874babc5 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332143 Jul 14 07:50:24.705396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530c471-9bb8-485c-b663-5a69c4990127 req-6d7cd229-c6c2-4686-ac7a-04336e2d735e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:24.706862 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5530c471-9bb8-485c-b663-5a69c4990127 req-6d7cd229-c6c2-4686-ac7a-04336e2d735e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 944 time: 0.0643711 Jul 14 07:50:24.743109 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5530c471-9bb8-485c-b663-5a69c4990127 req-f616d10d-6c4c-4f3a-950e-9f696710eca3 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305090 Jul 14 07:50:25.910144 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9534b3-1db8-4286-90e5-aa0eae5d3896 req-b1349d7b-36d5-4214-988f-27a5a85d3458 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:25.911625 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ea9534b3-1db8-4286-90e5-aa0eae5d3896 req-b1349d7b-36d5-4214-988f-27a5a85d3458 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 944 time: 0.0615931 Jul 14 07:50:25.948191 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ea9534b3-1db8-4286-90e5-aa0eae5d3896 req-b96ef9db-6539-4274-add8-bb0a425846c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311134 Jul 14 07:50:27.115007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf61867-7439-4cf6-9ac0-44b4d6dfadb3 req-960daea8-b8f8-4595-86f1-e56a1db98320 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:27.116462 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbf61867-7439-4cf6-9ac0-44b4d6dfadb3 req-960daea8-b8f8-4595-86f1-e56a1db98320 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 944 time: 0.0611157 Jul 14 07:50:27.152079 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbf61867-7439-4cf6-9ac0-44b4d6dfadb3 req-718dd354-af7b-4ac9-a08e-799a6d7fc17a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302315 Jul 14 07:50:28.326061 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58422b98-2e80-47d5-8948-a38421c7b7aa req-147103e9-ba8c-4d2e-ac9f-44d093c00f36 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:28.327525 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-58422b98-2e80-47d5-8948-a38421c7b7aa req-147103e9-ba8c-4d2e-ac9f-44d093c00f36 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 944 time: 0.0648482 Jul 14 07:50:28.364084 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-58422b98-2e80-47d5-8948-a38421c7b7aa req-1532820c-e4ab-436f-a453-19da357ecc1b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311110 Jul 14 07:50:29.530628 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1d776-ce94-4029-9284-910538a9e39e req-819aecee-0491-47de-8803-6f9135414523 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:29.532094 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-80d1d776-ce94-4029-9284-910538a9e39e req-819aecee-0491-47de-8803-6f9135414523 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 944 time: 0.0617232 Jul 14 07:50:29.567579 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-80d1d776-ce94-4029-9284-910538a9e39e req-4447aded-0ccf-4868-9140-9b98c49248df tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300820 Jul 14 07:50:30.555440 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2740c3d3-76c2-45d6-96ca-2426557549a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:30.738101 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff79c01-8e24-4f78-99f2-390e857f9fd5 req-62d991e2-cc86-4e11-8249-f9d0e85fc64a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:30.739474 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ff79c01-8e24-4f78-99f2-390e857f9fd5 req-62d991e2-cc86-4e11-8249-f9d0e85fc64a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 944 time: 0.0647671 Jul 14 07:50:30.775285 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ff79c01-8e24-4f78-99f2-390e857f9fd5 req-e351fdd5-35ae-4a68-a83d-111268f7cc08 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305088 Jul 14 07:50:31.656889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:50:31.745499 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:50:31.756918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'port_id': 'cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5', 'mac_address': 'fa:16:3e:b5:2d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:50:31.794362 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:31.807102 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:50:31.826412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:50:31.830450 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:31.876620 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:50:31.947417 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3693945-eb5d-4be7-b54b-487deb15656e req-9658dbac-2b03-4664-9036-1c92c20519a7 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:31.948905 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3693945-eb5d-4be7-b54b-487deb15656e req-9658dbac-2b03-4664-9036-1c92c20519a7 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 945 time: 0.0623982 Jul 14 07:50:31.987085 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3693945-eb5d-4be7-b54b-487deb15656e req-3c5163a2-f159-445d-8039-1d6910be0172 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326862 Jul 14 07:50:32.027847 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:50:33.155123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75915875-0192-4e17-80d3-3db514c0fbca req-42f06a3e-2b22-41a2-a71e-75bfe36157bd tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:33.156538 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-75915875-0192-4e17-80d3-3db514c0fbca req-42f06a3e-2b22-41a2-a71e-75bfe36157bd tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 945 time: 0.0614018 Jul 14 07:50:33.194198 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-75915875-0192-4e17-80d3-3db514c0fbca req-6328e816-1221-4b94-9ad9-a5b5fca182a5 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321381 Jul 14 07:50:33.331262 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd3bd-5156-4e7c-9e00-0961daf095f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:33.666561 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:33.672389 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:50:33.718976 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:50:33.722369 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:50:33.722744 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:33.797885 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:33.818596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8810c9a-6b59-49dc-9f10-e6e997906cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:50:33.820828 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1067ea-7318-41b5-86a5-9b255ce8aacb" -d '{"events": [{"server_uuid": "d8810c9a-6b59-49dc-9f10-e6e997906cb6", "name": "network-vif-plugged", "status": "completed", "tag": "cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:50:33.833724 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:50:33.838108 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:33.863228 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dfac95-3357-41c5-97c8-bf63633567d3 x-openstack-request-id: req-52dfac95-3357-41c5-97c8-bf63633567d3 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:50:33.863519 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8810c9a-6b59-49dc-9f10-e6e997906cb6", "name": "network-vif-plugged", "status": "completed", "tag": "cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:50:33.863774 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52dfac95-3357-41c5-97c8-bf63633567d3 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:50:33.864159 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8810c9a-6b59-49dc-9f10-e6e997906cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5', 'code': 200} Jul 14 07:50:33.889473 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:50:33.965054 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a59b2-672f-40db-807f-0d7a672f674c req-832c7a7c-3d4c-4639-a1e5-bcfb5cd8b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:33.966563 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3c9a59b2-672f-40db-807f-0d7a672f674c req-832c7a7c-3d4c-4639-a1e5-bcfb5cd8b5e5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 1097 time: 0.0510917 Jul 14 07:50:33.998432 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3c9a59b2-672f-40db-807f-0d7a672f674c req-dd593547-2d21-4194-aabc-52d9b186adec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261626 Jul 14 07:50:34.364649 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d672da-d080-4bda-bcf8-6cfacc122c03 req-a7f879e2-4d27-48ab-8184-4c325bc15cac tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:34.366133 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-28d672da-d080-4bda-bcf8-6cfacc122c03 req-a7f879e2-4d27-48ab-8184-4c325bc15cac tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 946 time: 0.0651672 Jul 14 07:50:34.402832 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-28d672da-d080-4bda-bcf8-6cfacc122c03 req-c290e9d4-dbbf-4451-baf5-b3f4b16ad9d1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311999 Jul 14 07:50:34.769421 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:35.570811 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acd80b-1257-4615-b225-8b9de96c6570 req-ce6bf73a-c0e4-4ba9-a090-d1d9fbbe0be8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:35.572265 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60acd80b-1257-4615-b225-8b9de96c6570 req-ce6bf73a-c0e4-4ba9-a090-d1d9fbbe0be8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 946 time: 0.0611169 Jul 14 07:50:35.608933 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60acd80b-1257-4615-b225-8b9de96c6570 req-aa65d132-ae7e-407b-bc49-ec47a5659f3f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312135 Jul 14 07:50:35.782358 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c0cfa-b9b3-4430-addd-1a665e802f26 req-fac70427-5771-4e96-b554-af338dee6f9c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:35.783764 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-174c0cfa-b9b3-4430-addd-1a665e802f26 req-fac70427-5771-4e96-b554-af338dee6f9c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 946 time: 0.0650797 Jul 14 07:50:35.820166 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-174c0cfa-b9b3-4430-addd-1a665e802f26 req-5618209f-a24b-4b8e-b99f-c55f270eabf7 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309324 Jul 14 07:50:36.306186 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:38.298978 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-b392ee43-77d1-43c9-8319-f3d8b262903e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:38.300447 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-b392ee43-77d1-43c9-8319-f3d8b262903e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 811 time: 0.0971601 Jul 14 07:50:38.315207 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-9fd73e7d-712f-47e3-be0e-29b6d8ffcc3d tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/quotas/eb91da042d904cd6975fba9cea71a4f4 HTTP/1.1" status: 200 len: 375 time: 0.0093083 Jul 14 07:50:38.391381 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-5b2c0f40-cf6f-4376-8fa5-89920167d964 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708573 Jul 14 07:50:38.477486 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-9b3d1bc1-0285-4bb1-a683-815bdeae7032 service neutron] 10.222.0.35 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791917 Jul 14 07:50:38.567298 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-4d5780fe-c74a-4416-87a0-f01a8d6c50f0 service neutron] 10.222.0.35 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838020 Jul 14 07:50:38.762300 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbe372d0-4e8c-4186-b289-ca3119663796 req-909cd94f-9156-419e-b457-6512547be38a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 210 time: 0.0297132 Jul 14 07:50:39.926412 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ea8ebf77-665e-48dc-a078-62850b7bd723 req-15ca0017-b1c9-4f54-865c-abd4b038dbfe tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 210 time: 0.0405912 Jul 14 07:50:39.975982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-d8d9008a-1398-4040-9566-4aa48f89ed35 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:39.977466 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-d8d9008a-1398-4040-9566-4aa48f89ed35 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.15 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 811 time: 0.1371710 Jul 14 07:50:39.989341 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Request body: {'port': {'device_id': '7b04c0a5-a4f6-4c24-915c-8a43c3ccc766', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'admin_state_up': True, 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:50:40.094661 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Made reservation on behalf of eb91da042d904cd6975fba9cea71a4f4 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:50:40.098530 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:40.227631 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Allocated IP 172.20.0.10 (2f81cc68-8288-49e8-b98f-4d50119ec4eb/6bfb280c-12a2-40bc-beae-b05917b4c953/3bdbf451-c4f0-4900-9ff4-016ab82e73a1) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:50:40.385132 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:40.400222 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Transition to ACTIVE for port object 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:50:40.434241 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:40.446980 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:50:40.480668 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Network 2f81cc68-8288-49e8-b98f-4d50119ec4eb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:50:40.483952 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:50:40.487982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:50:40.535826 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:40.536446 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:40.542802 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'Port': ['ID=3bdbf451-c4f0-4900-9ff4-016ab82e73a1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:50:40.556383 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:40.556683 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:40.557024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:40.557453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:40.557816 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:40.558205 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:40.558562 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:40.558894 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:40.559267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:40.559652 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:40.560000 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:40.560935 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:50:40.578210 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-71ef92d9-e44c-490f-82aa-698d4c3f6c74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5926063 Jul 14 07:50:40.647470 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Request body: {'port': {'device_id': '7b04c0a5-a4f6-4c24-915c-8a43c3ccc766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:50:40.729160 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:40.736959 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-27c4cc04-098f-4bea-9d68-58f81cbcfcfa None None] Provisioning for port 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:50:40.741344 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-27c4cc04-098f-4bea-9d68-58f81cbcfcfa None None] Provisioning complete for port 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:50:40.741934 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-27c4cc04-098f-4bea-9d68-58f81cbcfcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:40.776573 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-27c4cc04-098f-4bea-9d68-58f81cbcfcfa None None] Port 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:50:41.004489 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:50:41.014030 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:41.027602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Transition to ACTIVE for port object 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:50:41.032144 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:41.116659 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Pushing event updated for resources: {'Port': ['ID=3bdbf451-c4f0-4900-9ff4-016ab82e73a1,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:50:41.208488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea501374-363b-4b45-b55f-da8c5825f024 req-b30d4e6a-5617-452e-bffe-fb98589d570f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:41.210127 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ea501374-363b-4b45-b55f-da8c5825f024 req-b30d4e6a-5617-452e-bffe-fb98589d570f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 944 time: 0.1464710 Jul 14 07:50:41.215317 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Attempting to bind port 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:50:41.215592 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Attempting to bind port 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:50:41.215918 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Attempting to bind port 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:50:41.227470 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Port 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:50:41.227800 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Attempting to bind port 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:50:41.242652 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:50:41.243139 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Checking segment: {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:50:41.243536 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Bound using segment: {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:50:41.243974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Bound port: 3bdbf451-c4f0-4900-9ff4-016ab82e73a1, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:50:41.244339 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:41.270533 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ea501374-363b-4b45-b55f-da8c5825f024 req-11ef8048-b9cc-4b5f-b485-427474ce808c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521901 Jul 14 07:50:41.333152 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] For port 3bdbf451-c4f0-4900-9ff4-016ab82e73a1, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:50:41.336102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] For port 3bdbf451-c4f0-4900-9ff4-016ab82e73a1, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=3bdbf451-c4f0-4900-9ff4-016ab82e73a1,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:50:41.341535 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:41.375733 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:41.376389 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:41.377811 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] 10.222.0.15 "PUT /v2.0/ports/3bdbf451-c4f0-4900-9ff4-016ab82e73a1 HTTP/1.1" status: 200 len: 1092 time: 0.7916474 Jul 14 07:50:41.378393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b04c0a5-a4f6-4c24-915c-8a43c3ccc766', 'tag': '3bdbf451-c4f0-4900-9ff4-016ab82e73a1'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:50:41.380544 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aedde11-f0f1-4a18-9089-8bceba745aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "7b04c0a5-a4f6-4c24-915c-8a43c3ccc766", "tag": "3bdbf451-c4f0-4900-9ff4-016ab82e73a1"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:50:41.433328 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce51d5a-a3bf-4d92-ae67-d23fe1452639 service neutron] Pushing event updated for resources: {'Port': ['ID=3bdbf451-c4f0-4900-9ff4-016ab82e73a1,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:50:41.483866 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-0dad751d-8c79-40d6-94ec-0e3d90974b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:41.485477 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-0dad751d-8c79-40d6-94ec-0e3d90974b4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 1095 time: 0.0633099 Jul 14 07:50:41.824247 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58deecf8-cdc0-4001-8ed7-0b4537b8fee7 x-openstack-request-id: req-58deecf8-cdc0-4001-8ed7-0b4537b8fee7 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:50:41.824536 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b04c0a5-a4f6-4c24-915c-8a43c3ccc766", "tag": "3bdbf451-c4f0-4900-9ff4-016ab82e73a1", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:50:41.824785 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58deecf8-cdc0-4001-8ed7-0b4537b8fee7 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:50:41.825177 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b04c0a5-a4f6-4c24-915c-8a43c3ccc766', 'tag': '3bdbf451-c4f0-4900-9ff4-016ab82e73a1', 'status': 'completed', 'code': 200} Jul 14 07:50:41.827272 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-b80a49ac-c949-4634-b27d-996bd30b6b3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bdbf451-c4f0-4900-9ff4-016ab82e73a1 HTTP/1.1" status: 200 len: 217 time: 0.3342204 Jul 14 07:50:41.878002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-e0565f8f-24c4-468a-89f1-e5d26451c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:41.879494 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-e0565f8f-24c4-468a-89f1-e5d26451c8a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0462778 Jul 14 07:50:41.956543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-a6858826-3dd6-490d-b9f6-2695a5b719ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:41.958095 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-a6858826-3dd6-490d-b9f6-2695a5b719ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721188 Jul 14 07:50:42.049920 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-03143824-1add-421b-8635-b71357dc2152 service neutron] 10.222.0.15 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851779 Jul 14 07:50:42.136895 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bb59e86-4a08-4535-9701-d9fca9220526 req-471b61f4-3467-4496-b61c-e2bc6a055c1f service neutron] 10.222.0.15 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804830 Jul 14 07:50:42.240309 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedde11-f0f1-4a18-9089-8bceba745aa9 req-4489ba35-e019-4f34-aa13-210683cfe3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:42.241857 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7aedde11-f0f1-4a18-9089-8bceba745aa9 req-4489ba35-e019-4f34-aa13-210683cfe3b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 1095 time: 0.0610416 Jul 14 07:50:42.330945 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedde11-f0f1-4a18-9089-8bceba745aa9 req-65399454-a71e-44b7-af6d-bc0b45b27f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:42.332565 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7aedde11-f0f1-4a18-9089-8bceba745aa9 req-65399454-a71e-44b7-af6d-bc0b45b27f7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.0845852 Jul 14 07:50:42.377569 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7aedde11-f0f1-4a18-9089-8bceba745aa9 req-4528324f-14b5-441a-b0b0-8e4e474e5a16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bdbf451-c4f0-4900-9ff4-016ab82e73a1 HTTP/1.1" status: 200 len: 217 time: 0.0386753 Jul 14 07:50:42.455165 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedde11-f0f1-4a18-9089-8bceba745aa9 req-1c460129-ab20-4da8-9a36-174583f5a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:42.456559 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7aedde11-f0f1-4a18-9089-8bceba745aa9 req-1c460129-ab20-4da8-9a36-174583f5a91f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0735924 Jul 14 07:50:42.508282 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46520e-c2ce-4883-8a3b-46b877182909 req-b656bd2c-7ef7-4bfb-8335-0214edc179cc tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:42.509698 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f46520e-c2ce-4883-8a3b-46b877182909 req-b656bd2c-7ef7-4bfb-8335-0214edc179cc tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 944 time: 0.1187952 Jul 14 07:50:42.563883 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedde11-f0f1-4a18-9089-8bceba745aa9 req-78c959a7-0498-41d2-8abd-a5d21405d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:42.565455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7aedde11-f0f1-4a18-9089-8bceba745aa9 req-78c959a7-0498-41d2-8abd-a5d21405d15f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013379 Jul 14 07:50:42.568757 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f46520e-c2ce-4883-8a3b-46b877182909 req-1e4d5764-db9f-4e9f-84ff-cc510d575320 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525556 Jul 14 07:50:42.654148 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7aedde11-f0f1-4a18-9089-8bceba745aa9 req-09917807-21ba-4842-8dde-1d66faf9bccd service neutron] 10.222.0.15 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822604 Jul 14 07:50:42.780335 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7aedde11-f0f1-4a18-9089-8bceba745aa9 req-f3b77214-3bdd-4216-83dc-d52d739fb246 service neutron] 10.222.0.15 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198626 Jul 14 07:50:43.851344 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddfe2e-23b0-49f0-a05b-a1cec2f2b204 req-0695e2ec-11c2-4f97-a67f-56fe1ee1b0f8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:43.853547 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-48ddfe2e-23b0-49f0-a05b-a1cec2f2b204 req-0695e2ec-11c2-4f97-a67f-56fe1ee1b0f8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 944 time: 0.1005807 Jul 14 07:50:43.907939 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-48ddfe2e-23b0-49f0-a05b-a1cec2f2b204 req-a7dd71c4-5320-49f7-b666-8498db455479 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472395 Jul 14 07:50:45.125444 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ba38f-f65c-4e02-b7b7-531b5c327fde req-8ae2967f-4e78-4121-b3f0-ee1753738b4d tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:45.126936 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-555ba38f-f65c-4e02-b7b7-531b5c327fde req-8ae2967f-4e78-4121-b3f0-ee1753738b4d tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 944 time: 0.0675435 Jul 14 07:50:45.198276 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-555ba38f-f65c-4e02-b7b7-531b5c327fde req-3adfc619-8dae-48c6-83c0-025be507cb53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649209 Jul 14 07:50:45.916189 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:45.936080 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:50:46.410192 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993f55b-cabc-4eb2-b512-1ae1cf459fd2 req-ad275227-3882-49f9-92cd-ea5daefa4ce3 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:46.412654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e993f55b-cabc-4eb2-b512-1ae1cf459fd2 req-ad275227-3882-49f9-92cd-ea5daefa4ce3 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 944 time: 0.0896530 Jul 14 07:50:46.461135 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e993f55b-cabc-4eb2-b512-1ae1cf459fd2 req-50810024-ee6f-4f83-88d3-e030b0bdb4a6 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376289 Jul 14 07:50:47.634772 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58d8af-94f4-4c22-a284-725b3e2a5a28 req-e84146a8-f452-493a-8c93-06a0b1efd955 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:47.636216 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd58d8af-94f4-4c22-a284-725b3e2a5a28 req-e84146a8-f452-493a-8c93-06a0b1efd955 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 944 time: 0.0614502 Jul 14 07:50:47.671961 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd58d8af-94f4-4c22-a284-725b3e2a5a28 req-11b9975b-d49d-459e-9bd9-f72ea4159651 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296211 Jul 14 07:50:48.846580 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696625d-fee6-42b6-9089-dc10e013bdbe req-8eadc87f-ad45-4edc-a9f9-d9c1fc153402 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:48.848047 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b696625d-fee6-42b6-9089-dc10e013bdbe req-8eadc87f-ad45-4edc-a9f9-d9c1fc153402 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 944 time: 0.0662932 Jul 14 07:50:48.884099 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b696625d-fee6-42b6-9089-dc10e013bdbe req-b6ec212c-ed76-4e27-90c0-25389441e15d tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305424 Jul 14 07:50:50.056090 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0eba5-2685-4b2e-b684-4d651ab1425c req-f95556ce-e199-4ab7-8952-3804c9bf52e0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:50.057587 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8e0eba5-2685-4b2e-b684-4d651ab1425c req-f95556ce-e199-4ab7-8952-3804c9bf52e0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 944 time: 0.0626276 Jul 14 07:50:50.094367 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8e0eba5-2685-4b2e-b684-4d651ab1425c req-6f3f718a-72de-4472-81a7-cda2a10e9d07 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311658 Jul 14 07:50:51.264839 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4940204-83e6-4a36-a689-c98acc2bc334 req-b642029c-479f-4635-bb31-78c49d50eaa2 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:51.266327 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d4940204-83e6-4a36-a689-c98acc2bc334 req-b642029c-479f-4635-bb31-78c49d50eaa2 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 944 time: 0.0620162 Jul 14 07:50:51.303947 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d4940204-83e6-4a36-a689-c98acc2bc334 req-a8d71753-9daf-44c4-9450-4a3c7c6b97c0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320210 Jul 14 07:50:52.493022 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec3057-a51d-43f3-a111-ef336fbf09d9 req-dd9ccc4f-9ff7-4539-84ec-71afe23a131f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:52.494458 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19ec3057-a51d-43f3-a111-ef336fbf09d9 req-dd9ccc4f-9ff7-4539-84ec-71afe23a131f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 944 time: 0.0711291 Jul 14 07:50:52.537614 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19ec3057-a51d-43f3-a111-ef336fbf09d9 req-2a590331-efd5-4047-9ec6-326964efbdb1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372331 Jul 14 07:50:53.714179 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d28f1d-7f8d-4b16-8f8b-b7ffbb7dd8ec req-8b7b5b36-3b56-4487-8a70-595d2031b65b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:53.715597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27d28f1d-7f8d-4b16-8f8b-b7ffbb7dd8ec req-8b7b5b36-3b56-4487-8a70-595d2031b65b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 944 time: 0.0647573 Jul 14 07:50:53.753659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-27d28f1d-7f8d-4b16-8f8b-b7ffbb7dd8ec req-5730a4e9-e94c-4357-bf2c-b2b47302602c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323243 Jul 14 07:50:54.934404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09aacb-0e49-4090-a087-83d4c2eddded req-9e77de44-28b3-4b3a-9b89-8a2ec6f23e64 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:54.936410 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b09aacb-0e49-4090-a087-83d4c2eddded req-9e77de44-28b3-4b3a-9b89-8a2ec6f23e64 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 944 time: 0.0672133 Jul 14 07:50:54.974193 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b09aacb-0e49-4090-a087-83d4c2eddded req-1bf0b371-3c39-4f56-9bc4-146df0036c93 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322492 Jul 14 07:50:56.156890 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9786b78-b437-45f7-9845-bcc69875c44d req-c58ea134-0ab5-4831-984f-2317b80e03e8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:56.158405 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9786b78-b437-45f7-9845-bcc69875c44d req-c58ea134-0ab5-4831-984f-2317b80e03e8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 944 time: 0.0708613 Jul 14 07:50:56.199816 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9786b78-b437-45f7-9845-bcc69875c44d req-a8a34b06-8008-4a3f-875f-aeb271c69058 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357943 Jul 14 07:50:57.026177 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:50:57.374416 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf96fe-9390-4adb-bc4d-7f6049de7f96 req-5e0c91e3-113d-4aa9-b913-1d5128f12d68 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:57.375911 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fcaf96fe-9390-4adb-bc4d-7f6049de7f96 req-5e0c91e3-113d-4aa9-b913-1d5128f12d68 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 944 time: 0.0650656 Jul 14 07:50:57.414647 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fcaf96fe-9390-4adb-bc4d-7f6049de7f96 req-3747fac1-6c88-48a9-8134-087d574c7f6d tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329993 Jul 14 07:50:58.590886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9495851-baca-45c2-b9cb-637717a60068 req-64932ba5-f542-475a-a800-886daa771673 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:58.592363 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9495851-baca-45c2-b9cb-637717a60068 req-64932ba5-f542-475a-a800-886daa771673 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 944 time: 0.0681581 Jul 14 07:50:58.630981 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9495851-baca-45c2-b9cb-637717a60068 req-25927282-495d-43d8-9c93-666ac3ebf66a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323417 Jul 14 07:50:59.798552 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8739914-518b-4298-8e76-640ba67f3098 req-2a3f2011-2118-4ed5-ba1d-31df463e4205 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:50:59.800023 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8739914-518b-4298-8e76-640ba67f3098 req-2a3f2011-2118-4ed5-ba1d-31df463e4205 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 944 time: 0.0610023 Jul 14 07:50:59.837670 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d8739914-518b-4298-8e76-640ba67f3098 req-f38ea7bf-18e9-4d24-abbb-21873853765c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319736 Jul 14 07:51:00.547398 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-eedcc790-faa4-486e-90bb-f94240f74474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:01.010917 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214cd40-4c2e-4ec7-8f3c-1f70fd2e84e8 req-669f0fe8-59bf-4dd3-8d35-5a19ac52e9cb tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:01.012382 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c214cd40-4c2e-4ec7-8f3c-1f70fd2e84e8 req-669f0fe8-59bf-4dd3-8d35-5a19ac52e9cb tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 944 time: 0.0655704 Jul 14 07:51:01.050341 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c214cd40-4c2e-4ec7-8f3c-1f70fd2e84e8 req-d2ff6947-6d5b-4528-be18-b371931355ad tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317075 Jul 14 07:51:01.118097 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:51:01.208276 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 3bdbf451-c4f0-4900-9ff4-016ab82e73a1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=3bdbf451-c4f0-4900-9ff4-016ab82e73a1,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:51:01.219248 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '3bdbf451-c4f0-4900-9ff4-016ab82e73a1', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'port_id': '3bdbf451-c4f0-4900-9ff4-016ab82e73a1', 'mac_address': 'fa:16:3e:47:b8:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:51:01.254068 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:01.265718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:51:01.284482 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 3bdbf451-c4f0-4900-9ff4-016ab82e73a1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=3bdbf451-c4f0-4900-9ff4-016ab82e73a1,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:51:01.288208 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:01.332320 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=3bdbf451-c4f0-4900-9ff4-016ab82e73a1,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:51:01.339698 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:01.339979 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:01.340308 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:01.340635 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:01.341117 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:01.341476 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:01.341825 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:01.342112 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:01.342434 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:01.342750 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:01.343069 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:01.343385 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:01.510944 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['3bdbf451-c4f0-4900-9ff4-016ab82e73a1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:51:01.830286 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-fdd3d680-f743-462d-9f1c-8b4bcf506f14 req-ab41d2b9-ee4b-4896-958d-708e095e47da service neutron] (93827) timed out ('10.222.0.35', 53512) {{(pid=93827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 07:51:02.223966 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5028a-2d3b-4370-a23e-6c6bd1d44e22 req-b869e713-3ec7-4e4d-9150-a43a361290b7 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:02.225485 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5fa5028a-2d3b-4370-a23e-6c6bd1d44e22 req-b869e713-3ec7-4e4d-9150-a43a361290b7 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 945 time: 0.0669093 Jul 14 07:51:02.262766 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5fa5028a-2d3b-4370-a23e-6c6bd1d44e22 req-ede19a0d-1dd6-485b-838d-5fb4827e535d tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312982 Jul 14 07:51:03.137469 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:51:03.193171 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:51:03.197716 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:51:03.198297 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:03.284525 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:03.309215 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b04c0a5-a4f6-4c24-915c-8a43c3ccc766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdbf451-c4f0-4900-9ff4-016ab82e73a1'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:51:03.311631 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1beb32-619c-45b3-83e3-a2dc8670b7d8" -d '{"events": [{"server_uuid": "7b04c0a5-a4f6-4c24-915c-8a43c3ccc766", "name": "network-vif-plugged", "status": "completed", "tag": "3bdbf451-c4f0-4900-9ff4-016ab82e73a1"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:51:03.329864 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 3bdbf451-c4f0-4900-9ff4-016ab82e73a1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=3bdbf451-c4f0-4900-9ff4-016ab82e73a1,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:51:03.336817 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:03.367673 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f18784-811b-4b09-9cc4-00e65ad86287 x-openstack-request-id: req-a8f18784-811b-4b09-9cc4-00e65ad86287 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:51:03.368002 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b04c0a5-a4f6-4c24-915c-8a43c3ccc766", "name": "network-vif-plugged", "status": "completed", "tag": "3bdbf451-c4f0-4900-9ff4-016ab82e73a1", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:51:03.368212 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8f18784-811b-4b09-9cc4-00e65ad86287 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:51:03.368802 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b04c0a5-a4f6-4c24-915c-8a43c3ccc766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdbf451-c4f0-4900-9ff4-016ab82e73a1', 'code': 200} Jul 14 07:51:03.370534 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bbebb9ee-802b-43c2-b4e1-6d958fa17893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:03.402745 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=3bdbf451-c4f0-4900-9ff4-016ab82e73a1,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:51:03.502675 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6ece9-301a-43b3-9742-375e007e5595 req-2b8097c1-062f-4be3-8a6f-ed8ef72cf231 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:03.504144 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-75e6ece9-301a-43b3-9742-375e007e5595 req-2b8097c1-062f-4be3-8a6f-ed8ef72cf231 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 946 time: 0.1091878 Jul 14 07:51:03.509988 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897c7a7-c0be-4bb9-a2c6-44ce78fb948d req-2c6f4707-9bcc-4b1e-9551-88bf51c60d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:03.511373 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1897c7a7-c0be-4bb9-a2c6-44ce78fb948d req-2c6f4707-9bcc-4b1e-9551-88bf51c60d81 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 1097 time: 0.0870876 Jul 14 07:51:03.564388 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-75e6ece9-301a-43b3-9742-375e007e5595 req-4c6fdd38-8037-47c6-83b8-c370cc1d0e19 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521057 Jul 14 07:51:03.566262 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1897c7a7-c0be-4bb9-a2c6-44ce78fb948d req-7bd6fdde-f443-4aec-86e6-f8508e1868ab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481138 Jul 14 07:51:03.669014 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:04.746604 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc2460-e149-4213-9c61-302e8e19bd46 req-d65c6f98-dbdf-42eb-99dc-c43a3de92108 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:04.748440 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-25cc2460-e149-4213-9c61-302e8e19bd46 req-d65c6f98-dbdf-42eb-99dc-c43a3de92108 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 946 time: 0.0688689 Jul 14 07:51:04.773983 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:04.788705 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-25cc2460-e149-4213-9c61-302e8e19bd46 req-2667e2b4-47ef-49e4-9cb4-113df7d92463 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340648 Jul 14 07:51:04.984887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bc34f-d5f7-4abd-8855-d367365dc389 req-12011983-29fb-4be5-b5da-ad1b4bb797e2 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:04.986470 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b64bc34f-d5f7-4abd-8855-d367365dc389 req-12011983-29fb-4be5-b5da-ad1b4bb797e2 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 946 time: 0.0714808 Jul 14 07:51:05.028555 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b64bc34f-d5f7-4abd-8855-d367365dc389 req-6445f6d7-80b8-4e41-a38a-4127c8aecf47 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350122 Jul 14 07:51:05.479278 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db5295-5b7c-4a1b-8873-c3f5b28b5650 req-8ab9cde5-f1f3-4597-9328-840c5c79d4e4 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:05.480873 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94db5295-5b7c-4a1b-8873-c3f5b28b5650 req-8ab9cde5-f1f3-4597-9328-840c5c79d4e4 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 946 time: 0.0705135 Jul 14 07:51:05.520931 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94db5295-5b7c-4a1b-8873-c3f5b28b5650 req-820568ce-4d86-42dd-827d-57975ba56dba tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333130 Jul 14 07:51:06.303786 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:06.697084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550fe12-0a96-477f-8188-449f246f1046 req-0143ec7f-9c4d-4bdb-b596-5374d5d068f7 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:06.698605 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b550fe12-0a96-477f-8188-449f246f1046 req-0143ec7f-9c4d-4bdb-b596-5374d5d068f7 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 946 time: 0.0671988 Jul 14 07:51:06.744858 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b550fe12-0a96-477f-8188-449f246f1046 req-4cfec7df-2069-4a89-b9f4-317a0c82cc0c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Jul 14 07:51:06.795345 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f385776-0c89-4036-b109-ef891897e06a req-41f617bb-b969-41a5-96da-181de1e1ee6d tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:06.796815 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f385776-0c89-4036-b109-ef891897e06a req-41f617bb-b969-41a5-96da-181de1e1ee6d tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 946 time: 0.0651386 Jul 14 07:51:06.896504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-9f385776-0c89-4036-b109-ef891897e06a req-bc46c36d-79a1-442d-a2b2-0dcd241e6ae0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Deleting port 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:51:06.896763 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9f385776-0c89-4036-b109-ef891897e06a req-bc46c36d-79a1-442d-a2b2-0dcd241e6ae0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:06.984644 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9f385776-0c89-4036-b109-ef891897e06a req-bc46c36d-79a1-442d-a2b2-0dcd241e6ae0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] For port 3bdbf451-c4f0-4900-9ff4-016ab82e73a1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=3bdbf451-c4f0-4900-9ff4-016ab82e73a1,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:51:06.985142 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9f385776-0c89-4036-b109-ef891897e06a req-bc46c36d-79a1-442d-a2b2-0dcd241e6ae0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:06.998655 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-9f385776-0c89-4036-b109-ef891897e06a req-bc46c36d-79a1-442d-a2b2-0dcd241e6ae0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Calling delete_port for 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:51:07.125982 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9f385776-0c89-4036-b109-ef891897e06a req-bc46c36d-79a1-442d-a2b2-0dcd241e6ae0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:07.138415 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['3bdbf451-c4f0-4900-9ff4-016ab82e73a1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:51:07.141443 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:51:07.155471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46c36d-79a1-442d-a2b2-0dcd241e6ae0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event deleted for resources: {'Port': ['ID=3bdbf451-c4f0-4900-9ff4-016ab82e73a1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:51:07.201954 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f385776-0c89-4036-b109-ef891897e06a req-bc46c36d-79a1-442d-a2b2-0dcd241e6ae0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] No DVR routers for this DVR port 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:51:07.204609 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9f385776-0c89-4036-b109-ef891897e06a req-bc46c36d-79a1-442d-a2b2-0dcd241e6ae0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:07.206697 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f385776-0c89-4036-b109-ef891897e06a req-bc46c36d-79a1-442d-a2b2-0dcd241e6ae0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.15 "DELETE /v2.0/ports/3bdbf451-c4f0-4900-9ff4-016ab82e73a1 HTTP/1.1" status: 204 len: 173 time: 0.4043109 Jul 14 07:51:07.208174 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b04c0a5-a4f6-4c24-915c-8a43c3ccc766', 'name': 'network-vif-deleted', 'tag': '3bdbf451-c4f0-4900-9ff4-016ab82e73a1'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:51:07.210109 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29772fc7-5a6b-4354-95dd-6f0831e86163" -d '{"events": [{"server_uuid": "7b04c0a5-a4f6-4c24-915c-8a43c3ccc766", "name": "network-vif-deleted", "tag": "3bdbf451-c4f0-4900-9ff4-016ab82e73a1"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:51:07.261076 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeee4663-5528-428c-bb62-d5a886416aa3 x-openstack-request-id: req-eeee4663-5528-428c-bb62-d5a886416aa3 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:51:07.261408 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b04c0a5-a4f6-4c24-915c-8a43c3ccc766", "name": "network-vif-deleted", "tag": "3bdbf451-c4f0-4900-9ff4-016ab82e73a1", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:51:07.261662 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eeee4663-5528-428c-bb62-d5a886416aa3 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:51:07.262092 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b04c0a5-a4f6-4c24-915c-8a43c3ccc766', 'name': 'network-vif-deleted', 'tag': '3bdbf451-c4f0-4900-9ff4-016ab82e73a1', 'status': 'completed', 'code': 200} Jul 14 07:51:07.894789 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eb05e76f-4dae-4142-898b-f739f5adfbd8 req-e69bbfbc-c27f-45d0-bdc0-fe63ef1d4ff4 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 210 time: 0.0331602 Jul 14 07:51:09.038490 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4973a134-1f83-4d01-bb42-9646e0435ed1 req-fdafa5fc-3e6b-46af-9b0e-3f71ad884d95 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 210 time: 0.0279417 Jul 14 07:51:10.177156 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa3296c4-00df-4158-a745-cca6c427ad98 req-cc1acf68-18c6-4b19-be03-9dff195200e1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b04c0a5-a4f6-4c24-915c-8a43c3ccc766 HTTP/1.1" status: 200 len: 210 time: 0.0276427 Jul 14 07:51:11.154774 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:51:11.175790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:51:11.176053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 3bdbf451-c4f0-4900-9ff4-016ab82e73a1 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:51:15.887444 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a8d33-79d2-4e37-a8d3-e98d76a5852c req-659250e0-915f-4ed4-b889-56f100a8da54 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:15.888882 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-855a8d33-79d2-4e37-a8d3-e98d76a5852c req-659250e0-915f-4ed4-b889-56f100a8da54 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 946 time: 0.0642841 Jul 14 07:51:15.911733 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:15.925861 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-855a8d33-79d2-4e37-a8d3-e98d76a5852c req-11f2e247-8cfa-4952-a114-43daa879d7b0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315633 Jul 14 07:51:15.934732 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:17.103036 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f847384-2991-4362-bd94-e6a2beef1960 req-ee07f2d4-ace1-4550-931c-f416a224b22a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:17.104528 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2f847384-2991-4362-bd94-e6a2beef1960 req-ee07f2d4-ace1-4550-931c-f416a224b22a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 946 time: 0.0637596 Jul 14 07:51:17.141409 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2f847384-2991-4362-bd94-e6a2beef1960 req-eb75232e-5360-4064-9c66-2391b9d73681 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b17073f-607a-4b37-bd31-b7141d73340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314038 Jul 14 07:51:17.281173 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9bd01-926d-4a93-aecd-ab416ff94727 req-1f049a47-0013-466e-b164-85b2cf788bfa tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:17.282566 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4fd9bd01-926d-4a93-aecd-ab416ff94727 req-1f049a47-0013-466e-b164-85b2cf788bfa tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 946 time: 0.0646496 Jul 14 07:51:17.377794 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-4fd9bd01-926d-4a93-aecd-ab416ff94727 req-a97b8012-2c29-4114-b3c0-a9b1c4c36387 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Deleting port cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:51:17.378138 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4fd9bd01-926d-4a93-aecd-ab416ff94727 req-a97b8012-2c29-4114-b3c0-a9b1c4c36387 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:17.791797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-4fd9bd01-926d-4a93-aecd-ab416ff94727 req-a97b8012-2c29-4114-b3c0-a9b1c4c36387 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] For port cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:51:17.792141 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4fd9bd01-926d-4a93-aecd-ab416ff94727 req-a97b8012-2c29-4114-b3c0-a9b1c4c36387 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:17.804612 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-4fd9bd01-926d-4a93-aecd-ab416ff94727 req-a97b8012-2c29-4114-b3c0-a9b1c4c36387 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Calling delete_port for cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:51:17.924543 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4fd9bd01-926d-4a93-aecd-ab416ff94727 req-a97b8012-2c29-4114-b3c0-a9b1c4c36387 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:17.936158 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:51:17.956969 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b8012-2c29-4114-b3c0-a9b1c4c36387 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event deleted for resources: {'Port': ['ID=cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:51:18.011947 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd9bd01-926d-4a93-aecd-ab416ff94727 req-a97b8012-2c29-4114-b3c0-a9b1c4c36387 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] No DVR routers for this DVR port cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:51:18.014723 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4fd9bd01-926d-4a93-aecd-ab416ff94727 req-a97b8012-2c29-4114-b3c0-a9b1c4c36387 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:18.016668 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4fd9bd01-926d-4a93-aecd-ab416ff94727 req-a97b8012-2c29-4114-b3c0-a9b1c4c36387 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "DELETE /v2.0/ports/cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 HTTP/1.1" status: 204 len: 173 time: 0.7282479 Jul 14 07:51:18.017254 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8810c9a-6b59-49dc-9f10-e6e997906cb6', 'name': 'network-vif-deleted', 'tag': 'cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:51:18.019446 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc455600-e73e-4502-8d1b-14e7a9baa66c" -d '{"events": [{"server_uuid": "d8810c9a-6b59-49dc-9f10-e6e997906cb6", "name": "network-vif-deleted", "tag": "cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:51:18.055045 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c05c66-d604-4543-b8f7-3885d8d3297e x-openstack-request-id: req-89c05c66-d604-4543-b8f7-3885d8d3297e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:51:18.055356 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8810c9a-6b59-49dc-9f10-e6e997906cb6", "name": "network-vif-deleted", "tag": "cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:51:18.055606 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-89c05c66-d604-4543-b8f7-3885d8d3297e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:51:18.055991 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8810c9a-6b59-49dc-9f10-e6e997906cb6', 'name': 'network-vif-deleted', 'tag': 'cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5', 'status': 'completed', 'code': 200} Jul 14 07:51:18.466921 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2cc69b87-a0a5-4b71-9bdf-67796674d908 req-038c3417-58b1-4ffd-9ae7-cd5736ca8844 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 210 time: 0.0317042 Jul 14 07:51:19.611307 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-404402f3-51d4-4a8c-8f4e-784f2461b012 req-652b7065-9de4-4ffd-be20-ff23e849951c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 210 time: 0.0321620 Jul 14 07:51:20.747990 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-043dd2b6-f242-4322-ada4-a597a802c117 req-99610d5d-572b-4586-a73a-8396ca67b3a5 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 210 time: 0.0284519 Jul 14 07:51:21.900856 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-59bc0f31-5c93-4cf0-8452-14fde4e659b0 req-cea9dc6f-7c4a-437a-932f-52528772c362 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8810c9a-6b59-49dc-9f10-e6e997906cb6 HTTP/1.1" status: 200 len: 210 time: 0.0280092 Jul 14 07:51:21.952088 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:51:21.976720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:51:21.977061 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device cfeb1423-7bb6-4c2c-ab4b-038193d2b5e5 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:51:24.916967 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36940) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:51:24.921667 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-96ef35ec-08b7-4688-b210-9cbad3a348c2 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-842550321', 'description': 'tempest-secgroup-smoke-842550321 description', 'project_id': 'eb91da042d904cd6975fba9cea71a4f4'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:51:24.942662 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96ef35ec-08b7-4688-b210-9cbad3a348c2 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.021449 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96ef35ec-08b7-4688-b210-9cbad3a348c2 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.024920 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96ef35ec-08b7-4688-b210-9cbad3a348c2 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.049676 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96ef35ec-08b7-4688-b210-9cbad3a348c2 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.050859 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-96ef35ec-08b7-4688-b210-9cbad3a348c2 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1328630 Jul 14 07:51:25.054089 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 36942) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:51:25.054737 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef35ec-08b7-4688-b210-9cbad3a348c2 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8270444a-2457-4396-9011-1722973cd4ce,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:51:25.059557 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c8d2c8e1-5d51-4cf4-9e21-f3f0fe7d03c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Request body: {'security_group_rule': {'security_group_id': '8270444a-2457-4396-9011-1722973cd4ce', 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:51:25.087133 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c8e1-5d51-4cf4-9e21-f3f0fe7d03c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.132054 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c8e1-5d51-4cf4-9e21-f3f0fe7d03c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.135521 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c8e1-5d51-4cf4-9e21-f3f0fe7d03c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.153871 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2c8e1-5d51-4cf4-9e21-f3f0fe7d03c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515c7a76-8191-43dc-bbac-56b4e39f9b60,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:51:25.161250 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c8e1-5d51-4cf4-9e21-f3f0fe7d03c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.162463 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c8d2c8e1-5d51-4cf4-9e21-f3f0fe7d03c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1066329 Jul 14 07:51:25.164151 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2c8e1-5d51-4cf4-9e21-f3f0fe7d03c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:25.164493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2c8e1-5d51-4cf4-9e21-f3f0fe7d03c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:25.164837 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2c8e1-5d51-4cf4-9e21-f3f0fe7d03c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:25.165176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2c8e1-5d51-4cf4-9e21-f3f0fe7d03c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:25.165507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36944) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:51:25.165611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2c8e1-5d51-4cf4-9e21-f3f0fe7d03c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:25.165851 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2c8e1-5d51-4cf4-9e21-f3f0fe7d03c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:25.166174 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2c8e1-5d51-4cf4-9e21-f3f0fe7d03c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:25.166496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2c8e1-5d51-4cf4-9e21-f3f0fe7d03c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:25.166823 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2c8e1-5d51-4cf4-9e21-f3f0fe7d03c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:25.167146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2c8e1-5d51-4cf4-9e21-f3f0fe7d03c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:25.167475 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2c8e1-5d51-4cf4-9e21-f3f0fe7d03c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:25.167793 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2c8e1-5d51-4cf4-9e21-f3f0fe7d03c1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:25.171155 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3e8e271a-af53-4f60-8779-a6a602766694 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Request body: {'security_group_rule': {'security_group_id': '8270444a-2457-4396-9011-1722973cd4ce', 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:51:25.200680 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e8e271a-af53-4f60-8779-a6a602766694 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.256431 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e8e271a-af53-4f60-8779-a6a602766694 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.259892 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e8e271a-af53-4f60-8779-a6a602766694 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.279435 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e271a-af53-4f60-8779-a6a602766694 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4493593d-ddac-4972-94a5-f94017750ddf,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:51:25.282665 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3e8e271a-af53-4f60-8779-a6a602766694 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.283942 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3e8e271a-af53-4f60-8779-a6a602766694 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174259 Jul 14 07:51:25.287228 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36946) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:51:25.291663 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3cefc199-bc9e-44a9-8d77-c79cf1f6a784 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Request body: {'security_group_rule': {'security_group_id': '8270444a-2457-4396-9011-1722973cd4ce', 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:51:25.317125 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3cefc199-bc9e-44a9-8d77-c79cf1f6a784 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.379590 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3cefc199-bc9e-44a9-8d77-c79cf1f6a784 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.382923 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3cefc199-bc9e-44a9-8d77-c79cf1f6a784 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.403003 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefc199-bc9e-44a9-8d77-c79cf1f6a784 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b1461b-124b-4471-971e-fc1686f2eb18,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:51:25.406572 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3cefc199-bc9e-44a9-8d77-c79cf1f6a784 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.407766 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3cefc199-bc9e-44a9-8d77-c79cf1f6a784 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195881 Jul 14 07:51:25.410473 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36948) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:51:25.415028 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-5ec74cc7-9452-43a7-b723-66e25863a345 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Request body: {'security_group_rule': {'security_group_id': '8270444a-2457-4396-9011-1722973cd4ce', 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:51:25.440056 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ec74cc7-9452-43a7-b723-66e25863a345 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.497839 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ec74cc7-9452-43a7-b723-66e25863a345 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.501051 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ec74cc7-9452-43a7-b723-66e25863a345 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.517657 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec74cc7-9452-43a7-b723-66e25863a345 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bfb330a-3c81-4b19-a4bc-37904e5fac7c,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:51:25.524864 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ec74cc7-9452-43a7-b723-66e25863a345 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.526179 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5ec74cc7-9452-43a7-b723-66e25863a345 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147075 Jul 14 07:51:25.528780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36950) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:51:25.533140 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2873bf6a-7718-4cae-bb88-f037b99dba45 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Request body: {'security_group_rule': {'security_group_id': '8270444a-2457-4396-9011-1722973cd4ce', 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:51:25.553558 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-2873bf6a-7718-4cae-bb88-f037b99dba45 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Project eb91da042d904cd6975fba9cea71a4f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:51:25.558061 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2873bf6a-7718-4cae-bb88-f037b99dba45 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.618299 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2873bf6a-7718-4cae-bb88-f037b99dba45 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.621521 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2873bf6a-7718-4cae-bb88-f037b99dba45 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.638377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873bf6a-7718-4cae-bb88-f037b99dba45 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a2c3ae-04d9-4424-af2d-f9c1ec77f450,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:51:25.644552 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2873bf6a-7718-4cae-bb88-f037b99dba45 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.646344 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2873bf6a-7718-4cae-bb88-f037b99dba45 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165986 Jul 14 07:51:25.648963 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 36952) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:51:25.653406 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-464efcfe-bba9-463f-98d9-7c0a232a1690 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Request body: {'security_group_rule': {'security_group_id': '8270444a-2457-4396-9011-1722973cd4ce', 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:51:25.673642 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-464efcfe-bba9-463f-98d9-7c0a232a1690 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Project eb91da042d904cd6975fba9cea71a4f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 07:51:25.678238 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-464efcfe-bba9-463f-98d9-7c0a232a1690 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.737394 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-464efcfe-bba9-463f-98d9-7c0a232a1690 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.741270 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-464efcfe-bba9-463f-98d9-7c0a232a1690 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.755691 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464efcfe-bba9-463f-98d9-7c0a232a1690 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7819e9cb-aa90-4625-8298-cd196fe0fcc9,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:51:25.763944 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-464efcfe-bba9-463f-98d9-7c0a232a1690 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:25.765133 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-464efcfe-bba9-463f-98d9-7c0a232a1690 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1152093 Jul 14 07:51:30.551025 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a3355909-1ca3-4b86-a0fc-1d241e24869b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:33.335358 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e9cade08-8347-4a1a-8482-1170a68c3084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:33.671780 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:34.026786 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:51:34.772559 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:36.305357 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:39.008831 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e922c0ee-2260-4294-aa83-809296b350b0 req-95a49e22-1db2-475b-9a02-d85a714b3d16 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-842550321&fields=id&tenant_id=eb91da042d904cd6975fba9cea71a4f4 HTTP/1.1" status: 200 len: 267 time: 0.0442557 Jul 14 07:51:39.113170 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922c0ee-2260-4294-aa83-809296b350b0 req-58ab8f4c-6e58-4553-a3f6-452b77e1d79c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:39.114671 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e922c0ee-2260-4294-aa83-809296b350b0 req-58ab8f4c-6e58-4553-a3f6-452b77e1d79c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 811 time: 0.0995145 Jul 14 07:51:39.128423 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e922c0ee-2260-4294-aa83-809296b350b0 req-0447d22c-5bc9-4f0a-b824-9c8b0898f660 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/quotas/eb91da042d904cd6975fba9cea71a4f4 HTTP/1.1" status: 200 len: 375 time: 0.0085640 Jul 14 07:51:39.192299 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e922c0ee-2260-4294-aa83-809296b350b0 req-09ce8b91-21e4-44eb-8173-1da856603a0c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581195 Jul 14 07:51:39.287102 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e922c0ee-2260-4294-aa83-809296b350b0 req-88c71eef-c283-4483-9084-2b80c53bf6ed service neutron] 10.222.0.35 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831501 Jul 14 07:51:39.372392 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e922c0ee-2260-4294-aa83-809296b350b0 req-e07175da-db35-468e-8725-d39fd78b65ec service neutron] 10.222.0.35 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797052 Jul 14 07:51:39.656437 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e9a131c-35d6-4d01-884d-10d000dbc88f req-97137fb6-a6e7-4d2a-a2c1-c9d53f4fd2ab tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 210 time: 0.0284386 Jul 14 07:51:40.792200 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922c0ee-2260-4294-aa83-809296b350b0 req-9946f418-d290-4ed8-84ee-07da481bcf34 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:40.793842 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e922c0ee-2260-4294-aa83-809296b350b0 req-9946f418-d290-4ed8-84ee-07da481bcf34 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 811 time: 0.1078801 Jul 14 07:51:40.799028 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d679083-472a-4bf2-af27-9cd2ac752a87 req-a6e3fc2c-8bcf-4cd9-a7cc-3ede3f55a3c6 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 210 time: 0.0315003 Jul 14 07:51:40.839397 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e922c0ee-2260-4294-aa83-809296b350b0 req-7d48dc49-c719-4dcf-a60b-1a3b5eb9d0af tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb91da042d904cd6975fba9cea71a4f4 HTTP/1.1" status: 200 len: 379 time: 0.0363464 Jul 14 07:51:40.848102 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-e922c0ee-2260-4294-aa83-809296b350b0 req-3675e32d-8bb7-45f3-9da9-54dc9309ec03 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Request body: {'port': {'device_id': 'fd3ba781-8157-48b4-bdbc-36c98d3107f7', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'admin_state_up': True, 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'security_groups': ['8270444a-2457-4396-9011-1722973cd4ce']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:51:40.954518 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e922c0ee-2260-4294-aa83-809296b350b0 req-3675e32d-8bb7-45f3-9da9-54dc9309ec03 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Made reservation on behalf of eb91da042d904cd6975fba9cea71a4f4 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:51:40.958258 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e922c0ee-2260-4294-aa83-809296b350b0 req-3675e32d-8bb7-45f3-9da9-54dc9309ec03 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:41.086008 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-e922c0ee-2260-4294-aa83-809296b350b0 req-3675e32d-8bb7-45f3-9da9-54dc9309ec03 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Allocated IP 172.20.0.9 (2f81cc68-8288-49e8-b98f-4d50119ec4eb/6bfb280c-12a2-40bc-beae-b05917b4c953/310bb810-42aa-4824-bf27-c7a6006c30dd) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:51:41.224399 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e922c0ee-2260-4294-aa83-809296b350b0 req-3675e32d-8bb7-45f3-9da9-54dc9309ec03 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:41.237655 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-e922c0ee-2260-4294-aa83-809296b350b0 req-3675e32d-8bb7-45f3-9da9-54dc9309ec03 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Transition to ACTIVE for port object 310bb810-42aa-4824-bf27-c7a6006c30dd will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:51:41.269606 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e922c0ee-2260-4294-aa83-809296b350b0 req-3675e32d-8bb7-45f3-9da9-54dc9309ec03 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:41.314781 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e922c0ee-2260-4294-aa83-809296b350b0 req-3675e32d-8bb7-45f3-9da9-54dc9309ec03 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Network 2f81cc68-8288-49e8-b98f-4d50119ec4eb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:51:41.317858 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-e922c0ee-2260-4294-aa83-809296b350b0 req-3675e32d-8bb7-45f3-9da9-54dc9309ec03 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:51:41.321692 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e922c0ee-2260-4294-aa83-809296b350b0 req-3675e32d-8bb7-45f3-9da9-54dc9309ec03 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:51:41.327881 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675e32d-8bb7-45f3-9da9-54dc9309ec03 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'Port': ['ID=310bb810-42aa-4824-bf27-c7a6006c30dd,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:51:41.376711 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922c0ee-2260-4294-aa83-809296b350b0 req-3675e32d-8bb7-45f3-9da9-54dc9309ec03 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:41.377405 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e922c0ee-2260-4294-aa83-809296b350b0 req-3675e32d-8bb7-45f3-9da9-54dc9309ec03 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:41.393356 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e922c0ee-2260-4294-aa83-809296b350b0 req-3675e32d-8bb7-45f3-9da9-54dc9309ec03 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5488167 Jul 14 07:51:41.404426 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Request body: {'port': {'device_id': 'fd3ba781-8157-48b4-bdbc-36c98d3107f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:51:41.486234 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:41.596987 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ee1c7daa-6193-499d-8de8-f1e68f366ec4 None None] Provisioning for port 310bb810-42aa-4824-bf27-c7a6006c30dd completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:51:41.605159 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ee1c7daa-6193-499d-8de8-f1e68f366ec4 None None] Provisioning complete for port 310bb810-42aa-4824-bf27-c7a6006c30dd triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:51:41.606777 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7daa-6193-499d-8de8-f1e68f366ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:41.641889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c7daa-6193-499d-8de8-f1e68f366ec4 None None] Port 310bb810-42aa-4824-bf27-c7a6006c30dd cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:51:41.755972 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310bb810-42aa-4824-bf27-c7a6006c30dd {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:51:41.763205 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:41.775933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Transition to ACTIVE for port object 310bb810-42aa-4824-bf27-c7a6006c30dd will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:51:41.779614 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:41.834652 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=310bb810-42aa-4824-bf27-c7a6006c30dd,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:51:41.910079 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Attempting to bind port 310bb810-42aa-4824-bf27-c7a6006c30dd on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:51:41.910420 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Attempting to bind port 310bb810-42aa-4824-bf27-c7a6006c30dd by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:51:41.911084 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Attempting to bind port 310bb810-42aa-4824-bf27-c7a6006c30dd on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:51:41.917977 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Port 310bb810-42aa-4824-bf27-c7a6006c30dd on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:51:41.918300 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Attempting to bind port 310bb810-42aa-4824-bf27-c7a6006c30dd on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:51:41.923491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:51:41.923892 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Checking segment: {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:51:41.924287 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Bound using segment: {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:51:41.924716 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Bound port: 310bb810-42aa-4824-bf27-c7a6006c30dd, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:51:41.925131 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:42.021668 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] For port 310bb810-42aa-4824-bf27-c7a6006c30dd, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:51:42.022794 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e974f5-57db-45b2-b29e-b148daf959ee req-d4330a79-1c56-4a90-920f-94a3690fba9d tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:42.025445 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65e974f5-57db-45b2-b29e-b148daf959ee req-d4330a79-1c56-4a90-920f-94a3690fba9d tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 943 time: 0.0897622 Jul 14 07:51:42.030383 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] For port 310bb810-42aa-4824-bf27-c7a6006c30dd, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=310bb810-42aa-4824-bf27-c7a6006c30dd,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:51:42.037075 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:42.075908 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65e974f5-57db-45b2-b29e-b148daf959ee req-fe050d41-5618-47a4-a523-fde34830f200 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417306 Jul 14 07:51:42.109176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:42.109809 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:42.111346 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e922c0ee-2260-4294-aa83-809296b350b0 req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] 10.222.0.30 "PUT /v2.0/ports/310bb810-42aa-4824-bf27-c7a6006c30dd HTTP/1.1" status: 200 len: 1091 time: 0.7114165 Jul 14 07:51:42.111899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3ba781-8157-48b4-bdbc-36c98d3107f7', 'tag': '310bb810-42aa-4824-bf27-c7a6006c30dd'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:51:42.118358 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0001e77d-653a-44fe-8fe1-3ebbe3d0504e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3ba781-8157-48b4-bdbc-36c98d3107f7", "tag": "310bb810-42aa-4824-bf27-c7a6006c30dd"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:51:42.131180 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83167f15-0f41-4eed-9338-81f3b793b9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=310bb810-42aa-4824-bf27-c7a6006c30dd,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:51:42.165800 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e88748-bf69-4ed8-82f7-587282ebc747 x-openstack-request-id: req-51e88748-bf69-4ed8-82f7-587282ebc747 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:51:42.166090 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3ba781-8157-48b4-bdbc-36c98d3107f7", "tag": "310bb810-42aa-4824-bf27-c7a6006c30dd", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:51:42.166343 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51e88748-bf69-4ed8-82f7-587282ebc747 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:51:42.166747 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3ba781-8157-48b4-bdbc-36c98d3107f7', 'tag': '310bb810-42aa-4824-bf27-c7a6006c30dd', 'status': 'completed', 'code': 200} Jul 14 07:51:42.229804 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922c0ee-2260-4294-aa83-809296b350b0 req-673afa6b-6655-45d0-9fef-a15b2d59960e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:42.231345 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e922c0ee-2260-4294-aa83-809296b350b0 req-673afa6b-6655-45d0-9fef-a15b2d59960e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 1094 time: 0.0548906 Jul 14 07:51:42.275281 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e922c0ee-2260-4294-aa83-809296b350b0 req-2241ff39-1ef5-4f73-b147-219353a87323 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=310bb810-42aa-4824-bf27-c7a6006c30dd HTTP/1.1" status: 200 len: 217 time: 0.0354812 Jul 14 07:51:42.324836 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922c0ee-2260-4294-aa83-809296b350b0 req-06c79d17-a2c1-4819-b22b-7853b3958306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:42.326633 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e922c0ee-2260-4294-aa83-809296b350b0 req-06c79d17-a2c1-4819-b22b-7853b3958306 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0455997 Jul 14 07:51:42.388961 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922c0ee-2260-4294-aa83-809296b350b0 req-4716a8b8-37a6-425c-88b9-29f08ac53b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:42.390560 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e922c0ee-2260-4294-aa83-809296b350b0 req-4716a8b8-37a6-425c-88b9-29f08ac53b21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578103 Jul 14 07:51:42.476757 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e922c0ee-2260-4294-aa83-809296b350b0 req-d6366c01-17b6-4663-9f70-920e3d03fed9 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800154 Jul 14 07:51:42.569747 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e922c0ee-2260-4294-aa83-809296b350b0 req-f4bdff42-7462-442d-8949-7ea7eeface2b service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862894 Jul 14 07:51:42.664475 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001e77d-653a-44fe-8fe1-3ebbe3d0504e req-217ec26b-97c0-4f7f-80c8-93f771392ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:42.666039 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0001e77d-653a-44fe-8fe1-3ebbe3d0504e req-217ec26b-97c0-4f7f-80c8-93f771392ef7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 1094 time: 0.0536406 Jul 14 07:51:42.760685 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001e77d-653a-44fe-8fe1-3ebbe3d0504e req-9c195951-0f19-416c-b3e0-dc7dd7c9c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:42.762207 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0001e77d-653a-44fe-8fe1-3ebbe3d0504e req-9c195951-0f19-416c-b3e0-dc7dd7c9c2ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.0905182 Jul 14 07:51:42.802957 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0001e77d-653a-44fe-8fe1-3ebbe3d0504e req-92583294-7097-47f3-90dc-8416244c3949 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=310bb810-42aa-4824-bf27-c7a6006c30dd HTTP/1.1" status: 200 len: 217 time: 0.0345440 Jul 14 07:51:42.850622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001e77d-653a-44fe-8fe1-3ebbe3d0504e req-e82b3a9c-cf95-4198-a107-35ae631f8148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:42.851974 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0001e77d-653a-44fe-8fe1-3ebbe3d0504e req-e82b3a9c-cf95-4198-a107-35ae631f8148 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0428741 Jul 14 07:51:42.907085 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001e77d-653a-44fe-8fe1-3ebbe3d0504e req-b748224c-bfac-4cd1-a362-145f4f21c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:42.908593 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0001e77d-653a-44fe-8fe1-3ebbe3d0504e req-b748224c-bfac-4cd1-a362-145f4f21c4d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505245 Jul 14 07:51:43.001735 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0001e77d-653a-44fe-8fe1-3ebbe3d0504e req-fdfa20de-2f9d-4b11-9943-63895f611c61 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866666 Jul 14 07:51:43.089615 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0001e77d-653a-44fe-8fe1-3ebbe3d0504e req-145d1e00-701c-4a04-ba44-96107a2edb3f service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819502 Jul 14 07:51:43.249920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506535d7-9c64-4b3b-a3aa-f5dbc7e23fef req-ee371ad5-8f49-4e81-bfa9-3adb7f185a12 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:43.251393 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-506535d7-9c64-4b3b-a3aa-f5dbc7e23fef req-ee371ad5-8f49-4e81-bfa9-3adb7f185a12 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 943 time: 0.0629983 Jul 14 07:51:43.289899 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-506535d7-9c64-4b3b-a3aa-f5dbc7e23fef req-7cbcf02e-873f-4351-a32d-1b34fcb556f5 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329027 Jul 14 07:51:44.471424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2cde1-4540-4fec-a0aa-c3f2e236d0e2 req-4ceb057c-2fc4-4d19-b45a-8d422505ecda tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:44.473421 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bfa2cde1-4540-4fec-a0aa-c3f2e236d0e2 req-4ceb057c-2fc4-4d19-b45a-8d422505ecda tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 943 time: 0.0689371 Jul 14 07:51:44.511937 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bfa2cde1-4540-4fec-a0aa-c3f2e236d0e2 req-e0eb46ae-c6e8-4b8d-9365-c7df30283ec4 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328677 Jul 14 07:51:45.708586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc87a27-1988-4ba6-ac7c-ac266b53fec0 req-3a2b96d6-124c-4ab8-a506-d848d65605c0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:45.710090 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edc87a27-1988-4ba6-ac7c-ac266b53fec0 req-3a2b96d6-124c-4ab8-a506-d848d65605c0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 943 time: 0.0620933 Jul 14 07:51:45.746488 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-edc87a27-1988-4ba6-ac7c-ac266b53fec0 req-e09cca25-eacb-440b-811b-7e046ef6e91c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307529 Jul 14 07:51:45.910702 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:45.930294 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:46.924435 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40020f-c992-491c-8169-e2556e3a71f3 req-b4515fd3-8265-4ef3-b08c-f9bb65250ed1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:46.925916 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c40020f-c992-491c-8169-e2556e3a71f3 req-b4515fd3-8265-4ef3-b08c-f9bb65250ed1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 943 time: 0.0605710 Jul 14 07:51:46.966534 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c40020f-c992-491c-8169-e2556e3a71f3 req-e9ffc91a-782a-4954-a7c4-6fcd3a519191 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352182 Jul 14 07:51:48.133790 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c825ea-db31-4ad9-9851-d3970fdd5e68 req-91fe6a20-b847-4773-87f1-b4218d16b385 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:48.135258 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d6c825ea-db31-4ad9-9851-d3970fdd5e68 req-91fe6a20-b847-4773-87f1-b4218d16b385 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 943 time: 0.0614994 Jul 14 07:51:48.171665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d6c825ea-db31-4ad9-9851-d3970fdd5e68 req-cdae3c71-618c-4b43-9f43-58c2eac2e3de tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309212 Jul 14 07:51:49.336109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f64a5-3974-41d8-9f2a-5df297864cc0 req-4db34177-ca6f-4329-8e5e-b0340e5bb977 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:49.337595 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f18f64a5-3974-41d8-9f2a-5df297864cc0 req-4db34177-ca6f-4329-8e5e-b0340e5bb977 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 943 time: 0.0615292 Jul 14 07:51:49.373573 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f18f64a5-3974-41d8-9f2a-5df297864cc0 req-c88ee0ea-0e14-4144-9169-13919dcac605 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302815 Jul 14 07:51:50.544963 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0e8a5-2627-4136-8648-dc0cceeacfc0 req-cf0d5573-3877-4871-bbba-149917ad2322 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:50.546443 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37a0e8a5-2627-4136-8648-dc0cceeacfc0 req-cf0d5573-3877-4871-bbba-149917ad2322 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 943 time: 0.0659125 Jul 14 07:51:50.583101 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-37a0e8a5-2627-4136-8648-dc0cceeacfc0 req-f3ffc5f7-d23f-433f-ad23-89192aeb7fff tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305445 Jul 14 07:51:51.749830 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70daae-29ef-4bef-b6f9-a8568b957767 req-87c2bcf8-1248-4934-ba75-285c975306a1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:51.751302 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ea70daae-29ef-4bef-b6f9-a8568b957767 req-87c2bcf8-1248-4934-ba75-285c975306a1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 943 time: 0.0618789 Jul 14 07:51:51.787579 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ea70daae-29ef-4bef-b6f9-a8568b957767 req-a2d4b439-80df-418e-8722-e6cf23f36541 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303657 Jul 14 07:51:52.075978 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 310bb810-42aa-4824-bf27-c7a6006c30dd details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:51:52.168902 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 310bb810-42aa-4824-bf27-c7a6006c30dd, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=310bb810-42aa-4824-bf27-c7a6006c30dd,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:51:52.180155 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '310bb810-42aa-4824-bf27-c7a6006c30dd', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'port_id': '310bb810-42aa-4824-bf27-c7a6006c30dd', 'mac_address': 'fa:16:3e:05:f7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:51:52.214481 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:52.226771 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310bb810-42aa-4824-bf27-c7a6006c30dd {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:51:52.246777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 310bb810-42aa-4824-bf27-c7a6006c30dd, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=310bb810-42aa-4824-bf27-c7a6006c30dd,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:51:52.250277 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:52.294908 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=310bb810-42aa-4824-bf27-c7a6006c30dd,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:51:52.446280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['310bb810-42aa-4824-bf27-c7a6006c30dd'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:51:52.954547 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6e986-4a40-4d99-bd7c-aab4a7166d5d req-c72893d7-60bf-45f1-a097-bb376d6ea78c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:52.956028 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36c6e986-4a40-4d99-bd7c-aab4a7166d5d req-c72893d7-60bf-45f1-a097-bb376d6ea78c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 944 time: 0.0616162 Jul 14 07:51:52.996463 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36c6e986-4a40-4d99-bd7c-aab4a7166d5d req-1a25ff6b-ce26-481a-81b5-844b0dc965e9 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342152 Jul 14 07:51:54.084924 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 310bb810-42aa-4824-bf27-c7a6006c30dd up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:51:54.134495 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 310bb810-42aa-4824-bf27-c7a6006c30dd completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:51:54.138009 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 310bb810-42aa-4824-bf27-c7a6006c30dd triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:51:54.138373 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:54.168048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad057734-46d0-4d18-b8de-2de1e27987cb req-adba49e6-816e-484a-a656-78c827444561 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:54.169566 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ad057734-46d0-4d18-b8de-2de1e27987cb req-adba49e6-816e-484a-a656-78c827444561 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 944 time: 0.0624871 Jul 14 07:51:54.206872 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ad057734-46d0-4d18-b8de-2de1e27987cb req-a4478e1c-4781-456a-9ca2-712d2daad21a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316553 Jul 14 07:51:54.212588 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:54.235434 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3ba781-8157-48b4-bdbc-36c98d3107f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310bb810-42aa-4824-bf27-c7a6006c30dd'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:51:54.237620 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94867780-3201-415b-bc70-3bf8f415b730" -d '{"events": [{"server_uuid": "fd3ba781-8157-48b4-bdbc-36c98d3107f7", "name": "network-vif-plugged", "status": "completed", "tag": "310bb810-42aa-4824-bf27-c7a6006c30dd"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:51:54.250346 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 310bb810-42aa-4824-bf27-c7a6006c30dd, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=310bb810-42aa-4824-bf27-c7a6006c30dd,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:51:54.254269 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:54.278785 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce2ed28-9e1b-4c4d-8d62-e135257b6c68 x-openstack-request-id: req-3ce2ed28-9e1b-4c4d-8d62-e135257b6c68 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:51:54.279083 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3ba781-8157-48b4-bdbc-36c98d3107f7", "name": "network-vif-plugged", "status": "completed", "tag": "310bb810-42aa-4824-bf27-c7a6006c30dd", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:51:54.279336 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ce2ed28-9e1b-4c4d-8d62-e135257b6c68 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:51:54.279720 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3ba781-8157-48b4-bdbc-36c98d3107f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310bb810-42aa-4824-bf27-c7a6006c30dd', 'code': 200} Jul 14 07:51:54.305781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=310bb810-42aa-4824-bf27-c7a6006c30dd,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:51:54.387186 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1daba6-42fb-478a-8668-c85b42e76879 req-b0da3c57-751e-413a-ab8a-b2529c418018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:54.388678 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6d1daba6-42fb-478a-8668-c85b42e76879 req-b0da3c57-751e-413a-ab8a-b2529c418018 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 1096 time: 0.0552769 Jul 14 07:51:54.421132 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6d1daba6-42fb-478a-8668-c85b42e76879 req-01d11a4c-064b-4905-8a1a-e2f964e82b0f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264161 Jul 14 07:51:55.375488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643b449-8262-46e6-8068-2dc5fb04193b req-3784175a-035f-47f5-aa61-6fefc6545fef tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:55.376942 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5643b449-8262-46e6-8068-2dc5fb04193b req-3784175a-035f-47f5-aa61-6fefc6545fef tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 945 time: 0.0621369 Jul 14 07:51:55.412884 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5643b449-8262-46e6-8068-2dc5fb04193b req-f721c9d9-3fc6-4968-89b9-3942e0f0dd9e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298319 Jul 14 07:51:55.587169 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382d089-0fc0-4760-8692-7f20f77a792f req-d152d04d-0f21-4ed7-bf4c-164e7c9b53da tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:55.588888 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6382d089-0fc0-4760-8692-7f20f77a792f req-d152d04d-0f21-4ed7-bf4c-164e7c9b53da tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 945 time: 0.0652249 Jul 14 07:51:55.625445 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6382d089-0fc0-4760-8692-7f20f77a792f req-4f6c3450-e462-45fe-a258-e5d90b4c74af tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310016 Jul 14 07:51:55.650121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37158) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:51:55.699645 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc51506-9bec-4442-af05-5b8b565adc15 tempest-TestVolumeBootPattern-904781201 tempest-TestVolumeBootPattern-904781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:55.701106 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3bc51506-9bec-4442-af05-5b8b565adc15 tempest-TestVolumeBootPattern-904781201 tempest-TestVolumeBootPattern-904781201-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 1091 time: 0.0500381 Jul 14 07:51:55.704049 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37160) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:51:55.708407 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': '310bb810-42aa-4824-bf27-c7a6006c30dd', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:51:55.732150 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:55.826817 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:55.923579 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Allocated IP 172.25.7.152 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/c15221fc-4eed-41a9-96d5-8ea94c6a1a9d) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:51:56.027131 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:56.065327 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:56.101013 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:51:56.105694 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:51:56.108957 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:51:56.131926 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'Port': ['ID=c15221fc-4eed-41a9-96d5-8ea94c6a1a9d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:51:56.144666 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:56.145537 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:56.145876 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:56.146212 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:56.146542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:56.146872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:56.147197 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:56.147519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:56.147844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:56.148166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:56.148487 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:56.148807 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:51:56.892536 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:56.998183 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:57.141512 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:57.145749 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:57.215247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'Port': ['ID=c15221fc-4eed-41a9-96d5-8ea94c6a1a9d,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:51:57.222588 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:57.320759 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Floating IP 12ac18e0-30a1-43d7-a23a-d12e7e43bee6 associated. External IP: 172.25.7.152, port: 310bb810-42aa-4824-bf27-c7a6006c30dd. Jul 14 07:51:57.520742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Router 3389f228-9980-4c63-82b7-00f1a06d5a2a has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:51:57.624974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:51:57.634555 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f7001b-f991-4b9c-b307-302109bb2a71 None None] Sync routers for ids ['3389f228-9980-4c63-82b7-00f1a06d5a2a'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:51:57.639859 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:51:57.643399 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f7001b-f991-4b9c-b307-302109bb2a71 None None] Routers {'3389f228-9980-4c63-82b7-00f1a06d5a2a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:51:57.643998 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-25f7001b-f991-4b9c-b307-302109bb2a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:51:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3389f228-9980-4c63-82b7-00f1a06d5a2a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:51:57.675748 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-95f2bb11-2341-4d35-9c5d-5f6721d8b08f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9706573 Jul 14 07:51:57.676383 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3ba781-8157-48b4-bdbc-36c98d3107f7', 'tag': '310bb810-42aa-4824-bf27-c7a6006c30dd'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:51:57.678669 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3ba595-d076-444b-842e-20cab89eac85" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3ba781-8157-48b4-bdbc-36c98d3107f7", "tag": "310bb810-42aa-4824-bf27-c7a6006c30dd"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:51:57.717950 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0438ab3c-4bf1-4600-879a-42aaa6218b75 x-openstack-request-id: req-0438ab3c-4bf1-4600-879a-42aaa6218b75 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:51:57.718236 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3ba781-8157-48b4-bdbc-36c98d3107f7", "tag": "310bb810-42aa-4824-bf27-c7a6006c30dd", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:51:57.718486 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0438ab3c-4bf1-4600-879a-42aaa6218b75 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:51:57.718883 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3ba781-8157-48b4-bdbc-36c98d3107f7', 'tag': '310bb810-42aa-4824-bf27-c7a6006c30dd', 'status': 'completed', 'code': 200} Jul 14 07:51:57.744782 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-25f7001b-f991-4b9c-b307-302109bb2a71 None None] Set router 3389f228-9980-4c63-82b7-00f1a06d5a2a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:51:57.796235 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ba595-d076-444b-842e-20cab89eac85 req-f156cda7-3cef-43da-a77e-d1ca7209508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:57.797793 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e3ba595-d076-444b-842e-20cab89eac85 req-f156cda7-3cef-43da-a77e-d1ca7209508c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 1096 time: 0.0565131 Jul 14 07:51:57.888004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ba595-d076-444b-842e-20cab89eac85 req-579884b5-2df5-4f97-8592-10ae53794236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:57.889591 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e3ba595-d076-444b-842e-20cab89eac85 req-579884b5-2df5-4f97-8592-10ae53794236 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.0855827 Jul 14 07:51:57.955937 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e3ba595-d076-444b-842e-20cab89eac85 req-88d1a6fa-1a42-4603-ad93-8f967823f0a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=310bb810-42aa-4824-bf27-c7a6006c30dd HTTP/1.1" status: 200 len: 999 time: 0.0601408 Jul 14 07:51:58.008744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ba595-d076-444b-842e-20cab89eac85 req-389ae7bf-64fb-4883-961a-d0807a0c498e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:58.010395 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e3ba595-d076-444b-842e-20cab89eac85 req-389ae7bf-64fb-4883-961a-d0807a0c498e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0485289 Jul 14 07:51:58.058335 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-25f7001b-f991-4b9c-b307-302109bb2a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '12ac18e0-30a1-43d7-a23a-d12e7e43bee6', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'port_id': '310bb810-42aa-4824-bf27-c7a6006c30dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'mac_address': 'fa:16:3e:05:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3ba781-8157-48b4-bdbc-36c98d3107f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:51:56Z', 'updated_at': '2021-07-14T07:51:56Z', 'revision_number': 0, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 5, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:51:58.071189 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ba595-d076-444b-842e-20cab89eac85 req-ca7f8e1d-d8a3-46da-b673-fd0d70161482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:51:58.072701 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e3ba595-d076-444b-842e-20cab89eac85 req-ca7f8e1d-d8a3-46da-b673-fd0d70161482 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567575 Jul 14 07:51:58.084515 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f7001b-f991-4b9c-b307-302109bb2a71 None None] Checking router: 3389f228-9980-4c63-82b7-00f1a06d5a2a for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:51:58.092832 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f7001b-f991-4b9c-b307-302109bb2a71 None None] Routers {'3389f228-9980-4c63-82b7-00f1a06d5a2a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:51:58.093467 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-25f7001b-f991-4b9c-b307-302109bb2a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:51:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3389f228-9980-4c63-82b7-00f1a06d5a2a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:51:58.160163 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e3ba595-d076-444b-842e-20cab89eac85 req-66c7f871-7d25-4b74-b169-a6420ce8fc21 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814600 Jul 14 07:51:58.194466 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-25f7001b-f991-4b9c-b307-302109bb2a71 None None] Set router 3389f228-9980-4c63-82b7-00f1a06d5a2a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:51:58.251329 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e3ba595-d076-444b-842e-20cab89eac85 req-7aef1a77-566c-4dfe-bac5-585749a1918c service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849547 Jul 14 07:51:58.409577 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-25f7001b-f991-4b9c-b307-302109bb2a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '12ac18e0-30a1-43d7-a23a-d12e7e43bee6', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'port_id': '310bb810-42aa-4824-bf27-c7a6006c30dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'mac_address': 'fa:16:3e:05:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3ba781-8157-48b4-bdbc-36c98d3107f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:51:56Z', 'updated_at': '2021-07-14T07:51:56Z', 'revision_number': 0, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 5, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:51:58.434743 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f7001b-f991-4b9c-b307-302109bb2a71 None None] The sync data for ids ['3389f228-9980-4c63-82b7-00f1a06d5a2a'] in n-d-778696-5 is: [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '12ac18e0-30a1-43d7-a23a-d12e7e43bee6', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'port_id': '310bb810-42aa-4824-bf27-c7a6006c30dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'mac_address': 'fa:16:3e:05:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3ba781-8157-48b4-bdbc-36c98d3107f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:51:56Z', 'updated_at': '2021-07-14T07:51:56Z', 'revision_number': 0, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 5, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:51:58.610344 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8750f8a-1a2d-4a4b-b910-fa78863e2552 None None] New status for floating IP 12ac18e0-30a1-43d7-a23a-d12e7e43bee6: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:52:00.552683 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cb41d121-f1c6-4927-a73e-ca8fbdbeec58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:52:03.336615 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f494180f-62ca-47d0-b100-fd272803b92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:52:03.664827 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:52:04.775108 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:52:06.308825 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:52:11.027095 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:52:15.910054 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:52:15.944192 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:52:30.553260 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-824dcdaf-3909-4732-825d-b93121ae66fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:52:32.215242 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-acc1cdba-85b6-42f8-8abf-ff22d0d06b6f req-cb36c2eb-eae2-46e5-ab7a-f19106a7a904 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542080 Jul 14 07:52:32.311858 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1cdba-85b6-42f8-8abf-ff22d0d06b6f req-0f3890b2-b6a4-49b5-9493-fc90d8be6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:52:32.313373 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-acc1cdba-85b6-42f8-8abf-ff22d0d06b6f req-0f3890b2-b6a4-49b5-9493-fc90d8be6bf5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 1096 time: 0.0526235 Jul 14 07:52:32.418007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1cdba-85b6-42f8-8abf-ff22d0d06b6f req-1c746c76-f49e-439b-99a3-4d923fc20ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:52:32.419574 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-acc1cdba-85b6-42f8-8abf-ff22d0d06b6f req-1c746c76-f49e-439b-99a3-4d923fc20ff1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.0869782 Jul 14 07:52:32.484938 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-acc1cdba-85b6-42f8-8abf-ff22d0d06b6f req-db4dc4e1-997b-4c35-8561-2cdfed6c54e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=310bb810-42aa-4824-bf27-c7a6006c30dd HTTP/1.1" status: 200 len: 1001 time: 0.0586209 Jul 14 07:52:32.538535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1cdba-85b6-42f8-8abf-ff22d0d06b6f req-6620cc78-b886-4244-98ca-5b5fb383f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:52:32.540003 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-acc1cdba-85b6-42f8-8abf-ff22d0d06b6f req-6620cc78-b886-4244-98ca-5b5fb383f152 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0484874 Jul 14 07:52:32.601147 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1cdba-85b6-42f8-8abf-ff22d0d06b6f req-e5f7dac0-4fff-4b07-a5b4-de5aaf95636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:52:32.602618 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-acc1cdba-85b6-42f8-8abf-ff22d0d06b6f req-e5f7dac0-4fff-4b07-a5b4-de5aaf95636f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562496 Jul 14 07:52:32.612747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-acc1cdba-85b6-42f8-8abf-ff22d0d06b6f req-7066c7fa-bd43-4d52-b4fd-3e102148f5f9 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:52:32.613720 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-acc1cdba-85b6-42f8-8abf-ff22d0d06b6f req-7066c7fa-bd43-4d52-b4fd-3e102148f5f9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049915 Jul 14 07:52:32.701833 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-acc1cdba-85b6-42f8-8abf-ff22d0d06b6f req-6cd47448-7a58-4a24-85d0-e4fe2178c226 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809321 Jul 14 07:52:32.794624 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-acc1cdba-85b6-42f8-8abf-ff22d0d06b6f req-dcf92662-ee43-468a-92da-92c74853fd10 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856061 Jul 14 07:52:33.338914 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b94f6e15-7ec9-47ac-9bb2-eae34f21c00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:52:33.666091 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:52:34.778164 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:52:36.310912 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:52:45.924892 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:52:45.943413 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:52:48.025619 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:53:00.555731 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a716bf67-e25c-4aa6-91eb-7cd8e12080d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:03.339972 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1c8a174e-432b-4947-9f11-67856ceafdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:03.667415 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:04.779851 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:06.312674 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:15.923723 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:15.958791 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:25.025755 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:53:30.556914 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-93338db1-3ce2-4135-bb11-ff7731897170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:32.212050 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-864c2cc3-34cd-479b-8923-fb648547afeb req-86df2b9c-f853-49eb-bd67-70880d2c20c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512154 Jul 14 07:53:32.303694 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c2cc3-34cd-479b-8923-fb648547afeb req-984ea223-1f97-465f-b6b3-f247d5b233d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:53:32.305153 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-864c2cc3-34cd-479b-8923-fb648547afeb req-984ea223-1f97-465f-b6b3-f247d5b233d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 1096 time: 0.0508716 Jul 14 07:53:32.406812 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c2cc3-34cd-479b-8923-fb648547afeb req-66156e0e-6ba7-45cf-b43e-ec4e9b6fe74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:53:32.408270 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-864c2cc3-34cd-479b-8923-fb648547afeb req-66156e0e-6ba7-45cf-b43e-ec4e9b6fe74b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.0834777 Jul 14 07:53:32.471450 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-864c2cc3-34cd-479b-8923-fb648547afeb req-2256b302-4f44-4a8c-81cc-52f1c757e3c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=310bb810-42aa-4824-bf27-c7a6006c30dd HTTP/1.1" status: 200 len: 1001 time: 0.0570734 Jul 14 07:53:32.520154 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c2cc3-34cd-479b-8923-fb648547afeb req-7f57a712-0d2d-4317-87d3-849b77e36498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:53:32.521697 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-864c2cc3-34cd-479b-8923-fb648547afeb req-7f57a712-0d2d-4317-87d3-849b77e36498 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0440967 Jul 14 07:53:32.581028 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c2cc3-34cd-479b-8923-fb648547afeb req-f060fc0f-f4cb-4be0-b52d-a6f5b9b0a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:53:32.582489 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-864c2cc3-34cd-479b-8923-fb648547afeb req-f060fc0f-f4cb-4be0-b52d-a6f5b9b0a17b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549054 Jul 14 07:53:32.669493 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-864c2cc3-34cd-479b-8923-fb648547afeb req-25dfd3d7-6539-4866-b0f1-6a2819d5f844 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798619 Jul 14 07:53:32.764331 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-864c2cc3-34cd-479b-8923-fb648547afeb req-b3236b4f-8ff7-4cad-9e2a-e8789ccb9885 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893242 Jul 14 07:53:33.339743 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7a019b84-c212-4ca0-bf34-d6296ca39cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:33.670071 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:34.783221 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:36.315374 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:45.920867 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:45.974425 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:53.217753 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb809b5-7cca-410e-93ca-3ab9b1e96a8a req-324fe69b-eed0-47db-8ef7-fdfcb6c14db4 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:53:53.219868 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fbb809b5-7cca-410e-93ca-3ab9b1e96a8a req-324fe69b-eed0-47db-8ef7-fdfcb6c14db4 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 945 time: 0.1202984 Jul 14 07:53:53.259382 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fbb809b5-7cca-410e-93ca-3ab9b1e96a8a req-2df412f1-b44d-4f86-8818-33bfcefc0a17 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338361 Jul 14 07:53:54.475295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62a1d5-2c2d-4a75-951d-acdbf1770cd2 req-eeb3d9e4-385f-4657-9472-02ca1c65b2db tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:53:54.476760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8f62a1d5-2c2d-4a75-951d-acdbf1770cd2 req-eeb3d9e4-385f-4657-9472-02ca1c65b2db tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 945 time: 0.1083055 Jul 14 07:53:54.512993 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8f62a1d5-2c2d-4a75-951d-acdbf1770cd2 req-1b26d4dd-6001-4438-9b9a-c9acf6410209 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306997 Jul 14 07:53:54.581239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6a1a4-f954-49c0-a9c5-cbd277c13677 req-dce72cf6-889b-4575-8179-89669bca9463 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:53:54.582705 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-85e6a1a4-f954-49c0-a9c5-cbd277c13677 req-dce72cf6-889b-4575-8179-89669bca9463 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 945 time: 0.0623329 Jul 14 07:53:54.681638 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-85e6a1a4-f954-49c0-a9c5-cbd277c13677 req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Deleting port 310bb810-42aa-4824-bf27-c7a6006c30dd {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:53:54.681985 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-85e6a1a4-f954-49c0-a9c5-cbd277c13677 req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:54.765693 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-85e6a1a4-f954-49c0-a9c5-cbd277c13677 req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] For port 310bb810-42aa-4824-bf27-c7a6006c30dd, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=310bb810-42aa-4824-bf27-c7a6006c30dd,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:53:54.766064 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-85e6a1a4-f954-49c0-a9c5-cbd277c13677 req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:54.928724 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-85e6a1a4-f954-49c0-a9c5-cbd277c13677 req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:54.929011 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-85e6a1a4-f954-49c0-a9c5-cbd277c13677 req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:54.929365 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [req-85e6a1a4-f954-49c0-a9c5-cbd277c13677 req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Floating IP 12ac18e0-30a1-43d7-a23a-d12e7e43bee6 disassociated. External IP: 172.25.7.152, port: 310bb810-42aa-4824-bf27-c7a6006c30dd. Jul 14 07:53:54.929707 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-85e6a1a4-f954-49c0-a9c5-cbd277c13677 req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Calling delete_port for 310bb810-42aa-4824-bf27-c7a6006c30dd owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:53:55.056920 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-85e6a1a4-f954-49c0-a9c5-cbd277c13677 req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:55.085962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event deleted for resources: {'Port': ['ID=310bb810-42aa-4824-bf27-c7a6006c30dd,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:53:55.097857 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:53:55.098208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:53:55.098557 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:53:55.098898 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:53:55.099237 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:53:55.099596 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:53:55.099925 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:53:55.100253 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:53:55.100580 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:53:55.100905 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:53:55.101268 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:53:55.101598 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:53:55.208981 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85e6a1a4-f954-49c0-a9c5-cbd277c13677 req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Router 3389f228-9980-4c63-82b7-00f1a06d5a2a has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:53:55.311943 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85e6a1a4-f954-49c0-a9c5-cbd277c13677 req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:53:55.321653 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f83c9c4-29bc-45c8-b0f6-ba151daefdba None None] Sync routers for ids ['3389f228-9980-4c63-82b7-00f1a06d5a2a'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:53:55.331387 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f83c9c4-29bc-45c8-b0f6-ba151daefdba None None] Routers {'3389f228-9980-4c63-82b7-00f1a06d5a2a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:53:55.331996 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6f83c9c4-29bc-45c8-b0f6-ba151daefdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:53:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3389f228-9980-4c63-82b7-00f1a06d5a2a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:53:55.354652 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e6a1a4-f954-49c0-a9c5-cbd277c13677 req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] No DVR routers for this DVR port 310bb810-42aa-4824-bf27-c7a6006c30dd on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:53:55.357403 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-85e6a1a4-f954-49c0-a9c5-cbd277c13677 req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:53:55.359435 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-85e6a1a4-f954-49c0-a9c5-cbd277c13677 req-1688b742-02f4-43a2-a733-7fd03d1bbd1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "DELETE /v2.0/ports/310bb810-42aa-4824-bf27-c7a6006c30dd HTTP/1.1" status: 204 len: 173 time: 0.7709079 Jul 14 07:53:55.359868 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3ba781-8157-48b4-bdbc-36c98d3107f7', 'name': 'network-vif-deleted', 'tag': '310bb810-42aa-4824-bf27-c7a6006c30dd'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:53:55.362130 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80103b58-4376-40d3-a7bf-7f206a18b5e4" -d '{"events": [{"server_uuid": "fd3ba781-8157-48b4-bdbc-36c98d3107f7", "name": "network-vif-deleted", "tag": "310bb810-42aa-4824-bf27-c7a6006c30dd"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:53:55.437877 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-6f83c9c4-29bc-45c8-b0f6-ba151daefdba None None] Set router 3389f228-9980-4c63-82b7-00f1a06d5a2a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:53:55.443485 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b78494e-2cad-4701-bdaf-464cf3b8af5a x-openstack-request-id: req-8b78494e-2cad-4701-bdaf-464cf3b8af5a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:53:55.443774 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3ba781-8157-48b4-bdbc-36c98d3107f7", "name": "network-vif-deleted", "tag": "310bb810-42aa-4824-bf27-c7a6006c30dd", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:53:55.444030 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b78494e-2cad-4701-bdaf-464cf3b8af5a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:53:55.444426 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3ba781-8157-48b4-bdbc-36c98d3107f7', 'name': 'network-vif-deleted', 'tag': '310bb810-42aa-4824-bf27-c7a6006c30dd', 'status': 'completed', 'code': 200} Jul 14 07:53:55.645881 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6f83c9c4-29bc-45c8-b0f6-ba151daefdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 5, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:53:55.665180 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05669613-394a-400e-bbc0-7bc321e8ddd6 req-db0bb54d-0bca-4bce-a3ce-1b6d6dc485b2 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 210 time: 0.0281377 Jul 14 07:53:55.672522 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f83c9c4-29bc-45c8-b0f6-ba151daefdba None None] Checking router: 3389f228-9980-4c63-82b7-00f1a06d5a2a for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:53:55.681548 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f83c9c4-29bc-45c8-b0f6-ba151daefdba None None] Routers {'3389f228-9980-4c63-82b7-00f1a06d5a2a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:53:55.682238 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6f83c9c4-29bc-45c8-b0f6-ba151daefdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:53:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3389f228-9980-4c63-82b7-00f1a06d5a2a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:53:55.782358 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-6f83c9c4-29bc-45c8-b0f6-ba151daefdba None None] Set router 3389f228-9980-4c63-82b7-00f1a06d5a2a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:53:55.971591 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6f83c9c4-29bc-45c8-b0f6-ba151daefdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 5, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:53:56.000843 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f83c9c4-29bc-45c8-b0f6-ba151daefdba None None] The sync data for ids ['3389f228-9980-4c63-82b7-00f1a06d5a2a'] in n-d-778696-5 is: [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 5, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:53:56.232133 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec5cbf-287d-4500-ba86-bf425694ba18 None None] New status for floating IP 12ac18e0-30a1-43d7-a23a-d12e7e43bee6: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:53:56.813106 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66bc94cc-1a36-45ea-ab51-05df839f095a req-60e9ead8-9e79-4433-b245-d44192784fc9 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 210 time: 0.0280726 Jul 14 07:53:57.954455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-511b15ad-55c4-4dff-996f-a5979d13eead req-49432001-8775-4f85-b6bb-17d26bd1d081 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 210 time: 0.0331984 Jul 14 07:53:58.713784 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 310bb810-42aa-4824-bf27-c7a6006c30dd no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:53:58.733804 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 310bb810-42aa-4824-bf27-c7a6006c30dd {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:53:58.734164 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 310bb810-42aa-4824-bf27-c7a6006c30dd not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:53:59.104645 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f284c40-f23a-4b95-9c1b-01009f9bb2f7 req-c3902416-35e1-440c-b99e-90a331671d2f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd3ba781-8157-48b4-bdbc-36c98d3107f7 HTTP/1.1" status: 200 len: 210 time: 0.0285883 Jul 14 07:54:00.346075 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-197d42b7-1680-4ac8-8888-d3007c782542 req-1cb1b1b5-7bcf-4265-a759-fa4d083ac58c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-842550321&fields=id&tenant_id=eb91da042d904cd6975fba9cea71a4f4 HTTP/1.1" status: 200 len: 267 time: 0.0322106 Jul 14 07:54:00.450770 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d42b7-1680-4ac8-8888-d3007c782542 req-cca70076-1d9f-4b05-9311-d5c1a0de2eaf tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:00.452228 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-197d42b7-1680-4ac8-8888-d3007c782542 req-cca70076-1d9f-4b05-9311-d5c1a0de2eaf tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 811 time: 0.1000528 Jul 14 07:54:00.467045 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-197d42b7-1680-4ac8-8888-d3007c782542 req-e6f4ed82-6b20-468b-a6f7-7f7f3f1e132a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/quotas/eb91da042d904cd6975fba9cea71a4f4 HTTP/1.1" status: 200 len: 375 time: 0.0089924 Jul 14 07:54:00.533830 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-197d42b7-1680-4ac8-8888-d3007c782542 req-87f4d00a-62c7-481d-be34-b483d545bd85 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0620129 Jul 14 07:54:00.558243 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-adc192c5-3431-4118-9cad-ca97b9730e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:00.627589 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-197d42b7-1680-4ac8-8888-d3007c782542 req-f6b1272e-5b1e-4699-b497-27cbe58b4836 service neutron] 10.222.0.35 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831852 Jul 14 07:54:00.717475 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-197d42b7-1680-4ac8-8888-d3007c782542 req-37d6901d-50d7-408a-a468-defa50885dad service neutron] 10.222.0.35 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841782 Jul 14 07:54:01.006589 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8c167493-1677-44ed-aa40-990b2a23bda7 req-45948548-e423-4cc4-89bc-236721cf76fa tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 210 time: 0.0291553 Jul 14 07:54:02.025055 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:54:02.084207 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5937d4a4-45ab-48e5-81a4-3328450ec8b8 req-c1b8ae73-39e0-43b2-81a2-ee3c89245bab tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 210 time: 0.0287528 Jul 14 07:54:03.166092 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b45fc08a-b1a4-4f3a-b690-a99e6f6ed07b req-e47f4d5b-d6cf-48ff-9846-f450fe86e604 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 210 time: 0.0331159 Jul 14 07:54:03.344824 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-18027482-be26-4b03-8d4e-da231f80eb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:03.669775 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:04.248766 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d11b5304-c85a-442d-b84a-8f494b86b7d6 req-0ba20213-4335-4104-a00b-7d8bc752b403 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 210 time: 0.0283048 Jul 14 07:54:04.786275 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:05.386049 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0da966c0-9538-441c-a895-2c649cb8ab96 req-9ea27ec7-5e76-47aa-9ee7-a42b77217286 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 210 time: 0.0311270 Jul 14 07:54:06.062682 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d42b7-1680-4ac8-8888-d3007c782542 req-51a84c1e-38e4-42d1-b76f-098ef2be7eb0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:06.063891 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-197d42b7-1680-4ac8-8888-d3007c782542 req-51a84c1e-38e4-42d1-b76f-098ef2be7eb0 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 811 time: 0.1019690 Jul 14 07:54:06.114294 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-197d42b7-1680-4ac8-8888-d3007c782542 req-6b722467-ca63-4f4e-8a21-d2986d5b0244 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb91da042d904cd6975fba9cea71a4f4 HTTP/1.1" status: 200 len: 379 time: 0.0353727 Jul 14 07:54:06.122989 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-197d42b7-1680-4ac8-8888-d3007c782542 req-9f557188-e875-4a55-b26b-df0b8f319a8f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Request body: {'port': {'device_id': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'admin_state_up': True, 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'security_groups': ['8270444a-2457-4396-9011-1722973cd4ce']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:54:06.231821 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197d42b7-1680-4ac8-8888-d3007c782542 req-9f557188-e875-4a55-b26b-df0b8f319a8f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Made reservation on behalf of eb91da042d904cd6975fba9cea71a4f4 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:54:06.235410 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-197d42b7-1680-4ac8-8888-d3007c782542 req-9f557188-e875-4a55-b26b-df0b8f319a8f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:06.319718 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:06.363183 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-197d42b7-1680-4ac8-8888-d3007c782542 req-9f557188-e875-4a55-b26b-df0b8f319a8f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Allocated IP 172.20.0.9 (2f81cc68-8288-49e8-b98f-4d50119ec4eb/6bfb280c-12a2-40bc-beae-b05917b4c953/192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:54:06.510447 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-197d42b7-1680-4ac8-8888-d3007c782542 req-9f557188-e875-4a55-b26b-df0b8f319a8f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:06.524988 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-197d42b7-1680-4ac8-8888-d3007c782542 req-9f557188-e875-4a55-b26b-df0b8f319a8f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Transition to ACTIVE for port object 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:54:06.527969 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4f540e1b-ebf4-41c4-8369-a1119f5bc946 req-98cf8cbb-c540-4e23-90d0-133b14669c95 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 210 time: 0.0303926 Jul 14 07:54:06.557112 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-197d42b7-1680-4ac8-8888-d3007c782542 req-9f557188-e875-4a55-b26b-df0b8f319a8f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:06.602480 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197d42b7-1680-4ac8-8888-d3007c782542 req-9f557188-e875-4a55-b26b-df0b8f319a8f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Network 2f81cc68-8288-49e8-b98f-4d50119ec4eb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:54:06.605566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-197d42b7-1680-4ac8-8888-d3007c782542 req-9f557188-e875-4a55-b26b-df0b8f319a8f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:54:06.609411 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-197d42b7-1680-4ac8-8888-d3007c782542 req-9f557188-e875-4a55-b26b-df0b8f319a8f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:54:06.635492 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f557188-e875-4a55-b26b-df0b8f319a8f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'Port': ['ID=192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:54:06.663238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d42b7-1680-4ac8-8888-d3007c782542 req-9f557188-e875-4a55-b26b-df0b8f319a8f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:06.663856 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-197d42b7-1680-4ac8-8888-d3007c782542 req-9f557188-e875-4a55-b26b-df0b8f319a8f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:06.680042 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-197d42b7-1680-4ac8-8888-d3007c782542 req-9f557188-e875-4a55-b26b-df0b8f319a8f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5606697 Jul 14 07:54:06.797343 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Request body: {'port': {'device_id': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:54:06.873981 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:06.907347 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-caa662dc-5552-429a-8bf5-3a2d39d2b4e8 None None] Provisioning for port 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:54:06.911072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-caa662dc-5552-429a-8bf5-3a2d39d2b4e8 None None] Provisioning complete for port 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:54:06.911643 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-caa662dc-5552-429a-8bf5-3a2d39d2b4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:06.945745 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-caa662dc-5552-429a-8bf5-3a2d39d2b4e8 None None] Port 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:54:07.474661 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:54:07.482010 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:07.495537 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Transition to ACTIVE for port object 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:54:07.498662 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:07.549850 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:54:07.622788 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Attempting to bind port 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:54:07.623129 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Attempting to bind port 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:54:07.623455 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Attempting to bind port 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:54:07.628273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Port 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:54:07.628599 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Attempting to bind port 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:54:07.634441 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:54:07.634911 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Checking segment: {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:54:07.635363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Bound using segment: {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:54:07.635798 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Bound port: 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:54:07.636229 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:07.711664 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] For port 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:54:07.716269 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] For port 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:54:07.719841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb5ebb-d350-4760-a80b-1640e12b6261 req-dc9c3a38-9e5b-4cdf-859b-98d34d37a525 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:07.721576 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ebb5ebb-d350-4760-a80b-1640e12b6261 req-dc9c3a38-9e5b-4cdf-859b-98d34d37a525 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 943 time: 0.0697651 Jul 14 07:54:07.725388 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:07.761338 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:07.761972 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:07.763514 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-197d42b7-1680-4ac8-8888-d3007c782542 req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] 10.222.0.30 "PUT /v2.0/ports/192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 HTTP/1.1" status: 200 len: 1091 time: 1.0770826 Jul 14 07:54:07.763959 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'tag': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:54:07.766496 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ebb5ebb-d350-4760-a80b-1640e12b6261 req-e5e2b173-2bea-49a7-8a2f-daa3b711f4ce tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365553 Jul 14 07:54:07.766797 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f589e745-1072-44df-9ca2-93c3660e8f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa3605b-27d3-4206-b1ae-3481f671b891", "tag": "192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:54:07.823453 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63bf9e8-c05e-4129-8871-c07ffe8c4035 x-openstack-request-id: req-b63bf9e8-c05e-4129-8871-c07ffe8c4035 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:54:07.823750 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa3605b-27d3-4206-b1ae-3481f671b891", "tag": "192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:54:07.824003 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b63bf9e8-c05e-4129-8871-c07ffe8c4035 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:54:07.824400 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'tag': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5', 'status': 'completed', 'code': 200} Jul 14 07:54:07.857080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869b79b-fc52-4130-a0c0-27a305e7d7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:54:07.887053 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d42b7-1680-4ac8-8888-d3007c782542 req-caa87ef0-ca65-4aa9-af32-1948e9d1dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:07.889412 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-197d42b7-1680-4ac8-8888-d3007c782542 req-caa87ef0-ca65-4aa9-af32-1948e9d1dc98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 1094 time: 0.0775154 Jul 14 07:54:07.930895 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-197d42b7-1680-4ac8-8888-d3007c782542 req-fcd77f5f-e16c-457f-8160-2fc50827e30f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 HTTP/1.1" status: 200 len: 217 time: 0.0349224 Jul 14 07:54:07.988486 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d42b7-1680-4ac8-8888-d3007c782542 req-da116ac1-5030-4180-a1a0-671b9e64cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:07.990088 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-197d42b7-1680-4ac8-8888-d3007c782542 req-da116ac1-5030-4180-a1a0-671b9e64cd5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0535805 Jul 14 07:54:08.046364 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d42b7-1680-4ac8-8888-d3007c782542 req-d77c0d99-e647-4ab0-8548-1fbd30e9dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:08.047878 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-197d42b7-1680-4ac8-8888-d3007c782542 req-d77c0d99-e647-4ab0-8548-1fbd30e9dbe3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520771 Jul 14 07:54:08.136172 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-197d42b7-1680-4ac8-8888-d3007c782542 req-4eb9c955-c2f1-494f-938b-70d2a7dac33a service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814538 Jul 14 07:54:08.234191 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-197d42b7-1680-4ac8-8888-d3007c782542 req-f41c9d3c-3f26-47c2-a5fa-d751300ee710 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910556 Jul 14 07:54:08.327152 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589e745-1072-44df-9ca2-93c3660e8f5f req-df858e5b-2949-4c53-ae83-364a08528662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:08.328578 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f589e745-1072-44df-9ca2-93c3660e8f5f req-df858e5b-2949-4c53-ae83-364a08528662 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 1094 time: 0.0526605 Jul 14 07:54:08.420140 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589e745-1072-44df-9ca2-93c3660e8f5f req-7cb99804-2c34-47b9-8876-b581bdfb1d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:08.422159 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f589e745-1072-44df-9ca2-93c3660e8f5f req-7cb99804-2c34-47b9-8876-b581bdfb1d1f service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.0873840 Jul 14 07:54:08.462369 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f589e745-1072-44df-9ca2-93c3660e8f5f req-fe32766b-8eb8-4c19-9b72-3122793ff566 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 HTTP/1.1" status: 200 len: 217 time: 0.0339825 Jul 14 07:54:08.509513 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589e745-1072-44df-9ca2-93c3660e8f5f req-f1daa502-4dde-41e1-a458-b3b322a855d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:08.510979 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f589e745-1072-44df-9ca2-93c3660e8f5f req-f1daa502-4dde-41e1-a458-b3b322a855d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0431330 Jul 14 07:54:08.572015 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589e745-1072-44df-9ca2-93c3660e8f5f req-ae29a287-7dd8-42d9-9251-3ee7cd5a63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:08.573568 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f589e745-1072-44df-9ca2-93c3660e8f5f req-ae29a287-7dd8-42d9-9251-3ee7cd5a63f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568285 Jul 14 07:54:08.664794 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f589e745-1072-44df-9ca2-93c3660e8f5f req-fb32067f-1c64-4282-8b1d-ad213fec9ffa service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847731 Jul 14 07:54:08.756370 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f589e745-1072-44df-9ca2-93c3660e8f5f req-1c767188-ae07-4a94-b769-5badae85ca17 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853381 Jul 14 07:54:08.948103 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d745a93-46c8-408c-a55f-7fba38b4f9f2 req-e643c424-9dd9-4303-998e-27d2d7c54adf tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:08.949647 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d745a93-46c8-408c-a55f-7fba38b4f9f2 req-e643c424-9dd9-4303-998e-27d2d7c54adf tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 943 time: 0.0626879 Jul 14 07:54:08.988447 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d745a93-46c8-408c-a55f-7fba38b4f9f2 req-ad91bdf4-e4c0-4ca4-8ec4-44781daf71e3 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324094 Jul 14 07:54:10.165937 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093d18f-cd4c-4b2d-8e98-4b38a9f9ef0a req-bce8accd-2c0d-4f85-bcc7-1b25afae1645 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:10.167309 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c093d18f-cd4c-4b2d-8e98-4b38a9f9ef0a req-bce8accd-2c0d-4f85-bcc7-1b25afae1645 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 943 time: 0.0661762 Jul 14 07:54:10.204022 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c093d18f-cd4c-4b2d-8e98-4b38a9f9ef0a req-fd38c3ef-c3cb-4690-9616-2370c1d3eb34 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303676 Jul 14 07:54:11.371519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66feaf58-4acd-490b-93a2-b8fed2b1379b req-72f0ae94-82e5-4377-a0d6-14a57ab2d750 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:11.372994 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66feaf58-4acd-490b-93a2-b8fed2b1379b req-72f0ae94-82e5-4377-a0d6-14a57ab2d750 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 943 time: 0.0617907 Jul 14 07:54:11.409033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66feaf58-4acd-490b-93a2-b8fed2b1379b req-cdba2677-791c-4d97-bb47-82962120071f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299969 Jul 14 07:54:12.575500 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6d5ba-b9b2-4f33-a518-fdaf1731970f req-0c7bf9b9-fb5c-424f-8527-c3de4f31ca1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:12.576985 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19b6d5ba-b9b2-4f33-a518-fdaf1731970f req-0c7bf9b9-fb5c-424f-8527-c3de4f31ca1e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 943 time: 0.0625136 Jul 14 07:54:12.613947 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-19b6d5ba-b9b2-4f33-a518-fdaf1731970f req-9dc528e7-310e-4c58-a3db-5fb9dc3bc56c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314984 Jul 14 07:54:13.785347 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05e89a-396f-4c3b-b570-5efc430ea869 req-c9aed027-43dc-4f2e-b6c9-763c49c940ad tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:13.786696 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e05e89a-396f-4c3b-b570-5efc430ea869 req-c9aed027-43dc-4f2e-b6c9-763c49c940ad tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 943 time: 0.0646927 Jul 14 07:54:13.823767 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e05e89a-396f-4c3b-b570-5efc430ea869 req-7261b7af-8df7-4f8c-a4f8-abe9d7f1521f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315304 Jul 14 07:54:14.994447 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5303808-fb76-4436-840e-adca8a3072cc req-82c4e1ac-3d5e-4072-a670-0b7fd8307177 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:14.996179 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e5303808-fb76-4436-840e-adca8a3072cc req-82c4e1ac-3d5e-4072-a670-0b7fd8307177 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 943 time: 0.0633202 Jul 14 07:54:15.032652 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e5303808-fb76-4436-840e-adca8a3072cc req-d3f53a4c-7bad-4ba3-b169-4d33d497c62a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303397 Jul 14 07:54:15.936289 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:15.972653 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:16.206580 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c900654-c51e-48d2-8a84-591bdc8bbee7 req-bdb3ac4d-2200-4bff-b448-c85fa9e7433c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:16.207955 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c900654-c51e-48d2-8a84-591bdc8bbee7 req-bdb3ac4d-2200-4bff-b448-c85fa9e7433c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 943 time: 0.0644462 Jul 14 07:54:16.244448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1c900654-c51e-48d2-8a84-591bdc8bbee7 req-cdbf5551-43b5-4b10-91b4-868c706e5bcf tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310113 Jul 14 07:54:17.410315 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd8901-64d3-4cdb-b348-1c52314af5be req-c3b8a6ad-bd5b-4e35-9596-c78d6dd909ae tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:17.411769 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-facd8901-64d3-4cdb-b348-1c52314af5be req-c3b8a6ad-bd5b-4e35-9596-c78d6dd909ae tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 943 time: 0.0615346 Jul 14 07:54:17.447719 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-facd8901-64d3-4cdb-b348-1c52314af5be req-54cde628-9c1f-4241-bdeb-1e327486750c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305653 Jul 14 07:54:18.614942 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab1423-346f-43a8-b093-8a25ebccf718 req-f48b2a4b-68b0-4cf9-a913-19ae028abd18 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:18.616392 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9ab1423-346f-43a8-b093-8a25ebccf718 req-f48b2a4b-68b0-4cf9-a913-19ae028abd18 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 943 time: 0.0607629 Jul 14 07:54:18.652406 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9ab1423-346f-43a8-b093-8a25ebccf718 req-1cc22ae7-1672-4be0-8791-b0dcda976b6f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304420 Jul 14 07:54:18.835627 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:54:18.928296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:54:18.939021 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'port_id': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5', 'mac_address': 'fa:16:3e:cd:93:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:54:18.974290 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:18.986901 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:54:19.004995 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:54:19.009173 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:19.055969 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:54:19.063032 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:19.063371 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:19.063706 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:19.064036 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:19.064363 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:19.064682 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:19.065011 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:19.065357 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:19.065674 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:19.065989 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:19.066304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:19.066616 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:19.208650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:54:19.826969 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c38539-05b6-42a9-a3de-4ba8a8bf5e48 req-5a9d5711-519e-4a50-a458-56e7c69ba7d8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:19.828426 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32c38539-05b6-42a9-a3de-4ba8a8bf5e48 req-5a9d5711-519e-4a50-a458-56e7c69ba7d8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 944 time: 0.0661066 Jul 14 07:54:19.864317 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32c38539-05b6-42a9-a3de-4ba8a8bf5e48 req-efadfa80-f64e-4d35-a565-cf3265c4a9b9 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303588 Jul 14 07:54:20.851077 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:54:20.898491 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:54:20.902319 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:54:20.902694 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:20.981298 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:21.003717 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:54:21.006064 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf6c655-032c-410f-b725-624b07304e8c" -d '{"events": [{"server_uuid": "7aa3605b-27d3-4206-b1ae-3481f671b891", "name": "network-vif-plugged", "status": "completed", "tag": "192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:54:21.019851 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:54:21.024283 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:21.037353 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60307743-c8f5-4b9d-b7d9-48eeedb22c6b req-54b52507-0f45-4a4e-98a5-a803d3efdedc tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:21.038858 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60307743-c8f5-4b9d-b7d9-48eeedb22c6b req-54b52507-0f45-4a4e-98a5-a803d3efdedc tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 944 time: 0.0646629 Jul 14 07:54:21.074944 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:54:21.079905 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60307743-c8f5-4b9d-b7d9-48eeedb22c6b req-30bbe780-69b0-4e68-ba95-2844332368cf tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348735 Jul 14 07:54:21.106460 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e59a57-5809-459f-8b91-396a93e030da x-openstack-request-id: req-c9e59a57-5809-459f-8b91-396a93e030da {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:54:21.106754 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa3605b-27d3-4206-b1ae-3481f671b891", "name": "network-vif-plugged", "status": "completed", "tag": "192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:54:21.107005 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c9e59a57-5809-459f-8b91-396a93e030da {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:54:21.107400 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5', 'code': 200} Jul 14 07:54:21.213742 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530ee5e-c9fb-4503-ac69-c35061b9cbce req-d244b2cb-18f7-424f-8032-f5e1b979a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:21.215476 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0530ee5e-c9fb-4503-ac69-c35061b9cbce req-d244b2cb-18f7-424f-8032-f5e1b979a29a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 1096 time: 0.0508392 Jul 14 07:54:21.247288 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0530ee5e-c9fb-4503-ac69-c35061b9cbce req-3d402697-ae7d-4aa8-8af5-735092d8fe62 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260909 Jul 14 07:54:22.249828 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b799eb-0134-48f8-b261-2b4834d2323d req-2dd4d01b-caa9-4ff8-8626-64ace435fe1b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:22.251750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62b799eb-0134-48f8-b261-2b4834d2323d req-2dd4d01b-caa9-4ff8-8626-64ace435fe1b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 945 time: 0.0653358 Jul 14 07:54:22.287274 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62b799eb-0134-48f8-b261-2b4834d2323d req-b61ce0a3-d481-4b59-a231-09faf23d3421 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300453 Jul 14 07:54:22.454387 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8df96-9dea-4a0d-a253-f7966f36308e req-d7738105-2f63-4bea-ba4d-00927b29490e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:22.455850 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7bd8df96-9dea-4a0d-a253-f7966f36308e req-d7738105-2f63-4bea-ba4d-00927b29490e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 945 time: 0.0613644 Jul 14 07:54:22.492447 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7bd8df96-9dea-4a0d-a253-f7966f36308e req-7c5faca2-14c0-4fa3-8e68-91905e4933bc tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311813 Jul 14 07:54:22.515582 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37330) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:54:22.603726 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2848d216-e659-4848-bd38-51db7b35b21f tempest-TestVolumeBootPattern-904781201 tempest-TestVolumeBootPattern-904781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:22.605223 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2848d216-e659-4848-bd38-51db7b35b21f tempest-TestVolumeBootPattern-904781201 tempest-TestVolumeBootPattern-904781201-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 1091 time: 0.0885923 Jul 14 07:54:22.608042 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37334) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:54:22.612841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:54:22.633648 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:22.728501 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:22.830222 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Allocated IP 172.25.7.61 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/4a870cbc-008c-429d-a6b2-cfe399161d3e) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:54:22.925878 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:22.963103 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:23.003722 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:54:23.006434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:54:23.009880 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:54:23.015190 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'Port': ['ID=4a870cbc-008c-429d-a6b2-cfe399161d3e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:54:23.043213 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:23.043558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:23.043902 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:23.044233 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:23.044563 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:23.044894 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:23.045244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:23.045568 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:23.045889 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:23.046208 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:23.046530 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:23.046851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:54:23.664049 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:23.738366 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:23.882981 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:23.887633 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:23.955737 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'Port': ['ID=4a870cbc-008c-429d-a6b2-cfe399161d3e,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:54:23.964791 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:24.060315 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Floating IP 230dccd7-a918-4a4f-8f8d-49d2c083bcff associated. External IP: 172.25.7.61, port: 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5. Jul 14 07:54:24.259209 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Router 3389f228-9980-4c63-82b7-00f1a06d5a2a has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:54:24.363101 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:54:24.372135 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a955a16-eb4b-4baf-843e-71c00d82408a None None] Sync routers for ids ['3389f228-9980-4c63-82b7-00f1a06d5a2a'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:54:24.379038 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:24.382865 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a955a16-eb4b-4baf-843e-71c00d82408a None None] Routers {'3389f228-9980-4c63-82b7-00f1a06d5a2a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:54:24.383545 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0a955a16-eb4b-4baf-843e-71c00d82408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:54:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3389f228-9980-4c63-82b7-00f1a06d5a2a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:54:24.413868 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cff13f6a-5d31-496f-a2af-16ce2f0a654b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8048427 Jul 14 07:54:24.414453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'tag': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:54:24.416733 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07e6b6c-9b4f-456b-b9d4-01067613a2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa3605b-27d3-4206-b1ae-3481f671b891", "tag": "192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:54:24.457755 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3b37c0-2609-4d9c-a523-98f20359e953 x-openstack-request-id: req-6e3b37c0-2609-4d9c-a523-98f20359e953 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:54:24.458050 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa3605b-27d3-4206-b1ae-3481f671b891", "tag": "192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:54:24.458304 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e3b37c0-2609-4d9c-a523-98f20359e953 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:54:24.458706 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'tag': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5', 'status': 'completed', 'code': 200} Jul 14 07:54:24.488405 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0a955a16-eb4b-4baf-843e-71c00d82408a None None] Set router 3389f228-9980-4c63-82b7-00f1a06d5a2a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:54:24.534792 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e6b6c-9b4f-456b-b9d4-01067613a2dc req-bd5811c7-606d-4697-9575-dcb702b98574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:24.537007 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e07e6b6c-9b4f-456b-b9d4-01067613a2dc req-bd5811c7-606d-4697-9575-dcb702b98574 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 1096 time: 0.0565159 Jul 14 07:54:24.630783 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e6b6c-9b4f-456b-b9d4-01067613a2dc req-9167dce2-cd72-4911-82b4-50718dcb6bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:24.632267 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e07e6b6c-9b4f-456b-b9d4-01067613a2dc req-9167dce2-cd72-4911-82b4-50718dcb6bfe service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.0895922 Jul 14 07:54:24.695382 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e07e6b6c-9b4f-456b-b9d4-01067613a2dc req-7125b596-c675-422b-9033-76ce68b28aa8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 HTTP/1.1" status: 200 len: 998 time: 0.0569899 Jul 14 07:54:24.742879 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e6b6c-9b4f-456b-b9d4-01067613a2dc req-6e16647b-fe31-4ac4-8d59-6f9a5f22ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:24.744328 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e07e6b6c-9b4f-456b-b9d4-01067613a2dc req-6e16647b-fe31-4ac4-8d59-6f9a5f22ba15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0430245 Jul 14 07:54:24.789542 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0a955a16-eb4b-4baf-843e-71c00d82408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '230dccd7-a918-4a4f-8f8d-49d2c083bcff', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'port_id': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'mac_address': 'fa:16:3e:cd:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:54:23Z', 'updated_at': '2021-07-14T07:54:23Z', 'revision_number': 0, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 5, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:54:24.803193 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e6b6c-9b4f-456b-b9d4-01067613a2dc req-c7b9e07b-bfb5-4d66-920c-882c5fbcaf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:24.804704 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e07e6b6c-9b4f-456b-b9d4-01067613a2dc req-c7b9e07b-bfb5-4d66-920c-882c5fbcaf0a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547507 Jul 14 07:54:24.817802 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a955a16-eb4b-4baf-843e-71c00d82408a None None] Checking router: 3389f228-9980-4c63-82b7-00f1a06d5a2a for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:54:24.825752 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a955a16-eb4b-4baf-843e-71c00d82408a None None] Routers {'3389f228-9980-4c63-82b7-00f1a06d5a2a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:54:24.826344 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0a955a16-eb4b-4baf-843e-71c00d82408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:54:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3389f228-9980-4c63-82b7-00f1a06d5a2a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:54:24.891928 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e07e6b6c-9b4f-456b-b9d4-01067613a2dc req-95b1df06-c44c-4a21-8d25-9510952086f6 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812552 Jul 14 07:54:24.927556 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0a955a16-eb4b-4baf-843e-71c00d82408a None None] Set router 3389f228-9980-4c63-82b7-00f1a06d5a2a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:54:24.984299 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e07e6b6c-9b4f-456b-b9d4-01067613a2dc req-11b9ca1e-0352-4de0-830f-010cdae21de8 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858173 Jul 14 07:54:25.140665 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0a955a16-eb4b-4baf-843e-71c00d82408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '230dccd7-a918-4a4f-8f8d-49d2c083bcff', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'port_id': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'mac_address': 'fa:16:3e:cd:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:54:23Z', 'updated_at': '2021-07-14T07:54:23Z', 'revision_number': 0, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 5, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:54:25.166405 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a955a16-eb4b-4baf-843e-71c00d82408a None None] The sync data for ids ['3389f228-9980-4c63-82b7-00f1a06d5a2a'] in n-d-778696-5 is: [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '230dccd7-a918-4a4f-8f8d-49d2c083bcff', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'port_id': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'mac_address': 'fa:16:3e:cd:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:54:23Z', 'updated_at': '2021-07-14T07:54:23Z', 'revision_number': 0, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 5, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:54:25.345543 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c35c4a-4e2e-4c29-8c93-8712418ad61b None None] New status for floating IP 230dccd7-a918-4a4f-8f8d-49d2c083bcff: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:54:30.559127 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-053f6784-97d5-42a4-9907-9ab6dc5a70bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:32.223396 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db840c7d-4ba6-4eae-a1b8-02431fea6bb4 req-00957d5a-c906-408e-b097-61aa7d9802d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498919 Jul 14 07:54:32.312762 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db840c7d-4ba6-4eae-a1b8-02431fea6bb4 req-d71e788a-e00e-4e8e-a12c-a4cd85abf4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:32.314279 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db840c7d-4ba6-4eae-a1b8-02431fea6bb4 req-d71e788a-e00e-4e8e-a12c-a4cd85abf4ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 1096 time: 0.0515475 Jul 14 07:54:32.420971 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db840c7d-4ba6-4eae-a1b8-02431fea6bb4 req-f4d5afbc-ae51-46c1-9973-a18b745521ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:32.422588 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db840c7d-4ba6-4eae-a1b8-02431fea6bb4 req-f4d5afbc-ae51-46c1-9973-a18b745521ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.0892811 Jul 14 07:54:32.490951 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db840c7d-4ba6-4eae-a1b8-02431fea6bb4 req-58ebbaf4-2582-4925-bde2-c806d4c82252 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 HTTP/1.1" status: 200 len: 1000 time: 0.0602834 Jul 14 07:54:32.539817 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db840c7d-4ba6-4eae-a1b8-02431fea6bb4 req-8ec7fc21-d4de-4562-934e-c19d48c57a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:32.541349 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db840c7d-4ba6-4eae-a1b8-02431fea6bb4 req-8ec7fc21-d4de-4562-934e-c19d48c57a00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0461407 Jul 14 07:54:32.604341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db840c7d-4ba6-4eae-a1b8-02431fea6bb4 req-bc425ba5-5c9e-42db-b537-df8eea94ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:54:32.605856 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db840c7d-4ba6-4eae-a1b8-02431fea6bb4 req-bc425ba5-5c9e-42db-b537-df8eea94ea16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588646 Jul 14 07:54:32.697993 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db840c7d-4ba6-4eae-a1b8-02431fea6bb4 req-d6bb8477-25b2-46f0-a89a-c087616d1e2c service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859327 Jul 14 07:54:32.794052 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-db840c7d-4ba6-4eae-a1b8-02431fea6bb4 req-87ed3d94-4482-4f5f-ad51-3b1386a79cd8 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895360 Jul 14 07:54:33.348213 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3eda3b2e-c2a3-481a-b8a5-f0b4d18db615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:33.672495 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:34.787778 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:36.320793 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:39.025820 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:54:43.529636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-3219dbeb-42ad-4511-ae52-4750cbc38a0e req-78c8e0af-bd2f-4174-be31-df0f00ea9181 service neutron] (93828) timed out ('10.222.0.15', 61760) {{(pid=93828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 07:54:45.944901 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:54:45.990135 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:55:00.559314 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-74727064-39b8-4f70-be64-2ebf93459add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:55:03.347648 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-35ae0be7-1667-46b3-b574-a5d667ace9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:55:03.673647 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:55:04.790526 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:55:06.322187 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:55:15.943240 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:55:15.987590 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:55:16.025069 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:55:30.559371 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-adb0b33d-d90e-4bab-8591-deb8927834dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:55:33.347745 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4e23deb1-067e-4ad5-9ecd-b1569006bf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:55:33.673990 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:55:34.205038 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-551ea838-6bdc-47e8-8c82-79479325da24 req-d347a144-96a7-446e-8958-b6ed2bc6f515 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519364 Jul 14 07:55:34.294178 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ea838-6bdc-47e8-8c82-79479325da24 req-6df5056c-b784-4b4f-876e-615422cc94ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:55:34.295567 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-551ea838-6bdc-47e8-8c82-79479325da24 req-6df5056c-b784-4b4f-876e-615422cc94ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 1096 time: 0.0502157 Jul 14 07:55:34.399136 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ea838-6bdc-47e8-8c82-79479325da24 req-89325db5-5832-4d81-b56c-771efe18c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:55:34.400631 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-551ea838-6bdc-47e8-8c82-79479325da24 req-89325db5-5832-4d81-b56c-771efe18c198 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.0855794 Jul 14 07:55:34.463181 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-551ea838-6bdc-47e8-8c82-79479325da24 req-0a3d22e2-9024-4d37-9e50-c9d1d49dd04a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 HTTP/1.1" status: 200 len: 1000 time: 0.0558610 Jul 14 07:55:34.509769 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ea838-6bdc-47e8-8c82-79479325da24 req-718e96b2-a1fe-4932-8213-e946a81cc69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:55:34.511156 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-551ea838-6bdc-47e8-8c82-79479325da24 req-718e96b2-a1fe-4932-8213-e946a81cc69a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0419261 Jul 14 07:55:34.570636 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ea838-6bdc-47e8-8c82-79479325da24 req-412db626-f707-459b-8ad2-1f6ea57bb077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:55:34.572114 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-551ea838-6bdc-47e8-8c82-79479325da24 req-412db626-f707-459b-8ad2-1f6ea57bb077 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544944 Jul 14 07:55:34.658274 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-551ea838-6bdc-47e8-8c82-79479325da24 req-3c2ce9c5-6ecc-4d9e-86bb-f904501b5bf9 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792542 Jul 14 07:55:34.748566 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-551ea838-6bdc-47e8-8c82-79479325da24 req-256e87a9-60d5-4f41-8c44-f88aca2ec7d2 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843818 Jul 14 07:55:34.792837 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:55:36.324651 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:55:45.948468 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:55:45.999844 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:55:53.023821 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:56:00.565704 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67ecab81-2ab4-486a-82b7-18a894900ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:03.362098 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-100dd0d1-5437-415a-bece-1309d04cfa93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:03.684956 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:04.806464 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:06.326377 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:07.237361 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-50356027-bddc-4728-af80-19dad2fae955 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-842550321&fields=id&tenant_id=eb91da042d904cd6975fba9cea71a4f4 HTTP/1.1" status: 200 len: 267 time: 0.0378964 Jul 14 07:56:07.342933 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-50c27035-42c6-446c-8842-b013e691e1af tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:07.344446 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-50c27035-42c6-446c-8842-b013e691e1af tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 811 time: 0.1010187 Jul 14 07:56:07.359442 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-3ecefc3b-11a6-4dc6-b55f-f0b876127054 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/quotas/eb91da042d904cd6975fba9cea71a4f4 HTTP/1.1" status: 200 len: 375 time: 0.0089283 Jul 14 07:56:07.429792 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-a1747d02-25d8-4fd0-931c-ddec18aa1ee3 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0655909 Jul 14 07:56:07.567349 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-2d36c388-2037-4ba2-afc2-fd419c7b8484 service neutron] 10.222.0.35 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256421 Jul 14 07:56:07.653561 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-90e4b252-724f-4d4a-a145-4d8cc425faf1 service neutron] 10.222.0.35 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805840 Jul 14 07:56:07.940483 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-efa3eb60-90f0-4ac1-92b4-c07af5f1fbed req-1853a9ac-49f3-4010-9259-44056b78b89b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 210 time: 0.0288160 Jul 14 07:56:09.045638 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-6c0ad09a-815c-454c-b140-be96d2a79286 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:09.047123 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-6c0ad09a-815c-454c-b140-be96d2a79286 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.15 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 811 time: 0.1094580 Jul 14 07:56:09.106219 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5782d21d-f2b2-4974-8c06-aa1d58dc2f5c req-569a2e62-ffb3-4019-a3e7-609b0f59be3e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 210 time: 0.0368896 Jul 14 07:56:09.139487 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-c60e6f1a-b19e-40d1-aa2a-6dea230eeff8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb91da042d904cd6975fba9cea71a4f4 HTTP/1.1" status: 200 len: 379 time: 0.0771761 Jul 14 07:56:09.147781 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Request body: {'port': {'device_id': '866840a1-6a5e-4a70-ad41-0604bacfd737', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'admin_state_up': True, 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'security_groups': ['8270444a-2457-4396-9011-1722973cd4ce']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:56:09.258019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Made reservation on behalf of eb91da042d904cd6975fba9cea71a4f4 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:56:09.261558 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:09.383293 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Allocated IP 172.20.0.10 (2f81cc68-8288-49e8-b98f-4d50119ec4eb/6bfb280c-12a2-40bc-beae-b05917b4c953/62d567c0-6768-41bd-8c16-705361647036) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:56:09.522242 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:09.536333 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Transition to ACTIVE for port object 62d567c0-6768-41bd-8c16-705361647036 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:56:09.569204 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:09.618991 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Network 2f81cc68-8288-49e8-b98f-4d50119ec4eb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:56:09.622442 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:56:09.626721 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:56:09.651275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'Port': ['ID=62d567c0-6768-41bd-8c16-705361647036,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:56:09.666912 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:09.667255 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:09.667594 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:09.667928 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:09.668254 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:09.668578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:09.668899 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:09.669239 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:09.669561 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:09.669884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:09.670200 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:09.670516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:09.691745 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:09.692392 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:09.709494 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-2783c521-789d-4199-a797-0ec541ba4d53 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5653665 Jul 14 07:56:09.719963 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-77b2d475-e4fd-4781-a0df-c1c66dfa3734 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 07:56:09.720981 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-77b2d475-e4fd-4781-a0df-c1c66dfa3734 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062907 Jul 14 07:56:09.779148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Request body: {'port': {'device_id': '866840a1-6a5e-4a70-ad41-0604bacfd737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:56:09.855636 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:09.937323 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-13b393d1-244f-4349-b212-356a530da817 None None] Provisioning for port 62d567c0-6768-41bd-8c16-705361647036 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:56:09.943258 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-13b393d1-244f-4349-b212-356a530da817 None None] Provisioning complete for port 62d567c0-6768-41bd-8c16-705361647036 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:56:09.943892 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-13b393d1-244f-4349-b212-356a530da817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:09.987793 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-13b393d1-244f-4349-b212-356a530da817 None None] Port 62d567c0-6768-41bd-8c16-705361647036 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:56:10.123033 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d567c0-6768-41bd-8c16-705361647036 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:56:10.133091 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:10.145376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Transition to ACTIVE for port object 62d567c0-6768-41bd-8c16-705361647036 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:56:10.148744 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:10.200078 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Pushing event updated for resources: {'Port': ['ID=62d567c0-6768-41bd-8c16-705361647036,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:56:10.278497 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Attempting to bind port 62d567c0-6768-41bd-8c16-705361647036 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:56:10.278834 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Attempting to bind port 62d567c0-6768-41bd-8c16-705361647036 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:56:10.279167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Attempting to bind port 62d567c0-6768-41bd-8c16-705361647036 on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:56:10.296621 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Port 62d567c0-6768-41bd-8c16-705361647036 on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:56:10.296943 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Attempting to bind port 62d567c0-6768-41bd-8c16-705361647036 on network 2f81cc68-8288-49e8-b98f-4d50119ec4eb {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:56:10.323655 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:56:10.324006 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Checking segment: {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:56:10.324386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Bound using segment: {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:56:10.324838 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Bound port: 62d567c0-6768-41bd-8c16-705361647036, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292e461a-5ab8-4982-a3d7-aa27c23cb218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:56:10.325284 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:10.414332 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021ffec-88a4-45f6-b21c-6a889f8f0501 req-4423d5a4-ba04-4e40-8fca-85adbc14beda tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:10.415862 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1021ffec-88a4-45f6-b21c-6a889f8f0501 req-4423d5a4-ba04-4e40-8fca-85adbc14beda tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 944 time: 0.1386976 Jul 14 07:56:10.416941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] For port 62d567c0-6768-41bd-8c16-705361647036, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:56:10.420431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] For port 62d567c0-6768-41bd-8c16-705361647036, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=62d567c0-6768-41bd-8c16-705361647036,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:56:10.429583 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:10.474074 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:10.474651 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:10.476034 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] 10.222.0.15 "PUT /v2.0/ports/62d567c0-6768-41bd-8c16-705361647036 HTTP/1.1" status: 200 len: 1092 time: 0.7490871 Jul 14 07:56:10.481039 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866840a1-6a5e-4a70-ad41-0604bacfd737', 'tag': '62d567c0-6768-41bd-8c16-705361647036'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:56:10.487736 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b7fdbb-2b64-4c71-a923-aa9ef6c4ba92" -d '{"events": [{"name": "network-changed", "server_uuid": "866840a1-6a5e-4a70-ad41-0604bacfd737", "tag": "62d567c0-6768-41bd-8c16-705361647036"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:56:10.510870 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1021ffec-88a4-45f6-b21c-6a889f8f0501 req-b2b70c94-adca-4720-8b9a-ee51da49c45e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888186 Jul 14 07:56:10.554075 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d98d2-9253-4a01-b9b4-468b95bb1131 service neutron] Pushing event updated for resources: {'Port': ['ID=62d567c0-6768-41bd-8c16-705361647036,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:56:10.623463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-5ee89969-14d7-4a33-bfcc-682f15af5d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:10.625000 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-5ee89969-14d7-4a33-bfcc-682f15af5d79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 1095 time: 0.0890729 Jul 14 07:56:10.634120 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a456de09-95d4-492a-92e9-259fccab7cb5 x-openstack-request-id: req-a456de09-95d4-492a-92e9-259fccab7cb5 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:56:10.634120 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866840a1-6a5e-4a70-ad41-0604bacfd737", "tag": "62d567c0-6768-41bd-8c16-705361647036", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:56:10.634120 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a456de09-95d4-492a-92e9-259fccab7cb5 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:56:10.634410 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866840a1-6a5e-4a70-ad41-0604bacfd737', 'tag': '62d567c0-6768-41bd-8c16-705361647036', 'status': 'completed', 'code': 200} Jul 14 07:56:10.671025 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-6ec9a25f-f662-4d5b-aadb-32dccaf8ed39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62d567c0-6768-41bd-8c16-705361647036 HTTP/1.1" status: 200 len: 217 time: 0.0350459 Jul 14 07:56:10.733219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-8efbacb6-5695-40e4-a62b-a6b8f7930abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:10.734872 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-8efbacb6-5695-40e4-a62b-a6b8f7930abf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0573981 Jul 14 07:56:10.793598 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-34e89939-dc3c-43b8-b378-e417a2f32a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:10.795016 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-34e89939-dc3c-43b8-b378-e417a2f32a37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538435 Jul 14 07:56:10.880891 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-2dc81266-f2d1-4da6-97d5-ca30a930d4e1 service neutron] 10.222.0.15 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788996 Jul 14 07:56:10.975753 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cced5a6-9b0a-4bb3-bdf9-9af938434af2 req-18449ff0-f98f-415e-ae03-6e136983ca9d service neutron] 10.222.0.15 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884831 Jul 14 07:56:11.069477 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7fdbb-2b64-4c71-a923-aa9ef6c4ba92 req-39b390c5-6e52-41ee-93e1-0cabed05d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:11.070988 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60b7fdbb-2b64-4c71-a923-aa9ef6c4ba92 req-39b390c5-6e52-41ee-93e1-0cabed05d55c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 1095 time: 0.0524569 Jul 14 07:56:11.165559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7fdbb-2b64-4c71-a923-aa9ef6c4ba92 req-0c2ba299-ed8f-4f33-b7f1-258644732100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:11.167061 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60b7fdbb-2b64-4c71-a923-aa9ef6c4ba92 req-0c2ba299-ed8f-4f33-b7f1-258644732100 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.0901804 Jul 14 07:56:11.207078 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60b7fdbb-2b64-4c71-a923-aa9ef6c4ba92 req-68873580-2e5a-4190-b258-d40063472ff8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62d567c0-6768-41bd-8c16-705361647036 HTTP/1.1" status: 200 len: 217 time: 0.0342700 Jul 14 07:56:11.254673 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7fdbb-2b64-4c71-a923-aa9ef6c4ba92 req-7810a12c-44b7-461f-96be-bf2534c08146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:11.255994 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60b7fdbb-2b64-4c71-a923-aa9ef6c4ba92 req-7810a12c-44b7-461f-96be-bf2534c08146 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0429945 Jul 14 07:56:11.311456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7fdbb-2b64-4c71-a923-aa9ef6c4ba92 req-fa321fed-4168-4122-aa65-d70aa37b33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:11.312956 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60b7fdbb-2b64-4c71-a923-aa9ef6c4ba92 req-fa321fed-4168-4122-aa65-d70aa37b33f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506859 Jul 14 07:56:11.403077 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60b7fdbb-2b64-4c71-a923-aa9ef6c4ba92 req-e6982c40-35bf-48a0-8f54-45614afb24a7 service neutron] 10.222.0.15 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834973 Jul 14 07:56:11.489920 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-60b7fdbb-2b64-4c71-a923-aa9ef6c4ba92 req-eb835bc4-981d-4484-a543-d70165269c80 service neutron] 10.222.0.15 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807700 Jul 14 07:56:11.723108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4159ef9-bbb8-4af8-b6c4-cc99e9caa69d req-e7f76567-4e84-43c2-af76-1f5ff414ea31 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:11.724606 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4159ef9-bbb8-4af8-b6c4-cc99e9caa69d req-e7f76567-4e84-43c2-af76-1f5ff414ea31 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 944 time: 0.0690176 Jul 14 07:56:11.762089 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4159ef9-bbb8-4af8-b6c4-cc99e9caa69d req-6f763829-314c-434e-881c-16b7f077a977 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315564 Jul 14 07:56:12.940991 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ada078-e8cd-4b70-a21a-9072c8c8a537 req-de8371c3-67c0-4ced-9781-577aebf442c8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:12.942558 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3ada078-e8cd-4b70-a21a-9072c8c8a537 req-de8371c3-67c0-4ced-9781-577aebf442c8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 944 time: 0.0641708 Jul 14 07:56:12.982182 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3ada078-e8cd-4b70-a21a-9072c8c8a537 req-1e3be256-7906-4687-bcde-92fc3338ae45 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339880 Jul 14 07:56:14.149827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5eb88-a121-4c9d-9292-15386cfbccce req-737c24fc-6492-41b0-b614-2cfaaad99439 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:14.151293 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26e5eb88-a121-4c9d-9292-15386cfbccce req-737c24fc-6492-41b0-b614-2cfaaad99439 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 944 time: 0.0616760 Jul 14 07:56:14.190704 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26e5eb88-a121-4c9d-9292-15386cfbccce req-9c248812-7613-4442-bec6-ef4764914c5f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339799 Jul 14 07:56:15.357410 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ca12-08b3-44ca-886e-c76e4687bcb6 req-d1d7c0e7-6297-4fc0-a9c4-076940354bd4 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:15.358856 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e21ca12-08b3-44ca-886e-c76e4687bcb6 req-d1d7c0e7-6297-4fc0-a9c4-076940354bd4 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 944 time: 0.0612903 Jul 14 07:56:15.395000 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0e21ca12-08b3-44ca-886e-c76e4687bcb6 req-d959f718-b811-4f24-a4f1-a7825c678021 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302107 Jul 14 07:56:15.948457 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:15.999726 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:16.563988 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a40710-6f4a-46f4-9fe6-54ac72b26f99 req-bac61b6b-22df-499d-8e58-3f3fea16f28e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:16.565468 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e0a40710-6f4a-46f4-9fe6-54ac72b26f99 req-bac61b6b-22df-499d-8e58-3f3fea16f28e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 944 time: 0.0613918 Jul 14 07:56:16.601440 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e0a40710-6f4a-46f4-9fe6-54ac72b26f99 req-6d8b2cf1-60a1-4a31-8b2d-ef89eba3cb74 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304916 Jul 14 07:56:17.771555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0e22d-c470-45e5-accd-91d7213816bd req-c2ae4f6d-da52-4726-a268-cfd824812c4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:17.772910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbf0e22d-c470-45e5-accd-91d7213816bd req-c2ae4f6d-da52-4726-a268-cfd824812c4a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 944 time: 0.0647268 Jul 14 07:56:17.809207 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbf0e22d-c470-45e5-accd-91d7213816bd req-f7a420dc-84b4-4744-93d0-7d7a355250ff tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307560 Jul 14 07:56:18.985460 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72d62c-08e0-4bbd-9033-c84213b55f9d req-851389a7-419a-4872-80d3-24cf1666b527 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:18.987663 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc72d62c-08e0-4bbd-9033-c84213b55f9d req-851389a7-419a-4872-80d3-24cf1666b527 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 944 time: 0.0689430 Jul 14 07:56:19.030910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc72d62c-08e0-4bbd-9033-c84213b55f9d req-3953428b-dfff-4912-aac6-f44c4504fb6d tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370538 Jul 14 07:56:20.216009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786737b0-502f-44af-a9b6-77e74efc6738 req-fe85978a-d6c9-4a74-ae9b-71c851cfb60a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:20.217575 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-786737b0-502f-44af-a9b6-77e74efc6738 req-fe85978a-d6c9-4a74-ae9b-71c851cfb60a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 944 time: 0.0740712 Jul 14 07:56:20.257547 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-786737b0-502f-44af-a9b6-77e74efc6738 req-d4d62638-e1dd-4fbd-96ef-372e0ba3a7fc tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327322 Jul 14 07:56:20.685165 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 62d567c0-6768-41bd-8c16-705361647036 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:56:20.784003 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 62d567c0-6768-41bd-8c16-705361647036, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=62d567c0-6768-41bd-8c16-705361647036,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:56:20.795545 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '62d567c0-6768-41bd-8c16-705361647036', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'port_id': '62d567c0-6768-41bd-8c16-705361647036', 'mac_address': 'fa:16:3e:ab:dd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:56:20.832334 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:20.844704 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d567c0-6768-41bd-8c16-705361647036 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:56:20.864555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 62d567c0-6768-41bd-8c16-705361647036, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=62d567c0-6768-41bd-8c16-705361647036,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:56:20.867900 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:20.912527 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=62d567c0-6768-41bd-8c16-705361647036,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:56:20.919610 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:20.919957 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:20.920295 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:20.920628 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:20.920958 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:20.921319 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:20.921657 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:20.921978 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:20.922299 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:20.922618 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:20.922962 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:20.923292 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:56:21.095960 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['62d567c0-6768-41bd-8c16-705361647036'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:56:21.434308 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb500-4849-47bb-ae0a-2f9d4c81ecc2 req-d3f450d1-8e58-40c7-be91-cb0a8a8e97c7 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:21.435795 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-99abb500-4849-47bb-ae0a-2f9d4c81ecc2 req-d3f450d1-8e58-40c7-be91-cb0a8a8e97c7 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 945 time: 0.0656879 Jul 14 07:56:21.474627 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-99abb500-4849-47bb-ae0a-2f9d4c81ecc2 req-26898d8c-a8cf-43a8-957e-cf95fc622f45 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322866 Jul 14 07:56:22.646203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121b77b-5c6e-416f-a102-ddc386c9115d req-ef1a61cf-55fb-4cf9-b7fc-f9e9707d0f2a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:22.647648 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0121b77b-5c6e-416f-a102-ddc386c9115d req-ef1a61cf-55fb-4cf9-b7fc-f9e9707d0f2a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 945 time: 0.0608673 Jul 14 07:56:22.682828 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0121b77b-5c6e-416f-a102-ddc386c9115d req-d8a21ae4-26ca-4b8b-8503-7e10ccedc2aa tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298550 Jul 14 07:56:22.700964 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 62d567c0-6768-41bd-8c16-705361647036 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:56:22.750150 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 62d567c0-6768-41bd-8c16-705361647036 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:56:22.754311 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 62d567c0-6768-41bd-8c16-705361647036 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:56:22.754671 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:22.826279 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:22.846988 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866840a1-6a5e-4a70-ad41-0604bacfd737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d567c0-6768-41bd-8c16-705361647036'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:56:22.849497 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65615673-b888-4666-9eb8-036228b0155b" -d '{"events": [{"server_uuid": "866840a1-6a5e-4a70-ad41-0604bacfd737", "name": "network-vif-plugged", "status": "completed", "tag": "62d567c0-6768-41bd-8c16-705361647036"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:56:22.862974 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 62d567c0-6768-41bd-8c16-705361647036, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=62d567c0-6768-41bd-8c16-705361647036,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:56:22.866938 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:22.889920 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae6b3c5-4331-4a0f-b0b4-75093958a2be x-openstack-request-id: req-eae6b3c5-4331-4a0f-b0b4-75093958a2be {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:56:22.890213 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866840a1-6a5e-4a70-ad41-0604bacfd737", "name": "network-vif-plugged", "status": "completed", "tag": "62d567c0-6768-41bd-8c16-705361647036", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:56:22.890465 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eae6b3c5-4331-4a0f-b0b4-75093958a2be {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:56:22.890847 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866840a1-6a5e-4a70-ad41-0604bacfd737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d567c0-6768-41bd-8c16-705361647036', 'code': 200} Jul 14 07:56:22.915714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=62d567c0-6768-41bd-8c16-705361647036,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:56:23.000866 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94298fdd-41d4-4d2e-8f05-205b9170c488 req-0ec23f9e-0399-4d5f-be7b-4865e5dbfff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:23.002402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94298fdd-41d4-4d2e-8f05-205b9170c488 req-0ec23f9e-0399-4d5f-be7b-4865e5dbfff0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 1097 time: 0.0544505 Jul 14 07:56:23.035790 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94298fdd-41d4-4d2e-8f05-205b9170c488 req-6416a565-ee38-47b0-bcb5-891a90a7abe6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271089 Jul 14 07:56:23.860456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d087b6-064c-42a5-891b-8db124158696 req-15aedf6e-0887-4c80-8e61-cde6baa06fa2 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:23.861995 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-42d087b6-064c-42a5-891b-8db124158696 req-15aedf6e-0887-4c80-8e61-cde6baa06fa2 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 946 time: 0.0671108 Jul 14 07:56:23.898635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-42d087b6-064c-42a5-891b-8db124158696 req-96562b04-d4de-4d3b-a6e1-7496ebeff4c3 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310435 Jul 14 07:56:25.073635 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cdf68-3849-4ef9-9c0c-7166e19d4dc8 req-3241d986-8c48-4abe-ad1a-212c0560e8e6 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:25.075086 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e14cdf68-3849-4ef9-9c0c-7166e19d4dc8 req-3241d986-8c48-4abe-ad1a-212c0560e8e6 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 946 time: 0.0640948 Jul 14 07:56:25.111112 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e14cdf68-3849-4ef9-9c0c-7166e19d4dc8 req-383d8448-023c-4b05-86cb-18cf1bedcf43 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301352 Jul 14 07:56:25.277339 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e86150-2f23-4715-97d4-36eb08cc1e60 req-89f2ef32-cb81-442f-a7ab-8981ae8fd4b7 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:25.278706 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-79e86150-2f23-4715-97d4-36eb08cc1e60 req-89f2ef32-cb81-442f-a7ab-8981ae8fd4b7 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 946 time: 0.0614905 Jul 14 07:56:25.314660 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-79e86150-2f23-4715-97d4-36eb08cc1e60 req-ae5c65d8-1e62-465a-8e55-e6a64147fd72 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306003 Jul 14 07:56:25.338612 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37488) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:56:25.387640 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd91b678-d6d2-4f93-b43f-9433093ebeaa tempest-TestVolumeBootPattern-904781201 tempest-TestVolumeBootPattern-904781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:25.389082 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bd91b678-d6d2-4f93-b43f-9433093ebeaa tempest-TestVolumeBootPattern-904781201 tempest-TestVolumeBootPattern-904781201-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 1092 time: 0.0495377 Jul 14 07:56:25.391773 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37490) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:56:25.396368 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': '62d567c0-6768-41bd-8c16-705361647036', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:56:25.417564 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:25.510922 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:25.612921 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Allocated IP 172.25.7.77 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/0714542d-ce63-4767-92aa-49ed64ecb49e) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:56:25.710189 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:25.747078 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:25.779634 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:56:25.782397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:56:25.787753 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:56:25.818553 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'Port': ['ID=0714542d-ce63-4767-92aa-49ed64ecb49e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:56:26.452880 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:26.527004 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:26.667922 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:26.672242 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:26.737642 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event updated for resources: {'Port': ['ID=0714542d-ce63-4767-92aa-49ed64ecb49e,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:56:26.746983 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:26.843750 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Floating IP c01e1c6d-3e42-4fb1-83b5-a5031cd4c65c associated. External IP: 172.25.7.77, port: 62d567c0-6768-41bd-8c16-705361647036. Jul 14 07:56:27.047463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Router 3389f228-9980-4c63-82b7-00f1a06d5a2a has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:56:27.150326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:56:27.161598 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417d52b1-697f-4258-bd22-72738e278b22 None None] Sync routers for ids ['3389f228-9980-4c63-82b7-00f1a06d5a2a'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:56:27.166415 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:27.176373 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417d52b1-697f-4258-bd22-72738e278b22 None None] Routers {'3389f228-9980-4c63-82b7-00f1a06d5a2a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:56:27.176995 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-417d52b1-697f-4258-bd22-72738e278b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:56:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3389f228-9980-4c63-82b7-00f1a06d5a2a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:56:27.202395 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-91bfdfaa-9c4a-4b31-9e2b-a71e39b3d266 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8091519 Jul 14 07:56:27.203087 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866840a1-6a5e-4a70-ad41-0604bacfd737', 'tag': '62d567c0-6768-41bd-8c16-705361647036'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:56:27.205861 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059be523-f6b0-4504-af30-5d37a4f75ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "866840a1-6a5e-4a70-ad41-0604bacfd737", "tag": "62d567c0-6768-41bd-8c16-705361647036"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:56:27.241938 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c39625-8864-4c5d-8320-de58f7bb385e x-openstack-request-id: req-48c39625-8864-4c5d-8320-de58f7bb385e {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:56:27.242226 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866840a1-6a5e-4a70-ad41-0604bacfd737", "tag": "62d567c0-6768-41bd-8c16-705361647036", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:56:27.242476 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48c39625-8864-4c5d-8320-de58f7bb385e {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:56:27.242872 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866840a1-6a5e-4a70-ad41-0604bacfd737', 'tag': '62d567c0-6768-41bd-8c16-705361647036', 'status': 'completed', 'code': 200} Jul 14 07:56:27.281952 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-417d52b1-697f-4258-bd22-72738e278b22 None None] Set router 3389f228-9980-4c63-82b7-00f1a06d5a2a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:56:27.315807 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059be523-f6b0-4504-af30-5d37a4f75ee0 req-08bd09a0-170a-485e-9f5a-afdda1b19cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:27.317313 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-059be523-f6b0-4504-af30-5d37a4f75ee0 req-08bd09a0-170a-485e-9f5a-afdda1b19cf3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 1097 time: 0.0523052 Jul 14 07:56:27.411685 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059be523-f6b0-4504-af30-5d37a4f75ee0 req-2f1787f1-c8af-4880-9eb1-eda66c8ee56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:27.413162 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-059be523-f6b0-4504-af30-5d37a4f75ee0 req-2f1787f1-c8af-4880-9eb1-eda66c8ee56d service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.0879483 Jul 14 07:56:27.503928 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-417d52b1-697f-4258-bd22-72738e278b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '230dccd7-a918-4a4f-8f8d-49d2c083bcff', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'port_id': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'mac_address': 'fa:16:3e:cd:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:54:23Z', 'updated_at': '2021-07-14T07:54:25Z', 'revision_number': 1, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'fixed_ip_address_scope': None}, {'id': 'c01e1c6d-3e42-4fb1-83b5-a5031cd4c65c', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'port_id': '62d567c0-6768-41bd-8c16-705361647036', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'mac_address': 'fa:16:3e:ab:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866840a1-6a5e-4a70-ad41-0604bacfd737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:56:26Z', 'updated_at': '2021-07-14T07:56:26Z', 'revision_number': 0, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 5, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:56:27.507975 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-059be523-f6b0-4504-af30-5d37a4f75ee0 req-c475b546-6f7c-4d98-9786-fedfe1ea2e50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62d567c0-6768-41bd-8c16-705361647036 HTTP/1.1" status: 200 len: 999 time: 0.0887537 Jul 14 07:56:27.529297 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417d52b1-697f-4258-bd22-72738e278b22 None None] Checking router: 3389f228-9980-4c63-82b7-00f1a06d5a2a for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:56:27.538340 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417d52b1-697f-4258-bd22-72738e278b22 None None] Routers {'3389f228-9980-4c63-82b7-00f1a06d5a2a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:56:27.538936 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-417d52b1-697f-4258-bd22-72738e278b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:56:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3389f228-9980-4c63-82b7-00f1a06d5a2a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:56:27.555901 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059be523-f6b0-4504-af30-5d37a4f75ee0 req-edc2975c-7768-4bf3-acd8-2234864cd3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:27.557396 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-059be523-f6b0-4504-af30-5d37a4f75ee0 req-edc2975c-7768-4bf3-acd8-2234864cd3ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0432510 Jul 14 07:56:27.612788 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059be523-f6b0-4504-af30-5d37a4f75ee0 req-0ff5ce14-287a-48b7-b61b-6c37215daff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:27.614241 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-059be523-f6b0-4504-af30-5d37a4f75ee0 req-0ff5ce14-287a-48b7-b61b-6c37215daff0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511336 Jul 14 07:56:27.639396 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-417d52b1-697f-4258-bd22-72738e278b22 None None] Set router 3389f228-9980-4c63-82b7-00f1a06d5a2a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:56:27.703714 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-059be523-f6b0-4504-af30-5d37a4f75ee0 req-26f5d98c-c9dd-4146-b8cf-5d709bb86fef service neutron] 10.222.0.15 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826452 Jul 14 07:56:27.790840 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-059be523-f6b0-4504-af30-5d37a4f75ee0 req-7f2dff62-31be-4591-bd81-122c676c2051 service neutron] 10.222.0.15 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808735 Jul 14 07:56:27.861161 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-417d52b1-697f-4258-bd22-72738e278b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '230dccd7-a918-4a4f-8f8d-49d2c083bcff', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'port_id': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'mac_address': 'fa:16:3e:cd:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:54:23Z', 'updated_at': '2021-07-14T07:54:25Z', 'revision_number': 1, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'fixed_ip_address_scope': None}, {'id': 'c01e1c6d-3e42-4fb1-83b5-a5031cd4c65c', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'port_id': '62d567c0-6768-41bd-8c16-705361647036', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'mac_address': 'fa:16:3e:ab:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866840a1-6a5e-4a70-ad41-0604bacfd737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:56:26Z', 'updated_at': '2021-07-14T07:56:26Z', 'revision_number': 0, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 5, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:56:27.886419 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417d52b1-697f-4258-bd22-72738e278b22 None None] The sync data for ids ['3389f228-9980-4c63-82b7-00f1a06d5a2a'] in n-d-778696-5 is: [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '230dccd7-a918-4a4f-8f8d-49d2c083bcff', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'port_id': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'mac_address': 'fa:16:3e:cd:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:54:23Z', 'updated_at': '2021-07-14T07:54:25Z', 'revision_number': 1, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'fixed_ip_address_scope': None}, {'id': 'c01e1c6d-3e42-4fb1-83b5-a5031cd4c65c', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'port_id': '62d567c0-6768-41bd-8c16-705361647036', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'mac_address': 'fa:16:3e:ab:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866840a1-6a5e-4a70-ad41-0604bacfd737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:56:26Z', 'updated_at': '2021-07-14T07:56:26Z', 'revision_number': 0, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 5, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:56:28.075304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9822e458-819a-4baa-a687-87263c91769b None None] New status for floating IP c01e1c6d-3e42-4fb1-83b5-a5031cd4c65c: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:56:30.023193 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:56:30.555961 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bddfb095-85c0-4d88-958b-71bd4d2eeea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:33.345722 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-765c44af-955c-4804-bc33-2cde0af14c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:33.679107 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:34.234962 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2963bd60-3abe-43a5-a8e3-861a68fbd7e3 req-ad66a7a4-6ab0-4d13-b069-fb103e9ad926 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520108 Jul 14 07:56:34.326318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963bd60-3abe-43a5-a8e3-861a68fbd7e3 req-c017dd1e-4d69-4d44-b9ca-6001b0a5a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:34.327812 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2963bd60-3abe-43a5-a8e3-861a68fbd7e3 req-c017dd1e-4d69-4d44-b9ca-6001b0a5a922 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 1096 time: 0.0513725 Jul 14 07:56:34.432540 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963bd60-3abe-43a5-a8e3-861a68fbd7e3 req-b238f069-cd0e-4262-b305-e6f8f77bf06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:34.434065 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2963bd60-3abe-43a5-a8e3-861a68fbd7e3 req-b238f069-cd0e-4262-b305-e6f8f77bf06c service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.0854871 Jul 14 07:56:34.496720 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2963bd60-3abe-43a5-a8e3-861a68fbd7e3 req-ac90aecd-d096-48f7-a10e-4ddf1c36c5ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 HTTP/1.1" status: 200 len: 1000 time: 0.0559056 Jul 14 07:56:34.548306 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963bd60-3abe-43a5-a8e3-861a68fbd7e3 req-caecff56-748f-4a4a-abd4-243871f1fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:34.549833 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2963bd60-3abe-43a5-a8e3-861a68fbd7e3 req-caecff56-748f-4a4a-abd4-243871f1fa80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0462999 Jul 14 07:56:34.604825 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963bd60-3abe-43a5-a8e3-861a68fbd7e3 req-7b3d135c-0b62-4f3d-9c92-67bcf4282c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:34.606303 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2963bd60-3abe-43a5-a8e3-861a68fbd7e3 req-7b3d135c-0b62-4f3d-9c92-67bcf4282c6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509257 Jul 14 07:56:34.692506 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2963bd60-3abe-43a5-a8e3-861a68fbd7e3 req-2032de53-e303-4a46-b947-159911b0573c service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793827 Jul 14 07:56:34.781801 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2963bd60-3abe-43a5-a8e3-861a68fbd7e3 req-41ca7dff-a8ca-4ce1-bfd9-3eae6729dbef service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836232 Jul 14 07:56:34.802502 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:36.330336 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:45.947664 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:46.014048 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:56:46.227824 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aedb9f94-bc53-41cd-84a0-add38aa744a4 req-7542057c-743a-48ee-b886-4a8b5bc1f160 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508535 Jul 14 07:56:46.325377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb9f94-bc53-41cd-84a0-add38aa744a4 req-1fd16104-70b3-4b2f-91c9-20a3aed2a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:46.326853 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aedb9f94-bc53-41cd-84a0-add38aa744a4 req-1fd16104-70b3-4b2f-91c9-20a3aed2a1a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 1097 time: 0.0562229 Jul 14 07:56:46.429113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb9f94-bc53-41cd-84a0-add38aa744a4 req-15de5671-4d1d-43aa-9613-7854a601d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:46.430620 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aedb9f94-bc53-41cd-84a0-add38aa744a4 req-15de5671-4d1d-43aa-9613-7854a601d6ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.0842752 Jul 14 07:56:46.497526 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aedb9f94-bc53-41cd-84a0-add38aa744a4 req-9a70b25d-7b64-484f-80ba-c20b6a93fce9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62d567c0-6768-41bd-8c16-705361647036 HTTP/1.1" status: 200 len: 1001 time: 0.0610180 Jul 14 07:56:46.544469 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb9f94-bc53-41cd-84a0-add38aa744a4 req-c0373ac7-5419-4d88-b1c5-63bba00a2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:46.545917 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aedb9f94-bc53-41cd-84a0-add38aa744a4 req-c0373ac7-5419-4d88-b1c5-63bba00a2c53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0428514 Jul 14 07:56:46.601765 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb9f94-bc53-41cd-84a0-add38aa744a4 req-72b673e3-d70e-422b-ad5d-1a37aecec8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:56:46.603216 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aedb9f94-bc53-41cd-84a0-add38aa744a4 req-72b673e3-d70e-422b-ad5d-1a37aecec8fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506732 Jul 14 07:56:46.691880 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aedb9f94-bc53-41cd-84a0-add38aa744a4 req-065ca596-0632-4004-b8b7-afa1d33b2b70 service neutron] 10.222.0.15 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822904 Jul 14 07:56:46.780229 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aedb9f94-bc53-41cd-84a0-add38aa744a4 req-5bc65d99-b97d-47fa-9afb-cca90a0a6d86 service neutron] 10.222.0.15 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809805 Jul 14 07:57:00.555586 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c9bc125f-cf49-486b-87c3-66b79d9526b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:03.346857 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b2fa225a-99d3-42c3-8e9c-e1f8a537d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:03.678996 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:04.803392 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:06.335133 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:07.022313 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:57:11.675086 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-d8152c20-3bbd-4d79-b1a0-7ee19d0a6156 req-6d14d78c-1f36-4eb9-be3b-dd5cbbb11028 service neutron] (93827) timed out ('10.222.0.35', 33046) {{(pid=93827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 07:57:15.946428 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:16.028305 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:30.555319 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-148749cc-7d70-4516-9008-90272c540f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:33.349407 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c9862e17-f078-49cd-83eb-019570720fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:33.680161 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:34.806120 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:36.201967 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-62dccce7-4746-4f93-bb15-cc4a6b3fa27a req-dbbf01dd-4268-4e23-a4e4-08954edc1574 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527506 Jul 14 07:57:36.291513 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dccce7-4746-4f93-bb15-cc4a6b3fa27a req-87949b36-d1e6-4ae3-af07-52f09c783cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:57:36.293033 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-62dccce7-4746-4f93-bb15-cc4a6b3fa27a req-87949b36-d1e6-4ae3-af07-52f09c783cf5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 1096 time: 0.0511360 Jul 14 07:57:36.336378 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:36.400858 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dccce7-4746-4f93-bb15-cc4a6b3fa27a req-734c6b97-a223-4c5c-9647-45099fb54c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:57:36.402356 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-62dccce7-4746-4f93-bb15-cc4a6b3fa27a req-734c6b97-a223-4c5c-9647-45099fb54c22 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.0905254 Jul 14 07:57:36.464407 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-62dccce7-4746-4f93-bb15-cc4a6b3fa27a req-e976f645-f429-45c7-beed-32d34ad8db2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 HTTP/1.1" status: 200 len: 1000 time: 0.0559475 Jul 14 07:57:36.514733 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dccce7-4746-4f93-bb15-cc4a6b3fa27a req-6c38d03a-cfa9-455f-b640-a11a37ec3691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:57:36.516137 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-62dccce7-4746-4f93-bb15-cc4a6b3fa27a req-6c38d03a-cfa9-455f-b640-a11a37ec3691 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0457206 Jul 14 07:57:36.570373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dccce7-4746-4f93-bb15-cc4a6b3fa27a req-76dd0ff2-3d1f-452e-911b-a69b57fd232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:57:36.571819 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-62dccce7-4746-4f93-bb15-cc4a6b3fa27a req-76dd0ff2-3d1f-452e-911b-a69b57fd232c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498326 Jul 14 07:57:36.656590 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-62dccce7-4746-4f93-bb15-cc4a6b3fa27a req-ab8a9ff2-87e7-42ae-9561-41ebb16e7566 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784564 Jul 14 07:57:36.745268 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-62dccce7-4746-4f93-bb15-cc4a6b3fa27a req-ae8a98cb-395c-4c87-a074-c1072c890eca service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817642 Jul 14 07:57:44.021123 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:57:45.951038 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:46.030149 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:47.211920 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd8514e1-9c48-468d-9b8a-074c9ae13759 req-fa331401-599d-4d6d-9dad-0efc201f977b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510831 Jul 14 07:57:47.328396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8514e1-9c48-468d-9b8a-074c9ae13759 req-b5d767fb-3f2e-4fc8-b9cb-4951fd5e7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:57:47.329915 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd8514e1-9c48-468d-9b8a-074c9ae13759 req-b5d767fb-3f2e-4fc8-b9cb-4951fd5e7847 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 1097 time: 0.0558555 Jul 14 07:57:47.430064 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8514e1-9c48-468d-9b8a-074c9ae13759 req-e72921ca-1d40-4459-9495-f2f33a74fffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:57:47.431521 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd8514e1-9c48-468d-9b8a-074c9ae13759 req-e72921ca-1d40-4459-9495-f2f33a74fffb service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.0814755 Jul 14 07:57:47.497636 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd8514e1-9c48-468d-9b8a-074c9ae13759 req-85f7c02a-6287-4441-9678-8bf059bdfce4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62d567c0-6768-41bd-8c16-705361647036 HTTP/1.1" status: 200 len: 1001 time: 0.0602574 Jul 14 07:57:47.544860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8514e1-9c48-468d-9b8a-074c9ae13759 req-90f5d821-d5f1-4351-b57e-0a38882be277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:57:47.546370 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd8514e1-9c48-468d-9b8a-074c9ae13759 req-90f5d821-d5f1-4351-b57e-0a38882be277 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0432758 Jul 14 07:57:47.600563 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8514e1-9c48-468d-9b8a-074c9ae13759 req-1303ce17-0318-4afa-a93e-58063e73c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:57:47.601936 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd8514e1-9c48-468d-9b8a-074c9ae13759 req-1303ce17-0318-4afa-a93e-58063e73c7b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499818 Jul 14 07:57:47.690645 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd8514e1-9c48-468d-9b8a-074c9ae13759 req-d29adafd-ed5d-4162-9f90-d61290cbc240 service neutron] 10.222.0.15 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817590 Jul 14 07:57:47.776509 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd8514e1-9c48-468d-9b8a-074c9ae13759 req-632e7705-b712-4c67-9259-0503543b128b service neutron] 10.222.0.15 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801072 Jul 14 07:57:55.895430 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37542) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:57:56.099763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Deleting port 0714542d-ce63-4767-92aa-49ed64ecb49e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:57:56.100098 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:56.170089 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:56.170339 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:56.181788 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Calling delete_port for 0714542d-ce63-4767-92aa-49ed64ecb49e owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:57:56.350293 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:56.381712 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event deleted for resources: {'Port': ['ID=0714542d-ce63-4767-92aa-49ed64ecb49e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:57:56.407320 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:57:56.407662 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:57:56.408004 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:57:56.408338 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:57:56.408671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:57:56.409002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:57:56.409371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:57:56.409699 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:57:56.410023 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:57:56.410353 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:57:56.410670 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:57:56.410990 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:57:56.451290 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:56.451588 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Floating IP c01e1c6d-3e42-4fb1-83b5-a5031cd4c65c disassociated (deleted). External IP: 172.25.7.77, port: 62d567c0-6768-41bd-8c16-705361647036. Jul 14 07:57:56.962917 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Router 3389f228-9980-4c63-82b7-00f1a06d5a2a has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:57:57.068253 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:57:57.073082 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:57.078175 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd8db4f-9ae7-4756-a77e-fd77910dde45 None None] Sync routers for ids ['3389f228-9980-4c63-82b7-00f1a06d5a2a'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:57:57.087419 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd8db4f-9ae7-4756-a77e-fd77910dde45 None None] Routers {'3389f228-9980-4c63-82b7-00f1a06d5a2a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:57:57.088020 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8fd8db4f-9ae7-4756-a77e-fd77910dde45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:57:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3389f228-9980-4c63-82b7-00f1a06d5a2a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:57:57.110338 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3080c3d9-4d36-4087-8bfa-53887c720213 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "DELETE /v2.0/floatingips/c01e1c6d-3e42-4fb1-83b5-a5031cd4c65c HTTP/1.1" status: 204 len: 168 time: 1.2137907 Jul 14 07:57:57.111028 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866840a1-6a5e-4a70-ad41-0604bacfd737', 'tag': '62d567c0-6768-41bd-8c16-705361647036'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:57:57.113508 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e336bdb-02d5-4b44-887d-e28a37b61051" -d '{"events": [{"name": "network-changed", "server_uuid": "866840a1-6a5e-4a70-ad41-0604bacfd737", "tag": "62d567c0-6768-41bd-8c16-705361647036"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:57:57.152787 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3dfd3b-c3ae-4984-823d-c794f2b8b841 x-openstack-request-id: req-ab3dfd3b-c3ae-4984-823d-c794f2b8b841 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:57:57.153098 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866840a1-6a5e-4a70-ad41-0604bacfd737", "tag": "62d567c0-6768-41bd-8c16-705361647036", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:57:57.153905 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab3dfd3b-c3ae-4984-823d-c794f2b8b841 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:57:57.154292 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866840a1-6a5e-4a70-ad41-0604bacfd737', 'tag': '62d567c0-6768-41bd-8c16-705361647036', 'status': 'completed', 'code': 200} Jul 14 07:57:57.191182 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8fd8db4f-9ae7-4756-a77e-fd77910dde45 None None] Set router 3389f228-9980-4c63-82b7-00f1a06d5a2a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:57:57.229388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e336bdb-02d5-4b44-887d-e28a37b61051 req-e7cb8564-c67b-4be9-9dbf-c6199ac0dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:57:57.230597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e336bdb-02d5-4b44-887d-e28a37b61051 req-e7cb8564-c67b-4be9-9dbf-c6199ac0dfe3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 1097 time: 0.0552390 Jul 14 07:57:57.325574 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e336bdb-02d5-4b44-887d-e28a37b61051 req-5b686ba4-b028-46fc-908b-f2046c78812f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:57:57.327075 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e336bdb-02d5-4b44-887d-e28a37b61051 req-5b686ba4-b028-46fc-908b-f2046c78812f service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.0904393 Jul 14 07:57:57.373487 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e336bdb-02d5-4b44-887d-e28a37b61051 req-c74b706a-a847-42e7-8277-1c3144842b38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62d567c0-6768-41bd-8c16-705361647036 HTTP/1.1" status: 200 len: 217 time: 0.0396450 Jul 14 07:57:57.422745 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e336bdb-02d5-4b44-887d-e28a37b61051 req-db23f28e-5f24-49da-8fb2-40c87ec78172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:57:57.423458 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8fd8db4f-9ae7-4756-a77e-fd77910dde45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '230dccd7-a918-4a4f-8f8d-49d2c083bcff', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'port_id': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'mac_address': 'fa:16:3e:cd:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:54:23Z', 'updated_at': '2021-07-14T07:54:25Z', 'revision_number': 1, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 5, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:57:57.424243 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e336bdb-02d5-4b44-887d-e28a37b61051 req-db23f28e-5f24-49da-8fb2-40c87ec78172 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0438826 Jul 14 07:57:57.449631 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd8db4f-9ae7-4756-a77e-fd77910dde45 None None] Checking router: 3389f228-9980-4c63-82b7-00f1a06d5a2a for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:57:57.458352 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd8db4f-9ae7-4756-a77e-fd77910dde45 None None] Routers {'3389f228-9980-4c63-82b7-00f1a06d5a2a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:57:57.458958 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8fd8db4f-9ae7-4756-a77e-fd77910dde45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:57:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3389f228-9980-4c63-82b7-00f1a06d5a2a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:57:57.531543 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e336bdb-02d5-4b44-887d-e28a37b61051 req-bb51cc32-753f-430f-a7cc-0926a4074bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:57:57.532991 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e336bdb-02d5-4b44-887d-e28a37b61051 req-bb51cc32-753f-430f-a7cc-0926a4074bd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013041 Jul 14 07:57:57.541935 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e236b-184b-433f-8051-80232c01bbf5 req-17c2a476-4a85-4114-9015-963be319c5bd tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:57:57.543356 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8c5e236b-184b-433f-8051-80232c01bbf5 req-17c2a476-4a85-4114-9015-963be319c5bd tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 946 time: 0.1027110 Jul 14 07:57:57.563220 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8fd8db4f-9ae7-4756-a77e-fd77910dde45 None None] Set router 3389f228-9980-4c63-82b7-00f1a06d5a2a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:57:57.628675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8c5e236b-184b-433f-8051-80232c01bbf5 req-a2e19557-a283-4ff4-9e85-e5e3f730d6ee tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761666 Jul 14 07:57:57.657930 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e336bdb-02d5-4b44-887d-e28a37b61051 req-499ac729-dd12-4be6-9e69-944b5ce59fa3 service neutron] 10.222.0.15 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129978 Jul 14 07:57:57.747029 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e336bdb-02d5-4b44-887d-e28a37b61051 req-f2047b6e-7397-4b78-9a47-0a028b5bee99 service neutron] 10.222.0.15 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820827 Jul 14 07:57:57.783478 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8fd8db4f-9ae7-4756-a77e-fd77910dde45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '230dccd7-a918-4a4f-8f8d-49d2c083bcff', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'port_id': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'mac_address': 'fa:16:3e:cd:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:54:23Z', 'updated_at': '2021-07-14T07:54:25Z', 'revision_number': 1, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 5, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:57:57.811669 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd8db4f-9ae7-4756-a77e-fd77910dde45 None None] The sync data for ids ['3389f228-9980-4c63-82b7-00f1a06d5a2a'] in n-d-778696-5 is: [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '230dccd7-a918-4a4f-8f8d-49d2c083bcff', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'port_id': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'mac_address': 'fa:16:3e:cd:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T07:54:23Z', 'updated_at': '2021-07-14T07:54:25Z', 'revision_number': 1, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 5, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:57:58.023676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ebb051-effc-4899-a6bf-7cec34241e2b None None] New status for floating IP c01e1c6d-3e42-4fb1-83b5-a5031cd4c65c: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:57:58.828851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c83e3-5a6a-4c28-bb55-f048707707b5 req-8535d0b6-c3e8-4a94-b138-d51063e5195e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:57:58.830362 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-792c83e3-5a6a-4c28-bb55-f048707707b5 req-8535d0b6-c3e8-4a94-b138-d51063e5195e tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 946 time: 0.0666077 Jul 14 07:57:58.894495 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-792c83e3-5a6a-4c28-bb55-f048707707b5 req-ec91734f-97dc-4359-a9f0-d3607531e24a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586581 Jul 14 07:57:58.923801 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a23da-904f-469d-81e1-780d861fbea2 req-1a13b39c-2b5f-4624-8f8c-108940a1e055 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:57:58.925242 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a70a23da-904f-469d-81e1-780d861fbea2 req-1a13b39c-2b5f-4624-8f8c-108940a1e055 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.15 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 946 time: 0.0761054 Jul 14 07:57:59.020784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-a70a23da-904f-469d-81e1-780d861fbea2 req-46575f69-51e1-4898-bf46-37cf6d0addf1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Deleting port 62d567c0-6768-41bd-8c16-705361647036 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:57:59.021124 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a70a23da-904f-469d-81e1-780d861fbea2 req-46575f69-51e1-4898-bf46-37cf6d0addf1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:59.110202 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-a70a23da-904f-469d-81e1-780d861fbea2 req-46575f69-51e1-4898-bf46-37cf6d0addf1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] For port 62d567c0-6768-41bd-8c16-705361647036, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=62d567c0-6768-41bd-8c16-705361647036,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:57:59.110559 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a70a23da-904f-469d-81e1-780d861fbea2 req-46575f69-51e1-4898-bf46-37cf6d0addf1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:59.123058 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-a70a23da-904f-469d-81e1-780d861fbea2 req-46575f69-51e1-4898-bf46-37cf6d0addf1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Calling delete_port for 62d567c0-6768-41bd-8c16-705361647036 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:57:59.250594 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a70a23da-904f-469d-81e1-780d861fbea2 req-46575f69-51e1-4898-bf46-37cf6d0addf1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:59.280410 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46575f69-51e1-4898-bf46-37cf6d0addf1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event deleted for resources: {'Port': ['ID=62d567c0-6768-41bd-8c16-705361647036,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:57:59.326290 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70a23da-904f-469d-81e1-780d861fbea2 req-46575f69-51e1-4898-bf46-37cf6d0addf1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] No DVR routers for this DVR port 62d567c0-6768-41bd-8c16-705361647036 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:57:59.328925 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a70a23da-904f-469d-81e1-780d861fbea2 req-46575f69-51e1-4898-bf46-37cf6d0addf1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:57:59.330935 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a70a23da-904f-469d-81e1-780d861fbea2 req-46575f69-51e1-4898-bf46-37cf6d0addf1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.15 "DELETE /v2.0/ports/62d567c0-6768-41bd-8c16-705361647036 HTTP/1.1" status: 204 len: 173 time: 0.4001255 Jul 14 07:57:59.331371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866840a1-6a5e-4a70-ad41-0604bacfd737', 'name': 'network-vif-deleted', 'tag': '62d567c0-6768-41bd-8c16-705361647036'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:57:59.333614 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d431931116f32119af40c9a8db3ed3107e66a346eedce07a0a6089a4846fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f40044d-20bc-4740-a08b-10098697507b" -d '{"events": [{"server_uuid": "866840a1-6a5e-4a70-ad41-0604bacfd737", "name": "network-vif-deleted", "tag": "62d567c0-6768-41bd-8c16-705361647036"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:57:59.374572 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744ea275-3e4f-47cc-b058-01b45272c286 x-openstack-request-id: req-744ea275-3e4f-47cc-b058-01b45272c286 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:57:59.374860 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866840a1-6a5e-4a70-ad41-0604bacfd737", "name": "network-vif-deleted", "tag": "62d567c0-6768-41bd-8c16-705361647036", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:57:59.375113 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-744ea275-3e4f-47cc-b058-01b45272c286 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:57:59.375508 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866840a1-6a5e-4a70-ad41-0604bacfd737', 'name': 'network-vif-deleted', 'tag': '62d567c0-6768-41bd-8c16-705361647036', 'status': 'completed', 'code': 200} Jul 14 07:58:00.039444 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6ba11a1-e18a-4bea-819f-06e4fa2c04aa req-28341d08-edd2-4100-af33-cffe3b8f3464 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 210 time: 0.0334404 Jul 14 07:58:00.556432 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47a16445-7c1b-4adb-9cb8-32bda1dbce92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:01.179001 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d548fe4e-94d4-4dd9-b083-c7f0b9cc44a7 req-58c42941-0ad3-4437-b547-5ab01f7837ab tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 210 time: 0.0274606 Jul 14 07:58:02.315806 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c88f1cf-02c3-4902-9f51-d0465a85372f req-ca8677dd-936a-4c4e-b528-c0a0ad59f502 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=866840a1-6a5e-4a70-ad41-0604bacfd737 HTTP/1.1" status: 200 len: 210 time: 0.0276680 Jul 14 07:58:03.009934 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 62d567c0-6768-41bd-8c16-705361647036 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:58:03.034384 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 62d567c0-6768-41bd-8c16-705361647036 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:58:03.034724 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 62d567c0-6768-41bd-8c16-705361647036 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:58:03.350054 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c4bde4a-0e91-404c-b945-a66f1d4bc1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:03.682365 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:04.810807 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:06.341306 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:07.702842 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37590) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:07.852412 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Deleting port 4a870cbc-008c-429d-a6b2-cfe399161d3e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:58:07.852757 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:07.929486 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:07.929813 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:07.941392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Calling delete_port for 4a870cbc-008c-429d-a6b2-cfe399161d3e owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:58:08.082003 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:08.110302 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event deleted for resources: {'Port': ['ID=4a870cbc-008c-429d-a6b2-cfe399161d3e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:08.136194 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:08.136537 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:08.136873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:08.137252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:08.137590 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:08.137914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:08.138234 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:08.138555 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:08.138875 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:08.139193 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:08.139530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:08.139828 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:08.180496 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:08.181297 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Floating IP 230dccd7-a918-4a4f-8f8d-49d2c083bcff disassociated (deleted). External IP: 172.25.7.61, port: 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5. Jul 14 07:58:08.381405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Router 3389f228-9980-4c63-82b7-00f1a06d5a2a has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:58:08.486548 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:58:08.491220 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:08.497283 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f6217-e908-48b1-950a-81ba14b99fe7 None None] Sync routers for ids ['3389f228-9980-4c63-82b7-00f1a06d5a2a'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:58:08.506626 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25f6217-e908-48b1-950a-81ba14b99fe7 None None] Routers {'3389f228-9980-4c63-82b7-00f1a06d5a2a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:58:08.507231 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f25f6217-e908-48b1-950a-81ba14b99fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:58:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3389f228-9980-4c63-82b7-00f1a06d5a2a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:58:08.525918 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a437c9a1-ceb1-4d92-a93b-a783c1f76ec8 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "DELETE /v2.0/floatingips/230dccd7-a918-4a4f-8f8d-49d2c083bcff HTTP/1.1" status: 204 len: 168 time: 0.8220098 Jul 14 07:58:08.526510 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'tag': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:58:08.529361 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7920b81-4700-4d73-b800-2de24822e01b" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa3605b-27d3-4206-b1ae-3481f671b891", "tag": "192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:58:08.615303 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-f25f6217-e908-48b1-950a-81ba14b99fe7 None None] Set router 3389f228-9980-4c63-82b7-00f1a06d5a2a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:58:08.627696 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d594512-1416-4a48-9492-e4caa2536dc0 x-openstack-request-id: req-5d594512-1416-4a48-9492-e4caa2536dc0 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:58:08.627986 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa3605b-27d3-4206-b1ae-3481f671b891", "tag": "192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:58:08.628239 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d594512-1416-4a48-9492-e4caa2536dc0 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:58:08.628639 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'tag': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5', 'status': 'completed', 'code': 200} Jul 14 07:58:08.703436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7920b81-4700-4d73-b800-2de24822e01b req-a824a5cc-a13a-44f9-9014-bffc2d4dd2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:08.705373 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e7920b81-4700-4d73-b800-2de24822e01b req-a824a5cc-a13a-44f9-9014-bffc2d4dd2c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb91da042d904cd6975fba9cea71a4f4&device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 1096 time: 0.0546446 Jul 14 07:58:08.810983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7920b81-4700-4d73-b800-2de24822e01b req-167f20d1-bd84-464b-a508-a742ea59e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:08.812495 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e7920b81-4700-4d73-b800-2de24822e01b req-167f20d1-bd84-464b-a508-a742ea59e10f service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 200 len: 912 time: 0.1015601 Jul 14 07:58:08.821718 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f25f6217-e908-48b1-950a-81ba14b99fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 5, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:58:08.848062 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f6217-e908-48b1-950a-81ba14b99fe7 None None] Checking router: 3389f228-9980-4c63-82b7-00f1a06d5a2a for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:58:08.854341 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e7920b81-4700-4d73-b800-2de24822e01b req-4921423c-7570-4683-8999-7f907f7134e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 HTTP/1.1" status: 200 len: 217 time: 0.0348084 Jul 14 07:58:08.857035 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25f6217-e908-48b1-950a-81ba14b99fe7 None None] Routers {'3389f228-9980-4c63-82b7-00f1a06d5a2a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:58:08.857743 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f25f6217-e908-48b1-950a-81ba14b99fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:58:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3389f228-9980-4c63-82b7-00f1a06d5a2a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:58:08.903592 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7920b81-4700-4d73-b800-2de24822e01b req-c8356898-9364-4b7f-a0b4-cef6f45a2adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:08.905201 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e7920b81-4700-4d73-b800-2de24822e01b req-c8356898-9364-4b7f-a0b4-cef6f45a2adc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 200 len: 850 time: 0.0445230 Jul 14 07:58:08.907324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68fe13-1961-4381-adac-e1288bd977ab req-3c13ee0f-d85a-4dc1-a088-a66d79bf9d64 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:08.908817 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd68fe13-1961-4381-adac-e1288bd977ab req-3c13ee0f-d85a-4dc1-a088-a66d79bf9d64 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 945 time: 0.0657239 Jul 14 07:58:08.951556 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd68fe13-1961-4381-adac-e1288bd977ab req-12c48392-e1fc-44c5-8c37-89fe2d2c4a0d tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370147 Jul 14 07:58:08.963064 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-f25f6217-e908-48b1-950a-81ba14b99fe7 None None] Set router 3389f228-9980-4c63-82b7-00f1a06d5a2a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:58:08.978088 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7920b81-4700-4d73-b800-2de24822e01b req-1fce2a41-e021-4611-b097-38d62c1dec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:08.979330 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e7920b81-4700-4d73-b800-2de24822e01b req-1fce2a41-e021-4611-b097-38d62c1dec3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f81cc68-8288-49e8-b98f-4d50119ec4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674763 Jul 14 07:58:09.065646 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e7920b81-4700-4d73-b800-2de24822e01b req-2d58d7bd-d82e-4c0c-9c8a-df8a97e9293c service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793972 Jul 14 07:58:09.156538 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e7920b81-4700-4d73-b800-2de24822e01b req-6174f6ac-2f56-4984-95dc-2031d6d34368 service neutron] 10.222.0.30 "GET /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848067 Jul 14 07:58:09.250019 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f25f6217-e908-48b1-950a-81ba14b99fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 5, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:58:09.274756 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f6217-e908-48b1-950a-81ba14b99fe7 None None] The sync data for ids ['3389f228-9980-4c63-82b7-00f1a06d5a2a'] in n-d-778696-5 is: [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:32Z', 'revision_number': 4, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '85c1c9d1-448f-4ea2-aa11-2002e8fd0518', 'name': '', 'network_id': '2f81cc68-8288-49e8-b98f-4d50119ec4eb', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'mac_address': 'fa:16:3e:d6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:31Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 5, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'subnets': [{'id': '6bfb280c-12a2-40bc-beae-b05917b4c953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:58:09.484506 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0f1e6e-6fb4-4d18-99e4-a12d16f94b02 None None] New status for floating IP 230dccd7-a918-4a4f-8f8d-49d2c083bcff: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 07:58:10.124378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9eb39c-0a18-43b9-bfc9-169815d94736 req-5bdc3087-dbac-48f3-93ab-6105ac19de43 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:10.125884 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d9eb39c-0a18-43b9-bfc9-169815d94736 req-5bdc3087-dbac-48f3-93ab-6105ac19de43 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 945 time: 0.0622721 Jul 14 07:58:10.162010 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d9eb39c-0a18-43b9-bfc9-169815d94736 req-cd08d848-2e18-477b-b4e9-f97b724413bf tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/security-groups?id=8270444a-2457-4396-9011-1722973cd4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307674 Jul 14 07:58:10.320895 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0a739-3f5e-4479-9c56-8145f539e38b req-23e9b6e0-4297-4e1e-90a2-1da46f73a17c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:10.322384 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eeb0a739-3f5e-4479-9c56-8145f539e38b req-23e9b6e0-4297-4e1e-90a2-1da46f73a17c tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 945 time: 0.0619271 Jul 14 07:58:10.416632 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-eeb0a739-3f5e-4479-9c56-8145f539e38b req-13f1f56b-dac3-40f9-a10c-d9fb1870f3d9 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Deleting port 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:58:10.416970 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eeb0a739-3f5e-4479-9c56-8145f539e38b req-13f1f56b-dac3-40f9-a10c-d9fb1870f3d9 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:10.504498 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-eeb0a739-3f5e-4479-9c56-8145f539e38b req-13f1f56b-dac3-40f9-a10c-d9fb1870f3d9 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] For port 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:58:10.504854 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eeb0a739-3f5e-4479-9c56-8145f539e38b req-13f1f56b-dac3-40f9-a10c-d9fb1870f3d9 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:10.516962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-eeb0a739-3f5e-4479-9c56-8145f539e38b req-13f1f56b-dac3-40f9-a10c-d9fb1870f3d9 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Calling delete_port for 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:58:10.962074 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eeb0a739-3f5e-4479-9c56-8145f539e38b req-13f1f56b-dac3-40f9-a10c-d9fb1870f3d9 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:10.992832 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1f56b-dac3-40f9-a10c-d9fb1870f3d9 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event deleted for resources: {'Port': ['ID=192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:11.035448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb0a739-3f5e-4479-9c56-8145f539e38b req-13f1f56b-dac3-40f9-a10c-d9fb1870f3d9 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] No DVR routers for this DVR port 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:58:11.037991 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-eeb0a739-3f5e-4479-9c56-8145f539e38b req-13f1f56b-dac3-40f9-a10c-d9fb1870f3d9 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:11.040052 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eeb0a739-3f5e-4479-9c56-8145f539e38b req-13f1f56b-dac3-40f9-a10c-d9fb1870f3d9 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.30 "DELETE /v2.0/ports/192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 HTTP/1.1" status: 204 len: 173 time: 0.7118394 Jul 14 07:58:11.040568 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'name': 'network-vif-deleted', 'tag': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:58:11.042811 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937b9b07-74ad-4ed2-ba6a-c349c291fdbb" -d '{"events": [{"server_uuid": "7aa3605b-27d3-4206-b1ae-3481f671b891", "name": "network-vif-deleted", "tag": "192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:58:11.081741 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781339db-fba9-4e2e-8d5c-2ba714ff17f1 x-openstack-request-id: req-781339db-fba9-4e2e-8d5c-2ba714ff17f1 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:58:11.082032 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa3605b-27d3-4206-b1ae-3481f671b891", "name": "network-vif-deleted", "tag": "192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:58:11.082283 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-781339db-fba9-4e2e-8d5c-2ba714ff17f1 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:58:11.082673 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa3605b-27d3-4206-b1ae-3481f671b891', 'name': 'network-vif-deleted', 'tag': '192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5', 'status': 'completed', 'code': 200} Jul 14 07:58:11.299974 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c1e190c-8d10-4d81-aa44-fd4ff547c71d req-260be4c5-c0b5-4eb8-8547-cb6f9345717f tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 210 time: 0.0287609 Jul 14 07:58:12.440869 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b191e60-d560-4b38-be18-29d0c2ddb843 req-99222faa-c98f-40cb-8114-fa87bc97ad3b tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 210 time: 0.0286405 Jul 14 07:58:13.589731 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d05da3d3-64dd-4b7d-bf9d-3722be8f3e0d req-f4172fe0-fce2-404e-9d03-563ec59a85f1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 210 time: 0.0347564 Jul 14 07:58:13.889679 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:58:13.913460 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:58:13.913805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 192ec2a2-0eeb-47de-9e06-2d1f42e5e4f5 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:58:14.740347 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e52287b9-ef06-4adb-953d-6a02a36df39b req-61848ac7-00a7-400b-98d6-8deb5bb3d923 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7aa3605b-27d3-4206-b1ae-3481f671b891 HTTP/1.1" status: 200 len: 210 time: 0.0281737 Jul 14 07:58:15.833511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37614) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:15.953002 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0c8b0-dcc8-40f4-b4c7-cb2b62afa49a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Deleting port c15221fc-4eed-41a9-96d5-8ea94c6a1a9d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:58:15.953389 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c8b0-dcc8-40f4-b4c7-cb2b62afa49a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:15.959205 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:16.026218 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:16.032017 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c8b0-dcc8-40f4-b4c7-cb2b62afa49a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:16.032350 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c8b0-dcc8-40f4-b4c7-cb2b62afa49a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:16.044387 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0c8b0-dcc8-40f4-b4c7-cb2b62afa49a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Calling delete_port for c15221fc-4eed-41a9-96d5-8ea94c6a1a9d owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:58:16.172395 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c8b0-dcc8-40f4-b4c7-cb2b62afa49a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:16.197899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0c8b0-dcc8-40f4-b4c7-cb2b62afa49a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event deleted for resources: {'Port': ['ID=c15221fc-4eed-41a9-96d5-8ea94c6a1a9d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:16.255821 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c8b0-dcc8-40f4-b4c7-cb2b62afa49a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:16.258388 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c8b0-dcc8-40f4-b4c7-cb2b62afa49a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:16.259538 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3aa0c8b0-dcc8-40f4-b4c7-cb2b62afa49a tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "DELETE /v2.0/floatingips/12ac18e0-30a1-43d7-a23a-d12e7e43bee6 HTTP/1.1" status: 204 len: 168 time: 0.4250398 Jul 14 07:58:18.578778 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37628) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:18.635435 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c94fd66b-da18-4cc9-9fb2-cc2dc713efd1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:18.660626 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c94fd66b-da18-4cc9-9fb2-cc2dc713efd1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:18.729103 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c94fd66b-da18-4cc9-9fb2-cc2dc713efd1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:18.732171 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c94fd66b-da18-4cc9-9fb2-cc2dc713efd1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:18.734325 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c94fd66b-da18-4cc9-9fb2-cc2dc713efd1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] 10.222.0.35 "DELETE /v2.0/security-groups/8270444a-2457-4396-9011-1722973cd4ce HTTP/1.1" status: 204 len: 168 time: 0.1536481 Jul 14 07:58:18.748935 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fd66b-da18-4cc9-9fb2-cc2dc713efd1 tempest-TestVolumeBootPattern-641363764 tempest-TestVolumeBootPattern-641363764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8270444a-2457-4396-9011-1722973cd4ce,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:18.802919 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37632) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:19.262313 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c3042c7-3f99-4966-87ea-45e5036ee273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:19.514303 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9c3042c7-3f99-4966-87ea-45e5036ee273 admin admin] Deleting port 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:58:19.514559 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c3042c7-3f99-4966-87ea-45e5036ee273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:19.593403 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9c3042c7-3f99-4966-87ea-45e5036ee273 admin admin] For port 85c1c9d1-448f-4ea2-aa11-2002e8fd0518, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=85c1c9d1-448f-4ea2-aa11-2002e8fd0518,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:58:19.594067 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c3042c7-3f99-4966-87ea-45e5036ee273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:19.606707 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9c3042c7-3f99-4966-87ea-45e5036ee273 admin admin] Calling delete_port for 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:58:19.780405 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c3042c7-3f99-4966-87ea-45e5036ee273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:19.804585 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3042c7-3f99-4966-87ea-45e5036ee273 admin admin] Pushing event deleted for resources: {'Port': ['ID=85c1c9d1-448f-4ea2-aa11-2002e8fd0518,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:19.968849 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c3042c7-3f99-4966-87ea-45e5036ee273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:20.176890 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3042c7-3f99-4966-87ea-45e5036ee273 admin admin] Router 3389f228-9980-4c63-82b7-00f1a06d5a2a has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:58:20.286405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3042c7-3f99-4966-87ea-45e5036ee273 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:58:20.291466 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9c3042c7-3f99-4966-87ea-45e5036ee273 admin admin] 10.222.0.35 "PUT /v2.0/routers/3389f228-9980-4c63-82b7-00f1a06d5a2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4873307 Jul 14 07:58:20.294474 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37636) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:20.296898 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3711acf-d377-440f-9280-fd39c7a88ed2 None None] Sync routers for ids ['3389f228-9980-4c63-82b7-00f1a06d5a2a'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:58:20.306412 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3711acf-d377-440f-9280-fd39c7a88ed2 None None] Routers {'3389f228-9980-4c63-82b7-00f1a06d5a2a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:58:20.307013 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a3711acf-d377-440f-9280-fd39c7a88ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:58:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3389f228-9980-4c63-82b7-00f1a06d5a2a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:58:20.393967 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f251642b-8316-40c2-88fe-200b68ea22ec admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:20.406313 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-a3711acf-d377-440f-9280-fd39c7a88ed2 None None] Set router 3389f228-9980-4c63-82b7-00f1a06d5a2a gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:58:20.493482 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f251642b-8316-40c2-88fe-200b68ea22ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:20.545105 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f251642b-8316-40c2-88fe-200b68ea22ec admin admin] Deleting port f2c2f291-dd26-4aae-b8a7-48b4405abfd6 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:58:20.545465 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f251642b-8316-40c2-88fe-200b68ea22ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:20.576148 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a3711acf-d377-440f-9280-fd39c7a88ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:58:19Z', 'revision_number': 5, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port': {'id': 'f2c2f291-dd26-4aae-b8a7-48b4405abfd6', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:58:20.605540 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3711acf-d377-440f-9280-fd39c7a88ed2 None None] Checking router: 3389f228-9980-4c63-82b7-00f1a06d5a2a for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:58:20.614299 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3711acf-d377-440f-9280-fd39c7a88ed2 None None] Routers {'3389f228-9980-4c63-82b7-00f1a06d5a2a'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:58:20.614910 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a3711acf-d377-440f-9280-fd39c7a88ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:58:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['3389f228-9980-4c63-82b7-00f1a06d5a2a'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:58:20.626563 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f251642b-8316-40c2-88fe-200b68ea22ec admin admin] For port f2c2f291-dd26-4aae-b8a7-48b4405abfd6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f2c2f291-dd26-4aae-b8a7-48b4405abfd6,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:58:20.627095 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f251642b-8316-40c2-88fe-200b68ea22ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:20.638141 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f251642b-8316-40c2-88fe-200b68ea22ec admin admin] Calling delete_port for f2c2f291-dd26-4aae-b8a7-48b4405abfd6 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:58:20.696047 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-a3711acf-d377-440f-9280-fd39c7a88ed2 None None] Set router 3389f228-9980-4c63-82b7-00f1a06d5a2a gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:58:20.746051 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a3711acf-d377-440f-9280-fd39c7a88ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:58:20Z', 'revision_number': 6, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:58:20.774575 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3711acf-d377-440f-9280-fd39c7a88ed2 None None] The sync data for ids ['3389f228-9980-4c63-82b7-00f1a06d5a2a'] in n-d-778696-5 is: [{'id': '3389f228-9980-4c63-82b7-00f1a06d5a2a', 'name': 'tempest-TestVolumeBootPattern-573183083-router', 'tenant_id': 'eb91da042d904cd6975fba9cea71a4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:29Z', 'updated_at': '2021-07-14T07:58:20Z', 'revision_number': 6, 'project_id': 'eb91da042d904cd6975fba9cea71a4f4', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:58:20.807726 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f251642b-8316-40c2-88fe-200b68ea22ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:20.832651 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251642b-8316-40c2-88fe-200b68ea22ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c2f291-dd26-4aae-b8a7-48b4405abfd6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:20.891984 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f251642b-8316-40c2-88fe-200b68ea22ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:20.978280 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f251642b-8316-40c2-88fe-200b68ea22ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:20.980348 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f251642b-8316-40c2-88fe-200b68ea22ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.020360 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:58:21.023751 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f251642b-8316-40c2-88fe-200b68ea22ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.024314 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f251642b-8316-40c2-88fe-200b68ea22ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3389f228-9980-4c63-82b7-00f1a06d5a2a {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:58:21.029235 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f251642b-8316-40c2-88fe-200b68ea22ec admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.030414 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f251642b-8316-40c2-88fe-200b68ea22ec admin admin] 10.222.0.35 "DELETE /v2.0/routers/3389f228-9980-4c63-82b7-00f1a06d5a2a HTTP/1.1" status: 204 len: 168 time: 0.7348657 Jul 14 07:58:21.032791 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37638) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:21.075541 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c1869c-8513-4ae3-b429-30d6d4e17f06 admin admin] Deleting subnet 6bfb280c-12a2-40bc-beae-b05917b4c953 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:58:21.078425 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8c1869c-8513-4ae3-b429-30d6d4e17f06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.111438 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8c1869c-8513-4ae3-b429-30d6d4e17f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.193307 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8c1869c-8513-4ae3-b429-30d6d4e17f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.246493 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8c1869c-8513-4ae3-b429-30d6d4e17f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.271530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1869c-8513-4ae3-b429-30d6d4e17f06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bfb280c-12a2-40bc-beae-b05917b4c953,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:21.275029 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8c1869c-8513-4ae3-b429-30d6d4e17f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.279767 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b8c1869c-8513-4ae3-b429-30d6d4e17f06 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6bfb280c-12a2-40bc-beae-b05917b4c953 HTTP/1.1" status: 204 len: 168 time: 0.2431202 Jul 14 07:58:21.280023 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37640) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:21.283610 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1036e2b-ca61-4b26-970a-84d167a8fa22 None None] Network 2f81cc68-8288-49e8-b98f-4d50119ec4eb requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:58:21.345375 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.401399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] Deleting port cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:58:21.401745 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.462750 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] For port cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c,segment=NetworkSegment(292e461a-5ab8-4982-a3d7-aa27c23cb218),segment_id=292e461a-5ab8-4982-a3d7-aa27c23cb218)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:58:21.463051 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.475424 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] Calling delete_port for cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:58:21.538334 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] DHCP port deletion for 2f81cc68-8288-49e8-b98f-4d50119ec4eb request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:58:21.556748 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.586867 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:21.587326 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] Deleting port cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:58:21.587739 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.593510 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] No DVR routers for this DVR port cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:58:21.651620 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] For port cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c, host n-d-778696-5, got binding levels [] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:58:21.652002 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.663572 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.664432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] Calling delete_port for cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:58:21.667110 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.ipam_backend_mixin [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] Port cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c was not found and therefore no delete operation was performed {{(pid=93829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 07:58:21.668989 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.674271 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f81cc68-8288-49e8-b98f-4d50119ec4eb']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:58:21.685148 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292e461a-5ab8-4982-a3d7-aa27c23cb218') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:58:21.685476 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292e461a-5ab8-4982-a3d7-aa27c23cb218') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:58:21.694769 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.696947 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] Pushing event deleted for resources: {'Port': ['ID=cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:21.702414 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] No DVR routers for this DVR port cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:58:21.712272 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:21.712624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:21.712961 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:21.713357 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:21.713763 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:21.714118 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:21.714390 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.714517 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:21.714919 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:21.715388 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:21.715755 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:21.716465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:21.716465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faef761f-990a-4bd0-9610-d78b7d9014dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:58:21.721355 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:58:21.721841 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: timer() Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:58:21.723901 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:58:21.788485 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.796876 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:21.799058 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] 10.222.0.35 "DELETE /v2.0/networks/2f81cc68-8288-49e8-b98f-4d50119ec4eb HTTP/1.1" status: 204 len: 168 time: 0.5181661 Jul 14 07:58:21.802101 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37642) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:21.813673 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78450504-4331-475b-8aea-81fad9319e5c admin admin] Pushing event deleted for resources: {'Network': ['ID=2f81cc68-8288-49e8-b98f-4d50119ec4eb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:22.142730 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7c580ac-f836-451a-9d08-698621875985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:22.262648 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f2c2f291-dd26-4aae-b8a7-48b4405abfd6 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:58:22.282417 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: f2c2f291-dd26-4aae-b8a7-48b4405abfd6 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:58:22.282763 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f2c2f291-dd26-4aae-b8a7-48b4405abfd6 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:58:22.283181 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:58:22.301518 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:58:22.302141 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 85c1c9d1-448f-4ea2-aa11-2002e8fd0518 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:58:22.302258 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:58:22.319958 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:58:22.320301 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cc9653e7-7d7a-4b8b-a79f-bdb4d8b8fe9c not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:58:22.391164 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-c7c580ac-f836-451a-9d08-698621875985 admin admin] Deleting port 6505a371-d81a-4cd0-96e1-5674eb432cdb {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:58:22.391500 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7c580ac-f836-451a-9d08-698621875985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:22.465053 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-c7c580ac-f836-451a-9d08-698621875985 admin admin] For port 6505a371-d81a-4cd0-96e1-5674eb432cdb, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6505a371-d81a-4cd0-96e1-5674eb432cdb,segment=NetworkSegment(204d11e9-fc96-403b-8cfe-668adbc20253),segment_id=204d11e9-fc96-403b-8cfe-668adbc20253)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:58:22.465915 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7c580ac-f836-451a-9d08-698621875985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:22.478004 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-c7c580ac-f836-451a-9d08-698621875985 admin admin] Calling delete_port for 6505a371-d81a-4cd0-96e1-5674eb432cdb owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:58:22.648799 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7c580ac-f836-451a-9d08-698621875985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:22.675019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c580ac-f836-451a-9d08-698621875985 admin admin] Pushing event deleted for resources: {'Port': ['ID=6505a371-d81a-4cd0-96e1-5674eb432cdb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:22.839541 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7c580ac-f836-451a-9d08-698621875985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:23.042224 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c580ac-f836-451a-9d08-698621875985 admin admin] Router 74407d63-a6df-4dc6-a77b-240ea8e1f4a6 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 07:58:23.144939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c580ac-f836-451a-9d08-698621875985 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 07:58:23.150543 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c7c580ac-f836-451a-9d08-698621875985 admin admin] 10.222.0.35 "PUT /v2.0/routers/74407d63-a6df-4dc6-a77b-240ea8e1f4a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3470254 Jul 14 07:58:23.152746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37644) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:23.153681 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d16e051-623f-461c-9843-5bb46fb5d0a0 None None] Sync routers for ids ['74407d63-a6df-4dc6-a77b-240ea8e1f4a6'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 07:58:23.163296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d16e051-623f-461c-9843-5bb46fb5d0a0 None None] Routers {'74407d63-a6df-4dc6-a77b-240ea8e1f4a6'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:58:23.164022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-1d16e051-623f-461c-9843-5bb46fb5d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:58:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['74407d63-a6df-4dc6-a77b-240ea8e1f4a6'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:58:23.254179 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43f86f83-cd4b-45b6-93fc-8756033277c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:23.267932 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-1d16e051-623f-461c-9843-5bb46fb5d0a0 None None] Set router 74407d63-a6df-4dc6-a77b-240ea8e1f4a6 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:58:23.352285 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43f86f83-cd4b-45b6-93fc-8756033277c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:23.403919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-43f86f83-cd4b-45b6-93fc-8756033277c5 admin admin] Deleting port 62674758-06c6-4a17-9193-65799766abc1 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:58:23.404264 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43f86f83-cd4b-45b6-93fc-8756033277c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:23.444727 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-1d16e051-623f-461c-9843-5bb46fb5d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74407d63-a6df-4dc6-a77b-240ea8e1f4a6', 'name': 'tempest-TestVolumeBootPattern-798368111-router', 'tenant_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '62674758-06c6-4a17-9193-65799766abc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:34Z', 'updated_at': '2021-07-14T07:58:22Z', 'revision_number': 5, 'project_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'gw_port': {'id': '62674758-06c6-4a17-9193-65799766abc1', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74407d63-a6df-4dc6-a77b-240ea8e1f4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T07:48:34Z', 'updated_at': '2021-07-14T07:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:58:23.470596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d16e051-623f-461c-9843-5bb46fb5d0a0 None None] Checking router: 74407d63-a6df-4dc6-a77b-240ea8e1f4a6 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 07:58:23.478992 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d16e051-623f-461c-9843-5bb46fb5d0a0 None None] Routers {'74407d63-a6df-4dc6-a77b-240ea8e1f4a6'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 07:58:23.479601 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-1d16e051-623f-461c-9843-5bb46fb5d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T07:58:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['74407d63-a6df-4dc6-a77b-240ea8e1f4a6'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:58:23.483565 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-43f86f83-cd4b-45b6-93fc-8756033277c5 admin admin] For port 62674758-06c6-4a17-9193-65799766abc1, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=62674758-06c6-4a17-9193-65799766abc1,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:58:23.483918 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43f86f83-cd4b-45b6-93fc-8756033277c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:23.495342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-43f86f83-cd4b-45b6-93fc-8756033277c5 admin admin] Calling delete_port for 62674758-06c6-4a17-9193-65799766abc1 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:58:23.562727 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-1d16e051-623f-461c-9843-5bb46fb5d0a0 None None] Set router 74407d63-a6df-4dc6-a77b-240ea8e1f4a6 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 07:58:23.613235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-1d16e051-623f-461c-9843-5bb46fb5d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74407d63-a6df-4dc6-a77b-240ea8e1f4a6', 'name': 'tempest-TestVolumeBootPattern-798368111-router', 'tenant_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:34Z', 'updated_at': '2021-07-14T07:58:23Z', 'revision_number': 6, 'project_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:58:23.641646 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d16e051-623f-461c-9843-5bb46fb5d0a0 None None] The sync data for ids ['74407d63-a6df-4dc6-a77b-240ea8e1f4a6'] in n-d-778696-5 is: [{'id': '74407d63-a6df-4dc6-a77b-240ea8e1f4a6', 'name': 'tempest-TestVolumeBootPattern-798368111-router', 'tenant_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T07:48:34Z', 'updated_at': '2021-07-14T07:58:23Z', 'revision_number': 6, 'project_id': 'cc4dcefb59e14614bd5c3e18c2f38c62', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 07:58:23.660140 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43f86f83-cd4b-45b6-93fc-8756033277c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:23.685844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f86f83-cd4b-45b6-93fc-8756033277c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=62674758-06c6-4a17-9193-65799766abc1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:23.746764 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43f86f83-cd4b-45b6-93fc-8756033277c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:23.835066 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43f86f83-cd4b-45b6-93fc-8756033277c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:23.837079 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43f86f83-cd4b-45b6-93fc-8756033277c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:23.879024 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43f86f83-cd4b-45b6-93fc-8756033277c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:23.879707 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f86f83-cd4b-45b6-93fc-8756033277c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74407d63-a6df-4dc6-a77b-240ea8e1f4a6 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 07:58:23.884058 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-43f86f83-cd4b-45b6-93fc-8756033277c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:23.885206 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-43f86f83-cd4b-45b6-93fc-8756033277c5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/74407d63-a6df-4dc6-a77b-240ea8e1f4a6 HTTP/1.1" status: 204 len: 168 time: 0.7314975 Jul 14 07:58:23.887646 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37646) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:23.929992 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e24edd0-d89f-4af0-9ffb-d3a1b4005e5f admin admin] Deleting subnet f6cadb2b-1def-4fc1-a95d-f9e090cc8b6f {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:58:23.932779 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4e24edd0-d89f-4af0-9ffb-d3a1b4005e5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:23.964959 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4e24edd0-d89f-4af0-9ffb-d3a1b4005e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:24.048595 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4e24edd0-d89f-4af0-9ffb-d3a1b4005e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:24.102505 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4e24edd0-d89f-4af0-9ffb-d3a1b4005e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:24.126902 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24edd0-d89f-4af0-9ffb-d3a1b4005e5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6cadb2b-1def-4fc1-a95d-f9e090cc8b6f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:24.131306 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4e24edd0-d89f-4af0-9ffb-d3a1b4005e5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:24.133175 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4e24edd0-d89f-4af0-9ffb-d3a1b4005e5f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f6cadb2b-1def-4fc1-a95d-f9e090cc8b6f HTTP/1.1" status: 204 len: 168 time: 0.2446320 Jul 14 07:58:24.135718 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37648) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:24.137965 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9142d643-c2f5-49cf-95d3-e1d88a669093 None None] Network 36f78137-e914-4ba3-999d-232464aabb4d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:58:24.206287 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:24.402590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b68c9d-f4e2-4fef-b6f6-123e3513c7b1 None None] DHCP port deletion for 36f78137-e914-4ba3-999d-232464aabb4d request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 07:58:24.465519 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-c3b68c9d-f4e2-4fef-b6f6-123e3513c7b1 None None] Deleting port b8b6fb34-f576-45ba-b8f6-9cfe78f87167 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:58:24.466201 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c3b68c9d-f4e2-4fef-b6f6-123e3513c7b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:24.479390 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 62674758-06c6-4a17-9193-65799766abc1 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:58:24.532934 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 62674758-06c6-4a17-9193-65799766abc1 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:58:24.533308 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 62674758-06c6-4a17-9193-65799766abc1 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:58:24.533729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b8b6fb34-f576-45ba-b8f6-9cfe78f87167 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:58:24.580425 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c3b68c9d-f4e2-4fef-b6f6-123e3513c7b1 None None] For port b8b6fb34-f576-45ba-b8f6-9cfe78f87167, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b8b6fb34-f576-45ba-b8f6-9cfe78f87167,segment=NetworkSegment(204d11e9-fc96-403b-8cfe-668adbc20253),segment_id=204d11e9-fc96-403b-8cfe-668adbc20253)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:58:24.580826 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c3b68c9d-f4e2-4fef-b6f6-123e3513c7b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:24.598914 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] Deleting port b8b6fb34-f576-45ba-b8f6-9cfe78f87167 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:58:24.599252 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:24.599836 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-c3b68c9d-f4e2-4fef-b6f6-123e3513c7b1 None None] Calling delete_port for b8b6fb34-f576-45ba-b8f6-9cfe78f87167 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:58:24.665780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] For port b8b6fb34-f576-45ba-b8f6-9cfe78f87167, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b8b6fb34-f576-45ba-b8f6-9cfe78f87167,segment=NetworkSegment(204d11e9-fc96-403b-8cfe-668adbc20253),segment_id=204d11e9-fc96-403b-8cfe-668adbc20253)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:58:24.666199 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:24.678320 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:24.679244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] Calling delete_port for b8b6fb34-f576-45ba-b8f6-9cfe78f87167 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:58:24.724967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port b8b6fb34-f576-45ba-b8f6-9cfe78f87167, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b8b6fb34-f576-45ba-b8f6-9cfe78f87167,segment=NetworkSegment(204d11e9-fc96-403b-8cfe-668adbc20253),segment_id=204d11e9-fc96-403b-8cfe-668adbc20253)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:58:24.735819 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:24.736505 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6505a371-d81a-4cd0-96e1-5674eb432cdb no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:58:24.775869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 6505a371-d81a-4cd0-96e1-5674eb432cdb {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:58:24.776214 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6505a371-d81a-4cd0-96e1-5674eb432cdb not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:58:24.783091 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c3b68c9d-f4e2-4fef-b6f6-123e3513c7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:24.790169 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:24.807317 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b68c9d-f4e2-4fef-b6f6-123e3513c7b1 None None] No DVR routers for this DVR port b8b6fb34-f576-45ba-b8f6-9cfe78f87167 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:58:24.812948 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=b8b6fb34-f576-45ba-b8f6-9cfe78f87167,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:24.821413 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b6fb34-f576-45ba-b8f6-9cfe78f87167,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:24.823288 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] No DVR routers for this DVR port b8b6fb34-f576-45ba-b8f6-9cfe78f87167 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:58:24.839077 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b68c9d-f4e2-4fef-b6f6-123e3513c7b1 None None] Pushing event deleted for resources: {'Port': ['ID=b8b6fb34-f576-45ba-b8f6-9cfe78f87167,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:24.899949 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:24.909367 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f78137-e914-4ba3-999d-232464aabb4d']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:58:24.919468 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204d11e9-fc96-403b-8cfe-668adbc20253') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:58:24.919767 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204d11e9-fc96-403b-8cfe-668adbc20253') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:58:24.928339 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:24.942157 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:24.947637 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:58:24.948020 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: self.session.flush() Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:58:24.949674 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:58:25.002655 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:25.008609 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:25.010489 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] 10.222.0.35 "DELETE /v2.0/networks/36f78137-e914-4ba3-999d-232464aabb4d HTTP/1.1" status: 204 len: 168 time: 0.8736286 Jul 14 07:58:25.022386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b3b85-b2ef-4535-995c-e9e6a50d1057 admin admin] Pushing event deleted for resources: {'Network': ['ID=36f78137-e914-4ba3-999d-232464aabb4d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:25.114230 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37652) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:25.152211 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-48fca22b-7c66-4aec-9ffd-37592c11a087 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb91da042d904cd6975fba9cea71a4f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367270 Jul 14 07:58:25.154989 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37654) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:25.204343 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5924a45-0e23-4376-8258-f185dbf682f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:25.226949 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5924a45-0e23-4376-8258-f185dbf682f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:25.274549 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5924a45-0e23-4376-8258-f185dbf682f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:25.277202 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d5924a45-0e23-4376-8258-f185dbf682f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:25.278865 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d5924a45-0e23-4376-8258-f185dbf682f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b17073f-607a-4b37-bd31-b7141d73340f HTTP/1.1" status: 204 len: 168 time: 0.1229954 Jul 14 07:58:25.286221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5924a45-0e23-4376-8258-f185dbf682f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b17073f-607a-4b37-bd31-b7141d73340f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:25.584880 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37660) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:25.623355 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b80fe20d-8662-4d48-bc5f-b3eebd7600ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc4dcefb59e14614bd5c3e18c2f38c62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372951 Jul 14 07:58:25.625647 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37662) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:25.672036 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2b86-fec5-41fa-b0a2-480757e02b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:25.691935 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2b86-fec5-41fa-b0a2-480757e02b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:25.736687 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2b86-fec5-41fa-b0a2-480757e02b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:25.739170 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2b86-fec5-41fa-b0a2-480757e02b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:25.740273 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fb6f2b86-fec5-41fa-b0a2-480757e02b59 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/871b7808-5f2f-40f1-adbe-1ac97a241414 HTTP/1.1" status: 204 len: 168 time: 0.1137631 Jul 14 07:58:25.748397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f2b86-fec5-41fa-b0a2-480757e02b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871b7808-5f2f-40f1-adbe-1ac97a241414,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:29.690332 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-884c83f1-e86f-4d4f-b499-291ea3792ed6 req-d039563b-4316-48fa-a1b9-e600aca07fe0 service neutron] (93827) timed out ('10.222.0.30', 60232) {{(pid=93827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 07:58:30.558035 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e3bc-d904-4779-8d67-fc0962c4ac18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:33.352388 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67c13a06-1d35-46f8-ac14-59a09573e6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:33.686284 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:34.814489 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:35.518631 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-d3844d58-b71b-4e8d-9733-566b4e429a3e tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d16033b483994271b943fc3b4d079aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301311 Jul 14 07:58:35.692227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-841a4e2f-3033-4a85-9558-760e3b798940 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:35.693614 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-841a4e2f-3033-4a85-9558-760e3b798940 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1702080 Jul 14 07:58:35.707674 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-e8d33fae-ac29-49b8-bc69-7838a8e13dd0 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/quotas/d16033b483994271b943fc3b4d079aa7 HTTP/1.1" status: 200 len: 375 time: 0.0086718 Jul 14 07:58:35.740424 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-45e59538-d1f9-425c-8bba-dab6fa9488f8 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d16033b483994271b943fc3b4d079aa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281284 Jul 14 07:58:36.344786 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:36.921602 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8e9d1c08-50df-4baf-b140-247ebe336069 req-db1a09cc-29e3-4ca2-a3bb-5d6a37b38eff tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/ports?device_id=732033a0-7746-473f-a7c1-cbf82afdecac HTTP/1.1" status: 200 len: 210 time: 0.0308778 Jul 14 07:58:38.002539 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af8e257b-e9a9-489a-be44-5a7d8dc532a2 req-72a36d35-e22d-49be-ad92-ef3e2c2dea54 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/ports?device_id=732033a0-7746-473f-a7c1-cbf82afdecac HTTP/1.1" status: 200 len: 210 time: 0.0284433 Jul 14 07:58:39.080805 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0df9ea45-0040-4afe-be25-02f09eb93f20 req-fdd530b8-e878-40ea-b7d5-eabee4b543b0 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/ports?device_id=732033a0-7746-473f-a7c1-cbf82afdecac HTTP/1.1" status: 200 len: 210 time: 0.0278764 Jul 14 07:58:40.160197 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-df18e851-373f-40b6-ac9e-3ba0cc14bdc8 req-8c52f75c-830d-47a4-bd0a-ec37cb7f40aa tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/ports?device_id=732033a0-7746-473f-a7c1-cbf82afdecac HTTP/1.1" status: 200 len: 210 time: 0.0272615 Jul 14 07:58:41.297364 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ded5a3ae-36b2-4714-81c5-736d1289bf9e req-57c40fdf-3f92-4234-83ae-0ec6b160a62e tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/ports?device_id=732033a0-7746-473f-a7c1-cbf82afdecac HTTP/1.1" status: 200 len: 210 time: 0.0308800 Jul 14 07:58:42.075475 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-c1fc8448-1e1e-433f-b2c5-607170d146bb tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d16033b483994271b943fc3b4d079aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293000 Jul 14 07:58:42.275235 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-fb758810-d116-4df7-bb3b-56d9fc35876e tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:42.276606 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-fb758810-d116-4df7-bb3b-56d9fc35876e tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966631 Jul 14 07:58:42.288829 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-6709a0b0-07d9-415e-8536-8354bc5fe294 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Request body: {'port': {'device_id': '732033a0-7746-473f-a7c1-cbf82afdecac', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'admin_state_up': True, 'tenant_id': 'd16033b483994271b943fc3b4d079aa7'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:58:42.398769 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-6709a0b0-07d9-415e-8536-8354bc5fe294 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Made reservation on behalf of d16033b483994271b943fc3b4d079aa7 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:58:42.402595 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-6709a0b0-07d9-415e-8536-8354bc5fe294 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:42.412561 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-6709a0b0-07d9-415e-8536-8354bc5fe294 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:42.435678 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed71b348-b41e-47b3-aaeb-6d405b5e41e0 req-4e4776cd-32a9-4097-8851-1e92eb5a7e1b tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/ports?device_id=732033a0-7746-473f-a7c1-cbf82afdecac HTTP/1.1" status: 200 len: 210 time: 0.0288134 Jul 14 07:58:42.503171 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-6709a0b0-07d9-415e-8536-8354bc5fe294 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:42.506710 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-6709a0b0-07d9-415e-8536-8354bc5fe294 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:42.570694 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709a0b0-07d9-415e-8536-8354bc5fe294 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b24bca-45bb-4c0d-832b-86f31001003c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:42.639431 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-6709a0b0-07d9-415e-8536-8354bc5fe294 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Allocated IP 192.168.233.120 (29bcecba-5736-4306-a643-6612ee5f2ebd/0efc4523-efe5-482f-b8b0-964ca1973450/a3148b84-b709-4d6a-8e8a-7de8d68b6403) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:58:42.779011 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-6709a0b0-07d9-415e-8536-8354bc5fe294 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:42.791876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-6709a0b0-07d9-415e-8536-8354bc5fe294 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Transition to ACTIVE for port object a3148b84-b709-4d6a-8e8a-7de8d68b6403 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:58:42.824632 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-6709a0b0-07d9-415e-8536-8354bc5fe294 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:42.874208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-6709a0b0-07d9-415e-8536-8354bc5fe294 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Network 29bcecba-5736-4306-a643-6612ee5f2ebd is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:58:42.877359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-6709a0b0-07d9-415e-8536-8354bc5fe294 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:58:42.881285 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-6709a0b0-07d9-415e-8536-8354bc5fe294 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:58:42.887927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709a0b0-07d9-415e-8536-8354bc5fe294 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Pushing event updated for resources: {'Port': ['ID=a3148b84-b709-4d6a-8e8a-7de8d68b6403,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:43.161081 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-34a5d198-f61d-42f2-8ff6-df636304e4b1 None None] Provisioning for port a3148b84-b709-4d6a-8e8a-7de8d68b6403 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:58:43.165090 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-34a5d198-f61d-42f2-8ff6-df636304e4b1 None None] Provisioning complete for port a3148b84-b709-4d6a-8e8a-7de8d68b6403 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:58:43.165509 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-34a5d198-f61d-42f2-8ff6-df636304e4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:43.199807 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-34a5d198-f61d-42f2-8ff6-df636304e4b1 None None] Port a3148b84-b709-4d6a-8e8a-7de8d68b6403 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 07:58:43.261641 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-6709a0b0-07d9-415e-8536-8354bc5fe294 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:43.262254 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-6709a0b0-07d9-415e-8536-8354bc5fe294 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:43.276081 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-6709a0b0-07d9-415e-8536-8354bc5fe294 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9909348 Jul 14 07:58:43.287327 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Request body: {'port': {'device_id': '732033a0-7746-473f-a7c1-cbf82afdecac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:58:43.354905 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:43.605496 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299437dd-453c-4817-bcbc-ba8f710bff4c req-c2d11d1d-88e8-4777-97b3-d950fa2cae57 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:43.606947 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-299437dd-453c-4817-bcbc-ba8f710bff4c req-c2d11d1d-88e8-4777-97b3-d950fa2cae57 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/ports?device_id=732033a0-7746-473f-a7c1-cbf82afdecac HTTP/1.1" status: 200 len: 936 time: 0.0613573 Jul 14 07:58:43.609115 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3148b84-b709-4d6a-8e8a-7de8d68b6403 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:58:43.616929 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:43.629161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Transition to ACTIVE for port object a3148b84-b709-4d6a-8e8a-7de8d68b6403 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:58:43.633094 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:43.645543 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-299437dd-453c-4817-bcbc-ba8f710bff4c req-7157c724-3362-47a8-8710-0be5c0a8c4b0 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2b24bca-45bb-4c0d-832b-86f31001003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324790 Jul 14 07:58:43.703498 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Pushing event updated for resources: {'Port': ['ID=a3148b84-b709-4d6a-8e8a-7de8d68b6403,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:43.755678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Attempting to bind port a3148b84-b709-4d6a-8e8a-7de8d68b6403 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:58:43.756002 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Attempting to bind port a3148b84-b709-4d6a-8e8a-7de8d68b6403 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:58:43.756386 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Attempting to bind port a3148b84-b709-4d6a-8e8a-7de8d68b6403 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:58:43.760817 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Port a3148b84-b709-4d6a-8e8a-7de8d68b6403 on network 29bcecba-5736-4306-a643-6612ee5f2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:58:43.761135 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Attempting to bind port a3148b84-b709-4d6a-8e8a-7de8d68b6403 on network 29bcecba-5736-4306-a643-6612ee5f2ebd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:58:43.766103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:58:43.766436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Checking segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:58:43.766819 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Bound using segment: {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:58:43.767238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Bound port: a3148b84-b709-4d6a-8e8a-7de8d68b6403, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fde04-d0a0-4e80-a6d0-94befbc1d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:58:43.767594 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:43.830796 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] For port a3148b84-b709-4d6a-8e8a-7de8d68b6403, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:58:43.833805 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] For port a3148b84-b709-4d6a-8e8a-7de8d68b6403, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a3148b84-b709-4d6a-8e8a-7de8d68b6403,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:58:43.838527 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:43.872650 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:43.873291 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:43.874709 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] 10.222.0.30 "PUT /v2.0/ports/a3148b84-b709-4d6a-8e8a-7de8d68b6403 HTTP/1.1" status: 200 len: 1096 time: 0.5914292 Jul 14 07:58:43.875144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732033a0-7746-473f-a7c1-cbf82afdecac', 'tag': 'a3148b84-b709-4d6a-8e8a-7de8d68b6403'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:58:43.877420 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39766173-127a-4ef2-ab78-cf00b9aad06f" -d '{"events": [{"name": "network-changed", "server_uuid": "732033a0-7746-473f-a7c1-cbf82afdecac", "tag": "a3148b84-b709-4d6a-8e8a-7de8d68b6403"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:58:43.901074 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae96f7-a5d9-464d-beaa-4faf520aa80d service neutron] Pushing event updated for resources: {'Port': ['ID=a3148b84-b709-4d6a-8e8a-7de8d68b6403,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:43.949340 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1aaeb5-e85f-4fd1-a88b-4b7b2dfff927 x-openstack-request-id: req-0c1aaeb5-e85f-4fd1-a88b-4b7b2dfff927 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:58:43.949644 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732033a0-7746-473f-a7c1-cbf82afdecac", "tag": "a3148b84-b709-4d6a-8e8a-7de8d68b6403", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:58:43.949899 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c1aaeb5-e85f-4fd1-a88b-4b7b2dfff927 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:58:43.950301 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732033a0-7746-473f-a7c1-cbf82afdecac', 'tag': 'a3148b84-b709-4d6a-8e8a-7de8d68b6403', 'status': 'completed', 'code': 200} Jul 14 07:58:43.979773 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-89816bbf-dde7-4383-ba59-2949c05027ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:43.981340 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-89816bbf-dde7-4383-ba59-2949c05027ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d16033b483994271b943fc3b4d079aa7&device_id=732033a0-7746-473f-a7c1-cbf82afdecac HTTP/1.1" status: 200 len: 1099 time: 0.0611243 Jul 14 07:58:44.025479 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-521f071e-7f4b-4245-9679-7bf49282d7aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=a3148b84-b709-4d6a-8e8a-7de8d68b6403 HTTP/1.1" status: 200 len: 217 time: 0.0373816 Jul 14 07:58:44.076991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-9f1576b3-6848-41a9-8535-2bfc124b3d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:44.078501 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-9f1576b3-6848-41a9-8535-2bfc124b3d78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0468411 Jul 14 07:58:44.136132 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-a32b3ba7-8bc4-43d2-977c-f835879748a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:44.137896 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-a32b3ba7-8bc4-43d2-977c-f835879748a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536017 Jul 14 07:58:44.228092 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-fe61d88c-b1da-4ca6-a189-78eea673dc08 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839036 Jul 14 07:58:44.313573 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-003f1a2e-0587-44cc-911c-a369e03c7bc3 req-4e36c20a-edfb-465a-bd90-872e0e8dad93 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788045 Jul 14 07:58:44.416942 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39766173-127a-4ef2-ab78-cf00b9aad06f req-ebcc652b-dfaa-4b31-8c20-09e2dd5af03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:44.418495 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-39766173-127a-4ef2-ab78-cf00b9aad06f req-ebcc652b-dfaa-4b31-8c20-09e2dd5af03f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d16033b483994271b943fc3b4d079aa7&device_id=732033a0-7746-473f-a7c1-cbf82afdecac HTTP/1.1" status: 200 len: 1099 time: 0.0583489 Jul 14 07:58:44.506154 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39766173-127a-4ef2-ab78-cf00b9aad06f req-2dedbd58-c441-45c3-bc3e-40ae1be8774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:44.507507 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-39766173-127a-4ef2-ab78-cf00b9aad06f req-2dedbd58-c441-45c3-bc3e-40ae1be8774f service neutron] 10.222.0.30 "GET /v2.0/networks?id=29bcecba-5736-4306-a643-6612ee5f2ebd HTTP/1.1" status: 200 len: 870 time: 0.0807920 Jul 14 07:58:44.548558 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-39766173-127a-4ef2-ab78-cf00b9aad06f req-2fb2e264-9694-43fb-b60d-0fd8e2dc37c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=a3148b84-b709-4d6a-8e8a-7de8d68b6403 HTTP/1.1" status: 200 len: 217 time: 0.0323572 Jul 14 07:58:44.598901 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39766173-127a-4ef2-ab78-cf00b9aad06f req-987c12dc-785a-4123-92b8-9feddc28a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:44.600533 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-39766173-127a-4ef2-ab78-cf00b9aad06f req-987c12dc-785a-4123-92b8-9feddc28a7bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0efc4523-efe5-482f-b8b0-964ca1973450 HTTP/1.1" status: 200 len: 843 time: 0.0453765 Jul 14 07:58:44.657735 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39766173-127a-4ef2-ab78-cf00b9aad06f req-63be7df3-6fa5-4b45-ae6e-0e313ec5512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:44.659258 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-39766173-127a-4ef2-ab78-cf00b9aad06f req-63be7df3-6fa5-4b45-ae6e-0e313ec5512c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bcecba-5736-4306-a643-6612ee5f2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0500929 Jul 14 07:58:44.756691 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-39766173-127a-4ef2-ab78-cf00b9aad06f req-dea00615-8130-4903-a2cc-cab506f2c9f0 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865350 Jul 14 07:58:44.823345 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cc8c2-c5bb-4af3-a7b3-223f331cec1a req-71e76040-7cde-4cf5-97f2-062ebb326ffe tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:44.824820 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b45cc8c2-c5bb-4af3-a7b3-223f331cec1a req-71e76040-7cde-4cf5-97f2-062ebb326ffe tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/ports?device_id=732033a0-7746-473f-a7c1-cbf82afdecac HTTP/1.1" status: 200 len: 948 time: 0.0653629 Jul 14 07:58:44.848468 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-39766173-127a-4ef2-ab78-cf00b9aad06f req-2c573a17-ed1b-47b3-922f-484d55b43a04 service neutron] 10.222.0.30 "GET /v2.0/networks/29bcecba-5736-4306-a643-6612ee5f2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853913 Jul 14 07:58:44.862611 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b45cc8c2-c5bb-4af3-a7b3-223f331cec1a req-d2213ee5-3f22-42cc-9f84-4754fa2f9b1d tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2b24bca-45bb-4c0d-832b-86f31001003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316031 Jul 14 07:58:45.982111 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device a3148b84-b709-4d6a-8e8a-7de8d68b6403 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:58:45.999505 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:46.035763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb34807-09bd-4e60-9913-7f93c8fcb55e req-b871aeff-7ba0-4a4a-857b-4353a04f5f70 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:46.037257 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2fb34807-09bd-4e60-9913-7f93c8fcb55e req-b871aeff-7ba0-4a4a-857b-4353a04f5f70 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/ports?device_id=732033a0-7746-473f-a7c1-cbf82afdecac HTTP/1.1" status: 200 len: 948 time: 0.0635641 Jul 14 07:58:46.061302 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:46.074634 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2fb34807-09bd-4e60-9913-7f93c8fcb55e req-50c1d646-df4c-42f2-a6ab-f9afe6b1d5cf tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2b24bca-45bb-4c0d-832b-86f31001003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317063 Jul 14 07:58:46.092446 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port a3148b84-b709-4d6a-8e8a-7de8d68b6403, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a3148b84-b709-4d6a-8e8a-7de8d68b6403,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:58:46.103359 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'a3148b84-b709-4d6a-8e8a-7de8d68b6403', 'network_id': '29bcecba-5736-4306-a643-6612ee5f2ebd', 'port_id': 'a3148b84-b709-4d6a-8e8a-7de8d68b6403', 'mac_address': 'fa:16:3e:e8:64:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efc4523-efe5-482f-b8b0-964ca1973450', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:58:46.145647 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:46.157769 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3148b84-b709-4d6a-8e8a-7de8d68b6403 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:58:46.176274 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port a3148b84-b709-4d6a-8e8a-7de8d68b6403, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a3148b84-b709-4d6a-8e8a-7de8d68b6403,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:58:46.180057 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:46.226368 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=a3148b84-b709-4d6a-8e8a-7de8d68b6403,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:46.393343 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['a3148b84-b709-4d6a-8e8a-7de8d68b6403'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:58:47.246416 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8700265-43ca-4d8e-9117-5743ebb378d7 req-c702a80e-3ed7-46b6-a9f6-dbb1d215fe4f tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:47.247779 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8700265-43ca-4d8e-9117-5743ebb378d7 req-c702a80e-3ed7-46b6-a9f6-dbb1d215fe4f tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/ports?device_id=732033a0-7746-473f-a7c1-cbf82afdecac HTTP/1.1" status: 200 len: 949 time: 0.0614796 Jul 14 07:58:47.288346 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8700265-43ca-4d8e-9117-5743ebb378d7 req-90e1ed76-a164-407e-ab5d-818ccb64ccdd tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2b24bca-45bb-4c0d-832b-86f31001003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350459 Jul 14 07:58:47.981863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device a3148b84-b709-4d6a-8e8a-7de8d68b6403 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:58:48.028300 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port a3148b84-b709-4d6a-8e8a-7de8d68b6403 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:58:48.031708 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port a3148b84-b709-4d6a-8e8a-7de8d68b6403 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:58:48.032078 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:48.104074 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:48.125756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732033a0-7746-473f-a7c1-cbf82afdecac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3148b84-b709-4d6a-8e8a-7de8d68b6403'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:58:48.127993 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db762f64-22eb-482f-a15b-e19fca391b7b" -d '{"events": [{"server_uuid": "732033a0-7746-473f-a7c1-cbf82afdecac", "name": "network-vif-plugged", "status": "completed", "tag": "a3148b84-b709-4d6a-8e8a-7de8d68b6403"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:58:48.143565 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port a3148b84-b709-4d6a-8e8a-7de8d68b6403, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a3148b84-b709-4d6a-8e8a-7de8d68b6403,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:58:48.147331 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:48.170332 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73537556-ee38-439f-a842-796a1dcb2ce4 x-openstack-request-id: req-73537556-ee38-439f-a842-796a1dcb2ce4 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:58:48.170639 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732033a0-7746-473f-a7c1-cbf82afdecac", "name": "network-vif-plugged", "status": "completed", "tag": "a3148b84-b709-4d6a-8e8a-7de8d68b6403", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:58:48.170905 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73537556-ee38-439f-a842-796a1dcb2ce4 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:58:48.171311 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732033a0-7746-473f-a7c1-cbf82afdecac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3148b84-b709-4d6a-8e8a-7de8d68b6403', 'code': 200} Jul 14 07:58:48.197971 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=a3148b84-b709-4d6a-8e8a-7de8d68b6403,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:48.276263 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2714f-d623-496e-be7f-c1e18368a16c req-4aa27fc9-cdbe-485f-ab18-176efd4fe01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:48.277694 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f5e2714f-d623-496e-be7f-c1e18368a16c req-4aa27fc9-cdbe-485f-ab18-176efd4fe01b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=732033a0-7746-473f-a7c1-cbf82afdecac HTTP/1.1" status: 200 len: 1101 time: 0.0511284 Jul 14 07:58:48.309816 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f5e2714f-d623-496e-be7f-c1e18368a16c req-0c6761b9-0bba-42e6-b4f8-bb032e2a627e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a2b24bca-45bb-4c0d-832b-86f31001003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263951 Jul 14 07:58:48.456581 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66f98a-e67d-423c-9b55-6c2e7b56c5a6 req-8260dd7b-fdaa-420c-a2f5-b325519a1c48 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:48.458076 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c66f98a-e67d-423c-9b55-6c2e7b56c5a6 req-8260dd7b-fdaa-420c-a2f5-b325519a1c48 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/ports?device_id=732033a0-7746-473f-a7c1-cbf82afdecac HTTP/1.1" status: 200 len: 950 time: 0.0628681 Jul 14 07:58:48.494265 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0c66f98a-e67d-423c-9b55-6c2e7b56c5a6 req-afcaae7b-7c21-4df0-86fa-f62943638fac tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2b24bca-45bb-4c0d-832b-86f31001003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307157 Jul 14 07:58:49.663032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db06b8-ef98-40f9-b07b-690aa9937818 req-a6edb8e5-03bb-404c-8071-e46574fe712e tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:49.664480 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78db06b8-ef98-40f9-b07b-690aa9937818 req-a6edb8e5-03bb-404c-8071-e46574fe712e tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/ports?device_id=732033a0-7746-473f-a7c1-cbf82afdecac HTTP/1.1" status: 200 len: 950 time: 0.0609896 Jul 14 07:58:49.700683 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78db06b8-ef98-40f9-b07b-690aa9937818 req-98f9223d-eb84-4f14-8c84-69bc8d92431d tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2b24bca-45bb-4c0d-832b-86f31001003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308173 Jul 14 07:58:50.768841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f046c-669f-4a94-9b27-cfb30ff89508 req-1e312d99-8d46-4d67-a19d-30965767cbca tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:50.770346 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-896f046c-669f-4a94-9b27-cfb30ff89508 req-1e312d99-8d46-4d67-a19d-30965767cbca tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/ports?device_id=732033a0-7746-473f-a7c1-cbf82afdecac HTTP/1.1" status: 200 len: 950 time: 0.0679913 Jul 14 07:58:50.806610 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-896f046c-669f-4a94-9b27-cfb30ff89508 req-dc287956-643b-46ad-8b4c-b43f5d167ec1 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2b24bca-45bb-4c0d-832b-86f31001003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307603 Jul 14 07:58:51.961368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e90168-47d6-4ad3-9b20-301b067d488c req-ab6a6749-b96e-49c8-aeab-3005d8a2e15f tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:51.962893 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d3e90168-47d6-4ad3-9b20-301b067d488c req-ab6a6749-b96e-49c8-aeab-3005d8a2e15f tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.30 "GET /v2.0/ports?device_id=732033a0-7746-473f-a7c1-cbf82afdecac HTTP/1.1" status: 200 len: 950 time: 0.0658288 Jul 14 07:58:52.029232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ee4c1-f5fb-4b8f-8dab-16444582d0c9 req-f97067a8-cf5e-41d8-b3aa-aaf469390104 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:52.031219 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b15ee4c1-f5fb-4b8f-8dab-16444582d0c9 req-f97067a8-cf5e-41d8-b3aa-aaf469390104 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/ports?device_id=732033a0-7746-473f-a7c1-cbf82afdecac HTTP/1.1" status: 200 len: 950 time: 0.0621779 Jul 14 07:58:52.063560 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-d3e90168-47d6-4ad3-9b20-301b067d488c req-1b45b4bf-ce90-4c2a-a5b3-6a3ac1aed237 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Deleting port a3148b84-b709-4d6a-8e8a-7de8d68b6403 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:58:52.063906 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d3e90168-47d6-4ad3-9b20-301b067d488c req-1b45b4bf-ce90-4c2a-a5b3-6a3ac1aed237 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:52.155789 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-d3e90168-47d6-4ad3-9b20-301b067d488c req-1b45b4bf-ce90-4c2a-a5b3-6a3ac1aed237 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] For port a3148b84-b709-4d6a-8e8a-7de8d68b6403, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=a3148b84-b709-4d6a-8e8a-7de8d68b6403,segment=NetworkSegment(c22fde04-d0a0-4e80-a6d0-94befbc1d232),segment_id=c22fde04-d0a0-4e80-a6d0-94befbc1d232)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:58:52.156180 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d3e90168-47d6-4ad3-9b20-301b067d488c req-1b45b4bf-ce90-4c2a-a5b3-6a3ac1aed237 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:52.167916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-d3e90168-47d6-4ad3-9b20-301b067d488c req-1b45b4bf-ce90-4c2a-a5b3-6a3ac1aed237 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Calling delete_port for a3148b84-b709-4d6a-8e8a-7de8d68b6403 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:58:52.188398 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b15ee4c1-f5fb-4b8f-8dab-16444582d0c9 req-81d68237-2b65-465b-9c7a-12215e9aa99b tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2b24bca-45bb-4c0d-832b-86f31001003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175854 Jul 14 07:58:52.290799 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d3e90168-47d6-4ad3-9b20-301b067d488c req-1b45b4bf-ce90-4c2a-a5b3-6a3ac1aed237 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:52.302433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['a3148b84-b709-4d6a-8e8a-7de8d68b6403'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:58:52.324907 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45b4bf-ce90-4c2a-a5b3-6a3ac1aed237 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Pushing event deleted for resources: {'Port': ['ID=a3148b84-b709-4d6a-8e8a-7de8d68b6403,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:52.367629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e90168-47d6-4ad3-9b20-301b067d488c req-1b45b4bf-ce90-4c2a-a5b3-6a3ac1aed237 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] No DVR routers for this DVR port a3148b84-b709-4d6a-8e8a-7de8d68b6403 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:58:52.370346 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d3e90168-47d6-4ad3-9b20-301b067d488c req-1b45b4bf-ce90-4c2a-a5b3-6a3ac1aed237 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:52.372485 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d3e90168-47d6-4ad3-9b20-301b067d488c req-1b45b4bf-ce90-4c2a-a5b3-6a3ac1aed237 tempest-ServersAdminNegativeTestJSON-767521827 tempest-ServersAdminNegativeTestJSON-767521827-project] 10.222.0.30 "DELETE /v2.0/ports/a3148b84-b709-4d6a-8e8a-7de8d68b6403 HTTP/1.1" status: 204 len: 173 time: 0.4031336 Jul 14 07:58:52.372935 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732033a0-7746-473f-a7c1-cbf82afdecac', 'name': 'network-vif-deleted', 'tag': 'a3148b84-b709-4d6a-8e8a-7de8d68b6403'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:58:52.375878 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f27eedb-6056-4d5b-910f-075875c25329" -d '{"events": [{"server_uuid": "732033a0-7746-473f-a7c1-cbf82afdecac", "name": "network-vif-deleted", "tag": "a3148b84-b709-4d6a-8e8a-7de8d68b6403"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:58:52.413816 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b782efa7-b060-4105-a1ff-fe85fba0dd80 x-openstack-request-id: req-b782efa7-b060-4105-a1ff-fe85fba0dd80 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:58:52.414112 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732033a0-7746-473f-a7c1-cbf82afdecac", "name": "network-vif-deleted", "tag": "a3148b84-b709-4d6a-8e8a-7de8d68b6403", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:58:52.414364 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b782efa7-b060-4105-a1ff-fe85fba0dd80 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:58:52.414763 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732033a0-7746-473f-a7c1-cbf82afdecac', 'name': 'network-vif-deleted', 'tag': 'a3148b84-b709-4d6a-8e8a-7de8d68b6403', 'status': 'completed', 'code': 200} Jul 14 07:58:53.501607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37824) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:53.626523 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c3a786fd-52fd-485a-bf6b-fb7d079b9adb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d16033b483994271b943fc3b4d079aa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1237376 Jul 14 07:58:53.628951 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37828) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:53.674302 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80996057-644a-4f4f-864b-7890d2fcce55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:53.697902 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80996057-644a-4f4f-864b-7890d2fcce55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:53.742559 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80996057-644a-4f4f-864b-7890d2fcce55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:53.745032 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-80996057-644a-4f4f-864b-7890d2fcce55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:53.746219 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-80996057-644a-4f4f-864b-7890d2fcce55 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2b24bca-45bb-4c0d-832b-86f31001003c HTTP/1.1" status: 204 len: 168 time: 0.1163595 Jul 14 07:58:53.754449 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80996057-644a-4f4f-864b-7890d2fcce55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b24bca-45bb-4c0d-832b-86f31001003c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:53.995082 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37834) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:54.008998 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-afea1cc3-b9d5-497f-ab7d-691689866a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:54.100941 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-afea1cc3-b9d5-497f-ab7d-691689866a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:54.104511 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-afea1cc3-b9d5-497f-ab7d-691689866a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:54.140662 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-afea1cc3-b9d5-497f-ab7d-691689866a99 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=46fada7f781a4901a9392c87583f7864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440125 Jul 14 07:58:54.142567 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea1cc3-b9d5-497f-ab7d-691689866a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9582d3fd-b2c5-4e59-be93-291bc3af6c32,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:54.143392 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37836) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:54.191547 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-710b8968-dbb1-4774-b426-6ee8cc7e80ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:54.212025 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-710b8968-dbb1-4774-b426-6ee8cc7e80ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:54.258101 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-710b8968-dbb1-4774-b426-6ee8cc7e80ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:54.260679 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-710b8968-dbb1-4774-b426-6ee8cc7e80ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:54.261778 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-710b8968-dbb1-4774-b426-6ee8cc7e80ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9582d3fd-b2c5-4e59-be93-291bc3af6c32 HTTP/1.1" status: 204 len: 168 time: 0.1174152 Jul 14 07:58:54.269747 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b8968-dbb1-4774-b426-6ee8cc7e80ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9582d3fd-b2c5-4e59-be93-291bc3af6c32,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:54.886109 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 37858) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:54.977919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-1973d675-db83-4fa3-adb5-3c4a8cde7ea2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1091861872-network', 'tenant_id': '50517da8de544c8ea5b1c4c05b35d30c'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:58:54.998850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1973d675-db83-4fa3-adb5-3c4a8cde7ea2 admin admin] Made reservation on behalf of 50517da8de544c8ea5b1c4c05b35d30c for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:58:55.001790 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1973d675-db83-4fa3-adb5-3c4a8cde7ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:55.009946 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1973d675-db83-4fa3-adb5-3c4a8cde7ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:55.096688 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1973d675-db83-4fa3-adb5-3c4a8cde7ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:55.100699 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1973d675-db83-4fa3-adb5-3c4a8cde7ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:55.123425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1973d675-db83-4fa3-adb5-3c4a8cde7ea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:58:55.132224 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973d675-db83-4fa3-adb5-3c4a8cde7ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d0f508-2476-458a-b097-f5c45bbc4a79,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:55.138852 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1973d675-db83-4fa3-adb5-3c4a8cde7ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:55.139862 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-1973d675-db83-4fa3-adb5-3c4a8cde7ea2 admin admin] Added segment 73eb7077-2cbd-498b-a689-257281f34076 of type vlan for network b2074fff-ca9a-4b13-83bc-26a527c2fa90 Jul 14 07:58:55.179154 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1973d675-db83-4fa3-adb5-3c4a8cde7ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:55.205920 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1973d675-db83-4fa3-adb5-3c4a8cde7ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:55.206873 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1973d675-db83-4fa3-adb5-3c4a8cde7ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:55.207467 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1973d675-db83-4fa3-adb5-3c4a8cde7ea2 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:55.259634 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1973d675-db83-4fa3-adb5-3c4a8cde7ea2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3724527 Jul 14 07:58:55.262751 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37862) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:58:55.264671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973d675-db83-4fa3-adb5-3c4a8cde7ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=b2074fff-ca9a-4b13-83bc-26a527c2fa90,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:55.268899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3edb113e-114d-4cbb-9b80-7825725017a2 admin admin] Request body: {'subnet': {'network_id': 'b2074fff-ca9a-4b13-83bc-26a527c2fa90', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1091861872-subnet', 'tenant_id': '50517da8de544c8ea5b1c4c05b35d30c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:58:55.274116 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network b2074fff-ca9a-4b13-83bc-26a527c2fa90 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:58:55.290488 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edb113e-114d-4cbb-9b80-7825725017a2 admin admin] Made reservation on behalf of 50517da8de544c8ea5b1c4c05b35d30c for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:58:55.292910 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3edb113e-114d-4cbb-9b80-7825725017a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:55.456335 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3edb113e-114d-4cbb-9b80-7825725017a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:55.516975 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb113e-114d-4cbb-9b80-7825725017a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2ac4b48-da35-46c9-a0d1-5345898b2800,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:55.521217 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edb113e-114d-4cbb-9b80-7825725017a2 admin admin] Checking segment: {'id': '73eb7077-2cbd-498b-a689-257281f34076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b2074fff-ca9a-4b13-83bc-26a527c2fa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:58:55.521565 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edb113e-114d-4cbb-9b80-7825725017a2 admin admin] Network hostable DHCP agents. Network: b2074fff-ca9a-4b13-83bc-26a527c2fa90, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:58:55.538106 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edb113e-114d-4cbb-9b80-7825725017a2 admin admin] Network b2074fff-ca9a-4b13-83bc-26a527c2fa90 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:58:55.546626 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-3edb113e-114d-4cbb-9b80-7825725017a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, b2074fff-ca9a-4b13-83bc-26a527c2fa90) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:58:55.551141 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb113e-114d-4cbb-9b80-7825725017a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:55.551737 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3edb113e-114d-4cbb-9b80-7825725017a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:55.555432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4796291-f91a-4644-baac-e308ffa8ff19 None None] Network b2074fff-ca9a-4b13-83bc-26a527c2fa90 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:58:55.565591 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3edb113e-114d-4cbb-9b80-7825725017a2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3017085 Jul 14 07:58:55.680618 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec63c71-fc6e-41ed-9aaa-22f86b910476 None None] Network b2074fff-ca9a-4b13-83bc-26a527c2fa90 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:58:55.981255 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device a3148b84-b709-4d6a-8e8a-7de8d68b6403 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:58:56.000930 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: a3148b84-b709-4d6a-8e8a-7de8d68b6403 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:58:56.001322 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device a3148b84-b709-4d6a-8e8a-7de8d68b6403 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:58:56.274797 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a5f3b-4729-4485-b420-0ac724102198 req-3db2c5d1-3b2e-41f2-b5c6-95a941446b2d tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:56.276210 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-433a5f3b-4729-4485-b420-0ac724102198 req-3db2c5d1-3b2e-41f2-b5c6-95a941446b2d tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/networks?id=b2074fff-ca9a-4b13-83bc-26a527c2fa90 HTTP/1.1" status: 200 len: 812 time: 0.1023612 Jul 14 07:58:56.291135 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-433a5f3b-4729-4485-b420-0ac724102198 req-58fc71aa-e9de-468f-8858-851a289ecdb3 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/quotas/50517da8de544c8ea5b1c4c05b35d30c HTTP/1.1" status: 200 len: 375 time: 0.0088651 Jul 14 07:58:56.322958 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-433a5f3b-4729-4485-b420-0ac724102198 req-2a0c3b29-2545-46b0-a4a4-a097915dacda tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=50517da8de544c8ea5b1c4c05b35d30c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272233 Jul 14 07:58:56.411454 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-433a5f3b-4729-4485-b420-0ac724102198 req-5cca9b92-1be3-4c70-82ad-5b0b8a8c4786 service neutron] 10.222.0.35 "GET /v2.0/networks/b2074fff-ca9a-4b13-83bc-26a527c2fa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818594 Jul 14 07:58:56.499983 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-433a5f3b-4729-4485-b420-0ac724102198 req-b20c10bb-d300-48c8-9a65-80ed7dd635af service neutron] 10.222.0.35 "GET /v2.0/networks/b2074fff-ca9a-4b13-83bc-26a527c2fa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824020 Jul 14 07:58:56.662507 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6cae409e-4ce0-4691-811a-4a04ea08d43a req-3f510323-9b4f-4f86-8f9f-6972309db0f2 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 210 time: 0.0285707 Jul 14 07:58:57.652642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a5f3b-4729-4485-b420-0ac724102198 req-b6a89c53-189c-407d-b420-d4b23909d16b tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:57.654133 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-433a5f3b-4729-4485-b420-0ac724102198 req-b6a89c53-189c-407d-b420-d4b23909d16b tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.30 "GET /v2.0/networks?id=b2074fff-ca9a-4b13-83bc-26a527c2fa90 HTTP/1.1" status: 200 len: 812 time: 0.1010640 Jul 14 07:58:57.665962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-433a5f3b-4729-4485-b420-0ac724102198 req-20c5cfc5-102f-43ee-b4a9-ac73fdff3d94 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Request body: {'port': {'device_id': '9edf7c67-50eb-4ddb-b35d-469cc3742c1a', 'network_id': 'b2074fff-ca9a-4b13-83bc-26a527c2fa90', 'admin_state_up': True, 'tenant_id': '50517da8de544c8ea5b1c4c05b35d30c'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:58:57.779093 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433a5f3b-4729-4485-b420-0ac724102198 req-20c5cfc5-102f-43ee-b4a9-ac73fdff3d94 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Made reservation on behalf of 50517da8de544c8ea5b1c4c05b35d30c for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:58:57.782629 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-433a5f3b-4729-4485-b420-0ac724102198 req-20c5cfc5-102f-43ee-b4a9-ac73fdff3d94 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:57.804692 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d931b52-6250-4568-af5b-cbf5e29f87a8 req-e1c9746b-4995-4d2d-85dd-b9df14e09651 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 210 time: 0.0277762 Jul 14 07:58:57.903531 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-433a5f3b-4729-4485-b420-0ac724102198 req-20c5cfc5-102f-43ee-b4a9-ac73fdff3d94 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Allocated IP 172.20.0.2 (b2074fff-ca9a-4b13-83bc-26a527c2fa90/a2ac4b48-da35-46c9-a0d1-5345898b2800/900ae893-ca4f-42ac-9fbe-69d31cca712b) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:58:58.019803 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:58:58.044899 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-433a5f3b-4729-4485-b420-0ac724102198 req-20c5cfc5-102f-43ee-b4a9-ac73fdff3d94 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:58.083550 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-433a5f3b-4729-4485-b420-0ac724102198 req-20c5cfc5-102f-43ee-b4a9-ac73fdff3d94 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:58.126765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433a5f3b-4729-4485-b420-0ac724102198 req-20c5cfc5-102f-43ee-b4a9-ac73fdff3d94 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Network b2074fff-ca9a-4b13-83bc-26a527c2fa90 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:58:58.129791 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-433a5f3b-4729-4485-b420-0ac724102198 req-20c5cfc5-102f-43ee-b4a9-ac73fdff3d94 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:58:58.133535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-433a5f3b-4729-4485-b420-0ac724102198 req-20c5cfc5-102f-43ee-b4a9-ac73fdff3d94 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:58:58.139653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5cfc5-102f-43ee-b4a9-ac73fdff3d94 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Pushing event updated for resources: {'Port': ['ID=900ae893-ca4f-42ac-9fbe-69d31cca712b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:58.185732 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a5f3b-4729-4485-b420-0ac724102198 req-20c5cfc5-102f-43ee-b4a9-ac73fdff3d94 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:58.186334 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-433a5f3b-4729-4485-b420-0ac724102198 req-20c5cfc5-102f-43ee-b4a9-ac73fdff3d94 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:58.200185 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-433a5f3b-4729-4485-b420-0ac724102198 req-20c5cfc5-102f-43ee-b4a9-ac73fdff3d94 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5379331 Jul 14 07:58:58.211410 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Request body: {'port': {'device_id': '9edf7c67-50eb-4ddb-b35d-469cc3742c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:58:58.279570 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:58.529055 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900ae893-ca4f-42ac-9fbe-69d31cca712b {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:58:58.536081 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:58.548022 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Transition to ACTIVE for port object 900ae893-ca4f-42ac-9fbe-69d31cca712b will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:58:58.551803 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:58.597429 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Pushing event updated for resources: {'Port': ['ID=900ae893-ca4f-42ac-9fbe-69d31cca712b,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:58.665502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Attempting to bind port 900ae893-ca4f-42ac-9fbe-69d31cca712b on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:58:58.666136 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Attempting to bind port 900ae893-ca4f-42ac-9fbe-69d31cca712b by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '73eb7077-2cbd-498b-a689-257281f34076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b2074fff-ca9a-4b13-83bc-26a527c2fa90'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:58:58.666136 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Attempting to bind port 900ae893-ca4f-42ac-9fbe-69d31cca712b on network b2074fff-ca9a-4b13-83bc-26a527c2fa90 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:58:58.670246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Port 900ae893-ca4f-42ac-9fbe-69d31cca712b on network b2074fff-ca9a-4b13-83bc-26a527c2fa90 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:58:58.670565 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Attempting to bind port 900ae893-ca4f-42ac-9fbe-69d31cca712b on network b2074fff-ca9a-4b13-83bc-26a527c2fa90 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:58:58.675692 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:58:58.676032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Checking segment: {'id': '73eb7077-2cbd-498b-a689-257281f34076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b2074fff-ca9a-4b13-83bc-26a527c2fa90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:58:58.676413 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Bound using segment: {'id': '73eb7077-2cbd-498b-a689-257281f34076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b2074fff-ca9a-4b13-83bc-26a527c2fa90'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:58:58.676836 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Bound port: 900ae893-ca4f-42ac-9fbe-69d31cca712b, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73eb7077-2cbd-498b-a689-257281f34076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b2074fff-ca9a-4b13-83bc-26a527c2fa90'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:58:58.677208 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:58.740501 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] For port 900ae893-ca4f-42ac-9fbe-69d31cca712b, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:58:58.743410 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] For port 900ae893-ca4f-42ac-9fbe-69d31cca712b, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=900ae893-ca4f-42ac-9fbe-69d31cca712b,segment=NetworkSegment(73eb7077-2cbd-498b-a689-257281f34076),segment_id=73eb7077-2cbd-498b-a689-257281f34076)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:58:58.747996 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:58.778935 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:58.779611 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:58:58.781817 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-433a5f3b-4729-4485-b420-0ac724102198 req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] 10.222.0.30 "PUT /v2.0/ports/900ae893-ca4f-42ac-9fbe-69d31cca712b HTTP/1.1" status: 200 len: 1091 time: 0.5744514 Jul 14 07:58:58.783831 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edf7c67-50eb-4ddb-b35d-469cc3742c1a', 'tag': '900ae893-ca4f-42ac-9fbe-69d31cca712b'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:58:58.786830 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d3f65f7891c407d7826e6171ad48e296e000d64b70dacd46e380d976f88ba35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0245ef6-f6f4-43bf-9095-01284c8f4e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "9edf7c67-50eb-4ddb-b35d-469cc3742c1a", "tag": "900ae893-ca4f-42ac-9fbe-69d31cca712b"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:58:58.815284 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a479a8-17b5-40d1-b997-70fd7fe72064 service neutron] Pushing event updated for resources: {'Port': ['ID=900ae893-ca4f-42ac-9fbe-69d31cca712b,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:58:58.828214 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88f7d91-e548-47d6-ae22-e77a77bea1c1 x-openstack-request-id: req-d88f7d91-e548-47d6-ae22-e77a77bea1c1 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:58:58.828500 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edf7c67-50eb-4ddb-b35d-469cc3742c1a", "tag": "900ae893-ca4f-42ac-9fbe-69d31cca712b", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:58:58.828754 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d88f7d91-e548-47d6-ae22-e77a77bea1c1 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:58:58.829292 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edf7c67-50eb-4ddb-b35d-469cc3742c1a', 'tag': '900ae893-ca4f-42ac-9fbe-69d31cca712b', 'status': 'completed', 'code': 200} Jul 14 07:58:58.873957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a5f3b-4729-4485-b420-0ac724102198 req-0ae4d6d6-f031-4707-81d7-6880202a10fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:58.875517 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-433a5f3b-4729-4485-b420-0ac724102198 req-0ae4d6d6-f031-4707-81d7-6880202a10fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50517da8de544c8ea5b1c4c05b35d30c&device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 1094 time: 0.0556974 Jul 14 07:58:58.919235 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-433a5f3b-4729-4485-b420-0ac724102198 req-62f7cb9a-627f-49e1-9656-b90e6ddf5a9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=900ae893-ca4f-42ac-9fbe-69d31cca712b HTTP/1.1" status: 200 len: 217 time: 0.0367782 Jul 14 07:58:58.966615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a5f3b-4729-4485-b420-0ac724102198 req-74991687-0767-4aba-b298-6ee71d6a6961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:58.968596 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-433a5f3b-4729-4485-b420-0ac724102198 req-74991687-0767-4aba-b298-6ee71d6a6961 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2ac4b48-da35-46c9-a0d1-5345898b2800 HTTP/1.1" status: 200 len: 852 time: 0.0434303 Jul 14 07:58:58.985803 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4fe1b-4198-4d3c-a2bc-881ff481bd66 req-5401d1ab-813a-482f-9afc-2c43b731b4ee tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:58.987303 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66d4fe1b-4198-4d3c-a2bc-881ff481bd66 req-5401d1ab-813a-482f-9afc-2c43b731b4ee tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 943 time: 0.0670369 Jul 14 07:58:59.001556 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-433a5f3b-4729-4485-b420-0ac724102198 req-058085d2-df72-47d2-8b6b-2100cfd143d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2074fff-ca9a-4b13-83bc-26a527c2fa90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268872 Jul 14 07:58:59.024500 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66d4fe1b-4198-4d3c-a2bc-881ff481bd66 req-b7523c8e-ebb1-4803-8247-f7c033c322f6 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312998 Jul 14 07:58:59.091141 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-433a5f3b-4729-4485-b420-0ac724102198 req-85a320c9-c43d-41f4-8aba-02df574e9977 service neutron] 10.222.0.30 "GET /v2.0/networks/b2074fff-ca9a-4b13-83bc-26a527c2fa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836306 Jul 14 07:58:59.175839 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-433a5f3b-4729-4485-b420-0ac724102198 req-795bd214-bc2e-43d8-bd5a-216781faf8ec service neutron] 10.222.0.30 "GET /v2.0/networks/b2074fff-ca9a-4b13-83bc-26a527c2fa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790343 Jul 14 07:58:59.273820 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0245ef6-f6f4-43bf-9095-01284c8f4e6b req-9b797aec-e51b-4ab7-a21c-be929a9cfc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:59.275313 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a0245ef6-f6f4-43bf-9095-01284c8f4e6b req-9b797aec-e51b-4ab7-a21c-be929a9cfc3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50517da8de544c8ea5b1c4c05b35d30c&device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 1094 time: 0.0527196 Jul 14 07:58:59.364904 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0245ef6-f6f4-43bf-9095-01284c8f4e6b req-839541ff-7496-4e79-b47e-66e7b3719a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:59.366399 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a0245ef6-f6f4-43bf-9095-01284c8f4e6b req-839541ff-7496-4e79-b47e-66e7b3719a6d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2074fff-ca9a-4b13-83bc-26a527c2fa90 HTTP/1.1" status: 200 len: 913 time: 0.0843730 Jul 14 07:58:59.408712 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a0245ef6-f6f4-43bf-9095-01284c8f4e6b req-2513e8da-1bc1-4b04-bcd2-f6858cf47405 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=900ae893-ca4f-42ac-9fbe-69d31cca712b HTTP/1.1" status: 200 len: 217 time: 0.0333796 Jul 14 07:58:59.453812 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0245ef6-f6f4-43bf-9095-01284c8f4e6b req-1d5d4e85-b8cc-4589-b53d-3f2fdad243f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:58:59.455189 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a0245ef6-f6f4-43bf-9095-01284c8f4e6b req-1d5d4e85-b8cc-4589-b53d-3f2fdad243f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2ac4b48-da35-46c9-a0d1-5345898b2800 HTTP/1.1" status: 200 len: 852 time: 0.0407560 Jul 14 07:58:59.490073 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a0245ef6-f6f4-43bf-9095-01284c8f4e6b req-9bc8e068-4b57-44bf-aa1c-7271e9facafd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2074fff-ca9a-4b13-83bc-26a527c2fa90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284429 Jul 14 07:58:59.575602 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a0245ef6-f6f4-43bf-9095-01284c8f4e6b req-41570f41-e79d-415b-8817-86920e0511d4 service neutron] 10.222.0.30 "GET /v2.0/networks/b2074fff-ca9a-4b13-83bc-26a527c2fa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790298 Jul 14 07:58:59.664521 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a0245ef6-f6f4-43bf-9095-01284c8f4e6b req-57d1db5f-a882-451e-bcd3-b374ffb2ccca service neutron] 10.222.0.30 "GET /v2.0/networks/b2074fff-ca9a-4b13-83bc-26a527c2fa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822346 Jul 14 07:59:00.200842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd23bf-ea1f-46ba-b545-f67db5fad35a req-77ef939f-06cb-4c98-b79a-d30dc20f0967 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:00.202335 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fabd23bf-ea1f-46ba-b545-f67db5fad35a req-77ef939f-06cb-4c98-b79a-d30dc20f0967 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 943 time: 0.0611842 Jul 14 07:59:00.239649 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fabd23bf-ea1f-46ba-b545-f67db5fad35a req-9fe7d2ee-43b6-4f76-a196-8ccff4d8b0c4 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318813 Jul 14 07:59:00.559888 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f5702d9b-529f-4556-b6e3-db34f3e62691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:01.409510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec729982-ee21-4622-ba6c-c2fcb7c8f62f req-a77dd94a-1695-467c-933b-c1e7b2ce8278 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:01.410964 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ec729982-ee21-4622-ba6c-c2fcb7c8f62f req-a77dd94a-1695-467c-933b-c1e7b2ce8278 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 943 time: 0.0637877 Jul 14 07:59:01.446429 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ec729982-ee21-4622-ba6c-c2fcb7c8f62f req-9f72f82e-4cb6-4d14-ab69-96a630304062 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299337 Jul 14 07:59:02.012136 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 900ae893-ca4f-42ac-9fbe-69d31cca712b details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:59:02.105887 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 900ae893-ca4f-42ac-9fbe-69d31cca712b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=900ae893-ca4f-42ac-9fbe-69d31cca712b,segment=NetworkSegment(73eb7077-2cbd-498b-a689-257281f34076),segment_id=73eb7077-2cbd-498b-a689-257281f34076)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:59:02.117287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '900ae893-ca4f-42ac-9fbe-69d31cca712b', 'network_id': 'b2074fff-ca9a-4b13-83bc-26a527c2fa90', 'port_id': '900ae893-ca4f-42ac-9fbe-69d31cca712b', 'mac_address': 'fa:16:3e:4b:cd:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ac4b48-da35-46c9-a0d1-5345898b2800', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:59:02.152839 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:02.164882 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900ae893-ca4f-42ac-9fbe-69d31cca712b {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:59:02.184080 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 900ae893-ca4f-42ac-9fbe-69d31cca712b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=900ae893-ca4f-42ac-9fbe-69d31cca712b,segment=NetworkSegment(73eb7077-2cbd-498b-a689-257281f34076),segment_id=73eb7077-2cbd-498b-a689-257281f34076)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:59:02.188406 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:02.237643 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=900ae893-ca4f-42ac-9fbe-69d31cca712b,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:59:02.368010 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['900ae893-ca4f-42ac-9fbe-69d31cca712b'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:59:02.617766 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcafff-d586-45eb-835e-87cc4d994da2 req-7879b9bd-063b-4f7e-9c73-345452faa087 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:02.619241 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00fcafff-d586-45eb-835e-87cc4d994da2 req-7879b9bd-063b-4f7e-9c73-345452faa087 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 944 time: 0.0622234 Jul 14 07:59:02.654721 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-00fcafff-d586-45eb-835e-87cc4d994da2 req-d82f423d-0435-48c6-979f-8847649ef0ac tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301144 Jul 14 07:59:03.352421 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8947699d-5a80-4dcd-a981-883d31fcd744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:03.688575 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:03.824303 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe476c80-8951-40c3-9770-e1a18c0a390b req-a983c8cf-c195-491c-8251-c89f49e86f84 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:03.825792 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe476c80-8951-40c3-9770-e1a18c0a390b req-a983c8cf-c195-491c-8251-c89f49e86f84 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 944 time: 0.0611904 Jul 14 07:59:03.862657 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe476c80-8951-40c3-9770-e1a18c0a390b req-f9523c98-713e-49b8-9c47-437b2743d341 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309203 Jul 14 07:59:04.043404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 900ae893-ca4f-42ac-9fbe-69d31cca712b up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:59:04.094222 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 900ae893-ca4f-42ac-9fbe-69d31cca712b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:59:04.098324 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 900ae893-ca4f-42ac-9fbe-69d31cca712b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:59:04.098696 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:04.173927 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:04.195279 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edf7c67-50eb-4ddb-b35d-469cc3742c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900ae893-ca4f-42ac-9fbe-69d31cca712b'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:59:04.197538 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0d35cd06aad5ff5f107fa21aa826cff9e298dc7ed4a7285946c54f8b1a2de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb934252-440c-4a83-8d65-7e14fceb2182" -d '{"events": [{"server_uuid": "9edf7c67-50eb-4ddb-b35d-469cc3742c1a", "name": "network-vif-plugged", "status": "completed", "tag": "900ae893-ca4f-42ac-9fbe-69d31cca712b"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:59:04.210581 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 900ae893-ca4f-42ac-9fbe-69d31cca712b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=900ae893-ca4f-42ac-9fbe-69d31cca712b,segment=NetworkSegment(73eb7077-2cbd-498b-a689-257281f34076),segment_id=73eb7077-2cbd-498b-a689-257281f34076)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:59:04.214671 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:04.237955 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2659c33-9040-4cff-b5c9-afc903e3681f x-openstack-request-id: req-a2659c33-9040-4cff-b5c9-afc903e3681f {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:59:04.238250 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edf7c67-50eb-4ddb-b35d-469cc3742c1a", "name": "network-vif-plugged", "status": "completed", "tag": "900ae893-ca4f-42ac-9fbe-69d31cca712b", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:59:04.238497 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a2659c33-9040-4cff-b5c9-afc903e3681f {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:59:04.238881 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edf7c67-50eb-4ddb-b35d-469cc3742c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900ae893-ca4f-42ac-9fbe-69d31cca712b', 'code': 200} Jul 14 07:59:04.269426 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=900ae893-ca4f-42ac-9fbe-69d31cca712b,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:59:04.341745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82e335-2626-4011-a89e-9bc83a6cec68 req-02fd37d2-5c82-49a8-9292-f7513c2ff304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:04.343261 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2f82e335-2626-4011-a89e-9bc83a6cec68 req-02fd37d2-5c82-49a8-9292-f7513c2ff304 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 1096 time: 0.0508711 Jul 14 07:59:04.376462 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2f82e335-2626-4011-a89e-9bc83a6cec68 req-c03030b8-9993-4cda-9076-ef478cf35c20 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273609 Jul 14 07:59:04.815770 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:05.034046 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62c295-333c-42cc-9849-f2a1afdbdf23 req-83562499-4874-4db9-8e4d-600d357e2233 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:05.035522 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2e62c295-333c-42cc-9849-f2a1afdbdf23 req-83562499-4874-4db9-8e4d-600d357e2233 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0656886 Jul 14 07:59:05.073908 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2e62c295-333c-42cc-9849-f2a1afdbdf23 req-235108c9-7811-4b22-9cf1-a5c7d199ffb9 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325792 Jul 14 07:59:06.245371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ebd6d-1741-49db-9deb-7660628757ec req-f9807321-b8f7-41c3-881a-8af4f6efb3eb tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:06.246846 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-735ebd6d-1741-49db-9deb-7660628757ec req-f9807321-b8f7-41c3-881a-8af4f6efb3eb tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0634515 Jul 14 07:59:06.282843 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-735ebd6d-1741-49db-9deb-7660628757ec req-0f015a8d-5753-4d88-b06e-1e5979d0305b tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303881 Jul 14 07:59:06.345910 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:06.574857 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 37926) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:59:06.673468 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de2eac-8413-40a3-bbe3-6aff46d194b4 req-6a3e49b5-9347-4085-9af9-d72d2e3e822e tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:06.674943 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15de2eac-8413-40a3-bbe3-6aff46d194b4 req-6a3e49b5-9347-4085-9af9-d72d2e3e822e tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0650878 Jul 14 07:59:06.677534 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8a4793ca-943e-4113-ac61-95efe065c20f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1015053 Jul 14 07:59:06.714661 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15de2eac-8413-40a3-bbe3-6aff46d194b4 req-a047ef56-a9cf-4935-ba39-988b3f73f591 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338707 Jul 14 07:59:07.851146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974203f8-1caa-4e0c-8e77-703be767d53a req-7df40756-a178-47ed-97f3-d7bc734faf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:07.852642 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-974203f8-1caa-4e0c-8e77-703be767d53a req-7df40756-a178-47ed-97f3-d7bc734faf78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50517da8de544c8ea5b1c4c05b35d30c&device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 1096 time: 0.1009836 Jul 14 07:59:07.890279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33426cd6-5a73-4c20-89cb-32b34886037c req-5b420a4a-0b22-40f0-b7a7-62d5b4c0c6b3 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:07.891768 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-33426cd6-5a73-4c20-89cb-32b34886037c req-5b420a4a-0b22-40f0-b7a7-62d5b4c0c6b3 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0621424 Jul 14 07:59:07.928941 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-33426cd6-5a73-4c20-89cb-32b34886037c req-80f2d881-e297-4edc-9a27-7da9a32b5a37 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317285 Jul 14 07:59:07.940329 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974203f8-1caa-4e0c-8e77-703be767d53a req-f42b6e22-0424-4571-9343-e018ed86f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:07.941955 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-974203f8-1caa-4e0c-8e77-703be767d53a req-f42b6e22-0424-4571-9343-e018ed86f95c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2074fff-ca9a-4b13-83bc-26a527c2fa90 HTTP/1.1" status: 200 len: 913 time: 0.0818152 Jul 14 07:59:07.982707 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-974203f8-1caa-4e0c-8e77-703be767d53a req-f7e18977-4238-4710-8903-26bd95d4a14e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=900ae893-ca4f-42ac-9fbe-69d31cca712b HTTP/1.1" status: 200 len: 217 time: 0.0342867 Jul 14 07:59:08.031835 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974203f8-1caa-4e0c-8e77-703be767d53a req-672597f8-c5a9-4277-95ba-133f1a7ac6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:08.033212 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-974203f8-1caa-4e0c-8e77-703be767d53a req-672597f8-c5a9-4277-95ba-133f1a7ac6ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2ac4b48-da35-46c9-a0d1-5345898b2800 HTTP/1.1" status: 200 len: 852 time: 0.0450439 Jul 14 07:59:08.063814 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-974203f8-1caa-4e0c-8e77-703be767d53a req-3d12a435-1fbf-4711-93e3-d18b5246320c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2074fff-ca9a-4b13-83bc-26a527c2fa90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249994 Jul 14 07:59:08.147727 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-974203f8-1caa-4e0c-8e77-703be767d53a req-e76907ff-8b52-4a74-8b8d-068e20c7dc21 service neutron] 10.222.0.30 "GET /v2.0/networks/b2074fff-ca9a-4b13-83bc-26a527c2fa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777142 Jul 14 07:59:08.460718 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-974203f8-1caa-4e0c-8e77-703be767d53a req-461f67f4-c8f8-4ce5-af60-b008d979470f service neutron] 10.222.0.30 "GET /v2.0/networks/b2074fff-ca9a-4b13-83bc-26a527c2fa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061948 Jul 14 07:59:09.099461 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f08c4-1092-4a15-9648-a72f7c445001 req-77639a9f-887f-4b4e-ae08-9069bac125a3 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:09.101176 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-302f08c4-1092-4a15-9648-a72f7c445001 req-77639a9f-887f-4b4e-ae08-9069bac125a3 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0610082 Jul 14 07:59:09.138039 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-302f08c4-1092-4a15-9648-a72f7c445001 req-869cb804-7904-4f2a-be22-f01d4d472359 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315173 Jul 14 07:59:10.312322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4166d30-298c-44f2-a4f6-818559a3b6d1 req-3848f19b-c386-4867-a9a3-26f1f9d858c0 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:10.313984 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d4166d30-298c-44f2-a4f6-818559a3b6d1 req-3848f19b-c386-4867-a9a3-26f1f9d858c0 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0666015 Jul 14 07:59:10.350568 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d4166d30-298c-44f2-a4f6-818559a3b6d1 req-52feb4b6-5f68-485f-9fa1-5d53e4450906 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308542 Jul 14 07:59:11.521671 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65809f55-f0aa-4611-884b-32c78864c25e req-c268e173-5938-4bea-8c05-e8952a6f3130 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:11.523160 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65809f55-f0aa-4611-884b-32c78864c25e req-c268e173-5938-4bea-8c05-e8952a6f3130 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0634789 Jul 14 07:59:11.559078 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65809f55-f0aa-4611-884b-32c78864c25e req-455f3343-6028-4655-8922-082399d2642a tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305347 Jul 14 07:59:12.735811 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27a825-f619-4799-8cc5-76b7ef355dce req-f0cddd18-724b-4e4b-a7a0-851949e992cf tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:12.737295 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e27a825-f619-4799-8cc5-76b7ef355dce req-f0cddd18-724b-4e4b-a7a0-851949e992cf tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0672774 Jul 14 07:59:12.773039 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3e27a825-f619-4799-8cc5-76b7ef355dce req-ef2db8bf-cded-4857-904a-fe8855e7fe7b tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303195 Jul 14 07:59:13.940602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243df107-b6d2-4908-b250-80ab963173e6 req-8d528972-e12e-4e75-b8c1-c93d6f46d8a8 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:13.942072 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-243df107-b6d2-4908-b250-80ab963173e6 req-8d528972-e12e-4e75-b8c1-c93d6f46d8a8 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0609100 Jul 14 07:59:13.978907 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-243df107-b6d2-4908-b250-80ab963173e6 req-fe1565b1-2daf-4fbf-8fe8-3a85c28d9fdc tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313556 Jul 14 07:59:15.146194 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b8555-c42e-4380-a407-40fcc08336a9 req-0f49c9cb-bed5-4eed-9bff-bddf3f336f46 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:15.147640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b02b8555-c42e-4380-a407-40fcc08336a9 req-0f49c9cb-bed5-4eed-9bff-bddf3f336f46 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0607865 Jul 14 07:59:15.183303 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b02b8555-c42e-4380-a407-40fcc08336a9 req-d25ffed7-81fe-4c57-8545-87e509454038 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302405 Jul 14 07:59:15.988945 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:16.030517 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:16.354582 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdbc65-e286-4538-9307-23601d4a870d req-fa4968d3-2655-48fa-a3f8-1e5ba077afca tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:16.356034 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0cfdbc65-e286-4538-9307-23601d4a870d req-fa4968d3-2655-48fa-a3f8-1e5ba077afca tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0645123 Jul 14 07:59:16.393777 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0cfdbc65-e286-4538-9307-23601d4a870d req-9a8d7ccd-ab53-4523-a6f6-015bad12869e tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Jul 14 07:59:17.563373 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4bf49-e0dd-4bb9-9ac9-b56a050fd31c req-5c99e492-72b1-4f75-9830-5cefc5024373 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:17.564829 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7ec4bf49-e0dd-4bb9-9ac9-b56a050fd31c req-5c99e492-72b1-4f75-9830-5cefc5024373 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0618222 Jul 14 07:59:17.601329 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7ec4bf49-e0dd-4bb9-9ac9-b56a050fd31c req-094f18fe-be99-49b2-9bd1-9bcb52d7c8f9 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309651 Jul 14 07:59:18.775247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8aa03-c4b2-449b-a7d4-f29de4e31d11 req-d7828c9f-e5df-4da0-abe6-990d93bf37e8 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:18.776700 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-afe8aa03-c4b2-449b-a7d4-f29de4e31d11 req-d7828c9f-e5df-4da0-abe6-990d93bf37e8 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0643997 Jul 14 07:59:18.813102 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-afe8aa03-c4b2-449b-a7d4-f29de4e31d11 req-c6af6e15-c8e3-4b6c-b88e-bd08c9d5f261 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303230 Jul 14 07:59:19.980685 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587fcdb-bf18-444b-adf0-85b8320a67b2 req-430d4fff-9a8d-4104-aaac-51ba25fe2d19 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:19.982181 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a587fcdb-bf18-444b-adf0-85b8320a67b2 req-430d4fff-9a8d-4104-aaac-51ba25fe2d19 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0619445 Jul 14 07:59:20.019047 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a587fcdb-bf18-444b-adf0-85b8320a67b2 req-99cdaab2-afc0-42d9-b851-997850277c5f tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306432 Jul 14 07:59:21.188205 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a712a4-f355-4f93-97a5-244098c3e9f2 req-7c9fc5ee-30b2-44e7-9952-610cfbd49477 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:21.189682 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35a712a4-f355-4f93-97a5-244098c3e9f2 req-7c9fc5ee-30b2-44e7-9952-610cfbd49477 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0609508 Jul 14 07:59:21.225320 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35a712a4-f355-4f93-97a5-244098c3e9f2 req-261821d4-73ba-4238-8227-ce892eafee3a tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302613 Jul 14 07:59:22.401038 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c16b1e-40e0-4e9c-86cd-ebd048e385ad req-8b50a11d-7fee-4b12-a9ae-f8a54b34fe0e tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:22.402515 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35c16b1e-40e0-4e9c-86cd-ebd048e385ad req-8b50a11d-7fee-4b12-a9ae-f8a54b34fe0e tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0647733 Jul 14 07:59:22.438948 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35c16b1e-40e0-4e9c-86cd-ebd048e385ad req-2c7220cb-6447-4253-ac14-5a70d79368c9 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304449 Jul 14 07:59:23.607608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a964f7-d6de-48a6-a21e-f732e4cfb8b1 req-e06d3617-b6c4-4cb9-828d-e4fb24847c23 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:23.609056 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e0a964f7-d6de-48a6-a21e-f732e4cfb8b1 req-e06d3617-b6c4-4cb9-828d-e4fb24847c23 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0621283 Jul 14 07:59:23.645099 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e0a964f7-d6de-48a6-a21e-f732e4cfb8b1 req-04814c7d-85bc-46bb-a4a4-a92489be620c tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299673 Jul 14 07:59:24.816143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34076fd-3e56-4fbd-81cd-9e13c71f322b req-b256e039-c04f-4da3-ac4a-d3cf841b204b tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:24.817627 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f34076fd-3e56-4fbd-81cd-9e13c71f322b req-b256e039-c04f-4da3-ac4a-d3cf841b204b tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0646584 Jul 14 07:59:24.853806 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f34076fd-3e56-4fbd-81cd-9e13c71f322b req-8e10c7e9-0f01-4b62-9e95-c220f237e524 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307310 Jul 14 07:59:26.021940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a14d21-a134-4f27-a0fd-56291eebb795 req-2823a169-fcad-4ede-8d7d-ada7808f1289 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:26.023393 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-50a14d21-a134-4f27-a0fd-56291eebb795 req-2823a169-fcad-4ede-8d7d-ada7808f1289 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0616441 Jul 14 07:59:26.059033 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-50a14d21-a134-4f27-a0fd-56291eebb795 req-005432bd-5852-4146-a6c8-066ed3145623 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302465 Jul 14 07:59:27.227372 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381dbb1-0314-4965-b20c-8fcefc5bbbcf req-e1c321b8-74ea-449d-8f02-13cd4ce444d9 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:27.228718 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b381dbb1-0314-4965-b20c-8fcefc5bbbcf req-e1c321b8-74ea-449d-8f02-13cd4ce444d9 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0616553 Jul 14 07:59:27.265507 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b381dbb1-0314-4965-b20c-8fcefc5bbbcf req-71447109-f53f-4cdb-b187-cfdcbbbda54b tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312903 Jul 14 07:59:28.439504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf0e4e-5308-43ed-9b32-a614a7afb9b9 req-c7b7db80-3bfd-49b7-9831-064bd357f3f8 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:28.440938 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0cf0e4e-5308-43ed-9b32-a614a7afb9b9 req-c7b7db80-3bfd-49b7-9831-064bd357f3f8 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0642095 Jul 14 07:59:28.477774 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0cf0e4e-5308-43ed-9b32-a614a7afb9b9 req-502ae82f-748e-477d-981e-d3496866de1f tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314434 Jul 14 07:59:29.645455 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a6c24-57b3-482c-b3f6-76c9f354b56f req-1644690a-94e2-4cb8-8666-524b2d0fa155 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:29.646898 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a0a6c24-57b3-482c-b3f6-76c9f354b56f req-1644690a-94e2-4cb8-8666-524b2d0fa155 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0616260 Jul 14 07:59:29.683347 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a0a6c24-57b3-482c-b3f6-76c9f354b56f req-b2903f52-7480-4e27-aa32-397736422122 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310533 Jul 14 07:59:30.561075 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a1b0c768-a323-4b74-9453-7457a5a2909a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:30.855318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d821f53-8bb4-4ea7-8c6f-281b498b08af req-322d565f-0e89-404a-970b-7bbfd8e6eb63 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:30.856676 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d821f53-8bb4-4ea7-8c6f-281b498b08af req-322d565f-0e89-404a-970b-7bbfd8e6eb63 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0659084 Jul 14 07:59:30.893545 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d821f53-8bb4-4ea7-8c6f-281b498b08af req-815030b3-2537-4c92-94a2-6ddfc65cc058 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313203 Jul 14 07:59:32.065106 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f223ee-dd81-44ac-bdd1-58714329d062 req-4c4a6bf6-35fd-4504-b49e-6e3d77a600d3 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:32.067190 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86f223ee-dd81-44ac-bdd1-58714329d062 req-4c4a6bf6-35fd-4504-b49e-6e3d77a600d3 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0609844 Jul 14 07:59:32.102384 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-86f223ee-dd81-44ac-bdd1-58714329d062 req-1153c5e2-e453-461d-8933-56b8826225cf tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299189 Jul 14 07:59:33.273436 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e277cb-58b6-4406-99e2-c32214a2e8fd req-2d2407e2-675a-49c9-a78d-28e882843500 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:33.274896 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d2e277cb-58b6-4406-99e2-c32214a2e8fd req-2d2407e2-675a-49c9-a78d-28e882843500 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0613730 Jul 14 07:59:33.310598 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d2e277cb-58b6-4406-99e2-c32214a2e8fd req-66d67973-f3fe-40e7-984c-79bfbd32313a tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303535 Jul 14 07:59:33.353381 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bb549ee8-7e56-4806-938f-fae30c9dcfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:33.689732 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:34.482281 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62326674-8645-407e-87ad-7bff0600b1f6 req-6d4f81ec-3451-4535-b333-213828dff46d tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:34.483736 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62326674-8645-407e-87ad-7bff0600b1f6 req-6d4f81ec-3451-4535-b333-213828dff46d tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0646772 Jul 14 07:59:34.519660 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62326674-8645-407e-87ad-7bff0600b1f6 req-d94a1c49-7d21-4e17-9a2b-1347a518f87f tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303552 Jul 14 07:59:34.818283 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:35.019764 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 07:59:35.443155 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [req-974203f8-1caa-4e0c-8e77-703be767d53a req-e97c5e08-45b9-4d01-a70d-d70d65bb2c89 service neutron] show failed (client error): The resource could not be found. Jul 14 07:59:35.444126 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-974203f8-1caa-4e0c-8e77-703be767d53a req-e97c5e08-45b9-4d01-a70d-d70d65bb2c89 service neutron] 10.222.0.30 "GET /v2.0/ports/900ae893-ca4f-42ac-9fbe-69d31cca712b/bindings/n-h2-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.0882313 Jul 14 07:59:35.699396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78354fd3-0caa-4719-b894-17c43a824552 req-8dc7246b-5c32-46be-af0d-f1f0653ffa06 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:35.700957 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78354fd3-0caa-4719-b894-17c43a824552 req-8dc7246b-5c32-46be-af0d-f1f0653ffa06 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0680380 Jul 14 07:59:35.790058 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78354fd3-0caa-4719-b894-17c43a824552 req-35036ce0-ce3b-4359-8cdd-357a4133ecb9 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828862 Jul 14 07:59:35.818026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974203f8-1caa-4e0c-8e77-703be767d53a req-d54c4e57-362f-40cc-861b-23dec7dbda8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:35.819507 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974203f8-1caa-4e0c-8e77-703be767d53a req-d54c4e57-362f-40cc-861b-23dec7dbda8c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a&tenant_id=50517da8de544c8ea5b1c4c05b35d30c HTTP/1.1" status: 200 len: 1096 time: 0.1459064 Jul 14 07:59:35.830850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-5', 'device_owner': 'compute:nova'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:59:35.898202 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:36.092322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] For port 900ae893-ca4f-42ac-9fbe-69d31cca712b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=900ae893-ca4f-42ac-9fbe-69d31cca712b,segment=NetworkSegment(73eb7077-2cbd-498b-a689-257281f34076),segment_id=73eb7077-2cbd-498b-a689-257281f34076)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:59:36.123529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] For port 900ae893-ca4f-42ac-9fbe-69d31cca712b, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:59:36.160673 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edf7c67-50eb-4ddb-b35d-469cc3742c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '900ae893-ca4f-42ac-9fbe-69d31cca712b'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:59:36.165733 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:36.178131 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Transition to ACTIVE for port object 900ae893-ca4f-42ac-9fbe-69d31cca712b will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:59:36.181486 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:36.208749 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415f0766-a0d7-4b22-8b10-6862fea02f06" -d '{"events": [{"server_uuid": "9edf7c67-50eb-4ddb-b35d-469cc3742c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "900ae893-ca4f-42ac-9fbe-69d31cca712b"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:59:36.243425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] No DVR routers for this DVR port 900ae893-ca4f-42ac-9fbe-69d31cca712b on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:59:36.255819 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=900ae893-ca4f-42ac-9fbe-69d31cca712b,revision_number=6']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:59:36.283885 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:36.284777 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:36.285118 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:36.285479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:36.285810 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:36.286137 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:36.286466 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:36.286789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:36.287110 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:36.287432 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:36.287753 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:36.288071 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:36.300319 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Attempting to bind port 900ae893-ca4f-42ac-9fbe-69d31cca712b on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:59:36.300657 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Attempting to bind port 900ae893-ca4f-42ac-9fbe-69d31cca712b by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '73eb7077-2cbd-498b-a689-257281f34076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b2074fff-ca9a-4b13-83bc-26a527c2fa90'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:59:36.301016 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Attempting to bind port 900ae893-ca4f-42ac-9fbe-69d31cca712b on network b2074fff-ca9a-4b13-83bc-26a527c2fa90 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:59:36.305585 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Port 900ae893-ca4f-42ac-9fbe-69d31cca712b on network b2074fff-ca9a-4b13-83bc-26a527c2fa90 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:59:36.305899 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Attempting to bind port 900ae893-ca4f-42ac-9fbe-69d31cca712b on network b2074fff-ca9a-4b13-83bc-26a527c2fa90 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:59:36.308589 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 07:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c480348e-a5d8-4dd3-bbdf-dc64d60392f1 x-openstack-request-id: req-c480348e-a5d8-4dd3-bbdf-dc64d60392f1 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:59:36.308879 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edf7c67-50eb-4ddb-b35d-469cc3742c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "900ae893-ca4f-42ac-9fbe-69d31cca712b", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:59:36.309129 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c480348e-a5d8-4dd3-bbdf-dc64d60392f1 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:59:36.309539 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edf7c67-50eb-4ddb-b35d-469cc3742c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '900ae893-ca4f-42ac-9fbe-69d31cca712b', 'code': 200} Jul 14 07:59:36.313049 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:59:36.313410 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Checking segment: {'id': '73eb7077-2cbd-498b-a689-257281f34076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b2074fff-ca9a-4b13-83bc-26a527c2fa90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:59:36.313819 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Bound using segment: {'id': '73eb7077-2cbd-498b-a689-257281f34076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b2074fff-ca9a-4b13-83bc-26a527c2fa90'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:59:36.314221 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Bound port: 900ae893-ca4f-42ac-9fbe-69d31cca712b, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73eb7077-2cbd-498b-a689-257281f34076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b2074fff-ca9a-4b13-83bc-26a527c2fa90'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:59:36.314575 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:36.348116 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:36.375740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] For port 900ae893-ca4f-42ac-9fbe-69d31cca712b, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:59:36.379593 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] For port 900ae893-ca4f-42ac-9fbe-69d31cca712b, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=900ae893-ca4f-42ac-9fbe-69d31cca712b,segment=NetworkSegment(73eb7077-2cbd-498b-a689-257281f34076),segment_id=73eb7077-2cbd-498b-a689-257281f34076)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:59:36.383086 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:36.415776 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:36.416380 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:36.418470 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974203f8-1caa-4e0c-8e77-703be767d53a req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] 10.222.0.15 "PUT /v2.0/ports/900ae893-ca4f-42ac-9fbe-69d31cca712b HTTP/1.1" status: 200 len: 1091 time: 0.5915675 Jul 14 07:59:36.451570 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649ada3-1a58-402b-abc5-80eb509b4dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=900ae893-ca4f-42ac-9fbe-69d31cca712b,revision_number=7']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:59:36.499197 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974203f8-1caa-4e0c-8e77-703be767d53a req-280f87fb-1ea9-4053-80cc-c28011fe5f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:36.500692 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974203f8-1caa-4e0c-8e77-703be767d53a req-280f87fb-1ea9-4053-80cc-c28011fe5f79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50517da8de544c8ea5b1c4c05b35d30c&device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 1094 time: 0.0593984 Jul 14 07:59:36.586500 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974203f8-1caa-4e0c-8e77-703be767d53a req-09f6157a-aa83-4a75-94e0-23fc02593be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:36.587941 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974203f8-1caa-4e0c-8e77-703be767d53a req-09f6157a-aa83-4a75-94e0-23fc02593be3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2074fff-ca9a-4b13-83bc-26a527c2fa90 HTTP/1.1" status: 200 len: 913 time: 0.0809653 Jul 14 07:59:36.627158 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974203f8-1caa-4e0c-8e77-703be767d53a req-94ca4c73-3258-4bdb-b770-484ea03fd822 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=900ae893-ca4f-42ac-9fbe-69d31cca712b HTTP/1.1" status: 200 len: 217 time: 0.0328822 Jul 14 07:59:36.676523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974203f8-1caa-4e0c-8e77-703be767d53a req-96679ecb-dde6-4581-aa1f-8020bfe0b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:36.677866 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974203f8-1caa-4e0c-8e77-703be767d53a req-96679ecb-dde6-4581-aa1f-8020bfe0b041 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2ac4b48-da35-46c9-a0d1-5345898b2800 HTTP/1.1" status: 200 len: 852 time: 0.0448725 Jul 14 07:59:36.709626 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974203f8-1caa-4e0c-8e77-703be767d53a req-6475df41-65e2-4b7f-87dc-abca6ec55702 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2074fff-ca9a-4b13-83bc-26a527c2fa90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247097 Jul 14 07:59:36.792541 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974203f8-1caa-4e0c-8e77-703be767d53a req-99b3b594-1336-445b-948f-3b05f2897532 service neutron] 10.222.0.15 "GET /v2.0/networks/b2074fff-ca9a-4b13-83bc-26a527c2fa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770352 Jul 14 07:59:36.883636 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-974203f8-1caa-4e0c-8e77-703be767d53a req-ba076823-c00a-46d6-9375-34ec9dca523b service neutron] 10.222.0.15 "GET /v2.0/networks/b2074fff-ca9a-4b13-83bc-26a527c2fa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845487 Jul 14 07:59:36.965674 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab10928-acdf-4672-9aa0-c0b5e85642ab req-0a6df951-e2ee-462a-9482-328f19663464 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:36.967066 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eab10928-acdf-4672-9aa0-c0b5e85642ab req-0a6df951-e2ee-462a-9482-328f19663464 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 943 time: 0.0628994 Jul 14 07:59:37.005773 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eab10928-acdf-4672-9aa0-c0b5e85642ab req-db460581-c3a7-44bc-b820-38f905393cf8 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327079 Jul 14 07:59:38.180272 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08b35e-5afd-478b-953d-7f0e10f26bbd req-3f6298fa-db82-43e3-9f94-c439529547cc tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:38.181752 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe08b35e-5afd-478b-953d-7f0e10f26bbd req-3f6298fa-db82-43e3-9f94-c439529547cc tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 943 time: 0.0644879 Jul 14 07:59:38.218419 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe08b35e-5afd-478b-953d-7f0e10f26bbd req-1c160fa9-1898-48db-95c7-214cf3b16825 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312357 Jul 14 07:59:38.260981 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 900ae893-ca4f-42ac-9fbe-69d31cca712b no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:59:38.298663 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 900ae893-ca4f-42ac-9fbe-69d31cca712b not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:59:38.310336 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edf7c67-50eb-4ddb-b35d-469cc3742c1a', 'tag': '900ae893-ca4f-42ac-9fbe-69d31cca712b'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:59:38.312724 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4e232e-1aad-4560-97fb-2b5363de0a36" -d '{"events": [{"name": "network-changed", "server_uuid": "9edf7c67-50eb-4ddb-b35d-469cc3742c1a", "tag": "900ae893-ca4f-42ac-9fbe-69d31cca712b"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:59:38.361466 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f22321-f2f8-4442-a53d-a91b47305d0e x-openstack-request-id: req-10f22321-f2f8-4442-a53d-a91b47305d0e {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:59:38.361773 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edf7c67-50eb-4ddb-b35d-469cc3742c1a", "tag": "900ae893-ca4f-42ac-9fbe-69d31cca712b", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:59:38.362000 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10f22321-f2f8-4442-a53d-a91b47305d0e {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:59:38.362605 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edf7c67-50eb-4ddb-b35d-469cc3742c1a', 'tag': '900ae893-ca4f-42ac-9fbe-69d31cca712b', 'status': 'completed', 'code': 200} Jul 14 07:59:38.436282 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-1252d49a-ad3d-4f2b-bd5b-c42f53648bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:38.438205 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-1252d49a-ad3d-4f2b-bd5b-c42f53648bef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50517da8de544c8ea5b1c4c05b35d30c&device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 1094 time: 0.0538630 Jul 14 07:59:38.486046 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-02a2ebcd-5ce9-4e42-8056-67db61ccf660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:38.487519 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-02a2ebcd-5ce9-4e42-8056-67db61ccf660 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50517da8de544c8ea5b1c4c05b35d30c&device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 1094 time: 0.0595238 Jul 14 07:59:38.529916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-408a3634-bb4a-4018-a9ac-f413271e301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:38.531389 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-408a3634-bb4a-4018-a9ac-f413271e301d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2074fff-ca9a-4b13-83bc-26a527c2fa90 HTTP/1.1" status: 200 len: 913 time: 0.0876505 Jul 14 07:59:38.572356 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-6022b6e3-9342-4485-977b-1f17c647d7c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=900ae893-ca4f-42ac-9fbe-69d31cca712b HTTP/1.1" status: 200 len: 217 time: 0.0349588 Jul 14 07:59:38.573213 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-2430f13a-3ec9-40b6-8fdd-dc2bbf78b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:38.574676 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-2430f13a-3ec9-40b6-8fdd-dc2bbf78b04a service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2074fff-ca9a-4b13-83bc-26a527c2fa90 HTTP/1.1" status: 200 len: 913 time: 0.0814440 Jul 14 07:59:38.614195 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-de0231ab-99ac-4899-9dd6-e0ccf7f389a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=900ae893-ca4f-42ac-9fbe-69d31cca712b HTTP/1.1" status: 200 len: 217 time: 0.0334289 Jul 14 07:59:38.619003 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-668541f6-af33-40e9-9787-e8ebf523df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:38.620459 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-668541f6-af33-40e9-9787-e8ebf523df3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2ac4b48-da35-46c9-a0d1-5345898b2800 HTTP/1.1" status: 200 len: 852 time: 0.0424311 Jul 14 07:59:38.656105 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-5e26aa53-0c9e-4ab4-9f8e-6e52e98840d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2074fff-ca9a-4b13-83bc-26a527c2fa90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300183 Jul 14 07:59:38.663838 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-83af879c-01d3-476c-acf1-fff18f91b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:38.665290 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-83af879c-01d3-476c-acf1-fff18f91b797 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2ac4b48-da35-46c9-a0d1-5345898b2800 HTTP/1.1" status: 200 len: 852 time: 0.0454841 Jul 14 07:59:38.696413 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-586b42b2-ca67-4f4f-b8db-ea7a8bbe478c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2074fff-ca9a-4b13-83bc-26a527c2fa90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250943 Jul 14 07:59:38.742801 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-de42a1b4-6120-4cae-afaa-b6656e5af575 service neutron] 10.222.0.15 "GET /v2.0/networks/b2074fff-ca9a-4b13-83bc-26a527c2fa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808935 Jul 14 07:59:38.780953 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-033613c8-0f61-43ba-aa25-cfdbcbe56d31 service neutron] 10.222.0.30 "GET /v2.0/networks/b2074fff-ca9a-4b13-83bc-26a527c2fa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780771 Jul 14 07:59:38.833581 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-3f19e951-67ed-441d-a021-ec2a8c91cf63 service neutron] 10.222.0.15 "GET /v2.0/networks/b2074fff-ca9a-4b13-83bc-26a527c2fa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846934 Jul 14 07:59:38.872443 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2a4e232e-1aad-4560-97fb-2b5363de0a36 req-56edf586-348c-4531-9cbd-2f7a2090bbc5 service neutron] 10.222.0.30 "GET /v2.0/networks/b2074fff-ca9a-4b13-83bc-26a527c2fa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851650 Jul 14 07:59:39.386417 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba07e1-776b-4486-a7c8-aa5011a3b55e req-ed85f4ba-8ffe-4f65-8910-74a97dbbf9da tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:39.387859 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1cba07e1-776b-4486-a7c8-aa5011a3b55e req-ed85f4ba-8ffe-4f65-8910-74a97dbbf9da tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 943 time: 0.0609379 Jul 14 07:59:39.423597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1cba07e1-776b-4486-a7c8-aa5011a3b55e req-0102f88a-3f70-43da-a329-26205cc1c5cf tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303254 Jul 14 07:59:39.465438 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 900ae893-ca4f-42ac-9fbe-69d31cca712b details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:59:39.559829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 900ae893-ca4f-42ac-9fbe-69d31cca712b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=900ae893-ca4f-42ac-9fbe-69d31cca712b,segment=NetworkSegment(73eb7077-2cbd-498b-a689-257281f34076),segment_id=73eb7077-2cbd-498b-a689-257281f34076)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:59:39.571078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '900ae893-ca4f-42ac-9fbe-69d31cca712b', 'network_id': 'b2074fff-ca9a-4b13-83bc-26a527c2fa90', 'port_id': '900ae893-ca4f-42ac-9fbe-69d31cca712b', 'mac_address': 'fa:16:3e:4b:cd:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ac4b48-da35-46c9-a0d1-5345898b2800', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:59:39.607693 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:39.620194 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900ae893-ca4f-42ac-9fbe-69d31cca712b {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:59:39.640197 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 900ae893-ca4f-42ac-9fbe-69d31cca712b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=900ae893-ca4f-42ac-9fbe-69d31cca712b,segment=NetworkSegment(73eb7077-2cbd-498b-a689-257281f34076),segment_id=73eb7077-2cbd-498b-a689-257281f34076)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:59:39.643931 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:39.691490 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=900ae893-ca4f-42ac-9fbe-69d31cca712b,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:59:39.698631 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:39.698979 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:39.699321 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:39.699655 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:39.699985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:39.700317 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:39.700643 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:39.700973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:39.701327 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:39.701651 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:39.701973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:39.702292 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:39.834060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-29b6aad5-e1c0-47c0-a4a1-d4df422c3f97 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:39.835501 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-29b6aad5-e1c0-47c0-a4a1-d4df422c3f97 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.30 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a&tenant_id=50517da8de544c8ea5b1c4c05b35d30c&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 944 time: 0.1097879 Jul 14 07:59:39.888020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['900ae893-ca4f-42ac-9fbe-69d31cca712b'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:59:39.893142 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-18b2c7be-4d80-4fd6-a284-3a99fbb61414 service neutron] delete failed (client error): The resource could not be found. Jul 14 07:59:39.894162 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-18b2c7be-4d80-4fd6-a284-3a99fbb61414 service neutron] 10.222.0.30 "DELETE /v2.0/ports/900ae893-ca4f-42ac-9fbe-69d31cca712b/bindings/n-h1-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.0524871 Jul 14 07:59:39.987556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-b79b345a-5acd-4991-91f3-25629fdc7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:39.989136 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-b79b345a-5acd-4991-91f3-25629fdc7aa6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50517da8de544c8ea5b1c4c05b35d30c&device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 1095 time: 0.0529580 Jul 14 07:59:40.076859 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-a77f383a-bb93-43cc-b2ef-6ed4ede788df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:40.078352 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-a77f383a-bb93-43cc-b2ef-6ed4ede788df service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2074fff-ca9a-4b13-83bc-26a527c2fa90 HTTP/1.1" status: 200 len: 913 time: 0.0833757 Jul 14 07:59:40.117021 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-c4b15a2f-5792-4fd9-b31d-cca744b817f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=900ae893-ca4f-42ac-9fbe-69d31cca712b HTTP/1.1" status: 200 len: 217 time: 0.0324852 Jul 14 07:59:40.162583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-20e45184-c612-42b3-aef4-7d1cf66a7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:40.163945 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-20e45184-c612-42b3-aef4-7d1cf66a7d85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2ac4b48-da35-46c9-a0d1-5345898b2800 HTTP/1.1" status: 200 len: 852 time: 0.0410445 Jul 14 07:59:40.197981 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-f2408fee-6fc2-4fc3-8c95-64912092ebc8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2074fff-ca9a-4b13-83bc-26a527c2fa90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280499 Jul 14 07:59:40.282473 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-652afae5-ef3b-42cd-8a71-4c1ae23b15bd service neutron] 10.222.0.30 "GET /v2.0/networks/b2074fff-ca9a-4b13-83bc-26a527c2fa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781963 Jul 14 07:59:40.371128 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-d998ab54-aff9-42c4-a1f1-1b2a761c893d service neutron] 10.222.0.30 "GET /v2.0/networks/b2074fff-ca9a-4b13-83bc-26a527c2fa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827003 Jul 14 07:59:41.169467 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81877b23-a0cc-4abf-b023-2d9920f3ceaa req-a1d7dd19-d903-4fd5-ad70-677b2ec22369 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:41.170863 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-81877b23-a0cc-4abf-b023-2d9920f3ceaa req-a1d7dd19-d903-4fd5-ad70-677b2ec22369 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 944 time: 0.0621190 Jul 14 07:59:41.207689 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-81877b23-a0cc-4abf-b023-2d9920f3ceaa req-0f158dda-85bf-472e-9e78-54ba934c4e86 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308795 Jul 14 07:59:41.467411 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 900ae893-ca4f-42ac-9fbe-69d31cca712b up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:59:41.515043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 900ae893-ca4f-42ac-9fbe-69d31cca712b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:59:41.519122 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 900ae893-ca4f-42ac-9fbe-69d31cca712b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:59:41.519508 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:41.598482 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:41.619989 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edf7c67-50eb-4ddb-b35d-469cc3742c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900ae893-ca4f-42ac-9fbe-69d31cca712b'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:59:41.633844 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 900ae893-ca4f-42ac-9fbe-69d31cca712b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=900ae893-ca4f-42ac-9fbe-69d31cca712b,segment=NetworkSegment(73eb7077-2cbd-498b-a689-257281f34076),segment_id=73eb7077-2cbd-498b-a689-257281f34076)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:59:41.637970 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:41.663388 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee18ae0-78d7-42a2-a31e-9c6a117141f3" -d '{"events": [{"server_uuid": "9edf7c67-50eb-4ddb-b35d-469cc3742c1a", "name": "network-vif-plugged", "status": "completed", "tag": "900ae893-ca4f-42ac-9fbe-69d31cca712b"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:59:41.690320 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=900ae893-ca4f-42ac-9fbe-69d31cca712b,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:59:41.748355 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc28597-3997-4c76-af17-b629b9e7b479 x-openstack-request-id: req-bfc28597-3997-4c76-af17-b629b9e7b479 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:59:41.748646 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edf7c67-50eb-4ddb-b35d-469cc3742c1a", "name": "network-vif-plugged", "status": "completed", "tag": "900ae893-ca4f-42ac-9fbe-69d31cca712b", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:59:41.748894 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bfc28597-3997-4c76-af17-b629b9e7b479 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:59:41.749331 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edf7c67-50eb-4ddb-b35d-469cc3742c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900ae893-ca4f-42ac-9fbe-69d31cca712b', 'code': 200} Jul 14 07:59:42.415288 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551380d-bb37-4a2c-b209-75bf7099fcb4 req-2669e544-513a-45bf-a023-5de78c39f562 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:42.416723 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8551380d-bb37-4a2c-b209-75bf7099fcb4 req-2669e544-513a-45bf-a023-5de78c39f562 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0999482 Jul 14 07:59:42.449894 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-8ba084da-217b-451b-87b0-f84ee83c6c34 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:42.451291 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-8ba084da-217b-451b-87b0-f84ee83c6c34 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 945 time: 0.0934756 Jul 14 07:59:42.490324 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8551380d-bb37-4a2c-b209-75bf7099fcb4 req-f384b076-93a6-41df-8149-69e1d8a5d184 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d0f508-2476-458a-b097-f5c45bbc4a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668876 Jul 14 07:59:42.878357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-69bed833-bc7e-4c9d-8e75-38a50a0998ab tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Deleting port 900ae893-ca4f-42ac-9fbe-69d31cca712b {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 07:59:42.878695 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-69bed833-bc7e-4c9d-8e75-38a50a0998ab tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:42.961423 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-69bed833-bc7e-4c9d-8e75-38a50a0998ab tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] For port 900ae893-ca4f-42ac-9fbe-69d31cca712b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=900ae893-ca4f-42ac-9fbe-69d31cca712b,segment=NetworkSegment(73eb7077-2cbd-498b-a689-257281f34076),segment_id=73eb7077-2cbd-498b-a689-257281f34076)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:59:42.961775 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-69bed833-bc7e-4c9d-8e75-38a50a0998ab tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:42.974385 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-69bed833-bc7e-4c9d-8e75-38a50a0998ab tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Calling delete_port for 900ae893-ca4f-42ac-9fbe-69d31cca712b owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 07:59:43.097021 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-69bed833-bc7e-4c9d-8e75-38a50a0998ab tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:43.108612 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['900ae893-ca4f-42ac-9fbe-69d31cca712b'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:59:43.124602 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bed833-bc7e-4c9d-8e75-38a50a0998ab tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Pushing event deleted for resources: {'Port': ['ID=900ae893-ca4f-42ac-9fbe-69d31cca712b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:59:43.172029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-69bed833-bc7e-4c9d-8e75-38a50a0998ab tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] No DVR routers for this DVR port 900ae893-ca4f-42ac-9fbe-69d31cca712b on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 07:59:43.174599 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-69bed833-bc7e-4c9d-8e75-38a50a0998ab tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:43.176565 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-03d89f4f-62b0-4f84-b55f-44df754621f9 req-69bed833-bc7e-4c9d-8e75-38a50a0998ab tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.15 "DELETE /v2.0/ports/900ae893-ca4f-42ac-9fbe-69d31cca712b HTTP/1.1" status: 204 len: 173 time: 0.7199244 Jul 14 07:59:43.177589 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edf7c67-50eb-4ddb-b35d-469cc3742c1a', 'name': 'network-vif-deleted', 'tag': '900ae893-ca4f-42ac-9fbe-69d31cca712b'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:59:43.179826 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c95cf00-049e-48f9-9d14-64b1de805239" -d '{"events": [{"server_uuid": "9edf7c67-50eb-4ddb-b35d-469cc3742c1a", "name": "network-vif-deleted", "tag": "900ae893-ca4f-42ac-9fbe-69d31cca712b"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:59:43.217150 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab93cc9e-f913-4f75-a7b2-26cb7bd04a34 x-openstack-request-id: req-ab93cc9e-f913-4f75-a7b2-26cb7bd04a34 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:59:43.217468 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edf7c67-50eb-4ddb-b35d-469cc3742c1a", "name": "network-vif-deleted", "tag": "900ae893-ca4f-42ac-9fbe-69d31cca712b", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:59:43.217722 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab93cc9e-f913-4f75-a7b2-26cb7bd04a34 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:59:43.218116 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edf7c67-50eb-4ddb-b35d-469cc3742c1a', 'name': 'network-vif-deleted', 'tag': '900ae893-ca4f-42ac-9fbe-69d31cca712b', 'status': 'completed', 'code': 200} Jul 14 07:59:43.644347 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e14d870e-3fe2-4553-9d8c-fce02d7a4fb3 req-e7eabbeb-fc51-4431-8ff3-8cdd0f340c00 tempest-DeleteServersTestJSON-1988476333 tempest-DeleteServersTestJSON-1988476333-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edf7c67-50eb-4ddb-b35d-469cc3742c1a HTTP/1.1" status: 200 len: 210 time: 0.0306437 Jul 14 07:59:44.876640 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38048) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:59:44.920107 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] Deleting subnet a2ac4b48-da35-46c9-a0d1-5345898b2800 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 07:59:44.923010 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:44.955263 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:44.993240 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:45.047229 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:45.073152 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2ac4b48-da35-46c9-a0d1-5345898b2800,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:59:45.077617 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:45.079434 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a2ac4b48-da35-46c9-a0d1-5345898b2800 HTTP/1.1" status: 204 len: 168 time: 0.2017715 Jul 14 07:59:45.082209 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38050) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:59:45.086307 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:45.086653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:45.086990 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:45.087322 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:45.087651 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:45.088070 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:45.088402 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:45.088725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:45.089046 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:45.089389 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:45.089710 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:45.090027 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d69d3-5182-4fa2-9db7-5bc1beb60d28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 07:59:45.149021 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4481-856c-4919-ba02-b2a8eb188869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:45.226999 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4481-856c-4919-ba02-b2a8eb188869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:45.236301 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-e4cf4481-856c-4919-ba02-b2a8eb188869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2074fff-ca9a-4b13-83bc-26a527c2fa90']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:59:45.245988 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-e4cf4481-856c-4919-ba02-b2a8eb188869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73eb7077-2cbd-498b-a689-257281f34076') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:59:45.246275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-e4cf4481-856c-4919-ba02-b2a8eb188869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73eb7077-2cbd-498b-a689-257281f34076') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 07:59:45.254567 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4481-856c-4919-ba02-b2a8eb188869 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:45.267734 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4481-856c-4919-ba02-b2a8eb188869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:45.274274 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cf4481-856c-4919-ba02-b2a8eb188869 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 07:59:45.274720 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4481-856c-4919-ba02-b2a8eb188869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: timer() Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 07:59:45.276365 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 07:59:45.326852 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4481-856c-4919-ba02-b2a8eb188869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:45.332137 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4481-856c-4919-ba02-b2a8eb188869 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:45.334124 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e4cf4481-856c-4919-ba02-b2a8eb188869 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b2074fff-ca9a-4b13-83bc-26a527c2fa90 HTTP/1.1" status: 204 len: 168 time: 0.2509246 Jul 14 07:59:45.346428 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf4481-856c-4919-ba02-b2a8eb188869 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2074fff-ca9a-4b13-83bc-26a527c2fa90,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:59:45.447893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38054) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:59:45.491405 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-89aff69b-212d-4701-b7da-e313f5467700 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50517da8de544c8ea5b1c4c05b35d30c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418515 Jul 14 07:59:45.493924 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38056) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:59:45.541345 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40608633-d9c7-49e6-a241-13035966fc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:45.562144 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40608633-d9c7-49e6-a241-13035966fc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:45.607154 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40608633-d9c7-49e6-a241-13035966fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:45.609830 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40608633-d9c7-49e6-a241-13035966fc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:45.610970 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-40608633-d9c7-49e6-a241-13035966fc47 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10d0f508-2476-458a-b097-f5c45bbc4a79 HTTP/1.1" status: 204 len: 168 time: 0.1160843 Jul 14 07:59:45.619301 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40608633-d9c7-49e6-a241-13035966fc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d0f508-2476-458a-b097-f5c45bbc4a79,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:59:45.989394 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:46.022553 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:46.239687 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38078) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:59:46.329238 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-eafcaa85-eee7-43e4-bc84-e94abcbbabf8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-736686123-network', 'tenant_id': '13ddaa0bb15c4c589378ed6e12573e3d'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:59:46.350025 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafcaa85-eee7-43e4-bc84-e94abcbbabf8 admin admin] Made reservation on behalf of 13ddaa0bb15c4c589378ed6e12573e3d for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:59:46.353208 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eafcaa85-eee7-43e4-bc84-e94abcbbabf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:46.361345 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eafcaa85-eee7-43e4-bc84-e94abcbbabf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:46.446324 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eafcaa85-eee7-43e4-bc84-e94abcbbabf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:46.449767 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eafcaa85-eee7-43e4-bc84-e94abcbbabf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:46.473555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafcaa85-eee7-43e4-bc84-e94abcbbabf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 07:59:46.483911 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcaa85-eee7-43e4-bc84-e94abcbbabf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be48ef3-5558-4d95-aaee-c38f12d89b13,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:59:46.488683 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eafcaa85-eee7-43e4-bc84-e94abcbbabf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:46.489021 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-eafcaa85-eee7-43e4-bc84-e94abcbbabf8 admin admin] Added segment adde9ca9-e793-4a1e-a100-c5d9702630ec of type vlan for network b31b0c2e-3058-4c68-922e-59a6153bd58e Jul 14 07:59:46.529359 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eafcaa85-eee7-43e4-bc84-e94abcbbabf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:46.556835 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eafcaa85-eee7-43e4-bc84-e94abcbbabf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:46.557824 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafcaa85-eee7-43e4-bc84-e94abcbbabf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:46.558394 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eafcaa85-eee7-43e4-bc84-e94abcbbabf8 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:46.606857 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-eafcaa85-eee7-43e4-bc84-e94abcbbabf8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3661604 Jul 14 07:59:46.609962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38082) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 07:59:46.615153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-76655072-002c-47fa-a155-08ebf6a006ae admin admin] Request body: {'subnet': {'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-736686123-subnet', 'tenant_id': '13ddaa0bb15c4c589378ed6e12573e3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:59:46.617524 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcaa85-eee7-43e4-bc84-e94abcbbabf8 admin admin] Pushing event updated for resources: {'Network': ['ID=b31b0c2e-3058-4c68-922e-59a6153bd58e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:59:46.627296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network b31b0c2e-3058-4c68-922e-59a6153bd58e details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 07:59:46.637688 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76655072-002c-47fa-a155-08ebf6a006ae admin admin] Made reservation on behalf of 13ddaa0bb15c4c589378ed6e12573e3d for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:59:46.640018 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76655072-002c-47fa-a155-08ebf6a006ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:46.800029 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76655072-002c-47fa-a155-08ebf6a006ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:46.855610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76655072-002c-47fa-a155-08ebf6a006ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6712883-4622-4d67-a662-a602673225e5,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:59:46.860659 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76655072-002c-47fa-a155-08ebf6a006ae admin admin] Checking segment: {'id': 'adde9ca9-e793-4a1e-a100-c5d9702630ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:59:46.861089 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76655072-002c-47fa-a155-08ebf6a006ae admin admin] Network hostable DHCP agents. Network: b31b0c2e-3058-4c68-922e-59a6153bd58e, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 07:59:46.876430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76655072-002c-47fa-a155-08ebf6a006ae admin admin] Network b31b0c2e-3058-4c68-922e-59a6153bd58e is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 07:59:46.885419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-76655072-002c-47fa-a155-08ebf6a006ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, b31b0c2e-3058-4c68-922e-59a6153bd58e) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:59:46.889317 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655072-002c-47fa-a155-08ebf6a006ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:46.889903 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76655072-002c-47fa-a155-08ebf6a006ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:46.894628 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a13386f-5ead-4d08-9b7a-df389c4567c6 None None] Network b31b0c2e-3058-4c68-922e-59a6153bd58e requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:59:46.904049 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-76655072-002c-47fa-a155-08ebf6a006ae admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2928917 Jul 14 07:59:47.019371 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3f9f59-4040-4fbd-8042-789985df5d58 None None] Network b31b0c2e-3058-4c68-922e-59a6153bd58e requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 07:59:47.312313 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-98197bd3-95e5-46cd-ba98-ff40aae2c824 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:47.313693 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-98197bd3-95e5-46cd-ba98-ff40aae2c824 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/networks?id=b31b0c2e-3058-4c68-922e-59a6153bd58e HTTP/1.1" status: 200 len: 814 time: 0.1000941 Jul 14 07:59:47.327509 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-fc784bde-73fc-4733-a70b-d3e2379379d2 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/quotas/13ddaa0bb15c4c589378ed6e12573e3d HTTP/1.1" status: 200 len: 375 time: 0.0086336 Jul 14 07:59:47.359228 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-019c6f1c-54ee-4ca5-adf8-e68f90772f2f tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271237 Jul 14 07:59:47.506110 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 900ae893-ca4f-42ac-9fbe-69d31cca712b no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 07:59:47.511611 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-f1ca359a-b612-4a58-966a-f05350669126 service neutron] 10.222.0.35 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152468 Jul 14 07:59:47.525024 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 900ae893-ca4f-42ac-9fbe-69d31cca712b {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 07:59:47.525395 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 900ae893-ca4f-42ac-9fbe-69d31cca712b not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 07:59:47.601679 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-247b66c0-cc9b-44bd-9561-54fb510ccdf4 service neutron] 10.222.0.35 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843394 Jul 14 07:59:47.762967 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2fa57272-a3ce-4179-a867-823c33216318 req-f5fc18d4-90d3-4d87-9079-201761f16dbe tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 210 time: 0.0279822 Jul 14 07:59:48.766570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-d8fb6f63-0172-432d-bb37-37cd86a00805 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:48.768248 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-d8fb6f63-0172-432d-bb37-37cd86a00805 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.30 "GET /v2.0/networks?id=b31b0c2e-3058-4c68-922e-59a6153bd58e HTTP/1.1" status: 200 len: 814 time: 0.1035395 Jul 14 07:59:48.779893 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-704023a1-3e8d-415b-a228-0c1245e848d9 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Request body: {'port': {'device_id': '37f665a9-11c9-4b0c-bcee-9f7d79a288f9', 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e', 'admin_state_up': True, 'tenant_id': '13ddaa0bb15c4c589378ed6e12573e3d'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:59:48.889611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-704023a1-3e8d-415b-a228-0c1245e848d9 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Made reservation on behalf of 13ddaa0bb15c4c589378ed6e12573e3d for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 07:59:48.893030 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-704023a1-3e8d-415b-a228-0c1245e848d9 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:48.912010 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5705ed85-5ddf-4334-9e64-ec3e23a32050 req-a5a038a2-4b64-4072-9259-5d88fd5e16a5 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 210 time: 0.0294137 Jul 14 07:59:49.016207 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-704023a1-3e8d-415b-a228-0c1245e848d9 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Allocated IP 172.20.0.9 (b31b0c2e-3058-4c68-922e-59a6153bd58e/d6712883-4622-4d67-a662-a602673225e5/631923fd-8dab-4bdf-9db3-9460a0d02d33) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 07:59:49.158076 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-704023a1-3e8d-415b-a228-0c1245e848d9 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:49.196429 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-704023a1-3e8d-415b-a228-0c1245e848d9 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:49.241302 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-704023a1-3e8d-415b-a228-0c1245e848d9 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Network b31b0c2e-3058-4c68-922e-59a6153bd58e is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 07:59:49.244588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-704023a1-3e8d-415b-a228-0c1245e848d9 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 07:59:49.248573 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-704023a1-3e8d-415b-a228-0c1245e848d9 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 07:59:49.254970 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704023a1-3e8d-415b-a228-0c1245e848d9 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Pushing event updated for resources: {'Port': ['ID=631923fd-8dab-4bdf-9db3-9460a0d02d33,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:59:49.298272 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-704023a1-3e8d-415b-a228-0c1245e848d9 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:49.298882 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-704023a1-3e8d-415b-a228-0c1245e848d9 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:49.312255 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-704023a1-3e8d-415b-a228-0c1245e848d9 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5360801 Jul 14 07:59:49.323734 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Request body: {'port': {'device_id': '37f665a9-11c9-4b0c-bcee-9f7d79a288f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 07:59:49.394863 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:49.646556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631923fd-8dab-4bdf-9db3-9460a0d02d33 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:59:49.654183 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:49.665267 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Transition to ACTIVE for port object 631923fd-8dab-4bdf-9db3-9460a0d02d33 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 07:59:49.668823 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:49.717273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Pushing event updated for resources: {'Port': ['ID=631923fd-8dab-4bdf-9db3-9460a0d02d33,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:59:49.782621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Attempting to bind port 631923fd-8dab-4bdf-9db3-9460a0d02d33 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 07:59:49.783302 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Attempting to bind port 631923fd-8dab-4bdf-9db3-9460a0d02d33 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'adde9ca9-e793-4a1e-a100-c5d9702630ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 07:59:49.783302 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Attempting to bind port 631923fd-8dab-4bdf-9db3-9460a0d02d33 on network b31b0c2e-3058-4c68-922e-59a6153bd58e {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:59:49.787385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Port 631923fd-8dab-4bdf-9db3-9460a0d02d33 on network b31b0c2e-3058-4c68-922e-59a6153bd58e not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 07:59:49.787727 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Attempting to bind port 631923fd-8dab-4bdf-9db3-9460a0d02d33 on network b31b0c2e-3058-4c68-922e-59a6153bd58e {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 07:59:49.792309 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 7, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 07:59:49.792635 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Checking segment: {'id': 'adde9ca9-e793-4a1e-a100-c5d9702630ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 07:59:49.793011 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Bound using segment: {'id': 'adde9ca9-e793-4a1e-a100-c5d9702630ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 07:59:49.793450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Bound port: 631923fd-8dab-4bdf-9db3-9460a0d02d33, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adde9ca9-e793-4a1e-a100-c5d9702630ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 07:59:49.793793 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:49.853721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] For port 631923fd-8dab-4bdf-9db3-9460a0d02d33, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 07:59:49.856875 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] For port 631923fd-8dab-4bdf-9db3-9460a0d02d33, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=631923fd-8dab-4bdf-9db3-9460a0d02d33,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 07:59:49.861029 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:49.893741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:49.894354 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:49.895766 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] 10.222.0.30 "PUT /v2.0/ports/631923fd-8dab-4bdf-9db3-9460a0d02d33 HTTP/1.1" status: 200 len: 1091 time: 0.5766370 Jul 14 07:59:49.896195 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f665a9-11c9-4b0c-bcee-9f7d79a288f9', 'tag': '631923fd-8dab-4bdf-9db3-9460a0d02d33'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:59:49.921139 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92372e-1a99-4bc2-a5ca-455145bccb10 service neutron] Pushing event updated for resources: {'Port': ['ID=631923fd-8dab-4bdf-9db3-9460a0d02d33,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:59:49.943700 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7011776c-2c0d-4495-a6d8-baa056eeafd8" -d '{"events": [{"name": "network-changed", "server_uuid": "37f665a9-11c9-4b0c-bcee-9f7d79a288f9", "tag": "631923fd-8dab-4bdf-9db3-9460a0d02d33"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:59:50.002685 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-c58e19ff-a995-4bf6-8586-60824ee6e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:50.004203 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-c58e19ff-a995-4bf6-8586-60824ee6e093 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 1094 time: 0.0701084 Jul 14 07:59:50.045934 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 07:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9222506-e042-4f39-b6f8-fd87fe80ae0a x-openstack-request-id: req-d9222506-e042-4f39-b6f8-fd87fe80ae0a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:59:50.046223 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f665a9-11c9-4b0c-bcee-9f7d79a288f9", "tag": "631923fd-8dab-4bdf-9db3-9460a0d02d33", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:59:50.046472 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9222506-e042-4f39-b6f8-fd87fe80ae0a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:59:50.046866 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f665a9-11c9-4b0c-bcee-9f7d79a288f9', 'tag': '631923fd-8dab-4bdf-9db3-9460a0d02d33', 'status': 'completed', 'code': 200} Jul 14 07:59:50.048370 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-286f594b-22e3-4c8c-88c7-994c604a86b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=631923fd-8dab-4bdf-9db3-9460a0d02d33 HTTP/1.1" status: 200 len: 217 time: 0.0364606 Jul 14 07:59:50.096264 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-72721d51-9766-41c6-a430-207de133a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:50.097773 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-72721d51-9766-41c6-a430-207de133a3be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6712883-4622-4d67-a662-a602673225e5 HTTP/1.1" status: 200 len: 854 time: 0.0426521 Jul 14 07:59:50.099004 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98577152-8f2d-4e4c-953c-086ec0f9b8e2 req-8faa952f-471e-4bb8-a827-dca50928a9e3 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:50.100539 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98577152-8f2d-4e4c-953c-086ec0f9b8e2 req-8faa952f-471e-4bb8-a827-dca50928a9e3 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 943 time: 0.0704038 Jul 14 07:59:50.130022 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-ff36a412-1378-4a91-a323-a4585f717723 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b31b0c2e-3058-4c68-922e-59a6153bd58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259733 Jul 14 07:59:50.138416 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98577152-8f2d-4e4c-953c-086ec0f9b8e2 req-4125c62f-4dd7-4f73-a346-dee5c2d686b8 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319660 Jul 14 07:59:50.220083 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-a5fd5a76-bf63-4454-a033-0f69bfaaf01d service neutron] 10.222.0.30 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827634 Jul 14 07:59:50.306995 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d5fc1c1b-9b1f-4d72-abde-de24c0df2ad2 req-dc09e6af-bf90-47e0-b686-1a546fd25c8e service neutron] 10.222.0.30 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799730 Jul 14 07:59:50.406405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011776c-2c0d-4495-a6d8-baa056eeafd8 req-624c52d4-6ed5-4abf-9e03-db82e43026df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:50.407906 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7011776c-2c0d-4495-a6d8-baa056eeafd8 req-624c52d4-6ed5-4abf-9e03-db82e43026df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 1094 time: 0.0545628 Jul 14 07:59:50.492781 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011776c-2c0d-4495-a6d8-baa056eeafd8 req-41bbe4e3-77d5-47f3-a103-a6b76931c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:50.494262 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7011776c-2c0d-4495-a6d8-baa056eeafd8 req-41bbe4e3-77d5-47f3-a103-a6b76931c534 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b31b0c2e-3058-4c68-922e-59a6153bd58e HTTP/1.1" status: 200 len: 915 time: 0.0804000 Jul 14 07:59:50.536851 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7011776c-2c0d-4495-a6d8-baa056eeafd8 req-d715e892-f940-4897-bc5b-f00f30f4d5f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=631923fd-8dab-4bdf-9db3-9460a0d02d33 HTTP/1.1" status: 200 len: 217 time: 0.0357184 Jul 14 07:59:50.583195 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011776c-2c0d-4495-a6d8-baa056eeafd8 req-279d4e42-5ce7-44bc-905b-fc74813a7c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:50.584623 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7011776c-2c0d-4495-a6d8-baa056eeafd8 req-279d4e42-5ce7-44bc-905b-fc74813a7c07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6712883-4622-4d67-a662-a602673225e5 HTTP/1.1" status: 200 len: 854 time: 0.0415845 Jul 14 07:59:50.617421 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7011776c-2c0d-4495-a6d8-baa056eeafd8 req-12ee7872-6a55-43a5-9ba7-1bdd7c41153c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b31b0c2e-3058-4c68-922e-59a6153bd58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254729 Jul 14 07:59:50.705454 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7011776c-2c0d-4495-a6d8-baa056eeafd8 req-d5a3a309-8c03-49b4-833e-943397afc29e service neutron] 10.222.0.30 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794780 Jul 14 07:59:50.792745 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7011776c-2c0d-4495-a6d8-baa056eeafd8 req-8a9ef251-dc6b-4e23-be75-3669e314d78c service neutron] 10.222.0.30 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806177 Jul 14 07:59:51.309895 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117f86d-044c-4dd2-8c5b-e095ab33fc17 req-9994608d-294b-479d-95fc-a22678e98de6 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:51.311406 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e117f86d-044c-4dd2-8c5b-e095ab33fc17 req-9994608d-294b-479d-95fc-a22678e98de6 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 943 time: 0.0627987 Jul 14 07:59:51.347037 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e117f86d-044c-4dd2-8c5b-e095ab33fc17 req-d77ae1d3-358a-4243-8829-060a13bd55f6 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301702 Jul 14 07:59:52.275736 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 631923fd-8dab-4bdf-9db3-9460a0d02d33 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 07:59:52.366020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 631923fd-8dab-4bdf-9db3-9460a0d02d33, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=631923fd-8dab-4bdf-9db3-9460a0d02d33,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:59:52.380537 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '631923fd-8dab-4bdf-9db3-9460a0d02d33', 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e', 'port_id': '631923fd-8dab-4bdf-9db3-9460a0d02d33', 'mac_address': 'fa:16:3e:97:ca:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6712883-4622-4d67-a662-a602673225e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 07:59:52.417260 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:52.429386 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631923fd-8dab-4bdf-9db3-9460a0d02d33 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 07:59:52.447883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 631923fd-8dab-4bdf-9db3-9460a0d02d33, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=631923fd-8dab-4bdf-9db3-9460a0d02d33,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:59:52.452152 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:52.548967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=631923fd-8dab-4bdf-9db3-9460a0d02d33,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:59:52.560029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce4d58-acf8-49ee-aa39-9d6c8f9a6c57 req-a2e635d2-66df-44c0-ad40-3ad898e3ce86 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:52.561553 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7ce4d58-acf8-49ee-aa39-9d6c8f9a6c57 req-a2e635d2-66df-44c0-ad40-3ad898e3ce86 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 944 time: 0.1036148 Jul 14 07:59:52.598879 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b7ce4d58-acf8-49ee-aa39-9d6c8f9a6c57 req-6fdeb89a-451a-4dd1-b719-63123bb4354d tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316861 Jul 14 07:59:52.649065 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['631923fd-8dab-4bdf-9db3-9460a0d02d33'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 07:59:53.766425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea410e-15fa-4830-9707-6da98a21393d req-7a50bc7f-958d-4edf-b33a-12d6cf3d4f3e tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:53.767885 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8eea410e-15fa-4830-9707-6da98a21393d req-7a50bc7f-958d-4edf-b33a-12d6cf3d4f3e tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 944 time: 0.0619025 Jul 14 07:59:53.803841 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8eea410e-15fa-4830-9707-6da98a21393d req-83454ac7-b18d-4d25-899a-f45f645af1e7 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299315 Jul 14 07:59:54.322565 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 631923fd-8dab-4bdf-9db3-9460a0d02d33 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 07:59:54.369275 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 631923fd-8dab-4bdf-9db3-9460a0d02d33 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 07:59:54.372856 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 631923fd-8dab-4bdf-9db3-9460a0d02d33 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 07:59:54.373251 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:54.447740 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:54.468873 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f665a9-11c9-4b0c-bcee-9f7d79a288f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631923fd-8dab-4bdf-9db3-9460a0d02d33'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 07:59:54.471127 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867a17ca-6344-4ac9-853f-ef8bc240471d" -d '{"events": [{"server_uuid": "37f665a9-11c9-4b0c-bcee-9f7d79a288f9", "name": "network-vif-plugged", "status": "completed", "tag": "631923fd-8dab-4bdf-9db3-9460a0d02d33"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 07:59:54.484179 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 631923fd-8dab-4bdf-9db3-9460a0d02d33, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=631923fd-8dab-4bdf-9db3-9460a0d02d33,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 07:59:54.488255 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 07:59:54.511059 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 07:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd209c2d-fe71-4d2c-83f9-c925f9ea57d9 x-openstack-request-id: req-dd209c2d-fe71-4d2c-83f9-c925f9ea57d9 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 07:59:54.511348 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f665a9-11c9-4b0c-bcee-9f7d79a288f9", "name": "network-vif-plugged", "status": "completed", "tag": "631923fd-8dab-4bdf-9db3-9460a0d02d33", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 07:59:54.511597 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dd209c2d-fe71-4d2c-83f9-c925f9ea57d9 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 07:59:54.511978 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f665a9-11c9-4b0c-bcee-9f7d79a288f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631923fd-8dab-4bdf-9db3-9460a0d02d33', 'code': 200} Jul 14 07:59:54.536819 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=631923fd-8dab-4bdf-9db3-9460a0d02d33,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 07:59:54.616880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323455cd-82cf-4ba9-a5b9-da520643b643 req-ed4688dc-121f-488d-bf27-2f47cdfa05c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:54.618336 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-323455cd-82cf-4ba9-a5b9-da520643b643 req-ed4688dc-121f-488d-bf27-2f47cdfa05c1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 1096 time: 0.0499797 Jul 14 07:59:54.649775 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-323455cd-82cf-4ba9-a5b9-da520643b643 req-abc2a078-da81-4eb2-bccc-44d7ced1cc9f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255258 Jul 14 07:59:54.970456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2106c-943b-475c-ad22-ae8d8c1b9041 req-5ec15f1b-b7bb-457d-924c-0326ff546e41 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:54.971937 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10c2106c-943b-475c-ad22-ae8d8c1b9041 req-5ec15f1b-b7bb-457d-924c-0326ff546e41 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0612097 Jul 14 07:59:55.008723 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10c2106c-943b-475c-ad22-ae8d8c1b9041 req-34f0d877-eefb-436b-bb9c-20ea5ac1a13e tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303671 Jul 14 07:59:56.184273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fa05b-eb5d-4761-b56d-c7d621214b5e req-8f265788-c32e-41bb-931f-714abaf6b19c tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:56.185773 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa1fa05b-eb5d-4761-b56d-c7d621214b5e req-8f265788-c32e-41bb-931f-714abaf6b19c tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0651243 Jul 14 07:59:56.220860 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa1fa05b-eb5d-4761-b56d-c7d621214b5e req-2d83f64b-0198-4da7-a40b-6db8f9380b73 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296354 Jul 14 07:59:56.391694 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a38f4-4887-49e5-9ca5-b32fffd4a9ce req-695f30d5-7011-4256-86f8-7c7062366ea1 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:56.393217 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f2a38f4-4887-49e5-9ca5-b32fffd4a9ce req-695f30d5-7011-4256-86f8-7c7062366ea1 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0620370 Jul 14 07:59:56.431147 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5f2a38f4-4887-49e5-9ca5-b32fffd4a9ce req-5aacbe6a-db7c-46d7-a2bb-a0fbda6dc357 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314910 Jul 14 07:59:56.764379 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280f96e-e0f1-44d4-8251-7ea79e4eaefa req-1b2c4d2b-6789-446d-9385-daec787aef2b tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:56.765869 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9280f96e-e0f1-44d4-8251-7ea79e4eaefa req-1b2c4d2b-6789-446d-9385-daec787aef2b tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0651147 Jul 14 07:59:56.801886 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9280f96e-e0f1-44d4-8251-7ea79e4eaefa req-7806f40d-2101-4732-9bec-a161c94704d1 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305929 Jul 14 07:59:56.968737 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbfd56-5cdc-401f-a605-3328b61a2d03 req-fca0c4cb-95c8-447d-8cac-6181ab54a051 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:56.970223 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eefbfd56-5cdc-401f-a605-3328b61a2d03 req-fca0c4cb-95c8-447d-8cac-6181ab54a051 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0618682 Jul 14 07:59:57.006919 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eefbfd56-5cdc-401f-a605-3328b61a2d03 req-5844d30d-0c7e-4920-b8f6-b1b948f1fb8c tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311530 Jul 14 07:59:57.336549 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8199d5f8-7241-4cab-af11-694c9924a502 req-526b75d8-0d15-4ff7-856b-455153ae0268 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0540519 Jul 14 07:59:57.396790 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa446c52-9113-4481-b5c2-25edb7a663fc req-2ef429db-34d0-41a5-9afc-cf4d227b4f66 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:57.398500 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fa446c52-9113-4481-b5c2-25edb7a663fc req-2ef429db-34d0-41a5-9afc-cf4d227b4f66 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0640922 Jul 14 07:59:57.435552 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fa446c52-9113-4481-b5c2-25edb7a663fc req-442746f3-b142-496a-b96e-63fd8a7964bb tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314968 Jul 14 07:59:58.477151 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199d5f8-7241-4cab-af11-694c9924a502 req-70a14345-8775-4004-85d6-d718cd350715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:58.478682 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8199d5f8-7241-4cab-af11-694c9924a502 req-70a14345-8775-4004-85d6-d718cd350715 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 1096 time: 0.0517642 Jul 14 07:59:58.565028 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199d5f8-7241-4cab-af11-694c9924a502 req-0ce596b9-d8b3-40b8-a3e6-d8d905d750dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:58.566526 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8199d5f8-7241-4cab-af11-694c9924a502 req-0ce596b9-d8b3-40b8-a3e6-d8d905d750dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=b31b0c2e-3058-4c68-922e-59a6153bd58e HTTP/1.1" status: 200 len: 915 time: 0.0822129 Jul 14 07:59:58.610811 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8199d5f8-7241-4cab-af11-694c9924a502 req-f961adab-f7d6-4720-a2a1-5bf25ecf2296 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=631923fd-8dab-4bdf-9db3-9460a0d02d33 HTTP/1.1" status: 200 len: 217 time: 0.0373287 Jul 14 07:59:58.612143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f478362-e302-4530-b785-baacde046ce6 req-54152324-48ff-45ee-9473-defec211f367 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:58.613622 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f478362-e302-4530-b785-baacde046ce6 req-54152324-48ff-45ee-9473-defec211f367 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0665059 Jul 14 07:59:58.650909 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f478362-e302-4530-b785-baacde046ce6 req-2d0fe9a8-e523-48eb-86c7-17702b0ecbe7 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312281 Jul 14 07:59:58.659175 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199d5f8-7241-4cab-af11-694c9924a502 req-3ca83985-1820-45c7-8afc-3e956136ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:58.660642 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8199d5f8-7241-4cab-af11-694c9924a502 req-3ca83985-1820-45c7-8afc-3e956136ae9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6712883-4622-4d67-a662-a602673225e5 HTTP/1.1" status: 200 len: 854 time: 0.0438206 Jul 14 07:59:58.692948 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8199d5f8-7241-4cab-af11-694c9924a502 req-76c86bbd-0dd0-46bc-b224-bc33fd06bde4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b31b0c2e-3058-4c68-922e-59a6153bd58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257871 Jul 14 07:59:58.780630 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8199d5f8-7241-4cab-af11-694c9924a502 req-80d281e2-da04-4562-b221-0637a71144eb service neutron] 10.222.0.30 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812666 Jul 14 07:59:58.864947 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8199d5f8-7241-4cab-af11-694c9924a502 req-7c250791-49c0-4cf3-91dd-8b7d52b13e3d service neutron] 10.222.0.30 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781374 Jul 14 07:59:59.820981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0caecd-8aa7-406c-a99b-1bc0775f7064 req-645b480b-17a2-47e4-8279-cc5d4b708d7c tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 07:59:59.822483 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e0caecd-8aa7-406c-a99b-1bc0775f7064 req-645b480b-17a2-47e4-8279-cc5d4b708d7c tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0631254 Jul 14 07:59:59.858928 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e0caecd-8aa7-406c-a99b-1bc0775f7064 req-de7c59e8-b4ee-4c18-8b8f-98f46e244927 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310233 Jul 14 08:00:00.562517 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-290e5c42-fb4c-4d53-a64f-a4060c0d688a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:01.030607 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b33a0-282e-4f13-a2c3-b899612db752 req-92852526-a473-4c16-ac7e-63f1c550c3d8 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:01.032165 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-805b33a0-282e-4f13-a2c3-b899612db752 req-92852526-a473-4c16-ac7e-63f1c550c3d8 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0647769 Jul 14 08:00:01.069046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-805b33a0-282e-4f13-a2c3-b899612db752 req-4da2ac2f-8ac6-478d-a1b7-7d6da0aee8c1 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314736 Jul 14 08:00:02.237807 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b15c98-6e90-4703-9c4d-a485c5faf85e req-d51df1b1-2239-48f1-8bff-ba95418f35b1 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:02.239196 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36b15c98-6e90-4703-9c4d-a485c5faf85e req-d51df1b1-2239-48f1-8bff-ba95418f35b1 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0617294 Jul 14 08:00:02.276071 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36b15c98-6e90-4703-9c4d-a485c5faf85e req-faf63c0f-41ae-4bf1-a0b7-4844be01c25b tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307984 Jul 14 08:00:03.354233 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c56365bc-311a-4791-b8fb-dffeaae156f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:03.445526 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626fc5f-cd0c-4f3a-bea8-0f7c8a22844d req-e955ab00-df3f-407b-a365-e7a3b6a6d650 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:03.447000 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f626fc5f-cd0c-4f3a-bea8-0f7c8a22844d req-e955ab00-df3f-407b-a365-e7a3b6a6d650 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0614331 Jul 14 08:00:03.483187 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f626fc5f-cd0c-4f3a-bea8-0f7c8a22844d req-291490fb-3511-4150-9413-39b645fe0a2d tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308003 Jul 14 08:00:03.691992 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:04.656849 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49273af9-ff8f-4c82-8904-3261f12861db req-7121a2b8-756c-46ec-8a94-e589d709f463 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:04.658320 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-49273af9-ff8f-4c82-8904-3261f12861db req-7121a2b8-756c-46ec-8a94-e589d709f463 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0645595 Jul 14 08:00:04.693868 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-49273af9-ff8f-4c82-8904-3261f12861db req-8d518e58-2aa1-4d1f-a0f7-8a5bf2edaada tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301521 Jul 14 08:00:04.821705 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:05.864748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba46dc-a047-4e1a-9f4a-98decf0f06a7 req-a62bd1ba-6593-45ba-a1c0-97103491dd47 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:05.866253 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94ba46dc-a047-4e1a-9f4a-98decf0f06a7 req-a62bd1ba-6593-45ba-a1c0-97103491dd47 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0621636 Jul 14 08:00:05.903258 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94ba46dc-a047-4e1a-9f4a-98decf0f06a7 req-6c6e9208-605d-4b69-88e7-079b1f7491ef tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316646 Jul 14 08:00:06.350888 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:07.076762 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ac6bf-fd95-44c2-93ee-87b74359dd3c req-1cf379e4-f960-45c7-8ce8-94f637f2cbb0 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:07.078259 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b74ac6bf-fd95-44c2-93ee-87b74359dd3c req-1cf379e4-f960-45c7-8ce8-94f637f2cbb0 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0645719 Jul 14 08:00:07.115440 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b74ac6bf-fd95-44c2-93ee-87b74359dd3c req-95e4ee52-7847-4b51-91de-5e19f6a35906 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318046 Jul 14 08:00:08.285531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809c685-e11f-4c7e-9934-92cc0cde91b0 req-dd7a1fba-3d14-4b50-aadf-83581ddcf7e3 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:08.287012 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8809c685-e11f-4c7e-9934-92cc0cde91b0 req-dd7a1fba-3d14-4b50-aadf-83581ddcf7e3 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0626111 Jul 14 08:00:08.323868 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8809c685-e11f-4c7e-9934-92cc0cde91b0 req-189d2cc8-8d26-4ae5-b869-6bd476dff287 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313067 Jul 14 08:00:09.491694 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adc10e-0552-4f17-af7b-65252b842d1c req-a2e7071c-d6b9-4bc2-829e-bf451fe7cfef tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:09.493154 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0adc10e-0552-4f17-af7b-65252b842d1c req-a2e7071c-d6b9-4bc2-829e-bf451fe7cfef tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0615771 Jul 14 08:00:09.529527 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f0adc10e-0552-4f17-af7b-65252b842d1c req-0d703b98-dea2-4982-8fde-f6f6aca58e5d tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309606 Jul 14 08:00:10.702771 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8603e2-c896-4493-b4db-c25e73b0ac3f req-f3adf4c0-8539-4bb6-8cbc-786b8b5170a8 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:10.704277 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f8603e2-c896-4493-b4db-c25e73b0ac3f req-f3adf4c0-8539-4bb6-8cbc-786b8b5170a8 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0659785 Jul 14 08:00:10.741135 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f8603e2-c896-4493-b4db-c25e73b0ac3f req-5a0c65ec-d13a-4365-8b41-4dcb77c26543 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314064 Jul 14 08:00:11.910758 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61cddb-6d10-4774-833c-343fd48a33e0 req-c961282d-931e-4f48-bd27-fd5970f692b6 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:11.912235 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc61cddb-6d10-4774-833c-343fd48a33e0 req-c961282d-931e-4f48-bd27-fd5970f692b6 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0624511 Jul 14 08:00:11.948435 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc61cddb-6d10-4774-833c-343fd48a33e0 req-03c8844e-d67b-42e0-9c4b-2e0de6ec714b tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306690 Jul 14 08:00:12.018602 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:00:13.120252 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af20810-7b45-4d44-9a97-43024c3a91d9 req-8c0e35dc-b94d-409b-884a-8e0dab040aea tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:13.121735 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4af20810-7b45-4d44-9a97-43024c3a91d9 req-8c0e35dc-b94d-409b-884a-8e0dab040aea tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0647774 Jul 14 08:00:13.157638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4af20810-7b45-4d44-9a97-43024c3a91d9 req-be27fc7f-bacb-4e5f-b608-68885f96d96e tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304008 Jul 14 08:00:14.338456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd37ea-6a23-40d6-a625-ed9c5ff6be8a req-78b887f6-4fbd-4783-ba48-3dd448aa3126 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:14.339916 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10cd37ea-6a23-40d6-a625-ed9c5ff6be8a req-78b887f6-4fbd-4783-ba48-3dd448aa3126 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0616469 Jul 14 08:00:14.376501 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10cd37ea-6a23-40d6-a625-ed9c5ff6be8a req-0579e713-4077-4d5e-82f3-8ecec5a83524 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311630 Jul 14 08:00:15.551098 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f40aa4-4eb1-4410-81f9-0756c6ea82aa req-76e65d70-3c00-494f-b756-36d3e7d434be tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:15.552724 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91f40aa4-4eb1-4410-81f9-0756c6ea82aa req-76e65d70-3c00-494f-b756-36d3e7d434be tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0614483 Jul 14 08:00:15.590102 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91f40aa4-4eb1-4410-81f9-0756c6ea82aa req-9f61ab89-73bf-4a2b-9a19-23490374cd8b tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304580 Jul 14 08:00:15.986367 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:16.026334 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:16.770419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d870afa-1ff5-4625-93f8-e3c9d8c1ceb7 req-74b0ca29-ad9e-4d41-a2e7-4bf710ed3439 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:16.771864 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d870afa-1ff5-4625-93f8-e3c9d8c1ceb7 req-74b0ca29-ad9e-4d41-a2e7-4bf710ed3439 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0647297 Jul 14 08:00:16.807683 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d870afa-1ff5-4625-93f8-e3c9d8c1ceb7 req-60836386-b4a1-496b-8a86-7d6b847dd88c tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303555 Jul 14 08:00:17.979733 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97c219-3de7-482c-bb15-408ce3ca1dae req-ee256694-0756-4cde-ae6a-cebfb3b87cf6 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:17.981271 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8c97c219-3de7-482c-bb15-408ce3ca1dae req-ee256694-0756-4cde-ae6a-cebfb3b87cf6 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0625694 Jul 14 08:00:18.018152 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8c97c219-3de7-482c-bb15-408ce3ca1dae req-e21916fb-cc32-4ff6-b0da-84bdb45fba59 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311539 Jul 14 08:00:19.190900 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af8e8b-1efe-4088-90cb-d03e87660b82 req-051ae601-4b5c-4eed-8406-7401f7c6fcc5 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:19.192375 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82af8e8b-1efe-4088-90cb-d03e87660b82 req-051ae601-4b5c-4eed-8406-7401f7c6fcc5 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0652492 Jul 14 08:00:19.230140 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82af8e8b-1efe-4088-90cb-d03e87660b82 req-9cb63d75-56ee-4931-b004-0e329ad1f7b5 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313663 Jul 14 08:00:20.399912 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f0efd-677a-46be-95d2-aa4798ebb53f req-a24826ba-c4ba-4d5a-b781-f13512552cbf tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:20.401417 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9c3f0efd-677a-46be-95d2-aa4798ebb53f req-a24826ba-c4ba-4d5a-b781-f13512552cbf tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0621586 Jul 14 08:00:20.438249 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9c3f0efd-677a-46be-95d2-aa4798ebb53f req-ead22eb6-2ed6-4e34-a5c5-b1d423dcd6d3 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308223 Jul 14 08:00:21.606586 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c90ee-22d6-4364-8c4e-87e05abdc83c req-06d6135e-0973-49ae-8292-67baae78c443 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:21.608047 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f16c90ee-22d6-4364-8c4e-87e05abdc83c req-06d6135e-0973-49ae-8292-67baae78c443 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0622492 Jul 14 08:00:21.643903 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f16c90ee-22d6-4364-8c4e-87e05abdc83c req-da1394c6-74e7-4664-bb54-3934f37dec41 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304315 Jul 14 08:00:22.815894 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ef7ac-67d5-4f5d-a0cd-d355e01c45d8 req-8da20bfa-26ee-446e-8d2c-46813cda7035 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:22.817389 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e5ef7ac-67d5-4f5d-a0cd-d355e01c45d8 req-8da20bfa-26ee-446e-8d2c-46813cda7035 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0664518 Jul 14 08:00:22.854090 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e5ef7ac-67d5-4f5d-a0cd-d355e01c45d8 req-f6ee21e2-2d5c-4092-b7b1-7cc5d601d5da tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311930 Jul 14 08:00:24.023339 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8aeb2-ba06-4375-829c-d63f8fafa803 req-622112b6-81c4-4fbf-b078-38fa9f201d6b tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:24.024826 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43c8aeb2-ba06-4375-829c-d63f8fafa803 req-622112b6-81c4-4fbf-b078-38fa9f201d6b tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0630212 Jul 14 08:00:24.061530 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-43c8aeb2-ba06-4375-829c-d63f8fafa803 req-33b3589f-ad4e-457b-830e-08440c31b898 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311837 Jul 14 08:00:25.236361 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cebfe-373d-4990-a02e-56029d6a5fa7 req-94a0ade9-a5ea-4365-a679-2f3f226c0c8c tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:25.237767 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-364cebfe-373d-4990-a02e-56029d6a5fa7 req-94a0ade9-a5ea-4365-a679-2f3f226c0c8c tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0657847 Jul 14 08:00:25.274086 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-364cebfe-373d-4990-a02e-56029d6a5fa7 req-32db11b1-0e4c-49af-986c-97894a8506a8 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308294 Jul 14 08:00:25.671643 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [req-8199d5f8-7241-4cab-af11-694c9924a502 req-039a9851-bc7d-44c9-be23-c12fc372e873 service neutron] show failed (client error): The resource could not be found. Jul 14 08:00:25.672677 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8199d5f8-7241-4cab-af11-694c9924a502 req-039a9851-bc7d-44c9-be23-c12fc372e873 service neutron] 10.222.0.30 "GET /v2.0/ports/631923fd-8dab-4bdf-9db3-9460a0d02d33/bindings/n-h2-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.0529208 Jul 14 08:00:25.913714 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199d5f8-7241-4cab-af11-694c9924a502 req-bb4a5e15-32e5-4ae2-8ab1-1d148735e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:25.915179 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8199d5f8-7241-4cab-af11-694c9924a502 req-bb4a5e15-32e5-4ae2-8ab1-1d148735e11c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9&tenant_id=13ddaa0bb15c4c589378ed6e12573e3d HTTP/1.1" status: 200 len: 1096 time: 0.0517499 Jul 14 08:00:25.926092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-5', 'device_owner': 'compute:nova'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:00:25.994010 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:26.191409 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] For port 631923fd-8dab-4bdf-9db3-9460a0d02d33, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=631923fd-8dab-4bdf-9db3-9460a0d02d33,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:00:26.222726 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] For port 631923fd-8dab-4bdf-9db3-9460a0d02d33, host n-h1-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:00:26.259613 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f665a9-11c9-4b0c-bcee-9f7d79a288f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631923fd-8dab-4bdf-9db3-9460a0d02d33'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:00:26.261962 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9832ea3-9914-4e65-9ac3-66b7709be1f5" -d '{"events": [{"server_uuid": "37f665a9-11c9-4b0c-bcee-9f7d79a288f9", "name": "network-vif-unplugged", "status": "completed", "tag": "631923fd-8dab-4bdf-9db3-9460a0d02d33"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:00:26.265589 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:26.278264 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Transition to ACTIVE for port object 631923fd-8dab-4bdf-9db3-9460a0d02d33 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:00:26.281969 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:26.339302 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 08:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de8dfdd-9cd3-44ab-994e-5c6adc59be51 x-openstack-request-id: req-0de8dfdd-9cd3-44ab-994e-5c6adc59be51 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:00:26.339593 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f665a9-11c9-4b0c-bcee-9f7d79a288f9", "name": "network-vif-unplugged", "status": "completed", "tag": "631923fd-8dab-4bdf-9db3-9460a0d02d33", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:00:26.339837 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0de8dfdd-9cd3-44ab-994e-5c6adc59be51 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:00:26.340222 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f665a9-11c9-4b0c-bcee-9f7d79a288f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631923fd-8dab-4bdf-9db3-9460a0d02d33', 'code': 200} Jul 14 08:00:26.342483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] No DVR routers for this DVR port 631923fd-8dab-4bdf-9db3-9460a0d02d33 on host n-h1-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:00:26.350621 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Pushing event updated for resources: {'Port': ['ID=631923fd-8dab-4bdf-9db3-9460a0d02d33,revision_number=6']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:00:26.386713 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Attempting to bind port 631923fd-8dab-4bdf-9db3-9460a0d02d33 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:00:26.387041 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Attempting to bind port 631923fd-8dab-4bdf-9db3-9460a0d02d33 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'adde9ca9-e793-4a1e-a100-c5d9702630ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:00:26.387364 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Attempting to bind port 631923fd-8dab-4bdf-9db3-9460a0d02d33 on network b31b0c2e-3058-4c68-922e-59a6153bd58e {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:00:26.402302 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Port 631923fd-8dab-4bdf-9db3-9460a0d02d33 on network b31b0c2e-3058-4c68-922e-59a6153bd58e not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:00:26.402624 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Attempting to bind port 631923fd-8dab-4bdf-9db3-9460a0d02d33 on network b31b0c2e-3058-4c68-922e-59a6153bd58e {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:00:26.424732 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:00:26.425068 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Checking segment: {'id': 'adde9ca9-e793-4a1e-a100-c5d9702630ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:00:26.425470 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Bound using segment: {'id': 'adde9ca9-e793-4a1e-a100-c5d9702630ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:00:26.425893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Bound port: 631923fd-8dab-4bdf-9db3-9460a0d02d33, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adde9ca9-e793-4a1e-a100-c5d9702630ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:00:26.426247 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:26.499548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92500783-684b-41c5-8af0-6045cf99a01f req-d68363f7-f7f8-4d0f-b4bc-908473d9d725 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:26.501590 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92500783-684b-41c5-8af0-6045cf99a01f req-d68363f7-f7f8-4d0f-b4bc-908473d9d725 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 943 time: 0.1115198 Jul 14 08:00:26.516516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] For port 631923fd-8dab-4bdf-9db3-9460a0d02d33, host n-h2-778696-5, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:00:26.535706 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] For port 631923fd-8dab-4bdf-9db3-9460a0d02d33, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=631923fd-8dab-4bdf-9db3-9460a0d02d33,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:00:26.540623 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:26.585521 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92500783-684b-41c5-8af0-6045cf99a01f req-f2f3193e-d861-4850-98de-404bc77dc24e tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782301 Jul 14 08:00:26.592958 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:26.593602 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:26.594957 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8199d5f8-7241-4cab-af11-694c9924a502 req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] 10.222.0.15 "PUT /v2.0/ports/631923fd-8dab-4bdf-9db3-9460a0d02d33 HTTP/1.1" status: 200 len: 1091 time: 0.6727917 Jul 14 08:00:26.609555 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71d7cb-d2ab-4f35-bc39-7a61b02e648d service neutron] Pushing event updated for resources: {'Port': ['ID=631923fd-8dab-4bdf-9db3-9460a0d02d33,revision_number=7']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:00:26.669479 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199d5f8-7241-4cab-af11-694c9924a502 req-89d681a2-a797-4e3c-804e-9c8d253c0fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:26.670918 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8199d5f8-7241-4cab-af11-694c9924a502 req-89d681a2-a797-4e3c-804e-9c8d253c0fb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 1094 time: 0.0506566 Jul 14 08:00:26.758606 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199d5f8-7241-4cab-af11-694c9924a502 req-d1a3a7ba-1121-4c03-84a0-bf1e37caf6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:26.759940 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8199d5f8-7241-4cab-af11-694c9924a502 req-d1a3a7ba-1121-4c03-84a0-bf1e37caf6cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=b31b0c2e-3058-4c68-922e-59a6153bd58e HTTP/1.1" status: 200 len: 915 time: 0.0830941 Jul 14 08:00:26.798317 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8199d5f8-7241-4cab-af11-694c9924a502 req-a8e39bbc-39c3-49f5-a369-a486b703d754 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=631923fd-8dab-4bdf-9db3-9460a0d02d33 HTTP/1.1" status: 200 len: 217 time: 0.0321746 Jul 14 08:00:26.844129 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199d5f8-7241-4cab-af11-694c9924a502 req-b878affe-655c-47d6-8a3a-5edc5a57c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:26.846055 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8199d5f8-7241-4cab-af11-694c9924a502 req-b878affe-655c-47d6-8a3a-5edc5a57c402 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6712883-4622-4d67-a662-a602673225e5 HTTP/1.1" status: 200 len: 854 time: 0.0424030 Jul 14 08:00:26.876691 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8199d5f8-7241-4cab-af11-694c9924a502 req-d6483567-45f3-4662-9b16-51b448b56032 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b0c2e-3058-4c68-922e-59a6153bd58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245717 Jul 14 08:00:26.962741 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8199d5f8-7241-4cab-af11-694c9924a502 req-ab15dd4a-b030-4f6f-98bc-8c129a2c7d01 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801973 Jul 14 08:00:27.049936 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8199d5f8-7241-4cab-af11-694c9924a502 req-b70e8ccf-2d05-4904-a99f-f51b36d7e870 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807767 Jul 14 08:00:27.761267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54867bd3-80f5-4f39-bbf9-645b647592e3 req-4b18dcaf-e598-47cb-ace1-bdf8419a8b1a tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:27.763000 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-54867bd3-80f5-4f39-bbf9-645b647592e3 req-4b18dcaf-e598-47cb-ace1-bdf8419a8b1a tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 943 time: 0.0658786 Jul 14 08:00:27.799235 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-54867bd3-80f5-4f39-bbf9-645b647592e3 req-9ea31896-0ca6-4496-b6a4-953e4c0102ef tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301514 Jul 14 08:00:28.340979 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f665a9-11c9-4b0c-bcee-9f7d79a288f9', 'tag': '631923fd-8dab-4bdf-9db3-9460a0d02d33'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:00:28.343381 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2464b9a2-288a-4da4-a9b7-4260c912122b" -d '{"events": [{"name": "network-changed", "server_uuid": "37f665a9-11c9-4b0c-bcee-9f7d79a288f9", "tag": "631923fd-8dab-4bdf-9db3-9460a0d02d33"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:00:28.389627 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeb66c6-5ec0-42e2-9fc6-c67fdbc6f21f x-openstack-request-id: req-9aeb66c6-5ec0-42e2-9fc6-c67fdbc6f21f {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:00:28.389911 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f665a9-11c9-4b0c-bcee-9f7d79a288f9", "tag": "631923fd-8dab-4bdf-9db3-9460a0d02d33", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:00:28.390156 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9aeb66c6-5ec0-42e2-9fc6-c67fdbc6f21f {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:00:28.390544 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f665a9-11c9-4b0c-bcee-9f7d79a288f9', 'tag': '631923fd-8dab-4bdf-9db3-9460a0d02d33', 'status': 'completed', 'code': 200} Jul 14 08:00:28.446427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 631923fd-8dab-4bdf-9db3-9460a0d02d33 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:00:28.465383 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-f9363bce-c1f9-4a12-a9b7-740d353813d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:28.465797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-46c7baef-9da0-41c8-b9d6-e07050be933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:28.466906 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-f9363bce-c1f9-4a12-a9b7-740d353813d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 1094 time: 0.0539858 Jul 14 08:00:28.467310 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-46c7baef-9da0-41c8-b9d6-e07050be933f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 1094 time: 0.0585480 Jul 14 08:00:28.487883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 631923fd-8dab-4bdf-9db3-9460a0d02d33 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:00:28.565321 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-670b1886-5660-47c7-8adb-3bc9ecd10750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:28.566814 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-670b1886-5660-47c7-8adb-3bc9ecd10750 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b31b0c2e-3058-4c68-922e-59a6153bd58e HTTP/1.1" status: 200 len: 915 time: 0.0935321 Jul 14 08:00:28.582595 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-b42f137c-a9d0-4e73-8dfd-1a0b2ed5865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:28.584125 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-b42f137c-a9d0-4e73-8dfd-1a0b2ed5865c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b31b0c2e-3058-4c68-922e-59a6153bd58e HTTP/1.1" status: 200 len: 915 time: 0.1059639 Jul 14 08:00:28.613429 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-5f1ea25e-6515-4e23-8adf-36de7db3dbed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=631923fd-8dab-4bdf-9db3-9460a0d02d33 HTTP/1.1" status: 200 len: 217 time: 0.0399785 Jul 14 08:00:28.630832 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-2f800929-7de7-4f28-ae42-85a362b31ef9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=631923fd-8dab-4bdf-9db3-9460a0d02d33 HTTP/1.1" status: 200 len: 217 time: 0.0398052 Jul 14 08:00:28.661450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-b954840d-34ed-42a0-b98a-8edf0d44d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:28.663046 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-b954840d-34ed-42a0-b98a-8edf0d44d903 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6712883-4622-4d67-a662-a602673225e5 HTTP/1.1" status: 200 len: 854 time: 0.0440662 Jul 14 08:00:28.679975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-a9c118dc-360b-4092-a1a1-a7e4bd3e9b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:28.681638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-a9c118dc-360b-4092-a1a1-a7e4bd3e9b83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6712883-4622-4d67-a662-a602673225e5 HTTP/1.1" status: 200 len: 854 time: 0.0448630 Jul 14 08:00:28.694841 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-099a300d-8891-4195-81a1-f5283e1b8917 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b31b0c2e-3058-4c68-922e-59a6153bd58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260472 Jul 14 08:00:28.713818 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-44bb1b31-ea74-49a9-85b1-34d93ffe25f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b0c2e-3058-4c68-922e-59a6153bd58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258307 Jul 14 08:00:28.806448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-9cd02f92-89a4-4df9-9b07-c5c1e3b5dd6d service neutron] 10.222.0.15 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859406 Jul 14 08:00:28.899649 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-83964122-b21e-49a3-bc46-9ab5e24df1c3 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868504 Jul 14 08:00:28.987468 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee721f-76cc-47b7-a354-317ae6c13db6 req-a5990945-2f13-432d-9e82-2b18ebea7ef6 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:28.989433 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16ee721f-76cc-47b7-a354-317ae6c13db6 req-a5990945-2f13-432d-9e82-2b18ebea7ef6 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 943 time: 0.0712116 Jul 14 08:00:29.017276 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-08505117-33a6-42f5-8c9b-2eacfb1476a7 service neutron] 10.222.0.30 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157847 Jul 14 08:00:29.026877 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16ee721f-76cc-47b7-a354-317ae6c13db6 req-081271bc-9950-4c0e-8245-b95447a11729 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318835 Jul 14 08:00:29.103011 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2464b9a2-288a-4da4-a9b7-4260c912122b req-9440d535-7cc7-4107-8c42-965207f3485c service neutron] 10.222.0.30 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796702 Jul 14 08:00:29.318426 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b42f0-0d5f-4022-939a-5ec6c6ebc6ec req-07a764a3-6ee1-46f9-bdae-b9dd64e08707 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:29.319939 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e92b42f0-0d5f-4022-939a-5ec6c6ebc6ec req-07a764a3-6ee1-46f9-bdae-b9dd64e08707 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 943 time: 0.0629420 Jul 14 08:00:29.335956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969f119-7de6-48d5-9faa-05c53f84a506 req-45cd811a-f2a3-4b9b-96bb-c275d740c8a3 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:29.337444 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6969f119-7de6-48d5-9faa-05c53f84a506 req-45cd811a-f2a3-4b9b-96bb-c275d740c8a3 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.30 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9&tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 943 time: 0.0748556 Jul 14 08:00:29.357687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e92b42f0-0d5f-4022-939a-5ec6c6ebc6ec req-78281ab9-21c0-414e-a6d6-ad7e18188d81 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320246 Jul 14 08:00:29.395479 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [req-6969f119-7de6-48d5-9faa-05c53f84a506 req-91395eac-690d-4d4c-b2b3-b662612ee883 service neutron] delete failed (client error): The resource could not be found. Jul 14 08:00:29.396483 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6969f119-7de6-48d5-9faa-05c53f84a506 req-91395eac-690d-4d4c-b2b3-b662612ee883 service neutron] 10.222.0.30 "DELETE /v2.0/ports/631923fd-8dab-4bdf-9db3-9460a0d02d33/bindings/n-h1-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.0532825 Jul 14 08:00:29.488518 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969f119-7de6-48d5-9faa-05c53f84a506 req-33f242b5-2372-42b5-b3c6-a77f365d5e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:29.490005 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6969f119-7de6-48d5-9faa-05c53f84a506 req-33f242b5-2372-42b5-b3c6-a77f365d5e62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 1094 time: 0.0525105 Jul 14 08:00:29.579057 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969f119-7de6-48d5-9faa-05c53f84a506 req-ebc97fbc-f044-4f16-8a6d-2192041bae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:29.580542 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6969f119-7de6-48d5-9faa-05c53f84a506 req-ebc97fbc-f044-4f16-8a6d-2192041bae59 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b31b0c2e-3058-4c68-922e-59a6153bd58e HTTP/1.1" status: 200 len: 915 time: 0.0845358 Jul 14 08:00:29.620494 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6969f119-7de6-48d5-9faa-05c53f84a506 req-ecd47649-0059-46b0-b048-3870a7afc37e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=631923fd-8dab-4bdf-9db3-9460a0d02d33 HTTP/1.1" status: 200 len: 217 time: 0.0337465 Jul 14 08:00:29.666578 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969f119-7de6-48d5-9faa-05c53f84a506 req-97306d1b-1bcd-4347-b040-40d47e41bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:29.667957 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6969f119-7de6-48d5-9faa-05c53f84a506 req-97306d1b-1bcd-4347-b040-40d47e41bdd0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6712883-4622-4d67-a662-a602673225e5 HTTP/1.1" status: 200 len: 854 time: 0.0410466 Jul 14 08:00:29.702376 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6969f119-7de6-48d5-9faa-05c53f84a506 req-c0efdf55-860d-41a4-b194-9b3218162277 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b31b0c2e-3058-4c68-922e-59a6153bd58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285859 Jul 14 08:00:29.730163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 631923fd-8dab-4bdf-9db3-9460a0d02d33 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:00:29.788212 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6969f119-7de6-48d5-9faa-05c53f84a506 req-0793bc1d-1194-4b52-9ba8-9537772fb72a service neutron] 10.222.0.30 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794575 Jul 14 08:00:29.821833 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 631923fd-8dab-4bdf-9db3-9460a0d02d33, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=631923fd-8dab-4bdf-9db3-9460a0d02d33,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:00:29.832842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '631923fd-8dab-4bdf-9db3-9460a0d02d33', 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e', 'port_id': '631923fd-8dab-4bdf-9db3-9460a0d02d33', 'mac_address': 'fa:16:3e:97:ca:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6712883-4622-4d67-a662-a602673225e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:00:29.868767 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:29.879850 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6969f119-7de6-48d5-9faa-05c53f84a506 req-7f62db14-8509-466f-bafd-ab806376393c service neutron] 10.222.0.30 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855474 Jul 14 08:00:29.885384 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631923fd-8dab-4bdf-9db3-9460a0d02d33 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:00:29.904800 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 631923fd-8dab-4bdf-9db3-9460a0d02d33, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=631923fd-8dab-4bdf-9db3-9460a0d02d33,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:00:29.908861 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:29.954993 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=631923fd-8dab-4bdf-9db3-9460a0d02d33,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:00:30.102791 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['631923fd-8dab-4bdf-9db3-9460a0d02d33'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:00:30.537202 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89554690-0387-4f49-b2d9-10e3647c92eb req-ef3231db-37c2-400e-be12-090f4e719530 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:30.538592 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89554690-0387-4f49-b2d9-10e3647c92eb req-ef3231db-37c2-400e-be12-090f4e719530 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 944 time: 0.0679812 Jul 14 08:00:30.562290 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2f141680-0a9c-4bc6-9e8f-709f3cd01588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:30.577767 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89554690-0387-4f49-b2d9-10e3647c92eb req-59013dff-6da6-4262-a7c6-c7cd7912eaf0 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335355 Jul 14 08:00:30.748075 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f2719-0f03-46c1-b8ec-86ce31d91691 req-89c6abd3-06dc-476d-86b4-73f22fd3dd28 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:30.749559 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a3f2719-0f03-46c1-b8ec-86ce31d91691 req-89c6abd3-06dc-476d-86b4-73f22fd3dd28 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 944 time: 0.0622368 Jul 14 08:00:30.787478 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a3f2719-0f03-46c1-b8ec-86ce31d91691 req-69ab051f-296b-47d4-b297-06e1ab817ea5 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319133 Jul 14 08:00:30.959737 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178711c9-6120-4ee7-a5cf-42f60ecd4b8e req-1424e336-e3d0-4563-97d1-bd36ebdbcf43 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:30.961232 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-178711c9-6120-4ee7-a5cf-42f60ecd4b8e req-1424e336-e3d0-4563-97d1-bd36ebdbcf43 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 944 time: 0.0612934 Jul 14 08:00:30.998617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-178711c9-6120-4ee7-a5cf-42f60ecd4b8e req-def80a07-f712-4e1c-beab-8237a5840465 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317237 Jul 14 08:00:31.422176 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-26a94d76-1c16-4c31-8bbe-5ee8466a3cc7 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:31.423638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-26a94d76-1c16-4c31-8bbe-5ee8466a3cc7 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/networks?id=b31b0c2e-3058-4c68-922e-59a6153bd58e HTTP/1.1" status: 200 len: 814 time: 0.1009786 Jul 14 08:00:31.438162 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-20456aa8-f673-4452-b73e-c1d665e42a04 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/quotas/13ddaa0bb15c4c589378ed6e12573e3d HTTP/1.1" status: 200 len: 375 time: 0.0087471 Jul 14 08:00:31.499229 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-8233df1e-7f28-4f6b-bc4d-f2d0a191fef7 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0561750 Jul 14 08:00:31.509138 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-2ea27de8-d3cf-4648-aa20-5bfdc8d60ed4 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:00:31.510090 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-2ea27de8-d3cf-4648-aa20-5bfdc8d60ed4 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048273 Jul 14 08:00:31.598796 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-89264db7-620e-4815-aa7f-03b936d8a28a service neutron] 10.222.0.35 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836301 Jul 14 08:00:31.682972 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-f22f6d26-3e5c-4161-bf3d-bbbececba9e6 service neutron] 10.222.0.35 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784187 Jul 14 08:00:31.728100 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 631923fd-8dab-4bdf-9db3-9460a0d02d33 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:00:31.778337 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 631923fd-8dab-4bdf-9db3-9460a0d02d33 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:00:31.782280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 631923fd-8dab-4bdf-9db3-9460a0d02d33 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:00:31.782569 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:31.859258 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90de6893-51b1-45cf-a803-877dfb8aa0ec req-735d88c2-f343-4c42-b300-bb975887daef tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 210 time: 0.0339079 Jul 14 08:00:31.864144 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:31.890286 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f665a9-11c9-4b0c-bcee-9f7d79a288f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631923fd-8dab-4bdf-9db3-9460a0d02d33'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:00:31.894970 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d762c3cd-dc4f-443e-bff5-1851731dcda4" -d '{"events": [{"server_uuid": "37f665a9-11c9-4b0c-bcee-9f7d79a288f9", "name": "network-vif-plugged", "status": "completed", "tag": "631923fd-8dab-4bdf-9db3-9460a0d02d33"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:00:31.907676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 631923fd-8dab-4bdf-9db3-9460a0d02d33, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=631923fd-8dab-4bdf-9db3-9460a0d02d33,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:00:31.912604 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:31.938628 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c1e059-16c1-469b-84c2-4b50ddb5ea81 x-openstack-request-id: req-79c1e059-16c1-469b-84c2-4b50ddb5ea81 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:00:31.938924 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f665a9-11c9-4b0c-bcee-9f7d79a288f9", "name": "network-vif-plugged", "status": "completed", "tag": "631923fd-8dab-4bdf-9db3-9460a0d02d33", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:00:31.939174 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79c1e059-16c1-469b-84c2-4b50ddb5ea81 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:00:31.939556 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f665a9-11c9-4b0c-bcee-9f7d79a288f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631923fd-8dab-4bdf-9db3-9460a0d02d33', 'code': 200} Jul 14 08:00:31.967341 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=631923fd-8dab-4bdf-9db3-9460a0d02d33,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:00:32.590156 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d057c4-4caf-467a-b9e6-351364afd204 req-c78ec2ff-4d37-4c66-9a79-92fc24b263e8 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:32.591639 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04d057c4-4caf-467a-b9e6-351364afd204 req-c78ec2ff-4d37-4c66-9a79-92fc24b263e8 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f665a9-11c9-4b0c-bcee-9f7d79a288f9 HTTP/1.1" status: 200 len: 945 time: 0.0619991 Jul 14 08:00:32.710261 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-04d057c4-4caf-467a-b9e6-351364afd204 req-eb2a918c-11d1-4698-aeb0-cdd0c52ee6b4 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Deleting port 631923fd-8dab-4bdf-9db3-9460a0d02d33 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:00:32.710912 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-04d057c4-4caf-467a-b9e6-351364afd204 req-eb2a918c-11d1-4698-aeb0-cdd0c52ee6b4 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:32.814857 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-04d057c4-4caf-467a-b9e6-351364afd204 req-eb2a918c-11d1-4698-aeb0-cdd0c52ee6b4 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] For port 631923fd-8dab-4bdf-9db3-9460a0d02d33, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=631923fd-8dab-4bdf-9db3-9460a0d02d33,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:00:32.815399 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-04d057c4-4caf-467a-b9e6-351364afd204 req-eb2a918c-11d1-4698-aeb0-cdd0c52ee6b4 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:32.816296 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.15', 62369) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:00:32.847074 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-04d057c4-4caf-467a-b9e6-351364afd204 req-eb2a918c-11d1-4698-aeb0-cdd0c52ee6b4 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Calling delete_port for 631923fd-8dab-4bdf-9db3-9460a0d02d33 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:00:32.973218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-7b451dcc-447c-4034-b090-6b0a6a999dc1 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:32.975100 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-7b451dcc-447c-4034-b090-6b0a6a999dc1 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.15 "GET /v2.0/networks?id=b31b0c2e-3058-4c68-922e-59a6153bd58e HTTP/1.1" status: 200 len: 814 time: 0.1576831 Jul 14 08:00:32.993744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-8a244fbd-260c-4adc-aa51-e0feea787f23 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Request body: {'port': {'device_id': 'da8738c2-ad2c-490f-945c-6b292fb18f6d', 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e', 'admin_state_up': True, 'tenant_id': '13ddaa0bb15c4c589378ed6e12573e3d'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:00:33.056237 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e96abb2d-496d-4a57-b318-fa2329b9b633 req-8db16675-dc61-4ce2-b202-7599c918f523 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 210 time: 0.0376341 Jul 14 08:00:33.058439 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-04d057c4-4caf-467a-b9e6-351364afd204 req-eb2a918c-11d1-4698-aeb0-cdd0c52ee6b4 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:33.071108 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['631923fd-8dab-4bdf-9db3-9460a0d02d33'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:00:33.108364 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a918c-11d1-4698-aeb0-cdd0c52ee6b4 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Pushing event deleted for resources: {'Port': ['ID=631923fd-8dab-4bdf-9db3-9460a0d02d33,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:00:33.151326 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-8a244fbd-260c-4adc-aa51-e0feea787f23 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Made reservation on behalf of 13ddaa0bb15c4c589378ed6e12573e3d for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:00:33.155256 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-8a244fbd-260c-4adc-aa51-e0feea787f23 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:33.165024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d057c4-4caf-467a-b9e6-351364afd204 req-eb2a918c-11d1-4698-aeb0-cdd0c52ee6b4 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] No DVR routers for this DVR port 631923fd-8dab-4bdf-9db3-9460a0d02d33 on host n-h2-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:00:33.167653 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-04d057c4-4caf-467a-b9e6-351364afd204 req-eb2a918c-11d1-4698-aeb0-cdd0c52ee6b4 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:33.169738 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-04d057c4-4caf-467a-b9e6-351364afd204 req-eb2a918c-11d1-4698-aeb0-cdd0c52ee6b4 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.15 "DELETE /v2.0/ports/631923fd-8dab-4bdf-9db3-9460a0d02d33 HTTP/1.1" status: 204 len: 173 time: 0.5719938 Jul 14 08:00:33.170187 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f665a9-11c9-4b0c-bcee-9f7d79a288f9', 'name': 'network-vif-deleted', 'tag': '631923fd-8dab-4bdf-9db3-9460a0d02d33'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:00:33.172434 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397334e3-ce81-4697-be8f-5693f5012596" -d '{"events": [{"server_uuid": "37f665a9-11c9-4b0c-bcee-9f7d79a288f9", "name": "network-vif-deleted", "tag": "631923fd-8dab-4bdf-9db3-9460a0d02d33"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:00:33.211198 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2839d9-d746-41c9-b3af-05deb06a96a8 x-openstack-request-id: req-1e2839d9-d746-41c9-b3af-05deb06a96a8 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:00:33.211708 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f665a9-11c9-4b0c-bcee-9f7d79a288f9", "name": "network-vif-deleted", "tag": "631923fd-8dab-4bdf-9db3-9460a0d02d33", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:00:33.212125 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e2839d9-d746-41c9-b3af-05deb06a96a8 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:00:33.212684 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f665a9-11c9-4b0c-bcee-9f7d79a288f9', 'name': 'network-vif-deleted', 'tag': '631923fd-8dab-4bdf-9db3-9460a0d02d33', 'status': 'completed', 'code': 200} Jul 14 08:00:33.293996 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-8a244fbd-260c-4adc-aa51-e0feea787f23 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Allocated IP 172.20.0.4 (b31b0c2e-3058-4c68-922e-59a6153bd58e/d6712883-4622-4d67-a662-a602673225e5/8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:00:33.359565 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ef80d76d-a870-4b36-a812-746fc67aa683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:33.450059 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-8a244fbd-260c-4adc-aa51-e0feea787f23 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:33.491218 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-8a244fbd-260c-4adc-aa51-e0feea787f23 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:33.502288 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['631923fd-8dab-4bdf-9db3-9460a0d02d33'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:00:33.547349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-8a244fbd-260c-4adc-aa51-e0feea787f23 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Network b31b0c2e-3058-4c68-922e-59a6153bd58e is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:00:33.552457 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-8a244fbd-260c-4adc-aa51-e0feea787f23 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:00:33.556382 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-8a244fbd-260c-4adc-aa51-e0feea787f23 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:00:33.585661 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a244fbd-260c-4adc-aa51-e0feea787f23 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Pushing event updated for resources: {'Port': ['ID=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:00:33.612445 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-8a244fbd-260c-4adc-aa51-e0feea787f23 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:33.613049 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-8a244fbd-260c-4adc-aa51-e0feea787f23 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:33.626263 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-8a244fbd-260c-4adc-aa51-e0feea787f23 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6414065 Jul 14 08:00:33.636703 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Request body: {'port': {'device_id': 'da8738c2-ad2c-490f-945c-6b292fb18f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:00:33.694686 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:33.708909 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:33.962633 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:00:33.969825 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:33.981810 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Transition to ACTIVE for port object 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:00:33.984936 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:34.034985 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Pushing event updated for resources: {'Port': ['ID=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:00:34.098351 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Attempting to bind port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:00:34.098693 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Attempting to bind port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'adde9ca9-e793-4a1e-a100-c5d9702630ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:00:34.099026 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Attempting to bind port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 on network b31b0c2e-3058-4c68-922e-59a6153bd58e {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:00:34.103568 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 on network b31b0c2e-3058-4c68-922e-59a6153bd58e not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:00:34.104149 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Attempting to bind port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 on network b31b0c2e-3058-4c68-922e-59a6153bd58e {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:00:34.108595 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:00:34.108938 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Checking segment: {'id': 'adde9ca9-e793-4a1e-a100-c5d9702630ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:00:34.109364 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Bound using segment: {'id': 'adde9ca9-e793-4a1e-a100-c5d9702630ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:00:34.109794 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Bound port: 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adde9ca9-e793-4a1e-a100-c5d9702630ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:00:34.110154 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:34.177649 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] For port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:00:34.180672 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] For port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:00:34.185408 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:34.219250 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:34.219890 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:34.221353 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-150837e9-6acd-49b4-9141-e212c167382a service neutron] 10.222.0.15 "PUT /v2.0/ports/8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 HTTP/1.1" status: 200 len: 1091 time: 0.5886502 Jul 14 08:00:34.221791 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8738c2-ad2c-490f-945c-6b292fb18f6d', 'tag': '8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:00:34.224055 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedcd96f-165c-47e1-9152-838902f1df58" -d '{"events": [{"name": "network-changed", "server_uuid": "da8738c2-ad2c-490f-945c-6b292fb18f6d", "tag": "8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:00:34.250970 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150837e9-6acd-49b4-9141-e212c167382a service neutron] Pushing event updated for resources: {'Port': ['ID=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:00:34.265356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed98360-3d3b-4362-850c-38164d2a8253 req-5484a50b-481a-48e3-a8b3-48799ac9a8c6 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:34.267060 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ed98360-3d3b-4362-850c-38164d2a8253 req-5484a50b-481a-48e3-a8b3-48799ac9a8c6 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 943 time: 0.0739884 Jul 14 08:00:34.277046 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3371f5e3-d542-4a81-a8d9-055d56795810 x-openstack-request-id: req-3371f5e3-d542-4a81-a8d9-055d56795810 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:00:34.277367 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8738c2-ad2c-490f-945c-6b292fb18f6d", "tag": "8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:00:34.277669 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3371f5e3-d542-4a81-a8d9-055d56795810 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:00:34.278083 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da8738c2-ad2c-490f-945c-6b292fb18f6d', 'tag': '8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1', 'status': 'completed', 'code': 200} Jul 14 08:00:34.306696 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0ed98360-3d3b-4362-850c-38164d2a8253 req-eb20d050-0ba2-4b86-93a1-5041e4bcaa9c tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335360 Jul 14 08:00:34.321999 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-d3394392-69d5-48bf-93ef-c54651345698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:34.323539 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-d3394392-69d5-48bf-93ef-c54651345698 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 1094 time: 0.0568244 Jul 14 08:00:34.367681 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-91d60da1-4980-41b2-a5bd-d15f0f757c6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 HTTP/1.1" status: 200 len: 217 time: 0.0369954 Jul 14 08:00:34.413769 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-84cd9d0c-5cd1-4c2d-a189-6d413b2e80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:34.415165 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-84cd9d0c-5cd1-4c2d-a189-6d413b2e80dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6712883-4622-4d67-a662-a602673225e5 HTTP/1.1" status: 200 len: 854 time: 0.0415757 Jul 14 08:00:34.446339 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-5e436cfc-bb9f-444b-8efd-fe69cecc1e66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b0c2e-3058-4c68-922e-59a6153bd58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250378 Jul 14 08:00:34.534519 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-fb3d8e66-532c-43aa-9d8d-61bae67c5ffd service neutron] 10.222.0.15 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812294 Jul 14 08:00:34.620293 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9c75b244-4ea0-41d6-89fa-fb45674ed5a0 req-c96c1669-03a7-4601-90d4-fff3baa3c731 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807345 Jul 14 08:00:34.715980 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcd96f-165c-47e1-9152-838902f1df58 req-151d9038-ab38-4978-a43f-3dbef0102abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:34.717493 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bedcd96f-165c-47e1-9152-838902f1df58 req-151d9038-ab38-4978-a43f-3dbef0102abf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 1094 time: 0.0516372 Jul 14 08:00:34.805878 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcd96f-165c-47e1-9152-838902f1df58 req-429934ed-0db6-42ef-a890-21236037dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:34.807339 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bedcd96f-165c-47e1-9152-838902f1df58 req-429934ed-0db6-42ef-a890-21236037dc19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b31b0c2e-3058-4c68-922e-59a6153bd58e HTTP/1.1" status: 200 len: 915 time: 0.0838578 Jul 14 08:00:34.824326 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:34.848882 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bedcd96f-165c-47e1-9152-838902f1df58 req-2510cdca-7e0a-4da2-ba5b-dc86e821c08f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 HTTP/1.1" status: 200 len: 217 time: 0.0352519 Jul 14 08:00:34.897061 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcd96f-165c-47e1-9152-838902f1df58 req-973da3b0-8e96-4d60-9cae-2e8495d86626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:34.898520 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bedcd96f-165c-47e1-9152-838902f1df58 req-973da3b0-8e96-4d60-9cae-2e8495d86626 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6712883-4622-4d67-a662-a602673225e5 HTTP/1.1" status: 200 len: 854 time: 0.0432456 Jul 14 08:00:34.934643 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bedcd96f-165c-47e1-9152-838902f1df58 req-7bc5bc7c-db08-41fd-95c8-08885974551c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b0c2e-3058-4c68-922e-59a6153bd58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290794 Jul 14 08:00:35.021242 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bedcd96f-165c-47e1-9152-838902f1df58 req-00b90353-bef4-40c4-b56a-c0dca6fb70a1 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798995 Jul 14 08:00:35.111646 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-bedcd96f-165c-47e1-9152-838902f1df58 req-4bc2d3f2-931e-45d0-9b3e-b6d4b30e3e58 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837069 Jul 14 08:00:35.475506 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea70e6-5ff4-47f3-8169-e5347771a18f req-50d5fbf9-cd14-4626-9431-202efc0644d1 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:35.477109 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdea70e6-5ff4-47f3-8169-e5347771a18f req-50d5fbf9-cd14-4626-9431-202efc0644d1 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 943 time: 0.0605896 Jul 14 08:00:35.513109 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdea70e6-5ff4-47f3-8169-e5347771a18f req-02fdb720-0ee4-472d-98a2-82c0203d4cd7 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305767 Jul 14 08:00:36.353948 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:36.682219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099040e7-24a8-42e3-bf79-7d305af99e19 req-df730b6d-0d31-4433-9aa3-c5e1a860590d tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:36.683674 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-099040e7-24a8-42e3-bf79-7d305af99e19 req-df730b6d-0d31-4433-9aa3-c5e1a860590d tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 943 time: 0.0641651 Jul 14 08:00:36.720324 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-099040e7-24a8-42e3-bf79-7d305af99e19 req-b547f0e7-95f6-4970-a37d-6cf7caea40bb tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311911 Jul 14 08:00:37.804000 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:00:37.806209 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 631923fd-8dab-4bdf-9db3-9460a0d02d33 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:00:37.830309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 631923fd-8dab-4bdf-9db3-9460a0d02d33 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:00:37.830657 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 631923fd-8dab-4bdf-9db3-9460a0d02d33 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:00:37.889584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ad5f9-78ea-49ba-afb4-d70c133901f8 req-d5f00418-ec50-46fd-841e-efdac6eb181e tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:37.891086 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c76ad5f9-78ea-49ba-afb4-d70c133901f8 req-d5f00418-ec50-46fd-841e-efdac6eb181e tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 943 time: 0.0635784 Jul 14 08:00:37.917309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:00:37.927225 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1', 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e', 'port_id': '8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1', 'mac_address': 'fa:16:3e:f0:ad:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6712883-4622-4d67-a662-a602673225e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:00:37.927955 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c76ad5f9-78ea-49ba-afb4-d70c133901f8 req-04f632b8-48ec-45f6-8df8-2a5244cbeb22 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305767 Jul 14 08:00:37.964471 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:37.977100 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:00:37.995292 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:00:37.999057 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:38.043686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:00:38.186603 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:00:39.099445 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03412985-1185-4cdd-8ec0-5ef7d4b474a3 req-1fc91649-80c4-46ae-b9cf-c1c52528d1c1 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:39.100914 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-03412985-1185-4cdd-8ec0-5ef7d4b474a3 req-1fc91649-80c4-46ae-b9cf-c1c52528d1c1 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 944 time: 0.0649371 Jul 14 08:00:39.137323 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-03412985-1185-4cdd-8ec0-5ef7d4b474a3 req-c99d0d0a-54a2-42c5-aaf5-9b1fd093601d tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306916 Jul 14 08:00:39.800692 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:00:39.846791 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:00:39.850403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:00:39.850773 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:39.925930 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:39.947783 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8738c2-ad2c-490f-945c-6b292fb18f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:00:39.950279 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de84eceb-654b-41a7-af08-b0a3b2587180" -d '{"events": [{"server_uuid": "da8738c2-ad2c-490f-945c-6b292fb18f6d", "name": "network-vif-plugged", "status": "completed", "tag": "8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:00:39.962459 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:00:39.966394 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:39.992043 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05402050-8945-47ce-9467-da3f0f510a1e x-openstack-request-id: req-05402050-8945-47ce-9467-da3f0f510a1e {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:00:39.992328 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8738c2-ad2c-490f-945c-6b292fb18f6d", "name": "network-vif-plugged", "status": "completed", "tag": "8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:00:39.992951 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05402050-8945-47ce-9467-da3f0f510a1e {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:00:39.993359 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8738c2-ad2c-490f-945c-6b292fb18f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1', 'code': 200} Jul 14 08:00:40.021074 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:00:40.028504 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:00:40.028850 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:00:40.029199 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:00:40.029534 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:00:40.029860 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:00:40.030188 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:00:40.030509 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:00:40.030831 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:00:40.031148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:00:40.031466 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:00:40.031777 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:00:40.032097 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:00:40.099156 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44f97b-0426-46e6-b7e8-189e134fbdcf req-fe534334-5373-4397-9b00-ee5d55a88a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:40.100522 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3b44f97b-0426-46e6-b7e8-189e134fbdcf req-fe534334-5373-4397-9b00-ee5d55a88a35 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 1096 time: 0.0503287 Jul 14 08:00:40.133704 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3b44f97b-0426-46e6-b7e8-189e134fbdcf req-a5d3b1c1-1e4e-4a0e-931f-a78b1daa1226 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261884 Jul 14 08:00:40.304575 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab3e59-ff8c-4d6e-9cf6-2e74ce2d7b4f req-f7743d04-ebe8-4210-9c36-099ff0c527d6 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:40.306083 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30ab3e59-ff8c-4d6e-9cf6-2e74ce2d7b4f req-f7743d04-ebe8-4210-9c36-099ff0c527d6 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0621676 Jul 14 08:00:40.342463 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30ab3e59-ff8c-4d6e-9cf6-2e74ce2d7b4f req-ebd4f35c-819a-4f8a-9156-80fae6eda775 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309470 Jul 14 08:00:41.510044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f31cc-c7c0-4f6f-9f39-15a80a7abe62 req-f84bb55b-9c50-4367-8a0c-8f9130aa4e94 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:41.511519 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-546f31cc-c7c0-4f6f-9f39-15a80a7abe62 req-f84bb55b-9c50-4367-8a0c-8f9130aa4e94 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0609000 Jul 14 08:00:41.546832 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-546f31cc-c7c0-4f6f-9f39-15a80a7abe62 req-657e3ace-56b3-4d0a-a6c5-488b7621f1d3 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299070 Jul 14 08:00:41.720292 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900eef3-ac1a-40e8-b367-35041175b14e req-744d3b16-4539-4a80-93e3-a5bfc4326adc tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:41.721705 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e900eef3-ac1a-40e8-b367-35041175b14e req-744d3b16-4539-4a80-93e3-a5bfc4326adc tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0639303 Jul 14 08:00:41.757413 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e900eef3-ac1a-40e8-b367-35041175b14e req-a07e3866-978f-49a8-bd67-4d003163b538 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299411 Jul 14 08:00:42.081648 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-3ad5387f-530c-4161-94ca-62b4ffc4e4a2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0500948 Jul 14 08:00:42.139853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb027c9-894e-49e1-993e-5e68a316813b req-34afd403-71ce-479f-a004-6b50d539fa22 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:42.141378 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1fb027c9-894e-49e1-993e-5e68a316813b req-34afd403-71ce-479f-a004-6b50d539fa22 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0630243 Jul 14 08:00:42.180748 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1fb027c9-894e-49e1-993e-5e68a316813b req-f5bd8c18-26e7-47e4-a0de-5da2ac285a57 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319099 Jul 14 08:00:43.181308 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-c0d201b3-c2d5-4278-81ed-2d4b8f30190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:43.182781 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-c0d201b3-c2d5-4278-81ed-2d4b8f30190f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 1096 time: 0.0548930 Jul 14 08:00:43.268272 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-e1e65366-8fc8-422c-82ae-77f67d0f3022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:43.269692 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-e1e65366-8fc8-422c-82ae-77f67d0f3022 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b31b0c2e-3058-4c68-922e-59a6153bd58e HTTP/1.1" status: 200 len: 915 time: 0.0809627 Jul 14 08:00:43.309517 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-bf835f94-b0d5-4eb0-8717-56333ba6414d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 HTTP/1.1" status: 200 len: 217 time: 0.0335259 Jul 14 08:00:43.358588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f0180-bac9-4901-a3d2-f6cfcdcf5f4e req-5a3910ab-73e4-4f6b-9420-4bb5058881f3 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:43.359976 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-2237f56a-e01e-4166-a829-c5b7f919bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:43.360089 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-917f0180-bac9-4901-a3d2-f6cfcdcf5f4e req-5a3910ab-73e4-4f6b-9420-4bb5058881f3 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0655348 Jul 14 08:00:43.361483 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-2237f56a-e01e-4166-a829-c5b7f919bb55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6712883-4622-4d67-a662-a602673225e5 HTTP/1.1" status: 200 len: 854 time: 0.0464211 Jul 14 08:00:43.393757 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-170f9e59-4370-41e8-af88-770d6edb839c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b0c2e-3058-4c68-922e-59a6153bd58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262344 Jul 14 08:00:43.397976 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-917f0180-bac9-4901-a3d2-f6cfcdcf5f4e req-93ca2b99-fe78-4d4c-a0d4-4ab22691daef tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318329 Jul 14 08:00:43.479900 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-f0d13686-d2d2-4a99-837b-3b1504782d75 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792234 Jul 14 08:00:43.568362 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-335b3247-f003-4b52-a981-05011539eb56 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823491 Jul 14 08:00:44.566247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54399ad-415f-4960-b4fa-48f11f6a1626 req-52359f77-0716-4134-8387-626b25c11bcf tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:44.568233 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b54399ad-415f-4960-b4fa-48f11f6a1626 req-52359f77-0716-4134-8387-626b25c11bcf tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0612495 Jul 14 08:00:44.605150 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b54399ad-415f-4960-b4fa-48f11f6a1626 req-485d22de-9ea4-4a4b-8bba-4d5b53cb438e tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314777 Jul 14 08:00:45.772535 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7ea8a-4265-47d1-a82e-1aa1885f8157 req-22ec62fe-d050-4581-a1dd-1c858ce16c58 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:45.773985 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9d7ea8a-4265-47d1-a82e-1aa1885f8157 req-22ec62fe-d050-4581-a1dd-1c858ce16c58 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0615046 Jul 14 08:00:45.810326 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9d7ea8a-4265-47d1-a82e-1aa1885f8157 req-6675357d-f16b-4b47-a4ad-5ea8b7f075f7 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308530 Jul 14 08:00:45.986208 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:46.034320 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:00:46.981862 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1b57c-5a01-4a6b-8e59-7f8cd594840b req-a01bbeda-447a-4a33-a81b-730254476f65 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:46.983327 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83b1b57c-5a01-4a6b-8e59-7f8cd594840b req-a01bbeda-447a-4a33-a81b-730254476f65 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0657289 Jul 14 08:00:47.019511 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83b1b57c-5a01-4a6b-8e59-7f8cd594840b req-5ca5a82e-fcdd-4e5d-84a1-dc6388a06c98 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306542 Jul 14 08:00:48.187801 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4abda-fb6b-4fb7-8289-46590d4d2ef5 req-e32c33f9-5279-4b5e-921c-ad41cfe335ad tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:48.189268 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0fe4abda-fb6b-4fb7-8289-46590d4d2ef5 req-e32c33f9-5279-4b5e-921c-ad41cfe335ad tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0614712 Jul 14 08:00:48.225843 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0fe4abda-fb6b-4fb7-8289-46590d4d2ef5 req-b0face3d-2550-4d41-a230-cae4e8d8c01c tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305767 Jul 14 08:00:49.017613 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:00:49.248700 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3db5c-816c-45cc-b684-5072eb8525a7 req-8b1b7029-9f49-462b-acaa-cf900c186fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:49.250155 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0ce3db5c-816c-45cc-b684-5072eb8525a7 req-8b1b7029-9f49-462b-acaa-cf900c186fe5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 1096 time: 0.0535221 Jul 14 08:00:49.359149 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3db5c-816c-45cc-b684-5072eb8525a7 req-06b5c928-ccc3-4804-a4f1-cf01e964d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:49.360627 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0ce3db5c-816c-45cc-b684-5072eb8525a7 req-06b5c928-ccc3-4804-a4f1-cf01e964d7de service neutron] 10.222.0.15 "GET /v2.0/networks?id=b31b0c2e-3058-4c68-922e-59a6153bd58e HTTP/1.1" status: 200 len: 915 time: 0.0907311 Jul 14 08:00:49.400478 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0ce3db5c-816c-45cc-b684-5072eb8525a7 req-74ffe58f-da7f-40cb-828d-681c261f8667 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 HTTP/1.1" status: 200 len: 217 time: 0.0335124 Jul 14 08:00:49.402669 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70719faf-b4c8-43c1-b146-d562abbae112 req-5186e395-e5ec-4525-a3f7-9edf9405dbe4 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:49.404160 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-70719faf-b4c8-43c1-b146-d562abbae112 req-5186e395-e5ec-4525-a3f7-9edf9405dbe4 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0646138 Jul 14 08:00:49.442625 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-70719faf-b4c8-43c1-b146-d562abbae112 req-09dacccd-6221-4d95-b6f0-c9fb7d71ff61 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327058 Jul 14 08:00:49.447741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3db5c-816c-45cc-b684-5072eb8525a7 req-6577b0fe-8451-47d9-965a-fe4349d0ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:49.449236 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0ce3db5c-816c-45cc-b684-5072eb8525a7 req-6577b0fe-8451-47d9-965a-fe4349d0ecae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6712883-4622-4d67-a662-a602673225e5 HTTP/1.1" status: 200 len: 854 time: 0.0429530 Jul 14 08:00:49.486189 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0ce3db5c-816c-45cc-b684-5072eb8525a7 req-d3e11f6f-39a8-4327-b930-b1413042a1a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b0c2e-3058-4c68-922e-59a6153bd58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302801 Jul 14 08:00:49.571759 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0ce3db5c-816c-45cc-b684-5072eb8525a7 req-5d564d3b-ab8f-4ded-85d3-ac8eb8e52124 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781786 Jul 14 08:00:49.661466 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0ce3db5c-816c-45cc-b684-5072eb8525a7 req-0175eef9-8b33-4127-a47d-38feffa2ee81 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833776 Jul 14 08:00:50.613235 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f49b65-d6a7-4c7e-98e2-0b973a3342ae req-3d5a3dd5-61b4-47e1-b192-f262aa3dd4f9 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:50.615347 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5f49b65-d6a7-4c7e-98e2-0b973a3342ae req-3d5a3dd5-61b4-47e1-b192-f262aa3dd4f9 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0624590 Jul 14 08:00:50.651190 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5f49b65-d6a7-4c7e-98e2-0b973a3342ae req-1c48d2bf-0906-42f9-bcfd-52af86d405dd tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302477 Jul 14 08:00:51.822044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5f521-5d83-45d3-a862-5735b3e25f53 req-974a870d-b6bb-4083-ba97-985cd1977f7f tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:51.823507 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3cf5f521-5d83-45d3-a862-5735b3e25f53 req-974a870d-b6bb-4083-ba97-985cd1977f7f tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0616791 Jul 14 08:00:51.858934 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3cf5f521-5d83-45d3-a862-5735b3e25f53 req-723c2594-71c9-41ec-8ce8-47bfaef526de tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299699 Jul 14 08:00:53.033608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b410a0b-ee68-472f-a4be-af3063c3007f req-ce47adc0-aead-45f9-ab85-ff664ff95775 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:53.035090 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3b410a0b-ee68-472f-a4be-af3063c3007f req-ce47adc0-aead-45f9-ab85-ff664ff95775 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0654609 Jul 14 08:00:53.071812 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3b410a0b-ee68-472f-a4be-af3063c3007f req-b611a6a1-82c9-4068-84e2-356591d60b74 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308723 Jul 14 08:00:54.244259 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1886f-dca1-431d-a736-75ef95f70c7b req-1588ffe1-f701-4077-85f0-3efe1007e396 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:54.245642 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8a1886f-dca1-431d-a736-75ef95f70c7b req-1588ffe1-f701-4077-85f0-3efe1007e396 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0611410 Jul 14 08:00:54.281561 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a8a1886f-dca1-431d-a736-75ef95f70c7b req-c8be30a0-d958-46ba-ba19-9491ed43f13b tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305679 Jul 14 08:00:55.453629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff812cc4-8a7e-449c-871f-8347feff458d req-f88c3b5d-e6c0-45fa-97b2-9ccde17299dc tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:55.455066 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff812cc4-8a7e-449c-871f-8347feff458d req-f88c3b5d-e6c0-45fa-97b2-9ccde17299dc tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0636961 Jul 14 08:00:55.492127 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff812cc4-8a7e-449c-871f-8347feff458d req-6dc5efa9-7865-49d8-a56c-0eea0574277b tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309222 Jul 14 08:00:56.660784 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d847c-6dfb-4dde-9d15-fbfab1368083 req-ca0c37fd-3b88-4b63-b306-1927d3740342 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:56.662757 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c19d847c-6dfb-4dde-9d15-fbfab1368083 req-ca0c37fd-3b88-4b63-b306-1927d3740342 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0630240 Jul 14 08:00:56.698552 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c19d847c-6dfb-4dde-9d15-fbfab1368083 req-33d3e803-80c6-4387-93cd-7a811012207f tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303626 Jul 14 08:00:57.867645 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0339b8-4e18-4c13-a993-d695dbbd91b9 req-74f95df9-8c00-4b74-9e3c-dbf1efda1ddf tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:57.869222 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a0339b8-4e18-4c13-a993-d695dbbd91b9 req-74f95df9-8c00-4b74-9e3c-dbf1efda1ddf tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0632761 Jul 14 08:00:57.906303 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a0339b8-4e18-4c13-a993-d695dbbd91b9 req-86d512dc-a63c-4f19-bcab-104637088b8e tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316591 Jul 14 08:00:59.082230 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3534896-e27e-4d27-ac72-0a1f4748921f req-2c714f4d-8f6e-4fbf-a7bc-f72ecc407a66 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:00:59.083730 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3534896-e27e-4d27-ac72-0a1f4748921f req-2c714f4d-8f6e-4fbf-a7bc-f72ecc407a66 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0657752 Jul 14 08:00:59.120169 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3534896-e27e-4d27-ac72-0a1f4748921f req-5d04a1f2-265b-4414-8c24-21492b9e66c9 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311084 Jul 14 08:01:00.289683 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0335715-e14b-4d81-8765-543d9a09789d req-24aba19d-782d-43eb-bc28-e40759508472 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:00.291168 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0335715-e14b-4d81-8765-543d9a09789d req-24aba19d-782d-43eb-bc28-e40759508472 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0617106 Jul 14 08:01:00.327045 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0335715-e14b-4d81-8765-543d9a09789d req-d0675482-42a2-4a87-be18-4e123c03e6fe tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304930 Jul 14 08:01:00.563902 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-35dbee98-9a10-4ffe-89f1-c57030b610d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:01.497423 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180c8f5-04a2-4c58-8f37-454756e37c83 req-822d778a-0d06-4f0d-a61c-15a89b7abb51 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:01.498866 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c180c8f5-04a2-4c58-8f37-454756e37c83 req-822d778a-0d06-4f0d-a61c-15a89b7abb51 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0639861 Jul 14 08:01:01.534722 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c180c8f5-04a2-4c58-8f37-454756e37c83 req-dcb3be3f-590b-4b3f-9f8b-d8be8e0874ba tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304418 Jul 14 08:01:02.737544 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac5f70-21af-4e04-90be-5da908fccb29 req-ab255c55-fb73-48e0-af1a-43dae703227a tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:02.738987 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8dac5f70-21af-4e04-90be-5da908fccb29 req-ab255c55-fb73-48e0-af1a-43dae703227a tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0611715 Jul 14 08:01:02.775357 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8dac5f70-21af-4e04-90be-5da908fccb29 req-11204c10-3bc2-45ba-b761-da19ce507ac5 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303428 Jul 14 08:01:03.350431 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c6d45c28-317d-460f-bc24-8c7055d9dc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:03.700289 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:03.942085 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf499f-3276-4565-8a1e-b15a485d4f5d req-312ba326-06fe-491f-9c26-8aa23ea4223e tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:03.943512 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-25cf499f-3276-4565-8a1e-b15a485d4f5d req-312ba326-06fe-491f-9c26-8aa23ea4223e tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0597918 Jul 14 08:01:03.979445 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-25cf499f-3276-4565-8a1e-b15a485d4f5d req-5d9c8339-d830-449f-88ae-40205eeec640 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305355 Jul 14 08:01:04.827781 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:05.151730 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e0af2-576a-4d46-97ac-b61c50d2f576 req-b534174f-6cb2-43c8-9989-a7df0c6ac4fe tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:05.153091 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-304e0af2-576a-4d46-97ac-b61c50d2f576 req-b534174f-6cb2-43c8-9989-a7df0c6ac4fe tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0638461 Jul 14 08:01:05.188737 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-304e0af2-576a-4d46-97ac-b61c50d2f576 req-12490f04-ff76-4a4e-beeb-705445d07ad3 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301144 Jul 14 08:01:06.356605 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:06.358525 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af1842-f626-4753-9918-21c105a1877f req-3b989414-0a1a-4a67-a508-2e3eeb7afd38 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:06.360001 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-70af1842-f626-4753-9918-21c105a1877f req-3b989414-0a1a-4a67-a508-2e3eeb7afd38 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0631905 Jul 14 08:01:06.396169 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-70af1842-f626-4753-9918-21c105a1877f req-3f6b907d-3fc6-494d-9bf3-86699e022e7b tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306735 Jul 14 08:01:07.567559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fc94d-53a6-4976-9d4a-c65e37f9055b req-7aef2eaf-ee1d-4cf0-8204-44b9fc355c4c tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:07.569024 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-551fc94d-53a6-4976-9d4a-c65e37f9055b req-7aef2eaf-ee1d-4cf0-8204-44b9fc355c4c tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0638266 Jul 14 08:01:07.605787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-551fc94d-53a6-4976-9d4a-c65e37f9055b req-7b0cd8bb-6b1a-4867-8d5c-9430e273cade tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306857 Jul 14 08:01:08.774831 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736d802-ae6f-4fdc-a251-4426e497e727 req-5e2aa174-8434-4fcc-8ec5-f39b6d2b9e48 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:08.776343 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5736d802-ae6f-4fdc-a251-4426e497e727 req-5e2aa174-8434-4fcc-8ec5-f39b6d2b9e48 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0609379 Jul 14 08:01:08.812437 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5736d802-ae6f-4fdc-a251-4426e497e727 req-e8ceeb20-35e4-4e28-87a8-b383cde20b15 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301573 Jul 14 08:01:09.979510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e599161-1119-4011-9d49-205f76035cab req-ac0dffee-be70-4daa-92fa-3bcb3af3b9ae tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:09.981546 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8e599161-1119-4011-9d49-205f76035cab req-ac0dffee-be70-4daa-92fa-3bcb3af3b9ae tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0625043 Jul 14 08:01:10.017529 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8e599161-1119-4011-9d49-205f76035cab req-d2e30a70-ea42-4b65-804e-4e4cfaf63c79 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305197 Jul 14 08:01:10.477858 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-6879ead9-c403-47d9-b04b-a5149a045c85 service neutron] show failed (client error): The resource could not be found. Jul 14 08:01:10.478820 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-6879ead9-c403-47d9-b04b-a5149a045c85 service neutron] 10.222.0.15 "GET /v2.0/ports/8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1/bindings/n-h1-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.0528412 Jul 14 08:01:10.748404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-2e46cdee-8566-4567-815d-d795237708fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:10.749837 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-2e46cdee-8566-4567-815d-d795237708fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d&tenant_id=13ddaa0bb15c4c589378ed6e12573e3d HTTP/1.1" status: 200 len: 1096 time: 0.0839694 Jul 14 08:01:10.760731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-5', 'device_owner': 'compute:nova'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:01:10.830394 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:11.020786 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] For port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:01:11.051496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] For port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:01:11.089750 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8738c2-ad2c-490f-945c-6b292fb18f6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:01:11.092363 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b45805-eaae-421a-b715-c5ba4d8a0c73" -d '{"events": [{"server_uuid": "da8738c2-ad2c-490f-945c-6b292fb18f6d", "name": "network-vif-unplugged", "status": "completed", "tag": "8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:01:11.096413 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:11.112633 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Transition to ACTIVE for port object 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:01:11.117922 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:11.199391 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bc46f-65c1-4d9f-9756-07bd728a516f req-de7b2002-516f-4759-8db6-8ac4f3035491 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:11.201539 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-879bc46f-65c1-4d9f-9756-07bd728a516f req-de7b2002-516f-4759-8db6-8ac4f3035491 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 943 time: 0.0712781 Jul 14 08:01:11.240901 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-879bc46f-65c1-4d9f-9756-07bd728a516f req-9edd8804-e349-414d-9be7-d5f7efeb712a tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336416 Jul 14 08:01:11.381947 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 08:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c08bc1e-249a-4404-abb9-9eb265ad402d x-openstack-request-id: req-6c08bc1e-249a-4404-abb9-9eb265ad402d {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:01:11.382238 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8738c2-ad2c-490f-945c-6b292fb18f6d", "name": "network-vif-unplugged", "status": "completed", "tag": "8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:01:11.382489 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c08bc1e-249a-4404-abb9-9eb265ad402d {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:01:11.382877 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8738c2-ad2c-490f-945c-6b292fb18f6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1', 'code': 200} Jul 14 08:01:11.416332 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] No DVR routers for this DVR port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:01:11.423439 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:11.449889 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:11.450244 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:11.450584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:11.450918 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:11.451249 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:11.451580 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:11.451904 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:11.452230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:11.452552 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:11.452873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:11.453264 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:11.453545 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:11.466163 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Attempting to bind port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:01:11.466495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Attempting to bind port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'adde9ca9-e793-4a1e-a100-c5d9702630ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:01:11.466821 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Attempting to bind port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 on network b31b0c2e-3058-4c68-922e-59a6153bd58e {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:01:11.471009 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 on network b31b0c2e-3058-4c68-922e-59a6153bd58e not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:01:11.471328 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Attempting to bind port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 on network b31b0c2e-3058-4c68-922e-59a6153bd58e {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:01:11.476019 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:01:11.476352 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Checking segment: {'id': 'adde9ca9-e793-4a1e-a100-c5d9702630ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:01:11.476729 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Bound using segment: {'id': 'adde9ca9-e793-4a1e-a100-c5d9702630ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:01:11.477510 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Bound port: 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adde9ca9-e793-4a1e-a100-c5d9702630ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:01:11.477865 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:11.537269 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] For port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:01:11.540124 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] For port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:01:11.545147 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:11.578971 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:11.579573 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:11.580969 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] 10.222.0.30 "PUT /v2.0/ports/8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 HTTP/1.1" status: 200 len: 1091 time: 0.8243437 Jul 14 08:01:11.612084 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9eb14-41d9-453f-b518-2df52e1cb2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:11.658604 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-cb524b8f-4686-4059-adab-6879cd974880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:11.660037 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-cb524b8f-4686-4059-adab-6879cd974880 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 1094 time: 0.0560033 Jul 14 08:01:11.747815 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-3f511e7f-6ec3-4241-9ddf-7b040224cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:11.749252 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-3f511e7f-6ec3-4241-9ddf-7b040224cbfe service neutron] 10.222.0.30 "GET /v2.0/networks?id=b31b0c2e-3058-4c68-922e-59a6153bd58e HTTP/1.1" status: 200 len: 915 time: 0.0832481 Jul 14 08:01:11.787970 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-874172c7-f294-4b68-aec3-031f9b574f6a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 HTTP/1.1" status: 200 len: 217 time: 0.0324981 Jul 14 08:01:11.834699 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-f5c6e398-9a96-4b15-aedc-d2dfbc438e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:11.836149 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-f5c6e398-9a96-4b15-aedc-d2dfbc438e66 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6712883-4622-4d67-a662-a602673225e5 HTTP/1.1" status: 200 len: 854 time: 0.0416334 Jul 14 08:01:11.867700 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-ae609213-192e-47fd-ae75-82a8fcdba458 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b31b0c2e-3058-4c68-922e-59a6153bd58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252039 Jul 14 08:01:11.955023 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-acd0e076-496e-4e6b-810c-8745896e206b service neutron] 10.222.0.30 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809972 Jul 14 08:01:12.045291 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c14db80e-51bf-45db-94c8-934a98ef73c9 req-43653ca2-d44e-4049-bb9f-1949cec8a0b6 service neutron] 10.222.0.30 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846837 Jul 14 08:01:12.419726 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9856b3-c075-406d-9844-e4816aaca0b0 req-f438f6fc-2a27-482c-a32f-3a18cce9bea7 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:12.421171 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a9856b3-c075-406d-9844-e4816aaca0b0 req-f438f6fc-2a27-482c-a32f-3a18cce9bea7 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 943 time: 0.0654652 Jul 14 08:01:12.458068 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a9856b3-c075-406d-9844-e4816aaca0b0 req-ba82b720-beb5-415c-a34e-10197e86635b tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314128 Jul 14 08:01:13.384276 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8738c2-ad2c-490f-945c-6b292fb18f6d', 'tag': '8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:01:13.386655 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8188db99-133f-4d0c-ab80-15244330ae1b" -d '{"events": [{"name": "network-changed", "server_uuid": "da8738c2-ad2c-490f-945c-6b292fb18f6d", "tag": "8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:01:13.434671 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370727c5-40b4-4cbd-be4b-f08b6133158a x-openstack-request-id: req-370727c5-40b4-4cbd-be4b-f08b6133158a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:01:13.434960 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8738c2-ad2c-490f-945c-6b292fb18f6d", "tag": "8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:01:13.435208 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-370727c5-40b4-4cbd-be4b-f08b6133158a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:01:13.435663 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da8738c2-ad2c-490f-945c-6b292fb18f6d', 'tag': '8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1', 'status': 'completed', 'code': 200} Jul 14 08:01:13.545970 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188db99-133f-4d0c-ab80-15244330ae1b req-74d73369-818b-4848-a086-8ce392b2a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:13.547478 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8188db99-133f-4d0c-ab80-15244330ae1b req-74d73369-818b-4848-a086-8ce392b2a619 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 1094 time: 0.0899789 Jul 14 08:01:13.553171 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188db99-133f-4d0c-ab80-15244330ae1b req-86772930-791f-438a-9d3c-c4d02da03c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:13.554694 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8188db99-133f-4d0c-ab80-15244330ae1b req-86772930-791f-438a-9d3c-c4d02da03c2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 1094 time: 0.0891972 Jul 14 08:01:13.648098 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8c46b-a18d-4e5e-9db6-62c59cc16078 req-a6bb425c-836e-4ffb-a54c-1fa5d9410c0a tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:13.649507 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-99b8c46b-a18d-4e5e-9db6-62c59cc16078 req-a6bb425c-836e-4ffb-a54c-1fa5d9410c0a tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 943 time: 0.0696723 Jul 14 08:01:13.686389 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-99b8c46b-a18d-4e5e-9db6-62c59cc16078 req-f73de763-830e-4fb7-937a-dcbcde5836cd tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304885 Jul 14 08:01:13.711866 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188db99-133f-4d0c-ab80-15244330ae1b req-ed69d7c1-313a-4629-9186-6aec1d855cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:13.713380 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8188db99-133f-4d0c-ab80-15244330ae1b req-ed69d7c1-313a-4629-9186-6aec1d855cd0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b31b0c2e-3058-4c68-922e-59a6153bd58e HTTP/1.1" status: 200 len: 915 time: 0.1578572 Jul 14 08:01:13.714445 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188db99-133f-4d0c-ab80-15244330ae1b req-8f84fb43-b61e-40f5-b085-3e62b6f1be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:13.715760 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8188db99-133f-4d0c-ab80-15244330ae1b req-8f84fb43-b61e-40f5-b085-3e62b6f1be18 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b31b0c2e-3058-4c68-922e-59a6153bd58e HTTP/1.1" status: 200 len: 915 time: 0.1529350 Jul 14 08:01:13.757168 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8188db99-133f-4d0c-ab80-15244330ae1b req-00b9c53d-478e-44c4-b915-402cab91ef3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 HTTP/1.1" status: 200 len: 217 time: 0.0375800 Jul 14 08:01:13.790022 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8188db99-133f-4d0c-ab80-15244330ae1b req-4e55e0cf-7d17-44e4-a45f-c28b2b6a69cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 HTTP/1.1" status: 200 len: 217 time: 0.0638006 Jul 14 08:01:13.858670 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188db99-133f-4d0c-ab80-15244330ae1b req-6bb41daa-02d4-4584-9003-af1b61ab5207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:13.860066 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8188db99-133f-4d0c-ab80-15244330ae1b req-6bb41daa-02d4-4584-9003-af1b61ab5207 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6712883-4622-4d67-a662-a602673225e5 HTTP/1.1" status: 200 len: 854 time: 0.0777743 Jul 14 08:01:13.864889 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188db99-133f-4d0c-ab80-15244330ae1b req-ac42999a-4ff0-4907-a802-7c252738fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:13.866235 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8188db99-133f-4d0c-ab80-15244330ae1b req-ac42999a-4ff0-4907-a802-7c252738fbd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6712883-4622-4d67-a662-a602673225e5 HTTP/1.1" status: 200 len: 854 time: 0.0585899 Jul 14 08:01:13.913378 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8188db99-133f-4d0c-ab80-15244330ae1b req-264b4732-f8e3-4899-b072-4cc7cbbd7080 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b0c2e-3058-4c68-922e-59a6153bd58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461516 Jul 14 08:01:13.915125 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8188db99-133f-4d0c-ab80-15244330ae1b req-1c62ac65-99f6-4c92-b2b3-f54492c01637 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b31b0c2e-3058-4c68-922e-59a6153bd58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405748 Jul 14 08:01:13.972007 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:01:14.009781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:01:14.066120 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8188db99-133f-4d0c-ab80-15244330ae1b req-714937af-7974-40ae-b71a-ee30e5392442 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462507 Jul 14 08:01:14.068267 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8188db99-133f-4d0c-ab80-15244330ae1b req-ff02880c-a39d-4e77-aa1f-38f4ff865dfe service neutron] 10.222.0.30 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411796 Jul 14 08:01:14.220081 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8188db99-133f-4d0c-ab80-15244330ae1b req-b1ab0867-f169-4695-8671-9a952b2134cc service neutron] 10.222.0.15 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478751 Jul 14 08:01:14.222231 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8188db99-133f-4d0c-ab80-15244330ae1b req-d3990ef9-71ff-4397-acba-83383b34a85e service neutron] 10.222.0.30 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426303 Jul 14 08:01:14.632256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:01:14.722196 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:01:14.733730 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1', 'network_id': 'b31b0c2e-3058-4c68-922e-59a6153bd58e', 'port_id': '8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1', 'mac_address': 'fa:16:3e:f0:ad:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6712883-4622-4d67-a662-a602673225e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:01:14.775531 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:14.788059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:01:14.807105 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:01:14.811768 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:14.859617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:14.862812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcd9ea-2551-46e8-ba4e-24b8dd3f3f25 req-09d3627d-6f78-472d-a77d-d6b4a3ec6f86 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:14.864489 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14bcd9ea-2551-46e8-ba4e-24b8dd3f3f25 req-09d3627d-6f78-472d-a77d-d6b4a3ec6f86 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 943 time: 0.0658898 Jul 14 08:01:14.901887 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-14bcd9ea-2551-46e8-ba4e-24b8dd3f3f25 req-034fd3a7-832d-432d-80f3-cf3c0696c6d3 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318356 Jul 14 08:01:15.027143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:01:15.211356 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718c935-7111-4d55-8d84-958cdae940fc req-a05ac78c-76f2-4f14-a37f-06f043cbc069 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:15.211938 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3a583-c301-405c-b34c-c5872fb0e635 req-772c258e-a2df-4931-a14a-2f4bb45d0834 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:15.212734 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d718c935-7111-4d55-8d84-958cdae940fc req-a05ac78c-76f2-4f14-a37f-06f043cbc069 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.15 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d&tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&binding%3Ahost_id=n-h1-778696-5 HTTP/1.1" status: 200 len: 944 time: 0.0756507 Jul 14 08:01:15.213157 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26c3a583-c301-405c-b34c-c5872fb0e635 req-772c258e-a2df-4931-a14a-2f4bb45d0834 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 944 time: 0.0638919 Jul 14 08:01:15.250642 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26c3a583-c301-405c-b34c-c5872fb0e635 req-c99d2189-ae22-47f4-a2ad-bfdf005a24b8 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315964 Jul 14 08:01:15.272960 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [req-d718c935-7111-4d55-8d84-958cdae940fc req-8b54fca3-fc97-4516-b1f0-7b0b0b71b78e service neutron] delete failed (client error): The resource could not be found. Jul 14 08:01:15.272960 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d718c935-7111-4d55-8d84-958cdae940fc req-8b54fca3-fc97-4516-b1f0-7b0b0b71b78e service neutron] 10.222.0.15 "DELETE /v2.0/ports/8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1/bindings/n-h2-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.0536294 Jul 14 08:01:15.365002 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718c935-7111-4d55-8d84-958cdae940fc req-0b902ed1-08a0-4a4c-8458-afa1c52bd859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:15.366501 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d718c935-7111-4d55-8d84-958cdae940fc req-0b902ed1-08a0-4a4c-8458-afa1c52bd859 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 1095 time: 0.0528190 Jul 14 08:01:15.455995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718c935-7111-4d55-8d84-958cdae940fc req-683f1a89-f9d4-4d26-9114-b418675ef578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:15.457443 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d718c935-7111-4d55-8d84-958cdae940fc req-683f1a89-f9d4-4d26-9114-b418675ef578 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b31b0c2e-3058-4c68-922e-59a6153bd58e HTTP/1.1" status: 200 len: 915 time: 0.0844347 Jul 14 08:01:15.496530 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d718c935-7111-4d55-8d84-958cdae940fc req-3afdd9e3-d1f7-4469-8243-f786b4755077 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 HTTP/1.1" status: 200 len: 217 time: 0.0333180 Jul 14 08:01:15.541039 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718c935-7111-4d55-8d84-958cdae940fc req-439cea59-fd87-499e-a3f6-8071343e0205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:15.542451 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d718c935-7111-4d55-8d84-958cdae940fc req-439cea59-fd87-499e-a3f6-8071343e0205 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6712883-4622-4d67-a662-a602673225e5 HTTP/1.1" status: 200 len: 854 time: 0.0407479 Jul 14 08:01:15.577813 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d718c935-7111-4d55-8d84-958cdae940fc req-38b12d0b-1e18-442c-8dce-e455ad550fc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b0c2e-3058-4c68-922e-59a6153bd58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283470 Jul 14 08:01:15.662326 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d718c935-7111-4d55-8d84-958cdae940fc req-44b96652-b3b2-46a7-bca3-6129ead39be9 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785832 Jul 14 08:01:15.751353 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d718c935-7111-4d55-8d84-958cdae940fc req-14b7299a-362c-48f9-8b37-4b4a76caec17 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823433 Jul 14 08:01:15.999363 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:16.049644 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:16.424862 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d20b23-81c0-4f69-a9bf-2d198aa0c846 req-74d4bbe4-261f-4ea2-874f-d8fd141dc4de tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:16.426390 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01d20b23-81c0-4f69-a9bf-2d198aa0c846 req-74d4bbe4-261f-4ea2-874f-d8fd141dc4de tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 944 time: 0.0645316 Jul 14 08:01:16.462635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01d20b23-81c0-4f69-a9bf-2d198aa0c846 req-78456fad-86f4-41a6-af56-02554aa519b0 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306597 Jul 14 08:01:16.631967 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03c2d0-dc86-4a0c-8f15-e712ac07faae req-addb34d8-b083-4974-8dcc-c3cf7a7a556e tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:16.633370 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f03c2d0-dc86-4a0c-8f15-e712ac07faae req-addb34d8-b083-4974-8dcc-c3cf7a7a556e tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 944 time: 0.0610964 Jul 14 08:01:16.635054 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:01:16.670146 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f03c2d0-dc86-4a0c-8f15-e712ac07faae req-f8cb9b83-aef0-4307-9ed5-558c997315af tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313888 Jul 14 08:01:16.682154 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:01:16.693895 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:01:16.693895 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:16.760723 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:16.785815 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8738c2-ad2c-490f-945c-6b292fb18f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:01:16.788401 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff818b12-ba63-4b80-987e-1b717772f561" -d '{"events": [{"server_uuid": "da8738c2-ad2c-490f-945c-6b292fb18f6d", "name": "network-vif-plugged", "status": "completed", "tag": "8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:01:16.800895 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:01:16.804923 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:16.829674 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fa170a-2a12-4cb1-9879-3c43f51dc096 x-openstack-request-id: req-23fa170a-2a12-4cb1-9879-3c43f51dc096 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:01:16.830116 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8738c2-ad2c-490f-945c-6b292fb18f6d", "name": "network-vif-plugged", "status": "completed", "tag": "8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:01:16.830384 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23fa170a-2a12-4cb1-9879-3c43f51dc096 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:01:16.830798 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8738c2-ad2c-490f-945c-6b292fb18f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1', 'code': 200} Jul 14 08:01:16.849841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5ee53-dab0-480d-a38f-5de43bab0ba7 req-fccbbf6d-b762-487e-aa63-9aa8ba97d241 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:16.851456 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ccc5ee53-dab0-480d-a38f-5de43bab0ba7 req-fccbbf6d-b762-487e-aa63-9aa8ba97d241 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 944 time: 0.0688694 Jul 14 08:01:16.855591 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:17.221396 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ccc5ee53-dab0-480d-a38f-5de43bab0ba7 req-c552d9ff-806d-44f9-a5bd-1ee3f9013360 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640323 Jul 14 08:01:17.762850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af74455-06fd-4c5f-913c-abc0ced6d7b2 req-76b09b5c-d3da-49a8-9a41-f5eb4e52b6b9 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:17.764284 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2af74455-06fd-4c5f-913c-abc0ced6d7b2 req-76b09b5c-d3da-49a8-9a41-f5eb4e52b6b9 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0608215 Jul 14 08:01:17.800903 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2af74455-06fd-4c5f-913c-abc0ced6d7b2 req-9d705408-56a5-4b2a-b856-796e3817d5bf tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310831 Jul 14 08:01:18.769006 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdced4-19e9-4f96-8e79-0609011e34f7 req-66d00a73-ee93-478c-a335-bc7e9a6482f5 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:18.770408 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4dcdced4-19e9-4f96-8e79-0609011e34f7 req-66d00a73-ee93-478c-a335-bc7e9a6482f5 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.30 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0623121 Jul 14 08:01:18.865931 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-4dcdced4-19e9-4f96-8e79-0609011e34f7 req-e5253783-bac9-4d0a-987c-51035e1fb2e0 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Deleting port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:01:18.866281 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4dcdced4-19e9-4f96-8e79-0609011e34f7 req-e5253783-bac9-4d0a-987c-51035e1fb2e0 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:18.955839 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-4dcdced4-19e9-4f96-8e79-0609011e34f7 req-e5253783-bac9-4d0a-987c-51035e1fb2e0 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] For port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,segment=NetworkSegment(adde9ca9-e793-4a1e-a100-c5d9702630ec),segment_id=adde9ca9-e793-4a1e-a100-c5d9702630ec)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:01:18.956200 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4dcdced4-19e9-4f96-8e79-0609011e34f7 req-e5253783-bac9-4d0a-987c-51035e1fb2e0 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:18.969230 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf6592-9b48-42e8-98cf-75cbcce9462a req-cb00b378-8f96-46c7-afa5-58270cb04040 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:18.969776 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-4dcdced4-19e9-4f96-8e79-0609011e34f7 req-e5253783-bac9-4d0a-987c-51035e1fb2e0 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Calling delete_port for 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:01:18.974547 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f5bf6592-9b48-42e8-98cf-75cbcce9462a req-cb00b378-8f96-46c7-afa5-58270cb04040 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8738c2-ad2c-490f-945c-6b292fb18f6d HTTP/1.1" status: 200 len: 945 time: 0.0616941 Jul 14 08:01:19.009725 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f5bf6592-9b48-42e8-98cf-75cbcce9462a req-4d101993-ef1c-4c79-bed1-9036e8089877 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.35 "GET /v2.0/security-groups?id=1be48ef3-5558-4d95-aaee-c38f12d89b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332260 Jul 14 08:01:19.094056 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4dcdced4-19e9-4f96-8e79-0609011e34f7 req-e5253783-bac9-4d0a-987c-51035e1fb2e0 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:19.105612 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:01:19.120124 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5253783-bac9-4d0a-987c-51035e1fb2e0 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Pushing event deleted for resources: {'Port': ['ID=8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:19.165280 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcdced4-19e9-4f96-8e79-0609011e34f7 req-e5253783-bac9-4d0a-987c-51035e1fb2e0 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] No DVR routers for this DVR port 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:01:19.167738 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4dcdced4-19e9-4f96-8e79-0609011e34f7 req-e5253783-bac9-4d0a-987c-51035e1fb2e0 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:19.169704 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4dcdced4-19e9-4f96-8e79-0609011e34f7 req-e5253783-bac9-4d0a-987c-51035e1fb2e0 tempest-ServerDiskConfigTestJSON-1689016715 tempest-ServerDiskConfigTestJSON-1689016715-project] 10.222.0.30 "DELETE /v2.0/ports/8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 HTTP/1.1" status: 204 len: 173 time: 0.3941736 Jul 14 08:01:19.170160 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8738c2-ad2c-490f-945c-6b292fb18f6d', 'name': 'network-vif-deleted', 'tag': '8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:01:19.172434 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841b6f8f-7aeb-4ca1-ac2b-92a2f3676e06" -d '{"events": [{"server_uuid": "da8738c2-ad2c-490f-945c-6b292fb18f6d", "name": "network-vif-deleted", "tag": "8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:01:19.406791 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fb9092-5be4-4982-a85f-3b0dd40056e2 x-openstack-request-id: req-85fb9092-5be4-4982-a85f-3b0dd40056e2 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:01:19.407113 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8738c2-ad2c-490f-945c-6b292fb18f6d", "name": "network-vif-deleted", "tag": "8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:01:19.407368 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85fb9092-5be4-4982-a85f-3b0dd40056e2 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:01:19.407769 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8738c2-ad2c-490f-945c-6b292fb18f6d', 'name': 'network-vif-deleted', 'tag': '8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1', 'status': 'completed', 'code': 200} Jul 14 08:01:20.235148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38452) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:01:20.277161 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] Deleting subnet d6712883-4622-4d67-a662-a602673225e5 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:01:20.280028 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:20.312788 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:20.349727 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:20.399730 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:20.429409 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6712883-4622-4d67-a662-a602673225e5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:20.432122 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:20.433508 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d6712883-4622-4d67-a662-a602673225e5 HTTP/1.1" status: 204 len: 168 time: 0.1973631 Jul 14 08:01:20.436388 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38454) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:01:20.439759 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:20.440102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:20.440440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:20.440769 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:20.441095 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:20.441453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:20.441777 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:20.442098 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:20.442418 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:20.442737 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:20.443057 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:20.443378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b003917-f5fd-4fec-bc14-12761d6e06a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:20.506169 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b9341d4-ffa9-4b69-bb1a-fa5139bef731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:20.582083 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b9341d4-ffa9-4b69-bb1a-fa5139bef731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:20.591341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-7b9341d4-ffa9-4b69-bb1a-fa5139bef731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31b0c2e-3058-4c68-922e-59a6153bd58e']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:01:20.600967 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-7b9341d4-ffa9-4b69-bb1a-fa5139bef731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adde9ca9-e793-4a1e-a100-c5d9702630ec') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:01:20.601288 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-7b9341d4-ffa9-4b69-bb1a-fa5139bef731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adde9ca9-e793-4a1e-a100-c5d9702630ec') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:01:20.610097 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b9341d4-ffa9-4b69-bb1a-fa5139bef731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:20.623989 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b9341d4-ffa9-4b69-bb1a-fa5139bef731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:20.630291 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9341d4-ffa9-4b69-bb1a-fa5139bef731 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:01:20.630754 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b9341d4-ffa9-4b69-bb1a-fa5139bef731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: timer() Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:01:20.632442 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:01:20.685971 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b9341d4-ffa9-4b69-bb1a-fa5139bef731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:20.692791 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b9341d4-ffa9-4b69-bb1a-fa5139bef731 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:20.694653 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7b9341d4-ffa9-4b69-bb1a-fa5139bef731 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b31b0c2e-3058-4c68-922e-59a6153bd58e HTTP/1.1" status: 204 len: 168 time: 0.2572320 Jul 14 08:01:20.704586 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9341d4-ffa9-4b69-bb1a-fa5139bef731 admin admin] Pushing event deleted for resources: {'Network': ['ID=b31b0c2e-3058-4c68-922e-59a6153bd58e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:20.796041 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38458) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:01:20.834368 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7e09ee9e-3d7e-4530-9838-5d3686136b09 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=13ddaa0bb15c4c589378ed6e12573e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372052 Jul 14 08:01:20.836804 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38460) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:01:20.882696 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-584b5091-be39-4794-8b96-753c4299f3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:20.903326 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-584b5091-be39-4794-8b96-753c4299f3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:20.950012 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-584b5091-be39-4794-8b96-753c4299f3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:20.952636 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-584b5091-be39-4794-8b96-753c4299f3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:20.953853 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-584b5091-be39-4794-8b96-753c4299f3f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1be48ef3-5558-4d95-aaee-c38f12d89b13 HTTP/1.1" status: 204 len: 168 time: 0.1161137 Jul 14 08:01:20.961872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b5091-be39-4794-8b96-753c4299f3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be48ef3-5558-4d95-aaee-c38f12d89b13,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:21.574945 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38484) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:01:21.664826 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-4ac1bc80-2585-49bf-8b56-ed196cb0e587 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-310929783-network', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:01:21.684600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac1bc80-2585-49bf-8b56-ed196cb0e587 admin admin] Made reservation on behalf of c9bac4f428414dbe9ba22389cee9d800 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:01:21.686922 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bc80-2585-49bf-8b56-ed196cb0e587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:21.694719 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bc80-2585-49bf-8b56-ed196cb0e587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:21.781808 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bc80-2585-49bf-8b56-ed196cb0e587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:21.785411 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bc80-2585-49bf-8b56-ed196cb0e587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:21.811181 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac1bc80-2585-49bf-8b56-ed196cb0e587 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:01:21.820478 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1bc80-2585-49bf-8b56-ed196cb0e587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c526a74c-e6af-4092-ab74-39a7f63ccd75,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:21.825140 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bc80-2585-49bf-8b56-ed196cb0e587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:21.825440 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-4ac1bc80-2585-49bf-8b56-ed196cb0e587 admin admin] Added segment e6031cbd-9cd6-41f0-b51f-af405eb340d6 of type vlan for network 4ef17d50-9e1e-4635-a3de-168a449c4d83 Jul 14 08:01:21.864204 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bc80-2585-49bf-8b56-ed196cb0e587 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:21.890714 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bc80-2585-49bf-8b56-ed196cb0e587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:21.891643 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac1bc80-2585-49bf-8b56-ed196cb0e587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:21.892210 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bc80-2585-49bf-8b56-ed196cb0e587 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:21.938758 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4ac1bc80-2585-49bf-8b56-ed196cb0e587 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3627529 Jul 14 08:01:21.941805 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38488) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:01:21.947055 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1a3982be-a43e-4452-951c-a50a12b2d5a0 admin admin] Request body: {'subnet': {'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-310929783-subnet', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:01:21.949167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1bc80-2585-49bf-8b56-ed196cb0e587 admin admin] Pushing event updated for resources: {'Network': ['ID=4ef17d50-9e1e-4635-a3de-168a449c4d83,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:21.960803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 4ef17d50-9e1e-4635-a3de-168a449c4d83 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:01:21.969789 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3982be-a43e-4452-951c-a50a12b2d5a0 admin admin] Made reservation on behalf of c9bac4f428414dbe9ba22389cee9d800 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:01:21.972207 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a3982be-a43e-4452-951c-a50a12b2d5a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:22.137483 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a3982be-a43e-4452-951c-a50a12b2d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:22.192499 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3982be-a43e-4452-951c-a50a12b2d5a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74531bb3-74b9-40c2-8245-742499605b52,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:22.199266 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3982be-a43e-4452-951c-a50a12b2d5a0 admin admin] Checking segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:01:22.199622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3982be-a43e-4452-951c-a50a12b2d5a0 admin admin] Network hostable DHCP agents. Network: 4ef17d50-9e1e-4635-a3de-168a449c4d83, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:01:22.215623 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3982be-a43e-4452-951c-a50a12b2d5a0 admin admin] Network 4ef17d50-9e1e-4635-a3de-168a449c4d83 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:01:22.223884 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1a3982be-a43e-4452-951c-a50a12b2d5a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 4ef17d50-9e1e-4635-a3de-168a449c4d83) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:01:22.228730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3982be-a43e-4452-951c-a50a12b2d5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:22.229675 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a3982be-a43e-4452-951c-a50a12b2d5a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:22.232939 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbadfd1-525e-44aa-8f50-6fb19141606e None None] Network 4ef17d50-9e1e-4635-a3de-168a449c4d83 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:01:22.250892 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1a3982be-a43e-4452-951c-a50a12b2d5a0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3047352 Jul 14 08:01:22.251211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38492) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:01:22.255925 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:01:22.280304 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:22.281685 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:22.342802 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:22.391537 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-4ef17d50-9e1e-4635-a3de-168a449c4d83', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:01:22.392313 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:22.479307 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:22.632403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:01:22.672917 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:01:22.673179 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 8f3ec92f-205f-4adf-b8c2-667ebfa3a0e1 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:01:22.681060 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:22.695062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Allocated IP 172.20.0.2 (4ef17d50-9e1e-4635-a3de-168a449c4d83/74531bb3-74b9-40c2-8245-742499605b52/95b80532-72de-41b0-8fae-bbc0896dcd92) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:01:22.699671 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:22.802335 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] Allocated IP 172.25.7.200 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/f48179e9-0f69-4938-ada4-1905ca9d2d44) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:01:22.835959 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:22.844593 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Transition to ACTIVE for port object 95b80532-72de-41b0-8fae-bbc0896dcd92 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:01:22.859542 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Transition to ACTIVE for port object 95b80532-72de-41b0-8fae-bbc0896dcd92 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:01:22.865241 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:22.903862 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:22.904085 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Network 4ef17d50-9e1e-4635-a3de-168a449c4d83 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:01:22.908275 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:01:22.912582 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:01:22.915718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Pushing event updated for resources: {'Port': ['ID=95b80532-72de-41b0-8fae-bbc0896dcd92,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:22.944748 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:22.974581 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Attempting to bind port 95b80532-72de-41b0-8fae-bbc0896dcd92 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:01:22.975161 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Attempting to bind port 95b80532-72de-41b0-8fae-bbc0896dcd92 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:01:22.975280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Attempting to bind port 95b80532-72de-41b0-8fae-bbc0896dcd92 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:01:22.981055 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:01:22.981465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Checking segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:01:22.981865 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:22.982266 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Bound using segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:01:22.982733 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Bound port: 95b80532-72de-41b0-8fae-bbc0896dcd92, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:01:22.983117 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:22.985891 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:01:22.988777 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:01:22.991371 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:01:23.017006 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] Pushing event updated for resources: {'Port': ['ID=f48179e9-0f69-4938-ada4-1905ca9d2d44,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:23.044884 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] For port 95b80532-72de-41b0-8fae-bbc0896dcd92, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:01:23.048630 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] For port 95b80532-72de-41b0-8fae-bbc0896dcd92, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=95b80532-72de-41b0-8fae-bbc0896dcd92,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:01:23.052473 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:23.107058 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb08f1-761f-4cbb-8c99-7cb748a10132 None None] Pushing event updated for resources: {'Port': ['ID=95b80532-72de-41b0-8fae-bbc0896dcd92,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:23.486300 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:23.669344 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:23.795801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] Router e5d024ab-3095-4948-a381-1b5917c2ecba is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 08:01:23.904078 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:01:23.912481 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Sync routers for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:01:23.919160 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:23.923632 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-df25d025-520c-4e9b-94e9-d11973b720f0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6682763 Jul 14 08:01:23.923786 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:01:23.923786 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:01:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:01:23.924003 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38494) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:01:24.035696 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:01:24.074071 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddafa735-acf4-4c71-a43b-8e90223b56d8 None None] Network 4ef17d50-9e1e-4635-a3de-168a449c4d83 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:01:24.138071 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-264f1373-9e7b-4fb9-9d8f-7dcc2fad9183 None None] Provisioning for port 95b80532-72de-41b0-8fae-bbc0896dcd92 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:01:24.224816 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:23Z', 'revision_number': 3, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:01:24.255159 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Checking router: e5d024ab-3095-4948-a381-1b5917c2ecba for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:01:24.255892 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Updating router e5d024ab-3095-4948-a381-1b5917c2ecba port f48179e9-0f69-4938-ada4-1905ca9d2d44 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:01:24.290115 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:24.362513 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:24.423266 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 95b80532-72de-41b0-8fae-bbc0896dcd92 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:01:24.483553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 95b80532-72de-41b0-8fae-bbc0896dcd92 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:01:24.489674 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 95b80532-72de-41b0-8fae-bbc0896dcd92 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:01:24.490029 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:24.539526 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] Allocated IP 172.20.0.1 (4ef17d50-9e1e-4635-a3de-168a449c4d83/74531bb3-74b9-40c2-8245-742499605b52/e2174e35-75be-433b-9c16-e05912d602a3) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:01:24.580322 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:24.583687 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6f3cfab9-0d0f-4ef0-a2ce-99eb2b51427c None None] Provisioning complete for port 95b80532-72de-41b0-8fae-bbc0896dcd92 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:01:24.584047 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6f3cfab9-0d0f-4ef0-a2ce-99eb2b51427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:24.644376 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 95b80532-72de-41b0-8fae-bbc0896dcd92, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=95b80532-72de-41b0-8fae-bbc0896dcd92,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:01:24.650492 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:24.650982 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:24.657620 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:24.661037 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Transition to ACTIVE for port object f48179e9-0f69-4938-ada4-1905ca9d2d44 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:01:24.666202 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:24.672973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] Transition to ACTIVE for port object e2174e35-75be-433b-9c16-e05912d602a3 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:01:24.710090 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:24.717924 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa22c9c-c601-46aa-b71f-ddd63925c757 None None] Pushing event updated for resources: {'Port': ['ID=f48179e9-0f69-4938-ada4-1905ca9d2d44,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:24.727778 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22c9c-c601-46aa-b71f-ddd63925c757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:24.728118 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22c9c-c601-46aa-b71f-ddd63925c757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:24.728455 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22c9c-c601-46aa-b71f-ddd63925c757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:24.728768 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22c9c-c601-46aa-b71f-ddd63925c757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:24.729079 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22c9c-c601-46aa-b71f-ddd63925c757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:24.729437 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22c9c-c601-46aa-b71f-ddd63925c757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:24.729693 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=95b80532-72de-41b0-8fae-bbc0896dcd92,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:24.729819 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22c9c-c601-46aa-b71f-ddd63925c757 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:24.730053 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22c9c-c601-46aa-b71f-ddd63925c757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:24.730360 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22c9c-c601-46aa-b71f-ddd63925c757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:24.730668 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22c9c-c601-46aa-b71f-ddd63925c757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:24.730977 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22c9c-c601-46aa-b71f-ddd63925c757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:24.731283 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22c9c-c601-46aa-b71f-ddd63925c757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:01:24.735064 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Attempting to bind port f48179e9-0f69-4938-ada4-1905ca9d2d44 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:01:24.735421 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Attempting to bind port f48179e9-0f69-4938-ada4-1905ca9d2d44 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:01:24.735774 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Attempting to bind port f48179e9-0f69-4938-ada4-1905ca9d2d44 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:01:24.741348 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:01:24.741714 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:01:24.742108 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:24.742864 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:01:24.742996 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Bound port: f48179e9-0f69-4938-ada4-1905ca9d2d44, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:01:24.743418 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:24.753213 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] Network 4ef17d50-9e1e-4635-a3de-168a449c4d83 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:01:24.755919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:01:24.758376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:01:24.784780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] Pushing event updated for resources: {'Port': ['ID=e2174e35-75be-433b-9c16-e05912d602a3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:24.793748 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] For port f48179e9-0f69-4938-ada4-1905ca9d2d44, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:01:24.798837 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] For port f48179e9-0f69-4938-ada4-1905ca9d2d44, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f48179e9-0f69-4938-ada4-1905ca9d2d44,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:01:24.803282 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:24.803717 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:24.849139 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:01:24.849786 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:01:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:01:24.946841 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:24.970202 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa22c9c-c601-46aa-b71f-ddd63925c757 None None] Pushing event updated for resources: {'Port': ['ID=f48179e9-0f69-4938-ada4-1905ca9d2d44,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:24.975154 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:01:25.061744 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0e4a7b3a-a81d-4309-a9a3-657f0260e8ce None None] Provisioning for port e2174e35-75be-433b-9c16-e05912d602a3 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:01:25.066129 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0e4a7b3a-a81d-4309-a9a3-657f0260e8ce None None] Provisioning complete for port e2174e35-75be-433b-9c16-e05912d602a3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:01:25.066493 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7b3a-a81d-4309-a9a3-657f0260e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:25.105418 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a7b3a-a81d-4309-a9a3-657f0260e8ce None None] Port e2174e35-75be-433b-9c16-e05912d602a3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:01:25.122763 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:25.127142 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:25.157044 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:23Z', 'revision_number': 3, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:01:25.182650 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54dd983-67f6-4de5-802a-726f863f7053 None None] The sync data for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 is: [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:23Z', 'revision_number': 3, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:01:25.194273 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:25.196140 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] Pushing event updated for resources: {'Port': ['ID=e2174e35-75be-433b-9c16-e05912d602a3,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:25.289055 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] Network 4ef17d50-9e1e-4635-a3de-168a449c4d83 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:01:25.290438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:01:25.426777 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] Router e5d024ab-3095-4948-a381-1b5917c2ecba has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:01:25.544851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:01:25.550462 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ccf6c8c2-e6b1-464a-a5f5-332bb6dd28ea admin admin] 10.222.0.35 "PUT /v2.0/routers/e5d024ab-3095-4948-a381-1b5917c2ecba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6254003 Jul 14 08:01:25.632714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bce0c91b-bbf2-450a-8eae-2b74b5f90847 None None] Provisioning complete for port e2174e35-75be-433b-9c16-e05912d602a3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:01:25.633091 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bce0c91b-bbf2-450a-8eae-2b74b5f90847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:25.677377 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-bce0c91b-bbf2-450a-8eae-2b74b5f90847 None None] Port e2174e35-75be-433b-9c16-e05912d602a3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:01:25.912373 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38502) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:01:25.917377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-7d4ccc08-abde-4d3c-b2d4-fdce392d2c10 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1204442941', 'description': 'tempest-description--1314612992'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:01:25.939655 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d4ccc08-abde-4d3c-b2d4-fdce392d2c10 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.016836 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:01:26.025074 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d4ccc08-abde-4d3c-b2d4-fdce392d2c10 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.028860 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d4ccc08-abde-4d3c-b2d4-fdce392d2c10 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.056387 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d4ccc08-abde-4d3c-b2d4-fdce392d2c10 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.057614 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7d4ccc08-abde-4d3c-b2d4-fdce392d2c10 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1441739 Jul 14 08:01:26.059515 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ccc08-abde-4d3c-b2d4-fdce392d2c10 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05886cab-7214-4406-b611-580271680406,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:26.060498 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 38504) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:01:26.066415 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-81ac71a8-43f7-45e6-90dc-672de18ba960 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Request body: {'security_group_rule': {'security_group_id': '05886cab-7214-4406-b611-580271680406', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:01:26.091650 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81ac71a8-43f7-45e6-90dc-672de18ba960 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.153379 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81ac71a8-43f7-45e6-90dc-672de18ba960 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.157313 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81ac71a8-43f7-45e6-90dc-672de18ba960 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.172056 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac71a8-43f7-45e6-90dc-672de18ba960 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e952b3af-8c85-412d-a4c3-899e094a07b3,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:26.182099 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81ac71a8-43f7-45e6-90dc-672de18ba960 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.183448 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-81ac71a8-43f7-45e6-90dc-672de18ba960 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209595 Jul 14 08:01:26.186113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38506) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:01:26.190855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-5da3d934-aaf7-4094-bd0f-ac779ebf31db tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Request body: {'security_group_rule': {'security_group_id': '05886cab-7214-4406-b611-580271680406', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:01:26.215759 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5da3d934-aaf7-4094-bd0f-ac779ebf31db tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.274423 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5da3d934-aaf7-4094-bd0f-ac779ebf31db tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.277707 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5da3d934-aaf7-4094-bd0f-ac779ebf31db tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.297534 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3d934-aaf7-4094-bd0f-ac779ebf31db tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77995e4b-2c29-4025-b71f-d55574c0d16d,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:26.302456 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5da3d934-aaf7-4094-bd0f-ac779ebf31db tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.303701 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5da3d934-aaf7-4094-bd0f-ac779ebf31db tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165400 Jul 14 08:01:26.306687 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38508) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:01:26.311401 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8d1dafa4-d093-49d9-9f63-8711cd8679f5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:01:26.334588 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d1dafa4-d093-49d9-9f63-8711cd8679f5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.441222 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d1dafa4-d093-49d9-9f63-8711cd8679f5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.446845 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 95b80532-72de-41b0-8fae-bbc0896dcd92 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:01:26.492740 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 95b80532-72de-41b0-8fae-bbc0896dcd92 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:01:26.493110 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.548975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-8d1dafa4-d093-49d9-9f63-8711cd8679f5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Allocated IP 172.25.7.48 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/502e88ce-8bd1-4481-93de-529572966c65) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:01:26.571871 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f48179e9-0f69-4938-ada4-1905ca9d2d44 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:01:26.622269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port f48179e9-0f69-4938-ada4-1905ca9d2d44 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:01:26.626452 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f48179e9-0f69-4938-ada4-1905ca9d2d44 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:01:26.626822 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.653341 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d1dafa4-d093-49d9-9f63-8711cd8679f5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.692838 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d1dafa4-d093-49d9-9f63-8711cd8679f5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.709533 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.723242 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Sync routers for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:01:26.739290 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1dafa4-d093-49d9-9f63-8711cd8679f5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:01:26.741680 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port f48179e9-0f69-4938-ada4-1905ca9d2d44, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f48179e9-0f69-4938-ada4-1905ca9d2d44,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:01:26.742121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-8d1dafa4-d093-49d9-9f63-8711cd8679f5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:01:26.744101 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:01:26.744820 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:01:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:01:26.746247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1dafa4-d093-49d9-9f63-8711cd8679f5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:01:26.748130 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.752170 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1dafa4-d093-49d9-9f63-8711cd8679f5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Pushing event updated for resources: {'Port': ['ID=502e88ce-8bd1-4481-93de-529572966c65,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:26.830588 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d1dafa4-d093-49d9-9f63-8711cd8679f5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.871442 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=f48179e9-0f69-4938-ada4-1905ca9d2d44,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:26.874036 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d1dafa4-d093-49d9-9f63-8711cd8679f5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:26.889978 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:01:27.025502 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d1dafa4-d093-49d9-9f63-8711cd8679f5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:27.029938 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d1dafa4-d093-49d9-9f63-8711cd8679f5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:27.084673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 2, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:01:27.100620 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1dafa4-d093-49d9-9f63-8711cd8679f5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Pushing event updated for resources: {'Port': ['ID=502e88ce-8bd1-4481-93de-529572966c65,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:27.110750 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d1dafa4-d093-49d9-9f63-8711cd8679f5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:27.111162 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Checking router: e5d024ab-3095-4948-a381-1b5917c2ecba for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:01:27.111518 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Updating router e5d024ab-3095-4948-a381-1b5917c2ecba port e2174e35-75be-433b-9c16-e05912d602a3 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:01:27.123712 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d1dafa4-d093-49d9-9f63-8711cd8679f5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:27.125011 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8d1dafa4-d093-49d9-9f63-8711cd8679f5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8172879 Jul 14 08:01:27.145337 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:27.262085 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34114f2c-dfcf-4518-a0e0-1e80c28a932b tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1204442941&fields=id&tenant_id=c9bac4f428414dbe9ba22389cee9d800 HTTP/1.1" status: 200 len: 267 time: 0.0335984 Jul 14 08:01:27.364494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-5697f2ad-67cc-4e92-9fbf-8cb296a32262 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:27.365994 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-5697f2ad-67cc-4e92-9fbf-8cb296a32262 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 811 time: 0.0975580 Jul 14 08:01:27.380519 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-99f25c45-d930-4752-907b-047254040cdc tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/quotas/c9bac4f428414dbe9ba22389cee9d800 HTTP/1.1" status: 200 len: 375 time: 0.0089262 Jul 14 08:01:27.406634 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:27.416453 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Transition to ACTIVE for port object e2174e35-75be-433b-9c16-e05912d602a3 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:01:27.422768 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:27.452944 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-b747bc45-62fc-492e-8ad3-e7199732797c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666347 Jul 14 08:01:27.471935 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc78e34-e3bc-459b-9f6a-23be38219035 None None] Pushing event updated for resources: {'Port': ['ID=e2174e35-75be-433b-9c16-e05912d602a3,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:27.527763 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Attempting to bind port e2174e35-75be-433b-9c16-e05912d602a3 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:01:27.527992 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Attempting to bind port e2174e35-75be-433b-9c16-e05912d602a3 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:01:27.528216 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Attempting to bind port e2174e35-75be-433b-9c16-e05912d602a3 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:01:27.534055 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:01:27.534410 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Checking segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:01:27.534812 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:27.535233 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Bound using segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:01:27.535699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Bound port: e2174e35-75be-433b-9c16-e05912d602a3, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:01:27.536083 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:27.561935 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-a2161860-b5a4-4a57-a00f-d3c820aab1d9 service neutron] 10.222.0.35 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898259 Jul 14 08:01:27.605739 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] For port e2174e35-75be-433b-9c16-e05912d602a3, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:01:27.609940 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] For port e2174e35-75be-433b-9c16-e05912d602a3, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e2174e35-75be-433b-9c16-e05912d602a3,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:01:27.614356 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:27.663343 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-e76280e8-3fc5-4efa-a506-a77af3afa503 service neutron] 10.222.0.35 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943847 Jul 14 08:01:27.674721 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:01:27.675487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:01:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:01:27.717437 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc78e34-e3bc-459b-9f6a-23be38219035 None None] Pushing event updated for resources: {'Port': ['ID=e2174e35-75be-433b-9c16-e05912d602a3,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:27.815141 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:01:27.849046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a22e9a3e-5a15-46db-85ac-3f9813f073d5 req-13ebba5b-f1a8-4d7d-ad6d-f9c9e390a260 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 210 time: 0.0326395 Jul 14 08:01:28.042785 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:27Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:01:28.068955 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d442a93-6be9-4210-a730-5be4f536af1f None None] The sync data for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 is: [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:27Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:01:28.463685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e2174e35-75be-433b-9c16-e05912d602a3 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:01:28.515444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port e2174e35-75be-433b-9c16-e05912d602a3 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:01:28.521376 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port e2174e35-75be-433b-9c16-e05912d602a3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:01:28.521823 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:28.606470 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:28.642289 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port e2174e35-75be-433b-9c16-e05912d602a3, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e2174e35-75be-433b-9c16-e05912d602a3,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:01:28.646693 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:28.647650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f48179e9-0f69-4938-ada4-1905ca9d2d44 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:01:28.730140 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=e2174e35-75be-433b-9c16-e05912d602a3,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:28.741759 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f48179e9-0f69-4938-ada4-1905ca9d2d44 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:01:28.742139 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:29.001475 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9b14322-40a3-4cf5-bd34-52e9b11708b6 req-cade4e20-2f12-4674-ad46-10c9102a8005 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 210 time: 0.0340257 Jul 14 08:01:29.150386 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-78ed1081-f68d-46d9-aefc-d09502146744 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:29.151765 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-78ed1081-f68d-46d9-aefc-d09502146744 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 811 time: 0.1152003 Jul 14 08:01:29.195940 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-2fc5147c-60b0-43a8-afc0-0def4495c42a tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9bac4f428414dbe9ba22389cee9d800 HTTP/1.1" status: 200 len: 380 time: 0.0358851 Jul 14 08:01:29.205253 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-c0833009-cb7c-4db1-8d00-cf2ea48ab5e9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Request body: {'port': {'device_id': '1ab468bb-836a-4d4c-9766-554c5f3ff45a', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'admin_state_up': True, 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'security_groups': ['05886cab-7214-4406-b611-580271680406']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:01:29.310980 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-c0833009-cb7c-4db1-8d00-cf2ea48ab5e9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Made reservation on behalf of c9bac4f428414dbe9ba22389cee9d800 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:01:29.314663 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-c0833009-cb7c-4db1-8d00-cf2ea48ab5e9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:29.437452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-c0833009-cb7c-4db1-8d00-cf2ea48ab5e9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Allocated IP 172.20.0.3 (4ef17d50-9e1e-4635-a3de-168a449c4d83/74531bb3-74b9-40c2-8245-742499605b52/11e9eae8-1742-4529-98e6-ab33ad296da8) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:01:29.571586 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-c0833009-cb7c-4db1-8d00-cf2ea48ab5e9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:29.585248 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-c0833009-cb7c-4db1-8d00-cf2ea48ab5e9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Transition to ACTIVE for port object 11e9eae8-1742-4529-98e6-ab33ad296da8 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:01:29.616227 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-c0833009-cb7c-4db1-8d00-cf2ea48ab5e9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:29.657091 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-c0833009-cb7c-4db1-8d00-cf2ea48ab5e9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Network 4ef17d50-9e1e-4635-a3de-168a449c4d83 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:01:29.662041 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-c0833009-cb7c-4db1-8d00-cf2ea48ab5e9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:01:29.664406 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-c0833009-cb7c-4db1-8d00-cf2ea48ab5e9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:01:29.695629 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0833009-cb7c-4db1-8d00-cf2ea48ab5e9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Pushing event updated for resources: {'Port': ['ID=11e9eae8-1742-4529-98e6-ab33ad296da8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:29.719189 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-c0833009-cb7c-4db1-8d00-cf2ea48ab5e9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:29.719804 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-c0833009-cb7c-4db1-8d00-cf2ea48ab5e9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:29.734250 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-c0833009-cb7c-4db1-8d00-cf2ea48ab5e9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5332184 Jul 14 08:01:29.745634 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Request body: {'port': {'device_id': '1ab468bb-836a-4d4c-9766-554c5f3ff45a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:01:29.823135 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:29.917039 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e2faa6e4-d17e-49d3-8971-286e660f4117 None None] Provisioning for port 11e9eae8-1742-4529-98e6-ab33ad296da8 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:01:29.920811 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e2faa6e4-d17e-49d3-8971-286e660f4117 None None] Provisioning complete for port 11e9eae8-1742-4529-98e6-ab33ad296da8 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:01:29.921228 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e2faa6e4-d17e-49d3-8971-286e660f4117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:29.955006 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e2faa6e4-d17e-49d3-8971-286e660f4117 None None] Port 11e9eae8-1742-4529-98e6-ab33ad296da8 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:01:30.082252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e9eae8-1742-4529-98e6-ab33ad296da8 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:01:30.090222 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:30.101903 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Transition to ACTIVE for port object 11e9eae8-1742-4529-98e6-ab33ad296da8 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:01:30.106392 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:30.158583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Pushing event updated for resources: {'Port': ['ID=11e9eae8-1742-4529-98e6-ab33ad296da8,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:30.184053 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a7434-9589-4297-811b-c20a5ad67435 req-56f73b9d-dd89-4af8-9dcb-f8f137587d49 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:30.189688 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b0a7434-9589-4297-811b-c20a5ad67435 req-56f73b9d-dd89-4af8-9dcb-f8f137587d49 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 943 time: 0.0753009 Jul 14 08:01:30.225709 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b0a7434-9589-4297-811b-c20a5ad67435 req-ecd9a3c3-4898-4bba-a2fa-5cf25d6bb789 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326371 Jul 14 08:01:30.233257 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Attempting to bind port 11e9eae8-1742-4529-98e6-ab33ad296da8 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:01:30.233598 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Attempting to bind port 11e9eae8-1742-4529-98e6-ab33ad296da8 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:01:30.234492 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Attempting to bind port 11e9eae8-1742-4529-98e6-ab33ad296da8 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:01:30.239177 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Port 11e9eae8-1742-4529-98e6-ab33ad296da8 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:01:30.239509 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Attempting to bind port 11e9eae8-1742-4529-98e6-ab33ad296da8 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:01:30.244795 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:01:30.245137 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Checking segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:01:30.245573 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Bound using segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:01:30.246006 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Bound port: 11e9eae8-1742-4529-98e6-ab33ad296da8, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:01:30.246400 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:30.313074 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] For port 11e9eae8-1742-4529-98e6-ab33ad296da8, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:01:30.316313 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] For port 11e9eae8-1742-4529-98e6-ab33ad296da8, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=11e9eae8-1742-4529-98e6-ab33ad296da8,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:01:30.322923 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:30.359739 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:30.360533 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:30.362160 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] 10.222.0.30 "PUT /v2.0/ports/11e9eae8-1742-4529-98e6-ab33ad296da8 HTTP/1.1" status: 200 len: 1091 time: 0.6208332 Jul 14 08:01:30.362710 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab468bb-836a-4d4c-9766-554c5f3ff45a', 'tag': '11e9eae8-1742-4529-98e6-ab33ad296da8'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:01:30.365294 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74091ee-55c1-419d-a4b4-d89e1da70ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab468bb-836a-4d4c-9766-554c5f3ff45a", "tag": "11e9eae8-1742-4529-98e6-ab33ad296da8"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:01:30.384597 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e2174e35-75be-433b-9c16-e05912d602a3 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:01:30.399757 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252f8f-02c4-4227-bb2d-3db3e96c385c service neutron] Pushing event updated for resources: {'Port': ['ID=11e9eae8-1742-4529-98e6-ab33ad296da8,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:30.444188 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d068213a-c691-44f9-8e30-4bac10e8123d x-openstack-request-id: req-d068213a-c691-44f9-8e30-4bac10e8123d {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:01:30.444476 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab468bb-836a-4d4c-9766-554c5f3ff45a", "tag": "11e9eae8-1742-4529-98e6-ab33ad296da8", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:01:30.444730 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d068213a-c691-44f9-8e30-4bac10e8123d {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:01:30.445115 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab468bb-836a-4d4c-9766-554c5f3ff45a', 'tag': '11e9eae8-1742-4529-98e6-ab33ad296da8', 'status': 'completed', 'code': 200} Jul 14 08:01:30.457422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port e2174e35-75be-433b-9c16-e05912d602a3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:01:30.458338 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:30.473764 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-157085ca-4327-4fe0-8a1d-d30077e5fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:30.475308 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-157085ca-4327-4fe0-8a1d-d30077e5fd10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 1094 time: 0.0706763 Jul 14 08:01:30.518266 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-8d1c6adb-ad56-48b1-8a24-340f5e721a91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11e9eae8-1742-4529-98e6-ab33ad296da8 HTTP/1.1" status: 200 len: 217 time: 0.0362866 Jul 14 08:01:30.566759 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-09eee3b6-198e-4292-889a-c056cdc24fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:30.572169 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-5996a4b0-5097-4f0c-992e-9af5bf77a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:30.573896 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-5996a4b0-5097-4f0c-992e-9af5bf77a5c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0491884 Jul 14 08:01:30.632613 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-b06cf89d-940c-40c3-b83d-d4f64052e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:30.634091 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-b06cf89d-940c-40c3-b83d-d4f64052e7e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544212 Jul 14 08:01:30.721068 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-c0d85fa8-5918-4fdf-8d8e-f8bcc3b6aae5 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799296 Jul 14 08:01:30.809914 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d7be9312-41a4-45de-ac6d-da8f2e9f7545 req-a6bb13c3-7603-4fcf-ab43-3925c22fd163 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832527 Jul 14 08:01:30.905703 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74091ee-55c1-419d-a4b4-d89e1da70ed1 req-4e8ef180-01d6-4b33-bb95-4578c34ec9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:30.907643 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b74091ee-55c1-419d-a4b4-d89e1da70ed1 req-4e8ef180-01d6-4b33-bb95-4578c34ec9ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 1094 time: 0.0519781 Jul 14 08:01:30.993616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74091ee-55c1-419d-a4b4-d89e1da70ed1 req-51081d18-26d9-49d3-9595-2d6209a92a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:30.995105 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b74091ee-55c1-419d-a4b4-d89e1da70ed1 req-51081d18-26d9-49d3-9595-2d6209a92a9c service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0815554 Jul 14 08:01:31.038319 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b74091ee-55c1-419d-a4b4-d89e1da70ed1 req-27d67144-5873-44da-b227-d0ed363f1844 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11e9eae8-1742-4529-98e6-ab33ad296da8 HTTP/1.1" status: 200 len: 217 time: 0.0371914 Jul 14 08:01:31.086760 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74091ee-55c1-419d-a4b4-d89e1da70ed1 req-b6f04523-1cb3-44d7-be85-5613df4718a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:31.088266 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b74091ee-55c1-419d-a4b4-d89e1da70ed1 req-b6f04523-1cb3-44d7-be85-5613df4718a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0425844 Jul 14 08:01:31.144676 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74091ee-55c1-419d-a4b4-d89e1da70ed1 req-2a18c29b-ed48-4c94-9ac5-672a1a89058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:31.146193 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b74091ee-55c1-419d-a4b4-d89e1da70ed1 req-2a18c29b-ed48-4c94-9ac5-672a1a89058c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517628 Jul 14 08:01:31.238215 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b74091ee-55c1-419d-a4b4-d89e1da70ed1 req-b48cf645-18e0-4963-a201-4d23c3a13c52 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840807 Jul 14 08:01:31.328461 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b74091ee-55c1-419d-a4b4-d89e1da70ed1 req-4feb5ee0-9c70-49be-8847-cfa453998af4 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827186 Jul 14 08:01:31.403705 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400201d-8609-4864-8c16-3369f20a1a35 req-74dd7752-5907-4866-8eb1-ed681b2ea511 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:31.405206 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7400201d-8609-4864-8c16-3369f20a1a35 req-74dd7752-5907-4866-8eb1-ed681b2ea511 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 943 time: 0.0626550 Jul 14 08:01:31.441360 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7400201d-8609-4864-8c16-3369f20a1a35 req-6f40d57c-0f95-4b50-abe3-74fdf5b3751d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299509 Jul 14 08:01:32.613907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d03af-9f52-4e8d-abca-904167e39e49 req-ab5891ca-436d-40d4-a052-9169f0c80e8a tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:32.615327 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-593d03af-9f52-4e8d-abca-904167e39e49 req-ab5891ca-436d-40d4-a052-9169f0c80e8a tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 943 time: 0.0632577 Jul 14 08:01:32.651890 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-593d03af-9f52-4e8d-abca-904167e39e49 req-c8bd60ce-8b87-45ab-b7ca-86304a595f23 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309105 Jul 14 08:01:32.678608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 11e9eae8-1742-4529-98e6-ab33ad296da8 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:01:32.769213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 11e9eae8-1742-4529-98e6-ab33ad296da8, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=11e9eae8-1742-4529-98e6-ab33ad296da8,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:01:32.780122 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '11e9eae8-1742-4529-98e6-ab33ad296da8', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'port_id': '11e9eae8-1742-4529-98e6-ab33ad296da8', 'mac_address': 'fa:16:3e:37:49:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:01:32.819837 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:32.831898 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e9eae8-1742-4529-98e6-ab33ad296da8 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:01:32.850657 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 11e9eae8-1742-4529-98e6-ab33ad296da8, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=11e9eae8-1742-4529-98e6-ab33ad296da8,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:01:32.854809 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:32.901071 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=11e9eae8-1742-4529-98e6-ab33ad296da8,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:33.040943 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['11e9eae8-1742-4529-98e6-ab33ad296da8'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:01:33.353677 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4ecce7f2-b0d6-492b-b70e-8e31ed96dc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:33.702373 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:33.825157 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12249b8-b880-4e7f-92d8-aba38af3dd33 req-32a5d5d8-5579-47c3-ad18-fd332192c710 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:33.826647 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f12249b8-b880-4e7f-92d8-aba38af3dd33 req-32a5d5d8-5579-47c3-ad18-fd332192c710 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 944 time: 0.0649846 Jul 14 08:01:33.862854 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f12249b8-b880-4e7f-92d8-aba38af3dd33 req-5ae15dac-c651-4a69-a2be-da8e4bd8f812 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308256 Jul 14 08:01:34.694056 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 11e9eae8-1742-4529-98e6-ab33ad296da8 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:01:34.741034 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 11e9eae8-1742-4529-98e6-ab33ad296da8 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:01:34.744684 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 11e9eae8-1742-4529-98e6-ab33ad296da8 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:01:34.745086 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:34.824319 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:34.998985 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:35.004779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab468bb-836a-4d4c-9766-554c5f3ff45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e9eae8-1742-4529-98e6-ab33ad296da8'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:01:35.007045 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd0db8c-fd4a-4f97-a70f-d1b0d153e353" -d '{"events": [{"server_uuid": "1ab468bb-836a-4d4c-9766-554c5f3ff45a", "name": "network-vif-plugged", "status": "completed", "tag": "11e9eae8-1742-4529-98e6-ab33ad296da8"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:01:35.020033 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 11e9eae8-1742-4529-98e6-ab33ad296da8, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=11e9eae8-1742-4529-98e6-ab33ad296da8,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:01:35.024520 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:35.044397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92257c38-1883-4a1e-8570-69f18d78e656 req-83eed497-86da-4580-95e6-0b080d13c0da tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:35.046025 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92257c38-1883-4a1e-8570-69f18d78e656 req-83eed497-86da-4580-95e6-0b080d13c0da tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 944 time: 0.0667710 Jul 14 08:01:35.058825 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7926bd-50f5-4b77-98c6-c97de13bcd43 x-openstack-request-id: req-1a7926bd-50f5-4b77-98c6-c97de13bcd43 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:01:35.059835 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab468bb-836a-4d4c-9766-554c5f3ff45a", "name": "network-vif-plugged", "status": "completed", "tag": "11e9eae8-1742-4529-98e6-ab33ad296da8", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:01:35.060093 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a7926bd-50f5-4b77-98c6-c97de13bcd43 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:01:35.060478 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab468bb-836a-4d4c-9766-554c5f3ff45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e9eae8-1742-4529-98e6-ab33ad296da8', 'code': 200} Jul 14 08:01:35.093986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=11e9eae8-1742-4529-98e6-ab33ad296da8,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:01:35.094268 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92257c38-1883-4a1e-8570-69f18d78e656 req-ad195b88-c391-470b-8082-018520c7e166 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408595 Jul 14 08:01:35.157027 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c1814-29df-4d4e-93f3-a6a7d5fa4abf req-63c86d3c-3e84-40f4-812e-06883f93387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:35.158580 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e0c1814-29df-4d4e-93f3-a6a7d5fa4abf req-63c86d3c-3e84-40f4-812e-06883f93387c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 1096 time: 0.0506957 Jul 14 08:01:35.197479 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e0c1814-29df-4d4e-93f3-a6a7d5fa4abf req-fdca9aa2-0554-4dda-a662-b36fb7489a6c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315778 Jul 14 08:01:36.275151 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059c3ae-9e5a-44df-9545-eecd1966b148 req-844089d0-205b-40b2-820f-ddcb877468de tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:36.276559 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8059c3ae-9e5a-44df-9545-eecd1966b148 req-844089d0-205b-40b2-820f-ddcb877468de tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 945 time: 0.0696888 Jul 14 08:01:36.312579 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8059c3ae-9e5a-44df-9545-eecd1966b148 req-4ef89b6f-01f4-47ef-9780-69eb289706fa tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304656 Jul 14 08:01:36.360176 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:36.478163 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97665a0a-3d86-4e5b-af7a-17b3d265bce7 req-a2f689bb-e253-473b-ac8c-dade194682ac tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:36.479626 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97665a0a-3d86-4e5b-af7a-17b3d265bce7 req-a2f689bb-e253-473b-ac8c-dade194682ac tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 945 time: 0.0624058 Jul 14 08:01:36.488056 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38566) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:01:36.492356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-351595ef-1b5a-4533-aabb-49ad9834fd72 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Request body: {'floatingip': {'port_id': '11e9eae8-1742-4529-98e6-ab33ad296da8'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:01:36.529163 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-351595ef-1b5a-4533-aabb-49ad9834fd72 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:36.950992 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-351595ef-1b5a-4533-aabb-49ad9834fd72 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:36.954664 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-351595ef-1b5a-4533-aabb-49ad9834fd72 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:37.052274 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-351595ef-1b5a-4533-aabb-49ad9834fd72 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Floating IP 5325e74f-d7fa-4cea-8b9f-857ba77076d7 associated. External IP: 172.25.7.48, port: 11e9eae8-1742-4529-98e6-ab33ad296da8. Jul 14 08:01:37.250992 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351595ef-1b5a-4533-aabb-49ad9834fd72 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Router e5d024ab-3095-4948-a381-1b5917c2ecba has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:01:37.354159 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351595ef-1b5a-4533-aabb-49ad9834fd72 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:01:37.358852 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-351595ef-1b5a-4533-aabb-49ad9834fd72 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:37.363795 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d2ba4-605e-483a-b21b-e066720fec8e None None] Sync routers for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:01:37.372257 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d2ba4-605e-483a-b21b-e066720fec8e None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:01:37.372870 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-433d2ba4-605e-483a-b21b-e066720fec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:01:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:01:37.394240 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-351595ef-1b5a-4533-aabb-49ad9834fd72 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "PUT /v2.0/floatingips/5325e74f-d7fa-4cea-8b9f-857ba77076d7 HTTP/1.1" status: 200 len: 990 time: 0.9051747 Jul 14 08:01:37.394919 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab468bb-836a-4d4c-9766-554c5f3ff45a', 'tag': '11e9eae8-1742-4529-98e6-ab33ad296da8'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:01:37.397404 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f1d438-4845-4841-ae6b-3f6d3327c908" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab468bb-836a-4d4c-9766-554c5f3ff45a", "tag": "11e9eae8-1742-4529-98e6-ab33ad296da8"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:01:37.435268 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d565db13-9584-4c3f-8c26-f9d82e030eb8 x-openstack-request-id: req-d565db13-9584-4c3f-8c26-f9d82e030eb8 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:01:37.435559 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab468bb-836a-4d4c-9766-554c5f3ff45a", "tag": "11e9eae8-1742-4529-98e6-ab33ad296da8", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:01:37.435810 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d565db13-9584-4c3f-8c26-f9d82e030eb8 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:01:37.436210 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab468bb-836a-4d4c-9766-554c5f3ff45a', 'tag': '11e9eae8-1742-4529-98e6-ab33ad296da8', 'status': 'completed', 'code': 200} Jul 14 08:01:37.480276 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-433d2ba4-605e-483a-b21b-e066720fec8e None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:01:37.509681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1d438-4845-4841-ae6b-3f6d3327c908 req-2427ed45-412f-4671-b7d3-3efe16556f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:37.511157 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-41f1d438-4845-4841-ae6b-3f6d3327c908 req-2427ed45-412f-4671-b7d3-3efe16556f61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 1096 time: 0.0533602 Jul 14 08:01:37.598006 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1d438-4845-4841-ae6b-3f6d3327c908 req-dceb9c2d-8c61-441a-bd90-13088ee8a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:37.599486 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-41f1d438-4845-4841-ae6b-3f6d3327c908 req-dceb9c2d-8c61-441a-bd90-13088ee8a2ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0823059 Jul 14 08:01:37.666697 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-41f1d438-4845-4841-ae6b-3f6d3327c908 req-28400b05-00e5-4150-8ad4-b878fea607bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11e9eae8-1742-4529-98e6-ab33ad296da8 HTTP/1.1" status: 200 len: 998 time: 0.0607738 Jul 14 08:01:37.693751 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-433d2ba4-605e-483a-b21b-e066720fec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '5325e74f-d7fa-4cea-8b9f-857ba77076d7', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'port_id': '11e9eae8-1742-4529-98e6-ab33ad296da8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'mac_address': 'fa:16:3e:37:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab468bb-836a-4d4c-9766-554c5f3ff45a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:01:26Z', 'updated_at': '2021-07-14T08:01:36Z', 'revision_number': 1, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:01:37.714830 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1d438-4845-4841-ae6b-3f6d3327c908 req-69c86c80-ee84-48f8-8932-197108838b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:37.716318 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-41f1d438-4845-4841-ae6b-3f6d3327c908 req-69c86c80-ee84-48f8-8932-197108838b7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0438421 Jul 14 08:01:37.722461 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d2ba4-605e-483a-b21b-e066720fec8e None None] Checking router: e5d024ab-3095-4948-a381-1b5917c2ecba for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:01:37.731281 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d2ba4-605e-483a-b21b-e066720fec8e None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:01:37.731874 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-433d2ba4-605e-483a-b21b-e066720fec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:01:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:01:37.775508 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1d438-4845-4841-ae6b-3f6d3327c908 req-7fb8fb24-9462-4d94-81cf-9cf94ef3f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:37.776915 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-41f1d438-4845-4841-ae6b-3f6d3327c908 req-7fb8fb24-9462-4d94-81cf-9cf94ef3f414 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537930 Jul 14 08:01:37.833562 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-433d2ba4-605e-483a-b21b-e066720fec8e None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:01:37.867360 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-41f1d438-4845-4841-ae6b-3f6d3327c908 req-6dd4241e-6d79-466f-98de-844e9c23e65d service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843725 Jul 14 08:01:37.953204 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-41f1d438-4845-4841-ae6b-3f6d3327c908 req-09b45876-a21e-41e4-93d2-043cf4cd5d8e service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797100 Jul 14 08:01:38.045534 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-433d2ba4-605e-483a-b21b-e066720fec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '5325e74f-d7fa-4cea-8b9f-857ba77076d7', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'port_id': '11e9eae8-1742-4529-98e6-ab33ad296da8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'mac_address': 'fa:16:3e:37:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab468bb-836a-4d4c-9766-554c5f3ff45a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:01:26Z', 'updated_at': '2021-07-14T08:01:36Z', 'revision_number': 1, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:01:38.073334 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d2ba4-605e-483a-b21b-e066720fec8e None None] The sync data for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 is: [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '5325e74f-d7fa-4cea-8b9f-857ba77076d7', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'port_id': '11e9eae8-1742-4529-98e6-ab33ad296da8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'mac_address': 'fa:16:3e:37:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab468bb-836a-4d4c-9766-554c5f3ff45a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:01:26Z', 'updated_at': '2021-07-14T08:01:36Z', 'revision_number': 1, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:01:38.266459 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1873226d-960e-4653-97af-fcdbea68d600 None None] New status for floating IP 5325e74f-d7fa-4cea-8b9f-857ba77076d7: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:01:40.187714 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c95c1a51-8dd7-405f-b8cf-62bc1371c372 req-479e76fd-70fa-4e9b-87c9-50d8eb5ae23b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489864 Jul 14 08:01:40.282233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c1a51-8dd7-405f-b8cf-62bc1371c372 req-39fa0fd5-2092-4c71-9ce8-d293976b324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:40.283631 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c95c1a51-8dd7-405f-b8cf-62bc1371c372 req-39fa0fd5-2092-4c71-9ce8-d293976b324e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 1096 time: 0.0551374 Jul 14 08:01:40.385958 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c1a51-8dd7-405f-b8cf-62bc1371c372 req-b8583484-1eef-4d09-aeb5-8ea76f4cc6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:40.387421 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c95c1a51-8dd7-405f-b8cf-62bc1371c372 req-b8583484-1eef-4d09-aeb5-8ea76f4cc6f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0824101 Jul 14 08:01:40.452753 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c95c1a51-8dd7-405f-b8cf-62bc1371c372 req-1297ea0a-85f5-452d-803d-20deb670ad4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11e9eae8-1742-4529-98e6-ab33ad296da8 HTTP/1.1" status: 200 len: 1000 time: 0.0593510 Jul 14 08:01:40.499300 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c1a51-8dd7-405f-b8cf-62bc1371c372 req-1f90a48c-8eb2-423b-8549-a8af5fce22a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:40.500676 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c95c1a51-8dd7-405f-b8cf-62bc1371c372 req-1f90a48c-8eb2-423b-8549-a8af5fce22a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0423288 Jul 14 08:01:40.556225 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c1a51-8dd7-405f-b8cf-62bc1371c372 req-7fa06ead-143d-42c3-b208-031827ee2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:01:40.557705 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c95c1a51-8dd7-405f-b8cf-62bc1371c372 req-7fa06ead-143d-42c3-b208-031827ee2dd6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507991 Jul 14 08:01:40.645523 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c95c1a51-8dd7-405f-b8cf-62bc1371c372 req-bda79a14-5e0b-437f-a11b-824d21906836 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817103 Jul 14 08:01:40.732763 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c95c1a51-8dd7-405f-b8cf-62bc1371c372 req-82d3927a-14b4-4816-b764-f9796fe82b45 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809383 Jul 14 08:01:45.999177 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:01:46.070437 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:02:00.569126 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4e98ca43-e465-470e-a7e2-0f43e80df966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:02:03.017597 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:02:03.354364 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-211c95fe-2599-437c-96ef-90579b4533cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:02:03.708012 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:02:04.832792 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:02:06.361586 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:02:15.998661 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:02:16.072954 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:02:30.569616 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f6864132-0f78-4c3a-a816-3b68848797a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:02:33.356947 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bbd3952a-2d9a-499b-858b-8fb7f8111c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:02:33.709796 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:02:34.835333 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:02:36.364281 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:02:40.017216 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:02:41.202446 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f0f1e1af-898a-481a-b1fb-b8e24c330c64 req-22c36096-8176-44f4-99de-bd9876180b4d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513306 Jul 14 08:02:41.297929 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1e1af-898a-481a-b1fb-b8e24c330c64 req-4fcbd226-5358-49ef-ab87-6f7259eb455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:02:41.299453 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f0f1e1af-898a-481a-b1fb-b8e24c330c64 req-4fcbd226-5358-49ef-ab87-6f7259eb455f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 1096 time: 0.0554814 Jul 14 08:02:41.400519 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1e1af-898a-481a-b1fb-b8e24c330c64 req-4104e6cb-25c5-4499-9299-5e04861f5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:02:41.402042 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f0f1e1af-898a-481a-b1fb-b8e24c330c64 req-4104e6cb-25c5-4499-9299-5e04861f5471 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0833025 Jul 14 08:02:41.468545 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f0f1e1af-898a-481a-b1fb-b8e24c330c64 req-6ac9c56b-80b4-407a-9778-d067ce796e61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11e9eae8-1742-4529-98e6-ab33ad296da8 HTTP/1.1" status: 200 len: 1000 time: 0.0607030 Jul 14 08:02:41.514944 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1e1af-898a-481a-b1fb-b8e24c330c64 req-25b3ddb8-75d0-4fff-b70a-9cbc91c843ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:02:41.516258 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f0f1e1af-898a-481a-b1fb-b8e24c330c64 req-25b3ddb8-75d0-4fff-b70a-9cbc91c843ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0418563 Jul 14 08:02:41.571164 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1e1af-898a-481a-b1fb-b8e24c330c64 req-5e1b0d9c-3a1a-4564-be5a-1b60c6a8bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:02:41.572621 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f0f1e1af-898a-481a-b1fb-b8e24c330c64 req-5e1b0d9c-3a1a-4564-be5a-1b60c6a8bffa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503418 Jul 14 08:02:41.582676 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-f0f1e1af-898a-481a-b1fb-b8e24c330c64 req-01c40388-ea6c-49b9-aebe-e32d77e5eb1d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:02:41.583604 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f0f1e1af-898a-481a-b1fb-b8e24c330c64 req-01c40388-ea6c-49b9-aebe-e32d77e5eb1d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048289 Jul 14 08:02:41.672095 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f0f1e1af-898a-481a-b1fb-b8e24c330c64 req-1412f7d3-daf5-4916-b94e-3d94c4241c98 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826201 Jul 14 08:02:41.757146 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f0f1e1af-898a-481a-b1fb-b8e24c330c64 req-790280a8-fe82-48a0-be1f-7d9b960b10eb service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787799 Jul 14 08:02:46.011531 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:02:46.060588 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:00.569931 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7bc4f00b-7f54-48b5-a33b-2571fbdc9803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:03.358152 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-41f44955-24c7-4164-95f5-7152a4229217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:03.710347 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:04.837453 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:06.367277 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:13.378320 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5d6f8-65da-4fed-97c4-0f105fe085f9 req-f34542fa-90e5-49c2-83b8-53d5dfb41b12 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:13.379817 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-47f5d6f8-65da-4fed-97c4-0f105fe085f9 req-f34542fa-90e5-49c2-83b8-53d5dfb41b12 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 945 time: 0.0693350 Jul 14 08:03:13.419264 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-47f5d6f8-65da-4fed-97c4-0f105fe085f9 req-2d0e8cd9-f637-49b0-94a5-576fdb0d73f7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339477 Jul 14 08:03:13.804279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72feaca2-9882-4dd4-a453-80ae815c9e88 req-27004fae-85e7-4829-84a9-948e37c4f906 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:13.805865 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72feaca2-9882-4dd4-a453-80ae815c9e88 req-27004fae-85e7-4829-84a9-948e37c4f906 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 945 time: 0.0625939 Jul 14 08:03:13.843479 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72feaca2-9882-4dd4-a453-80ae815c9e88 req-0fe7dcf6-9ded-4e37-bc6e-6bfdbcdab688 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313215 Jul 14 08:03:13.844853 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-86f46462-6a31-469d-a38a-f32f88e0b0d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919490 Jul 14 08:03:14.926727 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-ea0559d1-054c-4c21-96de-89e3871c368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:14.928254 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-ea0559d1-054c-4c21-96de-89e3871c368e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 1096 time: 0.0554397 Jul 14 08:03:15.016845 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb522d55-2000-41cc-8943-d319315cfdd2 req-2a6aab17-4900-4dec-9e77-83d6ca94ac35 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:15.017438 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-854cd67c-1471-463f-8d32-ca8fb15018ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:15.018375 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-854cd67c-1471-463f-8d32-ca8fb15018ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0838394 Jul 14 08:03:15.018505 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb522d55-2000-41cc-8943-d319315cfdd2 req-2a6aab17-4900-4dec-9e77-83d6ca94ac35 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 945 time: 0.0626369 Jul 14 08:03:15.055168 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb522d55-2000-41cc-8943-d319315cfdd2 req-634af4df-1157-4fc0-9e64-69fc645c786f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311370 Jul 14 08:03:15.085776 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-c7692bcd-23bf-474c-93ac-a984bcda07ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11e9eae8-1742-4529-98e6-ab33ad296da8 HTTP/1.1" status: 200 len: 1000 time: 0.0616398 Jul 14 08:03:15.132905 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-2375ca61-a665-4cd2-9cad-93e7080a80e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:15.134323 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-2375ca61-a665-4cd2-9cad-93e7080a80e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0431070 Jul 14 08:03:15.187887 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-a6991726-69c2-4e52-b500-2746953da099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:15.189379 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-a6991726-69c2-4e52-b500-2746953da099 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493343 Jul 14 08:03:15.277196 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-7d7b1f5d-c2f1-49dc-abd7-40e481efe329 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809786 Jul 14 08:03:15.360993 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-b2ce8f9f-8a27-4a2a-b3d9-098199dbdf05 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780985 Jul 14 08:03:16.011144 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:16.070055 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:16.231053 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3874bf8-9ea8-488e-aefe-7a1a9b859b93 req-8d922632-f44b-4ea5-84a7-36bf8f0154f3 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:16.232426 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3874bf8-9ea8-488e-aefe-7a1a9b859b93 req-8d922632-f44b-4ea5-84a7-36bf8f0154f3 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 945 time: 0.0656099 Jul 14 08:03:16.269059 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3874bf8-9ea8-488e-aefe-7a1a9b859b93 req-811f780f-59e9-4871-b4f7-0eeca774bd0d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312307 Jul 14 08:03:17.017207 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:03:17.438261 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a25a7-dfb8-4b7c-89de-a3eb30ce9699 req-05f3ae69-a30c-41e0-96fb-2a3f3ae9e021 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:17.439716 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd0a25a7-dfb8-4b7c-89de-a3eb30ce9699 req-05f3ae69-a30c-41e0-96fb-2a3f3ae9e021 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 945 time: 0.0610526 Jul 14 08:03:17.475706 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd0a25a7-dfb8-4b7c-89de-a3eb30ce9699 req-38510bb3-6a26-49f3-aaab-da2ef41e498f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305932 Jul 14 08:03:18.655546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20c0ba-b32e-4ebd-a1c8-0b24c7d90ff2 req-d6f94550-91e6-4ed5-8c94-b1359881938f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:18.656931 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b20c0ba-b32e-4ebd-a1c8-0b24c7d90ff2 req-d6f94550-91e6-4ed5-8c94-b1359881938f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 945 time: 0.0612473 Jul 14 08:03:18.696441 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2b20c0ba-b32e-4ebd-a1c8-0b24c7d90ff2 req-f35f3b69-619b-4862-82cf-4fabf6797b52 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341270 Jul 14 08:03:19.867143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c7abe-107a-434e-b969-9bbd8b6e4109 req-43e740f4-ecff-4165-938c-eb6384f673f2 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:19.868609 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f49c7abe-107a-434e-b969-9bbd8b6e4109 req-43e740f4-ecff-4165-938c-eb6384f673f2 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 945 time: 0.0622950 Jul 14 08:03:19.904864 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f49c7abe-107a-434e-b969-9bbd8b6e4109 req-16b7da4b-1a89-4c38-b815-b476e8e5dab6 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301657 Jul 14 08:03:21.077621 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044857bd-fe95-47dd-90c0-883868f0a977 req-bd17a280-75aa-4201-9e10-a5fac3182da4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:21.079079 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-044857bd-fe95-47dd-90c0-883868f0a977 req-bd17a280-75aa-4201-9e10-a5fac3182da4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 945 time: 0.0610144 Jul 14 08:03:21.115764 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-044857bd-fe95-47dd-90c0-883868f0a977 req-0303028d-7c4e-421b-8815-ff48e5a782ee tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311730 Jul 14 08:03:22.285737 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46c2b3-b9ba-4fa9-9878-fa3cf9539d73 req-668ba83d-92a4-447d-960c-16260941703b tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:22.287111 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b46c2b3-b9ba-4fa9-9878-fa3cf9539d73 req-668ba83d-92a4-447d-960c-16260941703b tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 945 time: 0.0643909 Jul 14 08:03:22.323858 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4b46c2b3-b9ba-4fa9-9878-fa3cf9539d73 req-3596c74a-be95-4e0c-aa5d-6aae2a43bac6 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308430 Jul 14 08:03:23.491262 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcfdd9-ff3d-4199-ace3-7ccf4dbbcdbd req-2ac43c6b-0b54-40c3-867a-63f023c2830c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:23.492720 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53fcfdd9-ff3d-4199-ace3-7ccf4dbbcdbd req-2ac43c6b-0b54-40c3-867a-63f023c2830c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 945 time: 0.0614681 Jul 14 08:03:23.528538 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53fcfdd9-ff3d-4199-ace3-7ccf4dbbcdbd req-921a568d-2ffa-4c30-ac64-2f8274b21f68 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304313 Jul 14 08:03:24.696474 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c4885-9f8e-4b4c-bf48-d49f091ba048 req-e0a8ba86-8a64-436d-ab83-ff293c707fbf tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:24.697866 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d60c4885-9f8e-4b4c-bf48-d49f091ba048 req-e0a8ba86-8a64-436d-ab83-ff293c707fbf tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 945 time: 0.0601995 Jul 14 08:03:24.737997 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d60c4885-9f8e-4b4c-bf48-d49f091ba048 req-ba870861-3ca8-4fd7-b34d-7f62f1b8dbd4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342009 Jul 14 08:03:25.906551 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110076c5-71e6-4d02-87a1-8c7ef9e96e48 req-8a23edec-781f-4cb4-9a08-41fab4e31da1 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:25.907991 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-110076c5-71e6-4d02-87a1-8c7ef9e96e48 req-8a23edec-781f-4cb4-9a08-41fab4e31da1 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 945 time: 0.0621758 Jul 14 08:03:25.942977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-110076c5-71e6-4d02-87a1-8c7ef9e96e48 req-495e00d9-faf5-4340-b11a-644a08c512d4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296438 Jul 14 08:03:27.112128 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db598a5-8eee-4e22-b7af-1ee5ff02228b req-a8bcf82a-8df9-40c7-9fdb-263785188045 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:27.113602 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7db598a5-8eee-4e22-b7af-1ee5ff02228b req-a8bcf82a-8df9-40c7-9fdb-263785188045 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 945 time: 0.0611563 Jul 14 08:03:27.149034 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7db598a5-8eee-4e22-b7af-1ee5ff02228b req-945bef2d-b824-4ec2-bbd5-8b0c7b0bb488 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299127 Jul 14 08:03:27.204821 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-1dd5a663-f71c-42c0-9b10-98d5d9759472 service neutron] show failed (client error): The resource could not be found. Jul 14 08:03:27.205878 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-1dd5a663-f71c-42c0-9b10-98d5d9759472 service neutron] 10.222.0.30 "GET /v2.0/ports/11e9eae8-1742-4529-98e6-ab33ad296da8/bindings/n-h2-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.0528483 Jul 14 08:03:27.445645 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-9a3a0366-bd4b-404f-aeee-161c5dfc74f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:27.447354 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-9a3a0366-bd4b-404f-aeee-161c5dfc74f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a&tenant_id=c9bac4f428414dbe9ba22389cee9d800 HTTP/1.1" status: 200 len: 1096 time: 0.0546317 Jul 14 08:03:27.457724 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-5', 'device_owner': 'compute:nova'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:03:27.524491 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:27.949535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] For port 11e9eae8-1742-4529-98e6-ab33ad296da8, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=11e9eae8-1742-4529-98e6-ab33ad296da8,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:03:27.984624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] For port 11e9eae8-1742-4529-98e6-ab33ad296da8, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:03:28.021032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab468bb-836a-4d4c-9766-554c5f3ff45a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e9eae8-1742-4529-98e6-ab33ad296da8'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:03:28.023280 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fad29bd-3749-40bf-b20c-1a93e776ff11" -d '{"events": [{"server_uuid": "1ab468bb-836a-4d4c-9766-554c5f3ff45a", "name": "network-vif-unplugged", "status": "completed", "tag": "11e9eae8-1742-4529-98e6-ab33ad296da8"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:03:28.027221 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:28.039067 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Transition to ACTIVE for port object 11e9eae8-1742-4529-98e6-ab33ad296da8 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:03:28.043636 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:28.077698 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 08:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996b1627-34c2-4ede-928f-5d9a45c1d885 x-openstack-request-id: req-996b1627-34c2-4ede-928f-5d9a45c1d885 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:03:28.077993 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab468bb-836a-4d4c-9766-554c5f3ff45a", "name": "network-vif-unplugged", "status": "completed", "tag": "11e9eae8-1742-4529-98e6-ab33ad296da8", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:03:28.078245 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-996b1627-34c2-4ede-928f-5d9a45c1d885 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:03:28.078627 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab468bb-836a-4d4c-9766-554c5f3ff45a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e9eae8-1742-4529-98e6-ab33ad296da8', 'code': 200} Jul 14 08:03:28.158520 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Pushing event updated for resources: {'Port': ['ID=11e9eae8-1742-4529-98e6-ab33ad296da8,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:03:28.184610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:28.184929 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:28.185293 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:28.185630 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:28.185963 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:28.186289 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:28.186612 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:28.186933 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:28.187257 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:28.187583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:28.187904 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:28.188299 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:28.224617 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] No DVR routers for this DVR port 11e9eae8-1742-4529-98e6-ab33ad296da8 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:03:28.370293 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Attempting to bind port 11e9eae8-1742-4529-98e6-ab33ad296da8 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:03:28.370646 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Attempting to bind port 11e9eae8-1742-4529-98e6-ab33ad296da8 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:03:28.370983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Attempting to bind port 11e9eae8-1742-4529-98e6-ab33ad296da8 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:03:28.376132 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Port 11e9eae8-1742-4529-98e6-ab33ad296da8 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:03:28.376457 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Attempting to bind port 11e9eae8-1742-4529-98e6-ab33ad296da8 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:03:28.381757 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:03:28.382241 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Checking segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:03:28.382639 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Bound using segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:03:28.383076 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Bound port: 11e9eae8-1742-4529-98e6-ab33ad296da8, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:03:28.383442 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:28.452916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] For port 11e9eae8-1742-4529-98e6-ab33ad296da8, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:03:28.456391 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] For port 11e9eae8-1742-4529-98e6-ab33ad296da8, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=11e9eae8-1742-4529-98e6-ab33ad296da8,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:03:28.460049 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:28.494893 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:28.496163 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:28.497529 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] 10.222.0.15 "PUT /v2.0/ports/11e9eae8-1742-4529-98e6-ab33ad296da8 HTTP/1.1" status: 200 len: 1091 time: 1.0437078 Jul 14 08:03:28.520103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240d8f4-3d99-4d1b-8e97-7e285a91912e service neutron] Pushing event updated for resources: {'Port': ['ID=11e9eae8-1742-4529-98e6-ab33ad296da8,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:03:28.580979 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-75ab18d8-ebed-4e35-b8c8-34b04ce985fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:28.582554 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-75ab18d8-ebed-4e35-b8c8-34b04ce985fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 1094 time: 0.0581481 Jul 14 08:03:28.680321 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-86724591-c675-421c-9c3b-17f1988537d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:28.681838 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-86724591-c675-421c-9c3b-17f1988537d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0930119 Jul 14 08:03:28.691537 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f74b4-54cd-4fe4-bfbe-e84542ab7787 req-d0cd9f87-4898-4c53-a0f0-21a95634f891 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:28.692827 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a8f74b4-54cd-4fe4-bfbe-e84542ab7787 req-d0cd9f87-4898-4c53-a0f0-21a95634f891 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 943 time: 0.4162464 Jul 14 08:03:28.728991 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2a8f74b4-54cd-4fe4-bfbe-e84542ab7787 req-c37503b0-56e1-4ae5-9e49-014bbd624efb tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305216 Jul 14 08:03:28.749418 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-279e04ea-878e-416e-afef-749b33e511aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11e9eae8-1742-4529-98e6-ab33ad296da8 HTTP/1.1" status: 200 len: 998 time: 0.0607378 Jul 14 08:03:28.802795 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-eb91b384-55a5-4511-a3bb-0d05d7074064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:28.804228 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-eb91b384-55a5-4511-a3bb-0d05d7074064 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0480947 Jul 14 08:03:28.859594 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-4b824daa-c468-4912-a37e-4672623ee7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:28.861035 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-4b824daa-c468-4912-a37e-4672623ee7c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504327 Jul 14 08:03:28.946028 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-778ebd37-6bd7-4680-bf45-9367019abdc1 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770707 Jul 14 08:03:29.037394 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46dc5549-e120-41f7-a12d-4a9e98d6de87 req-0a58b19b-2c11-4f6e-b2c2-1cda4b8b5720 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840397 Jul 14 08:03:29.902563 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f79c09-098a-49ae-bf71-bbc81fa80934 req-2e0c6af2-f234-40c1-9302-347367b32ce1 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:29.903994 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2f79c09-098a-49ae-bf71-bbc81fa80934 req-2e0c6af2-f234-40c1-9302-347367b32ce1 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 943 time: 0.0603123 Jul 14 08:03:29.938922 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2f79c09-098a-49ae-bf71-bbc81fa80934 req-51b7d6d2-1a9e-4a12-b97a-7796a8d85fc4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295289 Jul 14 08:03:30.079777 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab468bb-836a-4d4c-9766-554c5f3ff45a', 'tag': '11e9eae8-1742-4529-98e6-ab33ad296da8'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:03:30.082154 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab468bb-836a-4d4c-9766-554c5f3ff45a", "tag": "11e9eae8-1742-4529-98e6-ab33ad296da8"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:03:30.127773 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc1bcd5-d50b-44e6-9c02-6d2bf041e4df x-openstack-request-id: req-1bc1bcd5-d50b-44e6-9c02-6d2bf041e4df {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:03:30.128257 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab468bb-836a-4d4c-9766-554c5f3ff45a", "tag": "11e9eae8-1742-4529-98e6-ab33ad296da8", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:03:30.128527 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1bc1bcd5-d50b-44e6-9c02-6d2bf041e4df {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:03:30.128933 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab468bb-836a-4d4c-9766-554c5f3ff45a', 'tag': '11e9eae8-1742-4529-98e6-ab33ad296da8', 'status': 'completed', 'code': 200} Jul 14 08:03:30.240231 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-ba87ca6a-bc0e-4946-b3b8-213e4f9ca532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:30.241738 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-ba87ca6a-bc0e-4946-b3b8-213e4f9ca532 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 1094 time: 0.0927768 Jul 14 08:03:30.244155 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-d2ee7f9c-3e6a-40f4-abb3-3562896f80db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:30.246027 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-d2ee7f9c-3e6a-40f4-abb3-3562896f80db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 1094 time: 0.0892036 Jul 14 08:03:30.392843 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-d3de5b42-33ab-4872-9a1e-c1e0c0472f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:30.394329 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-d3de5b42-33ab-4872-9a1e-c1e0c0472f08 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.1463425 Jul 14 08:03:30.398741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-dd773b1b-6130-4151-b34e-0875f92c9eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:30.400070 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-dd773b1b-6130-4151-b34e-0875f92c9eaa service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.1444488 Jul 14 08:03:30.501338 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-1c7087f9-71b2-4566-8f3e-8762f518c7af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11e9eae8-1742-4529-98e6-ab33ad296da8 HTTP/1.1" status: 200 len: 998 time: 0.1002927 Jul 14 08:03:30.509845 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-645db7f6-4778-4100-90a8-68506f047f44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11e9eae8-1742-4529-98e6-ab33ad296da8 HTTP/1.1" status: 200 len: 998 time: 0.0753543 Jul 14 08:03:30.575339 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-09835dae-aa5e-4fce-8b09-38034a6dce5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:30.585020 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-03925869-9ac0-49fa-b08a-922345a50495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:30.586504 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-03925869-9ac0-49fa-b08a-922345a50495 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0786862 Jul 14 08:03:30.591375 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-6a5bd71d-389e-4625-b5bd-dd8d4c4b3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:30.592685 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-6a5bd71d-389e-4625-b5bd-dd8d4c4b3af7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0592101 Jul 14 08:03:30.685038 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-2023b439-8813-4e47-809a-8b86932e4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:30.686576 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-2023b439-8813-4e47-809a-8b86932e4a83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930459 Jul 14 08:03:30.688250 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-4e1e96ac-19ab-4bea-86ec-1b21ab787139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:30.689579 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-4e1e96ac-19ab-4bea-86ec-1b21ab787139 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890739 Jul 14 08:03:30.837037 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-950d75a5-caf2-4706-b136-adf432ff225a service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443536 Jul 14 08:03:30.840310 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-4c985127-f411-4f33-a940-bd23c201fd6f service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402068 Jul 14 08:03:30.992391 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-38763e15-9fd8-41bb-8283-c91ec05c2326 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483450 Jul 14 08:03:30.994336 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-07f66001-e4e9-4e6d-ae07-85a2b6cda4e4 req-d56751dc-8b12-415e-b0ff-0e811d221c40 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435604 Jul 14 08:03:31.042878 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 11e9eae8-1742-4529-98e6-ab33ad296da8 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:03:31.082882 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 11e9eae8-1742-4529-98e6-ab33ad296da8 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:03:31.123249 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6487d3-21ca-42b4-b651-8ee15349c990 req-b7285b80-e117-490a-a362-1fd2d4a65031 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:31.124711 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d6487d3-21ca-42b4-b651-8ee15349c990 req-b7285b80-e117-490a-a362-1fd2d4a65031 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 943 time: 0.0674047 Jul 14 08:03:31.160148 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7d6487d3-21ca-42b4-b651-8ee15349c990 req-ed90a760-2d29-4de8-b4de-8c3a793f8437 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299742 Jul 14 08:03:31.452553 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1ead3-a304-42bc-bee0-ec4d10df4fa8 req-c39b8773-a18e-4bc8-95e1-a93d318dfaa5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:31.454099 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ed1ead3-a304-42bc-bee0-ec4d10df4fa8 req-c39b8773-a18e-4bc8-95e1-a93d318dfaa5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 943 time: 0.0619993 Jul 14 08:03:31.463599 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2a64e-ee0a-470a-b4f9-26e60dcd3b50 req-54043aa6-9217-4017-a9ba-c8eba1153809 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:31.465078 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3ec2a64e-ee0a-470a-b4f9-26e60dcd3b50 req-54043aa6-9217-4017-a9ba-c8eba1153809 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a&tenant_id=c9bac4f428414dbe9ba22389cee9d800&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 943 time: 0.0716689 Jul 14 08:03:31.491219 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4ed1ead3-a304-42bc-bee0-ec4d10df4fa8 req-def5bc95-7cff-4154-b72b-599f568d225f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314178 Jul 14 08:03:31.524190 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [req-3ec2a64e-ee0a-470a-b4f9-26e60dcd3b50 req-a54d968b-9e46-4e11-933a-bac83f47f3a3 service neutron] delete failed (client error): The resource could not be found. Jul 14 08:03:31.525125 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3ec2a64e-ee0a-470a-b4f9-26e60dcd3b50 req-a54d968b-9e46-4e11-933a-bac83f47f3a3 service neutron] 10.222.0.30 "DELETE /v2.0/ports/11e9eae8-1742-4529-98e6-ab33ad296da8/bindings/n-h1-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.0525360 Jul 14 08:03:31.617001 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2a64e-ee0a-470a-b4f9-26e60dcd3b50 req-f135205d-6ed6-474d-9c52-6d680ab741ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:31.618472 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3ec2a64e-ee0a-470a-b4f9-26e60dcd3b50 req-f135205d-6ed6-474d-9c52-6d680ab741ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 1094 time: 0.0516338 Jul 14 08:03:31.705881 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2a64e-ee0a-470a-b4f9-26e60dcd3b50 req-4d8e188e-2b4c-4162-8fdb-91eddc4eecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:31.707295 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3ec2a64e-ee0a-470a-b4f9-26e60dcd3b50 req-4d8e188e-2b4c-4162-8fdb-91eddc4eecb4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0822494 Jul 14 08:03:31.769309 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3ec2a64e-ee0a-470a-b4f9-26e60dcd3b50 req-59b5eb5a-c3a1-4c14-9025-094168850f58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11e9eae8-1742-4529-98e6-ab33ad296da8 HTTP/1.1" status: 200 len: 998 time: 0.0547013 Jul 14 08:03:31.819784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2a64e-ee0a-470a-b4f9-26e60dcd3b50 req-0c8080d8-9852-4f81-97f9-fb2f2e0299ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:31.821150 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3ec2a64e-ee0a-470a-b4f9-26e60dcd3b50 req-0c8080d8-9852-4f81-97f9-fb2f2e0299ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0440533 Jul 14 08:03:31.877926 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2a64e-ee0a-470a-b4f9-26e60dcd3b50 req-1cff1da6-d5c2-43b2-a3a8-eb06868ee441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:31.879404 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3ec2a64e-ee0a-470a-b4f9-26e60dcd3b50 req-1cff1da6-d5c2-43b2-a3a8-eb06868ee441 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513821 Jul 14 08:03:31.965321 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3ec2a64e-ee0a-470a-b4f9-26e60dcd3b50 req-a257d690-beff-4f94-8419-fbcdc6095a6a service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784369 Jul 14 08:03:32.055698 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3ec2a64e-ee0a-470a-b4f9-26e60dcd3b50 req-2f1e41eb-b325-42b1-95ad-58b4e0e6829a service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839591 Jul 14 08:03:32.633590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 11e9eae8-1742-4529-98e6-ab33ad296da8 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:03:32.687431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d98c3-440d-4332-8ccd-2ab373b54bfb req-ee0dc40d-5cd1-4a7e-934f-df4ca170e7b0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:32.688912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-671d98c3-440d-4332-8ccd-2ab373b54bfb req-ee0dc40d-5cd1-4a7e-934f-df4ca170e7b0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 943 time: 0.0829294 Jul 14 08:03:32.726946 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-671d98c3-440d-4332-8ccd-2ab373b54bfb req-c8719b1d-8f1b-47b1-8fc7-122ef8bedbff tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320039 Jul 14 08:03:32.743460 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 11e9eae8-1742-4529-98e6-ab33ad296da8, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=11e9eae8-1742-4529-98e6-ab33ad296da8,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:03:32.755864 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '11e9eae8-1742-4529-98e6-ab33ad296da8', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'port_id': '11e9eae8-1742-4529-98e6-ab33ad296da8', 'mac_address': 'fa:16:3e:37:49:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:03:32.803050 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:32.816374 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e9eae8-1742-4529-98e6-ab33ad296da8 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:03:32.836180 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 11e9eae8-1742-4529-98e6-ab33ad296da8, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=11e9eae8-1742-4529-98e6-ab33ad296da8,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:03:32.842319 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:32.889664 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=11e9eae8-1742-4529-98e6-ab33ad296da8,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:03:32.896702 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:32.897084 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:32.897454 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:32.897788 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:32.898119 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:32.898448 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:32.898771 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:32.899093 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:32.899412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:32.899733 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:32.900051 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:32.900369 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:03:32.903743 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eadfa2-0261-4a6a-8f54-6b8cf4cb2087 req-c1944d6d-40a5-4161-9b36-ae508d5b96d9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:32.905453 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f1eadfa2-0261-4a6a-8f54-6b8cf4cb2087 req-c1944d6d-40a5-4161-9b36-ae508d5b96d9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 944 time: 0.0661273 Jul 14 08:03:32.944390 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f1eadfa2-0261-4a6a-8f54-6b8cf4cb2087 req-7fc8182a-f742-4871-a433-27b2d005da53 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334270 Jul 14 08:03:33.085885 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['11e9eae8-1742-4529-98e6-ab33ad296da8'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:03:33.118304 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab47fc2-124a-40b4-9d2b-80201446d3bc req-69e68f74-d955-442f-b834-9fb1966c70eb tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:33.120080 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ab47fc2-124a-40b4-9d2b-80201446d3bc req-69e68f74-d955-442f-b834-9fb1966c70eb tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 944 time: 0.0655708 Jul 14 08:03:33.161423 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ab47fc2-124a-40b4-9d2b-80201446d3bc req-8194b563-df30-4ab9-bc8e-f1e905b2d83e tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347188 Jul 14 08:03:33.358806 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7a5d32df-8ee9-4332-9284-1295aee4739f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:33.559437 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4ba8d-65ad-4753-940c-45adee3fe105 req-5a79005b-4702-4be6-af25-6f95f0701dbb tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:33.560896 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98d4ba8d-65ad-4753-940c-45adee3fe105 req-5a79005b-4702-4be6-af25-6f95f0701dbb tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 944 time: 0.0662415 Jul 14 08:03:33.601215 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-98d4ba8d-65ad-4753-940c-45adee3fe105 req-03044b86-79e0-461e-83b1-69e237757b90 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326538 Jul 14 08:03:33.711385 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:34.671553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 11e9eae8-1742-4529-98e6-ab33ad296da8 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:03:34.722397 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 11e9eae8-1742-4529-98e6-ab33ad296da8 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:03:34.726442 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 11e9eae8-1742-4529-98e6-ab33ad296da8 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:03:34.727021 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:34.755915 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454341b5-e38c-4a39-bd6b-bc159f21fd75 req-e6f683d3-00d2-4118-be5b-e4fdd9d31f32 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:34.763471 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-454341b5-e38c-4a39-bd6b-bc159f21fd75 req-e6f683d3-00d2-4118-be5b-e4fdd9d31f32 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 944 time: 0.0690777 Jul 14 08:03:34.773528 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362e67a-4921-4abd-823f-c234f7e745ec req-7915e6c6-7c6d-4848-833c-edea1307d7f3 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:34.774781 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f362e67a-4921-4abd-823f-c234f7e745ec req-7915e6c6-7c6d-4848-833c-edea1307d7f3 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 944 time: 0.0639539 Jul 14 08:03:34.814929 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f362e67a-4921-4abd-823f-c234f7e745ec req-265415d2-c7a1-4554-bcc4-0bc469152248 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325847 Jul 14 08:03:34.819686 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:34.857139 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab468bb-836a-4d4c-9766-554c5f3ff45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e9eae8-1742-4529-98e6-ab33ad296da8'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:03:34.859419 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c21570d-d944-42aa-ac07-8cefbc2c0b26" -d '{"events": [{"server_uuid": "1ab468bb-836a-4d4c-9766-554c5f3ff45a", "name": "network-vif-plugged", "status": "completed", "tag": "11e9eae8-1742-4529-98e6-ab33ad296da8"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:03:34.868878 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:34.872820 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 11e9eae8-1742-4529-98e6-ab33ad296da8, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=11e9eae8-1742-4529-98e6-ab33ad296da8,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:03:34.874861 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-454341b5-e38c-4a39-bd6b-bc159f21fd75 req-90145dca-441d-4bbc-aedb-afaa1c8c3ac7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Deleting port 11e9eae8-1742-4529-98e6-ab33ad296da8 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:03:34.875179 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-454341b5-e38c-4a39-bd6b-bc159f21fd75 req-90145dca-441d-4bbc-aedb-afaa1c8c3ac7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:34.877152 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:34.902239 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e698ace-7857-48df-83e6-eac884bbac0d x-openstack-request-id: req-7e698ace-7857-48df-83e6-eac884bbac0d {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:03:34.902531 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab468bb-836a-4d4c-9766-554c5f3ff45a", "name": "network-vif-plugged", "status": "completed", "tag": "11e9eae8-1742-4529-98e6-ab33ad296da8", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:03:34.902784 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e698ace-7857-48df-83e6-eac884bbac0d {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:03:34.903171 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab468bb-836a-4d4c-9766-554c5f3ff45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e9eae8-1742-4529-98e6-ab33ad296da8', 'code': 200} Jul 14 08:03:34.928694 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=11e9eae8-1742-4529-98e6-ab33ad296da8,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:03:34.961675 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-454341b5-e38c-4a39-bd6b-bc159f21fd75 req-90145dca-441d-4bbc-aedb-afaa1c8c3ac7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] For port 11e9eae8-1742-4529-98e6-ab33ad296da8, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=11e9eae8-1742-4529-98e6-ab33ad296da8,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:03:34.962050 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-454341b5-e38c-4a39-bd6b-bc159f21fd75 req-90145dca-441d-4bbc-aedb-afaa1c8c3ac7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:35.124377 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-454341b5-e38c-4a39-bd6b-bc159f21fd75 req-90145dca-441d-4bbc-aedb-afaa1c8c3ac7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:35.124748 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-454341b5-e38c-4a39-bd6b-bc159f21fd75 req-90145dca-441d-4bbc-aedb-afaa1c8c3ac7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:35.125051 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [req-454341b5-e38c-4a39-bd6b-bc159f21fd75 req-90145dca-441d-4bbc-aedb-afaa1c8c3ac7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Floating IP 5325e74f-d7fa-4cea-8b9f-857ba77076d7 disassociated. External IP: 172.25.7.48, port: 11e9eae8-1742-4529-98e6-ab33ad296da8. Jul 14 08:03:35.125424 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-454341b5-e38c-4a39-bd6b-bc159f21fd75 req-90145dca-441d-4bbc-aedb-afaa1c8c3ac7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Calling delete_port for 11e9eae8-1742-4529-98e6-ab33ad296da8 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:03:35.249018 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-454341b5-e38c-4a39-bd6b-bc159f21fd75 req-90145dca-441d-4bbc-aedb-afaa1c8c3ac7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:35.277513 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90145dca-441d-4bbc-aedb-afaa1c8c3ac7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Pushing event deleted for resources: {'Port': ['ID=11e9eae8-1742-4529-98e6-ab33ad296da8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:03:35.620912 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-454341b5-e38c-4a39-bd6b-bc159f21fd75 req-90145dca-441d-4bbc-aedb-afaa1c8c3ac7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Router e5d024ab-3095-4948-a381-1b5917c2ecba has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:03:35.724332 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-454341b5-e38c-4a39-bd6b-bc159f21fd75 req-90145dca-441d-4bbc-aedb-afaa1c8c3ac7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:03:35.733615 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465165a-3664-4a10-a340-51461f3b685c None None] Sync routers for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:03:35.742359 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465165a-3664-4a10-a340-51461f3b685c None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:03:35.742964 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b465165a-3664-4a10-a340-51461f3b685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:03:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:03:35.770124 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-454341b5-e38c-4a39-bd6b-bc159f21fd75 req-90145dca-441d-4bbc-aedb-afaa1c8c3ac7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] No DVR routers for this DVR port 11e9eae8-1742-4529-98e6-ab33ad296da8 on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:03:35.772819 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-454341b5-e38c-4a39-bd6b-bc159f21fd75 req-90145dca-441d-4bbc-aedb-afaa1c8c3ac7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:35.774864 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-454341b5-e38c-4a39-bd6b-bc159f21fd75 req-90145dca-441d-4bbc-aedb-afaa1c8c3ac7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.15 "DELETE /v2.0/ports/11e9eae8-1742-4529-98e6-ab33ad296da8 HTTP/1.1" status: 204 len: 173 time: 1.0085139 Jul 14 08:03:35.775310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab468bb-836a-4d4c-9766-554c5f3ff45a', 'name': 'network-vif-deleted', 'tag': '11e9eae8-1742-4529-98e6-ab33ad296da8'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:03:35.778478 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27b499d-5a70-40c3-b70f-cf2b617a12cd" -d '{"events": [{"server_uuid": "1ab468bb-836a-4d4c-9766-554c5f3ff45a", "name": "network-vif-deleted", "tag": "11e9eae8-1742-4529-98e6-ab33ad296da8"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:03:35.824953 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3a821a-ce42-4b3d-bca0-888c09d53130 x-openstack-request-id: req-0e3a821a-ce42-4b3d-bca0-888c09d53130 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:03:35.825348 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab468bb-836a-4d4c-9766-554c5f3ff45a", "name": "network-vif-deleted", "tag": "11e9eae8-1742-4529-98e6-ab33ad296da8", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:03:35.825602 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e3a821a-ce42-4b3d-bca0-888c09d53130 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:03:35.826000 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab468bb-836a-4d4c-9766-554c5f3ff45a', 'name': 'network-vif-deleted', 'tag': '11e9eae8-1742-4529-98e6-ab33ad296da8', 'status': 'completed', 'code': 200} Jul 14 08:03:35.849477 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-b465165a-3664-4a10-a340-51461f3b685c None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:03:35.965317 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-386c1e90-b914-405e-9197-7669378f4952 req-4aba9e95-6e60-4ada-b87a-f89e80eab1f3 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ab468bb-836a-4d4c-9766-554c5f3ff45a HTTP/1.1" status: 200 len: 210 time: 0.0306976 Jul 14 08:03:36.046544 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b465165a-3664-4a10-a340-51461f3b685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:03:36.076390 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465165a-3664-4a10-a340-51461f3b685c None None] Checking router: e5d024ab-3095-4948-a381-1b5917c2ecba for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:03:36.084613 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465165a-3664-4a10-a340-51461f3b685c None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:03:36.085253 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b465165a-3664-4a10-a340-51461f3b685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:03:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:03:36.183745 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-b465165a-3664-4a10-a340-51461f3b685c None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:03:36.369673 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:36.372550 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b465165a-3664-4a10-a340-51461f3b685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:03:36.397741 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465165a-3664-4a10-a340-51461f3b685c None None] The sync data for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 is: [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:03:36.601808 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde664b2-1993-4848-8228-0b6d06531906 None None] New status for floating IP 5325e74f-d7fa-4cea-8b9f-857ba77076d7: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:03:37.261910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-023d00b5-3781-4462-9b0f-5eec9f7abb1f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1204442941&fields=id&tenant_id=c9bac4f428414dbe9ba22389cee9d800 HTTP/1.1" status: 200 len: 267 time: 0.0318518 Jul 14 08:03:37.366282 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-288b145d-a6f2-4484-bc21-19dd6cbffb27 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:37.367740 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-288b145d-a6f2-4484-bc21-19dd6cbffb27 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 811 time: 0.0998375 Jul 14 08:03:37.381703 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-63b1e328-a7f0-4a66-9c77-60af17864340 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/quotas/c9bac4f428414dbe9ba22389cee9d800 HTTP/1.1" status: 200 len: 375 time: 0.0087731 Jul 14 08:03:37.447230 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-2566a2de-0e8e-4bf5-8437-9610fe3e4701 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0603781 Jul 14 08:03:37.530247 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-f40e1fbb-e649-4145-afff-19663f9f4a23 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:03:37.531215 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-f40e1fbb-e649-4145-afff-19663f9f4a23 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0416315 Jul 14 08:03:37.619474 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-cbcd78f6-a2f1-40e1-9605-59ddf21ed01e service neutron] 10.222.0.35 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824564 Jul 14 08:03:37.704350 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4bc761b8-58d0-4446-aa7d-fd543bb1f962 service neutron] 10.222.0.35 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787573 Jul 14 08:03:37.876777 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35551c8c-e757-40b6-9ee2-aa178dfd5e27 req-78a618f5-f0ab-43d2-9e05-6ebc4a42048f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 210 time: 0.0352051 Jul 14 08:03:38.670298 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 11e9eae8-1742-4529-98e6-ab33ad296da8 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:03:38.689763 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 11e9eae8-1742-4529-98e6-ab33ad296da8 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:03:38.690110 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 11e9eae8-1742-4529-98e6-ab33ad296da8 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:03:38.960109 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-dae26db4-1a7b-47a0-9993-e0b933baa997 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:38.961612 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-dae26db4-1a7b-47a0-9993-e0b933baa997 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 811 time: 0.1027484 Jul 14 08:03:39.006711 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-fa90f032-4aaf-4678-95a1-68c016788c04 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9bac4f428414dbe9ba22389cee9d800 HTTP/1.1" status: 200 len: 380 time: 0.0367229 Jul 14 08:03:39.015751 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-d60e25a2-1c00-472d-b0dc-fe4848b1fbca tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Request body: {'port': {'device_id': '26f48b72-b3c9-49fc-906b-e857a2cfc499', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'admin_state_up': True, 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'security_groups': ['05886cab-7214-4406-b611-580271680406']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:03:39.027606 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-80a22b7d-542f-4b0a-9d57-9f4410582dcd req-3b1c9013-82be-44c4-b6c3-ff2ee2008216 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 210 time: 0.0310316 Jul 14 08:03:39.123927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-d60e25a2-1c00-472d-b0dc-fe4848b1fbca tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Made reservation on behalf of c9bac4f428414dbe9ba22389cee9d800 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:03:39.127487 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-d60e25a2-1c00-472d-b0dc-fe4848b1fbca tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:39.244391 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-d60e25a2-1c00-472d-b0dc-fe4848b1fbca tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Allocated IP 172.20.0.5 (4ef17d50-9e1e-4635-a3de-168a449c4d83/74531bb3-74b9-40c2-8245-742499605b52/d243658c-8ad5-4924-813d-88fc4f6056c9) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:03:39.378506 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-d60e25a2-1c00-472d-b0dc-fe4848b1fbca tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:39.391577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-d60e25a2-1c00-472d-b0dc-fe4848b1fbca tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Transition to ACTIVE for port object d243658c-8ad5-4924-813d-88fc4f6056c9 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:03:39.423102 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-d60e25a2-1c00-472d-b0dc-fe4848b1fbca tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:39.461845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-d60e25a2-1c00-472d-b0dc-fe4848b1fbca tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Network 4ef17d50-9e1e-4635-a3de-168a449c4d83 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:03:39.465258 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-d60e25a2-1c00-472d-b0dc-fe4848b1fbca tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:03:39.467545 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-d60e25a2-1c00-472d-b0dc-fe4848b1fbca tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:03:39.506584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e25a2-1c00-472d-b0dc-fe4848b1fbca tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Pushing event updated for resources: {'Port': ['ID=d243658c-8ad5-4924-813d-88fc4f6056c9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:03:39.530248 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-d60e25a2-1c00-472d-b0dc-fe4848b1fbca tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:39.530890 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-d60e25a2-1c00-472d-b0dc-fe4848b1fbca tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:39.546324 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-d60e25a2-1c00-472d-b0dc-fe4848b1fbca tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5341637 Jul 14 08:03:39.558710 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Request body: {'port': {'device_id': '26f48b72-b3c9-49fc-906b-e857a2cfc499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:03:39.633480 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:39.842490 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-805bf587-7545-4c17-bf0d-30939df70644 None None] Provisioning for port d243658c-8ad5-4924-813d-88fc4f6056c9 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:03:39.846417 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-805bf587-7545-4c17-bf0d-30939df70644 None None] Provisioning complete for port d243658c-8ad5-4924-813d-88fc4f6056c9 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:03:39.846787 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-805bf587-7545-4c17-bf0d-30939df70644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:39.883105 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-805bf587-7545-4c17-bf0d-30939df70644 None None] Port d243658c-8ad5-4924-813d-88fc4f6056c9 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:03:39.903448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d243658c-8ad5-4924-813d-88fc4f6056c9 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:03:39.910623 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:39.922682 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Transition to ACTIVE for port object d243658c-8ad5-4924-813d-88fc4f6056c9 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:03:39.925870 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:39.975633 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Pushing event updated for resources: {'Port': ['ID=d243658c-8ad5-4924-813d-88fc4f6056c9,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:03:40.045141 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Attempting to bind port d243658c-8ad5-4924-813d-88fc4f6056c9 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:03:40.045509 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Attempting to bind port d243658c-8ad5-4924-813d-88fc4f6056c9 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:03:40.045838 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Attempting to bind port d243658c-8ad5-4924-813d-88fc4f6056c9 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:03:40.050797 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Port d243658c-8ad5-4924-813d-88fc4f6056c9 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:03:40.051121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Attempting to bind port d243658c-8ad5-4924-813d-88fc4f6056c9 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:03:40.056294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:03:40.056508 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Checking segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:03:40.056889 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Bound using segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:03:40.057364 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Bound port: d243658c-8ad5-4924-813d-88fc4f6056c9, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:03:40.057725 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:40.126836 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] For port d243658c-8ad5-4924-813d-88fc4f6056c9, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:03:40.132489 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] For port d243658c-8ad5-4924-813d-88fc4f6056c9, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d243658c-8ad5-4924-813d-88fc4f6056c9,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:03:40.136996 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:40.171950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:40.172639 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:40.174081 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] 10.222.0.30 "PUT /v2.0/ports/d243658c-8ad5-4924-813d-88fc4f6056c9 HTTP/1.1" status: 200 len: 1091 time: 0.6206784 Jul 14 08:03:40.174546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f48b72-b3c9-49fc-906b-e857a2cfc499', 'tag': 'd243658c-8ad5-4924-813d-88fc4f6056c9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:03:40.176959 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9120a8-d0b3-43de-b351-8bb3af6affd4" -d '{"events": [{"name": "network-changed", "server_uuid": "26f48b72-b3c9-49fc-906b-e857a2cfc499", "tag": "d243658c-8ad5-4924-813d-88fc4f6056c9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:03:40.205458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550b498-d5d0-47af-acd2-f4df59a97a0f service neutron] Pushing event updated for resources: {'Port': ['ID=d243658c-8ad5-4924-813d-88fc4f6056c9,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:03:40.228298 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef7054-c908-44b3-8fbe-cb87dfa9b0f0 req-76afed92-0355-42e4-9006-70e3b38cd836 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:40.230862 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31ef7054-c908-44b3-8fbe-cb87dfa9b0f0 req-76afed92-0355-42e4-9006-70e3b38cd836 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 943 time: 0.0848148 Jul 14 08:03:40.257532 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782750da-2542-4c97-a00a-412973ce7418 x-openstack-request-id: req-782750da-2542-4c97-a00a-412973ce7418 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:03:40.257893 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f48b72-b3c9-49fc-906b-e857a2cfc499", "tag": "d243658c-8ad5-4924-813d-88fc4f6056c9", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:03:40.258217 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-782750da-2542-4c97-a00a-412973ce7418 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:03:40.258684 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f48b72-b3c9-49fc-906b-e857a2cfc499', 'tag': 'd243658c-8ad5-4924-813d-88fc4f6056c9', 'status': 'completed', 'code': 200} Jul 14 08:03:40.273578 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31ef7054-c908-44b3-8fbe-cb87dfa9b0f0 req-44d5e46e-37b7-44fc-b795-f9b8b298a7a5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369565 Jul 14 08:03:40.297049 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-715fb139-bac9-4388-804e-7c4b951ed363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:40.298700 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-715fb139-bac9-4388-804e-7c4b951ed363 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 1094 time: 0.0713968 Jul 14 08:03:40.344523 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-e986df86-ba7c-4080-ad66-9a839e70810e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d243658c-8ad5-4924-813d-88fc4f6056c9 HTTP/1.1" status: 200 len: 217 time: 0.0389612 Jul 14 08:03:40.393916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-ad3646c9-d244-4490-9619-ac9c26592082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:40.395376 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-ad3646c9-d244-4490-9619-ac9c26592082 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0453103 Jul 14 08:03:40.452898 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-9d06f4f7-8471-44fa-a991-2c6cd597fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:40.454506 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-9d06f4f7-8471-44fa-a991-2c6cd597fd04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517557 Jul 14 08:03:40.545130 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-8e0b023a-8cb2-4ef6-8b4b-4753d507cff9 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839610 Jul 14 08:03:40.630305 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f8eb56e1-1953-4b72-abe1-fd6af69d062a req-e7de4d4d-0306-4c52-898d-a784d4a639e7 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789104 Jul 14 08:03:40.726731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9120a8-d0b3-43de-b351-8bb3af6affd4 req-f8bd713d-e3ff-4c2e-9a40-ee758fbeed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:40.728234 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eb9120a8-d0b3-43de-b351-8bb3af6affd4 req-f8bd713d-e3ff-4c2e-9a40-ee758fbeed05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 1094 time: 0.0506914 Jul 14 08:03:40.816358 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9120a8-d0b3-43de-b351-8bb3af6affd4 req-2f76e7b8-5c04-4332-9f37-7eda665d7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:40.817788 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eb9120a8-d0b3-43de-b351-8bb3af6affd4 req-2f76e7b8-5c04-4332-9f37-7eda665d7f0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0836031 Jul 14 08:03:40.858977 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eb9120a8-d0b3-43de-b351-8bb3af6affd4 req-26800df1-dec3-4aa9-8275-5a90ad8c0b50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d243658c-8ad5-4924-813d-88fc4f6056c9 HTTP/1.1" status: 200 len: 217 time: 0.0339117 Jul 14 08:03:40.905424 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9120a8-d0b3-43de-b351-8bb3af6affd4 req-8025e0d1-3b56-4b68-b964-2266a26315e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:40.906824 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eb9120a8-d0b3-43de-b351-8bb3af6affd4 req-8025e0d1-3b56-4b68-b964-2266a26315e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0415864 Jul 14 08:03:40.966229 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9120a8-d0b3-43de-b351-8bb3af6affd4 req-9cf1064c-4f64-4524-a365-f73be21b7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:40.967775 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eb9120a8-d0b3-43de-b351-8bb3af6affd4 req-9cf1064c-4f64-4524-a365-f73be21b7c23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544314 Jul 14 08:03:41.054007 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eb9120a8-d0b3-43de-b351-8bb3af6affd4 req-b0432800-4e02-4c03-8749-c11178818ca2 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797541 Jul 14 08:03:41.143522 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-eb9120a8-d0b3-43de-b351-8bb3af6affd4 req-f391f946-fc62-46e3-b881-17fdac1df481 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831883 Jul 14 08:03:41.447168 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cb8b6-9888-4629-8d43-b822359d3756 req-d1103fd5-c2a5-466a-8ce9-b6ff0db60d05 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:41.449215 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd4cb8b6-9888-4629-8d43-b822359d3756 req-d1103fd5-c2a5-466a-8ce9-b6ff0db60d05 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 943 time: 0.0648403 Jul 14 08:03:41.484750 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd4cb8b6-9888-4629-8d43-b822359d3756 req-2ba73001-4a00-461b-b976-72f82e5cfa7f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300627 Jul 14 08:03:42.654069 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bf3e0-a487-41b2-be92-95a86892c9e5 req-072378f0-2cf6-46f7-bf9f-91d22a9a2e12 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:42.655455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-806bf3e0-a487-41b2-be92-95a86892c9e5 req-072378f0-2cf6-46f7-bf9f-91d22a9a2e12 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 943 time: 0.0625041 Jul 14 08:03:42.692031 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-806bf3e0-a487-41b2-be92-95a86892c9e5 req-86adf5e6-ad87-41d4-a041-8bddaafcc3f9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311661 Jul 14 08:03:43.079215 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d243658c-8ad5-4924-813d-88fc4f6056c9 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:03:43.173119 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port d243658c-8ad5-4924-813d-88fc4f6056c9, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d243658c-8ad5-4924-813d-88fc4f6056c9,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:03:43.184025 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'd243658c-8ad5-4924-813d-88fc4f6056c9', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'port_id': 'd243658c-8ad5-4924-813d-88fc4f6056c9', 'mac_address': 'fa:16:3e:ca:39:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:03:43.219702 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:43.235067 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d243658c-8ad5-4924-813d-88fc4f6056c9 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:03:43.253368 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port d243658c-8ad5-4924-813d-88fc4f6056c9, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d243658c-8ad5-4924-813d-88fc4f6056c9,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:03:43.257104 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:43.302101 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=d243658c-8ad5-4924-813d-88fc4f6056c9,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:03:43.452816 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['d243658c-8ad5-4924-813d-88fc4f6056c9'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:03:43.859537 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e8068-1be0-40c9-9cb3-dbae92e2dd5a req-1760e111-f563-4349-8234-751a6597e328 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:43.860993 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e18e8068-1be0-40c9-9cb3-dbae92e2dd5a req-1760e111-f563-4349-8234-751a6597e328 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 944 time: 0.0619094 Jul 14 08:03:43.896743 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e18e8068-1be0-40c9-9cb3-dbae92e2dd5a req-4c2e9550-e78e-42d6-abed-474ba9733848 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302727 Jul 14 08:03:45.068968 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b3b2e-69d8-4ecf-89dd-016197d0ad29 req-1cfd9121-a4f8-41bd-aee0-fd2a517b539b tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:45.070467 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-429b3b2e-69d8-4ecf-89dd-016197d0ad29 req-1cfd9121-a4f8-41bd-aee0-fd2a517b539b tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 944 time: 0.0648587 Jul 14 08:03:45.105827 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d243658c-8ad5-4924-813d-88fc4f6056c9 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:03:45.107456 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-429b3b2e-69d8-4ecf-89dd-016197d0ad29 req-76ea9d53-3b6f-4649-b870-b04242706ae5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307932 Jul 14 08:03:45.155618 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port d243658c-8ad5-4924-813d-88fc4f6056c9 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:03:45.159284 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port d243658c-8ad5-4924-813d-88fc4f6056c9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:03:45.159660 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:45.232094 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:45.253379 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f48b72-b3c9-49fc-906b-e857a2cfc499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd243658c-8ad5-4924-813d-88fc4f6056c9'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:03:45.255595 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97834a81-eb84-422d-8a8c-3336dd96bd88" -d '{"events": [{"server_uuid": "26f48b72-b3c9-49fc-906b-e857a2cfc499", "name": "network-vif-plugged", "status": "completed", "tag": "d243658c-8ad5-4924-813d-88fc4f6056c9"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:03:45.268727 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port d243658c-8ad5-4924-813d-88fc4f6056c9, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d243658c-8ad5-4924-813d-88fc4f6056c9,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:03:45.273134 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:45.298356 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e396dcc0-62c1-426d-81c3-23ee69dde189 x-openstack-request-id: req-e396dcc0-62c1-426d-81c3-23ee69dde189 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:03:45.298654 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f48b72-b3c9-49fc-906b-e857a2cfc499", "name": "network-vif-plugged", "status": "completed", "tag": "d243658c-8ad5-4924-813d-88fc4f6056c9", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:03:45.298902 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e396dcc0-62c1-426d-81c3-23ee69dde189 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:03:45.299278 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f48b72-b3c9-49fc-906b-e857a2cfc499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd243658c-8ad5-4924-813d-88fc4f6056c9', 'code': 200} Jul 14 08:03:45.325496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=d243658c-8ad5-4924-813d-88fc4f6056c9,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:03:45.403468 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac636a-1ef5-40d3-82b3-00e335694ae2 req-4d5caae2-a996-4d7e-a1d2-3db810431039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:45.404960 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a3ac636a-1ef5-40d3-82b3-00e335694ae2 req-4d5caae2-a996-4d7e-a1d2-3db810431039 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 1096 time: 0.0514102 Jul 14 08:03:45.440286 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a3ac636a-1ef5-40d3-82b3-00e335694ae2 req-c82ee032-7d40-4c30-a441-bc766dcbf7d0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291653 Jul 14 08:03:46.009532 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:46.094677 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:46.280436 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0302d-ecb6-4835-8197-ed7e8d7d8eb1 req-e22f6efe-5bc5-4ae5-b0f3-cff7e2f27160 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:46.281873 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82a0302d-ecb6-4835-8197-ed7e8d7d8eb1 req-e22f6efe-5bc5-4ae5-b0f3-cff7e2f27160 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.0638559 Jul 14 08:03:46.317863 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82a0302d-ecb6-4835-8197-ed7e8d7d8eb1 req-e5004033-8e77-44ef-94be-b6c2b0c756d1 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303752 Jul 14 08:03:47.490841 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139acbf2-b496-444e-a8ed-f74afdf36514 req-35de447b-840b-43fa-b3ad-8403601e0564 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:47.492321 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-139acbf2-b496-444e-a8ed-f74afdf36514 req-35de447b-840b-43fa-b3ad-8403601e0564 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.0649688 Jul 14 08:03:47.528354 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-139acbf2-b496-444e-a8ed-f74afdf36514 req-43b61a39-d404-4c4e-ae88-b64a343b1dc6 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306430 Jul 14 08:03:47.694222 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d19557-a3de-4c6a-83b3-fc1ec44c35f7 req-9a3c5df9-d341-4b4a-be0b-56f6142d7b52 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:47.695611 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f8d19557-a3de-4c6a-83b3-fc1ec44c35f7 req-9a3c5df9-d341-4b4a-be0b-56f6142d7b52 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.0620413 Jul 14 08:03:47.704739 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 38944) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:03:47.709062 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3b52af75-ac23-4b37-9bc0-374cfb5ca669 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Request body: {'floatingip': {'port_id': 'd243658c-8ad5-4924-813d-88fc4f6056c9'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:03:47.746605 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3b52af75-ac23-4b37-9bc0-374cfb5ca669 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:48.176191 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3b52af75-ac23-4b37-9bc0-374cfb5ca669 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:48.179068 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3b52af75-ac23-4b37-9bc0-374cfb5ca669 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:48.275965 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-3b52af75-ac23-4b37-9bc0-374cfb5ca669 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Floating IP 5325e74f-d7fa-4cea-8b9f-857ba77076d7 associated. External IP: 172.25.7.48, port: d243658c-8ad5-4924-813d-88fc4f6056c9. Jul 14 08:03:48.476494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b52af75-ac23-4b37-9bc0-374cfb5ca669 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Router e5d024ab-3095-4948-a381-1b5917c2ecba has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:03:48.579154 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b52af75-ac23-4b37-9bc0-374cfb5ca669 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:03:48.583889 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3b52af75-ac23-4b37-9bc0-374cfb5ca669 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:03:48.588131 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909067dd-c1b1-4e4d-b004-7a66ccb189f2 None None] Sync routers for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:03:48.596623 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909067dd-c1b1-4e4d-b004-7a66ccb189f2 None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:03:48.597247 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-909067dd-c1b1-4e4d-b004-7a66ccb189f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:03:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:03:48.618805 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3b52af75-ac23-4b37-9bc0-374cfb5ca669 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "PUT /v2.0/floatingips/5325e74f-d7fa-4cea-8b9f-857ba77076d7 HTTP/1.1" status: 200 len: 990 time: 0.9129751 Jul 14 08:03:48.619490 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f48b72-b3c9-49fc-906b-e857a2cfc499', 'tag': 'd243658c-8ad5-4924-813d-88fc4f6056c9'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:03:48.622463 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbd7793-162b-46a6-b26f-4fa178fd0f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "26f48b72-b3c9-49fc-906b-e857a2cfc499", "tag": "d243658c-8ad5-4924-813d-88fc4f6056c9"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:03:48.659802 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d7ff98-6be6-4b18-8ce3-737e6a8c41d3 x-openstack-request-id: req-e4d7ff98-6be6-4b18-8ce3-737e6a8c41d3 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:03:48.660089 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f48b72-b3c9-49fc-906b-e857a2cfc499", "tag": "d243658c-8ad5-4924-813d-88fc4f6056c9", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:03:48.660345 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4d7ff98-6be6-4b18-8ce3-737e6a8c41d3 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:03:48.660747 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f48b72-b3c9-49fc-906b-e857a2cfc499', 'tag': 'd243658c-8ad5-4924-813d-88fc4f6056c9', 'status': 'completed', 'code': 200} Jul 14 08:03:48.701723 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-909067dd-c1b1-4e4d-b004-7a66ccb189f2 None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:03:48.739176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd7793-162b-46a6-b26f-4fa178fd0f2a req-bee36a68-fc43-425a-a828-c8d718a8fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:48.740697 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cfbd7793-162b-46a6-b26f-4fa178fd0f2a req-bee36a68-fc43-425a-a828-c8d718a8fcc4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 1096 time: 0.0568175 Jul 14 08:03:48.830585 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd7793-162b-46a6-b26f-4fa178fd0f2a req-ecd8e49e-5d4f-4cef-8332-4dae29006cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:48.831976 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cfbd7793-162b-46a6-b26f-4fa178fd0f2a req-ecd8e49e-5d4f-4cef-8332-4dae29006cd9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0854259 Jul 14 08:03:48.895228 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cfbd7793-162b-46a6-b26f-4fa178fd0f2a req-c7b27b86-c024-4968-b4d0-62c8faacb2f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d243658c-8ad5-4924-813d-88fc4f6056c9 HTTP/1.1" status: 200 len: 998 time: 0.0559402 Jul 14 08:03:48.917703 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-909067dd-c1b1-4e4d-b004-7a66ccb189f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '5325e74f-d7fa-4cea-8b9f-857ba77076d7', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'port_id': 'd243658c-8ad5-4924-813d-88fc4f6056c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'mac_address': 'fa:16:3e:ca:39:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f48b72-b3c9-49fc-906b-e857a2cfc499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:01:26Z', 'updated_at': '2021-07-14T08:03:48Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:03:48.942522 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909067dd-c1b1-4e4d-b004-7a66ccb189f2 None None] Checking router: e5d024ab-3095-4948-a381-1b5917c2ecba for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:03:48.946298 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd7793-162b-46a6-b26f-4fa178fd0f2a req-4c839592-c645-4104-9186-2694fac340cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:48.947774 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cfbd7793-162b-46a6-b26f-4fa178fd0f2a req-4c839592-c645-4104-9186-2694fac340cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0457447 Jul 14 08:03:48.951010 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909067dd-c1b1-4e4d-b004-7a66ccb189f2 None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:03:48.951608 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-909067dd-c1b1-4e4d-b004-7a66ccb189f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:03:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:03:49.003595 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd7793-162b-46a6-b26f-4fa178fd0f2a req-6162a486-2165-4b5d-869a-286df706b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:03:49.005246 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cfbd7793-162b-46a6-b26f-4fa178fd0f2a req-6162a486-2165-4b5d-869a-286df706b0d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518601 Jul 14 08:03:49.052678 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-909067dd-c1b1-4e4d-b004-7a66ccb189f2 None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:03:49.091624 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cfbd7793-162b-46a6-b26f-4fa178fd0f2a req-d38db083-c369-4cd9-b67a-2d067d254411 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796874 Jul 14 08:03:49.182365 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cfbd7793-162b-46a6-b26f-4fa178fd0f2a req-be5f3957-7af1-4aea-b759-e4a69022b2c0 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846262 Jul 14 08:03:49.266830 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-909067dd-c1b1-4e4d-b004-7a66ccb189f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '5325e74f-d7fa-4cea-8b9f-857ba77076d7', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'port_id': 'd243658c-8ad5-4924-813d-88fc4f6056c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'mac_address': 'fa:16:3e:ca:39:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f48b72-b3c9-49fc-906b-e857a2cfc499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:01:26Z', 'updated_at': '2021-07-14T08:03:48Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:03:49.378733 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909067dd-c1b1-4e4d-b004-7a66ccb189f2 None None] The sync data for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 is: [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '5325e74f-d7fa-4cea-8b9f-857ba77076d7', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'port_id': 'd243658c-8ad5-4924-813d-88fc4f6056c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'mac_address': 'fa:16:3e:ca:39:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f48b72-b3c9-49fc-906b-e857a2cfc499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:01:26Z', 'updated_at': '2021-07-14T08:03:48Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:03:49.556051 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0eebd1-d8c2-4508-acf2-3d69180a703f None None] New status for floating IP 5325e74f-d7fa-4cea-8b9f-857ba77076d7: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:03:54.017026 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:04:00.570337 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fc565c35-b508-4a82-99ea-88216e398933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:04:03.360884 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e522d6b9-b809-4e80-a346-367c2c3af3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:04:03.713164 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:04:04.843371 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:04:06.374699 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:04:16.024557 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:04:16.093128 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:04:30.570156 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6636cea4-5e69-4861-b020-6220bb5beb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:04:31.016261 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:04:33.363389 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dceb8acd-87d0-4101-b3e2-26eece295ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:04:33.716710 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:04:34.845626 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:04:36.374110 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:04:44.293411 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e5b04c0-ed09-456c-b39b-1f156d215afe req-e8877daa-cc34-4599-9750-743aec08efd4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1305177 Jul 14 08:04:44.383334 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b04c0-ed09-456c-b39b-1f156d215afe req-6732aa0e-bb76-4533-9ce9-a45e93ac932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:04:44.385062 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e5b04c0-ed09-456c-b39b-1f156d215afe req-6732aa0e-bb76-4533-9ce9-a45e93ac932f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 1096 time: 0.0522840 Jul 14 08:04:44.488936 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b04c0-ed09-456c-b39b-1f156d215afe req-b8edba92-67dc-43a7-8200-61595bc79cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:04:44.490323 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e5b04c0-ed09-456c-b39b-1f156d215afe req-b8edba92-67dc-43a7-8200-61595bc79cf5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0851295 Jul 14 08:04:44.551747 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e5b04c0-ed09-456c-b39b-1f156d215afe req-7cdf6210-5886-4829-bbd5-19aea8675c8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d243658c-8ad5-4924-813d-88fc4f6056c9 HTTP/1.1" status: 200 len: 1000 time: 0.0550222 Jul 14 08:04:44.601518 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b04c0-ed09-456c-b39b-1f156d215afe req-c08901a4-587b-4c82-93b4-4f718514d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:04:44.602915 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e5b04c0-ed09-456c-b39b-1f156d215afe req-c08901a4-587b-4c82-93b4-4f718514d9f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0455389 Jul 14 08:04:44.659069 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b04c0-ed09-456c-b39b-1f156d215afe req-c72286bc-bf58-48c8-9453-96b40ce8ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:04:44.660618 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e5b04c0-ed09-456c-b39b-1f156d215afe req-c72286bc-bf58-48c8-9453-96b40ce8ea20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513442 Jul 14 08:04:44.746669 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e5b04c0-ed09-456c-b39b-1f156d215afe req-2bec9d5c-7f91-45dd-acb6-214c1807d718 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793540 Jul 14 08:04:44.835348 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e5b04c0-ed09-456c-b39b-1f156d215afe req-baade3e2-0492-46c3-8b41-87a794fd3711 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825548 Jul 14 08:04:46.039297 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:04:46.087879 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:00.569943 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d794f628-9adf-4ca6-b816-b35e57343a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:03.364955 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b87b14f-0fc6-4579-95e2-9cb73c9349e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:03.717967 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:04.848297 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:06.376797 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:08.015844 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:05:16.040099 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:16.087474 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:23.556442 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017a442-6899-452e-b6b9-ebb0a06392ed req-fa9300be-df7c-45fb-91d0-6958f859f4df tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:23.557973 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1017a442-6899-452e-b6b9-ebb0a06392ed req-fa9300be-df7c-45fb-91d0-6958f859f4df tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.1410739 Jul 14 08:05:23.594641 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1017a442-6899-452e-b6b9-ebb0a06392ed req-42ac0cf5-1ad5-42e1-b8d8-3199f7a293f2 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311661 Jul 14 08:05:24.808033 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36187551-742e-45e6-9d30-39ff17b28562 req-9392292b-4e4c-43f7-b6e4-1b12091dafa2 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:24.809549 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36187551-742e-45e6-9d30-39ff17b28562 req-9392292b-4e4c-43f7-b6e4-1b12091dafa2 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.1062381 Jul 14 08:05:24.845772 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36187551-742e-45e6-9d30-39ff17b28562 req-525c47fc-3ca7-422f-a022-4456869cfe76 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307338 Jul 14 08:05:26.013930 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a903008-5728-4b54-84ee-9275c6f09c42 req-71628011-e415-4b05-af72-eaa5b6c72364 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:26.015390 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a903008-5728-4b54-84ee-9275c6f09c42 req-71628011-e415-4b05-af72-eaa5b6c72364 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.0615675 Jul 14 08:05:26.051591 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a903008-5728-4b54-84ee-9275c6f09c42 req-1faf06f2-0f2e-445c-8fed-58a56053f0cb tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304127 Jul 14 08:05:27.222389 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b8dcb-c398-4f8b-9c70-2af0f1833ff9 req-b6a4421b-9bd1-4cdd-9c16-da51382a05c9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:27.223855 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-329b8dcb-c398-4f8b-9c70-2af0f1833ff9 req-b6a4421b-9bd1-4cdd-9c16-da51382a05c9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.0651915 Jul 14 08:05:27.260778 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-329b8dcb-c398-4f8b-9c70-2af0f1833ff9 req-46ac9d68-0574-45fa-a0c9-0558083a536e tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314703 Jul 14 08:05:28.428701 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0935fef-ba08-45ad-8eda-bcb4cde56222 req-05097843-6b1c-489e-afef-89803ef1de75 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:28.430854 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0935fef-ba08-45ad-8eda-bcb4cde56222 req-05097843-6b1c-489e-afef-89803ef1de75 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.0608907 Jul 14 08:05:28.466315 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0935fef-ba08-45ad-8eda-bcb4cde56222 req-be65cf32-2f08-4846-92bb-55167671b2e6 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300686 Jul 14 08:05:29.639938 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25792344-29ca-44be-a7cc-05cbc2d63d04 req-185a37df-c000-4949-9bc5-7dce24b0d6f8 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:29.641424 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-25792344-29ca-44be-a7cc-05cbc2d63d04 req-185a37df-c000-4949-9bc5-7dce24b0d6f8 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.0651238 Jul 14 08:05:29.678133 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-25792344-29ca-44be-a7cc-05cbc2d63d04 req-287af729-e07f-49ff-8295-af7bcba7acd0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312951 Jul 14 08:05:30.570580 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-763dbbe5-9257-415d-9487-0f21b4b22d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:30.846478 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89feb927-7648-472b-a327-5a6ee304f960 req-071c1600-cd2a-4788-bb07-f19f05a6ea59 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:30.847934 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89feb927-7648-472b-a327-5a6ee304f960 req-071c1600-cd2a-4788-bb07-f19f05a6ea59 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.0625980 Jul 14 08:05:30.884971 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89feb927-7648-472b-a327-5a6ee304f960 req-2daf2a26-39cb-48f0-9c24-61260ac00956 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309339 Jul 14 08:05:32.054358 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b353a-3136-4d02-8077-39ad1f378c46 req-a949262c-f0ed-4166-bbf0-4ddf34fa2c09 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:32.056351 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed0b353a-3136-4d02-8077-39ad1f378c46 req-a949262c-f0ed-4166-bbf0-4ddf34fa2c09 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.0607398 Jul 14 08:05:32.091150 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ed0b353a-3136-4d02-8077-39ad1f378c46 req-cb367668-8d50-4d40-aa56-245ad873bfa2 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294645 Jul 14 08:05:33.274484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b212ebc-64d0-465e-bb72-3e227fb59a0b req-c1680507-1b5e-4a9d-a103-6d465e66ce14 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:33.275843 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b212ebc-64d0-465e-bb72-3e227fb59a0b req-c1680507-1b5e-4a9d-a103-6d465e66ce14 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.0678072 Jul 14 08:05:33.312174 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b212ebc-64d0-465e-bb72-3e227fb59a0b req-18289c78-646f-46e0-8003-1b3af53d3327 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307307 Jul 14 08:05:33.365329 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8253c3c1-59a3-406e-af13-0fc368b4177c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:33.717709 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:34.482798 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c10e1-6d47-418e-9d28-ebfe1357ade5 req-48353185-c91e-4620-880f-8cca445bcd2e tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:34.484273 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-386c10e1-6d47-418e-9d28-ebfe1357ade5 req-48353185-c91e-4620-880f-8cca445bcd2e tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.0622516 Jul 14 08:05:34.520455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-386c10e1-6d47-418e-9d28-ebfe1357ade5 req-fc6f2d62-f131-4488-bb09-ecb6d42184df tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305269 Jul 14 08:05:34.823381 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 39182) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:05:34.853332 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:34.938041 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7dca3-a354-4d03-b82b-b53ba09f35e1 req-afde1bde-e8b1-42c1-a36f-9bf6b7557bef tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:34.939447 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a1f7dca3-a354-4d03-b82b-b53ba09f35e1 req-afde1bde-e8b1-42c1-a36f-9bf6b7557bef tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.1048675 Jul 14 08:05:34.946886 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57318400-9d53-41c4-9898-b30c8c6d242e req-ed0a198e-3bdf-4248-928d-6cde2d074b79 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1224153 Jul 14 08:05:34.982268 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a1f7dca3-a354-4d03-b82b-b53ba09f35e1 req-1576f24d-ac7a-43d6-8a35-b8d7b0d2a5b8 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344503 Jul 14 08:05:36.028444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57318400-9d53-41c4-9898-b30c8c6d242e req-448a7815-1bba-41b9-b252-8e7e1fe31c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:36.029987 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57318400-9d53-41c4-9898-b30c8c6d242e req-448a7815-1bba-41b9-b252-8e7e1fe31c16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 1096 time: 0.0534625 Jul 14 08:05:36.119747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57318400-9d53-41c4-9898-b30c8c6d242e req-d2d3fa5a-044d-4384-9b70-a1942c990c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:36.121283 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57318400-9d53-41c4-9898-b30c8c6d242e req-d2d3fa5a-044d-4384-9b70-a1942c990c0a service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0855627 Jul 14 08:05:36.161380 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e299fd6-ed74-4fc6-878e-9c91dba578ac req-b4717246-5973-4299-9e68-c0ad0390459f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:36.162876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e299fd6-ed74-4fc6-878e-9c91dba578ac req-b4717246-5973-4299-9e68-c0ad0390459f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.0623484 Jul 14 08:05:36.183985 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57318400-9d53-41c4-9898-b30c8c6d242e req-912fb04a-ff59-4972-a604-e4d183162663 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d243658c-8ad5-4924-813d-88fc4f6056c9 HTTP/1.1" status: 200 len: 1000 time: 0.0565748 Jul 14 08:05:36.200053 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6e299fd6-ed74-4fc6-878e-9c91dba578ac req-8dee41cf-7794-418f-98d7-69ffb1d3e516 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311153 Jul 14 08:05:36.234066 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57318400-9d53-41c4-9898-b30c8c6d242e req-a5a961c2-20c2-4270-a38f-cf497213e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:36.235441 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57318400-9d53-41c4-9898-b30c8c6d242e req-a5a961c2-20c2-4270-a38f-cf497213e029 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0459895 Jul 14 08:05:36.289867 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57318400-9d53-41c4-9898-b30c8c6d242e req-a73d8521-bae5-4576-9994-5d1da72f8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:36.291309 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57318400-9d53-41c4-9898-b30c8c6d242e req-a73d8521-bae5-4576-9994-5d1da72f8742 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492923 Jul 14 08:05:36.376324 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57318400-9d53-41c4-9898-b30c8c6d242e req-98162d66-3df7-48cc-8704-0edbf411d756 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788925 Jul 14 08:05:36.379063 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:36.469322 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57318400-9d53-41c4-9898-b30c8c6d242e req-b39d6297-5587-413e-a5a8-c0c228b7225e service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866179 Jul 14 08:05:37.375412 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3a75b-d01b-4a27-9b9a-48badc0d3345 req-87439d20-be42-47f1-98d2-04b61d15eaf2 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:37.376874 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89d3a75b-d01b-4a27-9b9a-48badc0d3345 req-87439d20-be42-47f1-98d2-04b61d15eaf2 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.0651972 Jul 14 08:05:37.412818 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-89d3a75b-d01b-4a27-9b9a-48badc0d3345 req-cfaa3327-c56e-467f-b84b-212247cafd9b tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305145 Jul 14 08:05:38.253553 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [req-57318400-9d53-41c4-9898-b30c8c6d242e req-329523a2-2dd5-436b-ab48-d5f3bb31988a service neutron] show failed (client error): The resource could not be found. Jul 14 08:05:38.254482 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57318400-9d53-41c4-9898-b30c8c6d242e req-329523a2-2dd5-436b-ab48-d5f3bb31988a service neutron] 10.222.0.30 "GET /v2.0/ports/d243658c-8ad5-4924-813d-88fc4f6056c9/bindings/n-h2-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.0541601 Jul 14 08:05:38.538560 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57318400-9d53-41c4-9898-b30c8c6d242e req-c70583db-2272-42e4-8769-04b236044dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:38.540036 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57318400-9d53-41c4-9898-b30c8c6d242e req-c70583db-2272-42e4-8769-04b236044dfe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499&tenant_id=c9bac4f428414dbe9ba22389cee9d800 HTTP/1.1" status: 200 len: 1096 time: 0.0929153 Jul 14 08:05:38.550745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-5', 'device_owner': 'compute:nova'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:05:38.586028 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffbdd2-0285-4a1a-8cd6-a412acc57fee req-b77475b9-23a8-4e03-aed0-a6612f3da2fd tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:38.587515 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5fffbdd2-0285-4a1a-8cd6-a412acc57fee req-b77475b9-23a8-4e03-aed0-a6612f3da2fd tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.0634840 Jul 14 08:05:38.624682 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:38.625482 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5fffbdd2-0285-4a1a-8cd6-a412acc57fee req-c4570b67-c5b2-4147-bc1b-4c2f2ef12935 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322614 Jul 14 08:05:38.819224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] For port d243658c-8ad5-4924-813d-88fc4f6056c9, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=d243658c-8ad5-4924-813d-88fc4f6056c9,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:05:38.850431 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] For port d243658c-8ad5-4924-813d-88fc4f6056c9, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:05:38.889048 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f48b72-b3c9-49fc-906b-e857a2cfc499', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd243658c-8ad5-4924-813d-88fc4f6056c9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:05:38.891313 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed24546a-9554-49c4-af22-38e8d1305fef" -d '{"events": [{"server_uuid": "26f48b72-b3c9-49fc-906b-e857a2cfc499", "name": "network-vif-unplugged", "status": "completed", "tag": "d243658c-8ad5-4924-813d-88fc4f6056c9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:05:38.894814 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:38.906711 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Transition to ACTIVE for port object d243658c-8ad5-4924-813d-88fc4f6056c9 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:05:38.910591 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:39.003770 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Pushing event updated for resources: {'Port': ['ID=d243658c-8ad5-4924-813d-88fc4f6056c9,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:05:39.009064 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 08:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03767123-916e-4da2-bf6b-9f99ba91f101 x-openstack-request-id: req-03767123-916e-4da2-bf6b-9f99ba91f101 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:05:39.009380 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f48b72-b3c9-49fc-906b-e857a2cfc499", "name": "network-vif-unplugged", "status": "completed", "tag": "d243658c-8ad5-4924-813d-88fc4f6056c9", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:05:39.009631 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03767123-916e-4da2-bf6b-9f99ba91f101 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:05:39.010017 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f48b72-b3c9-49fc-906b-e857a2cfc499', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd243658c-8ad5-4924-813d-88fc4f6056c9', 'code': 200} Jul 14 08:05:39.017952 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:39.018292 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:39.018626 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:39.018957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:39.019283 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:39.019606 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:39.019927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:39.020244 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:39.020562 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:39.020879 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:39.021211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:39.021531 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:39.059013 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] No DVR routers for this DVR port d243658c-8ad5-4924-813d-88fc4f6056c9 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:05:39.192322 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Attempting to bind port d243658c-8ad5-4924-813d-88fc4f6056c9 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:05:39.192658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Attempting to bind port d243658c-8ad5-4924-813d-88fc4f6056c9 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:05:39.192986 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Attempting to bind port d243658c-8ad5-4924-813d-88fc4f6056c9 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:05:39.197251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Port d243658c-8ad5-4924-813d-88fc4f6056c9 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:05:39.197577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Attempting to bind port d243658c-8ad5-4924-813d-88fc4f6056c9 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:05:39.202372 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:05:39.202714 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Checking segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:05:39.203101 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Bound using segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:05:39.203531 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Bound port: d243658c-8ad5-4924-813d-88fc4f6056c9, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:05:39.203886 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:39.267598 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] For port d243658c-8ad5-4924-813d-88fc4f6056c9, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:05:39.270695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] For port d243658c-8ad5-4924-813d-88fc4f6056c9, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=d243658c-8ad5-4924-813d-88fc4f6056c9,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:05:39.274329 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:39.305861 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:39.306472 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:39.307874 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57318400-9d53-41c4-9898-b30c8c6d242e req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] 10.222.0.15 "PUT /v2.0/ports/d243658c-8ad5-4924-813d-88fc4f6056c9 HTTP/1.1" status: 200 len: 1091 time: 0.7611053 Jul 14 08:05:39.330396 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4430d6-35a9-434e-9a35-fb634953280b service neutron] Pushing event updated for resources: {'Port': ['ID=d243658c-8ad5-4924-813d-88fc4f6056c9,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:05:39.386659 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57318400-9d53-41c4-9898-b30c8c6d242e req-548db1a0-35f1-4c3c-a5fd-c7d1bed5fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:39.388170 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57318400-9d53-41c4-9898-b30c8c6d242e req-548db1a0-35f1-4c3c-a5fd-c7d1bed5fd15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 1094 time: 0.0551186 Jul 14 08:05:39.482078 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57318400-9d53-41c4-9898-b30c8c6d242e req-b895c761-1aca-42a5-880a-8b50b10fca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:39.483563 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57318400-9d53-41c4-9898-b30c8c6d242e req-b895c761-1aca-42a5-880a-8b50b10fca54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0891523 Jul 14 08:05:39.547535 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57318400-9d53-41c4-9898-b30c8c6d242e req-4f336aa8-a5a8-4f7b-a387-2e3f967529d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d243658c-8ad5-4924-813d-88fc4f6056c9 HTTP/1.1" status: 200 len: 998 time: 0.0578516 Jul 14 08:05:39.594215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57318400-9d53-41c4-9898-b30c8c6d242e req-c3fe19cd-0aec-47ea-936d-9ba66c93ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:39.595521 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57318400-9d53-41c4-9898-b30c8c6d242e req-c3fe19cd-0aec-47ea-936d-9ba66c93ac20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0419703 Jul 14 08:05:39.654841 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57318400-9d53-41c4-9898-b30c8c6d242e req-87261793-9f43-4c14-93e0-c6c4ffc4a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:39.656340 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57318400-9d53-41c4-9898-b30c8c6d242e req-87261793-9f43-4c14-93e0-c6c4ffc4a890 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537665 Jul 14 08:05:39.743732 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57318400-9d53-41c4-9898-b30c8c6d242e req-4dd7e10f-23eb-423d-8ce2-a53aeca7dcd0 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809765 Jul 14 08:05:39.800093 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c42095-3cc8-4a15-b069-cd84126ab09b req-3e9c8714-30a1-4d51-8475-188dac95dba3 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:39.801691 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15c42095-3cc8-4a15-b069-cd84126ab09b req-3e9c8714-30a1-4d51-8475-188dac95dba3 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 943 time: 0.0662336 Jul 14 08:05:39.841545 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15c42095-3cc8-4a15-b069-cd84126ab09b req-6e191753-9225-4161-8ded-c20926641435 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338745 Jul 14 08:05:40.075212 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-57318400-9d53-41c4-9898-b30c8c6d242e req-a9d59960-4af0-46a0-b1c9-59a1d66fbd4c service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254843 Jul 14 08:05:41.011818 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f48b72-b3c9-49fc-906b-e857a2cfc499', 'tag': 'd243658c-8ad5-4924-813d-88fc4f6056c9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:05:41.014424 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de00eef2-1c9a-4aab-8d58-53e31965076c" -d '{"events": [{"name": "network-changed", "server_uuid": "26f48b72-b3c9-49fc-906b-e857a2cfc499", "tag": "d243658c-8ad5-4924-813d-88fc4f6056c9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:05:41.016149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3470798-e99e-4856-915f-463957b7f299 req-da6aa38a-57e0-4e2a-8cf8-01c56f12a960 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:41.017865 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3470798-e99e-4856-915f-463957b7f299 req-da6aa38a-57e0-4e2a-8cf8-01c56f12a960 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 943 time: 0.0631955 Jul 14 08:05:41.055734 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f3470798-e99e-4856-915f-463957b7f299 req-d546aee1-1566-4d18-a381-28c0f084f227 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322368 Jul 14 08:05:41.061680 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4602486a-d3ac-4f13-b0a4-9de14d311815 x-openstack-request-id: req-4602486a-d3ac-4f13-b0a4-9de14d311815 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:05:41.061973 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f48b72-b3c9-49fc-906b-e857a2cfc499", "tag": "d243658c-8ad5-4924-813d-88fc4f6056c9", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:05:41.062370 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4602486a-d3ac-4f13-b0a4-9de14d311815 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:05:41.062806 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f48b72-b3c9-49fc-906b-e857a2cfc499', 'tag': 'd243658c-8ad5-4924-813d-88fc4f6056c9', 'status': 'completed', 'code': 200} Jul 14 08:05:41.177234 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-41068550-9ed0-4f5b-85e5-7e4c5ee06b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:41.178806 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-41068550-9ed0-4f5b-85e5-7e4c5ee06b61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 1094 time: 0.0885701 Jul 14 08:05:41.181234 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-706c6c33-eeaa-4808-84f8-03481bd1b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:41.182565 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-706c6c33-eeaa-4808-84f8-03481bd1b142 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 1094 time: 0.0845640 Jul 14 08:05:41.337666 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-7879af88-85af-4cc7-882d-9f8291affdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:41.339153 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-7879af88-85af-4cc7-882d-9f8291affdc5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.1542125 Jul 14 08:05:41.341695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-2f1bb391-3967-4785-a042-60267e20be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:41.343034 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-2f1bb391-3967-4785-a042-60267e20be73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.1500905 Jul 14 08:05:41.450075 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-5969d36c-c81b-4629-ab56-92646c7747d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d243658c-8ad5-4924-813d-88fc4f6056c9 HTTP/1.1" status: 200 len: 998 time: 0.1050220 Jul 14 08:05:41.453727 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-7047eaa5-d054-48c0-bdbb-5d013ec6a610 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d243658c-8ad5-4924-813d-88fc4f6056c9 HTTP/1.1" status: 200 len: 998 time: 0.1017036 Jul 14 08:05:41.528086 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-61f13240-ebbb-4e16-8fdd-760b5cefa170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:41.529519 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-61f13240-ebbb-4e16-8fdd-760b5cefa170 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0737996 Jul 14 08:05:41.532665 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-8c4e1683-e168-4f47-b311-dd4166dfff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:41.533992 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-8c4e1683-e168-4f47-b311-dd4166dfff1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0711536 Jul 14 08:05:41.623841 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-a99967c9-11db-4ea8-8559-db671221bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:41.625326 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-a99967c9-11db-4ea8-8559-db671221bca1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902903 Jul 14 08:05:41.627738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-72d28d65-8619-44fd-a069-7be8065b6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:41.629071 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-72d28d65-8619-44fd-a069-7be8065b6dc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871921 Jul 14 08:05:41.777282 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-d640c911-8244-44c0-b14c-3083e308a0bd service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455770 Jul 14 08:05:41.779002 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-467aff99-89ac-42b2-85af-2f614f8276e4 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402686 Jul 14 08:05:41.929552 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-f7cdb185-4f98-47dd-a473-2869036e9607 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461492 Jul 14 08:05:41.931418 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de00eef2-1c9a-4aab-8d58-53e31965076c req-e057b3c6-1834-4b06-a197-641296d51cf4 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408203 Jul 14 08:05:42.230337 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab19e5a-9097-449d-8bb1-e16d43ba7d57 req-c2285dda-32e7-4511-bb98-e46e2c266d5b tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:42.232070 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eab19e5a-9097-449d-8bb1-e16d43ba7d57 req-c2285dda-32e7-4511-bb98-e46e2c266d5b tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 943 time: 0.0621517 Jul 14 08:05:42.268400 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eab19e5a-9097-449d-8bb1-e16d43ba7d57 req-7ec00461-f107-4947-8349-15e511d6652a tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309808 Jul 14 08:05:42.559204 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72825fe2-7a21-49d9-a12c-03a654ecfb19 req-5aa8f7e8-d4ec-4a6b-84f4-6f5ede0c1d08 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:42.560700 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72825fe2-7a21-49d9-a12c-03a654ecfb19 req-5aa8f7e8-d4ec-4a6b-84f4-6f5ede0c1d08 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 943 time: 0.0653059 Jul 14 08:05:42.571696 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15d9a7-fd5e-457d-937e-71ab75f8acc4 req-c7c94770-8ead-47bc-bbdd-419824318293 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:42.573170 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7c15d9a7-fd5e-457d-937e-71ab75f8acc4 req-c7c94770-8ead-47bc-bbdd-419824318293 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.30 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499&tenant_id=c9bac4f428414dbe9ba22389cee9d800&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 943 time: 0.0743620 Jul 14 08:05:42.598675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-72825fe2-7a21-49d9-a12c-03a654ecfb19 req-9834a0df-9eef-4abf-ac91-5d77ab179c5f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322323 Jul 14 08:05:42.631023 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [req-7c15d9a7-fd5e-457d-937e-71ab75f8acc4 req-99cfaf96-6f24-43d7-ac25-467cd7b7ff34 service neutron] delete failed (client error): The resource could not be found. Jul 14 08:05:42.631986 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7c15d9a7-fd5e-457d-937e-71ab75f8acc4 req-99cfaf96-6f24-43d7-ac25-467cd7b7ff34 service neutron] 10.222.0.30 "DELETE /v2.0/ports/d243658c-8ad5-4924-813d-88fc4f6056c9/bindings/n-h1-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.0535121 Jul 14 08:05:42.725296 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15d9a7-fd5e-457d-937e-71ab75f8acc4 req-8eaf2261-d9fc-46fe-b57f-4c943c0d8a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:42.726757 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7c15d9a7-fd5e-457d-937e-71ab75f8acc4 req-8eaf2261-d9fc-46fe-b57f-4c943c0d8a29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 1094 time: 0.0533991 Jul 14 08:05:42.814653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15d9a7-fd5e-457d-937e-71ab75f8acc4 req-5cd10de1-741f-438d-909a-a482df678f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:42.816107 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7c15d9a7-fd5e-457d-937e-71ab75f8acc4 req-5cd10de1-741f-438d-909a-a482df678f09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0837517 Jul 14 08:05:42.877921 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7c15d9a7-fd5e-457d-937e-71ab75f8acc4 req-c6c3a30a-b62d-4854-b056-cc8e68d95825 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d243658c-8ad5-4924-813d-88fc4f6056c9 HTTP/1.1" status: 200 len: 998 time: 0.0556552 Jul 14 08:05:42.927014 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15d9a7-fd5e-457d-937e-71ab75f8acc4 req-a340a27d-d1b3-446a-bbb8-ed6405de24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:42.928330 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7c15d9a7-fd5e-457d-937e-71ab75f8acc4 req-a340a27d-d1b3-446a-bbb8-ed6405de24e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0445418 Jul 14 08:05:42.985656 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15d9a7-fd5e-457d-937e-71ab75f8acc4 req-2497be8d-7ba5-4b41-9ac8-055d162a594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:42.987154 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7c15d9a7-fd5e-457d-937e-71ab75f8acc4 req-2497be8d-7ba5-4b41-9ac8-055d162a594d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516717 Jul 14 08:05:43.071975 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7c15d9a7-fd5e-457d-937e-71ab75f8acc4 req-09e2f70e-b05b-46b9-ae6f-44aa25a8454c service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786996 Jul 14 08:05:43.087691 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device d243658c-8ad5-4924-813d-88fc4f6056c9 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:05:43.162558 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7c15d9a7-fd5e-457d-937e-71ab75f8acc4 req-d5601fd9-042d-427d-8275-86577b8672ef service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847924 Jul 14 08:05:43.184542 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port d243658c-8ad5-4924-813d-88fc4f6056c9, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=d243658c-8ad5-4924-813d-88fc4f6056c9,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:05:43.195865 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'd243658c-8ad5-4924-813d-88fc4f6056c9', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'port_id': 'd243658c-8ad5-4924-813d-88fc4f6056c9', 'mac_address': 'fa:16:3e:ca:39:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:05:43.231702 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:43.244559 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d243658c-8ad5-4924-813d-88fc4f6056c9 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:05:43.263360 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port d243658c-8ad5-4924-813d-88fc4f6056c9, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=d243658c-8ad5-4924-813d-88fc4f6056c9,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:05:43.267208 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:43.312787 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=d243658c-8ad5-4924-813d-88fc4f6056c9,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:05:43.319875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:43.320222 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:43.320600 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:43.320939 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:43.321297 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:43.321630 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:43.321959 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:43.323315 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:43.323640 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:43.323967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:43.324294 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:43.324617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:05:43.527997 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['d243658c-8ad5-4924-813d-88fc4f6056c9'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:05:43.575650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d243658c-8ad5-4924-813d-88fc4f6056c9 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:05:43.645882 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device d243658c-8ad5-4924-813d-88fc4f6056c9 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:05:43.779009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d1870-36fd-478b-b9fe-2d91e8aa729c req-4b627960-b146-4caf-aae0-ed85ebdd831d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:43.780434 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e0d1870-36fd-478b-b9fe-2d91e8aa729c req-4b627960-b146-4caf-aae0-ed85ebdd831d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 944 time: 0.0663207 Jul 14 08:05:43.818002 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e0d1870-36fd-478b-b9fe-2d91e8aa729c req-34bd611c-47e6-4adf-bc88-fb7c35244c65 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317605 Jul 14 08:05:43.989913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b9879-8535-40a3-9f60-8aff1256efec req-1dce9270-bce3-453e-b4fd-fe0450b71d93 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:43.991390 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-970b9879-8535-40a3-9f60-8aff1256efec req-1dce9270-bce3-453e-b4fd-fe0450b71d93 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 944 time: 0.0651302 Jul 14 08:05:44.027952 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-970b9879-8535-40a3-9f60-8aff1256efec req-142b960a-28a5-48ac-bbc7-78c11df91245 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301967 Jul 14 08:05:44.341323 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb75958-2840-4c68-8bd2-6858a466f078 req-eea1d882-526f-4fa6-bdbd-b91c4855bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:44.342873 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9cb75958-2840-4c68-8bd2-6858a466f078 req-eea1d882-526f-4fa6-bdbd-b91c4855bcf6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 1095 time: 0.0521410 Jul 14 08:05:44.361080 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53756a21-488e-4af0-896b-9f77e5fdfa70 req-32e775a9-1986-4d16-9354-d2380f75ff71 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:44.362640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53756a21-488e-4af0-896b-9f77e5fdfa70 req-32e775a9-1986-4d16-9354-d2380f75ff71 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 944 time: 0.0633409 Jul 14 08:05:44.402797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53756a21-488e-4af0-896b-9f77e5fdfa70 req-cf4be70a-ff91-4dfc-beef-f516d679a138 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340273 Jul 14 08:05:44.436176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb75958-2840-4c68-8bd2-6858a466f078 req-e29f7050-f37b-4aed-a6fe-36b9e020331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:44.437697 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9cb75958-2840-4c68-8bd2-6858a466f078 req-e29f7050-f37b-4aed-a6fe-36b9e020331f service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0890951 Jul 14 08:05:44.502259 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9cb75958-2840-4c68-8bd2-6858a466f078 req-8125d229-77ce-4285-8e1b-5efefe220e67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d243658c-8ad5-4924-813d-88fc4f6056c9 HTTP/1.1" status: 200 len: 999 time: 0.0577097 Jul 14 08:05:44.549678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb75958-2840-4c68-8bd2-6858a466f078 req-1cfa60c2-0325-46af-af4b-23f3fbc36046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:44.551083 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9cb75958-2840-4c68-8bd2-6858a466f078 req-1cfa60c2-0325-46af-af4b-23f3fbc36046 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0421002 Jul 14 08:05:44.608692 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb75958-2840-4c68-8bd2-6858a466f078 req-48e2e1fc-f4a8-42a7-a13c-26a0e5f03be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:44.610103 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9cb75958-2840-4c68-8bd2-6858a466f078 req-48e2e1fc-f4a8-42a7-a13c-26a0e5f03be4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529227 Jul 14 08:05:44.694080 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9cb75958-2840-4c68-8bd2-6858a466f078 req-05de6238-e067-4d97-8de7-0448e2f2b900 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775034 Jul 14 08:05:44.781331 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9cb75958-2840-4c68-8bd2-6858a466f078 req-729ad8e3-8c9f-4701-b782-de1d4a67b189 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810878 Jul 14 08:05:45.015647 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:05:45.105096 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device d243658c-8ad5-4924-813d-88fc4f6056c9 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:05:45.154544 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port d243658c-8ad5-4924-813d-88fc4f6056c9 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:05:45.159191 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port d243658c-8ad5-4924-813d-88fc4f6056c9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:05:45.159575 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:45.236394 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:45.261068 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f48b72-b3c9-49fc-906b-e857a2cfc499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd243658c-8ad5-4924-813d-88fc4f6056c9'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:05:45.264021 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a590727d-f313-43cd-bd94-a337ebb3c3de" -d '{"events": [{"server_uuid": "26f48b72-b3c9-49fc-906b-e857a2cfc499", "name": "network-vif-plugged", "status": "completed", "tag": "d243658c-8ad5-4924-813d-88fc4f6056c9"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:05:45.277174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port d243658c-8ad5-4924-813d-88fc4f6056c9, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=d243658c-8ad5-4924-813d-88fc4f6056c9,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:05:45.281114 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:45.331002 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=d243658c-8ad5-4924-813d-88fc4f6056c9,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:05:45.351505 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858cf520-c47d-48c9-bab6-0f4a73b53bec x-openstack-request-id: req-858cf520-c47d-48c9-bab6-0f4a73b53bec {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:05:45.351831 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f48b72-b3c9-49fc-906b-e857a2cfc499", "name": "network-vif-plugged", "status": "completed", "tag": "d243658c-8ad5-4924-813d-88fc4f6056c9", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:05:45.352085 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-858cf520-c47d-48c9-bab6-0f4a73b53bec {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:05:45.352483 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f48b72-b3c9-49fc-906b-e857a2cfc499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd243658c-8ad5-4924-813d-88fc4f6056c9', 'code': 200} Jul 14 08:05:45.570458 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950fb06-8185-4402-9e60-d30c30765f48 req-40106edc-1e01-4789-8f58-9c3c65800ae7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:45.571912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3950fb06-8185-4402-9e60-d30c30765f48 req-40106edc-1e01-4789-8f58-9c3c65800ae7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.0621238 Jul 14 08:05:45.608330 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3950fb06-8185-4402-9e60-d30c30765f48 req-c43f6b45-3aa2-408e-8a42-3121c95ed86f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308120 Jul 14 08:05:45.982232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5626100-ac7b-4427-a589-f68504971724 req-655d9395-4e6c-4e48-ab5b-3fbfa4a60672 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:45.983695 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5626100-ac7b-4427-a589-f68504971724 req-655d9395-4e6c-4e48-ab5b-3fbfa4a60672 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.0653129 Jul 14 08:05:46.019032 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a5626100-ac7b-4427-a589-f68504971724 req-440ee2ac-674c-4c82-8375-fc3c53c12db6 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297906 Jul 14 08:05:46.039454 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:46.086092 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:47.141735 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59402fe-2f98-42bf-b406-90843dc7b568 req-f685792a-4499-42d1-9de6-002fc953be5c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:47.142457 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c59402fe-2f98-42bf-b406-90843dc7b568 req-f685792a-4499-42d1-9de6-002fc953be5c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.15 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.0616808 Jul 14 08:05:47.199606 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18954c6a-5f99-455a-a2ce-448499080e5d req-65442dc4-7f18-4d69-b410-a83e82eb5094 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:47.201112 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18954c6a-5f99-455a-a2ce-448499080e5d req-65442dc4-7f18-4d69-b410-a83e82eb5094 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 945 time: 0.0703177 Jul 14 08:05:47.237927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-c59402fe-2f98-42bf-b406-90843dc7b568 req-b36b5cbb-85f6-42c3-9a59-3a7f478b2235 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Deleting port d243658c-8ad5-4924-813d-88fc4f6056c9 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:05:47.238188 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c59402fe-2f98-42bf-b406-90843dc7b568 req-b36b5cbb-85f6-42c3-9a59-3a7f478b2235 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:47.239923 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18954c6a-5f99-455a-a2ce-448499080e5d req-f2f790d8-47f9-42d4-995a-fe02edcd7359 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332329 Jul 14 08:05:47.325520 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-c59402fe-2f98-42bf-b406-90843dc7b568 req-b36b5cbb-85f6-42c3-9a59-3a7f478b2235 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] For port d243658c-8ad5-4924-813d-88fc4f6056c9, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=d243658c-8ad5-4924-813d-88fc4f6056c9,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:05:47.325877 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c59402fe-2f98-42bf-b406-90843dc7b568 req-b36b5cbb-85f6-42c3-9a59-3a7f478b2235 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:47.490972 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c59402fe-2f98-42bf-b406-90843dc7b568 req-b36b5cbb-85f6-42c3-9a59-3a7f478b2235 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:47.491253 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c59402fe-2f98-42bf-b406-90843dc7b568 req-b36b5cbb-85f6-42c3-9a59-3a7f478b2235 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:47.491565 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [req-c59402fe-2f98-42bf-b406-90843dc7b568 req-b36b5cbb-85f6-42c3-9a59-3a7f478b2235 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Floating IP 5325e74f-d7fa-4cea-8b9f-857ba77076d7 disassociated. External IP: 172.25.7.48, port: d243658c-8ad5-4924-813d-88fc4f6056c9. Jul 14 08:05:47.492403 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-c59402fe-2f98-42bf-b406-90843dc7b568 req-b36b5cbb-85f6-42c3-9a59-3a7f478b2235 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Calling delete_port for d243658c-8ad5-4924-813d-88fc4f6056c9 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:05:47.615088 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c59402fe-2f98-42bf-b406-90843dc7b568 req-b36b5cbb-85f6-42c3-9a59-3a7f478b2235 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:47.645305 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b5cbb-85f6-42c3-9a59-3a7f478b2235 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Pushing event deleted for resources: {'Port': ['ID=d243658c-8ad5-4924-813d-88fc4f6056c9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:05:47.759836 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c59402fe-2f98-42bf-b406-90843dc7b568 req-b36b5cbb-85f6-42c3-9a59-3a7f478b2235 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Router e5d024ab-3095-4948-a381-1b5917c2ecba has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:05:47.864951 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c59402fe-2f98-42bf-b406-90843dc7b568 req-b36b5cbb-85f6-42c3-9a59-3a7f478b2235 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:05:47.875550 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e8335d-f3a6-4473-9117-aca100b0e4d2 None None] Sync routers for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:05:47.884859 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e8335d-f3a6-4473-9117-aca100b0e4d2 None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:05:47.885505 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-97e8335d-f3a6-4473-9117-aca100b0e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:05:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:05:47.906138 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59402fe-2f98-42bf-b406-90843dc7b568 req-b36b5cbb-85f6-42c3-9a59-3a7f478b2235 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] No DVR routers for this DVR port d243658c-8ad5-4924-813d-88fc4f6056c9 on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:05:47.908641 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c59402fe-2f98-42bf-b406-90843dc7b568 req-b36b5cbb-85f6-42c3-9a59-3a7f478b2235 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:47.910663 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c59402fe-2f98-42bf-b406-90843dc7b568 req-b36b5cbb-85f6-42c3-9a59-3a7f478b2235 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.15 "DELETE /v2.0/ports/d243658c-8ad5-4924-813d-88fc4f6056c9 HTTP/1.1" status: 204 len: 173 time: 0.7639134 Jul 14 08:05:47.911091 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f48b72-b3c9-49fc-906b-e857a2cfc499', 'name': 'network-vif-deleted', 'tag': 'd243658c-8ad5-4924-813d-88fc4f6056c9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:05:47.913391 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661ac378-3955-475f-b406-13fe5073cece" -d '{"events": [{"server_uuid": "26f48b72-b3c9-49fc-906b-e857a2cfc499", "name": "network-vif-deleted", "tag": "d243658c-8ad5-4924-813d-88fc4f6056c9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:05:47.953648 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828f9e8c-5a35-4f50-94d8-7335760d1f7c x-openstack-request-id: req-828f9e8c-5a35-4f50-94d8-7335760d1f7c {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:05:47.953942 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f48b72-b3c9-49fc-906b-e857a2cfc499", "name": "network-vif-deleted", "tag": "d243658c-8ad5-4924-813d-88fc4f6056c9", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:05:47.954205 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-828f9e8c-5a35-4f50-94d8-7335760d1f7c {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:05:47.954590 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f48b72-b3c9-49fc-906b-e857a2cfc499', 'name': 'network-vif-deleted', 'tag': 'd243658c-8ad5-4924-813d-88fc4f6056c9', 'status': 'completed', 'code': 200} Jul 14 08:05:47.994788 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-97e8335d-f3a6-4473-9117-aca100b0e4d2 None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:05:48.184916 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-97e8335d-f3a6-4473-9117-aca100b0e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:05:48.213367 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e8335d-f3a6-4473-9117-aca100b0e4d2 None None] Checking router: e5d024ab-3095-4948-a381-1b5917c2ecba for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:05:48.221286 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e8335d-f3a6-4473-9117-aca100b0e4d2 None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:05:48.221893 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-97e8335d-f3a6-4473-9117-aca100b0e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:05:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:05:48.325815 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-97e8335d-f3a6-4473-9117-aca100b0e4d2 None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:05:48.399665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c89e9d54-a6f7-4ab5-9757-d0e3231d3506 req-125b4624-1895-4e9b-9345-7c19717e1562 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f48b72-b3c9-49fc-906b-e857a2cfc499 HTTP/1.1" status: 200 len: 210 time: 0.0325756 Jul 14 08:05:48.532613 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-97e8335d-f3a6-4473-9117-aca100b0e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:05:48.558419 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e8335d-f3a6-4473-9117-aca100b0e4d2 None None] The sync data for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 is: [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:05:48.769442 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f20d3-9c02-4f67-bf9a-22b69e30784a None None] New status for floating IP 5325e74f-d7fa-4cea-8b9f-857ba77076d7: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:05:49.730576 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-bc7dd861-065a-4226-a92e-a24dc0ab64b6 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1204442941&fields=id&tenant_id=c9bac4f428414dbe9ba22389cee9d800 HTTP/1.1" status: 200 len: 267 time: 0.0319889 Jul 14 08:05:49.831407 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-8d4240e8-9923-464d-9889-6194cd8e1a4b tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:49.832848 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-8d4240e8-9923-464d-9889-6194cd8e1a4b tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 811 time: 0.0957644 Jul 14 08:05:49.847151 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-dba20b05-0696-42be-99d7-31d684819162 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/quotas/c9bac4f428414dbe9ba22389cee9d800 HTTP/1.1" status: 200 len: 375 time: 0.0086277 Jul 14 08:05:49.916390 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-978039c5-4935-445a-908a-daff50371b70 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644739 Jul 14 08:05:50.008126 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-dbb7d8f2-b841-47a0-adb7-c6280b0b7588 service neutron] 10.222.0.35 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808785 Jul 14 08:05:50.096852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-6cf07b96-5445-4f77-a07b-1870533894dd service neutron] 10.222.0.35 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828741 Jul 14 08:05:50.258259 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-945f2a08-9b2e-45a8-8ba4-751e4147d3a6 req-c0962987-81a3-4cf3-801d-c08306b30d55 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 210 time: 0.0286512 Jul 14 08:05:51.120057 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device d243658c-8ad5-4924-813d-88fc4f6056c9 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:05:51.139521 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: d243658c-8ad5-4924-813d-88fc4f6056c9 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:05:51.139860 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device d243658c-8ad5-4924-813d-88fc4f6056c9 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:05:51.337329 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-03b76b40-6f5d-4b0e-8275-b338f3bf9951 req-04b739ed-4956-4750-b798-57fa784d5ecb tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 210 time: 0.0277679 Jul 14 08:05:52.420858 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-17788740-2660-4171-bd7c-7e15d6b75167 req-2ed5f1b8-e149-470a-bd0a-8727ce397930 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 210 time: 0.0283935 Jul 14 08:05:53.506235 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fe91aa9-e3b5-4917-930b-e7498635a7da req-0ada42c7-2f6b-46f9-9f2a-e11c8fa844e1 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 210 time: 0.0318093 Jul 14 08:05:54.646743 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ce77314-e6bc-48f5-894a-751e873f0eec req-bc3535b0-99f9-410f-8072-9d9d10183528 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 210 time: 0.0277481 Jul 14 08:05:55.342485 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5c39531c-bde1-4088-b0f2-aa31cf74751c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:55.344202 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5c39531c-bde1-4088-b0f2-aa31cf74751c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 811 time: 0.1024694 Jul 14 08:05:55.388036 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-9b2501b2-1797-4fdd-9143-cd324de9471c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9bac4f428414dbe9ba22389cee9d800 HTTP/1.1" status: 200 len: 380 time: 0.0338583 Jul 14 08:05:55.396421 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-752c4867-1cc9-4221-bf4a-aeb3b8bb6ad0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Request body: {'port': {'device_id': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'admin_state_up': True, 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'security_groups': ['05886cab-7214-4406-b611-580271680406']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:05:55.504511 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-752c4867-1cc9-4221-bf4a-aeb3b8bb6ad0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Made reservation on behalf of c9bac4f428414dbe9ba22389cee9d800 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:05:55.508528 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-752c4867-1cc9-4221-bf4a-aeb3b8bb6ad0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:55.626178 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-752c4867-1cc9-4221-bf4a-aeb3b8bb6ad0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Allocated IP 172.20.0.3 (4ef17d50-9e1e-4635-a3de-168a449c4d83/74531bb3-74b9-40c2-8245-742499605b52/6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:05:55.759845 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-752c4867-1cc9-4221-bf4a-aeb3b8bb6ad0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:55.773851 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-752c4867-1cc9-4221-bf4a-aeb3b8bb6ad0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Transition to ACTIVE for port object 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:05:55.784599 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0631b1e5-2674-4c0f-89dd-149c4f57efe9 req-b2ecc6a9-ff5d-46d2-9cc2-6e3e6941a36f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 210 time: 0.0281641 Jul 14 08:05:55.806372 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-752c4867-1cc9-4221-bf4a-aeb3b8bb6ad0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:55.846496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-752c4867-1cc9-4221-bf4a-aeb3b8bb6ad0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Network 4ef17d50-9e1e-4635-a3de-168a449c4d83 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:05:55.852045 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-752c4867-1cc9-4221-bf4a-aeb3b8bb6ad0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:05:55.854424 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-752c4867-1cc9-4221-bf4a-aeb3b8bb6ad0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:05:55.883446 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c4867-1cc9-4221-bf4a-aeb3b8bb6ad0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Pushing event updated for resources: {'Port': ['ID=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:05:55.910373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-752c4867-1cc9-4221-bf4a-aeb3b8bb6ad0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:55.911000 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-752c4867-1cc9-4221-bf4a-aeb3b8bb6ad0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:55.926614 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-752c4867-1cc9-4221-bf4a-aeb3b8bb6ad0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5338027 Jul 14 08:05:55.938252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Request body: {'port': {'device_id': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:05:56.015988 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:56.058915 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-316deeee-4bd5-4746-900b-e0775b3e6c81 None None] Provisioning for port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:05:56.062387 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-316deeee-4bd5-4746-900b-e0775b3e6c81 None None] Provisioning complete for port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:05:56.062756 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-316deeee-4bd5-4746-900b-e0775b3e6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:56.095647 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-316deeee-4bd5-4746-900b-e0775b3e6c81 None None] Port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:05:56.510690 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:05:56.517782 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:56.530258 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Transition to ACTIVE for port object 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:05:56.533427 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:56.587027 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Pushing event updated for resources: {'Port': ['ID=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:05:56.653874 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Attempting to bind port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:05:56.654198 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Attempting to bind port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:05:56.654522 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Attempting to bind port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:05:56.659042 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:05:56.659365 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Attempting to bind port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:05:56.664888 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:05:56.665307 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Checking segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:05:56.665695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Bound using segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:05:56.666117 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Bound port: 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:05:56.666470 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:56.729679 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:05:56.732992 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:05:56.737319 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:56.771713 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:56.772387 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:56.774352 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] 10.222.0.30 "PUT /v2.0/ports/6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 HTTP/1.1" status: 200 len: 1091 time: 0.8403971 Jul 14 08:05:56.774784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:05:56.776995 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be938435-f47e-4114-81a5-5e1b1bbc346b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:05:56.806322 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826e1bd-e389-43b6-96c6-b88f2176f6eb service neutron] Pushing event updated for resources: {'Port': ['ID=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:05:56.827039 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602ea2c5-9b39-4f7e-ad85-3f986a135646 x-openstack-request-id: req-602ea2c5-9b39-4f7e-ad85-3f986a135646 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:05:56.827341 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:05:56.827596 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-602ea2c5-9b39-4f7e-ad85-3f986a135646 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:05:56.828098 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5', 'status': 'completed', 'code': 200} Jul 14 08:05:56.890744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-3c0341a7-a9a1-4b25-b14d-7db78ad5958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:56.892415 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-3c0341a7-a9a1-4b25-b14d-7db78ad5958e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 1094 time: 0.0554516 Jul 14 08:05:56.936207 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-ba319a06-8768-4853-97f2-bd64b3791b2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 HTTP/1.1" status: 200 len: 217 time: 0.0368457 Jul 14 08:05:56.973301 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115acbd-2a55-43f6-a873-a6e06b8e50f4 req-c8fa589f-890c-4b16-9cfb-ac4e70f27754 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:56.974846 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e115acbd-2a55-43f6-a873-a6e06b8e50f4 req-c8fa589f-890c-4b16-9cfb-ac4e70f27754 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 943 time: 0.0667543 Jul 14 08:05:56.992688 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-e42b395d-4291-410c-8505-b0afe6eb01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:56.994185 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-e42b395d-4291-410c-8505-b0afe6eb01bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0519192 Jul 14 08:05:57.011718 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e115acbd-2a55-43f6-a873-a6e06b8e50f4 req-ebcc9138-bca8-4f57-98da-69b423d2c65f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312915 Jul 14 08:05:57.050152 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-c7c19bba-d60e-4de2-85d3-8edd4551d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:57.051736 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-c7c19bba-d60e-4de2-85d3-8edd4551d15e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516155 Jul 14 08:05:57.137746 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-18ff0fca-a54f-45d0-9862-e63df2e66e05 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798481 Jul 14 08:05:57.226506 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-175e6147-a910-4a8e-9a24-bd0d69c1b1c5 req-b9d73cbf-1c5a-4acc-91d8-c3dc864b030a service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829568 Jul 14 08:05:57.322745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be938435-f47e-4114-81a5-5e1b1bbc346b req-387965b5-ee74-4a68-b304-ee8360bd810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:57.324242 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-be938435-f47e-4114-81a5-5e1b1bbc346b req-387965b5-ee74-4a68-b304-ee8360bd810d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 1094 time: 0.0511241 Jul 14 08:05:57.411624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be938435-f47e-4114-81a5-5e1b1bbc346b req-231258c1-a0f8-4328-8d7c-16d5441b710a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:57.413044 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-be938435-f47e-4114-81a5-5e1b1bbc346b req-231258c1-a0f8-4328-8d7c-16d5441b710a service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0830634 Jul 14 08:05:57.454269 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-be938435-f47e-4114-81a5-5e1b1bbc346b req-77553ead-d643-4eb6-83e0-39b523fa85fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 HTTP/1.1" status: 200 len: 217 time: 0.0345447 Jul 14 08:05:57.500986 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be938435-f47e-4114-81a5-5e1b1bbc346b req-32942c20-c898-4fb1-be8b-5798ae427945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:57.502369 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-be938435-f47e-4114-81a5-5e1b1bbc346b req-32942c20-c898-4fb1-be8b-5798ae427945 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0408385 Jul 14 08:05:57.560459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be938435-f47e-4114-81a5-5e1b1bbc346b req-f74190b7-fbe3-462d-96a3-602ee935d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:57.561915 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-be938435-f47e-4114-81a5-5e1b1bbc346b req-f74190b7-fbe3-462d-96a3-602ee935d7fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528007 Jul 14 08:05:57.649271 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-be938435-f47e-4114-81a5-5e1b1bbc346b req-5fb91443-aaee-4ff8-b823-9e726e23fcaa service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792170 Jul 14 08:05:57.737403 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-be938435-f47e-4114-81a5-5e1b1bbc346b req-9cd8c3d0-fda2-4a2b-8c73-72534fa27abc service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819070 Jul 14 08:05:58.184518 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6fa3e-001b-4ea6-8d9e-3775716aa49c req-654f5413-0323-430a-895b-f0d45453ecbf tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:58.185983 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7df6fa3e-001b-4ea6-8d9e-3775716aa49c req-654f5413-0323-430a-895b-f0d45453ecbf tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 943 time: 0.0636220 Jul 14 08:05:58.222287 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7df6fa3e-001b-4ea6-8d9e-3775716aa49c req-b0fd03eb-4e15-4571-89ef-1ff24bfb7363 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308175 Jul 14 08:05:59.392294 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e8b66-ec38-449d-8a0b-6a58e528fdce req-b6d22e5b-0d79-459b-9ab8-ae6c128ea74b tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:05:59.393824 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fa8e8b66-ec38-449d-8a0b-6a58e528fdce req-b6d22e5b-0d79-459b-9ab8-ae6c128ea74b tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 943 time: 0.0635090 Jul 14 08:05:59.430361 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fa8e8b66-ec38-449d-8a0b-6a58e528fdce req-358392dd-80ae-4612-a4cc-a4c72f176260 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311122 Jul 14 08:05:59.636414 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:05:59.727239 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:05:59.738262 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'port_id': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5', 'mac_address': 'fa:16:3e:eb:f0:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:05:59.772544 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:59.784466 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:05:59.802953 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:05:59.807292 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:05:59.850746 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:06:00.061714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:06:00.570693 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1aacce3a-ce7f-4dbc-afe0-fd46f0f9076a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:00.604408 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14d227-434e-4e60-a2ac-009d7bfc3782 req-7b86376a-ae4d-4a56-a772-b2bb00df49ff tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:06:00.605920 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb14d227-434e-4e60-a2ac-009d7bfc3782 req-7b86376a-ae4d-4a56-a772-b2bb00df49ff tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 944 time: 0.0661094 Jul 14 08:06:00.642082 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb14d227-434e-4e60-a2ac-009d7bfc3782 req-7466d60b-102d-41b6-a51e-b20fd3fc2773 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304198 Jul 14 08:06:01.648375 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:06:01.696183 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:06:01.699831 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:06:01.700206 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:01.775775 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:01.797983 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:06:01.800219 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823aa67b-d640-4c36-b1c4-54d06af788f3" -d '{"events": [{"server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "name": "network-vif-plugged", "status": "completed", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:06:01.813264 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:06:01.814634 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414ec3a-5078-4ab0-b4a8-8a7d0387d6f9 req-fec77603-29e2-4176-a5a9-1e709744d572 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:06:01.816599 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4414ec3a-5078-4ab0-b4a8-8a7d0387d6f9 req-fec77603-29e2-4176-a5a9-1e709744d572 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 944 time: 0.0662310 Jul 14 08:06:01.818272 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:01.842016 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c60637d-f597-42fc-bf4c-f271ef80a07a x-openstack-request-id: req-6c60637d-f597-42fc-bf4c-f271ef80a07a {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:06:01.842303 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "name": "network-vif-plugged", "status": "completed", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:06:01.842552 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c60637d-f597-42fc-bf4c-f271ef80a07a {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:06:01.842931 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5', 'code': 200} Jul 14 08:06:01.858567 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4414ec3a-5078-4ab0-b4a8-8a7d0387d6f9 req-49adcdf2-51eb-4e3a-b6a7-fffdb8cabe23 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352383 Jul 14 08:06:01.874202 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:06:01.949796 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e138c6-56fe-46cd-8598-97e5e6f8ab01 req-d145d434-7d88-48fa-87b3-a574c9862104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:06:01.951197 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b8e138c6-56fe-46cd-8598-97e5e6f8ab01 req-d145d434-7d88-48fa-87b3-a574c9862104 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0507884 Jul 14 08:06:01.985650 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b8e138c6-56fe-46cd-8598-97e5e6f8ab01 req-de3399a7-f516-4ad4-b395-29be82b1af21 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281811 Jul 14 08:06:03.028032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc67578-830c-472c-9a25-2b8d9e69296c req-02a45abf-8570-4156-8a3e-68a8bb966e06 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:06:03.029493 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fcc67578-830c-472c-9a25-2b8d9e69296c req-02a45abf-8570-4156-8a3e-68a8bb966e06 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 945 time: 0.0611103 Jul 14 08:06:03.068249 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fcc67578-830c-472c-9a25-2b8d9e69296c req-f75e2534-4e62-4a56-b01d-813539542a60 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333469 Jul 14 08:06:03.230721 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94604d-8842-4fa8-8d96-0bb619617c11 req-5fc18976-b724-4347-856a-5297b78a9e3e tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:06:03.232365 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c94604d-8842-4fa8-8d96-0bb619617c11 req-5fc18976-b724-4347-856a-5297b78a9e3e tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 945 time: 0.0625768 Jul 14 08:06:03.240872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 39324) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:06:03.245291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-5f618303-f76a-4e7f-9f30-5f3837d1a914 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Request body: {'floatingip': {'port_id': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:06:03.282239 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f618303-f76a-4e7f-9f30-5f3837d1a914 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:03.367185 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe9fd-7e7e-4d5f-9fd8-6bcc1a229c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:03.706798 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f618303-f76a-4e7f-9f30-5f3837d1a914 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:03.711150 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f618303-f76a-4e7f-9f30-5f3837d1a914 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:03.718803 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:04.137102 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-5f618303-f76a-4e7f-9f30-5f3837d1a914 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Floating IP 5325e74f-d7fa-4cea-8b9f-857ba77076d7 associated. External IP: 172.25.7.48, port: 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5. Jul 14 08:06:04.331252 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f618303-f76a-4e7f-9f30-5f3837d1a914 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Router e5d024ab-3095-4948-a381-1b5917c2ecba has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:06:04.434084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f618303-f76a-4e7f-9f30-5f3837d1a914 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:06:04.438807 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5f618303-f76a-4e7f-9f30-5f3837d1a914 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:04.443048 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f97a3-6fa4-45b2-9172-4129c0bd10ea None None] Sync routers for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:06:04.453548 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f97a3-6fa4-45b2-9172-4129c0bd10ea None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:06:04.454257 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8b9f97a3-6fa4-45b2-9172-4129c0bd10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:06:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:06:04.474306 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5f618303-f76a-4e7f-9f30-5f3837d1a914 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "PUT /v2.0/floatingips/5325e74f-d7fa-4cea-8b9f-857ba77076d7 HTTP/1.1" status: 200 len: 990 time: 1.2323327 Jul 14 08:06:04.474892 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:06:04.477159 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d990c6-3f36-43b9-ad47-9694aa3fc4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:06:04.559831 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8b9f97a3-6fa4-45b2-9172-4129c0bd10ea None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:06:04.569466 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79877a3d-300f-4249-a1aa-ecbf00483f46 x-openstack-request-id: req-79877a3d-300f-4249-a1aa-ecbf00483f46 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:06:04.569827 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:06:04.570072 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79877a3d-300f-4249-a1aa-ecbf00483f46 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:06:04.570461 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5', 'status': 'completed', 'code': 200} Jul 14 08:06:04.650167 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d990c6-3f36-43b9-ad47-9694aa3fc4e2 req-c4633a91-8935-4ac4-8084-74496033cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:06:04.651623 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d4d990c6-3f36-43b9-ad47-9694aa3fc4e2 req-c4633a91-8935-4ac4-8084-74496033cc94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0523517 Jul 14 08:06:04.742444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d990c6-3f36-43b9-ad47-9694aa3fc4e2 req-bfff64ac-10a5-4c67-8c71-eb3f58f22512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:06:04.744203 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d4d990c6-3f36-43b9-ad47-9694aa3fc4e2 req-bfff64ac-10a5-4c67-8c71-eb3f58f22512 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0869756 Jul 14 08:06:04.777595 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8b9f97a3-6fa4-45b2-9172-4129c0bd10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '5325e74f-d7fa-4cea-8b9f-857ba77076d7', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'port_id': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'mac_address': 'fa:16:3e:eb:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:01:26Z', 'updated_at': '2021-07-14T08:06:03Z', 'revision_number': 9, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:06:04.802872 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f97a3-6fa4-45b2-9172-4129c0bd10ea None None] Checking router: e5d024ab-3095-4948-a381-1b5917c2ecba for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:06:04.808411 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d4d990c6-3f36-43b9-ad47-9694aa3fc4e2 req-58cb9074-9ca8-4859-8f53-cda81f07364e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 HTTP/1.1" status: 200 len: 998 time: 0.0575171 Jul 14 08:06:04.810981 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f97a3-6fa4-45b2-9172-4129c0bd10ea None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:06:04.811578 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8b9f97a3-6fa4-45b2-9172-4129c0bd10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:06:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:06:04.858127 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d990c6-3f36-43b9-ad47-9694aa3fc4e2 req-5235878c-ce92-4e87-88a1-02c60161d632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:06:04.859612 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d4d990c6-3f36-43b9-ad47-9694aa3fc4e2 req-5235878c-ce92-4e87-88a1-02c60161d632 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0456917 Jul 14 08:06:04.860114 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:04.916458 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8b9f97a3-6fa4-45b2-9172-4129c0bd10ea None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:06:04.919353 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d990c6-3f36-43b9-ad47-9694aa3fc4e2 req-152add0a-fa32-4323-a3fc-0838e4d1d284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:06:04.920857 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d4d990c6-3f36-43b9-ad47-9694aa3fc4e2 req-152add0a-fa32-4323-a3fc-0838e4d1d284 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555916 Jul 14 08:06:05.010207 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d4d990c6-3f36-43b9-ad47-9694aa3fc4e2 req-e0a52516-4d93-410f-9422-d4dffad048e8 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829899 Jul 14 08:06:05.104039 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d4d990c6-3f36-43b9-ad47-9694aa3fc4e2 req-4840e456-08f8-487f-8bea-34a525467eee service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878935 Jul 14 08:06:05.225491 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8b9f97a3-6fa4-45b2-9172-4129c0bd10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '5325e74f-d7fa-4cea-8b9f-857ba77076d7', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'port_id': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'mac_address': 'fa:16:3e:eb:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:01:26Z', 'updated_at': '2021-07-14T08:06:03Z', 'revision_number': 9, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:06:05.250332 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f97a3-6fa4-45b2-9172-4129c0bd10ea None None] The sync data for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 is: [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '5325e74f-d7fa-4cea-8b9f-857ba77076d7', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'port_id': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'mac_address': 'fa:16:3e:eb:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:01:26Z', 'updated_at': '2021-07-14T08:06:03Z', 'revision_number': 9, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:06:05.434532 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e7893c-b189-496e-a3b4-3403825ccd8c None None] New status for floating IP 5325e74f-d7fa-4cea-8b9f-857ba77076d7: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:06:06.382106 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:16.036813 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:16.084741 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:22.015388 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:06:30.571916 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7cfe7f3a-d1fc-4ed3-8b56-8b83eaf5b2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:33.368805 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f486ef74-d68c-4459-b916-0ef93955e517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:33.719424 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:34.856659 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:36.385077 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:45.227526 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-16f87da8-f61f-416b-adde-dd10a7b41ced req-48f32382-1ab0-48ed-82d8-2a36f655b568 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529988 Jul 14 08:06:45.317149 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f87da8-f61f-416b-adde-dd10a7b41ced req-30c11d45-787e-4cb9-b1cc-f9f06fc07ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:06:45.318701 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-16f87da8-f61f-416b-adde-dd10a7b41ced req-30c11d45-787e-4cb9-b1cc-f9f06fc07ecc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0503566 Jul 14 08:06:45.425151 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f87da8-f61f-416b-adde-dd10a7b41ced req-b0b49727-3841-4f24-884d-5a90ecf148de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:06:45.426643 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-16f87da8-f61f-416b-adde-dd10a7b41ced req-b0b49727-3841-4f24-884d-5a90ecf148de service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0877924 Jul 14 08:06:45.488751 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-16f87da8-f61f-416b-adde-dd10a7b41ced req-b7de2b20-a777-4d16-ac09-564ea8a1502a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 HTTP/1.1" status: 200 len: 1001 time: 0.0555296 Jul 14 08:06:45.537749 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f87da8-f61f-416b-adde-dd10a7b41ced req-aeef9892-dbff-4753-9ca0-d748180d4110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:06:45.539641 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-16f87da8-f61f-416b-adde-dd10a7b41ced req-aeef9892-dbff-4753-9ca0-d748180d4110 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0448987 Jul 14 08:06:45.592806 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f87da8-f61f-416b-adde-dd10a7b41ced req-b5616cf1-ceee-414c-a9e7-87512b93584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:06:45.594251 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-16f87da8-f61f-416b-adde-dd10a7b41ced req-b5616cf1-ceee-414c-a9e7-87512b93584f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488315 Jul 14 08:06:45.679694 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-16f87da8-f61f-416b-adde-dd10a7b41ced req-9fc6c4b2-41de-42dc-8a6d-8cc348101e06 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773878 Jul 14 08:06:45.767121 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-16f87da8-f61f-416b-adde-dd10a7b41ced req-bcf719ad-1249-401c-989c-6d594dfca0af service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820851 Jul 14 08:06:46.049855 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:46.083901 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:06:59.014762 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:07:00.572082 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cb9118e4-e1b6-4323-a6ad-3593bcc9ae86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:03.368879 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a9dc9456-cb06-4bcb-8640-9c435f8d867a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:03.723009 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:04.858998 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:06.388249 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:16.065810 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:16.082410 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:30.572836 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a4a6208-4c34-4a2e-a9ba-9795fecff9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:33.371019 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-50c75879-b75f-42ae-9adc-31d145a8dea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:33.723297 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:34.860331 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:36.013951 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:07:36.391850 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:39.777460 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-8a380d9a-f2de-4dab-9a89-2305ec651075 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0553744 Jul 14 08:07:39.834848 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a90279-24a2-4554-8daa-24830fcabc34 req-58cac6c6-dabd-49d5-9a02-c4403457a2a5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:39.836380 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f5a90279-24a2-4554-8daa-24830fcabc34 req-58cac6c6-dabd-49d5-9a02-c4403457a2a5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 945 time: 0.0659339 Jul 14 08:07:39.877751 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f5a90279-24a2-4554-8daa-24830fcabc34 req-69bafb6c-c2b9-4a3f-8a6c-f72a008a569e tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357068 Jul 14 08:07:40.959577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5685f6a4-9740-4894-aa20-89041fd108b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:40.961071 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5685f6a4-9740-4894-aa20-89041fd108b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0525601 Jul 14 08:07:41.053275 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-2793ae55-23ea-481c-9bc5-0791d1ffc83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:41.054321 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6517f6-24b3-46fd-9e77-2d06055fbef6 req-cd07a427-2013-4da0-bc17-c679820d2a16 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:41.054846 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-2793ae55-23ea-481c-9bc5-0791d1ffc83d service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0883279 Jul 14 08:07:41.055806 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d6517f6-24b3-46fd-9e77-2d06055fbef6 req-cd07a427-2013-4da0-bc17-c679820d2a16 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 945 time: 0.0630233 Jul 14 08:07:41.092910 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d6517f6-24b3-46fd-9e77-2d06055fbef6 req-6c0a0b6c-be3c-4073-99cc-5f2f47a4d05f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313869 Jul 14 08:07:41.120255 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-7b512e0f-d9f2-4250-af28-f3a1b63a9104 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 HTTP/1.1" status: 200 len: 1001 time: 0.0594459 Jul 14 08:07:41.170472 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-937d1a08-3cb5-427d-8bef-3a89de37ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:41.171808 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-937d1a08-3cb5-427d-8bef-3a89de37ab53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0459824 Jul 14 08:07:41.226076 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-b6dd8a50-d38c-44d3-8c39-4bbbf4cb43ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:41.227526 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-b6dd8a50-d38c-44d3-8c39-4bbbf4cb43ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497065 Jul 14 08:07:41.311190 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-a3d09677-c808-4241-9bcf-c42238b23d63 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774441 Jul 14 08:07:41.399600 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-54a263df-5273-45d2-8593-45e49462c53a service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825903 Jul 14 08:07:42.264792 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8608c-9da5-497f-be1c-cd76fb5c39b1 req-1d93b5f4-d441-413b-a1e2-e7ee69adf949 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:42.266209 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9cd8608c-9da5-497f-be1c-cd76fb5c39b1 req-1d93b5f4-d441-413b-a1e2-e7ee69adf949 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 945 time: 0.0623915 Jul 14 08:07:42.304146 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9cd8608c-9da5-497f-be1c-cd76fb5c39b1 req-7b477227-42d5-4b19-b915-824f1c0409cc tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315096 Jul 14 08:07:43.480445 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc3d2f-ef58-4f2f-8be3-f1a4e2b2774a req-691a7e36-ff59-457a-a1db-e007fa1ec334 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:43.481968 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65cc3d2f-ef58-4f2f-8be3-f1a4e2b2774a req-691a7e36-ff59-457a-a1db-e007fa1ec334 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 945 time: 0.0648479 Jul 14 08:07:43.518396 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65cc3d2f-ef58-4f2f-8be3-f1a4e2b2774a req-daa157f6-4271-4eea-b630-aa3cc78e7a18 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307186 Jul 14 08:07:44.687625 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5fb03-6585-4448-a712-fd45f4c552f5 req-00f28b7d-fc89-45c0-a304-14b7f752e884 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:44.689107 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-79d5fb03-6585-4448-a712-fd45f4c552f5 req-00f28b7d-fc89-45c0-a304-14b7f752e884 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 945 time: 0.0609794 Jul 14 08:07:44.724802 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-79d5fb03-6585-4448-a712-fd45f4c552f5 req-371955ad-a2c9-468b-b2d7-9a0cbc31e141 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302246 Jul 14 08:07:45.893675 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a402f74-1b68-402f-a503-0b7f5a3576e3 req-40cabab5-77b0-4edb-8404-df6e00606eaf tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:45.895167 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a402f74-1b68-402f-a503-0b7f5a3576e3 req-40cabab5-77b0-4edb-8404-df6e00606eaf tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 945 time: 0.0616658 Jul 14 08:07:45.933893 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0a402f74-1b68-402f-a503-0b7f5a3576e3 req-8bcfdecc-2447-42eb-a096-329b08393907 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332992 Jul 14 08:07:46.063326 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:46.082825 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:47.106915 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaf882-4665-4e26-b3ee-c05b1d9a1dd6 req-4d3372df-fb7b-4696-a693-74f5050de5bb tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:47.108681 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-acdaf882-4665-4e26-b3ee-c05b1d9a1dd6 req-4d3372df-fb7b-4696-a693-74f5050de5bb tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 945 time: 0.0627556 Jul 14 08:07:47.147100 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-acdaf882-4665-4e26-b3ee-c05b1d9a1dd6 req-416f9749-bf64-4ec9-8860-4070763c241a tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322163 Jul 14 08:07:47.210696 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d95d1a-bb01-4116-8cc0-088c2602b301 req-8389e98d-dc60-4aac-afc5-20823d2f4dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:47.212165 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-66d95d1a-bb01-4116-8cc0-088c2602b301 req-8389e98d-dc60-4aac-afc5-20823d2f4dcd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0516706 Jul 14 08:07:47.315953 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d95d1a-bb01-4116-8cc0-088c2602b301 req-83f95a3e-4cf4-4a5c-8eeb-629c44b8e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:47.317479 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-66d95d1a-bb01-4116-8cc0-088c2602b301 req-83f95a3e-4cf4-4a5c-8eeb-629c44b8e8fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0865176 Jul 14 08:07:47.379564 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-66d95d1a-bb01-4116-8cc0-088c2602b301 req-6e4acb88-e641-4942-a761-618828e3e0e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 HTTP/1.1" status: 200 len: 1001 time: 0.0563564 Jul 14 08:07:47.426056 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d95d1a-bb01-4116-8cc0-088c2602b301 req-0889cd97-2f71-40dc-922e-e55cf722bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:47.427446 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-66d95d1a-bb01-4116-8cc0-088c2602b301 req-0889cd97-2f71-40dc-922e-e55cf722bd5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0421841 Jul 14 08:07:47.483968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d95d1a-bb01-4116-8cc0-088c2602b301 req-49a0956e-c93c-415e-8059-3525edb5273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:47.485403 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-66d95d1a-bb01-4116-8cc0-088c2602b301 req-49a0956e-c93c-415e-8059-3525edb5273a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522852 Jul 14 08:07:47.573362 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-66d95d1a-bb01-4116-8cc0-088c2602b301 req-88a878f9-e5b0-4e9f-bb4f-be23f41e5cc9 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809424 Jul 14 08:07:47.664451 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-66d95d1a-bb01-4116-8cc0-088c2602b301 req-5f5e7648-03a7-44f6-bd03-791a064b074e service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853610 Jul 14 08:07:48.317304 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070ce0a-5c08-4237-8028-1fa02be928a4 req-0bf4f496-0569-438e-8bd4-c839ccfdc700 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:48.318793 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f070ce0a-5c08-4237-8028-1fa02be928a4 req-0bf4f496-0569-438e-8bd4-c839ccfdc700 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 945 time: 0.0626702 Jul 14 08:07:48.355515 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f070ce0a-5c08-4237-8028-1fa02be928a4 req-8913a642-f3a8-4b80-942a-005dfd1d4d3f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311611 Jul 14 08:07:49.528712 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f07d69-64e4-45cd-ae13-2e61aaff3d74 req-cb262d78-6ea4-4f33-9d15-0561f26a00d7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:49.530179 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-11f07d69-64e4-45cd-ae13-2e61aaff3d74 req-cb262d78-6ea4-4f33-9d15-0561f26a00d7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 945 time: 0.0645428 Jul 14 08:07:49.566070 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-11f07d69-64e4-45cd-ae13-2e61aaff3d74 req-1e9b29ea-e097-4858-a13b-66fb27e3febc tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298395 Jul 14 08:07:50.734670 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe721b5-3f79-4848-8080-33aa4387b7c4 req-0dd44b41-efbb-48e9-812a-0534faccb537 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:50.736054 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebe721b5-3f79-4848-8080-33aa4387b7c4 req-0dd44b41-efbb-48e9-812a-0534faccb537 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 945 time: 0.0623875 Jul 14 08:07:50.772145 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ebe721b5-3f79-4848-8080-33aa4387b7c4 req-7bd8c9a9-337f-4b63-8d88-81b302bd7bf8 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303507 Jul 14 08:07:51.942998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b7e0f-02d2-4202-99a6-20d28b7e50ba req-08559fd2-a318-4155-a932-3cd1575a7245 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:51.944482 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-116b7e0f-02d2-4202-99a6-20d28b7e50ba req-08559fd2-a318-4155-a932-3cd1575a7245 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 945 time: 0.0624449 Jul 14 08:07:51.985749 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-116b7e0f-02d2-4202-99a6-20d28b7e50ba req-ebba5d97-4cdf-490f-9a76-8c4434cd15d5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356512 Jul 14 08:07:53.157132 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45b8d4-1336-4900-ac05-437d7196308c req-eb9ab23e-f08b-40c4-8d30-5cbcf4365cc2 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:53.158657 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a45b8d4-1336-4900-ac05-437d7196308c req-eb9ab23e-f08b-40c4-8d30-5cbcf4365cc2 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 945 time: 0.0624750 Jul 14 08:07:53.187926 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-519eaaa8-ddeb-4f26-ac55-f6a4096aa5c1 service neutron] show failed (client error): The resource could not be found. Jul 14 08:07:53.188942 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-519eaaa8-ddeb-4f26-ac55-f6a4096aa5c1 service neutron] 10.222.0.30 "GET /v2.0/ports/6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5/bindings/n-h2-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.0536177 Jul 14 08:07:53.196187 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a45b8d4-1336-4900-ac05-437d7196308c req-176af25f-d716-4c94-ba2a-72eae3ad9c5d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319669 Jul 14 08:07:53.435721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-64c533e4-03ff-43b9-b6d7-c5e48208a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:53.437220 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-64c533e4-03ff-43b9-b6d7-c5e48208a615 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0&tenant_id=c9bac4f428414dbe9ba22389cee9d800 HTTP/1.1" status: 200 len: 1096 time: 0.0528107 Jul 14 08:07:53.447771 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-5', 'device_owner': 'compute:nova'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:07:53.519361 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:53.713787 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:07:53.745717 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:07:53.782712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:07:53.785568 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705fb718-ab48-4667-b0ff-aa8f2946fb6e" -d '{"events": [{"server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "name": "network-vif-unplugged", "status": "completed", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:07:53.788953 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:53.801284 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Transition to ACTIVE for port object 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:07:53.804977 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:53.838264 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 08:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d7109d-f28a-4e0b-9eaa-212b02ccad74 x-openstack-request-id: req-f3d7109d-f28a-4e0b-9eaa-212b02ccad74 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:07:53.838553 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "name": "network-vif-unplugged", "status": "completed", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:07:53.838800 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3d7109d-f28a-4e0b-9eaa-212b02ccad74 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:07:53.839183 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5', 'code': 200} Jul 14 08:07:53.886475 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:07:53.900575 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:53.900960 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:53.901327 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:53.901659 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:53.901987 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:53.902315 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:53.902637 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:53.902958 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:53.903282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:53.903597 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:53.903914 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:53.904229 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:53.941033 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] No DVR routers for this DVR port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:07:54.074382 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Attempting to bind port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:07:54.074707 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Attempting to bind port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:07:54.075021 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Attempting to bind port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:07:54.079102 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:07:54.079420 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Attempting to bind port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:07:54.084604 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:07:54.084932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Checking segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:07:54.085340 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Bound using segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:07:54.085757 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Bound port: 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:07:54.086100 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:54.150004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:07:54.152842 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:07:54.156982 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:54.189340 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:54.189966 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:54.191767 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] 10.222.0.15 "PUT /v2.0/ports/6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 HTTP/1.1" status: 200 len: 1091 time: 0.7478776 Jul 14 08:07:54.222418 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0eea94-26cf-47f4-ae5e-7496060f3560 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:07:54.272111 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-d85f6315-c39f-40c9-ba8a-2c43d3ae5f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:54.273657 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-d85f6315-c39f-40c9-ba8a-2c43d3ae5f70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 1094 time: 0.0591581 Jul 14 08:07:54.370673 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-905ef71a-ff21-48b2-9dee-9979497cecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:54.372300 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-905ef71a-ff21-48b2-9dee-9979497cecd9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0922465 Jul 14 08:07:54.381984 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973947f0-72cd-4921-8603-c6f46dd82c6a req-f935b654-701d-47dd-8840-eacc87d4ac21 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:54.384745 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-973947f0-72cd-4921-8603-c6f46dd82c6a req-f935b654-701d-47dd-8840-eacc87d4ac21 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 943 time: 0.0753188 Jul 14 08:07:54.421538 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-973947f0-72cd-4921-8603-c6f46dd82c6a req-7a1b1543-e978-45d2-90c2-b6a11a3d4365 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319798 Jul 14 08:07:54.439295 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-a7bbf8bf-fdd1-4497-a643-935114c65c1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 HTTP/1.1" status: 200 len: 999 time: 0.0610693 Jul 14 08:07:54.488504 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-6305750a-42f4-4f56-bd96-6018eb698ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:54.490169 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-6305750a-42f4-4f56-bd96-6018eb698ed7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0454628 Jul 14 08:07:54.554621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-aa531a17-075d-4dd4-9ef1-24422b28406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:54.556201 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-aa531a17-075d-4dd4-9ef1-24422b28406d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589783 Jul 14 08:07:54.566911 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5d006f46-12b2-4ced-ae48-5d5e4bfab478 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:07:54.567905 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-5d006f46-12b2-4ced-ae48-5d5e4bfab478 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057261 Jul 14 08:07:54.655689 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-45a78ca3-b596-4475-8c79-9900d089f8d6 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814764 Jul 14 08:07:54.749590 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0cb83cd8-2ceb-4052-a581-183bfdcbaf04 req-d9afa86a-4286-4c93-b761-6721759d3ee5 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865471 Jul 14 08:07:55.597199 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c7e2f-dc99-4038-9c9b-b7f09142a07f req-a5628e7e-7c94-4cf5-b750-f61bb9341a4e tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:55.598734 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f08c7e2f-dc99-4038-9c9b-b7f09142a07f req-a5628e7e-7c94-4cf5-b750-f61bb9341a4e tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 943 time: 0.0649247 Jul 14 08:07:55.635085 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f08c7e2f-dc99-4038-9c9b-b7f09142a07f req-32d5aae3-38d6-4bf2-ba4a-ce884eb65b62 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307055 Jul 14 08:07:55.840608 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:07:55.843014 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:07:55.889161 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b47950-c174-4a77-871e-78d80b907ead x-openstack-request-id: req-01b47950-c174-4a77-871e-78d80b907ead {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:07:55.889495 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:07:55.889744 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-01b47950-c174-4a77-871e-78d80b907ead {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:07:55.890133 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5', 'status': 'completed', 'code': 200} Jul 14 08:07:55.996303 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-1a8b38e6-028d-4336-aef1-320db41fe91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:55.997820 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-1a8b38e6-028d-4336-aef1-320db41fe91c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 1094 time: 0.0798340 Jul 14 08:07:56.000260 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-cde8eaf5-0d92-4180-a192-4c203192e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:56.001655 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-cde8eaf5-0d92-4180-a192-4c203192e6e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 1094 time: 0.0924242 Jul 14 08:07:56.151657 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-61595415-38db-48c5-a9cf-955f58f59dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:56.153029 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-61595415-38db-48c5-a9cf-955f58f59dae service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.1479278 Jul 14 08:07:56.157243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-351fba67-1494-4654-9483-37c4ab653455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:56.158587 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-351fba67-1494-4654-9483-37c4ab653455 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.1457720 Jul 14 08:07:56.514294 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-5f8fa04d-2286-4c83-b21b-fe845657206e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 HTTP/1.1" status: 200 len: 999 time: 0.3513465 Jul 14 08:07:56.517937 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-8039a2f9-c667-45d2-9359-3d4a2cc1b44f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 HTTP/1.1" status: 200 len: 999 time: 0.3495574 Jul 14 08:07:56.593260 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-87010a98-8ef2-46e4-b656-25c6e501b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:56.594726 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-87010a98-8ef2-46e4-b656-25c6e501b831 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0734968 Jul 14 08:07:56.596285 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-1d3fd505-72ee-4cd1-9707-6fe76a38c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:56.597586 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-1d3fd505-72ee-4cd1-9707-6fe76a38c40c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0694585 Jul 14 08:07:56.689490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-05335577-a8ac-48da-81cf-ab7db6194f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:56.690978 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-05335577-a8ac-48da-81cf-ab7db6194f16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900664 Jul 14 08:07:56.694007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-c5e4a2b9-0f7d-4b8b-bdee-4edaa577ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:56.695361 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-c5e4a2b9-0f7d-4b8b-bdee-4edaa577ff12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864761 Jul 14 08:07:56.810473 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81c39b-6a82-469e-a1ad-3894ca72e028 req-3baf4ce8-c712-4ad5-81c2-d1f43d12bfe5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:56.811962 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b81c39b-6a82-469e-a1ad-3894ca72e028 req-3baf4ce8-c712-4ad5-81c2-d1f43d12bfe5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 943 time: 0.0626495 Jul 14 08:07:56.843884 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-4bccab5b-699e-4cb0-84c7-49c7282fa57b service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465740 Jul 14 08:07:56.845729 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-d0394aea-f2e2-4603-9553-a38444058b46 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417539 Jul 14 08:07:56.849436 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b81c39b-6a82-469e-a1ad-3894ca72e028 req-9991f1f2-1b84-4314-9d0a-d6aded7daa3c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308797 Jul 14 08:07:56.996312 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-cd196d74-612c-4e11-8448-2825316c1b0f service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464360 Jul 14 08:07:57.001497 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e0a88530-eba3-4c4a-b145-9b53c65c3cdf req-970df8ec-d229-4849-8c04-aaf248ac02c2 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437263 Jul 14 08:07:57.120260 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403fdb4-d3e4-44b2-9ddd-ce46a3122695 req-3bf5451f-21a6-411b-bc0d-db9cc7352a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:57.121821 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f403fdb4-d3e4-44b2-9ddd-ce46a3122695 req-3bf5451f-21a6-411b-bc0d-db9cc7352a33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 1094 time: 0.0571463 Jul 14 08:07:57.226182 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403fdb4-d3e4-44b2-9ddd-ce46a3122695 req-ca61c14b-c7a1-457b-a34b-413c2885b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:57.227676 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f403fdb4-d3e4-44b2-9ddd-ce46a3122695 req-ca61c14b-c7a1-457b-a34b-413c2885b947 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0864012 Jul 14 08:07:57.295839 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f403fdb4-d3e4-44b2-9ddd-ce46a3122695 req-beae6a71-3175-417f-849a-0669c7863614 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 HTTP/1.1" status: 200 len: 999 time: 0.0615382 Jul 14 08:07:57.318191 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-54d9d71e-4814-420d-99fb-0bcc86358ae2 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:57.319643 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-54d9d71e-4814-420d-99fb-0bcc86358ae2 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0&tenant_id=c9bac4f428414dbe9ba22389cee9d800&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 943 time: 0.1448121 Jul 14 08:07:57.344047 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403fdb4-d3e4-44b2-9ddd-ce46a3122695 req-c366ed3e-4521-4ff0-815c-f0ad647a07a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:57.345535 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f403fdb4-d3e4-44b2-9ddd-ce46a3122695 req-c366ed3e-4521-4ff0-815c-f0ad647a07a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0425396 Jul 14 08:07:57.369824 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730911d5-e948-419a-b215-f478428ccfe5 req-71f45de7-2f12-4ed7-ac6c-f80ed4e221ce tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:57.371227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-730911d5-e948-419a-b215-f478428ccfe5 req-71f45de7-2f12-4ed7-ac6c-f80ed4e221ce tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 943 time: 0.1314104 Jul 14 08:07:57.402643 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403fdb4-d3e4-44b2-9ddd-ce46a3122695 req-e225849e-569a-457a-b91c-092ad2f56b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:57.404160 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f403fdb4-d3e4-44b2-9ddd-ce46a3122695 req-e225849e-569a-457a-b91c-092ad2f56b70 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525522 Jul 14 08:07:57.414911 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-10759ee9-3aa3-4891-ac06-441230e32072 service neutron] 10.222.0.15 "GET /v2.0/ports/6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5/bindings/n-h2-778696-5 HTTP/1.1" status: 200 len: 382 time: 0.0891674 Jul 14 08:07:57.426647 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-730911d5-e948-419a-b215-f478428ccfe5 req-586da73a-4f5c-4e5f-9638-993f6e977f8a tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481935 Jul 14 08:07:57.495625 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f403fdb4-d3e4-44b2-9ddd-ce46a3122695 req-482f7cf9-1641-440c-b447-a0d248032953 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846431 Jul 14 08:07:57.583414 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f403fdb4-d3e4-44b2-9ddd-ce46a3122695 req-e1448e15-1111-4b41-8029-3b110635f6d1 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813048 Jul 14 08:07:57.672028 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-f0cc59f8-d862-4fa0-b34b-bde69e51910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:57.673457 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-f0cc59f8-d862-4fa0-b34b-bde69e51910b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 1094 time: 0.0524473 Jul 14 08:07:57.761707 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-ef4369b3-1e1e-402b-a1fd-e0776ae86009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:57.763103 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-ef4369b3-1e1e-402b-a1fd-e0776ae86009 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0833514 Jul 14 08:07:57.825686 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-b4dc3895-c0bb-4423-a7d2-aa35f3e3ecce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 HTTP/1.1" status: 200 len: 999 time: 0.0558929 Jul 14 08:07:57.831993 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:07:57.878126 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-74f79708-cd03-4099-acbf-fa68485e3be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:57.880140 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-74f79708-cd03-4099-acbf-fa68485e3be7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0469377 Jul 14 08:07:57.925435 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:07:57.936186 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-ac5dc2f1-3edb-4c4d-a70a-f4449b7bee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:57.936633 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'port_id': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5', 'mac_address': 'fa:16:3e:eb:f0:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:07:57.937712 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-ac5dc2f1-3edb-4c4d-a70a-f4449b7bee18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519025 Jul 14 08:07:57.973464 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:57.986221 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:07:58.006471 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:07:58.010281 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:58.027073 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-ba610301-7dbd-41c4-8501-90e49447a982 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822515 Jul 14 08:07:58.058767 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:07:58.066028 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:58.066435 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:58.066806 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:58.067145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:58.067479 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:58.067811 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:58.068424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:58.068760 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:58.069087 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:58.069455 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:58.069784 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:58.070107 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:07:58.119915 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-e2bb2cad-e6dc-4483-841a-6de53ebdab43 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867438 Jul 14 08:07:58.223705 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:07:58.352649 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:07:58.387897 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:07:58.604197 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4aae2d-9868-4289-a4fa-6b158c34a187 req-243e1d39-fb48-4bc2-b21d-1fcdec5b284c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:58.605689 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b4aae2d-9868-4289-a4fa-6b158c34a187 req-243e1d39-fb48-4bc2-b21d-1fcdec5b284c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 944 time: 0.0628476 Jul 14 08:07:58.641709 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b4aae2d-9868-4289-a4fa-6b158c34a187 req-82f56d5d-c46e-4725-8d8d-7f73b891a477 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303805 Jul 14 08:07:59.817045 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:07:59.818510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8c29d-514b-4be8-95b0-9f79c2087260 req-3630c42a-e96b-41dc-ba7c-3a028978be7f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:07:59.820558 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16b8c29d-514b-4be8-95b0-9f79c2087260 req-3630c42a-e96b-41dc-ba7c-3a028978be7f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 944 time: 0.0661910 Jul 14 08:07:59.860692 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16b8c29d-514b-4be8-95b0-9f79c2087260 req-f9ba276d-557e-4b57-ac27-b46fbcbf3c41 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336969 Jul 14 08:07:59.866444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:07:59.870937 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:07:59.871510 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:59.952898 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:07:59.974823 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:07:59.977077 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7909be5d-86c1-4e69-b4c1-e11e525d9a51" -d '{"events": [{"server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "name": "network-vif-plugged", "status": "completed", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:07:59.990696 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:07:59.994807 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:00.034335 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f22cb8f-632a-416e-822b-a123f8cd1706 x-openstack-request-id: req-7f22cb8f-632a-416e-822b-a123f8cd1706 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:08:00.034631 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "name": "network-vif-plugged", "status": "completed", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:08:00.034884 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f22cb8f-632a-416e-822b-a123f8cd1706 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:08:00.035340 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5', 'code': 200} Jul 14 08:08:00.047682 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:08:00.088714 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-b6acc42c-db10-4af0-9294-c1680056e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:00.090340 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-b6acc42c-db10-4af0-9294-c1680056e644 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0&tenant_id=c9bac4f428414dbe9ba22389cee9d800 HTTP/1.1" status: 200 len: 1096 time: 0.0515137 Jul 14 08:08:00.101060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-5', 'device_owner': 'compute:nova'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:08:00.172090 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:00.365349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:08:00.396157 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:08:00.433713 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:08:00.436210 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f979cd-8073-43d3-ba1b-03044960594c" -d '{"events": [{"server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "name": "network-vif-unplugged", "status": "completed", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:08:00.439627 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:00.451500 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Transition to ACTIVE for port object 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:08:00.455162 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:00.489908 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 08:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d410aa2b-6938-4b26-bb5a-3eaa6d5bca32 x-openstack-request-id: req-d410aa2b-6938-4b26-bb5a-3eaa6d5bca32 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:08:00.490333 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "name": "network-vif-unplugged", "status": "completed", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:08:00.490801 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d410aa2b-6938-4b26-bb5a-3eaa6d5bca32 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:08:00.491234 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5', 'code': 200} Jul 14 08:08:00.542869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,revision_number=10']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:08:00.575972 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bebbcb6d-a0dc-4a13-b836-63f3a3be18f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:00.588830 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] No DVR routers for this DVR port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:08:00.722916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Attempting to bind port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:08:00.723255 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Attempting to bind port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:08:00.723585 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Attempting to bind port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:08:00.727800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:08:00.728121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Attempting to bind port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:08:00.733011 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:08:00.733624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Checking segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:08:00.734007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Bound using segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:08:00.734427 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Bound port: 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:08:00.734777 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:00.794790 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:08:00.798055 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:08:00.803062 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:00.832284 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:00.832959 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:00.834281 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] 10.222.0.30 "PUT /v2.0/ports/6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 HTTP/1.1" status: 200 len: 1092 time: 0.7376797 Jul 14 08:08:00.875471 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd289cb-7102-4f35-9470-7f788ee68f06 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,revision_number=11']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:08:00.924343 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-2d28d6e2-2758-4c33-856d-59733b079768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:00.926678 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-2d28d6e2-2758-4c33-856d-59733b079768 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 1095 time: 0.0680273 Jul 14 08:08:01.026265 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-58f2db7f-b270-4532-8735-6600493a1d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:01.027750 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-58f2db7f-b270-4532-8735-6600493a1d80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0954299 Jul 14 08:08:01.042248 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710ac34-8fd2-4398-80ec-182fceea0db4 req-506924dd-2ea5-4fb1-b807-8c525d47fc68 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:01.043754 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e710ac34-8fd2-4398-80ec-182fceea0db4 req-506924dd-2ea5-4fb1-b807-8c525d47fc68 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 944 time: 0.0666220 Jul 14 08:08:01.080901 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e710ac34-8fd2-4398-80ec-182fceea0db4 req-e48880b7-805e-4296-bfdb-909865240805 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315251 Jul 14 08:08:01.097688 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-6b0ee47a-753b-478d-8a0e-99aaec686ea5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 HTTP/1.1" status: 200 len: 999 time: 0.0633097 Jul 14 08:08:01.146859 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-4af662a1-7dd3-40e0-8701-47bfac854db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:01.148236 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-4af662a1-7dd3-40e0-8701-47bfac854db8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0445170 Jul 14 08:08:01.202873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-613b0542-59f2-4123-9dce-b406571e5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:01.204346 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-613b0542-59f2-4123-9dce-b406571e5e56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504010 Jul 14 08:08:01.292502 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-ccc1a3d9-8363-4af3-8b84-57711bb4f13f service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811918 Jul 14 08:08:01.376358 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-6be9af52-66c5-4a0a-b23d-5a27c8eb51ac service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782502 Jul 14 08:08:02.255887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bf9fd-396b-4372-a146-31e8c90f74bc req-1c0015c4-234e-4e96-91a9-cfcb6031778b tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:02.257286 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-020bf9fd-396b-4372-a146-31e8c90f74bc req-1c0015c4-234e-4e96-91a9-cfcb6031778b tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 944 time: 0.0625472 Jul 14 08:08:02.294272 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-020bf9fd-396b-4372-a146-31e8c90f74bc req-ccaffb9c-f10a-4896-ae15-1ab43c372ffc tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315273 Jul 14 08:08:02.368848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:08:02.463245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:08:02.474149 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'port_id': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5', 'mac_address': 'fa:16:3e:eb:f0:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:08:02.492707 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:08:02.495156 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce07c004-8d6f-402d-b172-50725f2e5f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:08:02.509769 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:02.523073 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:08:02.542572 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:08:02.544551 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738e4762-8022-4ff4-b10f-22b05bef8134 x-openstack-request-id: req-738e4762-8022-4ff4-b10f-22b05bef8134 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:08:02.544900 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:08:02.545106 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-738e4762-8022-4ff4-b10f-22b05bef8134 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:08:02.545678 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5', 'status': 'completed', 'code': 200} Jul 14 08:08:02.546793 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:02.597224 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,revision_number=12']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:08:02.658652 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-1cf32a9e-badd-45f1-bcc3-dbe6dad963b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:02.660507 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-1cf32a9e-badd-45f1-bcc3-dbe6dad963b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0928130 Jul 14 08:08:02.666171 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-21cd5340-edf9-4df8-a1b5-45c0ed729ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:02.667514 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-21cd5340-edf9-4df8-a1b5-45c0ed729ba3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0923820 Jul 14 08:08:02.771155 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:08:02.820559 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-5728b125-1f38-4285-bff4-10704bb9e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:02.822095 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-5728b125-1f38-4285-bff4-10704bb9e78c service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.1537344 Jul 14 08:08:02.826501 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-a0e81c2b-3e0b-41a0-a271-6413905a1c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:02.827859 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-a0e81c2b-3e0b-41a0-a271-6413905a1c70 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.1427739 Jul 14 08:08:03.180713 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-c97b2251-7821-4d21-9c63-729621ed1c45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 HTTP/1.1" status: 200 len: 1000 time: 0.3518918 Jul 14 08:08:03.184361 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-b50abaf0-ba6a-48bc-96fd-188bfbc1928a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 HTTP/1.1" status: 200 len: 1000 time: 0.3488009 Jul 14 08:08:03.262981 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-639d1755-0f17-4b74-b094-4a543f8134b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:03.264430 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-639d1755-0f17-4b74-b094-4a543f8134b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0781970 Jul 14 08:08:03.265775 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-c045d031-6c0b-4505-8dcd-b0fe074c1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:03.267073 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-c045d031-6c0b-4505-8dcd-b0fe074c1846 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0738320 Jul 14 08:08:03.359569 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-76ba3fc5-06ba-46a7-9c80-59482279e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:03.361125 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-76ba3fc5-06ba-46a7-9c80-59482279e884 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899785 Jul 14 08:08:03.364375 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-3d9213aa-f690-4b63-833a-bef933d0c45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:03.365777 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-3d9213aa-f690-4b63-833a-bef933d0c45b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873992 Jul 14 08:08:03.373364 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-822de7d6-f7e6-4e5c-b66d-5f2c24d4c849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:03.464662 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442de9d9-ef60-4c32-ac66-ab24220e2fb5 req-2cdad368-27ee-46f1-bc03-072b0324345f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:03.466237 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-442de9d9-ef60-4c32-ac66-ab24220e2fb5 req-2cdad368-27ee-46f1-bc03-072b0324345f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 945 time: 0.0623443 Jul 14 08:08:03.508369 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-442de9d9-ef60-4c32-ac66-ab24220e2fb5 req-5b6ac274-fb3c-474f-9a35-1c4789b9dce0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364463 Jul 14 08:08:03.517442 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-71fba40e-b40a-4153-9034-487ead0d65d7 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497681 Jul 14 08:08:03.519300 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-13d4d1fb-2ed0-43e5-abef-d1569ef287e2 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437697 Jul 14 08:08:03.677529 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-7c9ab5fe-f7e4-4aea-8665-fd27b8fddabe service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539609 Jul 14 08:08:03.680462 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6316f-86f0-4f8f-aaaf-0582edbe8d28 req-d6a4ca6f-d80e-402f-8abe-70689f050049 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:03.682597 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ce07c004-8d6f-402d-b172-50725f2e5f5b req-0942e23b-3884-4835-9b07-f3e37cd16a56 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512372 Jul 14 08:08:03.682761 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eba6316f-86f0-4f8f-aaaf-0582edbe8d28 req-d6a4ca6f-d80e-402f-8abe-70689f050049 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 945 time: 0.0623310 Jul 14 08:08:03.722967 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:03.723688 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eba6316f-86f0-4f8f-aaaf-0582edbe8d28 req-f59618aa-efa5-43ec-bd00-5d3c33538bc1 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353935 Jul 14 08:08:03.833471 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:08:03.875119 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:08:03.893970 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a053d6c-8dd8-4ec5-8fbf-4fa676a97743 req-50418fd1-1658-42e3-bcf8-73b810dcea15 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:03.895473 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a053d6c-8dd8-4ec5-8fbf-4fa676a97743 req-50418fd1-1658-42e3-bcf8-73b810dcea15 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 945 time: 0.0620902 Jul 14 08:08:03.932557 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a053d6c-8dd8-4ec5-8fbf-4fa676a97743 req-019e76d5-4d4e-4a59-b94b-a58a452e08e5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315111 Jul 14 08:08:04.303940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f146af-5914-4242-9fbe-3c9189697225 req-506bca8f-1658-4e2f-840a-a0bd08a5586e tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:04.305438 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90f146af-5914-4242-9fbe-3c9189697225 req-506bca8f-1658-4e2f-840a-a0bd08a5586e tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 945 time: 0.0649440 Jul 14 08:08:04.341946 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90f146af-5914-4242-9fbe-3c9189697225 req-8e940fae-7934-4881-82bd-a2a1b7d056a3 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310752 Jul 14 08:08:04.383038 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:08:04.429838 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:08:04.433306 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:08:04.433680 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:04.506774 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:04.531260 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:08:04.533587 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e06e87-ef63-4633-afcf-2a0575a23c1d" -d '{"events": [{"server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "name": "network-vif-plugged", "status": "completed", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:08:04.546117 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:08:04.550080 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:04.576050 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a14302-3eaf-4307-9be8-29536b6c291c x-openstack-request-id: req-32a14302-3eaf-4307-9be8-29536b6c291c {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:08:04.576346 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "name": "network-vif-plugged", "status": "completed", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:08:04.576607 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32a14302-3eaf-4307-9be8-29536b6c291c {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:08:04.576988 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5', 'code': 200} Jul 14 08:08:04.602394 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,revision_number=13']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:08:04.863932 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:05.488276 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d4e41-9af3-4a53-970d-3d043af276e4 req-27fc2f60-1c12-4eda-ba26-1ca295f09d45 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:05.489684 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e86d4e41-9af3-4a53-970d-3d043af276e4 req-27fc2f60-1c12-4eda-ba26-1ca295f09d45 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 946 time: 0.0669463 Jul 14 08:08:05.514456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4beb3c-a4a6-4972-b587-498017d9eb07 req-1a31ec58-2850-429c-b8bf-bca902aa5981 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:05.515933 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d4beb3c-a4a6-4972-b587-498017d9eb07 req-1a31ec58-2850-429c-b8bf-bca902aa5981 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9eaa3d7-6751-4761-be1f-01eaf0e00ec0 HTTP/1.1" status: 200 len: 946 time: 0.0620887 Jul 14 08:08:05.552778 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d4beb3c-a4a6-4972-b587-498017d9eb07 req-19356c08-d361-4bf1-87a3-696172bcc050 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305130 Jul 14 08:08:05.589285 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-e86d4e41-9af3-4a53-970d-3d043af276e4 req-3d80b48c-ae98-40e6-952b-ab7ee76719c5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Deleting port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:08:05.589669 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e86d4e41-9af3-4a53-970d-3d043af276e4 req-3d80b48c-ae98-40e6-952b-ab7ee76719c5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:05.676173 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-e86d4e41-9af3-4a53-970d-3d043af276e4 req-3d80b48c-ae98-40e6-952b-ab7ee76719c5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] For port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:08:05.676523 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e86d4e41-9af3-4a53-970d-3d043af276e4 req-3d80b48c-ae98-40e6-952b-ab7ee76719c5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:05.837130 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e86d4e41-9af3-4a53-970d-3d043af276e4 req-3d80b48c-ae98-40e6-952b-ab7ee76719c5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:05.837522 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e86d4e41-9af3-4a53-970d-3d043af276e4 req-3d80b48c-ae98-40e6-952b-ab7ee76719c5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:05.837827 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [req-e86d4e41-9af3-4a53-970d-3d043af276e4 req-3d80b48c-ae98-40e6-952b-ab7ee76719c5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Floating IP 5325e74f-d7fa-4cea-8b9f-857ba77076d7 disassociated. External IP: 172.25.7.48, port: 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5. Jul 14 08:08:05.838161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-e86d4e41-9af3-4a53-970d-3d043af276e4 req-3d80b48c-ae98-40e6-952b-ab7ee76719c5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Calling delete_port for 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:08:05.962464 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e86d4e41-9af3-4a53-970d-3d043af276e4 req-3d80b48c-ae98-40e6-952b-ab7ee76719c5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:05.991458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80b48c-ae98-40e6-952b-ab7ee76719c5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Pushing event deleted for resources: {'Port': ['ID=6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:08:06.105298 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e86d4e41-9af3-4a53-970d-3d043af276e4 req-3d80b48c-ae98-40e6-952b-ab7ee76719c5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Router e5d024ab-3095-4948-a381-1b5917c2ecba has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:08:06.214737 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e86d4e41-9af3-4a53-970d-3d043af276e4 req-3d80b48c-ae98-40e6-952b-ab7ee76719c5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:08:06.224888 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809553b6-2aa6-4ed5-910e-89211e8e92d6 None None] Sync routers for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:08:06.233816 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809553b6-2aa6-4ed5-910e-89211e8e92d6 None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:08:06.234410 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-809553b6-2aa6-4ed5-910e-89211e8e92d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:08:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:08:06.257614 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86d4e41-9af3-4a53-970d-3d043af276e4 req-3d80b48c-ae98-40e6-952b-ab7ee76719c5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] No DVR routers for this DVR port 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:08:06.260186 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e86d4e41-9af3-4a53-970d-3d043af276e4 req-3d80b48c-ae98-40e6-952b-ab7ee76719c5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:06.262228 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e86d4e41-9af3-4a53-970d-3d043af276e4 req-3d80b48c-ae98-40e6-952b-ab7ee76719c5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.30 "DELETE /v2.0/ports/6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 HTTP/1.1" status: 204 len: 173 time: 0.7675326 Jul 14 08:08:06.262614 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'name': 'network-vif-deleted', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:08:06.264867 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d2ffb5-754a-4da1-86a9-94c844e0781c" -d '{"events": [{"server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "name": "network-vif-deleted", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:08:06.302068 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7b1166-c8f6-40dc-8fc4-7b02a6c060cc x-openstack-request-id: req-aa7b1166-c8f6-40dc-8fc4-7b02a6c060cc {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:08:06.302389 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9eaa3d7-6751-4761-be1f-01eaf0e00ec0", "name": "network-vif-deleted", "tag": "6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:08:06.302654 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa7b1166-c8f6-40dc-8fc4-7b02a6c060cc {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:08:06.303052 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9eaa3d7-6751-4761-be1f-01eaf0e00ec0', 'name': 'network-vif-deleted', 'tag': '6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5', 'status': 'completed', 'code': 200} Jul 14 08:08:06.343168 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-809553b6-2aa6-4ed5-910e-89211e8e92d6 None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:08:06.395695 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:06.545932 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-809553b6-2aa6-4ed5-910e-89211e8e92d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:08:06.571298 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809553b6-2aa6-4ed5-910e-89211e8e92d6 None None] Checking router: e5d024ab-3095-4948-a381-1b5917c2ecba for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:08:06.579694 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809553b6-2aa6-4ed5-910e-89211e8e92d6 None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:08:06.580188 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-809553b6-2aa6-4ed5-910e-89211e8e92d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:08:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:08:06.686070 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-809553b6-2aa6-4ed5-910e-89211e8e92d6 None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:08:06.880929 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-809553b6-2aa6-4ed5-910e-89211e8e92d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:08:06.903077 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-0167a956-9c79-4770-bac3-5a287e917231 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1204442941&fields=id&tenant_id=c9bac4f428414dbe9ba22389cee9d800 HTTP/1.1" status: 200 len: 267 time: 0.0327542 Jul 14 08:08:06.910031 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809553b6-2aa6-4ed5-910e-89211e8e92d6 None None] The sync data for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 is: [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:08:07.015173 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-210f1d2b-ada8-4a00-b54a-1b3d6c359eed tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:07.016690 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-210f1d2b-ada8-4a00-b54a-1b3d6c359eed tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 811 time: 0.1065261 Jul 14 08:08:07.031797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-d06e7015-07db-491b-89f9-d6a7dffae682 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/quotas/c9bac4f428414dbe9ba22389cee9d800 HTTP/1.1" status: 200 len: 375 time: 0.0094726 Jul 14 08:08:07.102550 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-905a7c39-b642-4937-b656-ed4244999edc tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0648963 Jul 14 08:08:07.126788 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71fd59f-6299-41ad-880e-a95e7d51507c None None] New status for floating IP 5325e74f-d7fa-4cea-8b9f-857ba77076d7: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:08:07.241770 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-2ac499c7-2233-4934-871d-7c80545d7c25 service neutron] 10.222.0.35 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269729 Jul 14 08:08:07.327938 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-99ca651a-7202-458a-be14-0f6e5bfedf8f service neutron] 10.222.0.35 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803053 Jul 14 08:08:07.496038 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b4550d0-19b1-4ce8-b797-68f83cbceab8 req-a7a0df05-bb99-4ca3-b536-12f17ade1fc4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 210 time: 0.0289447 Jul 14 08:08:08.478788 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-3d36e186-1c20-4392-b714-fed94c4638ab tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:08.480254 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-3d36e186-1c20-4392-b714-fed94c4638ab tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 811 time: 0.1010633 Jul 14 08:08:08.522957 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-de59918c-7887-4b21-b012-ab81c555bec1 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9bac4f428414dbe9ba22389cee9d800 HTTP/1.1" status: 200 len: 380 time: 0.0345762 Jul 14 08:08:08.531663 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-d5238d3d-9f81-4d6a-a2fc-3dc6c35dd2d4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Request body: {'port': {'device_id': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'admin_state_up': True, 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'security_groups': ['05886cab-7214-4406-b611-580271680406']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:08:08.642345 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-02519643-4b43-4cd2-a87e-a1dbea395453 req-fb1d2979-4fcf-4db7-81e6-a451fbd66988 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 210 time: 0.0320449 Jul 14 08:08:08.647707 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-d5238d3d-9f81-4d6a-a2fc-3dc6c35dd2d4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Made reservation on behalf of c9bac4f428414dbe9ba22389cee9d800 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:08:08.651396 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-d5238d3d-9f81-4d6a-a2fc-3dc6c35dd2d4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:08.770968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-d5238d3d-9f81-4d6a-a2fc-3dc6c35dd2d4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Allocated IP 172.20.0.8 (4ef17d50-9e1e-4635-a3de-168a449c4d83/74531bb3-74b9-40c2-8245-742499605b52/608ea522-ab65-4e5a-a4ef-fb7af470a95b) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:08:08.905445 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-d5238d3d-9f81-4d6a-a2fc-3dc6c35dd2d4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:08.918895 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-d5238d3d-9f81-4d6a-a2fc-3dc6c35dd2d4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Transition to ACTIVE for port object 608ea522-ab65-4e5a-a4ef-fb7af470a95b will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:08:08.951542 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-d5238d3d-9f81-4d6a-a2fc-3dc6c35dd2d4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:08.998654 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-d5238d3d-9f81-4d6a-a2fc-3dc6c35dd2d4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Network 4ef17d50-9e1e-4635-a3de-168a449c4d83 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:08:09.001696 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-d5238d3d-9f81-4d6a-a2fc-3dc6c35dd2d4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:08:09.005610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-d5238d3d-9f81-4d6a-a2fc-3dc6c35dd2d4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:08:09.011813 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5238d3d-9f81-4d6a-a2fc-3dc6c35dd2d4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Pushing event updated for resources: {'Port': ['ID=608ea522-ab65-4e5a-a4ef-fb7af470a95b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:08:09.057324 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-d5238d3d-9f81-4d6a-a2fc-3dc6c35dd2d4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:09.057948 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-d5238d3d-9f81-4d6a-a2fc-3dc6c35dd2d4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:09.072339 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-d5238d3d-9f81-4d6a-a2fc-3dc6c35dd2d4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5446634 Jul 14 08:08:09.084584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Request body: {'port': {'device_id': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:08:09.163471 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:09.203425 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f9e2dc21-56d5-433b-b96f-b27bd550f99b None None] Provisioning for port 608ea522-ab65-4e5a-a4ef-fb7af470a95b completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:08:09.207026 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f9e2dc21-56d5-433b-b96f-b27bd550f99b None None] Provisioning complete for port 608ea522-ab65-4e5a-a4ef-fb7af470a95b triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:08:09.207469 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f9e2dc21-56d5-433b-b96f-b27bd550f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:09.241374 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2dc21-56d5-433b-b96f-b27bd550f99b None None] Port 608ea522-ab65-4e5a-a4ef-fb7af470a95b cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:08:09.417116 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608ea522-ab65-4e5a-a4ef-fb7af470a95b {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:08:09.424337 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:09.436477 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Transition to ACTIVE for port object 608ea522-ab65-4e5a-a4ef-fb7af470a95b will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:08:09.440331 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:09.493869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=608ea522-ab65-4e5a-a4ef-fb7af470a95b,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:08:09.561344 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Attempting to bind port 608ea522-ab65-4e5a-a4ef-fb7af470a95b on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:08:09.561678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Attempting to bind port 608ea522-ab65-4e5a-a4ef-fb7af470a95b by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:08:09.562002 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Attempting to bind port 608ea522-ab65-4e5a-a4ef-fb7af470a95b on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:08:09.566672 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Port 608ea522-ab65-4e5a-a4ef-fb7af470a95b on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:08:09.567148 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Attempting to bind port 608ea522-ab65-4e5a-a4ef-fb7af470a95b on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:08:09.571987 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:08:09.572324 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Checking segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:08:09.572708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Bound using segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:08:09.573165 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Bound port: 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:08:09.573557 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:09.638407 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] For port 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:08:09.641348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] For port 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:08:09.646217 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:09.681508 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:09.682292 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:09.683428 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] 10.222.0.30 "PUT /v2.0/ports/608ea522-ab65-4e5a-a4ef-fb7af470a95b HTTP/1.1" status: 200 len: 1091 time: 0.6039641 Jul 14 08:08:09.683953 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'tag': '608ea522-ab65-4e5a-a4ef-fb7af470a95b'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:08:09.686118 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ba1d08-d32d-4c96-a0fd-bef9f61ba1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b6db430e-6f45-4505-95f6-ba9d7d54d8be", "tag": "608ea522-ab65-4e5a-a4ef-fb7af470a95b"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:08:09.715154 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfca1b-1d5d-4aaf-b060-392398f2fdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=608ea522-ab65-4e5a-a4ef-fb7af470a95b,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:08:09.755848 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dee415-3649-47a5-ba60-e2f645cf392a x-openstack-request-id: req-99dee415-3649-47a5-ba60-e2f645cf392a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:08:09.756139 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6db430e-6f45-4505-95f6-ba9d7d54d8be", "tag": "608ea522-ab65-4e5a-a4ef-fb7af470a95b", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:08:09.756385 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-99dee415-3649-47a5-ba60-e2f645cf392a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:08:09.756776 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'tag': '608ea522-ab65-4e5a-a4ef-fb7af470a95b', 'status': 'completed', 'code': 200} Jul 14 08:08:09.783536 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-c8d8d09e-712e-4c55-8e31-a9ed2be6fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:09.785805 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-c8d8d09e-712e-4c55-8e31-a9ed2be6fe9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 1094 time: 0.0586834 Jul 14 08:08:09.826967 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d6643-a36d-4398-89f5-d1ce065d1f0b req-418a20b3-69e9-4402-8d02-89325ebd076a tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:09.828208 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-ce96e31d-6fd4-4f5a-a964-f01610cd39a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b HTTP/1.1" status: 200 len: 217 time: 0.0364099 Jul 14 08:08:09.829640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb3d6643-a36d-4398-89f5-d1ce065d1f0b req-418a20b3-69e9-4402-8d02-89325ebd076a tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 943 time: 0.0661535 Jul 14 08:08:09.872212 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb3d6643-a36d-4398-89f5-d1ce065d1f0b req-4b1fa1bc-a76e-4088-b451-7e6921dd12f6 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339155 Jul 14 08:08:09.887907 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-7e389c1c-ab90-48f0-b768-0d6461ee4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:09.887907 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-7e389c1c-ab90-48f0-b768-0d6461ee4889 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0533953 Jul 14 08:08:09.942912 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-e54c8ba5-1b4a-4645-9375-a4094776e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:09.944288 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-e54c8ba5-1b4a-4645-9375-a4094776e585 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503349 Jul 14 08:08:10.030573 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-13a129d5-ea99-4d80-9ac4-f883983fc6b1 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801902 Jul 14 08:08:10.119015 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c31bc5e6-7eb0-4c70-bac0-373cb245afe7 req-79be1839-64e8-461f-a134-471a3b28fe65 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811763 Jul 14 08:08:10.216313 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba1d08-d32d-4c96-a0fd-bef9f61ba1bf req-0c3d75e0-3395-43bb-905b-c6226c29844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:10.217700 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-74ba1d08-d32d-4c96-a0fd-bef9f61ba1bf req-0c3d75e0-3395-43bb-905b-c6226c29844d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 1094 time: 0.0507469 Jul 14 08:08:10.306044 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba1d08-d32d-4c96-a0fd-bef9f61ba1bf req-ad432c04-7c1b-4f65-a0e7-205d1b62de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:10.307488 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-74ba1d08-d32d-4c96-a0fd-bef9f61ba1bf req-ad432c04-7c1b-4f65-a0e7-205d1b62de47 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0835238 Jul 14 08:08:10.346764 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-74ba1d08-d32d-4c96-a0fd-bef9f61ba1bf req-93036cc3-97a1-490e-9c76-a5cd236a1fd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b HTTP/1.1" status: 200 len: 217 time: 0.0324116 Jul 14 08:08:10.392364 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba1d08-d32d-4c96-a0fd-bef9f61ba1bf req-9cb50e7f-1d12-43ba-af19-4ee70f9d31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:10.393757 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-74ba1d08-d32d-4c96-a0fd-bef9f61ba1bf req-9cb50e7f-1d12-43ba-af19-4ee70f9d31bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0403988 Jul 14 08:08:10.399342 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:08:10.419011 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:08:10.419352 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 6c1459b5-77a9-4453-9cdd-da4fdfe5c1e5 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:08:10.453107 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba1d08-d32d-4c96-a0fd-bef9f61ba1bf req-d4ab6f6f-aa69-4d1e-8f45-14ccce744331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:10.454594 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-74ba1d08-d32d-4c96-a0fd-bef9f61ba1bf req-d4ab6f6f-aa69-4d1e-8f45-14ccce744331 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531590 Jul 14 08:08:10.542486 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-74ba1d08-d32d-4c96-a0fd-bef9f61ba1bf req-729d3d54-b119-48c2-96e0-1fd9bccfed8a service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798743 Jul 14 08:08:10.632399 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-74ba1d08-d32d-4c96-a0fd-bef9f61ba1bf req-a9fb4f0f-6fd2-4cb7-a56c-e38cd36fb326 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828924 Jul 14 08:08:11.042522 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ca9c1-9a31-44cb-9ec0-4d91e85a0b7a req-aa32b5c5-93fa-47a1-857d-c0919219ee69 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:11.044045 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-315ca9c1-9a31-44cb-9ec0-4d91e85a0b7a req-aa32b5c5-93fa-47a1-857d-c0919219ee69 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 943 time: 0.0616541 Jul 14 08:08:11.080532 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-315ca9c1-9a31-44cb-9ec0-4d91e85a0b7a req-db4a1941-e224-401a-a430-2c32c89e11ed tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310938 Jul 14 08:08:12.254526 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b3a41-dc0b-4a67-9de2-8a87d2b463ef req-fde42d2a-cd7f-4075-962d-46575aa53e9c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:12.255909 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3b4b3a41-dc0b-4a67-9de2-8a87d2b463ef req-fde42d2a-cd7f-4075-962d-46575aa53e9c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 943 time: 0.0682292 Jul 14 08:08:12.293175 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3b4b3a41-dc0b-4a67-9de2-8a87d2b463ef req-57508986-9bc4-4aa9-9c6a-a099b00243e2 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317695 Jul 14 08:08:12.430466 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 608ea522-ab65-4e5a-a4ef-fb7af470a95b details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:08:12.522887 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:08:12.533706 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '608ea522-ab65-4e5a-a4ef-fb7af470a95b', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'port_id': '608ea522-ab65-4e5a-a4ef-fb7af470a95b', 'mac_address': 'fa:16:3e:77:38:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:08:12.568471 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:12.580313 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608ea522-ab65-4e5a-a4ef-fb7af470a95b {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:08:12.600066 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:08:12.603691 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:12.651798 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=608ea522-ab65-4e5a-a4ef-fb7af470a95b,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:08:12.784585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['608ea522-ab65-4e5a-a4ef-fb7af470a95b'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:08:13.012984 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:08:13.463651 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21196bd2-0550-4b6c-b256-557fe0ad40b0 req-f3331545-888e-48a5-9482-cc77c6428a1d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:13.465170 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21196bd2-0550-4b6c-b256-557fe0ad40b0 req-f3331545-888e-48a5-9482-cc77c6428a1d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 944 time: 0.0617797 Jul 14 08:08:13.502070 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-21196bd2-0550-4b6c-b256-557fe0ad40b0 req-48ce7a7c-c721-4c50-a466-33d86bbe8477 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314083 Jul 14 08:08:14.446975 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 608ea522-ab65-4e5a-a4ef-fb7af470a95b up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:08:14.496059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 608ea522-ab65-4e5a-a4ef-fb7af470a95b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:08:14.499630 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 608ea522-ab65-4e5a-a4ef-fb7af470a95b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:08:14.500002 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:14.577551 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:14.599966 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608ea522-ab65-4e5a-a4ef-fb7af470a95b'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:08:14.602289 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9669e077-3932-40d8-9c14-d50e98bfa1fd" -d '{"events": [{"server_uuid": "b6db430e-6f45-4505-95f6-ba9d7d54d8be", "name": "network-vif-plugged", "status": "completed", "tag": "608ea522-ab65-4e5a-a4ef-fb7af470a95b"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:08:14.615285 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:08:14.619039 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:14.654805 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4d557a-8abf-469d-832b-2643f24ad648 x-openstack-request-id: req-bd4d557a-8abf-469d-832b-2643f24ad648 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:08:14.655097 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6db430e-6f45-4505-95f6-ba9d7d54d8be", "name": "network-vif-plugged", "status": "completed", "tag": "608ea522-ab65-4e5a-a4ef-fb7af470a95b", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:08:14.655367 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd4d557a-8abf-469d-832b-2643f24ad648 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:08:14.655730 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608ea522-ab65-4e5a-a4ef-fb7af470a95b', 'code': 200} Jul 14 08:08:14.671915 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=608ea522-ab65-4e5a-a4ef-fb7af470a95b,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:08:14.690295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a818f-de42-4008-ae77-eef5762478fc req-2a9f1556-bcc6-4c88-a250-c17d9d8934e0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:14.692439 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b95a818f-de42-4008-ae77-eef5762478fc req-2a9f1556-bcc6-4c88-a250-c17d9d8934e0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0795355 Jul 14 08:08:14.731179 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b95a818f-de42-4008-ae77-eef5762478fc req-fd6aa71d-478d-4be0-94ab-1822966634ff tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329263 Jul 14 08:08:14.763056 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f2059-9469-47a1-ae46-a624487b7319 req-c1f39f9f-1423-406a-8735-73673b35f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:14.764567 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-201f2059-9469-47a1-ae46-a624487b7319 req-c1f39f9f-1423-406a-8735-73673b35f7e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 1096 time: 0.0514798 Jul 14 08:08:14.796769 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-201f2059-9469-47a1-ae46-a624487b7319 req-3c84a393-aeb8-458f-9356-8138a20fc71e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261903 Jul 14 08:08:15.901879 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5437fd-a7b6-46aa-9614-8bb255e459d3 req-3dc48750-062c-4395-8f6e-39579378a87a tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:15.903221 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a5437fd-a7b6-46aa-9614-8bb255e459d3 req-3dc48750-062c-4395-8f6e-39579378a87a tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0617323 Jul 14 08:08:15.938252 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a5437fd-a7b6-46aa-9614-8bb255e459d3 req-9208e238-bc59-4de6-a2bf-2944f7441d20 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296113 Jul 14 08:08:16.086026 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:16.087723 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:16.102504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8d7cd-7f17-493c-aa51-d917d336bcec req-1d87ea8a-bef1-44df-b0c8-1acfe0db5e95 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:16.104164 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9db8d7cd-7f17-493c-aa51-d917d336bcec req-1d87ea8a-bef1-44df-b0c8-1acfe0db5e95 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0631406 Jul 14 08:08:16.112893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 39680) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:08:16.117376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-18207688-5d03-4f61-a4ba-619212697e33 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Request body: {'floatingip': {'port_id': '608ea522-ab65-4e5a-a4ef-fb7af470a95b'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:08:16.158839 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18207688-5d03-4f61-a4ba-619212697e33 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:16.584623 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18207688-5d03-4f61-a4ba-619212697e33 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:16.588319 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18207688-5d03-4f61-a4ba-619212697e33 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:16.684047 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-18207688-5d03-4f61-a4ba-619212697e33 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Floating IP 5325e74f-d7fa-4cea-8b9f-857ba77076d7 associated. External IP: 172.25.7.48, port: 608ea522-ab65-4e5a-a4ef-fb7af470a95b. Jul 14 08:08:16.876208 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18207688-5d03-4f61-a4ba-619212697e33 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Router e5d024ab-3095-4948-a381-1b5917c2ecba has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:08:16.980017 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18207688-5d03-4f61-a4ba-619212697e33 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:08:16.984959 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-18207688-5d03-4f61-a4ba-619212697e33 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:16.990308 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720fce9d-b4b4-4957-90fd-c41044ad1e99 None None] Sync routers for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:08:16.998962 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720fce9d-b4b4-4957-90fd-c41044ad1e99 None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:08:16.999567 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-720fce9d-b4b4-4957-90fd-c41044ad1e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:08:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:08:17.023809 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-18207688-5d03-4f61-a4ba-619212697e33 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "PUT /v2.0/floatingips/5325e74f-d7fa-4cea-8b9f-857ba77076d7 HTTP/1.1" status: 200 len: 991 time: 0.9098346 Jul 14 08:08:17.024380 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'tag': '608ea522-ab65-4e5a-a4ef-fb7af470a95b'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:08:17.026693 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c746fab-bf72-4cb1-bd4e-a6f304b95ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "b6db430e-6f45-4505-95f6-ba9d7d54d8be", "tag": "608ea522-ab65-4e5a-a4ef-fb7af470a95b"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:08:17.063138 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864a9bbd-1557-454c-83ed-fde7b82232b7 x-openstack-request-id: req-864a9bbd-1557-454c-83ed-fde7b82232b7 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:08:17.063425 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6db430e-6f45-4505-95f6-ba9d7d54d8be", "tag": "608ea522-ab65-4e5a-a4ef-fb7af470a95b", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:08:17.063674 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-864a9bbd-1557-454c-83ed-fde7b82232b7 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:08:17.064074 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'tag': '608ea522-ab65-4e5a-a4ef-fb7af470a95b', 'status': 'completed', 'code': 200} Jul 14 08:08:17.105229 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-720fce9d-b4b4-4957-90fd-c41044ad1e99 None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:08:17.141671 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c746fab-bf72-4cb1-bd4e-a6f304b95ba0 req-191222bc-452e-4c81-8395-a43c3887b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:17.143135 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9c746fab-bf72-4cb1-bd4e-a6f304b95ba0 req-191222bc-452e-4c81-8395-a43c3887b523 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 1096 time: 0.0561996 Jul 14 08:08:17.231801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c746fab-bf72-4cb1-bd4e-a6f304b95ba0 req-01f50368-bdad-4450-bfdf-8778b32aea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:17.233307 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9c746fab-bf72-4cb1-bd4e-a6f304b95ba0 req-01f50368-bdad-4450-bfdf-8778b32aea62 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0836489 Jul 14 08:08:17.295639 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9c746fab-bf72-4cb1-bd4e-a6f304b95ba0 req-1c0b2218-745c-4929-b0f6-cf68d74abb1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b HTTP/1.1" status: 200 len: 999 time: 0.0558515 Jul 14 08:08:17.321313 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-720fce9d-b4b4-4957-90fd-c41044ad1e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '5325e74f-d7fa-4cea-8b9f-857ba77076d7', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'port_id': '608ea522-ab65-4e5a-a4ef-fb7af470a95b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'mac_address': 'fa:16:3e:77:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:01:26Z', 'updated_at': '2021-07-14T08:08:16Z', 'revision_number': 13, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:08:17.343273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c746fab-bf72-4cb1-bd4e-a6f304b95ba0 req-23536198-cae0-4f68-81ca-630c67c3ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:17.344718 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9c746fab-bf72-4cb1-bd4e-a6f304b95ba0 req-23536198-cae0-4f68-81ca-630c67c3ea40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0437670 Jul 14 08:08:17.345627 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720fce9d-b4b4-4957-90fd-c41044ad1e99 None None] Checking router: e5d024ab-3095-4948-a381-1b5917c2ecba for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:08:17.354099 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720fce9d-b4b4-4957-90fd-c41044ad1e99 None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:08:17.354690 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-720fce9d-b4b4-4957-90fd-c41044ad1e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:08:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:08:17.404076 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c746fab-bf72-4cb1-bd4e-a6f304b95ba0 req-534c82cd-0dbf-454d-bb5e-0719394065d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:17.405526 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9c746fab-bf72-4cb1-bd4e-a6f304b95ba0 req-534c82cd-0dbf-454d-bb5e-0719394065d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548513 Jul 14 08:08:17.497926 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9c746fab-bf72-4cb1-bd4e-a6f304b95ba0 req-a76d4900-2135-4c9d-bea3-7cbda32328f9 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861518 Jul 14 08:08:17.547315 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-720fce9d-b4b4-4957-90fd-c41044ad1e99 None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:08:17.592237 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9c746fab-bf72-4cb1-bd4e-a6f304b95ba0 req-99893462-ee9f-482e-bbff-3e52055f8c8b service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885673 Jul 14 08:08:17.764148 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-720fce9d-b4b4-4957-90fd-c41044ad1e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '5325e74f-d7fa-4cea-8b9f-857ba77076d7', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'port_id': '608ea522-ab65-4e5a-a4ef-fb7af470a95b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'mac_address': 'fa:16:3e:77:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:01:26Z', 'updated_at': '2021-07-14T08:08:16Z', 'revision_number': 13, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:08:17.789518 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720fce9d-b4b4-4957-90fd-c41044ad1e99 None None] The sync data for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 is: [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '5325e74f-d7fa-4cea-8b9f-857ba77076d7', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'port_id': '608ea522-ab65-4e5a-a4ef-fb7af470a95b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'mac_address': 'fa:16:3e:77:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:01:26Z', 'updated_at': '2021-07-14T08:08:16Z', 'revision_number': 13, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:08:17.966909 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695aaa18-d419-44d6-ac59-299362e71503 None None] New status for floating IP 5325e74f-d7fa-4cea-8b9f-857ba77076d7: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:08:30.577053 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b7e99e50-d161-45d0-baed-be34de1ba356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:33.375968 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e9fc579d-f150-44dc-9b89-8834a55adfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:33.724235 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:34.866826 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:36.396823 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:46.091758 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:46.092842 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:08:47.223997 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-71f929fa-cd34-4d99-a8a7-2a6c3d517c7c req-04ff5db9-175e-4ed2-b6a3-b0fd7a5a6ce5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499063 Jul 14 08:08:47.313299 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f929fa-cd34-4d99-a8a7-2a6c3d517c7c req-2140fa7b-9d48-4ccc-9128-8ae31edd5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:47.314795 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-71f929fa-cd34-4d99-a8a7-2a6c3d517c7c req-2140fa7b-9d48-4ccc-9128-8ae31edd5cc5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 1096 time: 0.0505624 Jul 14 08:08:47.419037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f929fa-cd34-4d99-a8a7-2a6c3d517c7c req-87963c18-5fde-400e-9ce2-31ea8584a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:47.420480 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-71f929fa-cd34-4d99-a8a7-2a6c3d517c7c req-87963c18-5fde-400e-9ce2-31ea8584a93d service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0844295 Jul 14 08:08:47.481815 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-71f929fa-cd34-4d99-a8a7-2a6c3d517c7c req-8183b0c9-3df0-4942-8884-bd68bd5d6735 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b HTTP/1.1" status: 200 len: 1001 time: 0.0551159 Jul 14 08:08:47.532601 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f929fa-cd34-4d99-a8a7-2a6c3d517c7c req-77c01f9c-22e4-46e8-8800-a015ee8641ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:47.534042 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-71f929fa-cd34-4d99-a8a7-2a6c3d517c7c req-77c01f9c-22e4-46e8-8800-a015ee8641ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0453048 Jul 14 08:08:47.589433 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f929fa-cd34-4d99-a8a7-2a6c3d517c7c req-b5d48f20-936d-474b-adbd-43d03699f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:08:47.590890 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-71f929fa-cd34-4d99-a8a7-2a6c3d517c7c req-b5d48f20-936d-474b-adbd-43d03699f2bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493586 Jul 14 08:08:47.675111 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-71f929fa-cd34-4d99-a8a7-2a6c3d517c7c req-cb7d1b8f-28de-4646-b8c8-fcc1f1866cc2 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776803 Jul 14 08:08:48.005996 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-71f929fa-cd34-4d99-a8a7-2a6c3d517c7c req-39c0791c-cdc5-4d5d-b56b-119377294fdf service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243001 Jul 14 08:08:50.013090 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:09:00.577426 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-56135f02-b140-48b4-8d54-17727a932cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:09:03.375571 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7ca5eea4-682f-4a48-bc93-51589a9ed973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:09:03.723583 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:09:04.868727 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:09:06.400573 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:09:16.084318 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:09:16.108590 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:09:27.012860 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:09:30.577422 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84584abc-1e72-48c9-9c08-745f3a51c575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:09:33.376496 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cf4d2fd0-2dcc-4801-8aa0-9cd8d7332706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:09:33.723499 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:09:34.873232 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:09:36.401723 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:09:46.100177 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:09:46.102188 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:09:47.232704 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-505f1616-cf9b-4f10-9cb8-697762464abf req-68715872-65a0-4804-b9bb-7877f0c54aba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0968781 Jul 14 08:09:47.325002 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f1616-cf9b-4f10-9cb8-697762464abf req-4eddbdcd-dd44-402e-9e36-4d9e2172a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:09:47.326486 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-505f1616-cf9b-4f10-9cb8-697762464abf req-4eddbdcd-dd44-402e-9e36-4d9e2172a1f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 1096 time: 0.0530171 Jul 14 08:09:47.424850 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f1616-cf9b-4f10-9cb8-697762464abf req-322331af-3ae7-482f-8953-d5cc9e83bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:09:47.426309 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-505f1616-cf9b-4f10-9cb8-697762464abf req-322331af-3ae7-482f-8953-d5cc9e83bfec service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0801477 Jul 14 08:09:47.491590 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-505f1616-cf9b-4f10-9cb8-697762464abf req-af77c5fb-358f-4d7c-90d4-a93daa4e4fff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b HTTP/1.1" status: 200 len: 1001 time: 0.0590148 Jul 14 08:09:47.537556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f1616-cf9b-4f10-9cb8-697762464abf req-c007bd50-b2dc-4db9-a1ff-7bb60de40523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:09:47.538908 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-505f1616-cf9b-4f10-9cb8-697762464abf req-c007bd50-b2dc-4db9-a1ff-7bb60de40523 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0415757 Jul 14 08:09:47.592392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f1616-cf9b-4f10-9cb8-697762464abf req-7416cfed-b575-419b-aeaa-4d0931427fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:09:47.594143 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-505f1616-cf9b-4f10-9cb8-697762464abf req-7416cfed-b575-419b-aeaa-4d0931427fdc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492187 Jul 14 08:09:47.682145 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-505f1616-cf9b-4f10-9cb8-697762464abf req-b2838af4-1c4e-4f47-88a0-64322772c9e9 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815189 Jul 14 08:09:47.766573 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-505f1616-cf9b-4f10-9cb8-697762464abf req-0539fce8-ec14-4d0c-a57c-48b5fda20ce5 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782642 Jul 14 08:09:55.269283 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8e703-b235-4780-bccf-c57387e892f1 req-495f1e62-eb88-4060-bdaa-efed454bbded tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:09:55.270668 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-beb8e703-b235-4780-bccf-c57387e892f1 req-495f1e62-eb88-4060-bdaa-efed454bbded tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0624070 Jul 14 08:09:55.307968 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-beb8e703-b235-4780-bccf-c57387e892f1 req-2f7321b9-8128-42d4-9f38-ff0ac5f6cf74 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312521 Jul 14 08:10:00.578392 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e4bc8d8b-01c1-4da3-a550-11e33ddd591b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:03.376698 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cf946594-3259-4856-bad1-99c24c8fcf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:03.723404 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:04.012448 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:10:04.874446 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:06.405085 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:06.575887 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-ed5ae511-5d49-4b3c-bfe4-ed32828a603c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0997763 Jul 14 08:10:06.590868 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734735f-6e61-4cf1-a8b8-e26274b9eec1 req-f3728fc6-62de-4be5-873f-54b5b18e7df3 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:06.592384 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d734735f-6e61-4cf1-a8b8-e26274b9eec1 req-f3728fc6-62de-4be5-873f-54b5b18e7df3 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0623879 Jul 14 08:10:06.630948 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d734735f-6e61-4cf1-a8b8-e26274b9eec1 req-f7a7950a-1c89-4765-830d-dd731beeccb4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321658 Jul 14 08:10:07.802630 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26737d1-cd00-4212-92b0-c6af322878c3 req-4a4689d1-8b50-4b79-ad11-eac2437d64be tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:07.804071 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b26737d1-cd00-4212-92b0-c6af322878c3 req-4a4689d1-8b50-4b79-ad11-eac2437d64be tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0645750 Jul 14 08:10:07.841067 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b26737d1-cd00-4212-92b0-c6af322878c3 req-bb4e6482-c4e0-49e0-923c-8f460426b7f7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308802 Jul 14 08:10:09.012270 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870eb9a-9fd7-4720-b926-567701524a3b req-e3d188e3-0ffe-4566-9758-9852015c0ebc tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:09.013763 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8870eb9a-9fd7-4720-b926-567701524a3b req-e3d188e3-0ffe-4566-9758-9852015c0ebc tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0616398 Jul 14 08:10:09.049463 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8870eb9a-9fd7-4720-b926-567701524a3b req-2f36f2a5-5750-4adf-a7a8-0aff486cc46d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301938 Jul 14 08:10:09.712594 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-cf811df2-db44-4254-abae-bb83b7cf68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:09.714126 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-cf811df2-db44-4254-abae-bb83b7cf68aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 1096 time: 0.0557513 Jul 14 08:10:09.800697 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-2fb80ff9-c8db-46a7-84fa-bc7b8d94a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:09.802189 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-2fb80ff9-c8db-46a7-84fa-bc7b8d94a986 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0816875 Jul 14 08:10:09.867622 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-3d8236c0-2e05-4889-ad1b-3a055b5b1857 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b HTTP/1.1" status: 200 len: 1001 time: 0.0595376 Jul 14 08:10:09.913572 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-a956b9c5-0445-44f8-89f5-0bc8b2d9e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:09.914950 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-a956b9c5-0445-44f8-89f5-0bc8b2d9e8bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0417502 Jul 14 08:10:09.969428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-7c27b5ce-33c2-4714-8e99-93b9df196801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:09.970809 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-7c27b5ce-33c2-4714-8e99-93b9df196801 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496888 Jul 14 08:10:10.060598 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-a7de9926-04fb-41b8-ba28-5b8fc4f17023 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828364 Jul 14 08:10:10.147827 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f9c84a9d-763c-4206-a345-471ca829f5dd service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813317 Jul 14 08:10:10.230032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112f9e3-d492-45c3-a5fb-b6ad7f0ff18b req-13e3140e-1bbc-4720-bebc-849e4bbe60ca tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:10.231433 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6112f9e3-d492-45c3-a5fb-b6ad7f0ff18b req-13e3140e-1bbc-4720-bebc-849e4bbe60ca tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0634766 Jul 14 08:10:10.273175 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6112f9e3-d492-45c3-a5fb-b6ad7f0ff18b req-6716bb76-f603-421f-a5ac-e78a5756e141 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356889 Jul 14 08:10:11.461448 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d92190-853f-42c2-b6ba-544d562ddd4e req-241e17fa-d313-4f40-905c-1c9d1e54ff07 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:11.463470 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83d92190-853f-42c2-b6ba-544d562ddd4e req-241e17fa-d313-4f40-905c-1c9d1e54ff07 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0625854 Jul 14 08:10:11.499242 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-83d92190-853f-42c2-b6ba-544d562ddd4e req-affdc2f0-28f3-4d43-945e-3cc3fdcc445f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302238 Jul 14 08:10:12.669973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb38ad-efbb-4f99-90fa-c2085f9282f8 req-c1f07136-64d5-4c34-b13d-d4c8ccba44fd tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:12.671424 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bebb38ad-efbb-4f99-90fa-c2085f9282f8 req-c1f07136-64d5-4c34-b13d-d4c8ccba44fd tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0624666 Jul 14 08:10:12.706977 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bebb38ad-efbb-4f99-90fa-c2085f9282f8 req-60838dc9-fb78-4bde-8876-f91ae0243e7a tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302248 Jul 14 08:10:13.882113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663c828-0469-470f-bb6f-31cd3037f7a2 req-80a6c85c-4dde-472a-be97-4d29518cd54e tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:13.883614 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1663c828-0469-470f-bb6f-31cd3037f7a2 req-80a6c85c-4dde-472a-be97-4d29518cd54e tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0642078 Jul 14 08:10:13.920190 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1663c828-0469-470f-bb6f-31cd3037f7a2 req-3973ab46-80df-45b9-bed2-9031872dfd23 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310643 Jul 14 08:10:15.089100 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6cc90-ba27-4cc7-9c52-69f1ea9d46f0 req-a4d4c210-f379-4f87-bd55-4961e6bce288 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:15.090631 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4fe6cc90-ba27-4cc7-9c52-69f1ea9d46f0 req-a4d4c210-f379-4f87-bd55-4961e6bce288 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0620592 Jul 14 08:10:15.127965 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4fe6cc90-ba27-4cc7-9c52-69f1ea9d46f0 req-b8ea5973-b6cf-4ec8-8778-5811ac0a111d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318847 Jul 14 08:10:16.112817 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:16.113975 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:16.295502 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2caf134-9313-44e9-b35a-f78385d4d38a req-7352bf37-9cf3-420c-a2c3-a0fc734d097d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:16.296958 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2caf134-9313-44e9-b35a-f78385d4d38a req-7352bf37-9cf3-420c-a2c3-a0fc734d097d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0609984 Jul 14 08:10:16.337656 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e2caf134-9313-44e9-b35a-f78385d4d38a req-fb5951a4-3d14-4c9b-8848-49d5c0b6d3d7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350537 Jul 14 08:10:17.506191 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a079b4-b3d8-47bb-9df1-cb4216f403bb req-7daac211-1349-47ed-b0cb-8f186df93810 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:17.507670 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95a079b4-b3d8-47bb-9df1-cb4216f403bb req-7daac211-1349-47ed-b0cb-8f186df93810 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0632610 Jul 14 08:10:17.545814 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-95a079b4-b3d8-47bb-9df1-cb4216f403bb req-b47edce4-7936-416a-9784-f6a20afab094 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320837 Jul 14 08:10:18.716454 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fb1e8-7d4e-4abe-ab10-41902e6e929d req-c24c7550-3df9-4d9a-8bad-21996709eb9c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:18.717931 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe6fb1e8-7d4e-4abe-ab10-41902e6e929d req-c24c7550-3df9-4d9a-8bad-21996709eb9c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0614905 Jul 14 08:10:18.753530 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fe6fb1e8-7d4e-4abe-ab10-41902e6e929d req-bcad5bc1-ac93-4609-a003-cbf03ae78bd2 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301390 Jul 14 08:10:19.928324 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d3b46-7610-4f1d-ad83-75ffac134140 req-4e219990-bbc7-4783-9c3b-fbe36edbc037 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:19.929790 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d9d3b46-7610-4f1d-ad83-75ffac134140 req-4e219990-bbc7-4783-9c3b-fbe36edbc037 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0640509 Jul 14 08:10:19.966519 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6d9d3b46-7610-4f1d-ad83-75ffac134140 req-912119b8-274a-4976-8096-358f3a5f95af tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308275 Jul 14 08:10:21.133264 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb6f2b-5e07-454d-9fbe-afc2773fab80 req-9df08e2d-3195-4adf-97b6-fb0d76a395a9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:21.135241 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dbfb6f2b-5e07-454d-9fbe-afc2773fab80 req-9df08e2d-3195-4adf-97b6-fb0d76a395a9 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0613978 Jul 14 08:10:21.170922 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dbfb6f2b-5e07-454d-9fbe-afc2773fab80 req-d49d1b0a-b851-4a2c-a32c-620244bf1794 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303016 Jul 14 08:10:22.344244 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e35b5-1be6-4d42-b091-27d513e423da req-1d41427c-44a9-41be-94e5-61fae527fd82 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:22.346392 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c3e35b5-1be6-4d42-b091-27d513e423da req-1d41427c-44a9-41be-94e5-61fae527fd82 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0629048 Jul 14 08:10:22.388019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c3e35b5-1be6-4d42-b091-27d513e423da req-f9e37f8a-5733-4b7b-88ae-61f08dbe7158 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367761 Jul 14 08:10:23.568019 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce172d-b92d-452a-80a0-6d81b1331fd5 req-5739e469-96b5-43d7-950e-ed06a4649d64 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:23.569645 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-abce172d-b92d-452a-80a0-6d81b1331fd5 req-5739e469-96b5-43d7-950e-ed06a4649d64 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0660293 Jul 14 08:10:23.608813 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-abce172d-b92d-452a-80a0-6d81b1331fd5 req-35d022e4-b223-4a21-aecf-2980de48de84 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329099 Jul 14 08:10:23.722835 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-becfe531-c7ea-4321-b5f2-5c3fa1b1800c service neutron] show failed (client error): The resource could not be found. Jul 14 08:10:23.723742 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-becfe531-c7ea-4321-b5f2-5c3fa1b1800c service neutron] 10.222.0.30 "GET /v2.0/ports/608ea522-ab65-4e5a-a4ef-fb7af470a95b/bindings/n-h2-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.0532951 Jul 14 08:10:23.964977 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-9c77f1ee-2380-4c59-9e7b-c76ac32a382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:23.966432 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-9c77f1ee-2380-4c59-9e7b-c76ac32a382a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be&tenant_id=c9bac4f428414dbe9ba22389cee9d800 HTTP/1.1" status: 200 len: 1096 time: 0.0557759 Jul 14 08:10:23.976908 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-5', 'device_owner': 'compute:nova'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:10:24.044611 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:24.234823 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] For port 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:10:24.266005 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] For port 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:10:24.307814 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '608ea522-ab65-4e5a-a4ef-fb7af470a95b'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:10:24.310438 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbcc3f5-445f-4685-bc21-7dd0ee8de7c6" -d '{"events": [{"server_uuid": "b6db430e-6f45-4505-95f6-ba9d7d54d8be", "name": "network-vif-unplugged", "status": "completed", "tag": "608ea522-ab65-4e5a-a4ef-fb7af470a95b"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:10:24.313898 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:24.326209 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Transition to ACTIVE for port object 608ea522-ab65-4e5a-a4ef-fb7af470a95b will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:10:24.330086 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:24.364621 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 08:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7938d062-9490-4991-924d-dafca1186656 x-openstack-request-id: req-7938d062-9490-4991-924d-dafca1186656 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:10:24.364915 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6db430e-6f45-4505-95f6-ba9d7d54d8be", "name": "network-vif-unplugged", "status": "completed", "tag": "608ea522-ab65-4e5a-a4ef-fb7af470a95b", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:10:24.365166 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7938d062-9490-4991-924d-dafca1186656 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:10:24.365584 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '608ea522-ab65-4e5a-a4ef-fb7af470a95b', 'code': 200} Jul 14 08:10:24.412835 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Pushing event updated for resources: {'Port': ['ID=608ea522-ab65-4e5a-a4ef-fb7af470a95b,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:10:24.424739 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:24.425086 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:24.425454 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:24.425792 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:24.426122 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:24.426450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:24.426778 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:24.427100 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:24.427419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:24.427739 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:24.428059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:24.428376 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:24.464495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] No DVR routers for this DVR port 608ea522-ab65-4e5a-a4ef-fb7af470a95b on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:10:24.600697 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Attempting to bind port 608ea522-ab65-4e5a-a4ef-fb7af470a95b on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:10:24.601029 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Attempting to bind port 608ea522-ab65-4e5a-a4ef-fb7af470a95b by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:10:24.601394 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Attempting to bind port 608ea522-ab65-4e5a-a4ef-fb7af470a95b on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:10:24.605838 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Port 608ea522-ab65-4e5a-a4ef-fb7af470a95b on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:10:24.606161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Attempting to bind port 608ea522-ab65-4e5a-a4ef-fb7af470a95b on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:10:24.611169 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:10:24.611504 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Checking segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:10:24.611887 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Bound using segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:10:24.612309 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Bound port: 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:10:24.612679 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:24.674652 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] For port 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:10:24.678220 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] For port 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:10:24.683713 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:24.715001 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:24.715630 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:24.717215 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] 10.222.0.15 "PUT /v2.0/ports/608ea522-ab65-4e5a-a4ef-fb7af470a95b HTTP/1.1" status: 200 len: 1091 time: 0.7442501 Jul 14 08:10:24.753839 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d65008-7398-4c5c-96e4-0396c612ed81 service neutron] Pushing event updated for resources: {'Port': ['ID=608ea522-ab65-4e5a-a4ef-fb7af470a95b,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:10:24.800238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-78dc39aa-89da-4db1-9112-6a186fc51f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:24.801828 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-78dc39aa-89da-4db1-9112-6a186fc51f47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 1094 time: 0.0593884 Jul 14 08:10:24.854917 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2e3de-55bc-4ce5-93f8-9e6f24b5425c req-704444ef-e959-4db7-ad3a-488c4c0c6012 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:24.856489 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30b2e3de-55bc-4ce5-93f8-9e6f24b5425c req-704444ef-e959-4db7-ad3a-488c4c0c6012 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 943 time: 0.1349938 Jul 14 08:10:24.897575 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f740ee4c-0c21-4aa9-8773-c73f57fba802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:24.899083 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-f740ee4c-0c21-4aa9-8773-c73f57fba802 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0914974 Jul 14 08:10:24.899483 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-30b2e3de-55bc-4ce5-93f8-9e6f24b5425c req-4be25a0d-4693-4638-82e0-76330d2718d2 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362456 Jul 14 08:10:24.963945 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-ffe3e888-1e60-4ae5-bb7a-4b7d7b47f26d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b HTTP/1.1" status: 200 len: 999 time: 0.0585790 Jul 14 08:10:25.015554 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-e6915887-b406-4bdf-8017-25cf9db5ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:25.016891 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-e6915887-b406-4bdf-8017-25cf9db5ccb5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0465922 Jul 14 08:10:25.072169 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-1bbfc1ba-9baa-4c4f-ac89-9e1bb67eefda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:25.073617 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-1bbfc1ba-9baa-4c4f-ac89-9e1bb67eefda service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506935 Jul 14 08:10:25.158138 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-6f5e4ca5-3c54-43da-8ed9-74ab6a218783 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782759 Jul 14 08:10:25.247421 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-44a39969-311a-4d97-a565-e6e46fb072b1 req-209a778d-a34f-4bda-a818-57daf90b98b3 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831776 Jul 14 08:10:26.119698 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b0312-0a0c-4d76-8b35-8e7cbd063f2d req-28656347-3321-4fd7-87e2-fccc81c9ba71 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:26.121197 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd2b0312-0a0c-4d76-8b35-8e7cbd063f2d req-28656347-3321-4fd7-87e2-fccc81c9ba71 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 943 time: 0.1085134 Jul 14 08:10:26.158047 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fd2b0312-0a0c-4d76-8b35-8e7cbd063f2d req-07307117-b5ea-4439-9683-f2adc0dfe27d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312293 Jul 14 08:10:26.367065 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'tag': '608ea522-ab65-4e5a-a4ef-fb7af470a95b'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:10:26.369522 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e60dbe-9bb8-4c70-ba47-27fcba527253" -d '{"events": [{"name": "network-changed", "server_uuid": "b6db430e-6f45-4505-95f6-ba9d7d54d8be", "tag": "608ea522-ab65-4e5a-a4ef-fb7af470a95b"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:10:26.416714 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6651893c-a1eb-4f68-8dba-e0236a709674 x-openstack-request-id: req-6651893c-a1eb-4f68-8dba-e0236a709674 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:10:26.417010 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6db430e-6f45-4505-95f6-ba9d7d54d8be", "tag": "608ea522-ab65-4e5a-a4ef-fb7af470a95b", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:10:26.417293 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6651893c-a1eb-4f68-8dba-e0236a709674 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:10:26.417712 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'tag': '608ea522-ab65-4e5a-a4ef-fb7af470a95b', 'status': 'completed', 'code': 200} Jul 14 08:10:26.538252 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-33f3e1ba-0a20-4ee6-a222-28d76d93bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:26.539766 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-33f3e1ba-0a20-4ee6-a222-28d76d93bcd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 1094 time: 0.1020470 Jul 14 08:10:26.542366 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-1726d6a9-e089-4536-b848-28b514e61528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:26.543708 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-1726d6a9-e089-4536-b848-28b514e61528 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 1094 time: 0.0978148 Jul 14 08:10:26.694747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-40e7d2e0-e99b-41ae-b9fb-dfdf9b286f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:26.696154 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-40e7d2e0-e99b-41ae-b9fb-dfdf9b286f57 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.1506608 Jul 14 08:10:26.697543 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-95dde131-2ecc-4b7d-8b5a-30c8f222b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:26.698825 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-95dde131-2ecc-4b7d-8b5a-30c8f222b786 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.1455593 Jul 14 08:10:26.805199 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-63a6dbd5-8a67-4863-966d-1c457c08a4d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b HTTP/1.1" status: 200 len: 999 time: 0.1023500 Jul 14 08:10:26.807447 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-8e818f6a-c949-426e-8700-99673c8e685e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b HTTP/1.1" status: 200 len: 999 time: 0.0992084 Jul 14 08:10:26.884854 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-a39df236-8ae6-4f04-a8dc-88af05fb6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:26.886335 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-a39df236-8ae6-4f04-a8dc-88af05fb6a86 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0753400 Jul 14 08:10:26.887690 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-5b0fcc4f-1927-4be2-bd3c-50e21fe3032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:26.888965 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-5b0fcc4f-1927-4be2-bd3c-50e21fe3032b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0710289 Jul 14 08:10:26.982079 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-d83f2a91-81fa-4266-b749-8d83cfb04364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:26.983588 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-d83f2a91-81fa-4266-b749-8d83cfb04364 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912466 Jul 14 08:10:26.986330 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-77c3bca7-bbd8-401e-9f35-c371503a95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:26.987656 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-77c3bca7-bbd8-401e-9f35-c371503a95ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882957 Jul 14 08:10:27.064147 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 608ea522-ab65-4e5a-a4ef-fb7af470a95b no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:10:27.108814 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 608ea522-ab65-4e5a-a4ef-fb7af470a95b not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:10:27.139872 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-4a503f29-daee-4113-b4ac-207b8247e247 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501341 Jul 14 08:10:27.141697 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-881d97a8-7913-415a-afd5-5190a2af4917 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447017 Jul 14 08:10:27.295055 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-296b2b94-c7f3-4951-b57f-7023f0cbbea6 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490471 Jul 14 08:10:27.296776 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-70e60dbe-9bb8-4c70-ba47-27fcba527253 req-51ae1111-26b5-45a7-b53d-bb7294ba195f service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440370 Jul 14 08:10:27.341604 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367904e4-9bf1-4313-bf72-4d0e8c0699bc req-53088987-779b-4ba9-b724-b2c3b04004d1 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:27.343065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-367904e4-9bf1-4313-bf72-4d0e8c0699bc req-53088987-779b-4ba9-b724-b2c3b04004d1 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 943 time: 0.0693023 Jul 14 08:10:27.380831 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-367904e4-9bf1-4313-bf72-4d0e8c0699bc req-b9f19486-39f6-4d24-a477-603b286304d6 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321672 Jul 14 08:10:28.559896 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8699f9-47f3-483c-9687-1abaa5757266 req-8933a895-b1ef-499d-8267-aaae142fc172 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:28.561446 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5e8699f9-47f3-483c-9687-1abaa5757266 req-8933a895-b1ef-499d-8267-aaae142fc172 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 943 time: 0.0620563 Jul 14 08:10:28.604487 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5e8699f9-47f3-483c-9687-1abaa5757266 req-f761fb9b-3ea6-4090-9a58-918f50d539df tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373168 Jul 14 08:10:29.777412 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e15c4-4060-442f-8e1d-d5c25b5eec95 req-ecc46584-1750-40b3-9765-ad53db58accc tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:29.778908 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d24e15c4-4060-442f-8e1d-d5c25b5eec95 req-ecc46584-1750-40b3-9765-ad53db58accc tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 943 time: 0.0619209 Jul 14 08:10:29.815022 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d24e15c4-4060-442f-8e1d-d5c25b5eec95 req-ca954d34-c62b-4828-9b8f-7ece5c1d08df tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306907 Jul 14 08:10:30.578353 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c9a22103-f85e-4d86-aec4-ca814d055fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:30.983449 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97182b17-98b5-4b0f-8c9b-ae71fb734e44 req-7d696f2c-5709-4156-919e-834f4c809d97 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:30.984915 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97182b17-98b5-4b0f-8c9b-ae71fb734e44 req-7d696f2c-5709-4156-919e-834f4c809d97 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 943 time: 0.0620954 Jul 14 08:10:31.021166 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-97182b17-98b5-4b0f-8c9b-ae71fb734e44 req-be97be86-d3ca-4293-9571-1b137e5a54b4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304859 Jul 14 08:10:32.194875 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3850e-d7b6-437b-abba-957b89376738 req-625dc656-e007-40ef-beb6-b937f4a59985 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:32.196881 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3fb3850e-d7b6-437b-abba-957b89376738 req-625dc656-e007-40ef-beb6-b937f4a59985 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 943 time: 0.0650790 Jul 14 08:10:32.232626 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3fb3850e-d7b6-437b-abba-957b89376738 req-c4768ea9-ce53-4292-ad62-7e34bf255802 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302010 Jul 14 08:10:33.377655 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-71222efe-7af4-47ab-82c1-80cfea7fa3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:33.412617 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724be773-cbe5-4c68-ad22-253653aece82 req-0b570934-8af7-40c7-9677-7a8f60acb074 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:33.414105 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-724be773-cbe5-4c68-ad22-253653aece82 req-0b570934-8af7-40c7-9677-7a8f60acb074 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 943 time: 0.0665019 Jul 14 08:10:33.450998 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-724be773-cbe5-4c68-ad22-253653aece82 req-024d8c44-1ff6-4f95-ab26-53efad9c5220 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313332 Jul 14 08:10:33.723506 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:34.620461 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc186fd8-96c8-4afe-8c53-902338c1ff8b req-52cd1e26-b4e8-4dbe-8b39-53e62f2b2a63 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:34.621948 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc186fd8-96c8-4afe-8c53-902338c1ff8b req-52cd1e26-b4e8-4dbe-8b39-53e62f2b2a63 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 943 time: 0.0635245 Jul 14 08:10:34.661929 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fc186fd8-96c8-4afe-8c53-902338c1ff8b req-004a471c-b19b-4932-8be0-b650b19820cd tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344949 Jul 14 08:10:34.877915 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:36.173203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5b725-7d75-4ecf-ae6a-0ffb533c8380 req-877c71e4-1802-46ad-af8a-fc406f9374e1 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:36.174676 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dec5b725-7d75-4ecf-ae6a-0ffb533c8380 req-877c71e4-1802-46ad-af8a-fc406f9374e1 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 943 time: 0.4026577 Jul 14 08:10:36.210340 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dec5b725-7d75-4ecf-ae6a-0ffb533c8380 req-b22095b1-d102-426e-9eae-fad17ac8b5f4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301900 Jul 14 08:10:36.407084 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:36.641402 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 608ea522-ab65-4e5a-a4ef-fb7af470a95b details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:10:36.730820 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:10:36.741852 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '608ea522-ab65-4e5a-a4ef-fb7af470a95b', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'port_id': '608ea522-ab65-4e5a-a4ef-fb7af470a95b', 'mac_address': 'fa:16:3e:77:38:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:10:36.779635 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:36.792301 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608ea522-ab65-4e5a-a4ef-fb7af470a95b {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:10:36.814481 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:10:36.818279 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:36.863160 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=608ea522-ab65-4e5a-a4ef-fb7af470a95b,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:10:36.870884 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:36.871256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:36.871581 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:36.871921 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:36.872256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:36.872590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:36.872919 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:36.873278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:36.873609 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:36.873933 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:36.874256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:36.874577 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:10:37.079843 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['608ea522-ab65-4e5a-a4ef-fb7af470a95b'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:10:37.382847 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218eada2-318c-4a88-8a15-a1dbc9c5893b req-e6343612-43e5-45ca-99eb-c123e663880c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:37.384325 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-218eada2-318c-4a88-8a15-a1dbc9c5893b req-e6343612-43e5-45ca-99eb-c123e663880c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 944 time: 0.0614252 Jul 14 08:10:37.420589 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-218eada2-318c-4a88-8a15-a1dbc9c5893b req-a7c2dd67-bd67-40b5-9cd1-1c26aa62d778 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307565 Jul 14 08:10:37.808409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-69a7eacb-8ca9-412a-bea8-fcf973db3d3c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:37.809941 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-69a7eacb-8ca9-412a-bea8-fcf973db3d3c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be&tenant_id=c9bac4f428414dbe9ba22389cee9d800&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 944 time: 0.0731692 Jul 14 08:10:37.858522 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390048fc-54d0-4a10-a520-df239ff524c0 req-4dda4545-53af-432d-a902-6efe1ce6e9cc tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:37.860018 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-390048fc-54d0-4a10-a520-df239ff524c0 req-4dda4545-53af-432d-a902-6efe1ce6e9cc tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 944 time: 0.0656557 Jul 14 08:10:37.869500 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-645595ea-c668-4ea6-b9cc-157a98aa5552 service neutron] 10.222.0.15 "GET /v2.0/ports/608ea522-ab65-4e5a-a4ef-fb7af470a95b/bindings/n-h2-778696-5 HTTP/1.1" status: 200 len: 382 time: 0.0530500 Jul 14 08:10:37.898096 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-390048fc-54d0-4a10-a520-df239ff524c0 req-88ed1f06-4925-471b-91fa-dfad32f5dd3f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316319 Jul 14 08:10:37.941002 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-4617538d-3fad-4a0f-a20d-c556157fb666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:37.942526 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-4617538d-3fad-4a0f-a20d-c556157fb666 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 1095 time: 0.0516772 Jul 14 08:10:38.271161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-6ea07c71-bbb5-4f42-9314-6f4aa5ce2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:38.272560 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-6ea07c71-bbb5-4f42-9314-6f4aa5ce2aba service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.3244078 Jul 14 08:10:38.334490 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-fdd271b2-5233-4daa-8c32-2b63eb3c5869 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b HTTP/1.1" status: 200 len: 1000 time: 0.0553918 Jul 14 08:10:38.384753 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-a1fb6127-9cbf-4536-b5a5-3118c88487aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:38.386184 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-a1fb6127-9cbf-4536-b5a5-3118c88487aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0455449 Jul 14 08:10:38.440449 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-3a341bf4-e93b-41f2-bfe3-ddea4147fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:38.441917 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-3a341bf4-e93b-41f2-bfe3-ddea4147fef2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496643 Jul 14 08:10:38.528807 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-feec7242-7fcb-4b60-9d46-9af0fb2f0af8 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795596 Jul 14 08:10:38.647925 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 608ea522-ab65-4e5a-a4ef-fb7af470a95b up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:10:38.656624 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-4078b15f-62bb-4c17-a8c5-440f857cd186 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206214 Jul 14 08:10:38.695758 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 608ea522-ab65-4e5a-a4ef-fb7af470a95b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:10:38.699275 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 608ea522-ab65-4e5a-a4ef-fb7af470a95b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:10:38.699649 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:38.772470 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:38.795389 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608ea522-ab65-4e5a-a4ef-fb7af470a95b'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:10:38.797666 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a13c128-0000-4dca-8f06-2b64d2bc23fd" -d '{"events": [{"server_uuid": "b6db430e-6f45-4505-95f6-ba9d7d54d8be", "name": "network-vif-plugged", "status": "completed", "tag": "608ea522-ab65-4e5a-a4ef-fb7af470a95b"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:10:38.810512 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:10:38.814472 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:38.857021 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4fac66-dfe4-4ec0-b97a-c8ce1c995682 x-openstack-request-id: req-ae4fac66-dfe4-4ec0-b97a-c8ce1c995682 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:10:38.857328 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6db430e-6f45-4505-95f6-ba9d7d54d8be", "name": "network-vif-plugged", "status": "completed", "tag": "608ea522-ab65-4e5a-a4ef-fb7af470a95b", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:10:38.857582 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae4fac66-dfe4-4ec0-b97a-c8ce1c995682 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:10:38.857973 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608ea522-ab65-4e5a-a4ef-fb7af470a95b', 'code': 200} Jul 14 08:10:38.867571 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=608ea522-ab65-4e5a-a4ef-fb7af470a95b,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:10:39.068102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d646d-6003-4fe9-b6ee-2ce269aaa27d req-10bb1ace-c784-4f24-aaf4-a50490d18a70 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:39.069489 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-653d646d-6003-4fe9-b6ee-2ce269aaa27d req-10bb1ace-c784-4f24-aaf4-a50490d18a70 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0610533 Jul 14 08:10:39.106695 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-653d646d-6003-4fe9-b6ee-2ce269aaa27d req-64ddacf4-9a73-4abf-962a-e1371c8984d5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311842 Jul 14 08:10:40.283401 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c23929-0c94-4e78-bcfe-c4d90964326d req-b8c9360c-146f-4cc2-8866-3a815815082d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:40.284886 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31c23929-0c94-4e78-bcfe-c4d90964326d req-b8c9360c-146f-4cc2-8866-3a815815082d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0633223 Jul 14 08:10:40.327653 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-31c23929-0c94-4e78-bcfe-c4d90964326d req-40ec8879-4747-4458-b424-76ccd6b330a3 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366817 Jul 14 08:10:41.011813 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:10:41.500884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9ff33-e805-47a2-ba01-bdd4a12da028 req-9ea01e8e-b268-4ef3-a6d1-48ebc91911d4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:41.502409 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92f9ff33-e805-47a2-ba01-bdd4a12da028 req-9ea01e8e-b268-4ef3-a6d1-48ebc91911d4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0632212 Jul 14 08:10:41.541652 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-92f9ff33-e805-47a2-ba01-bdd4a12da028 req-648b7d24-5385-4391-b1c6-18be581c34fe tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335827 Jul 14 08:10:42.329901 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-274d4e48-5bff-44c9-bf41-ca66b6cbec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:42.331354 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-274d4e48-5bff-44c9-bf41-ca66b6cbec6a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be&tenant_id=c9bac4f428414dbe9ba22389cee9d800 HTTP/1.1" status: 200 len: 1096 time: 0.0511937 Jul 14 08:10:42.341821 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-5', 'device_owner': 'compute:nova'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:10:42.412593 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:42.607351 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] For port 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:10:42.640909 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] For port 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:10:42.678795 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '608ea522-ab65-4e5a-a4ef-fb7af470a95b'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:10:42.681868 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ad8b4b-5ed6-4ce8-ad29-9669750ef48f" -d '{"events": [{"server_uuid": "b6db430e-6f45-4505-95f6-ba9d7d54d8be", "name": "network-vif-unplugged", "status": "completed", "tag": "608ea522-ab65-4e5a-a4ef-fb7af470a95b"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:10:42.685356 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:42.698152 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] Transition to ACTIVE for port object 608ea522-ab65-4e5a-a4ef-fb7af470a95b will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:10:42.701956 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:42.715759 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10132c9b-a5a9-474c-abe4-79fcc0b34d21 req-6f9220f5-1760-4d28-b931-9d08c79ea1f3 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:42.717337 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10132c9b-a5a9-474c-abe4-79fcc0b34d21 req-6f9220f5-1760-4d28-b931-9d08c79ea1f3 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 945 time: 0.0647953 Jul 14 08:10:42.758170 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10132c9b-a5a9-474c-abe4-79fcc0b34d21 req-108e8510-4c6c-4854-84e1-dfaf20e4c485 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347362 Jul 14 08:10:42.791430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41223788-813e-4f48-9c84-36f72794436f service neutron] Pushing event updated for resources: {'Port': ['ID=608ea522-ab65-4e5a-a4ef-fb7af470a95b,revision_number=10']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:10:42.808541 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 08:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45f98ad-7a4d-44ff-b86f-266b452ff874 x-openstack-request-id: req-c45f98ad-7a4d-44ff-b86f-266b452ff874 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:10:42.808831 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6db430e-6f45-4505-95f6-ba9d7d54d8be", "name": "network-vif-unplugged", "status": "completed", "tag": "608ea522-ab65-4e5a-a4ef-fb7af470a95b", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:10:42.809080 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c45f98ad-7a4d-44ff-b86f-266b452ff874 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:10:42.809515 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '608ea522-ab65-4e5a-a4ef-fb7af470a95b', 'code': 200} Jul 14 08:10:42.832986 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] No DVR routers for this DVR port 608ea522-ab65-4e5a-a4ef-fb7af470a95b on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:10:42.969318 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] Attempting to bind port 608ea522-ab65-4e5a-a4ef-fb7af470a95b on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:10:42.969658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] Attempting to bind port 608ea522-ab65-4e5a-a4ef-fb7af470a95b by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:10:42.969982 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] Attempting to bind port 608ea522-ab65-4e5a-a4ef-fb7af470a95b on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:10:42.974236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] Port 608ea522-ab65-4e5a-a4ef-fb7af470a95b on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:10:42.974554 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] Attempting to bind port 608ea522-ab65-4e5a-a4ef-fb7af470a95b on network 4ef17d50-9e1e-4635-a3de-168a449c4d83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:10:42.980153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:10:42.980514 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] Checking segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:10:42.980898 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] Bound using segment: {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:10:42.981352 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] Bound port: 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6031cbd-9cd6-41f0-b51f-af405eb340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:10:42.981712 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:43.043486 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] For port 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:10:43.046467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] For port 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:10:43.050647 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:43.085464 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:43.086090 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:43.088260 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-41223788-813e-4f48-9c84-36f72794436f service neutron] 10.222.0.30 "PUT /v2.0/ports/608ea522-ab65-4e5a-a4ef-fb7af470a95b HTTP/1.1" status: 200 len: 1092 time: 0.7503667 Jul 14 08:10:43.118558 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41223788-813e-4f48-9c84-36f72794436f service neutron] Pushing event updated for resources: {'Port': ['ID=608ea522-ab65-4e5a-a4ef-fb7af470a95b,revision_number=11']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:10:43.168950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-9abb84df-8c24-4dff-89d6-583fd9910508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:43.170625 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-9abb84df-8c24-4dff-89d6-583fd9910508 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 1095 time: 0.0599341 Jul 14 08:10:43.263142 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-83f121cb-86fd-47b2-ad4a-7f1e5a1a84ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:43.264642 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-83f121cb-86fd-47b2-ad4a-7f1e5a1a84ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0883501 Jul 14 08:10:43.334028 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-1952f48f-2674-466e-a9bb-1ec50484c803 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b HTTP/1.1" status: 200 len: 999 time: 0.0630589 Jul 14 08:10:43.384115 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-1ccba4db-2af8-4420-b3c2-2a56ae79b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:43.385612 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-1ccba4db-2af8-4420-b3c2-2a56ae79b286 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0452154 Jul 14 08:10:43.441538 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-972a6ef8-6fc8-4505-9736-35c7ab51c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:43.443106 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-972a6ef8-6fc8-4505-9736-35c7ab51c7a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516117 Jul 14 08:10:43.535787 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-50443b05-c6f5-4c10-9c76-aafb5958e54a service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863020 Jul 14 08:10:43.623612 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e5d689fc-29d0-44e1-bbd4-efa89beac018 req-a5841e87-e234-4711-a0f8-492fc77dedc1 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815353 Jul 14 08:10:43.936002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d124d9-e904-40d0-af71-758e23d40e24 req-f6879573-155f-41a4-a507-ffec635fef7d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:43.937472 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-49d124d9-e904-40d0-af71-758e23d40e24 req-f6879573-155f-41a4-a507-ffec635fef7d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 944 time: 0.0663817 Jul 14 08:10:43.979409 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-49d124d9-e904-40d0-af71-758e23d40e24 req-10634bab-f485-4a26-8674-b59d5e85fb5c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361505 Jul 14 08:10:44.710995 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 608ea522-ab65-4e5a-a4ef-fb7af470a95b no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:10:44.750104 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 608ea522-ab65-4e5a-a4ef-fb7af470a95b not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:10:44.811112 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'tag': '608ea522-ab65-4e5a-a4ef-fb7af470a95b'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:10:44.813595 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b6db430e-6f45-4505-95f6-ba9d7d54d8be", "tag": "608ea522-ab65-4e5a-a4ef-fb7af470a95b"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:10:44.860274 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed59413-028b-41bd-929a-afbcea5c0678 x-openstack-request-id: req-eed59413-028b-41bd-929a-afbcea5c0678 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:10:44.860824 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6db430e-6f45-4505-95f6-ba9d7d54d8be", "tag": "608ea522-ab65-4e5a-a4ef-fb7af470a95b", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:10:44.861078 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eed59413-028b-41bd-929a-afbcea5c0678 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:10:44.861500 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'tag': '608ea522-ab65-4e5a-a4ef-fb7af470a95b', 'status': 'completed', 'code': 200} Jul 14 08:10:44.970570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-d938761b-d517-4f71-b1c7-86748736cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:44.972115 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-d938761b-d517-4f71-b1c7-86748736cd99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 1095 time: 0.0852447 Jul 14 08:10:44.976339 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-a7c9a62e-aa3a-45e8-a101-78de012ae7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:44.977922 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-a7c9a62e-aa3a-45e8-a101-78de012ae7e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 1095 time: 0.0995536 Jul 14 08:10:45.127153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-362e411b-01d9-4878-bad1-1671e0908712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:45.128543 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-362e411b-01d9-4878-bad1-1671e0908712 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.1499262 Jul 14 08:10:45.131146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-f3920a41-8f35-44c7-b86f-ae800103be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:45.132483 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-f3920a41-8f35-44c7-b86f-ae800103be37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.1468077 Jul 14 08:10:45.165472 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e78e6-c219-4cf8-8c1c-3ffee2e9d235 req-bfe7c49e-845b-4d7d-b414-8ea9221b0cc2 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:45.166909 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-817e78e6-c219-4cf8-8c1c-3ffee2e9d235 req-bfe7c49e-845b-4d7d-b414-8ea9221b0cc2 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 944 time: 0.0640087 Jul 14 08:10:45.204609 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-817e78e6-c219-4cf8-8c1c-3ffee2e9d235 req-70a3f092-d70a-41aa-a980-4ce9e79dde3e tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320783 Jul 14 08:10:45.242629 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-9f3b04d0-7af2-4543-a359-f8e88f3a84ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b HTTP/1.1" status: 200 len: 999 time: 0.1074104 Jul 14 08:10:45.246382 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-6e348518-52f8-478e-ab02-383ddf1b2a9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b HTTP/1.1" status: 200 len: 999 time: 0.1051762 Jul 14 08:10:45.327338 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-ebab54eb-5bbf-4b70-9585-4fe5729675b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:45.328828 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-ebab54eb-5bbf-4b70-9585-4fe5729675b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0803728 Jul 14 08:10:45.330234 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-b7fbd0ff-8da4-42f3-812f-fec310965c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:45.331547 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-b7fbd0ff-8da4-42f3-812f-fec310965c6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0760448 Jul 14 08:10:45.424516 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-3cd9ec06-45bd-420f-a04c-f31aed65ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:45.426083 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-3cd9ec06-45bd-420f-a04c-f31aed65ed33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841107 Jul 14 08:10:45.428591 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-9b9c6f60-ca21-4d8c-85f8-34fcbd0ee6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:45.429968 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-9b9c6f60-ca21-4d8c-85f8-34fcbd0ee6fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955553 Jul 14 08:10:45.583007 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-1205223c-9057-4e78-be80-5dc83f1f6cfc service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501701 Jul 14 08:10:45.584844 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-b0b78a4e-5859-4385-8eb7-9da17a738397 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451461 Jul 14 08:10:45.736341 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-eee705cf-9fee-41fc-9aa5-7b91db53a246 service neutron] 10.222.0.15 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394372 Jul 14 08:10:45.738002 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fcf000b4-6a74-4bc4-8a9b-4a88d9a275bb req-83c28b6d-61e1-4b74-836f-c426c19c7080 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485178 Jul 14 08:10:46.112016 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:46.113172 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:46.385439 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ee8fa-fa0f-42d3-9052-46d62c80fe7d req-f84631f3-0020-4fbb-a20e-0762a978583e tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:46.386916 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f80ee8fa-fa0f-42d3-9052-46d62c80fe7d req-f84631f3-0020-4fbb-a20e-0762a978583e tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 944 time: 0.0614824 Jul 14 08:10:46.426825 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f80ee8fa-fa0f-42d3-9052-46d62c80fe7d req-eb4b325d-696b-4fc0-8d7f-b67a5cd6c8d3 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340447 Jul 14 08:10:47.220556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f3d03-e72b-4827-8cb6-f3b78e2750ed req-f40118de-20ed-40cf-b131-2528e2672c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:47.222139 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b70f3d03-e72b-4827-8cb6-f3b78e2750ed req-f40118de-20ed-40cf-b131-2528e2672c83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bac4f428414dbe9ba22389cee9d800&device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 1095 time: 0.0541227 Jul 14 08:10:47.331042 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f3d03-e72b-4827-8cb6-f3b78e2750ed req-35b944a7-6795-455f-ab39-bd4049203ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:47.332640 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b70f3d03-e72b-4827-8cb6-f3b78e2750ed req-35b944a7-6795-455f-ab39-bd4049203ece service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 200 len: 912 time: 0.0906038 Jul 14 08:10:47.397082 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b70f3d03-e72b-4827-8cb6-f3b78e2750ed req-0bb9d699-9e72-4636-a00a-45d4351df86c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b HTTP/1.1" status: 200 len: 999 time: 0.0582230 Jul 14 08:10:47.442592 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f3d03-e72b-4827-8cb6-f3b78e2750ed req-feabf323-34b3-4ce0-8926-ab664e6d7f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:47.443963 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b70f3d03-e72b-4827-8cb6-f3b78e2750ed req-feabf323-34b3-4ce0-8926-ab664e6d7f5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 200 len: 850 time: 0.0413759 Jul 14 08:10:47.503043 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f3d03-e72b-4827-8cb6-f3b78e2750ed req-037daa5c-61d2-46b2-acc5-d60c568397e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:47.504498 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b70f3d03-e72b-4827-8cb6-f3b78e2750ed req-037daa5c-61d2-46b2-acc5-d60c568397e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ef17d50-9e1e-4635-a3de-168a449c4d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546656 Jul 14 08:10:47.592155 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b70f3d03-e72b-4827-8cb6-f3b78e2750ed req-3140f11f-e8b2-4de9-9f28-e50cee9390dd service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808945 Jul 14 08:10:47.599651 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cbd84-281d-4a2c-bcd4-caf8110a7ec3 req-e9631beb-9942-443e-aca5-fca24d58705f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:47.601153 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-423cbd84-281d-4a2c-bcd4-caf8110a7ec3 req-e9631beb-9942-443e-aca5-fca24d58705f tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 944 time: 0.0626564 Jul 14 08:10:47.638579 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-423cbd84-281d-4a2c-bcd4-caf8110a7ec3 req-4df41ecc-a715-49aa-a8ce-2f5430fed17a tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311604 Jul 14 08:10:47.684337 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b70f3d03-e72b-4827-8cb6-f3b78e2750ed req-346916d1-87fa-49b5-a066-5000d5366a99 service neutron] 10.222.0.30 "GET /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855579 Jul 14 08:10:48.807780 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a989db2-d0e3-4934-9482-734e93277482 req-eecc34fa-15a8-4732-b9d3-f974e0fbcfa0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:48.809295 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a989db2-d0e3-4934-9482-734e93277482 req-eecc34fa-15a8-4732-b9d3-f974e0fbcfa0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 944 time: 0.0612235 Jul 14 08:10:48.845681 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a989db2-d0e3-4934-9482-734e93277482 req-0b07e965-704a-4ec0-b816-37a8fcaa99e7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309763 Jul 14 08:10:50.019360 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c356e-e645-4aa0-9287-4fa5c291e364 req-8148d130-5a95-4877-89f0-77be1b5d99b1 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:50.020821 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c24c356e-e645-4aa0-9287-4fa5c291e364 req-8148d130-5a95-4877-89f0-77be1b5d99b1 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 944 time: 0.0649700 Jul 14 08:10:50.057139 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c24c356e-e645-4aa0-9287-4fa5c291e364 req-056ebaa1-1563-40f7-804f-57e4d87925c4 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303187 Jul 14 08:10:51.226578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784ab2c-f0bb-4329-a219-289cb8bf5e51 req-fb46a5a2-6736-4db3-bc1a-ef7e4f0e74e5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:51.228119 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4784ab2c-f0bb-4329-a219-289cb8bf5e51 req-fb46a5a2-6736-4db3-bc1a-ef7e4f0e74e5 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 944 time: 0.0626905 Jul 14 08:10:51.264944 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4784ab2c-f0bb-4329-a219-289cb8bf5e51 req-a8319a7b-2286-4aa7-aa90-e8a533c18ffa tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312409 Jul 14 08:10:52.435173 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71775637-db4d-44ae-9da7-b8cbda84369b req-f640aab1-d532-49bd-9f96-dfe62b9b8385 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:52.436660 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71775637-db4d-44ae-9da7-b8cbda84369b req-f640aab1-d532-49bd-9f96-dfe62b9b8385 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 944 time: 0.0608692 Jul 14 08:10:52.475999 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71775637-db4d-44ae-9da7-b8cbda84369b req-b7d43b43-f3cb-4b32-8e5f-e13d49773492 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339856 Jul 14 08:10:53.648502 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fb2ca-560f-4a92-9b60-1a75c60b4653 req-8896c39e-388b-41e0-8c81-a24a66eaaf8a tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:53.650619 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-889fb2ca-560f-4a92-9b60-1a75c60b4653 req-8896c39e-388b-41e0-8c81-a24a66eaaf8a tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 944 time: 0.0624933 Jul 14 08:10:53.685664 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-889fb2ca-560f-4a92-9b60-1a75c60b4653 req-cbf3260a-82f9-4b84-ab01-0489ec512419 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296483 Jul 14 08:10:54.857053 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e12ec6-914e-4dcb-9373-9b87b0b11e1a req-d20b7b65-3ce7-42bb-b73d-85eebc6cea24 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:54.858586 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c6e12ec6-914e-4dcb-9373-9b87b0b11e1a req-d20b7b65-3ce7-42bb-b73d-85eebc6cea24 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 944 time: 0.0614457 Jul 14 08:10:54.894453 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c6e12ec6-914e-4dcb-9373-9b87b0b11e1a req-9ae1095d-7cc1-477d-90c1-10a7899c754e tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300462 Jul 14 08:10:55.065347 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcd97e-f50d-4dd5-9fc1-c13dc0e5405d req-e58f165f-5d34-463e-bb0b-a007b107a328 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:55.066826 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7edcd97e-f50d-4dd5-9fc1-c13dc0e5405d req-e58f165f-5d34-463e-bb0b-a007b107a328 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 944 time: 0.0650768 Jul 14 08:10:55.102652 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7edcd97e-f50d-4dd5-9fc1-c13dc0e5405d req-ad277625-8608-4f54-ad35-63bb4bc1d6a0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304475 Jul 14 08:10:55.271746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03296b2-6def-4037-b4e2-3e6cfd58b0ef req-8aec49b8-3da2-4583-afb9-8b8b511757e2 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:55.273138 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c03296b2-6def-4037-b4e2-3e6cfd58b0ef req-8aec49b8-3da2-4583-afb9-8b8b511757e2 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 944 time: 0.0621171 Jul 14 08:10:55.309421 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c03296b2-6def-4037-b4e2-3e6cfd58b0ef req-e216a143-5f10-48a4-a299-cbe89d757697 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300970 Jul 14 08:10:55.673715 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe38d3-f5fe-4a7a-819e-4fd572bd9df2 req-a529440e-a2fd-4a3f-8100-29a9127789d8 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:55.675183 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-abbe38d3-f5fe-4a7a-819e-4fd572bd9df2 req-a529440e-a2fd-4a3f-8100-29a9127789d8 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 944 time: 0.0611644 Jul 14 08:10:55.715393 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-abbe38d3-f5fe-4a7a-819e-4fd572bd9df2 req-93412a1d-eac6-4c6f-bad9-4e56d746f601 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347967 Jul 14 08:10:56.887600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84be5fa-459c-4fa3-86a5-444f98124181 req-2584b717-958f-4457-a37e-c19a2582b338 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:56.888955 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a84be5fa-459c-4fa3-86a5-444f98124181 req-2584b717-958f-4457-a37e-c19a2582b338 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 944 time: 0.0613079 Jul 14 08:10:56.924612 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a84be5fa-459c-4fa3-86a5-444f98124181 req-44988f66-9fed-4404-92a0-312f78ee428d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups?id=05886cab-7214-4406-b611-580271680406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302503 Jul 14 08:10:57.051317 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b98bb0-0228-4216-9038-3c3bb7cdaca3 req-ccfcb07d-4e8a-4d41-ac19-9421f4849d0b tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:10:57.052748 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-59b98bb0-0228-4216-9038-3c3bb7cdaca3 req-ccfcb07d-4e8a-4d41-ac19-9421f4849d0b tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 944 time: 0.0613844 Jul 14 08:10:57.146559 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-59b98bb0-0228-4216-9038-3c3bb7cdaca3 req-c7b8d886-9ebb-4180-b3bc-d6679d6e5055 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Deleting port 608ea522-ab65-4e5a-a4ef-fb7af470a95b {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:10:57.146888 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-59b98bb0-0228-4216-9038-3c3bb7cdaca3 req-c7b8d886-9ebb-4180-b3bc-d6679d6e5055 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:57.229681 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 608ea522-ab65-4e5a-a4ef-fb7af470a95b details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:10:57.236844 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-59b98bb0-0228-4216-9038-3c3bb7cdaca3 req-c7b8d886-9ebb-4180-b3bc-d6679d6e5055 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] For port 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:10:57.237230 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-59b98bb0-0228-4216-9038-3c3bb7cdaca3 req-c7b8d886-9ebb-4180-b3bc-d6679d6e5055 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:57.324059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:10:57.334972 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '608ea522-ab65-4e5a-a4ef-fb7af470a95b', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'port_id': '608ea522-ab65-4e5a-a4ef-fb7af470a95b', 'mac_address': 'fa:16:3e:77:38:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:10:57.370323 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:57.382327 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608ea522-ab65-4e5a-a4ef-fb7af470a95b {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:10:57.401973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 608ea522-ab65-4e5a-a4ef-fb7af470a95b, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=608ea522-ab65-4e5a-a4ef-fb7af470a95b,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:10:57.403943 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-59b98bb0-0228-4216-9038-3c3bb7cdaca3 req-c7b8d886-9ebb-4180-b3bc-d6679d6e5055 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:57.404401 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-59b98bb0-0228-4216-9038-3c3bb7cdaca3 req-c7b8d886-9ebb-4180-b3bc-d6679d6e5055 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:57.404790 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [req-59b98bb0-0228-4216-9038-3c3bb7cdaca3 req-c7b8d886-9ebb-4180-b3bc-d6679d6e5055 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Floating IP 5325e74f-d7fa-4cea-8b9f-857ba77076d7 disassociated. External IP: 172.25.7.48, port: 608ea522-ab65-4e5a-a4ef-fb7af470a95b. Jul 14 08:10:57.404991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-59b98bb0-0228-4216-9038-3c3bb7cdaca3 req-c7b8d886-9ebb-4180-b3bc-d6679d6e5055 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Calling delete_port for 608ea522-ab65-4e5a-a4ef-fb7af470a95b owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:10:57.405940 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:57.451513 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=608ea522-ab65-4e5a-a4ef-fb7af470a95b,revision_number=12']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:10:57.531552 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-59b98bb0-0228-4216-9038-3c3bb7cdaca3 req-c7b8d886-9ebb-4180-b3bc-d6679d6e5055 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:57.558403 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8d886-9ebb-4180-b3bc-d6679d6e5055 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Pushing event deleted for resources: {'Port': ['ID=608ea522-ab65-4e5a-a4ef-fb7af470a95b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:10:57.919784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59b98bb0-0228-4216-9038-3c3bb7cdaca3 req-c7b8d886-9ebb-4180-b3bc-d6679d6e5055 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Router e5d024ab-3095-4948-a381-1b5917c2ecba has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:10:58.025360 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59b98bb0-0228-4216-9038-3c3bb7cdaca3 req-c7b8d886-9ebb-4180-b3bc-d6679d6e5055 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:10:58.034882 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f51826-b09d-4d1f-b81e-fa5ce68acef2 None None] Sync routers for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:10:58.054622 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f51826-b09d-4d1f-b81e-fa5ce68acef2 None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:10:58.055233 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-86f51826-b09d-4d1f-b81e-fa5ce68acef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:10:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:10:58.069002 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b98bb0-0228-4216-9038-3c3bb7cdaca3 req-c7b8d886-9ebb-4180-b3bc-d6679d6e5055 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] No DVR routers for this DVR port 608ea522-ab65-4e5a-a4ef-fb7af470a95b on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:10:58.071618 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-59b98bb0-0228-4216-9038-3c3bb7cdaca3 req-c7b8d886-9ebb-4180-b3bc-d6679d6e5055 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:10:58.073608 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-59b98bb0-0228-4216-9038-3c3bb7cdaca3 req-c7b8d886-9ebb-4180-b3bc-d6679d6e5055 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.30 "DELETE /v2.0/ports/608ea522-ab65-4e5a-a4ef-fb7af470a95b HTTP/1.1" status: 204 len: 173 time: 1.0158973 Jul 14 08:10:58.074044 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'name': 'network-vif-deleted', 'tag': '608ea522-ab65-4e5a-a4ef-fb7af470a95b'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:10:58.076262 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abc5033-59d3-4686-8d02-ebda92d156cf" -d '{"events": [{"server_uuid": "b6db430e-6f45-4505-95f6-ba9d7d54d8be", "name": "network-vif-deleted", "tag": "608ea522-ab65-4e5a-a4ef-fb7af470a95b"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:10:58.085246 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e2a63e4-0932-4e67-aaa5-a3827aea65c9 req-8c3b7d08-b449-4687-8532-72b529833230 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 210 time: 0.0417011 Jul 14 08:10:58.116675 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1535fd5-d980-4a54-8d93-6e520fb806fa x-openstack-request-id: req-e1535fd5-d980-4a54-8d93-6e520fb806fa {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:10:58.116961 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6db430e-6f45-4505-95f6-ba9d7d54d8be", "name": "network-vif-deleted", "tag": "608ea522-ab65-4e5a-a4ef-fb7af470a95b", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:10:58.117261 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1535fd5-d980-4a54-8d93-6e520fb806fa {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:10:58.117628 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6db430e-6f45-4505-95f6-ba9d7d54d8be', 'name': 'network-vif-deleted', 'tag': '608ea522-ab65-4e5a-a4ef-fb7af470a95b', 'status': 'completed', 'code': 200} Jul 14 08:10:58.182103 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-86f51826-b09d-4d1f-b81e-fa5ce68acef2 None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:10:58.374633 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-86f51826-b09d-4d1f-b81e-fa5ce68acef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:10:58.400895 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f51826-b09d-4d1f-b81e-fa5ce68acef2 None None] Checking router: e5d024ab-3095-4948-a381-1b5917c2ecba for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:10:58.409094 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f51826-b09d-4d1f-b81e-fa5ce68acef2 None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:10:58.410594 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-86f51826-b09d-4d1f-b81e-fa5ce68acef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:10:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:10:58.512380 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-86f51826-b09d-4d1f-b81e-fa5ce68acef2 None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:10:58.705168 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-86f51826-b09d-4d1f-b81e-fa5ce68acef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:10:58.733955 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f51826-b09d-4d1f-b81e-fa5ce68acef2 None None] The sync data for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 is: [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:24Z', 'revision_number': 4, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'e2174e35-75be-433b-9c16-e05912d602a3', 'name': '', 'network_id': '4ef17d50-9e1e-4635-a3de-168a449c4d83', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'mac_address': 'fa:16:3e:a4:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74531bb3-74b9-40c2-8245-742499605b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:24Z', 'updated_at': '2021-07-14T08:01:28Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'subnets': [{'id': '74531bb3-74b9-40c2-8245-742499605b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:10:58.959412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23854d6b-6f42-4016-bf13-b839e72cb3eb None None] New status for floating IP 5325e74f-d7fa-4cea-8b9f-857ba77076d7: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:10:59.229048 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f6f752b-a548-4402-97c8-7bdc080a5faa req-5388b056-81b4-4b44-91dc-24ecd5cddaf7 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 210 time: 0.0285091 Jul 14 08:11:00.372894 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee4e82e1-0f1a-46c2-8e3d-be6660d249b7 req-a626fdf2-58f8-450d-a728-49ff7d87e756 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 210 time: 0.0315545 Jul 14 08:11:00.580660 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-22556fd5-7b42-4a03-a4d6-0c3859b51c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:01.234605 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 608ea522-ab65-4e5a-a4ef-fb7af470a95b no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:11:01.255697 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 608ea522-ab65-4e5a-a4ef-fb7af470a95b {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:11:01.256041 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 608ea522-ab65-4e5a-a4ef-fb7af470a95b not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:11:01.523790 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35c0b473-51f6-4fce-8906-6cf10d3ada96 req-c6e253f4-a413-4e07-8d6a-7b8bde302417 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6db430e-6f45-4505-95f6-ba9d7d54d8be HTTP/1.1" status: 200 len: 210 time: 0.0273719 Jul 14 08:11:03.377384 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cb2fc98d-0cf5-4841-97fd-da1536efd081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:03.725385 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:04.880826 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:05.513570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40126) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:05.567820 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8c333dc-54d4-4fc3-9b79-39f454fcfef0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:05.594672 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8c333dc-54d4-4fc3-9b79-39f454fcfef0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:05.641051 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8c333dc-54d4-4fc3-9b79-39f454fcfef0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:05.643614 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8c333dc-54d4-4fc3-9b79-39f454fcfef0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:05.644774 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b8c333dc-54d4-4fc3-9b79-39f454fcfef0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "DELETE /v2.0/security-groups/05886cab-7214-4406-b611-580271680406 HTTP/1.1" status: 204 len: 168 time: 0.1299286 Jul 14 08:11:05.647850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40128) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:05.654045 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c333dc-54d4-4fc3-9b79-39f454fcfef0 tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05886cab-7214-4406-b611-580271680406,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:05.663483 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-011895c5-c2bf-4d60-afa4-73b7b852564c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] show failed (client error): The resource could not be found. Jul 14 08:11:05.664722 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-011895c5-c2bf-4d60-afa4-73b7b852564c tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "GET /v2.0/security-groups/05886cab-7214-4406-b611-580271680406 HTTP/1.1" status: 404 len: 347 time: 0.0158653 Jul 14 08:11:05.667989 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40130) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:05.793001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Deleting port 502e88ce-8bd1-4481-93de-529572966c65 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:11:05.793368 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:05.869024 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:05.869394 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:05.881043 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Calling delete_port for 502e88ce-8bd1-4481-93de-529572966c65 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:11:06.011735 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:06.036571 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Pushing event deleted for resources: {'Port': ['ID=502e88ce-8bd1-4481-93de-529572966c65,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:06.047619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:06.047965 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:06.048303 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:06.048639 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:06.048973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:06.049330 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:06.049656 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:06.049979 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:06.050302 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:06.050623 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:06.050941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:06.051258 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:06.105932 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:06.108428 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:06.109601 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e7a64463-81e5-47f2-b424-aff0e0a6b24d tempest-ServerActionsTestJSON-1886662733 tempest-ServerActionsTestJSON-1886662733-project] 10.222.0.35 "DELETE /v2.0/floatingips/5325e74f-d7fa-4cea-8b9f-857ba77076d7 HTTP/1.1" status: 204 len: 168 time: 0.4406617 Jul 14 08:11:06.112779 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40132) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:06.408875 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:06.503912 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bfd62025-10d7-47af-970b-9d9b816bb862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:06.752326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-bfd62025-10d7-47af-970b-9d9b816bb862 admin admin] Deleting port e2174e35-75be-433b-9c16-e05912d602a3 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:11:06.752984 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bfd62025-10d7-47af-970b-9d9b816bb862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:06.827185 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-bfd62025-10d7-47af-970b-9d9b816bb862 admin admin] For port e2174e35-75be-433b-9c16-e05912d602a3, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e2174e35-75be-433b-9c16-e05912d602a3,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:11:06.827540 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bfd62025-10d7-47af-970b-9d9b816bb862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:06.840084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-bfd62025-10d7-47af-970b-9d9b816bb862 admin admin] Calling delete_port for e2174e35-75be-433b-9c16-e05912d602a3 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:11:07.012446 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bfd62025-10d7-47af-970b-9d9b816bb862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:07.042111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd62025-10d7-47af-970b-9d9b816bb862 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2174e35-75be-433b-9c16-e05912d602a3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:07.204184 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bfd62025-10d7-47af-970b-9d9b816bb862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:07.408906 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd62025-10d7-47af-970b-9d9b816bb862 admin admin] Router e5d024ab-3095-4948-a381-1b5917c2ecba has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:11:07.507945 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd62025-10d7-47af-970b-9d9b816bb862 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:11:07.513592 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bfd62025-10d7-47af-970b-9d9b816bb862 admin admin] 10.222.0.35 "PUT /v2.0/routers/e5d024ab-3095-4948-a381-1b5917c2ecba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3998296 Jul 14 08:11:07.516088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40138) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:07.516591 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb253aa-6b64-4a00-834e-90d8e11565e2 None None] Sync routers for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:11:07.526779 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb253aa-6b64-4a00-834e-90d8e11565e2 None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:11:07.527382 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2cb253aa-6b64-4a00-834e-90d8e11565e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:11:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:07.616519 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39252769-7128-4866-a79e-3a43eafd4ce9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:07.626373 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2cb253aa-6b64-4a00-834e-90d8e11565e2 None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:11:07.716884 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39252769-7128-4866-a79e-3a43eafd4ce9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:07.771296 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-39252769-7128-4866-a79e-3a43eafd4ce9 admin admin] Deleting port f48179e9-0f69-4938-ada4-1905ca9d2d44 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:11:07.772022 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39252769-7128-4866-a79e-3a43eafd4ce9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:07.847558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-39252769-7128-4866-a79e-3a43eafd4ce9 admin admin] For port f48179e9-0f69-4938-ada4-1905ca9d2d44, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f48179e9-0f69-4938-ada4-1905ca9d2d44,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:11:07.847917 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39252769-7128-4866-a79e-3a43eafd4ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:07.860146 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-39252769-7128-4866-a79e-3a43eafd4ce9 admin admin] Calling delete_port for f48179e9-0f69-4938-ada4-1905ca9d2d44 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:11:07.885314 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2cb253aa-6b64-4a00-834e-90d8e11565e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:11:06Z', 'revision_number': 5, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port': {'id': 'f48179e9-0f69-4938-ada4-1905ca9d2d44', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:07.910476 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb253aa-6b64-4a00-834e-90d8e11565e2 None None] Checking router: e5d024ab-3095-4948-a381-1b5917c2ecba for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:11:07.918452 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb253aa-6b64-4a00-834e-90d8e11565e2 None None] Routers {'e5d024ab-3095-4948-a381-1b5917c2ecba'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:11:07.919052 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2cb253aa-6b64-4a00-834e-90d8e11565e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:11:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e5d024ab-3095-4948-a381-1b5917c2ecba'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:08.003874 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2cb253aa-6b64-4a00-834e-90d8e11565e2 None None] Set router e5d024ab-3095-4948-a381-1b5917c2ecba gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:11:08.024162 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39252769-7128-4866-a79e-3a43eafd4ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:08.050652 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39252769-7128-4866-a79e-3a43eafd4ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f48179e9-0f69-4938-ada4-1905ca9d2d44,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:08.059087 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2cb253aa-6b64-4a00-834e-90d8e11565e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:11:07Z', 'revision_number': 6, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:08.085020 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb253aa-6b64-4a00-834e-90d8e11565e2 None None] The sync data for ids ['e5d024ab-3095-4948-a381-1b5917c2ecba'] in n-d-778696-5 is: [{'id': 'e5d024ab-3095-4948-a381-1b5917c2ecba', 'name': 'tempest-ServerActionsTestJSON-310929783-router', 'tenant_id': 'c9bac4f428414dbe9ba22389cee9d800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:01:22Z', 'updated_at': '2021-07-14T08:11:07Z', 'revision_number': 6, 'project_id': 'c9bac4f428414dbe9ba22389cee9d800', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:11:08.116460 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39252769-7128-4866-a79e-3a43eafd4ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:08.203626 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39252769-7128-4866-a79e-3a43eafd4ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:08.205681 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39252769-7128-4866-a79e-3a43eafd4ce9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:08.248678 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39252769-7128-4866-a79e-3a43eafd4ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:08.249167 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39252769-7128-4866-a79e-3a43eafd4ce9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5d024ab-3095-4948-a381-1b5917c2ecba {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 08:11:08.254083 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-39252769-7128-4866-a79e-3a43eafd4ce9 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:08.255219 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-39252769-7128-4866-a79e-3a43eafd4ce9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e5d024ab-3095-4948-a381-1b5917c2ecba HTTP/1.1" status: 204 len: 168 time: 0.7382238 Jul 14 08:11:08.257808 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40140) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:08.301028 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-6833cadb-b2e1-418b-822a-12ba9f693588 admin admin] Deleting subnet 74531bb3-74b9-40c2-8245-742499605b52 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:11:08.304410 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6833cadb-b2e1-418b-822a-12ba9f693588 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:08.340816 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6833cadb-b2e1-418b-822a-12ba9f693588 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:08.415663 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6833cadb-b2e1-418b-822a-12ba9f693588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:08.469015 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6833cadb-b2e1-418b-822a-12ba9f693588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:08.496786 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833cadb-b2e1-418b-822a-12ba9f693588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74531bb3-74b9-40c2-8245-742499605b52,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:08.498839 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6833cadb-b2e1-418b-822a-12ba9f693588 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:08.502960 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6833cadb-b2e1-418b-822a-12ba9f693588 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/74531bb3-74b9-40c2-8245-742499605b52 HTTP/1.1" status: 204 len: 168 time: 0.2419567 Jul 14 08:11:08.503226 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40144) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:08.503638 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58b1636-1442-424d-87b7-7de8c7ff85dd None None] Network 4ef17d50-9e1e-4635-a3de-168a449c4d83 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:08.574053 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:08.626069 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] Deleting port 95b80532-72de-41b0-8fae-bbc0896dcd92 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:11:08.626415 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:08.690995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] For port 95b80532-72de-41b0-8fae-bbc0896dcd92, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=95b80532-72de-41b0-8fae-bbc0896dcd92,segment=NetworkSegment(e6031cbd-9cd6-41f0-b51f-af405eb340d6),segment_id=e6031cbd-9cd6-41f0-b51f-af405eb340d6)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:11:08.691346 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:08.703745 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] Calling delete_port for 95b80532-72de-41b0-8fae-bbc0896dcd92 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:11:08.778501 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:08.801057 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] Pushing event deleted for resources: {'Port': ['ID=95b80532-72de-41b0-8fae-bbc0896dcd92,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:08.807093 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] No DVR routers for this DVR port 95b80532-72de-41b0-8fae-bbc0896dcd92 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:11:08.858102 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a13a68-808b-4d0b-a39b-c5ae9fcda31b None None] DHCP port deletion for 4ef17d50-9e1e-4635-a3de-168a449c4d83 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 08:11:08.884415 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:08.896516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef17d50-9e1e-4635-a3de-168a449c4d83']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:08.907355 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6031cbd-9cd6-41f0-b51f-af405eb340d6') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:08.907685 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6031cbd-9cd6-41f0-b51f-af405eb340d6') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:08.916253 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:08.923654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e2174e35-75be-433b-9c16-e05912d602a3 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:11:08.929753 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:08.936314 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:11:08.936887 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: timer() Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:11:08.938644 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:11:08.943253 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: e2174e35-75be-433b-9c16-e05912d602a3 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:11:08.943604 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e2174e35-75be-433b-9c16-e05912d602a3 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:11:08.944030 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 95b80532-72de-41b0-8fae-bbc0896dcd92 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:11:08.964033 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 95b80532-72de-41b0-8fae-bbc0896dcd92 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:11:08.964385 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 95b80532-72de-41b0-8fae-bbc0896dcd92 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:11:08.964812 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f48179e9-0f69-4938-ada4-1905ca9d2d44 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:11:08.984113 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: f48179e9-0f69-4938-ada4-1905ca9d2d44 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:11:08.984465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f48179e9-0f69-4938-ada4-1905ca9d2d44 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:11:08.994998 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:09.000494 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:09.002472 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] 10.222.0.35 "DELETE /v2.0/networks/4ef17d50-9e1e-4635-a3de-168a449c4d83 HTTP/1.1" status: 204 len: 168 time: 0.4980724 Jul 14 08:11:09.014993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa0f8d-f12e-40ce-93c2-757d8b7bb13d admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef17d50-9e1e-4635-a3de-168a449c4d83,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:09.111967 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40148) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:09.156982 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-45ad96d1-5b97-42ab-86bf-717901510d3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9bac4f428414dbe9ba22389cee9d800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437393 Jul 14 08:11:09.159456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40150) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:09.207017 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04e3ef06-0544-4c80-87bf-7a2ddd8aaa2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:09.226773 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04e3ef06-0544-4c80-87bf-7a2ddd8aaa2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:09.272640 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04e3ef06-0544-4c80-87bf-7a2ddd8aaa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:09.275251 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04e3ef06-0544-4c80-87bf-7a2ddd8aaa2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:09.276404 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-04e3ef06-0544-4c80-87bf-7a2ddd8aaa2d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c526a74c-e6af-4092-ab74-39a7f63ccd75 HTTP/1.1" status: 204 len: 168 time: 0.1160243 Jul 14 08:11:09.284104 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3ef06-0544-4c80-87bf-7a2ddd8aaa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c526a74c-e6af-4092-ab74-39a7f63ccd75,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:09.944240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40172) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:10.034394 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-875181d1-ca21-4621-9632-adb295dea186 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-553202204-network', 'tenant_id': '1ee29435299a457881c7cb5a2ec83578'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:10.055093 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875181d1-ca21-4621-9632-adb295dea186 admin admin] Made reservation on behalf of 1ee29435299a457881c7cb5a2ec83578 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:10.058228 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-875181d1-ca21-4621-9632-adb295dea186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:10.066625 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-875181d1-ca21-4621-9632-adb295dea186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:10.152254 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-875181d1-ca21-4621-9632-adb295dea186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:10.155763 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-875181d1-ca21-4621-9632-adb295dea186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:10.179018 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875181d1-ca21-4621-9632-adb295dea186 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:11:10.188860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875181d1-ca21-4621-9632-adb295dea186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c371ba-9018-4ffd-a235-808f9e7a31e4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:10.193674 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-875181d1-ca21-4621-9632-adb295dea186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:10.194015 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-875181d1-ca21-4621-9632-adb295dea186 admin admin] Added segment 8a08c80c-67e7-4d84-aec0-b7306a2ad18e of type vlan for network 84ffac60-f570-4753-8a6b-7be5d03091db Jul 14 08:11:10.234826 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-875181d1-ca21-4621-9632-adb295dea186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:10.262966 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-875181d1-ca21-4621-9632-adb295dea186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:10.263910 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875181d1-ca21-4621-9632-adb295dea186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:10.264496 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-875181d1-ca21-4621-9632-adb295dea186 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:10.316891 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-875181d1-ca21-4621-9632-adb295dea186 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3715601 Jul 14 08:11:10.319899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40176) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:10.321988 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875181d1-ca21-4621-9632-adb295dea186 admin admin] Pushing event updated for resources: {'Network': ['ID=84ffac60-f570-4753-8a6b-7be5d03091db,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:10.325735 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6d9e5bd6-f5b8-4312-93da-e239312a43c6 admin admin] Request body: {'subnet': {'network_id': '84ffac60-f570-4753-8a6b-7be5d03091db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-553202204-subnet', 'tenant_id': '1ee29435299a457881c7cb5a2ec83578', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:10.331176 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 84ffac60-f570-4753-8a6b-7be5d03091db details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:11:10.348832 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9e5bd6-f5b8-4312-93da-e239312a43c6 admin admin] Made reservation on behalf of 1ee29435299a457881c7cb5a2ec83578 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:10.351131 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5bd6-f5b8-4312-93da-e239312a43c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:10.511498 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5bd6-f5b8-4312-93da-e239312a43c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:10.563908 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e5bd6-f5b8-4312-93da-e239312a43c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ab5d63-c64e-4601-95b4-6ff65e9eb24c,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:10.572302 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e5bd6-f5b8-4312-93da-e239312a43c6 admin admin] Checking segment: {'id': '8a08c80c-67e7-4d84-aec0-b7306a2ad18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84ffac60-f570-4753-8a6b-7be5d03091db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:11:10.572653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9e5bd6-f5b8-4312-93da-e239312a43c6 admin admin] Network hostable DHCP agents. Network: 84ffac60-f570-4753-8a6b-7be5d03091db, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:11:10.588898 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9e5bd6-f5b8-4312-93da-e239312a43c6 admin admin] Network 84ffac60-f570-4753-8a6b-7be5d03091db is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:11:10.597340 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-6d9e5bd6-f5b8-4312-93da-e239312a43c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 84ffac60-f570-4753-8a6b-7be5d03091db) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:11:10.604765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9e5bd6-f5b8-4312-93da-e239312a43c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:10.605406 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5bd6-f5b8-4312-93da-e239312a43c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:10.605901 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafeee35-5385-4a41-9815-0a326cfbe59c None None] Network 84ffac60-f570-4753-8a6b-7be5d03091db requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:10.625875 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6d9e5bd6-f5b8-4312-93da-e239312a43c6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3047431 Jul 14 08:11:10.734687 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceeac5f8-806b-47bc-8e90-5548d5c49dc5 None None] Network 84ffac60-f570-4753-8a6b-7be5d03091db requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:11.372005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-1549b42c-587a-4c42-98e3-d9b8b5ff03f0 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:11.373508 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-1549b42c-587a-4c42-98e3-d9b8b5ff03f0 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/networks?id=84ffac60-f570-4753-8a6b-7be5d03091db HTTP/1.1" status: 200 len: 813 time: 0.4353771 Jul 14 08:11:11.388111 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-837eb19e-d2eb-4a71-a21c-442eed4707cb tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/quotas/1ee29435299a457881c7cb5a2ec83578 HTTP/1.1" status: 200 len: 375 time: 0.0092480 Jul 14 08:11:11.419069 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ddb6d9e5-bd67-477f-b59c-104e8979da03 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ee29435299a457881c7cb5a2ec83578&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262966 Jul 14 08:11:11.543182 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-9ef0d944-6c10-4b1d-97ee-a065b8d55aaa service neutron] 10.222.0.35 "GET /v2.0/networks/84ffac60-f570-4753-8a6b-7be5d03091db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179361 Jul 14 08:11:11.631608 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-f8f042e9-09f8-43eb-a676-7904c7eec673 service neutron] 10.222.0.35 "GET /v2.0/networks/84ffac60-f570-4753-8a6b-7be5d03091db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826538 Jul 14 08:11:11.792783 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-621bb8d8-fde9-4064-992a-fa190f751402 req-5ae010da-21a5-4dc4-98c0-7abdb8e567e3 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 210 time: 0.0280857 Jul 14 08:11:12.813962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-3b0443bc-1ebb-4708-beb3-0ff308d9ed54 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:12.815565 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-3b0443bc-1ebb-4708-beb3-0ff308d9ed54 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.30 "GET /v2.0/networks?id=84ffac60-f570-4753-8a6b-7be5d03091db HTTP/1.1" status: 200 len: 813 time: 0.1040180 Jul 14 08:11:12.826737 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-f9834231-6d21-4812-8d96-092637ab39a4 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Request body: {'port': {'device_id': '75364639-34ef-4011-babe-e2eb25f691fb', 'network_id': '84ffac60-f570-4753-8a6b-7be5d03091db', 'admin_state_up': True, 'tenant_id': '1ee29435299a457881c7cb5a2ec83578'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:12.930464 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-f9834231-6d21-4812-8d96-092637ab39a4 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Made reservation on behalf of 1ee29435299a457881c7cb5a2ec83578 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:12.933894 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-f9834231-6d21-4812-8d96-092637ab39a4 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:13.059884 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-f9834231-6d21-4812-8d96-092637ab39a4 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Allocated IP 172.20.0.5 (84ffac60-f570-4753-8a6b-7be5d03091db/49ab5d63-c64e-4601-95b4-6ff65e9eb24c/5f6d1d61-1423-49d7-b0bc-8509d1596f65) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:11:13.126597 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2cfa75b5-9332-43de-8935-33b0e55efc0f req-fca16f6f-a1d3-4994-9610-766136b52188 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 210 time: 0.0291178 Jul 14 08:11:13.202221 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-f9834231-6d21-4812-8d96-092637ab39a4 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:13.240825 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-f9834231-6d21-4812-8d96-092637ab39a4 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:13.289008 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-f9834231-6d21-4812-8d96-092637ab39a4 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Network 84ffac60-f570-4753-8a6b-7be5d03091db is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:11:13.292713 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-f9834231-6d21-4812-8d96-092637ab39a4 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:11:13.296558 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-f9834231-6d21-4812-8d96-092637ab39a4 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:11:13.318608 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9834231-6d21-4812-8d96-092637ab39a4 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Pushing event updated for resources: {'Port': ['ID=5f6d1d61-1423-49d7-b0bc-8509d1596f65,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:13.345109 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-f9834231-6d21-4812-8d96-092637ab39a4 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:13.345767 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-f9834231-6d21-4812-8d96-092637ab39a4 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:13.359003 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-f9834231-6d21-4812-8d96-092637ab39a4 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5360906 Jul 14 08:11:13.369833 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Request body: {'port': {'device_id': '75364639-34ef-4011-babe-e2eb25f691fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:13.436746 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:13.688676 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6d1d61-1423-49d7-b0bc-8509d1596f65 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:11:13.695688 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:13.707384 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Transition to ACTIVE for port object 5f6d1d61-1423-49d7-b0bc-8509d1596f65 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:11:13.710776 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:13.760509 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6d1d61-1423-49d7-b0bc-8509d1596f65,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:13.826909 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Attempting to bind port 5f6d1d61-1423-49d7-b0bc-8509d1596f65 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:11:13.827556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Attempting to bind port 5f6d1d61-1423-49d7-b0bc-8509d1596f65 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '8a08c80c-67e7-4d84-aec0-b7306a2ad18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84ffac60-f570-4753-8a6b-7be5d03091db'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:11:13.827556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Attempting to bind port 5f6d1d61-1423-49d7-b0bc-8509d1596f65 on network 84ffac60-f570-4753-8a6b-7be5d03091db {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:11:13.831693 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Port 5f6d1d61-1423-49d7-b0bc-8509d1596f65 on network 84ffac60-f570-4753-8a6b-7be5d03091db not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:11:13.832009 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Attempting to bind port 5f6d1d61-1423-49d7-b0bc-8509d1596f65 on network 84ffac60-f570-4753-8a6b-7be5d03091db {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:11:13.836647 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:11:13.837006 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Checking segment: {'id': '8a08c80c-67e7-4d84-aec0-b7306a2ad18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84ffac60-f570-4753-8a6b-7be5d03091db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:11:13.837417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Bound using segment: {'id': '8a08c80c-67e7-4d84-aec0-b7306a2ad18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84ffac60-f570-4753-8a6b-7be5d03091db'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:11:13.837836 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Bound port: 5f6d1d61-1423-49d7-b0bc-8509d1596f65, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a08c80c-67e7-4d84-aec0-b7306a2ad18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84ffac60-f570-4753-8a6b-7be5d03091db'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:11:13.838188 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:13.899071 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] For port 5f6d1d61-1423-49d7-b0bc-8509d1596f65, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:11:13.902583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] For port 5f6d1d61-1423-49d7-b0bc-8509d1596f65, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5f6d1d61-1423-49d7-b0bc-8509d1596f65,segment=NetworkSegment(8a08c80c-67e7-4d84-aec0-b7306a2ad18e),segment_id=8a08c80c-67e7-4d84-aec0-b7306a2ad18e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:11:13.906527 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:13.939179 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:13.939731 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:13.941095 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] 10.222.0.30 "PUT /v2.0/ports/5f6d1d61-1423-49d7-b0bc-8509d1596f65 HTTP/1.1" status: 200 len: 1091 time: 0.5752378 Jul 14 08:11:13.941556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75364639-34ef-4011-babe-e2eb25f691fb', 'tag': '5f6d1d61-1423-49d7-b0bc-8509d1596f65'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:11:13.943769 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8167d872-6ba1-4dd7-8fa2-538e4c09ee40" -d '{"events": [{"name": "network-changed", "server_uuid": "75364639-34ef-4011-babe-e2eb25f691fb", "tag": "5f6d1d61-1423-49d7-b0bc-8509d1596f65"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:11:13.970957 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca694420-46b2-42c5-a12a-b0677bb71552 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6d1d61-1423-49d7-b0bc-8509d1596f65,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:13.984448 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b19b4e0-047f-43c6-8610-c14898712c1a x-openstack-request-id: req-6b19b4e0-047f-43c6-8610-c14898712c1a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:11:13.984732 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75364639-34ef-4011-babe-e2eb25f691fb", "tag": "5f6d1d61-1423-49d7-b0bc-8509d1596f65", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:11:13.984977 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b19b4e0-047f-43c6-8610-c14898712c1a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:11:13.985400 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75364639-34ef-4011-babe-e2eb25f691fb', 'tag': '5f6d1d61-1423-49d7-b0bc-8509d1596f65', 'status': 'completed', 'code': 200} Jul 14 08:11:14.037156 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ddcfa988-7a9f-4239-ab16-746782503113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:14.038645 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-ddcfa988-7a9f-4239-ab16-746782503113 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ee29435299a457881c7cb5a2ec83578&device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 1094 time: 0.0511749 Jul 14 08:11:14.079836 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-6f6d5444-f4c0-4d7f-a157-065aa7e034bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f6d1d61-1423-49d7-b0bc-8509d1596f65 HTTP/1.1" status: 200 len: 217 time: 0.0344279 Jul 14 08:11:14.125496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-dc2938dd-6fdd-4f8c-80fd-2740dc65fedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:14.126879 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-dc2938dd-6fdd-4f8c-80fd-2740dc65fedc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49ab5d63-c64e-4601-95b4-6ff65e9eb24c HTTP/1.1" status: 200 len: 853 time: 0.0415647 Jul 14 08:11:14.157245 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-04e38bd1-0ac1-4552-abbd-5433edaca7af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84ffac60-f570-4753-8a6b-7be5d03091db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246716 Jul 14 08:11:14.247438 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-0bd82afc-83b2-40f6-8a17-b5b8908b4d13 service neutron] 10.222.0.30 "GET /v2.0/networks/84ffac60-f570-4753-8a6b-7be5d03091db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837002 Jul 14 08:11:14.298234 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce09753-e9c6-4a0f-ae0e-2858dc9f85fd req-a6bc3506-13d5-4a73-80ce-951f9d170f66 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:14.299714 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fce09753-e9c6-4a0f-ae0e-2858dc9f85fd req-a6bc3506-13d5-4a73-80ce-951f9d170f66 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 943 time: 0.0658152 Jul 14 08:11:14.334811 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-6898f8b7-178c-4eed-bb7b-1b076ee4df53 req-b2d1d253-08c2-4cf5-991e-602edd581e34 service neutron] 10.222.0.30 "GET /v2.0/networks/84ffac60-f570-4753-8a6b-7be5d03091db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810008 Jul 14 08:11:14.336155 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fce09753-e9c6-4a0f-ae0e-2858dc9f85fd req-119d26b7-a6c1-4504-9f3a-04d208ade1f2 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307140 Jul 14 08:11:14.437903 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167d872-6ba1-4dd7-8fa2-538e4c09ee40 req-fc9f0107-449d-4b4a-9e19-44236f34ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:14.439353 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8167d872-6ba1-4dd7-8fa2-538e4c09ee40 req-fc9f0107-449d-4b4a-9e19-44236f34ebbc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ee29435299a457881c7cb5a2ec83578&device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 1094 time: 0.0559490 Jul 14 08:11:14.524992 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167d872-6ba1-4dd7-8fa2-538e4c09ee40 req-d5e02777-514a-4ad0-8338-67953b91d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:14.526398 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8167d872-6ba1-4dd7-8fa2-538e4c09ee40 req-d5e02777-514a-4ad0-8338-67953b91d266 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84ffac60-f570-4753-8a6b-7be5d03091db HTTP/1.1" status: 200 len: 914 time: 0.0808249 Jul 14 08:11:14.566596 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8167d872-6ba1-4dd7-8fa2-538e4c09ee40 req-8ecbe848-e3a5-402d-b9ab-b7ea9baf5938 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f6d1d61-1423-49d7-b0bc-8509d1596f65 HTTP/1.1" status: 200 len: 217 time: 0.0325146 Jul 14 08:11:14.619293 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167d872-6ba1-4dd7-8fa2-538e4c09ee40 req-1472b9ce-5a86-4fc1-b02e-ad45f3076820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:14.621409 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8167d872-6ba1-4dd7-8fa2-538e4c09ee40 req-1472b9ce-5a86-4fc1-b02e-ad45f3076820 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49ab5d63-c64e-4601-95b4-6ff65e9eb24c HTTP/1.1" status: 200 len: 853 time: 0.0488775 Jul 14 08:11:14.653656 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8167d872-6ba1-4dd7-8fa2-538e4c09ee40 req-490e451e-fb24-4c25-9b22-bee5c5479e49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84ffac60-f570-4753-8a6b-7be5d03091db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257843 Jul 14 08:11:14.739934 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8167d872-6ba1-4dd7-8fa2-538e4c09ee40 req-91f7d84a-f4e1-47b9-999a-df9bb9d4b150 service neutron] 10.222.0.30 "GET /v2.0/networks/84ffac60-f570-4753-8a6b-7be5d03091db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778990 Jul 14 08:11:14.829582 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8167d872-6ba1-4dd7-8fa2-538e4c09ee40 req-514c088d-f9b7-4042-9c38-ab94e41d6885 service neutron] 10.222.0.30 "GET /v2.0/networks/84ffac60-f570-4753-8a6b-7be5d03091db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830967 Jul 14 08:11:15.506048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722aeb0b-49f3-46eb-af21-5b9e9613e70e req-bd421590-3298-4f8f-8874-dffd15a1d1ee tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:15.507546 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-722aeb0b-49f3-46eb-af21-5b9e9613e70e req-bd421590-3298-4f8f-8874-dffd15a1d1ee tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 943 time: 0.0614994 Jul 14 08:11:15.543639 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-722aeb0b-49f3-46eb-af21-5b9e9613e70e req-450286c9-7bb9-44f4-ac06-4a9b56ee09b6 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300219 Jul 14 08:11:16.103874 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:16.119198 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:16.719403 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8fa83-e93b-42a7-9e82-f7e3cf9bea4b req-9a7f8d60-c144-4307-a71d-721029819d1f tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:16.720862 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-45a8fa83-e93b-42a7-9e82-f7e3cf9bea4b req-9a7f8d60-c144-4307-a71d-721029819d1f tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 943 time: 0.0643873 Jul 14 08:11:16.757571 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-45a8fa83-e93b-42a7-9e82-f7e3cf9bea4b req-ba1bf689-79e5-4541-8a25-c02fee5f6172 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313220 Jul 14 08:11:17.311363 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5f6d1d61-1423-49d7-b0bc-8509d1596f65 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:11:17.402829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5f6d1d61-1423-49d7-b0bc-8509d1596f65, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5f6d1d61-1423-49d7-b0bc-8509d1596f65,segment=NetworkSegment(8a08c80c-67e7-4d84-aec0-b7306a2ad18e),segment_id=8a08c80c-67e7-4d84-aec0-b7306a2ad18e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:11:17.413587 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '5f6d1d61-1423-49d7-b0bc-8509d1596f65', 'network_id': '84ffac60-f570-4753-8a6b-7be5d03091db', 'port_id': '5f6d1d61-1423-49d7-b0bc-8509d1596f65', 'mac_address': 'fa:16:3e:5c:55:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ab5d63-c64e-4601-95b4-6ff65e9eb24c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:11:17.451456 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:17.463196 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6d1d61-1423-49d7-b0bc-8509d1596f65 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:11:17.481996 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5f6d1d61-1423-49d7-b0bc-8509d1596f65, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5f6d1d61-1423-49d7-b0bc-8509d1596f65,segment=NetworkSegment(8a08c80c-67e7-4d84-aec0-b7306a2ad18e),segment_id=8a08c80c-67e7-4d84-aec0-b7306a2ad18e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:11:17.485657 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:17.531424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=5f6d1d61-1423-49d7-b0bc-8509d1596f65,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:17.677325 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['5f6d1d61-1423-49d7-b0bc-8509d1596f65'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:11:17.925398 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbd5ca-35f6-47e4-8bb2-9da156652d6a req-775a0a04-af1f-42ca-acf3-a138874a63e5 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:17.926871 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29dbd5ca-35f6-47e4-8bb2-9da156652d6a req-775a0a04-af1f-42ca-acf3-a138874a63e5 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 944 time: 0.0616379 Jul 14 08:11:17.964024 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-29dbd5ca-35f6-47e4-8bb2-9da156652d6a req-49bb42d2-a3bb-4bef-93b9-2956c9a552fd tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315957 Jul 14 08:11:18.010073 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:11:19.133420 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d14efd-4eaa-4fad-ba47-13608fca7c14 req-c74f9a9b-c75e-4435-baab-37a4936b6077 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:19.134904 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b8d14efd-4eaa-4fad-ba47-13608fca7c14 req-c74f9a9b-c75e-4435-baab-37a4936b6077 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 944 time: 0.0618656 Jul 14 08:11:19.171518 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b8d14efd-4eaa-4fad-ba47-13608fca7c14 req-b29f1f66-0a3f-4179-9cb5-8dbd5a43968b tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312066 Jul 14 08:11:19.326988 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5f6d1d61-1423-49d7-b0bc-8509d1596f65 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:11:19.373950 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 5f6d1d61-1423-49d7-b0bc-8509d1596f65 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:11:19.377576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 5f6d1d61-1423-49d7-b0bc-8509d1596f65 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:11:19.377976 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:19.451235 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:19.472380 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75364639-34ef-4011-babe-e2eb25f691fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6d1d61-1423-49d7-b0bc-8509d1596f65'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:11:19.474629 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9d4e64-58bb-43ca-9046-3d9e12bd258a" -d '{"events": [{"server_uuid": "75364639-34ef-4011-babe-e2eb25f691fb", "name": "network-vif-plugged", "status": "completed", "tag": "5f6d1d61-1423-49d7-b0bc-8509d1596f65"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:11:19.487299 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 5f6d1d61-1423-49d7-b0bc-8509d1596f65, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5f6d1d61-1423-49d7-b0bc-8509d1596f65,segment=NetworkSegment(8a08c80c-67e7-4d84-aec0-b7306a2ad18e),segment_id=8a08c80c-67e7-4d84-aec0-b7306a2ad18e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:11:19.491039 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:19.540712 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=5f6d1d61-1423-49d7-b0bc-8509d1596f65,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:19.563020 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a588db2-8e2e-4809-b13f-819c30ede65c x-openstack-request-id: req-8a588db2-8e2e-4809-b13f-819c30ede65c {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:11:19.563309 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75364639-34ef-4011-babe-e2eb25f691fb", "name": "network-vif-plugged", "status": "completed", "tag": "5f6d1d61-1423-49d7-b0bc-8509d1596f65", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:11:19.563554 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a588db2-8e2e-4809-b13f-819c30ede65c {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:11:19.563950 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75364639-34ef-4011-babe-e2eb25f691fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6d1d61-1423-49d7-b0bc-8509d1596f65', 'code': 200} Jul 14 08:11:19.675045 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e0508-ca28-43bd-9f20-076960ef404d req-c61e0f2f-cbed-4b25-9171-81bc1aaca88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:19.676658 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a79e0508-ca28-43bd-9f20-076960ef404d req-c61e0f2f-cbed-4b25-9171-81bc1aaca88f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 1096 time: 0.0528126 Jul 14 08:11:19.709962 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a79e0508-ca28-43bd-9f20-076960ef404d req-21a8a950-d6ab-4be6-9778-821ef7f18afe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268872 Jul 14 08:11:20.342599 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f6208-655d-43c7-9043-36e36b56e1da req-2f9b450d-a1b1-48ed-90a1-6992a4c5cc24 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:20.344104 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e89f6208-655d-43c7-9043-36e36b56e1da req-2f9b450d-a1b1-48ed-90a1-6992a4c5cc24 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 945 time: 0.0672395 Jul 14 08:11:20.381937 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e89f6208-655d-43c7-9043-36e36b56e1da req-7e879173-e070-4523-b916-a995f300fee9 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321996 Jul 14 08:11:21.553141 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600fced-bd51-4aed-a0b2-f34f71a1ae66 req-3263656d-e536-4dce-8a03-7e96fc04fa7d tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:21.554649 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d600fced-bd51-4aed-a0b2-f34f71a1ae66 req-3263656d-e536-4dce-8a03-7e96fc04fa7d tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 945 time: 0.0621541 Jul 14 08:11:21.591739 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d600fced-bd51-4aed-a0b2-f34f71a1ae66 req-cbf1c66f-0dee-4b9c-9bc2-9b38e0788a5e tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316741 Jul 14 08:11:21.809746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-f4c6cee4-b3be-47b1-ba30-998c907dba5e tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:21.811203 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-f4c6cee4-b3be-47b1-ba30-998c907dba5e tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/networks?id=84ffac60-f570-4753-8a6b-7be5d03091db HTTP/1.1" status: 200 len: 813 time: 0.1006265 Jul 14 08:11:21.825726 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-e6ab9eb9-faa3-44dc-958c-e24ced7c8a4f tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/quotas/1ee29435299a457881c7cb5a2ec83578 HTTP/1.1" status: 200 len: 375 time: 0.0087736 Jul 14 08:11:21.886841 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-1885add6-856d-47e3-bec5-16428cb1fc92 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ee29435299a457881c7cb5a2ec83578&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565197 Jul 14 08:11:21.978575 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-8b4fb82e-6af0-4a21-93d8-2b25651d7327 service neutron] 10.222.0.35 "GET /v2.0/networks/84ffac60-f570-4753-8a6b-7be5d03091db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854659 Jul 14 08:11:22.065499 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-65a96cda-c539-4c79-8876-41f2c243311d service neutron] 10.222.0.35 "GET /v2.0/networks/84ffac60-f570-4753-8a6b-7be5d03091db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812955 Jul 14 08:11:22.223986 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88612664-e3c1-4bbf-88c1-acf99ffe0af3 req-c519180a-fc3d-4527-bdd7-be40f1e05710 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a486f97-067e-4ad0-952d-548ca95c8547 HTTP/1.1" status: 200 len: 210 time: 0.0281589 Jul 14 08:11:23.378306 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e03154e8-e2c5-4e3b-bff3-95d9fe77b5cd req-72ef07c8-3bc3-430f-b094-6682d99b0d32 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a486f97-067e-4ad0-952d-548ca95c8547 HTTP/1.1" status: 200 len: 210 time: 0.0393472 Jul 14 08:11:23.400648 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-75ef8de0-5a84-4d5c-8100-3c3508ba850e tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:23.400648 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-75ef8de0-5a84-4d5c-8100-3c3508ba850e tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.15 "GET /v2.0/networks?id=84ffac60-f570-4753-8a6b-7be5d03091db HTTP/1.1" status: 200 len: 813 time: 0.1067960 Jul 14 08:11:23.415256 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-dfa95a85-d32a-4c7d-bdc6-9b26eb873a20 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Request body: {'port': {'device_id': '7a486f97-067e-4ad0-952d-548ca95c8547', 'network_id': '84ffac60-f570-4753-8a6b-7be5d03091db', 'admin_state_up': True, 'tenant_id': '1ee29435299a457881c7cb5a2ec83578'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:23.520556 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-dfa95a85-d32a-4c7d-bdc6-9b26eb873a20 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Made reservation on behalf of 1ee29435299a457881c7cb5a2ec83578 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:23.524034 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-dfa95a85-d32a-4c7d-bdc6-9b26eb873a20 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:23.647798 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-dfa95a85-d32a-4c7d-bdc6-9b26eb873a20 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Allocated IP 172.20.0.10 (84ffac60-f570-4753-8a6b-7be5d03091db/49ab5d63-c64e-4601-95b4-6ff65e9eb24c/b2d2301a-1f25-4ae4-8272-60f831eb85fb) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:11:23.789348 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-dfa95a85-d32a-4c7d-bdc6-9b26eb873a20 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:23.825928 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-dfa95a85-d32a-4c7d-bdc6-9b26eb873a20 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:23.838814 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['5f6d1d61-1423-49d7-b0bc-8509d1596f65'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:11:23.871019 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-dfa95a85-d32a-4c7d-bdc6-9b26eb873a20 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Network 84ffac60-f570-4753-8a6b-7be5d03091db is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:11:23.874226 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-dfa95a85-d32a-4c7d-bdc6-9b26eb873a20 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:11:23.878418 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-dfa95a85-d32a-4c7d-bdc6-9b26eb873a20 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:11:23.884844 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa95a85-d32a-4c7d-bdc6-9b26eb873a20 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Pushing event updated for resources: {'Port': ['ID=b2d2301a-1f25-4ae4-8272-60f831eb85fb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:23.929493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-dfa95a85-d32a-4c7d-bdc6-9b26eb873a20 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:23.930111 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-dfa95a85-d32a-4c7d-bdc6-9b26eb873a20 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:23.944100 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-dfa95a85-d32a-4c7d-bdc6-9b26eb873a20 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5326591 Jul 14 08:11:23.956924 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Request body: {'port': {'device_id': '7a486f97-067e-4ad0-952d-548ca95c8547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:24.031486 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:24.280224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d2301a-1f25-4ae4-8272-60f831eb85fb {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:11:24.287242 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:24.298331 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Transition to ACTIVE for port object b2d2301a-1f25-4ae4-8272-60f831eb85fb will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:11:24.302061 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:24.348544 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d2301a-1f25-4ae4-8272-60f831eb85fb,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:24.418747 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Attempting to bind port b2d2301a-1f25-4ae4-8272-60f831eb85fb on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:11:24.419313 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Attempting to bind port b2d2301a-1f25-4ae4-8272-60f831eb85fb by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '8a08c80c-67e7-4d84-aec0-b7306a2ad18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84ffac60-f570-4753-8a6b-7be5d03091db'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:11:24.419535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Attempting to bind port b2d2301a-1f25-4ae4-8272-60f831eb85fb on network 84ffac60-f570-4753-8a6b-7be5d03091db {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:11:24.423656 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Port b2d2301a-1f25-4ae4-8272-60f831eb85fb on network 84ffac60-f570-4753-8a6b-7be5d03091db not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:11:24.423979 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Attempting to bind port b2d2301a-1f25-4ae4-8272-60f831eb85fb on network 84ffac60-f570-4753-8a6b-7be5d03091db {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:11:24.428688 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:11:24.429038 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Checking segment: {'id': '8a08c80c-67e7-4d84-aec0-b7306a2ad18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84ffac60-f570-4753-8a6b-7be5d03091db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:11:24.429430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Bound using segment: {'id': '8a08c80c-67e7-4d84-aec0-b7306a2ad18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84ffac60-f570-4753-8a6b-7be5d03091db'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:11:24.429853 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Bound port: b2d2301a-1f25-4ae4-8272-60f831eb85fb, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a08c80c-67e7-4d84-aec0-b7306a2ad18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84ffac60-f570-4753-8a6b-7be5d03091db'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:11:24.430208 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:24.491918 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] For port b2d2301a-1f25-4ae4-8272-60f831eb85fb, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:11:24.495030 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] For port b2d2301a-1f25-4ae4-8272-60f831eb85fb, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b2d2301a-1f25-4ae4-8272-60f831eb85fb,segment=NetworkSegment(8a08c80c-67e7-4d84-aec0-b7306a2ad18e),segment_id=8a08c80c-67e7-4d84-aec0-b7306a2ad18e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:11:24.498758 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:24.531200 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:24.531771 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:24.533140 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] 10.222.0.15 "PUT /v2.0/ports/b2d2301a-1f25-4ae4-8272-60f831eb85fb HTTP/1.1" status: 200 len: 1092 time: 0.5812993 Jul 14 08:11:24.533614 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a486f97-067e-4ad0-952d-548ca95c8547', 'tag': 'b2d2301a-1f25-4ae4-8272-60f831eb85fb'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:11:24.535910 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5148e9e0-4d00-4480-8c69-e08733278464" -d '{"events": [{"name": "network-changed", "server_uuid": "7a486f97-067e-4ad0-952d-548ca95c8547", "tag": "b2d2301a-1f25-4ae4-8272-60f831eb85fb"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:11:24.559609 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8da64-b9f7-43b6-8d48-2a4152a368a4 req-c6dda733-163a-4c81-8c97-fe2b5794ffcd tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:24.561492 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82a8da64-b9f7-43b6-8d48-2a4152a368a4 req-c6dda733-163a-4c81-8c97-fe2b5794ffcd tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a486f97-067e-4ad0-952d-548ca95c8547 HTTP/1.1" status: 200 len: 944 time: 0.0707750 Jul 14 08:11:24.568189 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d2301a-1f25-4ae4-8272-60f831eb85fb,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:24.587351 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:24.587897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:24.588195 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:24.588541 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:24.588876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:24.589246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:24.589583 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:24.589899 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:24.590226 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:24.590697 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:24.591031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:24.591355 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0a5b4-e2ae-4d93-afda-c434dfeeba06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:24.615647 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-82a8da64-b9f7-43b6-8d48-2a4152a368a4 req-9bcd1345-59bb-4719-8f4e-ae028c5bd5b5 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457876 Jul 14 08:11:24.649156 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-f10f47f4-1b4d-4d92-b241-8813fdf1010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:24.650768 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-f10f47f4-1b4d-4d92-b241-8813fdf1010b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ee29435299a457881c7cb5a2ec83578&device_id=7a486f97-067e-4ad0-952d-548ca95c8547 HTTP/1.1" status: 200 len: 1095 time: 0.0747874 Jul 14 08:11:24.695805 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-72ead9a4-64f1-458f-8d7c-64772ac9401a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d2301a-1f25-4ae4-8272-60f831eb85fb HTTP/1.1" status: 200 len: 217 time: 0.0372334 Jul 14 08:11:24.745845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-fdce01ac-2fba-49d9-8e7c-4dedf60b7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:24.747364 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-fdce01ac-2fba-49d9-8e7c-4dedf60b7ffb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49ab5d63-c64e-4601-95b4-6ff65e9eb24c HTTP/1.1" status: 200 len: 853 time: 0.0456128 Jul 14 08:11:24.784572 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-eaf0aef3-b6b1-4149-87f4-0e40c9743d39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84ffac60-f570-4753-8a6b-7be5d03091db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305512 Jul 14 08:11:24.786685 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbe3913-d712-4352-a128-0598db4cfd3b x-openstack-request-id: req-bbbe3913-d712-4352-a128-0598db4cfd3b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:11:24.786969 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a486f97-067e-4ad0-952d-548ca95c8547", "tag": "b2d2301a-1f25-4ae4-8272-60f831eb85fb", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:11:24.787215 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bbbe3913-d712-4352-a128-0598db4cfd3b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:11:24.787597 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a486f97-067e-4ad0-952d-548ca95c8547', 'tag': 'b2d2301a-1f25-4ae4-8272-60f831eb85fb', 'status': 'completed', 'code': 200} Jul 14 08:11:24.873908 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-67cff5d3-de6f-4d91-8aff-44c35fd3a393 service neutron] 10.222.0.15 "GET /v2.0/networks/84ffac60-f570-4753-8a6b-7be5d03091db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789778 Jul 14 08:11:24.961343 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d224990a-8600-4ee6-aa48-49bf46450a1c req-5ba4a9c0-0362-4b35-9555-181a4fd0285f service neutron] 10.222.0.15 "GET /v2.0/networks/84ffac60-f570-4753-8a6b-7be5d03091db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814323 Jul 14 08:11:25.059414 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148e9e0-4d00-4480-8c69-e08733278464 req-61eec9de-6c8a-4f1b-b099-8e0437b3b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:25.060884 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5148e9e0-4d00-4480-8c69-e08733278464 req-61eec9de-6c8a-4f1b-b099-8e0437b3b6ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ee29435299a457881c7cb5a2ec83578&device_id=7a486f97-067e-4ad0-952d-548ca95c8547 HTTP/1.1" status: 200 len: 1095 time: 0.0518682 Jul 14 08:11:25.146596 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148e9e0-4d00-4480-8c69-e08733278464 req-1dfaf15b-f11b-468d-9d91-9c6d880d2ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:25.148044 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5148e9e0-4d00-4480-8c69-e08733278464 req-1dfaf15b-f11b-468d-9d91-9c6d880d2ca3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=84ffac60-f570-4753-8a6b-7be5d03091db HTTP/1.1" status: 200 len: 914 time: 0.0810108 Jul 14 08:11:25.190954 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5148e9e0-4d00-4480-8c69-e08733278464 req-36cd5b5e-9b4a-40b1-b086-cda40e19b826 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d2301a-1f25-4ae4-8272-60f831eb85fb HTTP/1.1" status: 200 len: 217 time: 0.0367165 Jul 14 08:11:25.238270 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148e9e0-4d00-4480-8c69-e08733278464 req-32c7a543-07bf-48a8-bb75-081e8b69aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:25.239953 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5148e9e0-4d00-4480-8c69-e08733278464 req-32c7a543-07bf-48a8-bb75-081e8b69aa3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49ab5d63-c64e-4601-95b4-6ff65e9eb24c HTTP/1.1" status: 200 len: 853 time: 0.0427198 Jul 14 08:11:25.272276 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5148e9e0-4d00-4480-8c69-e08733278464 req-a57c02b3-6980-441c-b8f5-e6ba408c5281 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84ffac60-f570-4753-8a6b-7be5d03091db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257258 Jul 14 08:11:25.361732 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5148e9e0-4d00-4480-8c69-e08733278464 req-620e807a-63f9-4cc8-aaa2-1e419da96e80 service neutron] 10.222.0.15 "GET /v2.0/networks/84ffac60-f570-4753-8a6b-7be5d03091db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827570 Jul 14 08:11:25.447488 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5148e9e0-4d00-4480-8c69-e08733278464 req-8d160b70-43eb-4c26-8abb-24858a96f152 service neutron] 10.222.0.15 "GET /v2.0/networks/84ffac60-f570-4753-8a6b-7be5d03091db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788074 Jul 14 08:11:25.793854 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad1a5c-a95a-4e38-8186-3a8bb8b2ab74 req-52bb3fc1-3ea8-4f03-ac72-fca1581fdc59 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:25.795297 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ffad1a5c-a95a-4e38-8186-3a8bb8b2ab74 req-52bb3fc1-3ea8-4f03-ac72-fca1581fdc59 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a486f97-067e-4ad0-952d-548ca95c8547 HTTP/1.1" status: 200 len: 944 time: 0.0612724 Jul 14 08:11:25.832272 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ffad1a5c-a95a-4e38-8186-3a8bb8b2ab74 req-fad0947e-99dd-4f42-ba29-67f389bb3b5d tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314503 Jul 14 08:11:26.966072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device b2d2301a-1f25-4ae4-8272-60f831eb85fb details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:11:27.005404 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44e419-0633-4cd2-84bd-d616db6436ce req-02309132-df4b-438d-80d0-3cbce5ecf0ac tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:27.007402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a44e419-0633-4cd2-84bd-d616db6436ce req-02309132-df4b-438d-80d0-3cbce5ecf0ac tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a486f97-067e-4ad0-952d-548ca95c8547 HTTP/1.1" status: 200 len: 944 time: 0.0685308 Jul 14 08:11:27.043474 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9a44e419-0633-4cd2-84bd-d616db6436ce req-95cd8612-8cae-4cee-adde-22f4f3ca567f tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305467 Jul 14 08:11:27.061491 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port b2d2301a-1f25-4ae4-8272-60f831eb85fb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b2d2301a-1f25-4ae4-8272-60f831eb85fb,segment=NetworkSegment(8a08c80c-67e7-4d84-aec0-b7306a2ad18e),segment_id=8a08c80c-67e7-4d84-aec0-b7306a2ad18e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:11:27.073272 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'b2d2301a-1f25-4ae4-8272-60f831eb85fb', 'network_id': '84ffac60-f570-4753-8a6b-7be5d03091db', 'port_id': 'b2d2301a-1f25-4ae4-8272-60f831eb85fb', 'mac_address': 'fa:16:3e:b1:e8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ab5d63-c64e-4601-95b4-6ff65e9eb24c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:11:27.107721 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:27.120428 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d2301a-1f25-4ae4-8272-60f831eb85fb {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:11:27.139451 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port b2d2301a-1f25-4ae4-8272-60f831eb85fb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b2d2301a-1f25-4ae4-8272-60f831eb85fb,segment=NetworkSegment(8a08c80c-67e7-4d84-aec0-b7306a2ad18e),segment_id=8a08c80c-67e7-4d84-aec0-b7306a2ad18e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:11:27.143416 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:27.191975 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=b2d2301a-1f25-4ae4-8272-60f831eb85fb,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:27.327508 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['b2d2301a-1f25-4ae4-8272-60f831eb85fb'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:11:28.211557 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c716991-a4cc-4da9-aacb-aef841f8b288 req-731c0a37-b012-4d78-9e57-f40f974b8185 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:28.213019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2c716991-a4cc-4da9-aacb-aef841f8b288 req-731c0a37-b012-4d78-9e57-f40f974b8185 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a486f97-067e-4ad0-952d-548ca95c8547 HTTP/1.1" status: 200 len: 945 time: 0.0619545 Jul 14 08:11:28.249659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2c716991-a4cc-4da9-aacb-aef841f8b288 req-8cfa17da-b63e-4b7e-be57-5e299389bc69 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311384 Jul 14 08:11:28.965797 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device b2d2301a-1f25-4ae4-8272-60f831eb85fb up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:11:29.013110 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port b2d2301a-1f25-4ae4-8272-60f831eb85fb completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:11:29.016597 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port b2d2301a-1f25-4ae4-8272-60f831eb85fb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:11:29.016965 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:29.091683 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:29.113465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a486f97-067e-4ad0-952d-548ca95c8547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d2301a-1f25-4ae4-8272-60f831eb85fb'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:11:29.115664 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1838716-4554-40ab-9f59-1b850c22aca3" -d '{"events": [{"server_uuid": "7a486f97-067e-4ad0-952d-548ca95c8547", "name": "network-vif-plugged", "status": "completed", "tag": "b2d2301a-1f25-4ae4-8272-60f831eb85fb"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:11:29.127936 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port b2d2301a-1f25-4ae4-8272-60f831eb85fb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b2d2301a-1f25-4ae4-8272-60f831eb85fb,segment=NetworkSegment(8a08c80c-67e7-4d84-aec0-b7306a2ad18e),segment_id=8a08c80c-67e7-4d84-aec0-b7306a2ad18e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:11:29.132125 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:29.157550 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a9b412-e462-4791-b43c-928797360ff9 x-openstack-request-id: req-15a9b412-e462-4791-b43c-928797360ff9 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:11:29.157843 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a486f97-067e-4ad0-952d-548ca95c8547", "name": "network-vif-plugged", "status": "completed", "tag": "b2d2301a-1f25-4ae4-8272-60f831eb85fb", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:11:29.158095 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-15a9b412-e462-4791-b43c-928797360ff9 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:11:29.158475 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a486f97-067e-4ad0-952d-548ca95c8547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d2301a-1f25-4ae4-8272-60f831eb85fb', 'code': 200} Jul 14 08:11:29.185431 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=b2d2301a-1f25-4ae4-8272-60f831eb85fb,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:29.260008 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215dcaee-a6c0-475b-8bfd-703ea3b75b30 req-1def0bde-959a-49bf-9b3e-f076e096aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:29.261409 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-215dcaee-a6c0-475b-8bfd-703ea3b75b30 req-1def0bde-959a-49bf-9b3e-f076e096aee8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a486f97-067e-4ad0-952d-548ca95c8547 HTTP/1.1" status: 200 len: 1097 time: 0.0499628 Jul 14 08:11:29.300372 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-215dcaee-a6c0-475b-8bfd-703ea3b75b30 req-cf05545a-d3b3-4ce4-9dc0-5823e33e991a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331450 Jul 14 08:11:29.424314 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35357544-e17a-4e3c-996a-79f1c48324b5 req-4afe36b3-4b80-4375-a0ee-531ccc89f09f tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:29.425813 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35357544-e17a-4e3c-996a-79f1c48324b5 req-4afe36b3-4b80-4375-a0ee-531ccc89f09f tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a486f97-067e-4ad0-952d-548ca95c8547 HTTP/1.1" status: 200 len: 946 time: 0.0660255 Jul 14 08:11:29.462471 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35357544-e17a-4e3c-996a-79f1c48324b5 req-82c0e1c3-6076-470c-bbc6-1658ffeaf183 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311356 Jul 14 08:11:30.581397 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c52f6fe-c6f6-4b35-8770-96c6d90fdd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:30.636085 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177d188-f582-4318-a008-060abf1800dc req-64ba8c4b-93da-4d56-8c2e-d152fbcf1ba4 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:30.637820 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a177d188-f582-4318-a008-060abf1800dc req-64ba8c4b-93da-4d56-8c2e-d152fbcf1ba4 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a486f97-067e-4ad0-952d-548ca95c8547 HTTP/1.1" status: 200 len: 946 time: 0.0646489 Jul 14 08:11:30.674966 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a177d188-f582-4318-a008-060abf1800dc req-365a718d-a82b-4efa-8f9d-841f51cde899 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317793 Jul 14 08:11:31.040077 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2f005-a9c8-41ac-81ff-c5b2e5fa7468 req-fec25e7a-f7fc-44ef-8583-708580aef270 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:31.041542 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-23c2f005-a9c8-41ac-81ff-c5b2e5fa7468 req-fec25e7a-f7fc-44ef-8583-708580aef270 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a486f97-067e-4ad0-952d-548ca95c8547 HTTP/1.1" status: 200 len: 946 time: 0.0618889 Jul 14 08:11:31.076732 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-23c2f005-a9c8-41ac-81ff-c5b2e5fa7468 req-2343f22a-c43c-405f-a752-5d5abd14e2d9 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297716 Jul 14 08:11:32.236959 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b37e8-6000-4016-85b8-d6d23c5a720d req-90f29971-5f48-479a-83e2-f4ec8a3f8c5c tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:32.238993 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f97b37e8-6000-4016-85b8-d6d23c5a720d req-90f29971-5f48-479a-83e2-f4ec8a3f8c5c tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a486f97-067e-4ad0-952d-548ca95c8547 HTTP/1.1" status: 200 len: 946 time: 0.0623045 Jul 14 08:11:32.250974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1699d2-332f-4c70-bce1-6639d7939864 req-59331886-0a7b-466c-92a1-ffaf732d560a tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:32.252444 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a1699d2-332f-4c70-bce1-6639d7939864 req-59331886-0a7b-466c-92a1-ffaf732d560a tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a486f97-067e-4ad0-952d-548ca95c8547 HTTP/1.1" status: 200 len: 946 time: 0.0671697 Jul 14 08:11:32.290227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a1699d2-332f-4c70-bce1-6639d7939864 req-9e5abb4f-ff02-4c1f-8387-ea730731f7d9 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319757 Jul 14 08:11:32.336866 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-f97b37e8-6000-4016-85b8-d6d23c5a720d req-99a804cb-27fb-4411-a3c7-fcde8c79c8d1 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Deleting port b2d2301a-1f25-4ae4-8272-60f831eb85fb {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:11:32.337228 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f97b37e8-6000-4016-85b8-d6d23c5a720d req-99a804cb-27fb-4411-a3c7-fcde8c79c8d1 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:32.424451 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-f97b37e8-6000-4016-85b8-d6d23c5a720d req-99a804cb-27fb-4411-a3c7-fcde8c79c8d1 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] For port b2d2301a-1f25-4ae4-8272-60f831eb85fb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=b2d2301a-1f25-4ae4-8272-60f831eb85fb,segment=NetworkSegment(8a08c80c-67e7-4d84-aec0-b7306a2ad18e),segment_id=8a08c80c-67e7-4d84-aec0-b7306a2ad18e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:11:32.424810 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f97b37e8-6000-4016-85b8-d6d23c5a720d req-99a804cb-27fb-4411-a3c7-fcde8c79c8d1 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:32.438018 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-f97b37e8-6000-4016-85b8-d6d23c5a720d req-99a804cb-27fb-4411-a3c7-fcde8c79c8d1 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Calling delete_port for b2d2301a-1f25-4ae4-8272-60f831eb85fb owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:11:32.565525 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f97b37e8-6000-4016-85b8-d6d23c5a720d req-99a804cb-27fb-4411-a3c7-fcde8c79c8d1 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:32.579314 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['5f6d1d61-1423-49d7-b0bc-8509d1596f65'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:11:32.583123 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['b2d2301a-1f25-4ae4-8272-60f831eb85fb'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:11:32.595052 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a804cb-27fb-4411-a3c7-fcde8c79c8d1 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Pushing event deleted for resources: {'Port': ['ID=b2d2301a-1f25-4ae4-8272-60f831eb85fb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:32.639121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97b37e8-6000-4016-85b8-d6d23c5a720d req-99a804cb-27fb-4411-a3c7-fcde8c79c8d1 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] No DVR routers for this DVR port b2d2301a-1f25-4ae4-8272-60f831eb85fb on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:11:32.641960 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f97b37e8-6000-4016-85b8-d6d23c5a720d req-99a804cb-27fb-4411-a3c7-fcde8c79c8d1 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:32.644803 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f97b37e8-6000-4016-85b8-d6d23c5a720d req-99a804cb-27fb-4411-a3c7-fcde8c79c8d1 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.15 "DELETE /v2.0/ports/b2d2301a-1f25-4ae4-8272-60f831eb85fb HTTP/1.1" status: 204 len: 173 time: 0.4001276 Jul 14 08:11:32.645525 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a486f97-067e-4ad0-952d-548ca95c8547', 'name': 'network-vif-deleted', 'tag': 'b2d2301a-1f25-4ae4-8272-60f831eb85fb'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:11:32.647885 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290691b6-b8c8-4803-936b-3a338cfc4092" -d '{"events": [{"server_uuid": "7a486f97-067e-4ad0-952d-548ca95c8547", "name": "network-vif-deleted", "tag": "b2d2301a-1f25-4ae4-8272-60f831eb85fb"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:11:32.687170 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c452d106-4eab-4c20-b77f-d3d3e3a8cd5d x-openstack-request-id: req-c452d106-4eab-4c20-b77f-d3d3e3a8cd5d {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:11:32.687735 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a486f97-067e-4ad0-952d-548ca95c8547", "name": "network-vif-deleted", "tag": "b2d2301a-1f25-4ae4-8272-60f831eb85fb", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:11:32.688146 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c452d106-4eab-4c20-b77f-d3d3e3a8cd5d {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:11:32.688706 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a486f97-067e-4ad0-952d-548ca95c8547', 'name': 'network-vif-deleted', 'tag': 'b2d2301a-1f25-4ae4-8272-60f831eb85fb', 'status': 'completed', 'code': 200} Jul 14 08:11:33.378256 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8009a619-5c67-4ca7-80dc-447a0b6a8f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:33.532356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc81bd-1e18-4709-b60f-9834b3f7e5c0 req-7641c9af-3a99-45cc-b9f5-86cb185d890c tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:33.533860 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5ccc81bd-1e18-4709-b60f-9834b3f7e5c0 req-7641c9af-3a99-45cc-b9f5-86cb185d890c tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 945 time: 0.0622463 Jul 14 08:11:33.570534 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5ccc81bd-1e18-4709-b60f-9834b3f7e5c0 req-650aa19d-a108-4c6a-a62e-e14b9629ae2c tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306523 Jul 14 08:11:33.725625 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:33.759428 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf72c86-79c5-4689-9bad-3dec41369f88 req-b636dcbe-8bff-4339-8cb8-2c8b406c62c0 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:33.760916 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dbf72c86-79c5-4689-9bad-3dec41369f88 req-b636dcbe-8bff-4339-8cb8-2c8b406c62c0 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 945 time: 0.0671701 Jul 14 08:11:33.798104 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dbf72c86-79c5-4689-9bad-3dec41369f88 req-81044f6a-ff11-4833-90d6-152de921d52c tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315385 Jul 14 08:11:33.968030 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbb4da-7015-45b9-b648-981609d1b594 req-ed0a6898-500c-40fe-9e00-8833348838f7 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:33.969514 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1bbb4da-7015-45b9-b648-981609d1b594 req-ed0a6898-500c-40fe-9e00-8833348838f7 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 945 time: 0.0620837 Jul 14 08:11:34.006606 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d1bbb4da-7015-45b9-b648-981609d1b594 req-6d5db7cf-679a-4454-9f5e-48b13dde33d9 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308948 Jul 14 08:11:34.272584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a693d-b096-4305-8321-f2760d1db51a req-dbf57ac9-c5cf-4616-b5af-4f021380897d tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:34.274084 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc1a693d-b096-4305-8321-f2760d1db51a req-dbf57ac9-c5cf-4616-b5af-4f021380897d tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 945 time: 0.0617886 Jul 14 08:11:34.310625 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc1a693d-b096-4305-8321-f2760d1db51a req-6a16707a-1dac-41c2-9d75-64474e3099f2 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311151 Jul 14 08:11:34.481847 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e3d0c-0983-461a-bdb7-2b5468718cfd req-bfa304e7-20c7-4275-b501-39e854b4289e tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:34.483266 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b3e3d0c-0983-461a-bdb7-2b5468718cfd req-bfa304e7-20c7-4275-b501-39e854b4289e tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 945 time: 0.0656643 Jul 14 08:11:34.520402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5b3e3d0c-0983-461a-bdb7-2b5468718cfd req-652fe502-57c9-4a81-9199-d73353bbe1b5 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313892 Jul 14 08:11:34.698858 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b2dc3-759c-4d20-958b-c4848a2a8f40 req-a8d2846d-82e1-4f06-87c8-ba88e82d8d99 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:34.700339 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2e6b2dc3-759c-4d20-958b-c4848a2a8f40 req-a8d2846d-82e1-4f06-87c8-ba88e82d8d99 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 945 time: 0.0635102 Jul 14 08:11:34.736833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2e6b2dc3-759c-4d20-958b-c4848a2a8f40 req-7aa30a88-0793-4728-af78-ce501cc31969 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306265 Jul 14 08:11:34.883873 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:34.997082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device b2d2301a-1f25-4ae4-8272-60f831eb85fb no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:11:35.019222 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: b2d2301a-1f25-4ae4-8272-60f831eb85fb {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:11:35.019564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device b2d2301a-1f25-4ae4-8272-60f831eb85fb not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:11:35.240487 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d491899-39d1-4770-b8ab-9a1a5db024fe req-bac14554-8b6e-4df7-ba62-9f8c613412e8 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:35.241912 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3d491899-39d1-4770-b8ab-9a1a5db024fe req-bac14554-8b6e-4df7-ba62-9f8c613412e8 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 945 time: 0.0668974 Jul 14 08:11:35.279071 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3d491899-39d1-4770-b8ab-9a1a5db024fe req-059cb54f-8818-4d34-a69e-c8098eb4d7c8 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Jul 14 08:11:36.412507 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:36.449294 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59a6df-1c1f-4dee-bc36-b2903f404169 req-25e90d86-ebf2-45a6-911b-d5eac348acb5 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:36.450767 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc59a6df-1c1f-4dee-bc36-b2903f404169 req-25e90d86-ebf2-45a6-911b-d5eac348acb5 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 945 time: 0.0635724 Jul 14 08:11:36.487427 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc59a6df-1c1f-4dee-bc36-b2903f404169 req-9098df5c-452d-42aa-9f15-9df5a1c7de5e tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14c371ba-9018-4ffd-a235-808f9e7a31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311856 Jul 14 08:11:36.558072 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099f3c8-35dd-42ab-9825-72a98cf61b14 req-487f2d13-969c-4cd9-994c-41e261e55014 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:36.559423 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c099f3c8-35dd-42ab-9825-72a98cf61b14 req-487f2d13-969c-4cd9-994c-41e261e55014 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.30 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 945 time: 0.0678465 Jul 14 08:11:36.655522 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-c099f3c8-35dd-42ab-9825-72a98cf61b14 req-402b908c-da87-438d-b9f4-a07b268d03a0 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Deleting port 5f6d1d61-1423-49d7-b0bc-8509d1596f65 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:11:36.655859 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c099f3c8-35dd-42ab-9825-72a98cf61b14 req-402b908c-da87-438d-b9f4-a07b268d03a0 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:36.742915 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-c099f3c8-35dd-42ab-9825-72a98cf61b14 req-402b908c-da87-438d-b9f4-a07b268d03a0 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] For port 5f6d1d61-1423-49d7-b0bc-8509d1596f65, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=5f6d1d61-1423-49d7-b0bc-8509d1596f65,segment=NetworkSegment(8a08c80c-67e7-4d84-aec0-b7306a2ad18e),segment_id=8a08c80c-67e7-4d84-aec0-b7306a2ad18e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:11:36.743271 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c099f3c8-35dd-42ab-9825-72a98cf61b14 req-402b908c-da87-438d-b9f4-a07b268d03a0 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:36.997809 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-c099f3c8-35dd-42ab-9825-72a98cf61b14 req-402b908c-da87-438d-b9f4-a07b268d03a0 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Calling delete_port for 5f6d1d61-1423-49d7-b0bc-8509d1596f65 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:11:37.116156 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c099f3c8-35dd-42ab-9825-72a98cf61b14 req-402b908c-da87-438d-b9f4-a07b268d03a0 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:37.127267 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['5f6d1d61-1423-49d7-b0bc-8509d1596f65'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:11:37.147147 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b908c-da87-438d-b9f4-a07b268d03a0 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Pushing event deleted for resources: {'Port': ['ID=5f6d1d61-1423-49d7-b0bc-8509d1596f65,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:37.188670 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c099f3c8-35dd-42ab-9825-72a98cf61b14 req-402b908c-da87-438d-b9f4-a07b268d03a0 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] No DVR routers for this DVR port 5f6d1d61-1423-49d7-b0bc-8509d1596f65 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:11:37.191823 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c099f3c8-35dd-42ab-9825-72a98cf61b14 req-402b908c-da87-438d-b9f4-a07b268d03a0 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:37.193851 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c099f3c8-35dd-42ab-9825-72a98cf61b14 req-402b908c-da87-438d-b9f4-a07b268d03a0 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.30 "DELETE /v2.0/ports/5f6d1d61-1423-49d7-b0bc-8509d1596f65 HTTP/1.1" status: 204 len: 173 time: 0.6291263 Jul 14 08:11:37.194282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75364639-34ef-4011-babe-e2eb25f691fb', 'name': 'network-vif-deleted', 'tag': '5f6d1d61-1423-49d7-b0bc-8509d1596f65'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:11:37.196494 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b5a761-16fe-4277-b1a7-cb5bcd89aab3" -d '{"events": [{"server_uuid": "75364639-34ef-4011-babe-e2eb25f691fb", "name": "network-vif-deleted", "tag": "5f6d1d61-1423-49d7-b0bc-8509d1596f65"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:11:37.234219 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9095959-8456-400a-a6db-757387d85082 x-openstack-request-id: req-a9095959-8456-400a-a6db-757387d85082 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:11:37.234516 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75364639-34ef-4011-babe-e2eb25f691fb", "name": "network-vif-deleted", "tag": "5f6d1d61-1423-49d7-b0bc-8509d1596f65", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:11:37.234773 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a9095959-8456-400a-a6db-757387d85082 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:11:37.235173 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75364639-34ef-4011-babe-e2eb25f691fb', 'name': 'network-vif-deleted', 'tag': '5f6d1d61-1423-49d7-b0bc-8509d1596f65', 'status': 'completed', 'code': 200} Jul 14 08:11:37.638695 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26f819a2-563a-4a45-96c9-690561f00bbf req-38c2c423-32e0-4143-b37d-3ab35d1a66d0 tempest-ServersNegativeTestJSON-1717890868 tempest-ServersNegativeTestJSON-1717890868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75364639-34ef-4011-babe-e2eb25f691fb HTTP/1.1" status: 200 len: 210 time: 0.0296664 Jul 14 08:11:38.730575 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40322) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:38.773621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf433ffd-7cff-4022-97f2-4ba74fbb9ad5 admin admin] Deleting subnet 49ab5d63-c64e-4601-95b4-6ff65e9eb24c {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:11:38.776486 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf433ffd-7cff-4022-97f2-4ba74fbb9ad5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:38.809466 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf433ffd-7cff-4022-97f2-4ba74fbb9ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:38.849151 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf433ffd-7cff-4022-97f2-4ba74fbb9ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:38.898807 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf433ffd-7cff-4022-97f2-4ba74fbb9ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:38.920822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf433ffd-7cff-4022-97f2-4ba74fbb9ad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49ab5d63-c64e-4601-95b4-6ff65e9eb24c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:38.926283 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf433ffd-7cff-4022-97f2-4ba74fbb9ad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:38.928374 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cf433ffd-7cff-4022-97f2-4ba74fbb9ad5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/49ab5d63-c64e-4601-95b4-6ff65e9eb24c HTTP/1.1" status: 204 len: 168 time: 0.1966722 Jul 14 08:11:38.930740 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40324) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:38.994865 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be3b50c1-10c8-4b00-891e-1fa4e365e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:39.071909 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be3b50c1-10c8-4b00-891e-1fa4e365e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:39.081457 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-be3b50c1-10c8-4b00-891e-1fa4e365e2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ffac60-f570-4753-8a6b-7be5d03091db']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:39.091751 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-be3b50c1-10c8-4b00-891e-1fa4e365e2b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a08c80c-67e7-4d84-aec0-b7306a2ad18e') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:39.092046 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-be3b50c1-10c8-4b00-891e-1fa4e365e2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a08c80c-67e7-4d84-aec0-b7306a2ad18e') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:39.100420 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be3b50c1-10c8-4b00-891e-1fa4e365e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:39.113826 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be3b50c1-10c8-4b00-891e-1fa4e365e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:39.119796 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3b50c1-10c8-4b00-891e-1fa4e365e2b1 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:11:39.120204 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be3b50c1-10c8-4b00-891e-1fa4e365e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: timer() Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:11:39.122095 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:11:39.177694 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be3b50c1-10c8-4b00-891e-1fa4e365e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:39.182856 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be3b50c1-10c8-4b00-891e-1fa4e365e2b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:39.184658 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-be3b50c1-10c8-4b00-891e-1fa4e365e2b1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/84ffac60-f570-4753-8a6b-7be5d03091db HTTP/1.1" status: 204 len: 168 time: 0.2530265 Jul 14 08:11:39.195716 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b50c1-10c8-4b00-891e-1fa4e365e2b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=84ffac60-f570-4753-8a6b-7be5d03091db,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:39.286648 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40328) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:39.325730 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7ce073c6-8844-4ff6-b34f-aa1a8d3ccf05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ee29435299a457881c7cb5a2ec83578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379515 Jul 14 08:11:39.328148 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40330) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:39.374052 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-484c2811-00e2-4cfb-b424-5858cf1fd847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:39.394967 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-484c2811-00e2-4cfb-b424-5858cf1fd847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:39.440342 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-484c2811-00e2-4cfb-b424-5858cf1fd847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:39.443470 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-484c2811-00e2-4cfb-b424-5858cf1fd847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:39.444609 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-484c2811-00e2-4cfb-b424-5858cf1fd847 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/14c371ba-9018-4ffd-a235-808f9e7a31e4 HTTP/1.1" status: 204 len: 168 time: 0.1155834 Jul 14 08:11:39.451975 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c2811-00e2-4cfb-b424-5858cf1fd847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c371ba-9018-4ffd-a235-808f9e7a31e4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:40.077873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40352) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:40.168633 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5054bebe-4241-4eb1-b8c7-bb1ac9ea7a91 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1361735516'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:40.190967 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5054bebe-4241-4eb1-b8c7-bb1ac9ea7a91 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Made reservation on behalf of 2f7d9e9a40cb4f36ac891b74f94e68d1 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:40.195239 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5054bebe-4241-4eb1-b8c7-bb1ac9ea7a91 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:40.204300 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5054bebe-4241-4eb1-b8c7-bb1ac9ea7a91 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:40.298610 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5054bebe-4241-4eb1-b8c7-bb1ac9ea7a91 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:40.302130 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5054bebe-4241-4eb1-b8c7-bb1ac9ea7a91 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:40.323666 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5054bebe-4241-4eb1-b8c7-bb1ac9ea7a91 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:11:40.338476 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054bebe-4241-4eb1-b8c7-bb1ac9ea7a91 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=201291fd-4f45-4a24-878d-d024d3edcdc5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:40.341392 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5054bebe-4241-4eb1-b8c7-bb1ac9ea7a91 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:40.342679 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-5054bebe-4241-4eb1-b8c7-bb1ac9ea7a91 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Added segment 8a8eb1a2-db41-4a3d-83ff-3fb3545abeb5 of type vlan for network 1c95394c-d0a3-4f46-8f7c-0b099b598152 Jul 14 08:11:40.381108 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5054bebe-4241-4eb1-b8c7-bb1ac9ea7a91 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:40.408027 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5054bebe-4241-4eb1-b8c7-bb1ac9ea7a91 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:40.413588 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5054bebe-4241-4eb1-b8c7-bb1ac9ea7a91 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:40.414175 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5054bebe-4241-4eb1-b8c7-bb1ac9ea7a91 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:40.495762 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5054bebe-4241-4eb1-b8c7-bb1ac9ea7a91 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4166701 Jul 14 08:11:40.517004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054bebe-4241-4eb1-b8c7-bb1ac9ea7a91 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event updated for resources: {'Network': ['ID=1c95394c-d0a3-4f46-8f7c-0b099b598152,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:40.528468 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 1c95394c-d0a3-4f46-8f7c-0b099b598152 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:11:41.436128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5f6d1d61-1423-49d7-b0bc-8509d1596f65 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:11:41.456504 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 5f6d1d61-1423-49d7-b0bc-8509d1596f65 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:11:41.456840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 5f6d1d61-1423-49d7-b0bc-8509d1596f65 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:11:43.771725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40356) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:43.776884 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-52a92e07-d0e6-4a3e-af67-6adf566f3df9 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Request body: {'subnet': {'network_id': '1c95394c-d0a3-4f46-8f7c-0b099b598152', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:43.859784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a92e07-d0e6-4a3e-af67-6adf566f3df9 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Made reservation on behalf of 2f7d9e9a40cb4f36ac891b74f94e68d1 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:43.864034 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-52a92e07-d0e6-4a3e-af67-6adf566f3df9 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:44.040929 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-52a92e07-d0e6-4a3e-af67-6adf566f3df9 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:44.106468 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a92e07-d0e6-4a3e-af67-6adf566f3df9 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event updated for resources: {'Subnet': ['ID=46548a08-ff1c-41c2-b139-4e20b0c6bf55,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:44.110781 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a92e07-d0e6-4a3e-af67-6adf566f3df9 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Checking segment: {'id': '8a8eb1a2-db41-4a3d-83ff-3fb3545abeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1c95394c-d0a3-4f46-8f7c-0b099b598152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:11:44.111145 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a92e07-d0e6-4a3e-af67-6adf566f3df9 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Network hostable DHCP agents. Network: 1c95394c-d0a3-4f46-8f7c-0b099b598152, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:11:44.127239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a92e07-d0e6-4a3e-af67-6adf566f3df9 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Network 1c95394c-d0a3-4f46-8f7c-0b099b598152 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:11:44.135618 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-52a92e07-d0e6-4a3e-af67-6adf566f3df9 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 1c95394c-d0a3-4f46-8f7c-0b099b598152) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:11:44.139575 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a92e07-d0e6-4a3e-af67-6adf566f3df9 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:44.140160 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-52a92e07-d0e6-4a3e-af67-6adf566f3df9 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:44.145004 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e42aa9-671e-4977-a0f5-f8fdf00d1277 None None] Network 1c95394c-d0a3-4f46-8f7c-0b099b598152 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:44.154341 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-52a92e07-d0e6-4a3e-af67-6adf566f3df9 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3814721 Jul 14 08:11:44.157767 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40358) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:44.162743 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-14efc38e-ad23-457f-b2d1-280019ddb308 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-872578604'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:44.181738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14efc38e-ad23-457f-b2d1-280019ddb308 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Made reservation on behalf of 2f7d9e9a40cb4f36ac891b74f94e68d1 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:44.185117 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-14efc38e-ad23-457f-b2d1-280019ddb308 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:44.210452 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14efc38e-ad23-457f-b2d1-280019ddb308 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:11:44.219220 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-14efc38e-ad23-457f-b2d1-280019ddb308 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:44.219570 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-14efc38e-ad23-457f-b2d1-280019ddb308 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Added segment 066d6b95-fb7d-4d09-9503-6ef3d7719748 of type vlan for network b4a76ce7-b464-4d9f-8465-741c97b3d3d1 Jul 14 08:11:44.258216 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-14efc38e-ad23-457f-b2d1-280019ddb308 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:44.287103 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-14efc38e-ad23-457f-b2d1-280019ddb308 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:44.287678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-1c95394c-d0a3-4f46-8f7c-0b099b598152', 'network_id': '1c95394c-d0a3-4f46-8f7c-0b099b598152', 'tenant_id': '2f7d9e9a40cb4f36ac891b74f94e68d1', 'fixed_ips': [{'subnet_id': '46548a08-ff1c-41c2-b139-4e20b0c6bf55'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:11:44.288585 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:44.293151 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14efc38e-ad23-457f-b2d1-280019ddb308 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:44.293713 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-14efc38e-ad23-457f-b2d1-280019ddb308 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:44.351839 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-14efc38e-ad23-457f-b2d1-280019ddb308 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1930337 Jul 14 08:11:44.354719 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40360) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:44.359715 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3a1515d7-5485-443b-9689-a70703e85693 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Request body: {'subnet': {'network_id': 'b4a76ce7-b464-4d9f-8465-741c97b3d3d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:44.404664 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efc38e-ad23-457f-b2d1-280019ddb308 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event updated for resources: {'Network': ['ID=b4a76ce7-b464-4d9f-8465-741c97b3d3d1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:44.419530 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network b4a76ce7-b464-4d9f-8465-741c97b3d3d1 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:11:44.437071 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Allocated IP 2001:db8:0:ffff::2 (1c95394c-d0a3-4f46-8f7c-0b099b598152/46548a08-ff1c-41c2-b139-4e20b0c6bf55/01d8d19a-f66e-423b-9cce-9f06a85fd87f) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:11:44.455009 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1515d7-5485-443b-9689-a70703e85693 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Made reservation on behalf of 2f7d9e9a40cb4f36ac891b74f94e68d1 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:44.458857 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a1515d7-5485-443b-9689-a70703e85693 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:44.621956 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:44.630675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Transition to ACTIVE for port object 01d8d19a-f66e-423b-9cce-9f06a85fd87f will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:11:44.645869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Transition to ACTIVE for port object 01d8d19a-f66e-423b-9cce-9f06a85fd87f will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:11:44.647960 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a1515d7-5485-443b-9689-a70703e85693 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:44.651209 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:44.695550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Network 1c95394c-d0a3-4f46-8f7c-0b099b598152 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:11:44.698436 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:11:44.702006 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:11:44.709022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Pushing event updated for resources: {'Port': ['ID=01d8d19a-f66e-423b-9cce-9f06a85fd87f,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:44.713904 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1515d7-5485-443b-9689-a70703e85693 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event updated for resources: {'Subnet': ['ID=53071096-3d7f-416e-8af0-48110db041f5,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:44.721297 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1515d7-5485-443b-9689-a70703e85693 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Checking segment: {'id': '066d6b95-fb7d-4d09-9503-6ef3d7719748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4a76ce7-b464-4d9f-8465-741c97b3d3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:11:44.721643 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1515d7-5485-443b-9689-a70703e85693 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Network hostable DHCP agents. Network: b4a76ce7-b464-4d9f-8465-741c97b3d3d1, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:11:44.735399 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:44.735753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:44.736096 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:44.736699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:44.737055 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:44.737390 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:44.738226 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:44.738555 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1515d7-5485-443b-9689-a70703e85693 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Network b4a76ce7-b464-4d9f-8465-741c97b3d3d1 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:11:44.738682 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:44.738880 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:44.739205 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:44.739530 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:44.739853 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:11:44.748830 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-3a1515d7-5485-443b-9689-a70703e85693 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, b4a76ce7-b464-4d9f-8465-741c97b3d3d1) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:11:44.754247 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1515d7-5485-443b-9689-a70703e85693 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:44.755628 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a1515d7-5485-443b-9689-a70703e85693 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:44.764234 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbbc677-8b36-420d-918b-57efa4e5b480 None None] Network b4a76ce7-b464-4d9f-8465-741c97b3d3d1 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:44.770392 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3a1515d7-5485-443b-9689-a70703e85693 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4145265 Jul 14 08:11:44.773103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40362) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:44.809008 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Attempting to bind port 01d8d19a-f66e-423b-9cce-9f06a85fd87f on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:11:44.809402 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Attempting to bind port 01d8d19a-f66e-423b-9cce-9f06a85fd87f by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '8a8eb1a2-db41-4a3d-83ff-3fb3545abeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1c95394c-d0a3-4f46-8f7c-0b099b598152'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:11:44.809767 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Attempting to bind port 01d8d19a-f66e-423b-9cce-9f06a85fd87f on network 1c95394c-d0a3-4f46-8f7c-0b099b598152 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:11:44.823864 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:11:44.824238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Checking segment: {'id': '8a8eb1a2-db41-4a3d-83ff-3fb3545abeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1c95394c-d0a3-4f46-8f7c-0b099b598152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:11:44.824643 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:44.825039 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Bound using segment: {'id': '8a8eb1a2-db41-4a3d-83ff-3fb3545abeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1c95394c-d0a3-4f46-8f7c-0b099b598152'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:11:44.825528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Bound port: 01d8d19a-f66e-423b-9cce-9f06a85fd87f, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8eb1a2-db41-4a3d-83ff-3fb3545abeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1c95394c-d0a3-4f46-8f7c-0b099b598152'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:11:44.825914 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:44.868347 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4515ed52-ca5d-4914-ade4-a7d89e5c3399 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:44.957375 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4515ed52-ca5d-4914-ade4-a7d89e5c3399 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:45.020655 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4515ed52-ca5d-4914-ade4-a7d89e5c3399 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:45.054336 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515ed52-ca5d-4914-ade4-a7d89e5c3399 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event deleted for resources: {'Subnet': ['ID=53071096-3d7f-416e-8af0-48110db041f5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:45.082053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] For port 01d8d19a-f66e-423b-9cce-9f06a85fd87f, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:11:45.109399 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] For port 01d8d19a-f66e-423b-9cce-9f06a85fd87f, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=01d8d19a-f66e-423b-9cce-9f06a85fd87f,segment=NetworkSegment(8a8eb1a2-db41-4a3d-83ff-3fb3545abeb5),segment_id=8a8eb1a2-db41-4a3d-83ff-3fb3545abeb5)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:11:45.111899 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecab73df-0e95-42cc-931f-b3f8e7c58025 None None] Network b4a76ce7-b464-4d9f-8465-741c97b3d3d1 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:45.113510 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4515ed52-ca5d-4914-ade4-a7d89e5c3399 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:45.116189 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:45.123712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4515ed52-ca5d-4914-ade4-a7d89e5c3399 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a76ce7-b464-4d9f-8465-741c97b3d3d1']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:45.133634 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4515ed52-ca5d-4914-ade4-a7d89e5c3399 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066d6b95-fb7d-4d09-9503-6ef3d7719748') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:45.133926 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4515ed52-ca5d-4914-ade4-a7d89e5c3399 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066d6b95-fb7d-4d09-9503-6ef3d7719748') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:45.142386 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4515ed52-ca5d-4914-ade4-a7d89e5c3399 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:45.156315 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4515ed52-ca5d-4914-ade4-a7d89e5c3399 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:45.162489 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4515ed52-ca5d-4914-ade4-a7d89e5c3399 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:11:45.162873 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4515ed52-ca5d-4914-ade4-a7d89e5c3399 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: timer() Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:11:45.166133 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:11:45.225359 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d915712-d705-49c1-9662-363b1ad144d6 None None] Pushing event updated for resources: {'Port': ['ID=01d8d19a-f66e-423b-9cce-9f06a85fd87f,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:45.226219 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4515ed52-ca5d-4914-ade4-a7d89e5c3399 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:45.246446 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4515ed52-ca5d-4914-ade4-a7d89e5c3399 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:45.249733 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4515ed52-ca5d-4914-ade4-a7d89e5c3399 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "DELETE /v2.0/networks/b4a76ce7-b464-4d9f-8465-741c97b3d3d1 HTTP/1.1" status: 204 len: 168 time: 0.4756303 Jul 14 08:11:45.251260 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515ed52-ca5d-4914-ade4-a7d89e5c3399 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event deleted for resources: {'Network': ['ID=b4a76ce7-b464-4d9f-8465-741c97b3d3d1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:45.255201 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40364) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:45.260273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9281b19a-317f-414a-a96a-b05503eb8de4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1279432891'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:45.281751 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9281b19a-317f-414a-a96a-b05503eb8de4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Made reservation on behalf of 2f7d9e9a40cb4f36ac891b74f94e68d1 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:45.285297 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9281b19a-317f-414a-a96a-b05503eb8de4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:45.310330 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9281b19a-317f-414a-a96a-b05503eb8de4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:11:45.320827 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9281b19a-317f-414a-a96a-b05503eb8de4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:45.321282 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-9281b19a-317f-414a-a96a-b05503eb8de4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Added segment b4283d15-201a-45e8-8e63-ddc617edd9aa of type vlan for network a35aeb5b-c5a9-4bfd-b01d-dd3520a4bd28 Jul 14 08:11:45.377409 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9281b19a-317f-414a-a96a-b05503eb8de4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:45.411072 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9281b19a-317f-414a-a96a-b05503eb8de4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:45.416546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9281b19a-317f-414a-a96a-b05503eb8de4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:45.417125 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9281b19a-317f-414a-a96a-b05503eb8de4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:45.467838 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9281b19a-317f-414a-a96a-b05503eb8de4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2113953 Jul 14 08:11:45.470732 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40366) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:45.476041 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-30cbe2e0-1a2e-464d-b2fa-e20275525839 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Request body: {'subnet': {'network_id': 'a35aeb5b-c5a9-4bfd-b01d-dd3520a4bd28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:45.488757 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281b19a-317f-414a-a96a-b05503eb8de4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event updated for resources: {'Network': ['ID=a35aeb5b-c5a9-4bfd-b01d-dd3520a4bd28,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:45.499941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network a35aeb5b-c5a9-4bfd-b01d-dd3520a4bd28 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:11:45.570399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cbe2e0-1a2e-464d-b2fa-e20275525839 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Made reservation on behalf of 2f7d9e9a40cb4f36ac891b74f94e68d1 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:45.573991 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30cbe2e0-1a2e-464d-b2fa-e20275525839 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:45.629602 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-30cbe2e0-1a2e-464d-b2fa-e20275525839 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Performing IP validity checks on allocation pools {{(pid=93827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 08:11:45.630048 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-30cbe2e0-1a2e-464d-b2fa-e20275525839 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 08:11:45.749379 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30cbe2e0-1a2e-464d-b2fa-e20275525839 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:45.807454 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbe2e0-1a2e-464d-b2fa-e20275525839 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event updated for resources: {'Subnet': ['ID=6752e5a5-e457-4361-8f34-bc161296b0a4,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:45.815100 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cbe2e0-1a2e-464d-b2fa-e20275525839 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Checking segment: {'id': 'b4283d15-201a-45e8-8e63-ddc617edd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a35aeb5b-c5a9-4bfd-b01d-dd3520a4bd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:11:45.815460 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cbe2e0-1a2e-464d-b2fa-e20275525839 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Network hostable DHCP agents. Network: a35aeb5b-c5a9-4bfd-b01d-dd3520a4bd28, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:11:45.833847 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cbe2e0-1a2e-464d-b2fa-e20275525839 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Network a35aeb5b-c5a9-4bfd-b01d-dd3520a4bd28 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:11:45.843239 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-30cbe2e0-1a2e-464d-b2fa-e20275525839 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, a35aeb5b-c5a9-4bfd-b01d-dd3520a4bd28) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:11:45.847900 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cbe2e0-1a2e-464d-b2fa-e20275525839 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:45.848233 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30cbe2e0-1a2e-464d-b2fa-e20275525839 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:45.852391 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b24aa9-3a1f-48c7-952f-8abc62977f9c None None] Network a35aeb5b-c5a9-4bfd-b01d-dd3520a4bd28 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:45.865406 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-30cbe2e0-1a2e-464d-b2fa-e20275525839 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.3934135 Jul 14 08:11:45.867931 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40368) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:45.968373 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c864fa2d-e5b5-4c26-ac46-5d199f87b4c7 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.022600 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8949c8-f179-41f9-a0a6-523ee39bf438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-a35aeb5b-c5a9-4bfd-b01d-dd3520a4bd28', 'network_id': 'a35aeb5b-c5a9-4bfd-b01d-dd3520a4bd28', 'tenant_id': '2f7d9e9a40cb4f36ac891b74f94e68d1', 'fixed_ips': [{'subnet_id': '6752e5a5-e457-4361-8f34-bc161296b0a4'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:11:46.023461 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a8949c8-f179-41f9-a0a6-523ee39bf438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.024329 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c864fa2d-e5b5-4c26-ac46-5d199f87b4c7 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.089896 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c864fa2d-e5b5-4c26-ac46-5d199f87b4c7 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.119584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864fa2d-e5b5-4c26-ac46-5d199f87b4c7 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event deleted for resources: {'Subnet': ['ID=6752e5a5-e457-4361-8f34-bc161296b0a4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server [None req-5a8949c8-f179-41f9-a0a6-523ee39bf438 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6752e5a5-e457-4361-8f34-bc161296b0a4: This subnet is being modified by another concurrent operation. Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise exception Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6752e5a5-e457-4361-8f34-bc161296b0a4: This subnet is being modified by another concurrent operation. Jul 14 08:11:46.140176 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server Jul 14 08:11:46.147070 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.148446 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.156964 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9396c10-0315-46ae-8b66-0a772202ca0b None None] Network a35aeb5b-c5a9-4bfd-b01d-dd3520a4bd28 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:46.187829 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c864fa2d-e5b5-4c26-ac46-5d199f87b4c7 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.198800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-c864fa2d-e5b5-4c26-ac46-5d199f87b4c7 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35aeb5b-c5a9-4bfd-b01d-dd3520a4bd28']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:46.208028 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab42752-f882-47d9-b158-b80952a57ece None None] Network 1c95394c-d0a3-4f46-8f7c-0b099b598152 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:46.211241 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-c864fa2d-e5b5-4c26-ac46-5d199f87b4c7 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4283d15-201a-45e8-8e63-ddc617edd9aa') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:46.211873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-c864fa2d-e5b5-4c26-ac46-5d199f87b4c7 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4283d15-201a-45e8-8e63-ddc617edd9aa') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:46.220696 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c864fa2d-e5b5-4c26-ac46-5d199f87b4c7 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.234804 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c864fa2d-e5b5-4c26-ac46-5d199f87b4c7 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.241311 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c864fa2d-e5b5-4c26-ac46-5d199f87b4c7 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:11:46.241755 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c864fa2d-e5b5-4c26-ac46-5d199f87b4c7 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: timer() Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:11:46.244624 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:11:46.301231 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c864fa2d-e5b5-4c26-ac46-5d199f87b4c7 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.308788 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c864fa2d-e5b5-4c26-ac46-5d199f87b4c7 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.310636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3c7c67ff-0130-46b6-8d89-29c1e6e199d1 None None] Provisioning for port 01d8d19a-f66e-423b-9cce-9f06a85fd87f completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:11:46.314715 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40370) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:46.315176 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c864fa2d-e5b5-4c26-ac46-5d199f87b4c7 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "DELETE /v2.0/networks/a35aeb5b-c5a9-4bfd-b01d-dd3520a4bd28 HTTP/1.1" status: 204 len: 168 time: 0.4458761 Jul 14 08:11:46.321634 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9bf227f5-1873-408a-a648-991e3d858bc2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-737745443'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:46.326680 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864fa2d-e5b5-4c26-ac46-5d199f87b4c7 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event deleted for resources: {'Network': ['ID=a35aeb5b-c5a9-4bfd-b01d-dd3520a4bd28,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:46.345744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf227f5-1873-408a-a648-991e3d858bc2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Made reservation on behalf of 2f7d9e9a40cb4f36ac891b74f94e68d1 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:46.349350 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9bf227f5-1873-408a-a648-991e3d858bc2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.373362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf227f5-1873-408a-a648-991e3d858bc2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:11:46.383538 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9bf227f5-1873-408a-a648-991e3d858bc2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.383904 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-9bf227f5-1873-408a-a648-991e3d858bc2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Added segment 4a745e96-bc4e-4a8d-9e99-a3344a848e7f of type vlan for network 5229e071-da23-42b1-9fd8-49e652883b9f Jul 14 08:11:46.427334 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9bf227f5-1873-408a-a648-991e3d858bc2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.457842 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9bf227f5-1873-408a-a648-991e3d858bc2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.463855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf227f5-1873-408a-a648-991e3d858bc2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:46.464452 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9bf227f5-1873-408a-a648-991e3d858bc2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.525726 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9bf227f5-1873-408a-a648-991e3d858bc2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2096827 Jul 14 08:11:46.529009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40372) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:46.534256 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2fe30fcb-e5d0-4ceb-b327-32c71bef3ba0 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Request body: {'subnet': {'network_id': '5229e071-da23-42b1-9fd8-49e652883b9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:46.584946 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf227f5-1873-408a-a648-991e3d858bc2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event updated for resources: {'Network': ['ID=5229e071-da23-42b1-9fd8-49e652883b9f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:46.595635 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 5229e071-da23-42b1-9fd8-49e652883b9f details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:11:46.611893 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3c2493-c365-4f53-9090-fcd7dca82dda None None] get_active_networks_info from n-d-778696-5 {{(pid=93829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 08:11:46.638189 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe30fcb-e5d0-4ceb-b327-32c71bef3ba0 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Made reservation on behalf of 2f7d9e9a40cb4f36ac891b74f94e68d1 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:46.641715 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fe30fcb-e5d0-4ceb-b327-32c71bef3ba0 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.734936 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 01d8d19a-f66e-423b-9cce-9f06a85fd87f up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:11:46.766287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3c2493-c365-4f53-9090-fcd7dca82dda None None] Resources bound (agent type, host, resource id): {{(pid=93829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 08:11:46.828750 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fe30fcb-e5d0-4ceb-b327-32c71bef3ba0 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.846147 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 01d8d19a-f66e-423b-9cce-9f06a85fd87f completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:11:46.854784 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 01d8d19a-f66e-423b-9cce-9f06a85fd87f triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:11:46.855159 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.888519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe30fcb-e5d0-4ceb-b327-32c71bef3ba0 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event updated for resources: {'Subnet': ['ID=b73ecb98-c478-4034-8cb2-6791acb54080,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:46.897606 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe30fcb-e5d0-4ceb-b327-32c71bef3ba0 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Checking segment: {'id': '4a745e96-bc4e-4a8d-9e99-a3344a848e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5229e071-da23-42b1-9fd8-49e652883b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:11:46.898137 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe30fcb-e5d0-4ceb-b327-32c71bef3ba0 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Network hostable DHCP agents. Network: 5229e071-da23-42b1-9fd8-49e652883b9f, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:11:46.914241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe30fcb-e5d0-4ceb-b327-32c71bef3ba0 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Network 5229e071-da23-42b1-9fd8-49e652883b9f is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:11:46.922942 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-2fe30fcb-e5d0-4ceb-b327-32c71bef3ba0 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 5229e071-da23-42b1-9fd8-49e652883b9f) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:11:46.927408 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe30fcb-e5d0-4ceb-b327-32c71bef3ba0 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:46.928009 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fe30fcb-e5d0-4ceb-b327-32c71bef3ba0 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.941676 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2fe30fcb-e5d0-4ceb-b327-32c71bef3ba0 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4119649 Jul 14 08:11:46.945291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40374) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:46.950275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-cfbc6ce5-b4a7-4df3-9daf-9a56a85d61f2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-934489567'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:46.971554 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbc6ce5-b4a7-4df3-9daf-9a56a85d61f2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Made reservation on behalf of 2f7d9e9a40cb4f36ac891b74f94e68d1 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:46.975726 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6ce5-b4a7-4df3-9daf-9a56a85d61f2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.989139 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:46.999723 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfbc6ce5-b4a7-4df3-9daf-9a56a85d61f2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:11:47.009056 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6ce5-b4a7-4df3-9daf-9a56a85d61f2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.009433 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-cfbc6ce5-b4a7-4df3-9daf-9a56a85d61f2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Added segment 7d8a8290-5028-4ea5-82ea-2074e0968463 of type vlan for network 513442e3-bf33-41da-991f-5081d75ccaf0 Jul 14 08:11:47.047455 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 01d8d19a-f66e-423b-9cce-9f06a85fd87f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=01d8d19a-f66e-423b-9cce-9f06a85fd87f,segment=NetworkSegment(8a8eb1a2-db41-4a3d-83ff-3fb3545abeb5),segment_id=8a8eb1a2-db41-4a3d-83ff-3fb3545abeb5)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:11:47.048343 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6ce5-b4a7-4df3-9daf-9a56a85d61f2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.052818 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.078861 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6ce5-b4a7-4df3-9daf-9a56a85d61f2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.085240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc6ce5-b4a7-4df3-9daf-9a56a85d61f2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:47.085820 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6ce5-b4a7-4df3-9daf-9a56a85d61f2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.118924 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff764c4-6cae-42f7-b7c9-5f90403ef3ca None None] Network 5229e071-da23-42b1-9fd8-49e652883b9f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:47.122087 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=01d8d19a-f66e-423b-9cce-9f06a85fd87f,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:47.148234 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cfbc6ce5-b4a7-4df3-9daf-9a56a85d61f2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2019136 Jul 14 08:11:47.151064 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40376) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:47.155827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-375d1a06-6fb5-44cc-805c-c116ad36e77b tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Request body: {'subnet': {'network_id': '513442e3-bf33-41da-991f-5081d75ccaf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:47.207522 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc6ce5-b4a7-4df3-9daf-9a56a85d61f2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event updated for resources: {'Network': ['ID=513442e3-bf33-41da-991f-5081d75ccaf0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:47.221515 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 513442e3-bf33-41da-991f-5081d75ccaf0 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:11:47.251569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375d1a06-6fb5-44cc-805c-c116ad36e77b tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Made reservation on behalf of 2f7d9e9a40cb4f36ac891b74f94e68d1 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:47.255794 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-375d1a06-6fb5-44cc-805c-c116ad36e77b tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.322512 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-5229e071-da23-42b1-9fd8-49e652883b9f', 'network_id': '5229e071-da23-42b1-9fd8-49e652883b9f', 'tenant_id': '2f7d9e9a40cb4f36ac891b74f94e68d1', 'fixed_ips': [{'subnet_id': 'b73ecb98-c478-4034-8cb2-6791acb54080'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:11:47.323360 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.436516 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-375d1a06-6fb5-44cc-805c-c116ad36e77b tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.459555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Allocated IP 2001:db8::2 (5229e071-da23-42b1-9fd8-49e652883b9f/b73ecb98-c478-4034-8cb2-6791acb54080/9d94051e-6422-4efb-ae75-4fad471faf23) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:11:47.505719 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d1a06-6fb5-44cc-805c-c116ad36e77b tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event updated for resources: {'Subnet': ['ID=9b52e5c7-bd61-402a-b518-40f6ef772afa,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:47.510618 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375d1a06-6fb5-44cc-805c-c116ad36e77b tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Checking segment: {'id': '7d8a8290-5028-4ea5-82ea-2074e0968463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '513442e3-bf33-41da-991f-5081d75ccaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:11:47.510979 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375d1a06-6fb5-44cc-805c-c116ad36e77b tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Network hostable DHCP agents. Network: 513442e3-bf33-41da-991f-5081d75ccaf0, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:11:47.526926 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375d1a06-6fb5-44cc-805c-c116ad36e77b tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Network 513442e3-bf33-41da-991f-5081d75ccaf0 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:11:47.535650 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-375d1a06-6fb5-44cc-805c-c116ad36e77b tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 513442e3-bf33-41da-991f-5081d75ccaf0) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:11:47.540863 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375d1a06-6fb5-44cc-805c-c116ad36e77b tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:47.541525 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-375d1a06-6fb5-44cc-805c-c116ad36e77b tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.548017 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266a3c3e-3e89-43a7-a4d8-5846432baedb None None] Network 513442e3-bf33-41da-991f-5081d75ccaf0 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:47.556819 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-375d1a06-6fb5-44cc-805c-c116ad36e77b tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4047823 Jul 14 08:11:47.559583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40378) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:47.655868 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a021a1a8-875c-4c22-83bc-55f7b727558c tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.667385 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.679483 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Transition to ACTIVE for port object 9d94051e-6422-4efb-ae75-4fad471faf23 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:11:47.711421 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a021a1a8-875c-4c22-83bc-55f7b727558c tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.718195 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Transition to ACTIVE for port object 9d94051e-6422-4efb-ae75-4fad471faf23 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:11:47.726629 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.772462 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a021a1a8-875c-4c22-83bc-55f7b727558c tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.775748 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14e0957-279b-447a-a97f-b846dce4dd54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-513442e3-bf33-41da-991f-5081d75ccaf0', 'network_id': '513442e3-bf33-41da-991f-5081d75ccaf0', 'tenant_id': '2f7d9e9a40cb4f36ac891b74f94e68d1', 'fixed_ips': [{'subnet_id': '9b52e5c7-bd61-402a-b518-40f6ef772afa'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:11:47.776586 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c14e0957-279b-447a-a97f-b846dce4dd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.796768 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Network 5229e071-da23-42b1-9fd8-49e652883b9f is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:11:47.801258 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021a1a8-875c-4c22-83bc-55f7b727558c tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event deleted for resources: {'Subnet': ['ID=9b52e5c7-bd61-402a-b518-40f6ef772afa,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:47.804695 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:11:47.809715 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:11:47.817257 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Pushing event updated for resources: {'Port': ['ID=9d94051e-6422-4efb-ae75-4fad471faf23,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:47.858634 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a021a1a8-875c-4c22-83bc-55f7b727558c tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.869039 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a021a1a8-875c-4c22-83bc-55f7b727558c tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513442e3-bf33-41da-991f-5081d75ccaf0']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:47.879031 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a021a1a8-875c-4c22-83bc-55f7b727558c tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8a8290-5028-4ea5-82ea-2074e0968463') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:47.879321 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a021a1a8-875c-4c22-83bc-55f7b727558c tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8a8290-5028-4ea5-82ea-2074e0968463') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:47.887753 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a021a1a8-875c-4c22-83bc-55f7b727558c tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.906104 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a021a1a8-875c-4c22-83bc-55f7b727558c tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.913498 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a021a1a8-875c-4c22-83bc-55f7b727558c tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:11:47.913886 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a021a1a8-875c-4c22-83bc-55f7b727558c tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: timer() Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:11:47.917219 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:11:47.923215 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87575314-4ce2-4a45-b8d8-a6c767392e1d None None] Network 513442e3-bf33-41da-991f-5081d75ccaf0 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:47.926726 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Attempting to bind port 9d94051e-6422-4efb-ae75-4fad471faf23 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:11:47.927092 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Attempting to bind port 9d94051e-6422-4efb-ae75-4fad471faf23 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '4a745e96-bc4e-4a8d-9e99-a3344a848e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5229e071-da23-42b1-9fd8-49e652883b9f'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:11:47.927455 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Attempting to bind port 9d94051e-6422-4efb-ae75-4fad471faf23 on network 5229e071-da23-42b1-9fd8-49e652883b9f {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:11:47.973403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:11:47.973403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Checking segment: {'id': '4a745e96-bc4e-4a8d-9e99-a3344a848e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5229e071-da23-42b1-9fd8-49e652883b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:11:47.973751 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.973845 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Bound using segment: {'id': '4a745e96-bc4e-4a8d-9e99-a3344a848e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5229e071-da23-42b1-9fd8-49e652883b9f'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:11:47.976578 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Bound port: 9d94051e-6422-4efb-ae75-4fad471faf23, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a745e96-bc4e-4a8d-9e99-a3344a848e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5229e071-da23-42b1-9fd8-49e652883b9f'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:11:47.976578 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.976822 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a021a1a8-875c-4c22-83bc-55f7b727558c tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.982881 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a021a1a8-875c-4c22-83bc-55f7b727558c tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:47.984841 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a021a1a8-875c-4c22-83bc-55f7b727558c tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "DELETE /v2.0/networks/513442e3-bf33-41da-991f-5081d75ccaf0 HTTP/1.1" status: 204 len: 168 time: 0.4242814 Jul 14 08:11:47.989486 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40380) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:47.997721 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021a1a8-875c-4c22-83bc-55f7b727558c tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event deleted for resources: {'Network': ['ID=513442e3-bf33-41da-991f-5081d75ccaf0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:48.022061 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-91aae20a-c62f-4f05-a393-b4aa6a6cbbbd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] GET failed (client error): The resource could not be found. Jul 14 08:11:48.023384 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-91aae20a-c62f-4f05-a393-b4aa6a6cbbbd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "GET /v2.0/subnets/9b52e5c7-bd61-402a-b518-40f6ef772afa HTTP/1.1" status: 404 len: 337 time: 0.0327849 Jul 14 08:11:48.026425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40382) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:48.044335 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9829be4-184c-4b01-b9a7-6246f961f9ee tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] DELETE failed (client error): The resource could not be found. Jul 14 08:11:48.044850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9829be4-184c-4b01-b9a7-6246f961f9ee tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 08:11:48.046488 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d9829be4-184c-4b01-b9a7-6246f961f9ee tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "DELETE /v2.0/networks/513442e3-bf33-41da-991f-5081d75ccaf0 HTTP/1.1" status: 404 len: 339 time: 0.0190957 Jul 14 08:11:48.050866 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40384) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:48.077274 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7cd517-1330-4e96-b3f8-b68e315392c2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] DELETE failed (client error): The resource could not be found. Jul 14 08:11:48.077718 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7cd517-1330-4e96-b3f8-b68e315392c2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 08:11:48.079415 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1e7cd517-1330-4e96-b3f8-b68e315392c2 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "DELETE /v2.0/subnets/9b52e5c7-bd61-402a-b518-40f6ef772afa HTTP/1.1" status: 404 len: 337 time: 0.0276303 Jul 14 08:11:48.082062 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40386) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:48.088539 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] For port 9d94051e-6422-4efb-ae75-4fad471faf23, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:11:48.091941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] For port 9d94051e-6422-4efb-ae75-4fad471faf23, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9d94051e-6422-4efb-ae75-4fad471faf23,segment=NetworkSegment(4a745e96-bc4e-4a8d-9e99-a3344a848e7f),segment_id=4a745e96-bc4e-4a8d-9e99-a3344a848e7f)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:11:48.096077 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:48.100658 n-d-778696-5 neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf4592d-040d-4fd7-92c2-4a21b7b483f7 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] DELETE failed (client error): The resource could not be found. Jul 14 08:11:48.101220 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf4592d-040d-4fd7-92c2-4a21b7b483f7 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 08:11:48.102927 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6bf4592d-040d-4fd7-92c2-4a21b7b483f7 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "DELETE /v2.0/networks/513442e3-bf33-41da-991f-5081d75ccaf0 HTTP/1.1" status: 404 len: 339 time: 0.0199862 Jul 14 08:11:48.105652 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40388) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:48.155275 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c078c-8d02-4097-bb5b-07299632b86d None None] Pushing event updated for resources: {'Port': ['ID=9d94051e-6422-4efb-ae75-4fad471faf23,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:48.169055 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d99931b-b15c-4126-8996-fd3d64d20ba4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Deleting subnet b73ecb98-c478-4034-8cb2-6791acb54080 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:11:48.172587 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d99931b-b15c-4126-8996-fd3d64d20ba4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:48.212898 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d99931b-b15c-4126-8996-fd3d64d20ba4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:48.314762 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d99931b-b15c-4126-8996-fd3d64d20ba4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:48.374800 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d99931b-b15c-4126-8996-fd3d64d20ba4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:48.403962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99931b-b15c-4126-8996-fd3d64d20ba4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event deleted for resources: {'Subnet': ['ID=b73ecb98-c478-4034-8cb2-6791acb54080,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:48.409018 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d99931b-b15c-4126-8996-fd3d64d20ba4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:48.411917 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4d99931b-b15c-4126-8996-fd3d64d20ba4 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "DELETE /v2.0/subnets/b73ecb98-c478-4034-8cb2-6791acb54080 HTTP/1.1" status: 204 len: 168 time: 0.3051348 Jul 14 08:11:48.414435 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40390) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:48.492991 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:48.543469 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Deleting port 9d94051e-6422-4efb-ae75-4fad471faf23 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:11:48.543714 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:48.604542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] For port 9d94051e-6422-4efb-ae75-4fad471faf23, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=9d94051e-6422-4efb-ae75-4fad471faf23,segment=NetworkSegment(4a745e96-bc4e-4a8d-9e99-a3344a848e7f),segment_id=4a745e96-bc4e-4a8d-9e99-a3344a848e7f)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:11:48.604900 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:48.621649 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Calling delete_port for 9d94051e-6422-4efb-ae75-4fad471faf23 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:11:48.701908 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:48.735079 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event deleted for resources: {'Port': ['ID=9d94051e-6422-4efb-ae75-4fad471faf23,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:48.735079 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] No DVR routers for this DVR port 9d94051e-6422-4efb-ae75-4fad471faf23 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:11:48.776289 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9d94051e-6422-4efb-ae75-4fad471faf23 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:11:48.798218 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 9d94051e-6422-4efb-ae75-4fad471faf23 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:11:48.798674 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9d94051e-6422-4efb-ae75-4fad471faf23 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 08:11:48.818694 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Port 9d94051e-6422-4efb-ae75-4fad471faf23 not found, will not notify nova. {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 08:11:48.819097 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 01d8d19a-f66e-423b-9cce-9f06a85fd87f up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:11:48.821828 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:48.832208 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5229e071-da23-42b1-9fd8-49e652883b9f']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:48.843673 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a745e96-bc4e-4a8d-9e99-a3344a848e7f') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:48.844216 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a745e96-bc4e-4a8d-9e99-a3344a848e7f') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:48.854459 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:48.869951 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:48.872128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 01d8d19a-f66e-423b-9cce-9f06a85fd87f triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:11:48.872513 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:48.876201 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:11:48.876605 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: timer() Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:11:48.880784 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:11:48.941450 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:48.949984 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:48.955394 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "DELETE /v2.0/networks/5229e071-da23-42b1-9fd8-49e652883b9f HTTP/1.1" status: 204 len: 168 time: 0.5381510 Jul 14 08:11:48.955725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40392) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:48.967740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c59f4-bd0e-4eb6-8125-b9c262f23e30 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event deleted for resources: {'Network': ['ID=5229e071-da23-42b1-9fd8-49e652883b9f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:48.983660 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-69caa0bd-7a90-4ccb-be79-b23c829bfca9 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] DELETE failed (client error): The resource could not be found. Jul 14 08:11:48.984121 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69caa0bd-7a90-4ccb-be79-b23c829bfca9 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 08:11:48.985984 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-69caa0bd-7a90-4ccb-be79-b23c829bfca9 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "DELETE /v2.0/subnets/6752e5a5-e457-4361-8f34-bc161296b0a4 HTTP/1.1" status: 404 len: 337 time: 0.0295084 Jul 14 08:11:48.989464 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40394) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:49.008489 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa2266a-7b49-4e0c-930b-f327820f847c tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] DELETE failed (client error): The resource could not be found. Jul 14 08:11:49.009130 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa2266a-7b49-4e0c-930b-f327820f847c tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 08:11:49.010763 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8aa2266a-7b49-4e0c-930b-f327820f847c tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "DELETE /v2.0/networks/a35aeb5b-c5a9-4bfd-b01d-dd3520a4bd28 HTTP/1.1" status: 404 len: 339 time: 0.0203822 Jul 14 08:11:49.013397 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40396) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:49.039204 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d161e035-089c-41af-9073-42f3e69af5af tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] DELETE failed (client error): The resource could not be found. Jul 14 08:11:49.039623 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d161e035-089c-41af-9073-42f3e69af5af tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 08:11:49.041402 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d161e035-089c-41af-9073-42f3e69af5af tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "DELETE /v2.0/subnets/53071096-3d7f-416e-8af0-48110db041f5 HTTP/1.1" status: 404 len: 337 time: 0.0271111 Jul 14 08:11:49.043878 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40398) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:49.062079 n-d-778696-5 neutron-server[93827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3422a9b0-d58f-4f24-acc2-f2c91c627de5 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] DELETE failed (client error): The resource could not be found. Jul 14 08:11:49.062618 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3422a9b0-d58f-4f24-acc2-f2c91c627de5 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 08:11:49.064331 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3422a9b0-d58f-4f24-acc2-f2c91c627de5 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "DELETE /v2.0/networks/b4a76ce7-b464-4d9f-8465-741c97b3d3d1 HTTP/1.1" status: 404 len: 339 time: 0.0196049 Jul 14 08:11:49.067533 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40400) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:49.117038 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0302bd-6c72-4751-8496-2db3b048d301 None None] DHCP port deletion for 5229e071-da23-42b1-9fd8-49e652883b9f request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 08:11:49.125645 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-000ace96-aa4b-4768-b084-4aeda50fa7e5 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Deleting subnet 46548a08-ff1c-41c2-b139-4e20b0c6bf55 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:11:49.128083 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-000ace96-aa4b-4768-b084-4aeda50fa7e5 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:49.132270 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c02680-242f-4b21-997d-a164fa6a3632 None None] Network 5229e071-da23-42b1-9fd8-49e652883b9f requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:49.146793 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c02680-242f-4b21-997d-a164fa6a3632 None None] Network 5229e071-da23-42b1-9fd8-49e652883b9f could not be found, it might have been deleted concurrently. {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 08:11:49.149916 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ce1d3ac5-48aa-45f4-870b-7a008523945a None None] Could not find standard attr ID for object 9d94051e-6422-4efb-ae75-4fad471faf23. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 08:11:49.167552 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-000ace96-aa4b-4768-b084-4aeda50fa7e5 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:49.246356 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-000ace96-aa4b-4768-b084-4aeda50fa7e5 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:49.305869 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-000ace96-aa4b-4768-b084-4aeda50fa7e5 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:49.329543 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ace96-aa4b-4768-b084-4aeda50fa7e5 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event deleted for resources: {'Subnet': ['ID=46548a08-ff1c-41c2-b139-4e20b0c6bf55,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:49.334889 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-000ace96-aa4b-4768-b084-4aeda50fa7e5 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:49.336711 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-000ace96-aa4b-4768-b084-4aeda50fa7e5 tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "DELETE /v2.0/subnets/46548a08-ff1c-41c2-b139-4e20b0c6bf55 HTTP/1.1" status: 204 len: 168 time: 0.2682834 Jul 14 08:11:49.339315 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40402) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:49.342004 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8bf503-f5c3-4a20-baa1-1d696bcf2c0a None None] Network 1c95394c-d0a3-4f46-8f7c-0b099b598152 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:49.413479 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:49.464315 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Deleting port 01d8d19a-f66e-423b-9cce-9f06a85fd87f {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:11:49.464660 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:49.517662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c288dab4-530b-41a7-97ac-fc868e77a8f5 None None] DHCP port deletion for 1c95394c-d0a3-4f46-8f7c-0b099b598152 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 08:11:49.533824 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] For port 01d8d19a-f66e-423b-9cce-9f06a85fd87f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=01d8d19a-f66e-423b-9cce-9f06a85fd87f,segment=NetworkSegment(8a8eb1a2-db41-4a3d-83ff-3fb3545abeb5),segment_id=8a8eb1a2-db41-4a3d-83ff-3fb3545abeb5)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:11:49.534188 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:49.547432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Calling delete_port for 01d8d19a-f66e-423b-9cce-9f06a85fd87f owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:11:49.562073 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-c288dab4-530b-41a7-97ac-fc868e77a8f5 None None] Deleting port 01d8d19a-f66e-423b-9cce-9f06a85fd87f {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:11:49.562392 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c288dab4-530b-41a7-97ac-fc868e77a8f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:49.626168 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:49.627438 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c288dab4-530b-41a7-97ac-fc868e77a8f5 None None] For port 01d8d19a-f66e-423b-9cce-9f06a85fd87f, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=01d8d19a-f66e-423b-9cce-9f06a85fd87f,segment=NetworkSegment(8a8eb1a2-db41-4a3d-83ff-3fb3545abeb5),segment_id=8a8eb1a2-db41-4a3d-83ff-3fb3545abeb5)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:11:49.628014 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c288dab4-530b-41a7-97ac-fc868e77a8f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:49.640443 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-c288dab4-530b-41a7-97ac-fc868e77a8f5 None None] Calling delete_port for 01d8d19a-f66e-423b-9cce-9f06a85fd87f owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:11:49.655744 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event deleted for resources: {'Port': ['ID=01d8d19a-f66e-423b-9cce-9f06a85fd87f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:49.657584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] No DVR routers for this DVR port 01d8d19a-f66e-423b-9cce-9f06a85fd87f on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:11:49.716891 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c288dab4-530b-41a7-97ac-fc868e77a8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:49.730976 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:49.741526 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c95394c-d0a3-4f46-8f7c-0b099b598152']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:49.744863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288dab4-530b-41a7-97ac-fc868e77a8f5 None None] Pushing event deleted for resources: {'Port': ['ID=01d8d19a-f66e-423b-9cce-9f06a85fd87f,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:49.748265 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c288dab4-530b-41a7-97ac-fc868e77a8f5 None None] No DVR routers for this DVR port 01d8d19a-f66e-423b-9cce-9f06a85fd87f on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:11:49.752080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8eb1a2-db41-4a3d-83ff-3fb3545abeb5') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:49.752378 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8eb1a2-db41-4a3d-83ff-3fb3545abeb5') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:49.762216 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:49.775556 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:49.781548 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:11:49.781953 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: timer() Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:11:49.784876 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:11:50.086539 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:50.092994 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:50.094831 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] 10.222.0.35 "DELETE /v2.0/networks/1c95394c-d0a3-4f46-8f7c-0b099b598152 HTTP/1.1" status: 204 len: 168 time: 0.7545941 Jul 14 08:11:50.106497 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ccf91b-453d-4688-bbf9-81a4952225dd tempest-NetworksIpV6Test-1546648394 tempest-NetworksIpV6Test-1546648394-project] Pushing event deleted for resources: {'Network': ['ID=1c95394c-d0a3-4f46-8f7c-0b099b598152,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:50.325742 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40408) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:50.450225 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-63ad464b-aa35-4c14-ad94-48651185b74e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f7d9e9a40cb4f36ac891b74f94e68d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1233494 Jul 14 08:11:50.452730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40412) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:50.499292 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2de4304-4e9a-4d3a-9f33-e6f1423ff2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:50.519638 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2de4304-4e9a-4d3a-9f33-e6f1423ff2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:50.562865 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2de4304-4e9a-4d3a-9f33-e6f1423ff2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:50.565618 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2de4304-4e9a-4d3a-9f33-e6f1423ff2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:50.567268 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a2de4304-4e9a-4d3a-9f33-e6f1423ff2fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/201291fd-4f45-4a24-878d-d024d3edcdc5 HTTP/1.1" status: 204 len: 168 time: 0.1135917 Jul 14 08:11:50.574515 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de4304-4e9a-4d3a-9f33-e6f1423ff2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201291fd-4f45-4a24-878d-d024d3edcdc5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:50.690614 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9d94051e-6422-4efb-ae75-4fad471faf23 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:11:50.710493 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 9d94051e-6422-4efb-ae75-4fad471faf23 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:11:50.710821 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 9d94051e-6422-4efb-ae75-4fad471faf23 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:11:50.711239 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 01d8d19a-f66e-423b-9cce-9f06a85fd87f no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:11:50.728869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 01d8d19a-f66e-423b-9cce-9f06a85fd87f {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:11:50.729226 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 01d8d19a-f66e-423b-9cce-9f06a85fd87f not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:11:51.173593 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40434) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:51.264310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6a9cb3ed-4cad-4ba3-b1ae-f0f31f6d089e tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-522449995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:51.286971 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a9cb3ed-4cad-4ba3-b1ae-f0f31f6d089e tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:51.288105 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a9cb3ed-4cad-4ba3-b1ae-f0f31f6d089e tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:51.342882 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a9cb3ed-4cad-4ba3-b1ae-f0f31f6d089e tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:51.347197 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a9cb3ed-4cad-4ba3-b1ae-f0f31f6d089e tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:51.363916 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a9cb3ed-4cad-4ba3-b1ae-f0f31f6d089e tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:51.365174 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6a9cb3ed-4cad-4ba3-b1ae-f0f31f6d089e tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1905460 Jul 14 08:11:51.367889 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40438) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:51.372708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-005b00f8-5416-4e43-b93c-ae1b3ffcfe96 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2064595975'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:51.392337 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005b00f8-5416-4e43-b93c-ae1b3ffcfe96 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Made reservation on behalf of 9ab0eef284ca4c17982d9eb53a19e43a for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:51.396256 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-005b00f8-5416-4e43-b93c-ae1b3ffcfe96 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:51.405160 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-005b00f8-5416-4e43-b93c-ae1b3ffcfe96 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:51.494772 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-005b00f8-5416-4e43-b93c-ae1b3ffcfe96 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:51.498294 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-005b00f8-5416-4e43-b93c-ae1b3ffcfe96 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:51.520288 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005b00f8-5416-4e43-b93c-ae1b3ffcfe96 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:11:51.532801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b00f8-5416-4e43-b93c-ae1b3ffcfe96 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=596fae6f-fd30-4661-8344-8560292a37f7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:51.538091 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-005b00f8-5416-4e43-b93c-ae1b3ffcfe96 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:51.538425 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-005b00f8-5416-4e43-b93c-ae1b3ffcfe96 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Added segment 553bacc1-9f30-4fdf-8b49-a3fd9888b1a3 of type vlan for network 17687a30-916a-4d4c-84d8-42fcf4294e0d Jul 14 08:11:51.576160 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-005b00f8-5416-4e43-b93c-ae1b3ffcfe96 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:51.603553 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-005b00f8-5416-4e43-b93c-ae1b3ffcfe96 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:51.608993 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005b00f8-5416-4e43-b93c-ae1b3ffcfe96 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:51.609599 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-005b00f8-5416-4e43-b93c-ae1b3ffcfe96 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:51.663365 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-005b00f8-5416-4e43-b93c-ae1b3ffcfe96 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2944872 Jul 14 08:11:51.666515 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40440) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:51.672217 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-4a61a4a1-e0db-4f23-a00a-408fb7a9be31 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Request body: {'subnet': {'network_id': '17687a30-916a-4d4c-84d8-42fcf4294e0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:51.676937 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b00f8-5416-4e43-b93c-ae1b3ffcfe96 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Pushing event updated for resources: {'Network': ['ID=17687a30-916a-4d4c-84d8-42fcf4294e0d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:51.687558 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 17687a30-916a-4d4c-84d8-42fcf4294e0d details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:11:51.764482 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a61a4a1-e0db-4f23-a00a-408fb7a9be31 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Made reservation on behalf of 9ab0eef284ca4c17982d9eb53a19e43a for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:51.768157 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a61a4a1-e0db-4f23-a00a-408fb7a9be31 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:51.939381 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a61a4a1-e0db-4f23-a00a-408fb7a9be31 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:51.997973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61a4a1-e0db-4f23-a00a-408fb7a9be31 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Pushing event updated for resources: {'Subnet': ['ID=34c7bf83-16ee-4367-bbc6-f3e5055cdbc2,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:52.007195 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61a4a1-e0db-4f23-a00a-408fb7a9be31 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Checking segment: {'id': '553bacc1-9f30-4fdf-8b49-a3fd9888b1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '17687a30-916a-4d4c-84d8-42fcf4294e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:11:52.007551 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a61a4a1-e0db-4f23-a00a-408fb7a9be31 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Network hostable DHCP agents. Network: 17687a30-916a-4d4c-84d8-42fcf4294e0d, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:11:52.022800 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a61a4a1-e0db-4f23-a00a-408fb7a9be31 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Network 17687a30-916a-4d4c-84d8-42fcf4294e0d is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:11:52.030837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-4a61a4a1-e0db-4f23-a00a-408fb7a9be31 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 17687a30-916a-4d4c-84d8-42fcf4294e0d) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:11:52.035516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a61a4a1-e0db-4f23-a00a-408fb7a9be31 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:52.036835 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a61a4a1-e0db-4f23-a00a-408fb7a9be31 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:52.039903 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a3b63c-32a1-4699-ae59-5e98521a2e23 None None] Network 17687a30-916a-4d4c-84d8-42fcf4294e0d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:52.053645 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4a61a4a1-e0db-4f23-a00a-408fb7a9be31 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3854630 Jul 14 08:11:52.056713 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40442) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:52.061665 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-081d53f7-156e-45b5-af10-66d6e3ac0cc5 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-474159954'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:52.081940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081d53f7-156e-45b5-af10-66d6e3ac0cc5 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Made reservation on behalf of 9ab0eef284ca4c17982d9eb53a19e43a for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:52.085378 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-081d53f7-156e-45b5-af10-66d6e3ac0cc5 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:52.109284 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081d53f7-156e-45b5-af10-66d6e3ac0cc5 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:11:52.120189 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-081d53f7-156e-45b5-af10-66d6e3ac0cc5 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:52.120599 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-081d53f7-156e-45b5-af10-66d6e3ac0cc5 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Added segment 26c0b37f-9f91-4dc5-90d2-1151f851b0e6 of type vlan for network dcea5590-0f2d-4eb1-aa05-ea86e17bc1d9 Jul 14 08:11:52.160930 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-081d53f7-156e-45b5-af10-66d6e3ac0cc5 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:52.190994 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-17687a30-916a-4d4c-84d8-42fcf4294e0d', 'network_id': '17687a30-916a-4d4c-84d8-42fcf4294e0d', 'tenant_id': '9ab0eef284ca4c17982d9eb53a19e43a', 'fixed_ips': [{'subnet_id': '34c7bf83-16ee-4367-bbc6-f3e5055cdbc2'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:11:52.191787 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:52.195101 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-081d53f7-156e-45b5-af10-66d6e3ac0cc5 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:52.200840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081d53f7-156e-45b5-af10-66d6e3ac0cc5 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:52.201442 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-081d53f7-156e-45b5-af10-66d6e3ac0cc5 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:52.257090 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-081d53f7-156e-45b5-af10-66d6e3ac0cc5 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1993036 Jul 14 08:11:52.260020 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40444) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:52.265136 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-67108016-42d4-4526-970f-86a7f81ee9d8 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Request body: {'subnet': {'network_id': 'dcea5590-0f2d-4eb1-aa05-ea86e17bc1d9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:52.322231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d53f7-156e-45b5-af10-66d6e3ac0cc5 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Pushing event updated for resources: {'Network': ['ID=dcea5590-0f2d-4eb1-aa05-ea86e17bc1d9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:52.326685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Allocated IP 172.20.0.2 (17687a30-916a-4d4c-84d8-42fcf4294e0d/34c7bf83-16ee-4367-bbc6-f3e5055cdbc2/344f6c88-8712-406f-bb01-579c6af98166) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:11:52.334068 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network dcea5590-0f2d-4eb1-aa05-ea86e17bc1d9 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:11:52.362484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67108016-42d4-4526-970f-86a7f81ee9d8 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Made reservation on behalf of 9ab0eef284ca4c17982d9eb53a19e43a for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:52.366165 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-67108016-42d4-4526-970f-86a7f81ee9d8 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:52.551222 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-67108016-42d4-4526-970f-86a7f81ee9d8 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:52.609741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67108016-42d4-4526-970f-86a7f81ee9d8 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Pushing event updated for resources: {'Subnet': ['ID=a8ebc5c2-d83d-4e61-875c-761eb943cb36,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:52.621257 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67108016-42d4-4526-970f-86a7f81ee9d8 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Checking segment: {'id': '26c0b37f-9f91-4dc5-90d2-1151f851b0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dcea5590-0f2d-4eb1-aa05-ea86e17bc1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:11:52.621617 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67108016-42d4-4526-970f-86a7f81ee9d8 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Network hostable DHCP agents. Network: dcea5590-0f2d-4eb1-aa05-ea86e17bc1d9, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:11:52.638228 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67108016-42d4-4526-970f-86a7f81ee9d8 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Network dcea5590-0f2d-4eb1-aa05-ea86e17bc1d9 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:11:52.647396 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-67108016-42d4-4526-970f-86a7f81ee9d8 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, dcea5590-0f2d-4eb1-aa05-ea86e17bc1d9) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:11:52.651887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67108016-42d4-4526-970f-86a7f81ee9d8 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:52.652471 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-67108016-42d4-4526-970f-86a7f81ee9d8 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:52.663798 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9671ca34-8df9-42df-a42e-eebfb87095bc None None] Network dcea5590-0f2d-4eb1-aa05-ea86e17bc1d9 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:52.667354 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-67108016-42d4-4526-970f-86a7f81ee9d8 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4060948 Jul 14 08:11:52.670232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40446) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:52.674710 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-7d52d539-d0f0-46d1-b38d-bbf20f2f54b5 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dcea5590-0f2d-4eb1-aa05-ea86e17bc1d9'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:52.730114 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:52.747535 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Transition to ACTIVE for port object 344f6c88-8712-406f-bb01-579c6af98166 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:11:52.775462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Transition to ACTIVE for port object 344f6c88-8712-406f-bb01-579c6af98166 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:11:52.799593 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:52.860644 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Network 17687a30-916a-4d4c-84d8-42fcf4294e0d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:11:52.861428 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Pushing event updated for resources: {'Port': ['ID=344f6c88-8712-406f-bb01-579c6af98166,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:52.866494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:11:52.868992 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:11:52.878362 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d52d539-d0f0-46d1-b38d-bbf20f2f54b5 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:52.913665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35ee789-0c21-4cec-8c9f-f65aaadb5af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-dcea5590-0f2d-4eb1-aa05-ea86e17bc1d9', 'network_id': 'dcea5590-0f2d-4eb1-aa05-ea86e17bc1d9', 'tenant_id': '9ab0eef284ca4c17982d9eb53a19e43a', 'fixed_ips': [{'subnet_id': 'a8ebc5c2-d83d-4e61-875c-761eb943cb36'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:11:52.914505 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e35ee789-0c21-4cec-8c9f-f65aaadb5af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:52.952247 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Attempting to bind port 344f6c88-8712-406f-bb01-579c6af98166 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:11:52.952648 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Attempting to bind port 344f6c88-8712-406f-bb01-579c6af98166 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '553bacc1-9f30-4fdf-8b49-a3fd9888b1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '17687a30-916a-4d4c-84d8-42fcf4294e0d'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:11:52.953293 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Attempting to bind port 344f6c88-8712-406f-bb01-579c6af98166 on network 17687a30-916a-4d4c-84d8-42fcf4294e0d {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:11:52.963206 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:11:52.963586 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Checking segment: {'id': '553bacc1-9f30-4fdf-8b49-a3fd9888b1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '17687a30-916a-4d4c-84d8-42fcf4294e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:11:52.963995 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:52.964400 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Bound using segment: {'id': '553bacc1-9f30-4fdf-8b49-a3fd9888b1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '17687a30-916a-4d4c-84d8-42fcf4294e0d'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:11:52.964878 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Bound port: 344f6c88-8712-406f-bb01-579c6af98166, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553bacc1-9f30-4fdf-8b49-a3fd9888b1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '17687a30-916a-4d4c-84d8-42fcf4294e0d'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:11:52.965296 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:52.988924 n-d-778696-5 neutron-server[93828]: INFO neutron.api.v2.resource [None req-7d52d539-d0f0-46d1-b38d-bbf20f2f54b5 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 08:11:52.990046 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7d52d539-d0f0-46d1-b38d-bbf20f2f54b5 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] 10.222.0.35 "PUT /v2.0/routers/04432727-a3ea-449b-9919-a8bf8ccdd470 HTTP/1.1" status: 400 len: 364 time: 0.3188927 Jul 14 08:11:52.995722 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40448) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:53.045579 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-527bcbf1-551a-4c16-8247-d62700a342da tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Deleting subnet a8ebc5c2-d83d-4e61-875c-761eb943cb36 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:11:53.048724 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-527bcbf1-551a-4c16-8247-d62700a342da tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:53.087833 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-527bcbf1-551a-4c16-8247-d62700a342da tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:53.089796 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] For port 344f6c88-8712-406f-bb01-579c6af98166, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:11:53.093078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] For port 344f6c88-8712-406f-bb01-579c6af98166, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=344f6c88-8712-406f-bb01-579c6af98166,segment=NetworkSegment(553bacc1-9f30-4fdf-8b49-a3fd9888b1a3),segment_id=553bacc1-9f30-4fdf-8b49-a3fd9888b1a3)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:11:53.097298 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:53.131694 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-527bcbf1-551a-4c16-8247-d62700a342da tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:53.155874 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed85b49-a8dd-4bc6-9b34-29fc71e6d524 None None] Pushing event updated for resources: {'Port': ['ID=344f6c88-8712-406f-bb01-579c6af98166,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:53.197074 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-527bcbf1-551a-4c16-8247-d62700a342da tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server [None req-e35ee789-0c21-4cec-8c9f-f65aaadb5af4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8ebc5c2-d83d-4e61-875c-761eb943cb36: This subnet is being modified by another concurrent operation. Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server raise exception Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8ebc5c2-d83d-4e61-875c-761eb943cb36: This subnet is being modified by another concurrent operation. Jul 14 08:11:53.199575 n-d-778696-5 neutron-server[93829]: ERROR oslo_messaging.rpc.server Jul 14 08:11:53.215228 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ccdcfa-8cef-4705-aeb2-3bd42d1858f9 None None] Network dcea5590-0f2d-4eb1-aa05-ea86e17bc1d9 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:53.229507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527bcbf1-551a-4c16-8247-d62700a342da tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ebc5c2-d83d-4e61-875c-761eb943cb36,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:53.234474 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-527bcbf1-551a-4c16-8247-d62700a342da tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:53.239074 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-527bcbf1-551a-4c16-8247-d62700a342da tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] 10.222.0.35 "DELETE /v2.0/subnets/a8ebc5c2-d83d-4e61-875c-761eb943cb36 HTTP/1.1" status: 204 len: 168 time: 0.2396932 Jul 14 08:11:53.239515 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40450) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:53.329891 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24bdd9aa-f544-4191-abab-135077eabb9c tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:53.422950 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24bdd9aa-f544-4191-abab-135077eabb9c tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:53.433880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-24bdd9aa-f544-4191-abab-135077eabb9c tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcea5590-0f2d-4eb1-aa05-ea86e17bc1d9']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:53.445001 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-24bdd9aa-f544-4191-abab-135077eabb9c tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c0b37f-9f91-4dc5-90d2-1151f851b0e6') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:53.445420 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-24bdd9aa-f544-4191-abab-135077eabb9c tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c0b37f-9f91-4dc5-90d2-1151f851b0e6') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:53.454534 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24bdd9aa-f544-4191-abab-135077eabb9c tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:53.468948 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24bdd9aa-f544-4191-abab-135077eabb9c tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:53.475640 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bdd9aa-f544-4191-abab-135077eabb9c tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:11:53.476044 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24bdd9aa-f544-4191-abab-135077eabb9c tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: timer() Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:11:53.479164 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:11:53.539066 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24bdd9aa-f544-4191-abab-135077eabb9c tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:53.545817 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24bdd9aa-f544-4191-abab-135077eabb9c tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:53.547620 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-24bdd9aa-f544-4191-abab-135077eabb9c tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] 10.222.0.35 "DELETE /v2.0/networks/dcea5590-0f2d-4eb1-aa05-ea86e17bc1d9 HTTP/1.1" status: 204 len: 168 time: 0.3071189 Jul 14 08:11:53.550243 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40452) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:53.558868 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdd9aa-f544-4191-abab-135077eabb9c tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Pushing event deleted for resources: {'Network': ['ID=dcea5590-0f2d-4eb1-aa05-ea86e17bc1d9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:53.600403 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeacd427-d9e1-4c2a-b34d-fc44eab53382 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Deleting subnet 34c7bf83-16ee-4367-bbc6-f3e5055cdbc2 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:11:53.604203 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eeacd427-d9e1-4c2a-b34d-fc44eab53382 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:53.644693 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eeacd427-d9e1-4c2a-b34d-fc44eab53382 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:53.727944 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eeacd427-d9e1-4c2a-b34d-fc44eab53382 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:53.784094 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eeacd427-d9e1-4c2a-b34d-fc44eab53382 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:53.812394 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eeacd427-d9e1-4c2a-b34d-fc44eab53382 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:53.814301 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-eeacd427-d9e1-4c2a-b34d-fc44eab53382 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] 10.222.0.35 "DELETE /v2.0/subnets/34c7bf83-16ee-4367-bbc6-f3e5055cdbc2 HTTP/1.1" status: 204 len: 168 time: 0.2630141 Jul 14 08:11:53.815277 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacd427-d9e1-4c2a-b34d-fc44eab53382 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Pushing event deleted for resources: {'Subnet': ['ID=34c7bf83-16ee-4367-bbc6-f3e5055cdbc2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:53.817359 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40454) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:53.896232 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:53.949839 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Deleting port 344f6c88-8712-406f-bb01-579c6af98166 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:11:53.950229 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:54.013456 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] For port 344f6c88-8712-406f-bb01-579c6af98166, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=344f6c88-8712-406f-bb01-579c6af98166,segment=NetworkSegment(553bacc1-9f30-4fdf-8b49-a3fd9888b1a3),segment_id=553bacc1-9f30-4fdf-8b49-a3fd9888b1a3)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:11:54.013811 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:54.027522 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Calling delete_port for 344f6c88-8712-406f-bb01-579c6af98166 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:11:54.096513 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2511e4af-d8f3-4108-8a40-b638db9cfb52 None None] Network 17687a30-916a-4d4c-84d8-42fcf4294e0d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:54.110446 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:54.133801 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Pushing event deleted for resources: {'Port': ['ID=344f6c88-8712-406f-bb01-579c6af98166,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:54.140242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] No DVR routers for this DVR port 344f6c88-8712-406f-bb01-579c6af98166 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:11:54.203565 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1b3b56e1-af27-4dc7-b2d5-719a1e94bcfd None None] Could not find standard attr ID for object 344f6c88-8712-406f-bb01-579c6af98166. {{(pid=93829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 08:11:54.220861 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:54.231003 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17687a30-916a-4d4c-84d8-42fcf4294e0d']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:54.241963 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553bacc1-9f30-4fdf-8b49-a3fd9888b1a3') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:54.242259 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553bacc1-9f30-4fdf-8b49-a3fd9888b1a3') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:54.250735 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:54.261047 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b338af-e871-4d3d-ab75-2fe4fcb79b7a None None] DHCP port deletion for 17687a30-916a-4d4c-84d8-42fcf4294e0d request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 08:11:54.265611 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:54.275179 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:11:54.275583 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: timer() Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:11:54.278533 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:11:54.280871 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecfa418-8472-4900-9785-bb9e48fd2b5c None None] get_active_networks_info from n-d-778696-5 {{(pid=93829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 08:11:54.334545 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:54.337462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecfa418-8472-4900-9785-bb9e48fd2b5c None None] Resources bound (agent type, host, resource id): {{(pid=93829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 08:11:54.341428 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:54.345766 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] 10.222.0.35 "DELETE /v2.0/networks/17687a30-916a-4d4c-84d8-42fcf4294e0d HTTP/1.1" status: 204 len: 168 time: 0.5251660 Jul 14 08:11:54.346165 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40456) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:54.354877 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3ff32-93f0-4191-91a6-94f471a9dd85 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Pushing event deleted for resources: {'Network': ['ID=17687a30-916a-4d4c-84d8-42fcf4294e0d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:54.378817 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40458) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:54.379032 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3b49cb48-60f2-4c6e-b35b-1b7345422b55 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] 10.222.0.35 "GET /v2.0/ports?device_id=04432727-a3ea-449b-9919-a8bf8ccdd470 HTTP/1.1" status: 200 len: 205 time: 0.0315883 Jul 14 08:11:54.452961 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d15e42da-5d6a-46a5-80f5-90d833e46427 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:54.605405 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d15e42da-5d6a-46a5-80f5-90d833e46427 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:54.607471 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d15e42da-5d6a-46a5-80f5-90d833e46427 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:54.649093 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d15e42da-5d6a-46a5-80f5-90d833e46427 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:54.649640 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15e42da-5d6a-46a5-80f5-90d833e46427 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Fanout notify agent at l3_agent the message router_deleted on router 04432727-a3ea-449b-9919-a8bf8ccdd470 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 08:11:54.656752 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d15e42da-5d6a-46a5-80f5-90d833e46427 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:54.657873 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d15e42da-5d6a-46a5-80f5-90d833e46427 tempest-RoutersNegativeTest-766824384 tempest-RoutersNegativeTest-766824384-project] 10.222.0.35 "DELETE /v2.0/routers/04432727-a3ea-449b-9919-a8bf8ccdd470 HTTP/1.1" status: 204 len: 168 time: 0.2774732 Jul 14 08:11:54.890251 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40464) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:55.008389 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:11:55.016227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ce4f6fb2-1712-4b59-ac04-f4ce1ead25e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ab0eef284ca4c17982d9eb53a19e43a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1248541 Jul 14 08:11:55.018753 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40468) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:55.408873 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8fd114d-ba56-4722-a4ba-af955fa76cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:55.429741 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8fd114d-ba56-4722-a4ba-af955fa76cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:55.473832 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8fd114d-ba56-4722-a4ba-af955fa76cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:55.476474 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8fd114d-ba56-4722-a4ba-af955fa76cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:55.477628 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b8fd114d-ba56-4722-a4ba-af955fa76cef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/596fae6f-fd30-4661-8344-8560292a37f7 HTTP/1.1" status: 204 len: 168 time: 0.4575026 Jul 14 08:11:55.485260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd114d-ba56-4722-a4ba-af955fa76cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596fae6f-fd30-4661-8344-8560292a37f7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:56.052192 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40490) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:56.141270 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-be6b7b93-aa1f-41e3-bab8-cc9cc93a3f35 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-669586460-network', 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:56.162258 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6b7b93-aa1f-41e3-bab8-cc9cc93a3f35 admin admin] Made reservation on behalf of 83584d3402f34ff3a003ea2bce5ced2f for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:56.164450 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-be6b7b93-aa1f-41e3-bab8-cc9cc93a3f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:56.172453 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-be6b7b93-aa1f-41e3-bab8-cc9cc93a3f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:56.257149 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-be6b7b93-aa1f-41e3-bab8-cc9cc93a3f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:56.261115 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-be6b7b93-aa1f-41e3-bab8-cc9cc93a3f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:56.280363 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6b7b93-aa1f-41e3-bab8-cc9cc93a3f35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:11:56.293679 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b7b93-aa1f-41e3-bab8-cc9cc93a3f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0a882d-6997-4e9b-aa89-c14ce5ebae87,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:56.298279 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-be6b7b93-aa1f-41e3-bab8-cc9cc93a3f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:56.298619 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-be6b7b93-aa1f-41e3-bab8-cc9cc93a3f35 admin admin] Added segment 02e2ee66-13f0-49c3-9223-a75746500ee8 of type vlan for network c1eae692-e7f6-4354-b4e9-87ad6535b47b Jul 14 08:11:56.336812 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-be6b7b93-aa1f-41e3-bab8-cc9cc93a3f35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:56.366676 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-be6b7b93-aa1f-41e3-bab8-cc9cc93a3f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:56.367605 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6b7b93-aa1f-41e3-bab8-cc9cc93a3f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:56.368174 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-be6b7b93-aa1f-41e3-bab8-cc9cc93a3f35 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:56.419847 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-be6b7b93-aa1f-41e3-bab8-cc9cc93a3f35 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3665679 Jul 14 08:11:56.423071 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40494) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:56.424860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b7b93-aa1f-41e3-bab8-cc9cc93a3f35 admin admin] Pushing event updated for resources: {'Network': ['ID=c1eae692-e7f6-4354-b4e9-87ad6535b47b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:56.428229 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e0ee2a64-0c36-41ba-9244-4f931b8af722 admin admin] Request body: {'subnet': {'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-669586460-subnet', 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:56.434245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network c1eae692-e7f6-4354-b4e9-87ad6535b47b details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:11:56.448353 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ee2a64-0c36-41ba-9244-4f931b8af722 admin admin] Made reservation on behalf of 83584d3402f34ff3a003ea2bce5ced2f for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:11:56.450650 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e0ee2a64-0c36-41ba-9244-4f931b8af722 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:56.612434 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e0ee2a64-0c36-41ba-9244-4f931b8af722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:56.667830 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee2a64-0c36-41ba-9244-4f931b8af722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=519e1c81-8f4f-47bd-923f-5dfa09f78170,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:56.674743 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ee2a64-0c36-41ba-9244-4f931b8af722 admin admin] Checking segment: {'id': '02e2ee66-13f0-49c3-9223-a75746500ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:11:56.675642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ee2a64-0c36-41ba-9244-4f931b8af722 admin admin] Network hostable DHCP agents. Network: c1eae692-e7f6-4354-b4e9-87ad6535b47b, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:11:56.691913 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ee2a64-0c36-41ba-9244-4f931b8af722 admin admin] Network c1eae692-e7f6-4354-b4e9-87ad6535b47b is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:11:56.700016 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e0ee2a64-0c36-41ba-9244-4f931b8af722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, c1eae692-e7f6-4354-b4e9-87ad6535b47b) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:11:56.703946 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ee2a64-0c36-41ba-9244-4f931b8af722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:11:56.704549 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e0ee2a64-0c36-41ba-9244-4f931b8af722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:56.708553 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbb0f1f-84a1-4a48-ae61-6612993f6ae8 None None] Network c1eae692-e7f6-4354-b4e9-87ad6535b47b requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:56.717873 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e0ee2a64-0c36-41ba-9244-4f931b8af722 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2936459 Jul 14 08:11:56.720550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40496) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:56.724898 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-669586460-router', 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:11:56.745058 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:56.746062 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:56.799191 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:56.853478 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-c1eae692-e7f6-4354-b4e9-87ad6535b47b', 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b', 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f', 'fixed_ips': [{'subnet_id': '519e1c81-8f4f-47bd-923f-5dfa09f78170'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:11:56.854438 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:56.932310 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:56.991242 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Allocated IP 172.20.0.2 (c1eae692-e7f6-4354-b4e9-87ad6535b47b/519e1c81-8f4f-47bd-923f-5dfa09f78170/fe8abe80-c704-4c2a-b596-e090ac6dc13b) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:11:57.130825 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:57.131588 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:57.138904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Transition to ACTIVE for port object fe8abe80-c704-4c2a-b596-e090ac6dc13b will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:11:57.150843 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:57.153396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Transition to ACTIVE for port object fe8abe80-c704-4c2a-b596-e090ac6dc13b will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:11:57.158566 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:57.198624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Network c1eae692-e7f6-4354-b4e9-87ad6535b47b is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:11:57.201447 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:11:57.205726 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:11:57.209342 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Pushing event updated for resources: {'Port': ['ID=fe8abe80-c704-4c2a-b596-e090ac6dc13b,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:57.256282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] Allocated IP 172.25.7.114 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/5f40c3f3-d327-4a46-afdc-85d20a4c9f2d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:11:57.266548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Attempting to bind port fe8abe80-c704-4c2a-b596-e090ac6dc13b on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:11:57.266916 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Attempting to bind port fe8abe80-c704-4c2a-b596-e090ac6dc13b by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '02e2ee66-13f0-49c3-9223-a75746500ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:11:57.267278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Attempting to bind port fe8abe80-c704-4c2a-b596-e090ac6dc13b on network c1eae692-e7f6-4354-b4e9-87ad6535b47b {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:11:57.273021 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:11:57.273511 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Checking segment: {'id': '02e2ee66-13f0-49c3-9223-a75746500ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:11:57.273904 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:57.274297 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Bound using segment: {'id': '02e2ee66-13f0-49c3-9223-a75746500ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:11:57.274813 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Bound port: fe8abe80-c704-4c2a-b596-e090ac6dc13b, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e2ee66-13f0-49c3-9223-a75746500ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:11:57.275206 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:57.338678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] For port fe8abe80-c704-4c2a-b596-e090ac6dc13b, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:11:57.341787 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] For port fe8abe80-c704-4c2a-b596-e090ac6dc13b, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=fe8abe80-c704-4c2a-b596-e090ac6dc13b,segment=NetworkSegment(02e2ee66-13f0-49c3-9223-a75746500ee8),segment_id=02e2ee66-13f0-49c3-9223-a75746500ee8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:11:57.346273 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:57.358394 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:57.399654 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:57.401826 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedae9b-995f-49a1-91af-de628b7eb44c None None] Pushing event updated for resources: {'Port': ['ID=fe8abe80-c704-4c2a-b596-e090ac6dc13b,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:57.437502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:11:57.444541 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:11:57.446951 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:11:57.481367 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] Pushing event updated for resources: {'Port': ['ID=5f40c3f3-d327-4a46-afdc-85d20a4c9f2d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:57.712550 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:57.901644 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:58.030586 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] Router 5a22910d-54d7-4780-8232-dcd87efc53e4 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 08:11:58.137917 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:11:58.147955 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Sync routers for ids ['5a22910d-54d7-4780-8232-dcd87efc53e4'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:11:58.154843 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:58.156171 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-620b962c-23d2-4e4f-ae13-88338b53bfda admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4346366 Jul 14 08:11:58.157345 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Routers {'5a22910d-54d7-4780-8232-dcd87efc53e4'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:11:58.157963 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:11:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5a22910d-54d7-4780-8232-dcd87efc53e4'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:58.159032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40502) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:11:58.271103 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Set router 5a22910d-54d7-4780-8232-dcd87efc53e4 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:11:58.297825 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58579073-25b3-45f2-8bed-7248ab7943d3 None None] Network c1eae692-e7f6-4354-b4e9-87ad6535b47b requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:11:58.427895 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fa9e0dd0-bdd4-44e4-b4b1-e72e946d8ab4 None None] Provisioning for port fe8abe80-c704-4c2a-b596-e090ac6dc13b completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:11:58.568978 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:58.582307 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'name': 'tempest-TestEncryptedCinderVolumes-669586460-router', 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '5f40c3f3-d327-4a46-afdc-85d20a4c9f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:11:56Z', 'updated_at': '2021-07-14T08:11:57Z', 'revision_number': 3, 'project_id': '83584d3402f34ff3a003ea2bce5ced2f', 'gw_port': {'id': '5f40c3f3-d327-4a46-afdc-85d20a4c9f2d', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:11:57Z', 'updated_at': '2021-07-14T08:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:58.613601 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Checking router: 5a22910d-54d7-4780-8232-dcd87efc53e4 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:11:58.613951 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Updating router 5a22910d-54d7-4780-8232-dcd87efc53e4 port 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:11:58.652150 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:58.743840 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] Allocated IP 172.20.0.1 (c1eae692-e7f6-4354-b4e9-87ad6535b47b/519e1c81-8f4f-47bd-923f-5dfa09f78170/8e15c792-5371-430b-bacb-50e7dc6165da) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:11:58.765938 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device fe8abe80-c704-4c2a-b596-e090ac6dc13b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:11:58.872940 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port fe8abe80-c704-4c2a-b596-e090ac6dc13b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:11:58.882595 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port fe8abe80-c704-4c2a-b596-e090ac6dc13b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:11:58.882972 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:59.006370 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:59.040761 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0491488e-6c54-4be3-9eff-44c194311b33 None None] Provisioning complete for port fe8abe80-c704-4c2a-b596-e090ac6dc13b triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:11:59.041131 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0491488e-6c54-4be3-9eff-44c194311b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:59.046629 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Transition to ACTIVE for port object 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:11:59.123504 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:59.136869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] Transition to ACTIVE for port object 8e15c792-5371-430b-bacb-50e7dc6165da will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:11:59.169786 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:59.206903 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] Network c1eae692-e7f6-4354-b4e9-87ad6535b47b is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:11:59.211809 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:11:59.215413 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:11:59.230254 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:59.234961 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:59.245057 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=8e15c792-5371-430b-bacb-50e7dc6165da,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:59.264310 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:59.330674 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Attempting to bind port 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:11:59.331117 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Attempting to bind port 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:11:59.331528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Attempting to bind port 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:11:59.335359 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port fe8abe80-c704-4c2a-b596-e090ac6dc13b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=fe8abe80-c704-4c2a-b596-e090ac6dc13b,segment=NetworkSegment(02e2ee66-13f0-49c3-9223-a75746500ee8),segment_id=02e2ee66-13f0-49c3-9223-a75746500ee8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:11:59.338662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409979e-1af4-47d4-8177-2d14a43ab3fa None None] Pushing event updated for resources: {'Port': ['ID=5f40c3f3-d327-4a46-afdc-85d20a4c9f2d,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:59.345413 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:59.348376 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:11:59.348953 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:11:59.349551 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:59.350091 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:11:59.350900 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Bound port: 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:11:59.351765 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:59.426276 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:59.470399 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=fe8abe80-c704-4c2a-b596-e090ac6dc13b,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:59.478729 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] For port 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:11:59.482207 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] For port 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=5f40c3f3-d327-4a46-afdc-85d20a4c9f2d,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:11:59.488114 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:59.542509 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Routers {'5a22910d-54d7-4780-8232-dcd87efc53e4'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:11:59.543131 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:11:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5a22910d-54d7-4780-8232-dcd87efc53e4'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:59.547750 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409979e-1af4-47d4-8177-2d14a43ab3fa None None] Pushing event updated for resources: {'Port': ['ID=5f40c3f3-d327-4a46-afdc-85d20a4c9f2d,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:59.590159 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:59.594734 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:59.631665 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b0c86690-83cb-4840-b536-83dc22952345 None None] Provisioning for port 8e15c792-5371-430b-bacb-50e7dc6165da completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:11:59.639178 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b0c86690-83cb-4840-b536-83dc22952345 None None] Provisioning complete for port 8e15c792-5371-430b-bacb-50e7dc6165da triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:11:59.639553 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0c86690-83cb-4840-b536-83dc22952345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:59.662769 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:11:59.664585 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=8e15c792-5371-430b-bacb-50e7dc6165da,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:11:59.691012 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] Set router 5a22910d-54d7-4780-8232-dcd87efc53e4 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:11:59.693006 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b0c86690-83cb-4840-b536-83dc22952345 None None] Port 8e15c792-5371-430b-bacb-50e7dc6165da cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:11:59.754431 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] Network c1eae692-e7f6-4354-b4e9-87ad6535b47b is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:11:59.755813 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:11:59.871305 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] Router 5a22910d-54d7-4780-8232-dcd87efc53e4 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:11:59.896944 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'name': 'tempest-TestEncryptedCinderVolumes-669586460-router', 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '5f40c3f3-d327-4a46-afdc-85d20a4c9f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:11:56Z', 'updated_at': '2021-07-14T08:11:59Z', 'revision_number': 4, 'project_id': '83584d3402f34ff3a003ea2bce5ced2f', 'gw_port': {'id': '5f40c3f3-d327-4a46-afdc-85d20a4c9f2d', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:11:57Z', 'updated_at': '2021-07-14T08:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '8e15c792-5371-430b-bacb-50e7dc6165da', 'name': '', 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b', 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f', 'mac_address': 'fa:16:3e:c8:d1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '519e1c81-8f4f-47bd-923f-5dfa09f78170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:11:58Z', 'updated_at': '2021-07-14T08:11:58Z', 'revision_number': 1, 'project_id': '83584d3402f34ff3a003ea2bce5ced2f', 'subnets': [{'id': '519e1c81-8f4f-47bd-923f-5dfa09f78170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:11:59.924178 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd038376-aa86-4495-9777-2c2f7ec7d749 None None] The sync data for ids ['5a22910d-54d7-4780-8232-dcd87efc53e4'] in n-d-778696-5 is: [{'id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'name': 'tempest-TestEncryptedCinderVolumes-669586460-router', 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '5f40c3f3-d327-4a46-afdc-85d20a4c9f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:11:56Z', 'updated_at': '2021-07-14T08:11:59Z', 'revision_number': 4, 'project_id': '83584d3402f34ff3a003ea2bce5ced2f', 'gw_port': {'id': '5f40c3f3-d327-4a46-afdc-85d20a4c9f2d', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:11:57Z', 'updated_at': '2021-07-14T08:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '8e15c792-5371-430b-bacb-50e7dc6165da', 'name': '', 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b', 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f', 'mac_address': 'fa:16:3e:c8:d1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '519e1c81-8f4f-47bd-923f-5dfa09f78170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:11:58Z', 'updated_at': '2021-07-14T08:11:58Z', 'revision_number': 1, 'project_id': '83584d3402f34ff3a003ea2bce5ced2f', 'subnets': [{'id': '519e1c81-8f4f-47bd-923f-5dfa09f78170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:11:59.986014 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:11:59.991535 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cc4e0be0-09f0-47ff-9947-d94300596ab2 admin admin] 10.222.0.35 "PUT /v2.0/routers/5a22910d-54d7-4780-8232-dcd87efc53e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8314366 Jul 14 08:12:00.012436 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fdd29390-7a07-4fca-a792-563fcb44c24f None None] Provisioning complete for port 8e15c792-5371-430b-bacb-50e7dc6165da triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:12:00.012817 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fdd29390-7a07-4fca-a792-563fcb44c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:00.047119 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-fdd29390-7a07-4fca-a792-563fcb44c24f None None] Port 8e15c792-5371-430b-bacb-50e7dc6165da cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:12:00.533684 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40518) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:12:00.542343 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-646d6b29-b5e4-4f58-a344-75e034941f6f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1873002185-network', 'tenant_id': '0063621724894a5fa5c500bb6f3f67a4'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:12:00.565560 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646d6b29-b5e4-4f58-a344-75e034941f6f admin admin] Made reservation on behalf of 0063621724894a5fa5c500bb6f3f67a4 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:12:00.567888 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-646d6b29-b5e4-4f58-a344-75e034941f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:00.576591 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-646d6b29-b5e4-4f58-a344-75e034941f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:00.581923 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2a056276-3bf5-4594-a064-d9002e5a9a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:00.681333 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-646d6b29-b5e4-4f58-a344-75e034941f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:00.690641 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-646d6b29-b5e4-4f58-a344-75e034941f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:00.715616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646d6b29-b5e4-4f58-a344-75e034941f6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:12:00.728289 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-646d6b29-b5e4-4f58-a344-75e034941f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:00.728638 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-646d6b29-b5e4-4f58-a344-75e034941f6f admin admin] Added segment 1ef44f9a-bb86-4ca2-932c-b3690bc30792 of type vlan for network 28cbf28a-7790-4b0e-bef7-de1a216b7c0c Jul 14 08:12:00.730369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d6b29-b5e4-4f58-a344-75e034941f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f994e796-7ab8-4051-9484-cab1192621e8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:00.777476 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-646d6b29-b5e4-4f58-a344-75e034941f6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:00.808444 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-646d6b29-b5e4-4f58-a344-75e034941f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:00.809534 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646d6b29-b5e4-4f58-a344-75e034941f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:00.810113 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-646d6b29-b5e4-4f58-a344-75e034941f6f admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:00.828271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device fe8abe80-c704-4c2a-b596-e090ac6dc13b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:12:00.869457 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-646d6b29-b5e4-4f58-a344-75e034941f6f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3335135 Jul 14 08:12:00.872227 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40520) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:12:00.879135 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9d12f284-7407-49f8-aced-40a25a265e92 admin admin] Request body: {'subnet': {'network_id': '28cbf28a-7790-4b0e-bef7-de1a216b7c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1873002185-subnet', 'tenant_id': '0063621724894a5fa5c500bb6f3f67a4', 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:12:00.883531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d6b29-b5e4-4f58-a344-75e034941f6f admin admin] Pushing event updated for resources: {'Network': ['ID=28cbf28a-7790-4b0e-bef7-de1a216b7c0c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:00.888203 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port fe8abe80-c704-4c2a-b596-e090ac6dc13b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:12:00.888863 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:00.895141 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 28cbf28a-7790-4b0e-bef7-de1a216b7c0c details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:12:00.904714 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d12f284-7407-49f8-aced-40a25a265e92 admin admin] Made reservation on behalf of 0063621724894a5fa5c500bb6f3f67a4 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:12:00.907187 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9d12f284-7407-49f8-aced-40a25a265e92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.041799 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:12:01.090274 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9d12f284-7407-49f8-aced-40a25a265e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.091289 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:12:01.095929 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:12:01.096308 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.148038 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12f284-7407-49f8-aced-40a25a265e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f70feacc-334e-4cdf-9df4-805e5a91204b,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:01.155859 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d12f284-7407-49f8-aced-40a25a265e92 admin admin] Checking segment: {'id': '1ef44f9a-bb86-4ca2-932c-b3690bc30792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '28cbf28a-7790-4b0e-bef7-de1a216b7c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:12:01.156226 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d12f284-7407-49f8-aced-40a25a265e92 admin admin] Network hostable DHCP agents. Network: 28cbf28a-7790-4b0e-bef7-de1a216b7c0c, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:12:01.176853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d12f284-7407-49f8-aced-40a25a265e92 admin admin] Network 28cbf28a-7790-4b0e-bef7-de1a216b7c0c is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:12:01.177741 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.189335 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-9d12f284-7407-49f8-aced-40a25a265e92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 28cbf28a-7790-4b0e-bef7-de1a216b7c0c) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:12:01.195941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d12f284-7407-49f8-aced-40a25a265e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:01.196626 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9d12f284-7407-49f8-aced-40a25a265e92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.201279 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046fb455-b725-4b24-bd55-2d180eab5f7b None None] Network 28cbf28a-7790-4b0e-bef7-de1a216b7c0c requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:12:01.212387 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9d12f284-7407-49f8-aced-40a25a265e92 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3390355 Jul 14 08:12:01.214838 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40522) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:12:01.219453 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=5f40c3f3-d327-4a46-afdc-85d20a4c9f2d,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:12:01.220728 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1873002185-router', 'tenant_id': '0063621724894a5fa5c500bb6f3f67a4', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:12:01.250236 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.258774 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.261641 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.321817 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.326148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=5f40c3f3-d327-4a46-afdc-85d20a4c9f2d,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:01.402224 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-28cbf28a-7790-4b0e-bef7-de1a216b7c0c', 'network_id': '28cbf28a-7790-4b0e-bef7-de1a216b7c0c', 'tenant_id': '0063621724894a5fa5c500bb6f3f67a4', 'fixed_ips': [{'subnet_id': 'f70feacc-334e-4cdf-9df4-805e5a91204b'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:12:01.403109 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.457763 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.537533 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Allocated IP 172.20.0.2 (28cbf28a-7790-4b0e-bef7-de1a216b7c0c/f70feacc-334e-4cdf-9df4-805e5a91204b/6649caab-bf6d-45a9-bf44-57adc75a9afd) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:12:01.659012 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.678821 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.686899 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.697436 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Transition to ACTIVE for port object 6649caab-bf6d-45a9-bf44-57adc75a9afd will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:12:01.712696 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Transition to ACTIVE for port object 6649caab-bf6d-45a9-bf44-57adc75a9afd will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:12:01.718121 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.758693 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Network 28cbf28a-7790-4b0e-bef7-de1a216b7c0c is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:12:01.761495 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:12:01.764987 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:12:01.771809 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Pushing event updated for resources: {'Port': ['ID=6649caab-bf6d-45a9-bf44-57adc75a9afd,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:01.796938 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] Allocated IP 172.25.7.41 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/30fc6389-0f0a-4d30-ae1f-bafd8c516f60) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:12:01.831083 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Attempting to bind port 6649caab-bf6d-45a9-bf44-57adc75a9afd on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:12:01.831477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Attempting to bind port 6649caab-bf6d-45a9-bf44-57adc75a9afd by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '1ef44f9a-bb86-4ca2-932c-b3690bc30792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '28cbf28a-7790-4b0e-bef7-de1a216b7c0c'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:12:01.831841 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Attempting to bind port 6649caab-bf6d-45a9-bf44-57adc75a9afd on network 28cbf28a-7790-4b0e-bef7-de1a216b7c0c {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:12:01.836824 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:12:01.837275 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Checking segment: {'id': '1ef44f9a-bb86-4ca2-932c-b3690bc30792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '28cbf28a-7790-4b0e-bef7-de1a216b7c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:12:01.837682 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.838075 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Bound using segment: {'id': '1ef44f9a-bb86-4ca2-932c-b3690bc30792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '28cbf28a-7790-4b0e-bef7-de1a216b7c0c'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:12:01.838537 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Bound port: 6649caab-bf6d-45a9-bf44-57adc75a9afd, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef44f9a-bb86-4ca2-932c-b3690bc30792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '28cbf28a-7790-4b0e-bef7-de1a216b7c0c'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:12:01.838916 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.903252 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.903482 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] For port 6649caab-bf6d-45a9-bf44-57adc75a9afd, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:12:01.906471 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] For port 6649caab-bf6d-45a9-bf44-57adc75a9afd, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6649caab-bf6d-45a9-bf44-57adc75a9afd,segment=NetworkSegment(1ef44f9a-bb86-4ca2-932c-b3690bc30792),segment_id=1ef44f9a-bb86-4ca2-932c-b3690bc30792)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:12:01.911569 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.954768 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:01.978676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce665045-aa05-449b-9cd4-3b8463e7252a None None] Pushing event updated for resources: {'Port': ['ID=6649caab-bf6d-45a9-bf44-57adc75a9afd,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:01.995333 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Sync routers for ids ['5a22910d-54d7-4780-8232-dcd87efc53e4'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:12:01.996252 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:12:01.999351 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:12:02.004072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:12:02.008569 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Routers {'5a22910d-54d7-4780-8232-dcd87efc53e4'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:12:02.009210 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:11:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5a22910d-54d7-4780-8232-dcd87efc53e4'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:12:02.009660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] Pushing event updated for resources: {'Port': ['ID=30fc6389-0f0a-4d30-ae1f-bafd8c516f60,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:02.115757 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Set router 5a22910d-54d7-4780-8232-dcd87efc53e4 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:12:02.301558 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:02.344780 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'name': 'tempest-TestEncryptedCinderVolumes-669586460-router', 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '5f40c3f3-d327-4a46-afdc-85d20a4c9f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:11:56Z', 'updated_at': '2021-07-14T08:11:59Z', 'revision_number': 4, 'project_id': '83584d3402f34ff3a003ea2bce5ced2f', 'gw_port': {'id': '5f40c3f3-d327-4a46-afdc-85d20a4c9f2d', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:11:57Z', 'updated_at': '2021-07-14T08:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '8e15c792-5371-430b-bacb-50e7dc6165da', 'name': '', 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b', 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f', 'mac_address': 'fa:16:3e:c8:d1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '519e1c81-8f4f-47bd-923f-5dfa09f78170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:11:58Z', 'updated_at': '2021-07-14T08:11:59Z', 'revision_number': 2, 'project_id': '83584d3402f34ff3a003ea2bce5ced2f', 'subnets': [{'id': '519e1c81-8f4f-47bd-923f-5dfa09f78170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:12:02.371318 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Checking router: 5a22910d-54d7-4780-8232-dcd87efc53e4 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:12:02.371669 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Updating router 5a22910d-54d7-4780-8232-dcd87efc53e4 port 8e15c792-5371-430b-bacb-50e7dc6165da binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:12:02.404542 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:02.498034 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:02.629793 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] Router 8c3fbec3-10ee-4607-a9ee-cd198e23a250 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 08:12:02.673005 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:02.684903 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Transition to ACTIVE for port object 8e15c792-5371-430b-bacb-50e7dc6165da will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:12:02.695276 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:02.744066 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afdcda-34be-4ae6-988f-756d0217d5a2 None None] Pushing event updated for resources: {'Port': ['ID=8e15c792-5371-430b-bacb-50e7dc6165da,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:02.751724 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afdcda-34be-4ae6-988f-756d0217d5a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:02.752068 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afdcda-34be-4ae6-988f-756d0217d5a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:02.752402 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afdcda-34be-4ae6-988f-756d0217d5a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:02.752729 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afdcda-34be-4ae6-988f-756d0217d5a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:02.753618 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afdcda-34be-4ae6-988f-756d0217d5a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:02.753948 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afdcda-34be-4ae6-988f-756d0217d5a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:02.754268 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afdcda-34be-4ae6-988f-756d0217d5a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:02.754584 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afdcda-34be-4ae6-988f-756d0217d5a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:02.754902 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afdcda-34be-4ae6-988f-756d0217d5a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:02.755221 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afdcda-34be-4ae6-988f-756d0217d5a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:02.755536 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afdcda-34be-4ae6-988f-756d0217d5a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:02.755851 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afdcda-34be-4ae6-988f-756d0217d5a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:02.756782 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:12:02.771497 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Sync routers for ids ['8c3fbec3-10ee-4607-a9ee-cd198e23a250'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:12:02.785551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Routers {'8c3fbec3-10ee-4607-a9ee-cd198e23a250'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:12:02.786421 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:11:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['8c3fbec3-10ee-4607-a9ee-cd198e23a250'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:12:02.789056 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:02.793691 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40524) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:12:02.794444 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-63bd01fe-65c0-4453-8464-510e1eb4c77a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5783226 Jul 14 08:12:02.886278 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Attempting to bind port 8e15c792-5371-430b-bacb-50e7dc6165da on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:12:02.886673 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Attempting to bind port 8e15c792-5371-430b-bacb-50e7dc6165da by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '02e2ee66-13f0-49c3-9223-a75746500ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:12:02.887042 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Attempting to bind port 8e15c792-5371-430b-bacb-50e7dc6165da on network c1eae692-e7f6-4354-b4e9-87ad6535b47b {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:12:02.895651 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6649caab-bf6d-45a9-bf44-57adc75a9afd up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:12:02.895881 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:12:02.896073 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Checking segment: {'id': '02e2ee66-13f0-49c3-9223-a75746500ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:12:02.896482 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:02.896873 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Bound using segment: {'id': '02e2ee66-13f0-49c3-9223-a75746500ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:12:02.897369 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Bound port: 8e15c792-5371-430b-bacb-50e7dc6165da, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e2ee66-13f0-49c3-9223-a75746500ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:12:02.897911 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:02.964330 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Set router 8c3fbec3-10ee-4607-a9ee-cd198e23a250 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:12:03.015141 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] For port 8e15c792-5371-430b-bacb-50e7dc6165da, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:12:03.020139 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] For port 8e15c792-5371-430b-bacb-50e7dc6165da, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8e15c792-5371-430b-bacb-50e7dc6165da,segment=NetworkSegment(02e2ee66-13f0-49c3-9223-a75746500ee8),segment_id=02e2ee66-13f0-49c3-9223-a75746500ee8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:12:03.031086 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:03.089501 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 6649caab-bf6d-45a9-bf44-57adc75a9afd completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:12:03.096288 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:12:03.107936 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Routers {'5a22910d-54d7-4780-8232-dcd87efc53e4'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:12:03.109540 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:11:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5a22910d-54d7-4780-8232-dcd87efc53e4'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:12:03.112863 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afdcda-34be-4ae6-988f-756d0217d5a2 None None] Pushing event updated for resources: {'Port': ['ID=8e15c792-5371-430b-bacb-50e7dc6165da,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:03.201740 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f343613c-0191-4668-829e-8e54a310b5da None None] Network 28cbf28a-7790-4b0e-bef7-de1a216b7c0c requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:12:03.254868 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] Set router 5a22910d-54d7-4780-8232-dcd87efc53e4 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:12:03.259671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:12:03.260548 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:03.359966 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'name': 'tempest-TestEncryptedCinderVolumes-1873002185-router', 'tenant_id': '0063621724894a5fa5c500bb6f3f67a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '30fc6389-0f0a-4d30-ae1f-bafd8c516f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:12:01Z', 'updated_at': '2021-07-14T08:12:02Z', 'revision_number': 3, 'project_id': '0063621724894a5fa5c500bb6f3f67a4', 'gw_port': {'id': '30fc6389-0f0a-4d30-ae1f-bafd8c516f60', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:12:01Z', 'updated_at': '2021-07-14T08:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:12:03.397977 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Checking router: 8c3fbec3-10ee-4607-a9ee-cd198e23a250 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:12:03.398330 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Updating router 8c3fbec3-10ee-4607-a9ee-cd198e23a250 port 30fc6389-0f0a-4d30-ae1f-bafd8c516f60 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:12:03.402141 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:03.500076 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'name': 'tempest-TestEncryptedCinderVolumes-669586460-router', 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '5f40c3f3-d327-4a46-afdc-85d20a4c9f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:11:56Z', 'updated_at': '2021-07-14T08:11:59Z', 'revision_number': 4, 'project_id': '83584d3402f34ff3a003ea2bce5ced2f', 'gw_port': {'id': '5f40c3f3-d327-4a46-afdc-85d20a4c9f2d', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:11:57Z', 'updated_at': '2021-07-14T08:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '8e15c792-5371-430b-bacb-50e7dc6165da', 'name': '', 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b', 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f', 'mac_address': 'fa:16:3e:c8:d1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '519e1c81-8f4f-47bd-923f-5dfa09f78170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:11:58Z', 'updated_at': '2021-07-14T08:12:03Z', 'revision_number': 4, 'project_id': '83584d3402f34ff3a003ea2bce5ced2f', 'subnets': [{'id': '519e1c81-8f4f-47bd-923f-5dfa09f78170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:12:03.530600 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e713a8-a92e-4f17-b773-a53b9a6b4bc0 None None] The sync data for ids ['5a22910d-54d7-4780-8232-dcd87efc53e4'] in n-d-778696-5 is: [{'id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'name': 'tempest-TestEncryptedCinderVolumes-669586460-router', 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '5f40c3f3-d327-4a46-afdc-85d20a4c9f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:11:56Z', 'updated_at': '2021-07-14T08:11:59Z', 'revision_number': 4, 'project_id': '83584d3402f34ff3a003ea2bce5ced2f', 'gw_port': {'id': '5f40c3f3-d327-4a46-afdc-85d20a4c9f2d', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:11:57Z', 'updated_at': '2021-07-14T08:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '8e15c792-5371-430b-bacb-50e7dc6165da', 'name': '', 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b', 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f', 'mac_address': 'fa:16:3e:c8:d1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '519e1c81-8f4f-47bd-923f-5dfa09f78170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:11:58Z', 'updated_at': '2021-07-14T08:12:03Z', 'revision_number': 4, 'project_id': '83584d3402f34ff3a003ea2bce5ced2f', 'subnets': [{'id': '519e1c81-8f4f-47bd-923f-5dfa09f78170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:12:03.584606 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] Allocated IP 172.20.0.1 (28cbf28a-7790-4b0e-bef7-de1a216b7c0c/f70feacc-334e-4cdf-9df4-805e5a91204b/58a85e4d-0f85-4364-8438-7e2629f95e16) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:12:03.662990 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4bd2aaf7-540c-4c80-b862-796521034a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:03.680299 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:03.703774 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:03.718520 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] Transition to ACTIVE for port object 58a85e4d-0f85-4364-8438-7e2629f95e16 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:12:03.727019 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5288357c-18f6-4df8-9819-1cbbdd185daa None None] Provisioning for port 6649caab-bf6d-45a9-bf44-57adc75a9afd completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:12:03.757040 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5288357c-18f6-4df8-9819-1cbbdd185daa None None] Provisioning complete for port 6649caab-bf6d-45a9-bf44-57adc75a9afd triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:12:03.757353 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5288357c-18f6-4df8-9819-1cbbdd185daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:03.757643 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:03.783143 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:03.795161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] Network 28cbf28a-7790-4b0e-bef7-de1a216b7c0c is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:12:03.798067 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:12:03.801007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:12:03.843339 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] Pushing event updated for resources: {'Port': ['ID=58a85e4d-0f85-4364-8438-7e2629f95e16,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:03.849963 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:03.988949 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5288357c-18f6-4df8-9819-1cbbdd185daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:04.015792 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:04.057612 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5288357c-18f6-4df8-9819-1cbbdd185daa None None] For port 6649caab-bf6d-45a9-bf44-57adc75a9afd, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6649caab-bf6d-45a9-bf44-57adc75a9afd,segment=NetworkSegment(1ef44f9a-bb86-4ca2-932c-b3690bc30792),segment_id=1ef44f9a-bb86-4ca2-932c-b3690bc30792)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:12:04.064458 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5288357c-18f6-4df8-9819-1cbbdd185daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:04.154198 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288357c-18f6-4df8-9819-1cbbdd185daa None None] Pushing event updated for resources: {'Port': ['ID=6649caab-bf6d-45a9-bf44-57adc75a9afd,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:04.177454 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:04.192023 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Transition to ACTIVE for port object 30fc6389-0f0a-4d30-ae1f-bafd8c516f60 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:12:04.200424 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:04.257527 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Attempting to bind port 30fc6389-0f0a-4d30-ae1f-bafd8c516f60 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:12:04.257896 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Attempting to bind port 30fc6389-0f0a-4d30-ae1f-bafd8c516f60 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:12:04.258257 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Attempting to bind port 30fc6389-0f0a-4d30-ae1f-bafd8c516f60 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:12:04.260572 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:04.269576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:12:04.269819 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:04.269950 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:12:04.270474 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:04.271631 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:12:04.272128 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Bound port: 30fc6389-0f0a-4d30-ae1f-bafd8c516f60, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:12:04.272585 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:04.274405 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941428d-5d40-4e61-8cfb-f47da6b29609 None None] Pushing event updated for resources: {'Port': ['ID=30fc6389-0f0a-4d30-ae1f-bafd8c516f60,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:04.322196 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1a842adf-f05f-495b-890c-d0a135a6627b None None] Provisioning complete for port 6649caab-bf6d-45a9-bf44-57adc75a9afd triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:12:04.322565 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a842adf-f05f-495b-890c-d0a135a6627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:04.358866 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] Pushing event updated for resources: {'Port': ['ID=58a85e4d-0f85-4364-8438-7e2629f95e16,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:04.362609 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:04.381722 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] For port 30fc6389-0f0a-4d30-ae1f-bafd8c516f60, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:12:04.401022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] For port 30fc6389-0f0a-4d30-ae1f-bafd8c516f60, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=30fc6389-0f0a-4d30-ae1f-bafd8c516f60,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:12:04.425931 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:04.464390 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] Network 28cbf28a-7790-4b0e-bef7-de1a216b7c0c is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:12:04.466230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:12:04.498157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Routers {'8c3fbec3-10ee-4607-a9ee-cd198e23a250'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:12:04.498793 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:12:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['8c3fbec3-10ee-4607-a9ee-cd198e23a250'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:12:04.538913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941428d-5d40-4e61-8cfb-f47da6b29609 None None] Pushing event updated for resources: {'Port': ['ID=30fc6389-0f0a-4d30-ae1f-bafd8c516f60,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:04.588728 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] Router 8c3fbec3-10ee-4607-a9ee-cd198e23a250 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:12:04.618242 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-739163e1-f455-43d8-aa51-c74186f27674 None None] Provisioning for port 58a85e4d-0f85-4364-8438-7e2629f95e16 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:12:04.626396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-739163e1-f455-43d8-aa51-c74186f27674 None None] Provisioning complete for port 58a85e4d-0f85-4364-8438-7e2629f95e16 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:12:04.626773 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-739163e1-f455-43d8-aa51-c74186f27674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:04.651602 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] Set router 8c3fbec3-10ee-4607-a9ee-cd198e23a250 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:12:04.699562 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-739163e1-f455-43d8-aa51-c74186f27674 None None] Port 58a85e4d-0f85-4364-8438-7e2629f95e16 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:12:04.713139 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:12:04.726052 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-855844a5-b3a6-4870-860a-8a1937f9f682 admin admin] 10.222.0.35 "PUT /v2.0/routers/8c3fbec3-10ee-4607-a9ee-cd198e23a250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9238207 Jul 14 08:12:04.773918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6649caab-bf6d-45a9-bf44-57adc75a9afd up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:12:04.841275 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d18b0b60-be16-4e77-90f4-f6c38a939931 None None] Provisioning complete for port 58a85e4d-0f85-4364-8438-7e2629f95e16 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:12:04.841826 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d18b0b60-be16-4e77-90f4-f6c38a939931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:04.924038 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:04.925961 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d18b0b60-be16-4e77-90f4-f6c38a939931 None None] Port 58a85e4d-0f85-4364-8438-7e2629f95e16 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:12:04.928466 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 6649caab-bf6d-45a9-bf44-57adc75a9afd triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:12:04.928820 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:04.984331 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'name': 'tempest-TestEncryptedCinderVolumes-1873002185-router', 'tenant_id': '0063621724894a5fa5c500bb6f3f67a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '30fc6389-0f0a-4d30-ae1f-bafd8c516f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:12:01Z', 'updated_at': '2021-07-14T08:12:03Z', 'revision_number': 4, 'project_id': '0063621724894a5fa5c500bb6f3f67a4', 'gw_port': {'id': '30fc6389-0f0a-4d30-ae1f-bafd8c516f60', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:12:01Z', 'updated_at': '2021-07-14T08:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '58a85e4d-0f85-4364-8438-7e2629f95e16', 'name': '', 'network_id': '28cbf28a-7790-4b0e-bef7-de1a216b7c0c', 'tenant_id': '0063621724894a5fa5c500bb6f3f67a4', 'mac_address': 'fa:16:3e:21:92:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'f70feacc-334e-4cdf-9df4-805e5a91204b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:12:03Z', 'updated_at': '2021-07-14T08:12:04Z', 'revision_number': 2, 'project_id': '0063621724894a5fa5c500bb6f3f67a4', 'subnets': [{'id': 'f70feacc-334e-4cdf-9df4-805e5a91204b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:12:05.017542 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ae4e90-c15e-45a6-a94b-bb16592ab17c None None] The sync data for ids ['8c3fbec3-10ee-4607-a9ee-cd198e23a250'] in n-d-778696-5 is: [{'id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'name': 'tempest-TestEncryptedCinderVolumes-1873002185-router', 'tenant_id': '0063621724894a5fa5c500bb6f3f67a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '30fc6389-0f0a-4d30-ae1f-bafd8c516f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:12:01Z', 'updated_at': '2021-07-14T08:12:03Z', 'revision_number': 4, 'project_id': '0063621724894a5fa5c500bb6f3f67a4', 'gw_port': {'id': '30fc6389-0f0a-4d30-ae1f-bafd8c516f60', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:12:01Z', 'updated_at': '2021-07-14T08:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '58a85e4d-0f85-4364-8438-7e2629f95e16', 'name': '', 'network_id': '28cbf28a-7790-4b0e-bef7-de1a216b7c0c', 'tenant_id': '0063621724894a5fa5c500bb6f3f67a4', 'mac_address': 'fa:16:3e:21:92:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'f70feacc-334e-4cdf-9df4-805e5a91204b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:12:03Z', 'updated_at': '2021-07-14T08:12:04Z', 'revision_number': 2, 'project_id': '0063621724894a5fa5c500bb6f3f67a4', 'subnets': [{'id': 'f70feacc-334e-4cdf-9df4-805e5a91204b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:12:05.052920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8e15c792-5371-430b-bacb-50e7dc6165da up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:12:05.102541 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 8e15c792-5371-430b-bacb-50e7dc6165da completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:12:05.106459 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 8e15c792-5371-430b-bacb-50e7dc6165da triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:12:05.106834 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:05.194087 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:05.245132 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 8e15c792-5371-430b-bacb-50e7dc6165da, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8e15c792-5371-430b-bacb-50e7dc6165da,segment=NetworkSegment(02e2ee66-13f0-49c3-9223-a75746500ee8),segment_id=02e2ee66-13f0-49c3-9223-a75746500ee8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:12:05.256477 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:05.309326 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=8e15c792-5371-430b-bacb-50e7dc6165da,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:05.551798 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-7649fb53-ec2b-4b45-8eb4-4035aa8afadd tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:05.553391 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-7649fb53-ec2b-4b45-8eb4-4035aa8afadd tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/networks?id=c1eae692-e7f6-4354-b4e9-87ad6535b47b HTTP/1.1" status: 200 len: 816 time: 0.1028731 Jul 14 08:12:05.568216 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-2266d423-6d26-4b73-a755-ea08f5ae9577 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/quotas/83584d3402f34ff3a003ea2bce5ced2f HTTP/1.1" status: 200 len: 375 time: 0.0095446 Jul 14 08:12:05.637982 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-5a3ca046-2a59-4f70-8cb8-03c2bfb92a4e tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=83584d3402f34ff3a003ea2bce5ced2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642133 Jul 14 08:12:05.733740 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-8eca8abd-3cdc-4830-ace0-c6977c87ad6a service neutron] 10.222.0.35 "GET /v2.0/networks/c1eae692-e7f6-4354-b4e9-87ad6535b47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842032 Jul 14 08:12:05.820146 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-b17f81aa-f4da-47ed-bb93-38e011837ed8 service neutron] 10.222.0.35 "GET /v2.0/networks/c1eae692-e7f6-4354-b4e9-87ad6535b47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805621 Jul 14 08:12:06.001836 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a9978d0a-3bb5-4bad-a15c-bff3b18d208a req-4c455fea-0b87-40da-8aac-e972826db716 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8 HTTP/1.1" status: 200 len: 210 time: 0.0330451 Jul 14 08:12:06.418159 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:06.788866 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8e15c792-5371-430b-bacb-50e7dc6165da up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:12:06.836206 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 8e15c792-5371-430b-bacb-50e7dc6165da triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:12:06.836898 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:06.926736 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 30fc6389-0f0a-4d30-ae1f-bafd8c516f60 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:12:06.979466 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 30fc6389-0f0a-4d30-ae1f-bafd8c516f60 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:12:06.983377 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 30fc6389-0f0a-4d30-ae1f-bafd8c516f60 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:12:06.983759 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:07.063247 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:07.086329 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 30fc6389-0f0a-4d30-ae1f-bafd8c516f60, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=30fc6389-0f0a-4d30-ae1f-bafd8c516f60,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:12:07.091718 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:07.098805 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-bfa777de-d2b9-490d-a4ff-d893c3e58324 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:07.101604 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-bfa777de-d2b9-490d-a4ff-d893c3e58324 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.30 "GET /v2.0/networks?id=c1eae692-e7f6-4354-b4e9-87ad6535b47b HTTP/1.1" status: 200 len: 816 time: 0.1388595 Jul 14 08:12:07.121897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-24493595-5623-46e1-8354-c617de9db479 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Request body: {'port': {'device_id': '459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8', 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b', 'admin_state_up': True, 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:12:07.153278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=30fc6389-0f0a-4d30-ae1f-bafd8c516f60,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:07.174575 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-559fe7bb-a4a4-4652-b8e7-7c87f3069d55 req-8a443037-7fe5-4a9c-935d-0a5944816289 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8 HTTP/1.1" status: 200 len: 210 time: 0.0450172 Jul 14 08:12:07.265966 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-24493595-5623-46e1-8354-c617de9db479 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Made reservation on behalf of 83584d3402f34ff3a003ea2bce5ced2f for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:12:07.270144 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-24493595-5623-46e1-8354-c617de9db479 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:07.395007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-24493595-5623-46e1-8354-c617de9db479 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Allocated IP 172.20.0.3 (c1eae692-e7f6-4354-b4e9-87ad6535b47b/519e1c81-8f4f-47bd-923f-5dfa09f78170/08afa28b-1286-44a1-9e60-500d6ef064bf) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:12:07.539572 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-24493595-5623-46e1-8354-c617de9db479 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:07.553621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-24493595-5623-46e1-8354-c617de9db479 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Transition to ACTIVE for port object 08afa28b-1286-44a1-9e60-500d6ef064bf will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:12:07.587268 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-24493595-5623-46e1-8354-c617de9db479 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:07.632870 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-24493595-5623-46e1-8354-c617de9db479 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Network c1eae692-e7f6-4354-b4e9-87ad6535b47b is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:12:07.637971 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-24493595-5623-46e1-8354-c617de9db479 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:12:07.641743 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-24493595-5623-46e1-8354-c617de9db479 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:12:07.673594 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24493595-5623-46e1-8354-c617de9db479 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Pushing event updated for resources: {'Port': ['ID=08afa28b-1286-44a1-9e60-500d6ef064bf,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:07.698224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-24493595-5623-46e1-8354-c617de9db479 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:07.698851 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-24493595-5623-46e1-8354-c617de9db479 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:07.713607 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-24493595-5623-46e1-8354-c617de9db479 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5956428 Jul 14 08:12:07.725229 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Request body: {'port': {'device_id': '459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:12:07.745816 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Sync routers for ids ['8c3fbec3-10ee-4607-a9ee-cd198e23a250'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:12:07.756487 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Routers {'8c3fbec3-10ee-4607-a9ee-cd198e23a250'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:12:07.757280 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:12:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['8c3fbec3-10ee-4607-a9ee-cd198e23a250'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:12:07.803187 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:07.873168 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-30f0fb9e-90ce-4f89-a95b-b6d95c1f217c None None] Provisioning for port 08afa28b-1286-44a1-9e60-500d6ef064bf completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:12:07.878817 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-30f0fb9e-90ce-4f89-a95b-b6d95c1f217c None None] Provisioning complete for port 08afa28b-1286-44a1-9e60-500d6ef064bf triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:12:07.879454 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30f0fb9e-90ce-4f89-a95b-b6d95c1f217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:07.916286 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-30f0fb9e-90ce-4f89-a95b-b6d95c1f217c None None] Port 08afa28b-1286-44a1-9e60-500d6ef064bf cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:12:07.955281 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Set router 8c3fbec3-10ee-4607-a9ee-cd198e23a250 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:12:08.075103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08afa28b-1286-44a1-9e60-500d6ef064bf {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:12:08.082795 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:08.095072 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Transition to ACTIVE for port object 08afa28b-1286-44a1-9e60-500d6ef064bf will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:12:08.099559 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:08.152332 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'name': 'tempest-TestEncryptedCinderVolumes-1873002185-router', 'tenant_id': '0063621724894a5fa5c500bb6f3f67a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '30fc6389-0f0a-4d30-ae1f-bafd8c516f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:12:01Z', 'updated_at': '2021-07-14T08:12:03Z', 'revision_number': 4, 'project_id': '0063621724894a5fa5c500bb6f3f67a4', 'gw_port': {'id': '30fc6389-0f0a-4d30-ae1f-bafd8c516f60', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:12:01Z', 'updated_at': '2021-07-14T08:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '58a85e4d-0f85-4364-8438-7e2629f95e16', 'name': '', 'network_id': '28cbf28a-7790-4b0e-bef7-de1a216b7c0c', 'tenant_id': '0063621724894a5fa5c500bb6f3f67a4', 'mac_address': 'fa:16:3e:21:92:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'f70feacc-334e-4cdf-9df4-805e5a91204b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:12:03Z', 'updated_at': '2021-07-14T08:12:04Z', 'revision_number': 2, 'project_id': '0063621724894a5fa5c500bb6f3f67a4', 'subnets': [{'id': 'f70feacc-334e-4cdf-9df4-805e5a91204b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:12:08.168886 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=08afa28b-1286-44a1-9e60-500d6ef064bf,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:08.179680 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Checking router: 8c3fbec3-10ee-4607-a9ee-cd198e23a250 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:12:08.180036 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Updating router 8c3fbec3-10ee-4607-a9ee-cd198e23a250 port 58a85e4d-0f85-4364-8438-7e2629f95e16 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:12:08.219735 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:08.231630 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Attempting to bind port 08afa28b-1286-44a1-9e60-500d6ef064bf on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:12:08.231814 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Attempting to bind port 08afa28b-1286-44a1-9e60-500d6ef064bf by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '02e2ee66-13f0-49c3-9223-a75746500ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:12:08.232150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Attempting to bind port 08afa28b-1286-44a1-9e60-500d6ef064bf on network c1eae692-e7f6-4354-b4e9-87ad6535b47b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:12:08.237094 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Port 08afa28b-1286-44a1-9e60-500d6ef064bf on network c1eae692-e7f6-4354-b4e9-87ad6535b47b not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:12:08.238045 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Attempting to bind port 08afa28b-1286-44a1-9e60-500d6ef064bf on network c1eae692-e7f6-4354-b4e9-87ad6535b47b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:12:08.243521 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:12:08.243867 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Checking segment: {'id': '02e2ee66-13f0-49c3-9223-a75746500ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:12:08.244265 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Bound using segment: {'id': '02e2ee66-13f0-49c3-9223-a75746500ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:12:08.244704 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Bound port: 08afa28b-1286-44a1-9e60-500d6ef064bf, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e2ee66-13f0-49c3-9223-a75746500ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:12:08.245073 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:08.320901 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] For port 08afa28b-1286-44a1-9e60-500d6ef064bf, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:12:08.324865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] For port 08afa28b-1286-44a1-9e60-500d6ef064bf, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=08afa28b-1286-44a1-9e60-500d6ef064bf,segment=NetworkSegment(02e2ee66-13f0-49c3-9223-a75746500ee8),segment_id=02e2ee66-13f0-49c3-9223-a75746500ee8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:12:08.332039 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:08.364010 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472d523-8381-4d66-8c8a-05a32751f302 req-19bfcac1-f119-4dd0-b93a-c55675609eea tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:08.369125 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:08.369850 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:08.371416 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] 10.222.0.30 "PUT /v2.0/ports/08afa28b-1286-44a1-9e60-500d6ef064bf HTTP/1.1" status: 200 len: 1091 time: 0.6506779 Jul 14 08:12:08.371873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8', 'tag': '08afa28b-1286-44a1-9e60-500d6ef064bf'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:12:08.373652 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1472d523-8381-4d66-8c8a-05a32751f302 req-19bfcac1-f119-4dd0-b93a-c55675609eea tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8 HTTP/1.1" status: 200 len: 943 time: 0.0775099 Jul 14 08:12:08.374187 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f02edd-d3bd-47e8-a45a-03fbaf500bda" -d '{"events": [{"name": "network-changed", "server_uuid": "459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8", "tag": "08afa28b-1286-44a1-9e60-500d6ef064bf"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:12:08.402887 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a13ba-1cf3-4c8b-ba3a-ca312feae0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=08afa28b-1286-44a1-9e60-500d6ef064bf,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:08.435516 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1472d523-8381-4d66-8c8a-05a32751f302 req-f2d72ac9-a943-40aa-ad2d-8572385ab63f tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605257 Jul 14 08:12:08.438609 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc11115-9353-45e8-a8c0-2373d9d8944c x-openstack-request-id: req-2bc11115-9353-45e8-a8c0-2373d9d8944c {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:12:08.438907 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8", "tag": "08afa28b-1286-44a1-9e60-500d6ef064bf", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:12:08.439247 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2bc11115-9353-45e8-a8c0-2373d9d8944c {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:12:08.439555 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8', 'tag': '08afa28b-1286-44a1-9e60-500d6ef064bf', 'status': 'completed', 'code': 200} Jul 14 08:12:08.489216 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-bf7378e4-eb58-4d4d-9bfe-93f8a7c51b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:08.490763 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-bf7378e4-eb58-4d4d-9bfe-93f8a7c51b9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83584d3402f34ff3a003ea2bce5ced2f&device_id=459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8 HTTP/1.1" status: 200 len: 1094 time: 0.0647385 Jul 14 08:12:08.563416 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:08.574989 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Transition to ACTIVE for port object 58a85e4d-0f85-4364-8438-7e2629f95e16 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:12:08.582998 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:08.630300 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46e6b8-9292-48fd-b972-e2b9fe1abfb7 None None] Pushing event updated for resources: {'Port': ['ID=58a85e4d-0f85-4364-8438-7e2629f95e16,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:08.710788 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Attempting to bind port 58a85e4d-0f85-4364-8438-7e2629f95e16 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:12:08.711161 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Attempting to bind port 58a85e4d-0f85-4364-8438-7e2629f95e16 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '1ef44f9a-bb86-4ca2-932c-b3690bc30792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '28cbf28a-7790-4b0e-bef7-de1a216b7c0c'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:12:08.711521 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Attempting to bind port 58a85e4d-0f85-4364-8438-7e2629f95e16 on network 28cbf28a-7790-4b0e-bef7-de1a216b7c0c {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:12:08.717685 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:12:08.718060 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Checking segment: {'id': '1ef44f9a-bb86-4ca2-932c-b3690bc30792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '28cbf28a-7790-4b0e-bef7-de1a216b7c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:12:08.718466 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:08.718925 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Bound using segment: {'id': '1ef44f9a-bb86-4ca2-932c-b3690bc30792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '28cbf28a-7790-4b0e-bef7-de1a216b7c0c'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:12:08.719407 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Bound port: 58a85e4d-0f85-4364-8438-7e2629f95e16, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef44f9a-bb86-4ca2-932c-b3690bc30792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '28cbf28a-7790-4b0e-bef7-de1a216b7c0c'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:12:08.719789 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:08.748765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 30fc6389-0f0a-4d30-ae1f-bafd8c516f60 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:12:08.790359 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] For port 58a85e4d-0f85-4364-8438-7e2629f95e16, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:12:08.794012 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] For port 58a85e4d-0f85-4364-8438-7e2629f95e16, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=58a85e4d-0f85-4364-8438-7e2629f95e16,segment=NetworkSegment(1ef44f9a-bb86-4ca2-932c-b3690bc30792),segment_id=1ef44f9a-bb86-4ca2-932c-b3690bc30792)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:12:08.802706 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:08.812123 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 30fc6389-0f0a-4d30-ae1f-bafd8c516f60 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:12:08.813038 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:08.826005 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-0691e865-5710-46ba-9a13-fe07772c5f3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08afa28b-1286-44a1-9e60-500d6ef064bf HTTP/1.1" status: 200 len: 217 time: 0.3274939 Jul 14 08:12:08.848947 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Routers {'8c3fbec3-10ee-4607-a9ee-cd198e23a250'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:12:08.849619 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:12:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['8c3fbec3-10ee-4607-a9ee-cd198e23a250'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:12:08.880021 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-7c372f4f-e6c1-49d9-8cbe-f81cc39e6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:08.881559 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-7c372f4f-e6c1-49d9-8cbe-f81cc39e6ceb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=519e1c81-8f4f-47bd-923f-5dfa09f78170 HTTP/1.1" status: 200 len: 855 time: 0.0491865 Jul 14 08:12:08.948070 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-54e49abf-7853-44e9-bc8f-0b2663a35159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:08.949962 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-54e49abf-7853-44e9-bc8f-0b2663a35159 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1eae692-e7f6-4354-b4e9-87ad6535b47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618308 Jul 14 08:12:08.964618 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46e6b8-9292-48fd-b972-e2b9fe1abfb7 None None] Pushing event updated for resources: {'Port': ['ID=58a85e4d-0f85-4364-8438-7e2629f95e16,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:08.981422 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] Set router 8c3fbec3-10ee-4607-a9ee-cd198e23a250 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:12:09.049305 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-52e4351c-4dbc-46b3-b233-199e6ab67b76 service neutron] 10.222.0.30 "GET /v2.0/networks/c1eae692-e7f6-4354-b4e9-87ad6535b47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918028 Jul 14 08:12:09.137931 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8ef8a62d-9b4a-4c19-93fe-28450d805fac req-e277c574-dcfa-49f5-9ee5-7d4f031072b5 service neutron] 10.222.0.30 "GET /v2.0/networks/c1eae692-e7f6-4354-b4e9-87ad6535b47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824864 Jul 14 08:12:09.198506 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'name': 'tempest-TestEncryptedCinderVolumes-1873002185-router', 'tenant_id': '0063621724894a5fa5c500bb6f3f67a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '30fc6389-0f0a-4d30-ae1f-bafd8c516f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:12:01Z', 'updated_at': '2021-07-14T08:12:03Z', 'revision_number': 4, 'project_id': '0063621724894a5fa5c500bb6f3f67a4', 'gw_port': {'id': '30fc6389-0f0a-4d30-ae1f-bafd8c516f60', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:12:01Z', 'updated_at': '2021-07-14T08:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '58a85e4d-0f85-4364-8438-7e2629f95e16', 'name': '', 'network_id': '28cbf28a-7790-4b0e-bef7-de1a216b7c0c', 'tenant_id': '0063621724894a5fa5c500bb6f3f67a4', 'mac_address': 'fa:16:3e:21:92:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'f70feacc-334e-4cdf-9df4-805e5a91204b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:12:03Z', 'updated_at': '2021-07-14T08:12:08Z', 'revision_number': 4, 'project_id': '0063621724894a5fa5c500bb6f3f67a4', 'subnets': [{'id': 'f70feacc-334e-4cdf-9df4-805e5a91204b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:12:09.223872 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283554b0-a640-45e4-9cf4-fccef0900b7b None None] The sync data for ids ['8c3fbec3-10ee-4607-a9ee-cd198e23a250'] in n-d-778696-5 is: [{'id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'name': 'tempest-TestEncryptedCinderVolumes-1873002185-router', 'tenant_id': '0063621724894a5fa5c500bb6f3f67a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '30fc6389-0f0a-4d30-ae1f-bafd8c516f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:12:01Z', 'updated_at': '2021-07-14T08:12:03Z', 'revision_number': 4, 'project_id': '0063621724894a5fa5c500bb6f3f67a4', 'gw_port': {'id': '30fc6389-0f0a-4d30-ae1f-bafd8c516f60', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:12:01Z', 'updated_at': '2021-07-14T08:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '58a85e4d-0f85-4364-8438-7e2629f95e16', 'name': '', 'network_id': '28cbf28a-7790-4b0e-bef7-de1a216b7c0c', 'tenant_id': '0063621724894a5fa5c500bb6f3f67a4', 'mac_address': 'fa:16:3e:21:92:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'f70feacc-334e-4cdf-9df4-805e5a91204b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:12:03Z', 'updated_at': '2021-07-14T08:12:08Z', 'revision_number': 4, 'project_id': '0063621724894a5fa5c500bb6f3f67a4', 'subnets': [{'id': 'f70feacc-334e-4cdf-9df4-805e5a91204b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:12:09.234210 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f02edd-d3bd-47e8-a45a-03fbaf500bda req-6e6d6de3-cb27-4112-b3ba-23cc6c571fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:09.235847 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-36f02edd-d3bd-47e8-a45a-03fbaf500bda req-6e6d6de3-cb27-4112-b3ba-23cc6c571fdd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83584d3402f34ff3a003ea2bce5ced2f&device_id=459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8 HTTP/1.1" status: 200 len: 1094 time: 0.0533619 Jul 14 08:12:09.332593 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f02edd-d3bd-47e8-a45a-03fbaf500bda req-5afd77b7-6d55-4d20-a5d4-3bb3df6164f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:09.334254 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-36f02edd-d3bd-47e8-a45a-03fbaf500bda req-5afd77b7-6d55-4d20-a5d4-3bb3df6164f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c1eae692-e7f6-4354-b4e9-87ad6535b47b HTTP/1.1" status: 200 len: 917 time: 0.0922747 Jul 14 08:12:09.376334 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-36f02edd-d3bd-47e8-a45a-03fbaf500bda req-3da3cb98-2a63-45c4-ac84-5adac7fd7148 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08afa28b-1286-44a1-9e60-500d6ef064bf HTTP/1.1" status: 200 len: 217 time: 0.0350692 Jul 14 08:12:09.431983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f02edd-d3bd-47e8-a45a-03fbaf500bda req-55258c2d-654b-490a-8c80-d932799860d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:09.433541 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-36f02edd-d3bd-47e8-a45a-03fbaf500bda req-55258c2d-654b-490a-8c80-d932799860d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=519e1c81-8f4f-47bd-923f-5dfa09f78170 HTTP/1.1" status: 200 len: 855 time: 0.0505159 Jul 14 08:12:09.492418 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f02edd-d3bd-47e8-a45a-03fbaf500bda req-a751b25d-50fd-4924-a6dd-579895469164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:09.493970 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-36f02edd-d3bd-47e8-a45a-03fbaf500bda req-a751b25d-50fd-4924-a6dd-579895469164 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1eae692-e7f6-4354-b4e9-87ad6535b47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542915 Jul 14 08:12:09.586821 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-36f02edd-d3bd-47e8-a45a-03fbaf500bda req-ca100bab-4c25-4458-9cd9-56abf5a392f6 service neutron] 10.222.0.30 "GET /v2.0/networks/c1eae692-e7f6-4354-b4e9-87ad6535b47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859392 Jul 14 08:12:09.614754 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a68fe0-6f9b-439b-b5e6-863f86b07c3c req-fe135a21-d421-47fc-a140-abe77acbec84 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:09.617314 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e4a68fe0-6f9b-439b-b5e6-863f86b07c3c req-fe135a21-d421-47fc-a140-abe77acbec84 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8 HTTP/1.1" status: 200 len: 943 time: 0.0710304 Jul 14 08:12:09.658216 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e4a68fe0-6f9b-439b-b5e6-863f86b07c3c req-b8f74763-6401-4098-ae7c-d065672aa06f tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360241 Jul 14 08:12:09.695408 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-36f02edd-d3bd-47e8-a45a-03fbaf500bda req-6947d333-f13e-4fae-8dbf-0e2bdd1958f0 service neutron] 10.222.0.30 "GET /v2.0/networks/c1eae692-e7f6-4354-b4e9-87ad6535b47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015470 Jul 14 08:12:10.739249 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 58a85e4d-0f85-4364-8438-7e2629f95e16 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:12:10.795677 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 58a85e4d-0f85-4364-8438-7e2629f95e16 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:12:10.799400 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 58a85e4d-0f85-4364-8438-7e2629f95e16 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:12:10.799806 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:10.848003 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c655890-61e9-4060-a407-a672b1756f24 req-09b955dd-c392-4ca8-9493-94c87329a0dd tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:10.849539 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c655890-61e9-4060-a407-a672b1756f24 req-09b955dd-c392-4ca8-9493-94c87329a0dd tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8 HTTP/1.1" status: 200 len: 943 time: 0.0659299 Jul 14 08:12:10.877949 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:10.887098 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4c655890-61e9-4060-a407-a672b1756f24 req-fa2dc59b-8d35-4ebc-88a3-1f4fc253e1e6 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319474 Jul 14 08:12:10.909748 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 58a85e4d-0f85-4364-8438-7e2629f95e16, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=58a85e4d-0f85-4364-8438-7e2629f95e16,segment=NetworkSegment(1ef44f9a-bb86-4ca2-932c-b3690bc30792),segment_id=1ef44f9a-bb86-4ca2-932c-b3690bc30792)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:12:10.913287 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:10.958945 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=58a85e4d-0f85-4364-8438-7e2629f95e16,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:12.058974 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39497d9d-6111-4a3e-b139-7f29653d558f req-f98c8b10-11fe-420a-84f6-13a94928cfa6 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:12.060465 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-39497d9d-6111-4a3e-b139-7f29653d558f req-f98c8b10-11fe-420a-84f6-13a94928cfa6 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8 HTTP/1.1" status: 200 len: 943 time: 0.0631139 Jul 14 08:12:12.101519 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-39497d9d-6111-4a3e-b139-7f29653d558f req-dc1704d2-5a26-4c5e-b645-8b2571d5ed22 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354037 Jul 14 08:12:12.709591 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 58a85e4d-0f85-4364-8438-7e2629f95e16 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:12:12.755308 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 58a85e4d-0f85-4364-8438-7e2629f95e16 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:12:12.755606 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:13.270002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af809b5d-58f0-4f1f-a9ac-8b3ba0f8823b req-b91f79a4-701f-4e53-a7ce-ed7b483d9562 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:13.271497 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af809b5d-58f0-4f1f-a9ac-8b3ba0f8823b req-b91f79a4-701f-4e53-a7ce-ed7b483d9562 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8 HTTP/1.1" status: 200 len: 943 time: 0.0623291 Jul 14 08:12:13.309508 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-af809b5d-58f0-4f1f-a9ac-8b3ba0f8823b req-edb89326-4426-4ec3-b02f-bd47c71985e3 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324149 Jul 14 08:12:13.575114 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 08afa28b-1286-44a1-9e60-500d6ef064bf details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:12:13.666650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 08afa28b-1286-44a1-9e60-500d6ef064bf, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=08afa28b-1286-44a1-9e60-500d6ef064bf,segment=NetworkSegment(02e2ee66-13f0-49c3-9223-a75746500ee8),segment_id=02e2ee66-13f0-49c3-9223-a75746500ee8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:12:13.677450 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '08afa28b-1286-44a1-9e60-500d6ef064bf', 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b', 'port_id': '08afa28b-1286-44a1-9e60-500d6ef064bf', 'mac_address': 'fa:16:3e:e3:7c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519e1c81-8f4f-47bd-923f-5dfa09f78170', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:12:13.716791 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:13.877414 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08afa28b-1286-44a1-9e60-500d6ef064bf {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:12:13.897748 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 08afa28b-1286-44a1-9e60-500d6ef064bf, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=08afa28b-1286-44a1-9e60-500d6ef064bf,segment=NetworkSegment(02e2ee66-13f0-49c3-9223-a75746500ee8),segment_id=02e2ee66-13f0-49c3-9223-a75746500ee8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:12:13.902047 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:13.946491 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=08afa28b-1286-44a1-9e60-500d6ef064bf,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:14.089503 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['08afa28b-1286-44a1-9e60-500d6ef064bf'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:12:14.476511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d50f37-e2c9-4812-bda0-da245d3d5ac2 req-29abd886-4952-4bbf-b042-a9e5870ce7e1 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:14.478030 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3d50f37-e2c9-4812-bda0-da245d3d5ac2 req-29abd886-4952-4bbf-b042-a9e5870ce7e1 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8 HTTP/1.1" status: 200 len: 944 time: 0.0623434 Jul 14 08:12:14.514307 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3d50f37-e2c9-4812-bda0-da245d3d5ac2 req-fd7908ed-6628-4fd5-9841-7d97cf1238bf tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308173 Jul 14 08:12:15.574978 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 08afa28b-1286-44a1-9e60-500d6ef064bf up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:12:15.624889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 08afa28b-1286-44a1-9e60-500d6ef064bf completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:12:15.629075 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 08afa28b-1286-44a1-9e60-500d6ef064bf triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:12:15.629523 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:15.693531 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90055f8-8fd6-43c4-96f2-542a6baea759 req-4798fbef-50d0-4382-a82a-5de2ef8a8d82 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:15.695018 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f90055f8-8fd6-43c4-96f2-542a6baea759 req-4798fbef-50d0-4382-a82a-5de2ef8a8d82 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8 HTTP/1.1" status: 200 len: 944 time: 0.0660458 Jul 14 08:12:15.703924 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:15.726378 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08afa28b-1286-44a1-9e60-500d6ef064bf'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:12:15.728627 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc08dc2-cd45-4c00-975a-92da70daba06" -d '{"events": [{"server_uuid": "459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8", "name": "network-vif-plugged", "status": "completed", "tag": "08afa28b-1286-44a1-9e60-500d6ef064bf"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:12:15.732635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f90055f8-8fd6-43c4-96f2-542a6baea759 req-ca98e092-a5d0-4c2f-b704-4b5bb2276a8e tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320592 Jul 14 08:12:15.741498 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 08afa28b-1286-44a1-9e60-500d6ef064bf, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=08afa28b-1286-44a1-9e60-500d6ef064bf,segment=NetworkSegment(02e2ee66-13f0-49c3-9223-a75746500ee8),segment_id=02e2ee66-13f0-49c3-9223-a75746500ee8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:12:15.747452 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:15.775422 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c891b92-eefa-4caa-ac31-96365bd21043 x-openstack-request-id: req-1c891b92-eefa-4caa-ac31-96365bd21043 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:12:15.775713 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8", "name": "network-vif-plugged", "status": "completed", "tag": "08afa28b-1286-44a1-9e60-500d6ef064bf", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:12:15.775956 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c891b92-eefa-4caa-ac31-96365bd21043 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:12:15.776331 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08afa28b-1286-44a1-9e60-500d6ef064bf', 'code': 200} Jul 14 08:12:15.804737 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=08afa28b-1286-44a1-9e60-500d6ef064bf,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:15.877004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7dfe7d-5c11-48c7-a71b-acc436047dc0 req-fecccfcb-bd18-43d8-b792-389862b9f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:15.878531 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cd7dfe7d-5c11-48c7-a71b-acc436047dc0 req-fecccfcb-bd18-43d8-b792-389862b9f181 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8 HTTP/1.1" status: 200 len: 1096 time: 0.0514867 Jul 14 08:12:15.912057 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cd7dfe7d-5c11-48c7-a71b-acc436047dc0 req-086f15d7-40e9-44a1-910e-6409d12fadb7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269122 Jul 14 08:12:16.117428 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:16.147583 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:16.901990 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d4ae1-ff27-4c50-a849-5fc249de8e5a req-b2d1e459-1b49-47f6-9638-e327a4406c53 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:16.903436 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e60d4ae1-ff27-4c50-a849-5fc249de8e5a req-b2d1e459-1b49-47f6-9638-e327a4406c53 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8 HTTP/1.1" status: 200 len: 945 time: 0.0608294 Jul 14 08:12:16.938481 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e60d4ae1-ff27-4c50-a849-5fc249de8e5a req-c73ccff7-6d43-49e9-9ab4-ad3d8dd6e89d tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297012 Jul 14 08:12:17.111619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee2248-f9b2-46cb-9f3f-99243cb35a69 req-aeb0e1ad-464d-4e18-9ce0-c50438864b39 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:17.113876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12ee2248-f9b2-46cb-9f3f-99243cb35a69 req-aeb0e1ad-464d-4e18-9ce0-c50438864b39 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8 HTTP/1.1" status: 200 len: 945 time: 0.0671656 Jul 14 08:12:17.150336 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-12ee2248-f9b2-46cb-9f3f-99243cb35a69 req-558453cf-1399-4525-85a4-a9ec2e948a88 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309334 Jul 14 08:12:30.584166 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ac9184dd-b416-4c80-b6dd-aeeeee34dbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:32.006558 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:12:33.384955 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-046845e4-d1c3-46e2-ba0e-a71f8cd0bfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:33.729948 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:34.889413 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:36.113988 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9ab81-68b7-4b83-b811-ad365c475bc1 req-54aa03b8-b4c1-43c3-a33e-42d7b7cc3de9 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:36.115528 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dbe9ab81-68b7-4b83-b811-ad365c475bc1 req-54aa03b8-b4c1-43c3-a33e-42d7b7cc3de9 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8 HTTP/1.1" status: 200 len: 945 time: 0.0659227 Jul 14 08:12:36.153956 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dbe9ab81-68b7-4b83-b811-ad365c475bc1 req-1ed3780b-7236-49ea-96a9-08ef38cfadf6 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321922 Jul 14 08:12:36.416503 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:37.328395 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47485a-f054-4c4a-a60a-9b7bef198b12 req-2c8a0bbe-e8a4-41e0-ad93-ab431109b957 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:37.329901 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2f47485a-f054-4c4a-a60a-9b7bef198b12 req-2c8a0bbe-e8a4-41e0-ad93-ab431109b957 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8 HTTP/1.1" status: 200 len: 945 time: 0.0626264 Jul 14 08:12:37.366643 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2f47485a-f054-4c4a-a60a-9b7bef198b12 req-4892a4c3-8a51-4c06-af1e-88bc1dce7f78 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307057 Jul 14 08:12:37.562007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4443-2ebb-47bf-ae2d-b3e09e5b3da9 req-40cc0df7-aa43-4120-9931-c80ba9caef37 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:37.563451 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9f9b4443-2ebb-47bf-ae2d-b3e09e5b3da9 req-40cc0df7-aa43-4120-9931-c80ba9caef37 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.30 "GET /v2.0/ports?device_id=459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8 HTTP/1.1" status: 200 len: 945 time: 0.0610530 Jul 14 08:12:37.665134 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-9f9b4443-2ebb-47bf-ae2d-b3e09e5b3da9 req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Deleting port 08afa28b-1286-44a1-9e60-500d6ef064bf {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:12:37.665436 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9f9b4443-2ebb-47bf-ae2d-b3e09e5b3da9 req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:37.748360 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9f9b4443-2ebb-47bf-ae2d-b3e09e5b3da9 req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] For port 08afa28b-1286-44a1-9e60-500d6ef064bf, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=08afa28b-1286-44a1-9e60-500d6ef064bf,segment=NetworkSegment(02e2ee66-13f0-49c3-9223-a75746500ee8),segment_id=02e2ee66-13f0-49c3-9223-a75746500ee8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:12:37.748718 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9f9b4443-2ebb-47bf-ae2d-b3e09e5b3da9 req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:37.765679 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-9f9b4443-2ebb-47bf-ae2d-b3e09e5b3da9 req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Calling delete_port for 08afa28b-1286-44a1-9e60-500d6ef064bf owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:12:37.885329 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9f9b4443-2ebb-47bf-ae2d-b3e09e5b3da9 req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:37.897778 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['08afa28b-1286-44a1-9e60-500d6ef064bf'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:12:37.912124 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Pushing event deleted for resources: {'Port': ['ID=08afa28b-1286-44a1-9e60-500d6ef064bf,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:37.926216 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:37.926568 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:37.926909 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:37.927242 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:37.927573 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:37.927904 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:37.928229 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:37.928554 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:37.928876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:37.929225 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:37.929546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:37.929865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:37.973444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9b4443-2ebb-47bf-ae2d-b3e09e5b3da9 req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] No DVR routers for this DVR port 08afa28b-1286-44a1-9e60-500d6ef064bf on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:12:37.976129 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9f9b4443-2ebb-47bf-ae2d-b3e09e5b3da9 req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:37.978483 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9f9b4443-2ebb-47bf-ae2d-b3e09e5b3da9 req-ab0a9849-791f-45cf-bba2-4b6f5e63eb62 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.30 "DELETE /v2.0/ports/08afa28b-1286-44a1-9e60-500d6ef064bf HTTP/1.1" status: 204 len: 173 time: 0.4089983 Jul 14 08:12:37.978949 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8', 'name': 'network-vif-deleted', 'tag': '08afa28b-1286-44a1-9e60-500d6ef064bf'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:12:37.981276 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24a3cea-fc13-4772-8ecb-0a013e1970c6" -d '{"events": [{"server_uuid": "459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8", "name": "network-vif-deleted", "tag": "08afa28b-1286-44a1-9e60-500d6ef064bf"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:12:38.017938 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89db54d-fdb9-43f2-9d2b-4ce45d43b04f x-openstack-request-id: req-d89db54d-fdb9-43f2-9d2b-4ce45d43b04f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:12:38.018229 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8", "name": "network-vif-deleted", "tag": "08afa28b-1286-44a1-9e60-500d6ef064bf", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:12:38.018512 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d89db54d-fdb9-43f2-9d2b-4ce45d43b04f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:12:38.019633 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8', 'name': 'network-vif-deleted', 'tag': '08afa28b-1286-44a1-9e60-500d6ef064bf', 'status': 'completed', 'code': 200} Jul 14 08:12:38.529755 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3287da3a-3ffb-44a4-9568-4d2ed2bce72a req-ee305ef7-dd3c-4351-9a52-f32924a915f0 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=459c266a-3fb1-40a8-b4f4-9a27fc5e8ed8 HTTP/1.1" status: 200 len: 210 time: 0.0369229 Jul 14 08:12:40.212629 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-05207c7b-fc49-48da-b836-f380eaf95dbf tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:40.214189 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-05207c7b-fc49-48da-b836-f380eaf95dbf tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/networks?id=c1eae692-e7f6-4354-b4e9-87ad6535b47b HTTP/1.1" status: 200 len: 816 time: 0.0973103 Jul 14 08:12:40.228920 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-4b07e7c9-27e7-41cb-aeea-212eeae8306f tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/quotas/83584d3402f34ff3a003ea2bce5ced2f HTTP/1.1" status: 200 len: 375 time: 0.0096383 Jul 14 08:12:40.297037 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-42fb42dd-bcd1-4189-a48c-1a4030baa709 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=83584d3402f34ff3a003ea2bce5ced2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632005 Jul 14 08:12:40.311874 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-358cd43e-ad4b-4f98-a2e7-ca7c0030e494 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:12:40.312818 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-358cd43e-ad4b-4f98-a2e7-ca7c0030e494 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048909 Jul 14 08:12:40.398797 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-e75e2287-5400-4b70-8a08-a8bfbdfa0add service neutron] 10.222.0.35 "GET /v2.0/networks/c1eae692-e7f6-4354-b4e9-87ad6535b47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808463 Jul 14 08:12:40.487950 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-cad4ad96-6517-4e95-a923-aec9a92f569a service neutron] 10.222.0.35 "GET /v2.0/networks/c1eae692-e7f6-4354-b4e9-87ad6535b47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831807 Jul 14 08:12:40.654084 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3240bfe-ce92-4ab6-bcc2-f2c3d085d11e req-6fb49dad-e185-4688-864b-2ff74b427923 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b HTTP/1.1" status: 200 len: 210 time: 0.0287116 Jul 14 08:12:41.649050 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-4102bb8d-5cd5-4039-88b1-7870dbcaf931 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:41.650542 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-4102bb8d-5cd5-4039-88b1-7870dbcaf931 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.30 "GET /v2.0/networks?id=c1eae692-e7f6-4354-b4e9-87ad6535b47b HTTP/1.1" status: 200 len: 816 time: 0.1004310 Jul 14 08:12:41.662324 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-37a8adfc-cfa2-4e8c-b374-f786bc702f8c tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Request body: {'port': {'device_id': '7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b', 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b', 'admin_state_up': True, 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:12:41.683752 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 08afa28b-1286-44a1-9e60-500d6ef064bf no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:12:41.714378 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 08afa28b-1286-44a1-9e60-500d6ef064bf {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:12:41.715143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 08afa28b-1286-44a1-9e60-500d6ef064bf not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:12:41.785373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-37a8adfc-cfa2-4e8c-b374-f786bc702f8c tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Made reservation on behalf of 83584d3402f34ff3a003ea2bce5ced2f for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:12:41.788959 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-37a8adfc-cfa2-4e8c-b374-f786bc702f8c tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:41.801428 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fbb9aa78-52ba-4270-ac3a-e349396393cf req-a0325d45-1df7-4e8f-89e3-b2d420c53d6e tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b HTTP/1.1" status: 200 len: 210 time: 0.0300848 Jul 14 08:12:41.909250 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-37a8adfc-cfa2-4e8c-b374-f786bc702f8c tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Allocated IP 172.20.0.8 (c1eae692-e7f6-4354-b4e9-87ad6535b47b/519e1c81-8f4f-47bd-923f-5dfa09f78170/b913b99e-97b4-4f0e-b4ab-a82d2fbc388d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:12:42.055024 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-37a8adfc-cfa2-4e8c-b374-f786bc702f8c tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:42.069226 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-37a8adfc-cfa2-4e8c-b374-f786bc702f8c tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Transition to ACTIVE for port object b913b99e-97b4-4f0e-b4ab-a82d2fbc388d will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:12:42.100511 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-37a8adfc-cfa2-4e8c-b374-f786bc702f8c tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:42.145702 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-37a8adfc-cfa2-4e8c-b374-f786bc702f8c tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Network c1eae692-e7f6-4354-b4e9-87ad6535b47b is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:12:42.150753 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-37a8adfc-cfa2-4e8c-b374-f786bc702f8c tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:12:42.154490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-37a8adfc-cfa2-4e8c-b374-f786bc702f8c tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:12:42.181260 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8adfc-cfa2-4e8c-b374-f786bc702f8c tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Pushing event updated for resources: {'Port': ['ID=b913b99e-97b4-4f0e-b4ab-a82d2fbc388d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:42.208780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-37a8adfc-cfa2-4e8c-b374-f786bc702f8c tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:42.209444 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-37a8adfc-cfa2-4e8c-b374-f786bc702f8c tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:42.224515 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-37a8adfc-cfa2-4e8c-b374-f786bc702f8c tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5659301 Jul 14 08:12:42.235026 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-2d5fb1a5-fc6f-4e2d-a1f5-70cfd173351d tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:12:42.236030 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-2d5fb1a5-fc6f-4e2d-a1f5-70cfd173351d tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055337 Jul 14 08:12:42.246301 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Request body: {'port': {'device_id': '7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:12:42.320899 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:42.411581 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-edeb87f8-ac07-438b-a976-0a92ed6db0e1 None None] Provisioning for port b913b99e-97b4-4f0e-b4ab-a82d2fbc388d completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:12:42.415297 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-edeb87f8-ac07-438b-a976-0a92ed6db0e1 None None] Provisioning complete for port b913b99e-97b4-4f0e-b4ab-a82d2fbc388d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:12:42.415663 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-edeb87f8-ac07-438b-a976-0a92ed6db0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:42.448889 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-edeb87f8-ac07-438b-a976-0a92ed6db0e1 None None] Port b913b99e-97b4-4f0e-b4ab-a82d2fbc388d cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:12:42.577415 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b913b99e-97b4-4f0e-b4ab-a82d2fbc388d {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:12:42.584456 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:42.595788 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Transition to ACTIVE for port object b913b99e-97b4-4f0e-b4ab-a82d2fbc388d will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:12:42.599422 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:42.665101 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Pushing event updated for resources: {'Port': ['ID=b913b99e-97b4-4f0e-b4ab-a82d2fbc388d,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:42.716537 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Attempting to bind port b913b99e-97b4-4f0e-b4ab-a82d2fbc388d on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:12:42.716873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Attempting to bind port b913b99e-97b4-4f0e-b4ab-a82d2fbc388d by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '02e2ee66-13f0-49c3-9223-a75746500ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:12:42.717223 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Attempting to bind port b913b99e-97b4-4f0e-b4ab-a82d2fbc388d on network c1eae692-e7f6-4354-b4e9-87ad6535b47b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:12:42.721703 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Port b913b99e-97b4-4f0e-b4ab-a82d2fbc388d on network c1eae692-e7f6-4354-b4e9-87ad6535b47b not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:12:42.722081 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Attempting to bind port b913b99e-97b4-4f0e-b4ab-a82d2fbc388d on network c1eae692-e7f6-4354-b4e9-87ad6535b47b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:12:42.727136 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:12:42.727478 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Checking segment: {'id': '02e2ee66-13f0-49c3-9223-a75746500ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:12:42.727867 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Bound using segment: {'id': '02e2ee66-13f0-49c3-9223-a75746500ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:12:42.728296 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Bound port: b913b99e-97b4-4f0e-b4ab-a82d2fbc388d, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e2ee66-13f0-49c3-9223-a75746500ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:12:42.728658 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:42.797107 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] For port b913b99e-97b4-4f0e-b4ab-a82d2fbc388d, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:12:42.800517 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] For port b913b99e-97b4-4f0e-b4ab-a82d2fbc388d, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=b913b99e-97b4-4f0e-b4ab-a82d2fbc388d,segment=NetworkSegment(02e2ee66-13f0-49c3-9223-a75746500ee8),segment_id=02e2ee66-13f0-49c3-9223-a75746500ee8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:12:42.805065 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:42.838807 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:42.839394 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:42.841146 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] 10.222.0.30 "PUT /v2.0/ports/b913b99e-97b4-4f0e-b4ab-a82d2fbc388d HTTP/1.1" status: 200 len: 1091 time: 0.5989778 Jul 14 08:12:42.843451 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b', 'tag': 'b913b99e-97b4-4f0e-b4ab-a82d2fbc388d'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:12:42.846561 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20df44e-7f0b-4f48-8eba-7f6e1fc81afa" -d '{"events": [{"name": "network-changed", "server_uuid": "7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b", "tag": "b913b99e-97b4-4f0e-b4ab-a82d2fbc388d"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:12:42.880349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071fc3b-20c0-4450-a015-a3eea0f40419 service neutron] Pushing event updated for resources: {'Port': ['ID=b913b99e-97b4-4f0e-b4ab-a82d2fbc388d,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:42.919460 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f8a98d-acc9-4dd3-b18d-b0fbbc3f04b3 x-openstack-request-id: req-23f8a98d-acc9-4dd3-b18d-b0fbbc3f04b3 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:12:42.919693 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b", "tag": "b913b99e-97b4-4f0e-b4ab-a82d2fbc388d", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:12:42.919990 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23f8a98d-acc9-4dd3-b18d-b0fbbc3f04b3 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:12:42.920619 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b', 'tag': 'b913b99e-97b4-4f0e-b4ab-a82d2fbc388d', 'status': 'completed', 'code': 200} Jul 14 08:12:42.949826 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-a8a2b36d-5de7-4623-8211-fc65c413c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:42.951442 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-a8a2b36d-5de7-4623-8211-fc65c413c26b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83584d3402f34ff3a003ea2bce5ced2f&device_id=7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b HTTP/1.1" status: 200 len: 1094 time: 0.0628695 Jul 14 08:12:42.995830 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965429eb-e69b-4169-be17-ce66cc0a0f83 req-bc80fc85-413d-4f6e-85ad-50baa6d112ce tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:43.000848 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-965429eb-e69b-4169-be17-ce66cc0a0f83 req-bc80fc85-413d-4f6e-85ad-50baa6d112ce tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b HTTP/1.1" status: 200 len: 943 time: 0.0682764 Jul 14 08:12:43.002392 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-b4b55d40-f10c-4b23-b5e5-90c88a208c5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b913b99e-97b4-4f0e-b4ab-a82d2fbc388d HTTP/1.1" status: 200 len: 217 time: 0.0406849 Jul 14 08:12:43.037364 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-965429eb-e69b-4169-be17-ce66cc0a0f83 req-3912bf7a-5a85-4601-b035-ccd882f100a2 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340338 Jul 14 08:12:43.056081 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-c6388836-c3ba-491b-9a87-7de67b4e9231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:43.057621 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-c6388836-c3ba-491b-9a87-7de67b4e9231 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=519e1c81-8f4f-47bd-923f-5dfa09f78170 HTTP/1.1" status: 200 len: 855 time: 0.0483012 Jul 14 08:12:43.114742 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-18670105-8efc-4a10-8d83-56dca6003561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:43.116252 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-18670105-8efc-4a10-8d83-56dca6003561 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1eae692-e7f6-4354-b4e9-87ad6535b47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524583 Jul 14 08:12:43.205410 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-8284f38a-0aab-4ad9-b9c2-72a16bc9e26e service neutron] 10.222.0.30 "GET /v2.0/networks/c1eae692-e7f6-4354-b4e9-87ad6535b47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826299 Jul 14 08:12:43.291428 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8af08594-7b9b-4e94-9fb9-c67a9f669f03 req-326de546-27ac-4f76-971e-e1a3dc4c0a1b service neutron] 10.222.0.30 "GET /v2.0/networks/c1eae692-e7f6-4354-b4e9-87ad6535b47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796309 Jul 14 08:12:43.387146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20df44e-7f0b-4f48-8eba-7f6e1fc81afa req-445cb9a9-a29a-4c9a-b7d8-e4eeed37b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:43.388624 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e20df44e-7f0b-4f48-8eba-7f6e1fc81afa req-445cb9a9-a29a-4c9a-b7d8-e4eeed37b4b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83584d3402f34ff3a003ea2bce5ced2f&device_id=7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b HTTP/1.1" status: 200 len: 1094 time: 0.0508957 Jul 14 08:12:43.476966 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20df44e-7f0b-4f48-8eba-7f6e1fc81afa req-9fdddccd-ff7b-4b00-80b6-9f68e9a88c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:43.478325 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e20df44e-7f0b-4f48-8eba-7f6e1fc81afa req-9fdddccd-ff7b-4b00-80b6-9f68e9a88c31 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c1eae692-e7f6-4354-b4e9-87ad6535b47b HTTP/1.1" status: 200 len: 917 time: 0.0835490 Jul 14 08:12:43.516762 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e20df44e-7f0b-4f48-8eba-7f6e1fc81afa req-ed9e4c4d-cda1-45b9-9c95-903938d5f9eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b913b99e-97b4-4f0e-b4ab-a82d2fbc388d HTTP/1.1" status: 200 len: 217 time: 0.0326531 Jul 14 08:12:43.565153 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20df44e-7f0b-4f48-8eba-7f6e1fc81afa req-fbd6950a-5787-4dd6-96e3-b56681c9ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:43.566584 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e20df44e-7f0b-4f48-8eba-7f6e1fc81afa req-fbd6950a-5787-4dd6-96e3-b56681c9ff98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=519e1c81-8f4f-47bd-923f-5dfa09f78170 HTTP/1.1" status: 200 len: 855 time: 0.0442305 Jul 14 08:12:43.623360 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20df44e-7f0b-4f48-8eba-7f6e1fc81afa req-3d017bac-d82c-4c58-9e45-7862dd71bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:43.624841 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e20df44e-7f0b-4f48-8eba-7f6e1fc81afa req-3d017bac-d82c-4c58-9e45-7862dd71bc38 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1eae692-e7f6-4354-b4e9-87ad6535b47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508916 Jul 14 08:12:43.709033 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e20df44e-7f0b-4f48-8eba-7f6e1fc81afa req-4b019c78-32e6-4092-b37e-6726947cfb01 service neutron] 10.222.0.30 "GET /v2.0/networks/c1eae692-e7f6-4354-b4e9-87ad6535b47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778162 Jul 14 08:12:43.799709 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e20df44e-7f0b-4f48-8eba-7f6e1fc81afa req-ffede8a6-0262-4c5b-a404-e6ea44dea450 service neutron] 10.222.0.30 "GET /v2.0/networks/c1eae692-e7f6-4354-b4e9-87ad6535b47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831885 Jul 14 08:12:44.213837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa370eb-d116-4ad3-b4d6-2cd56633b5d6 req-c3acf4c8-e2a0-491e-b9d3-83650c54f09c tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:44.215301 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0fa370eb-d116-4ad3-b4d6-2cd56633b5d6 req-c3acf4c8-e2a0-491e-b9d3-83650c54f09c tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b HTTP/1.1" status: 200 len: 943 time: 0.0643015 Jul 14 08:12:44.251677 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0fa370eb-d116-4ad3-b4d6-2cd56633b5d6 req-ffa3d24c-5c04-456a-acdd-1dac81bc29f9 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309598 Jul 14 08:12:45.424529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5f915-4cb6-4966-8649-a74c9c5b7c02 req-a29da65f-a386-4e0a-b895-d4b927e0ac76 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:45.426554 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-51b5f915-4cb6-4966-8649-a74c9c5b7c02 req-a29da65f-a386-4e0a-b895-d4b927e0ac76 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b HTTP/1.1" status: 200 len: 943 time: 0.0657327 Jul 14 08:12:45.461848 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-51b5f915-4cb6-4966-8649-a74c9c5b7c02 req-d046a007-ccc9-483d-84f5-5e71084ce65a tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298359 Jul 14 08:12:46.116496 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:46.162427 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:46.634036 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61cd9c-bbfa-4f50-9557-2d4702824a5a req-5df73098-4b11-4b40-960d-ba7401867d46 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:46.635511 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c61cd9c-bbfa-4f50-9557-2d4702824a5a req-5df73098-4b11-4b40-960d-ba7401867d46 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b HTTP/1.1" status: 200 len: 943 time: 0.0660396 Jul 14 08:12:46.672488 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5c61cd9c-bbfa-4f50-9557-2d4702824a5a req-8c17fe5c-2f0a-4c7b-9acf-08a5bed80a4d tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314536 Jul 14 08:12:47.714543 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device b913b99e-97b4-4f0e-b4ab-a82d2fbc388d details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:12:47.806074 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port b913b99e-97b4-4f0e-b4ab-a82d2fbc388d, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=b913b99e-97b4-4f0e-b4ab-a82d2fbc388d,segment=NetworkSegment(02e2ee66-13f0-49c3-9223-a75746500ee8),segment_id=02e2ee66-13f0-49c3-9223-a75746500ee8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:12:47.821616 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'b913b99e-97b4-4f0e-b4ab-a82d2fbc388d', 'network_id': 'c1eae692-e7f6-4354-b4e9-87ad6535b47b', 'port_id': 'b913b99e-97b4-4f0e-b4ab-a82d2fbc388d', 'mac_address': 'fa:16:3e:f5:0e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519e1c81-8f4f-47bd-923f-5dfa09f78170', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:12:47.842264 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b4396-0e0f-4401-9d7e-3e0ced39baa3 req-bebd6ea4-f55b-4e98-94b9-a5c3fe871f6b tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:47.843801 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a84b4396-0e0f-4401-9d7e-3e0ced39baa3 req-bebd6ea4-f55b-4e98-94b9-a5c3fe871f6b tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b HTTP/1.1" status: 200 len: 943 time: 0.0630798 Jul 14 08:12:47.856896 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:47.869829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b913b99e-97b4-4f0e-b4ab-a82d2fbc388d {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:12:47.880805 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a84b4396-0e0f-4401-9d7e-3e0ced39baa3 req-e1d390a2-36c8-4be1-9e17-ffbf50b4f97f tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314641 Jul 14 08:12:47.888765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port b913b99e-97b4-4f0e-b4ab-a82d2fbc388d, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=b913b99e-97b4-4f0e-b4ab-a82d2fbc388d,segment=NetworkSegment(02e2ee66-13f0-49c3-9223-a75746500ee8),segment_id=02e2ee66-13f0-49c3-9223-a75746500ee8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:12:47.894556 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:47.940365 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=b913b99e-97b4-4f0e-b4ab-a82d2fbc388d,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:47.947489 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:47.947831 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:47.948164 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:47.948494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:47.948820 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:47.949143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:47.949486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:47.949804 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:47.950119 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:47.950435 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:47.950748 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:47.951059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:12:48.085941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['b913b99e-97b4-4f0e-b4ab-a82d2fbc388d'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:12:49.049962 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbd6a5-53c9-4b2d-84be-af64f67bb71a req-92f0a2d7-7322-4e2b-9f49-7ed27b175a11 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:49.051400 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a6bbd6a5-53c9-4b2d-84be-af64f67bb71a req-92f0a2d7-7322-4e2b-9f49-7ed27b175a11 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b HTTP/1.1" status: 200 len: 944 time: 0.0604768 Jul 14 08:12:49.091082 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a6bbd6a5-53c9-4b2d-84be-af64f67bb71a req-d4dacedb-ba86-44c7-80d0-e38f000339d3 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342302 Jul 14 08:12:49.714050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device b913b99e-97b4-4f0e-b4ab-a82d2fbc388d up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:12:49.759639 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port b913b99e-97b4-4f0e-b4ab-a82d2fbc388d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:12:49.763038 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port b913b99e-97b4-4f0e-b4ab-a82d2fbc388d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:12:49.763404 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:49.838832 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:49.859579 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b913b99e-97b4-4f0e-b4ab-a82d2fbc388d'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:12:49.861825 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3486ebed-469e-45ad-ad4c-b70e17762a6c" -d '{"events": [{"server_uuid": "7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b", "name": "network-vif-plugged", "status": "completed", "tag": "b913b99e-97b4-4f0e-b4ab-a82d2fbc388d"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:12:49.874153 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port b913b99e-97b4-4f0e-b4ab-a82d2fbc388d, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=b913b99e-97b4-4f0e-b4ab-a82d2fbc388d,segment=NetworkSegment(02e2ee66-13f0-49c3-9223-a75746500ee8),segment_id=02e2ee66-13f0-49c3-9223-a75746500ee8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:12:49.879173 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:12:49.902395 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25799426-e24b-4eb6-843d-401b3d8a555d x-openstack-request-id: req-25799426-e24b-4eb6-843d-401b3d8a555d {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:12:49.902695 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b", "name": "network-vif-plugged", "status": "completed", "tag": "b913b99e-97b4-4f0e-b4ab-a82d2fbc388d", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:12:49.902945 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25799426-e24b-4eb6-843d-401b3d8a555d {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:12:49.903344 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b913b99e-97b4-4f0e-b4ab-a82d2fbc388d', 'code': 200} Jul 14 08:12:49.929817 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=b913b99e-97b4-4f0e-b4ab-a82d2fbc388d,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:12:50.008963 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae387f1-7ac9-4c80-bc62-5ef2a497f3e1 req-d9610a79-f34a-4dee-a2e5-84350607192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:50.010512 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9ae387f1-7ac9-4c80-bc62-5ef2a497f3e1 req-d9610a79-f34a-4dee-a2e5-84350607192b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b HTTP/1.1" status: 200 len: 1096 time: 0.0516143 Jul 14 08:12:50.043874 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9ae387f1-7ac9-4c80-bc62-5ef2a497f3e1 req-ec3ffd0f-b7b9-4a26-be38-a9006e7f4cc6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275364 Jul 14 08:12:50.257044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c945f7a-07de-4d8b-9098-fac68e70dae2 req-b655580d-f7f4-4770-b258-506458233a85 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:50.258620 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c945f7a-07de-4d8b-9098-fac68e70dae2 req-b655580d-f7f4-4770-b258-506458233a85 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b HTTP/1.1" status: 200 len: 945 time: 0.0615835 Jul 14 08:12:50.294992 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c945f7a-07de-4d8b-9098-fac68e70dae2 req-edd11878-9354-479b-b464-78a8bf9cc60b tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309865 Jul 14 08:12:51.462721 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cafc4-0743-4bc4-b887-4fe65732a27c req-d5e0abad-7534-4750-b3fe-2267259154f7 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:51.464188 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-114cafc4-0743-4bc4-b887-4fe65732a27c req-d5e0abad-7534-4750-b3fe-2267259154f7 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b HTTP/1.1" status: 200 len: 945 time: 0.0613799 Jul 14 08:12:51.499697 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-114cafc4-0743-4bc4-b887-4fe65732a27c req-be577d52-9d70-482e-a04b-ba757a3fab0a tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300517 Jul 14 08:12:51.672736 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9521e22-9f9c-4dda-aec1-b21c5e2108fd req-20936852-b5b2-4041-a579-f12f23b9f442 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:12:51.674136 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9521e22-9f9c-4dda-aec1-b21c5e2108fd req-20936852-b5b2-4041-a579-f12f23b9f442 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b HTTP/1.1" status: 200 len: 945 time: 0.0644581 Jul 14 08:12:51.711099 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c9521e22-9f9c-4dda-aec1-b21c5e2108fd req-0b7c3d0d-5882-4834-aaf9-f18c7c042a5f tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310049 Jul 14 08:13:00.585571 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-297cb07e-3962-4fe2-b51c-91c19dae84a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:03.385720 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54f14583-c387-42f1-a40d-bf6e8c79695b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:03.730764 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:04.892155 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:06.420051 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:09.005497 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:13:10.463805 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839825b-881e-4aab-8885-f4288cbbde0f req-b23dabbb-22de-469c-bcc1-47428474721a tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:10.465252 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1839825b-881e-4aab-8885-f4288cbbde0f req-b23dabbb-22de-469c-bcc1-47428474721a tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b HTTP/1.1" status: 200 len: 945 time: 0.0639002 Jul 14 08:13:10.502252 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1839825b-881e-4aab-8885-f4288cbbde0f req-54b10c58-e55e-4f4e-9fec-8648e1842cae tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313709 Jul 14 08:13:11.671119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852383b-4654-499f-a3fd-5bfef3d10764 req-118be026-187c-4cb7-b36a-7728ea65a9e0 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:11.672590 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6852383b-4654-499f-a3fd-5bfef3d10764 req-118be026-187c-4cb7-b36a-7728ea65a9e0 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b HTTP/1.1" status: 200 len: 945 time: 0.0619879 Jul 14 08:13:11.714698 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6852383b-4654-499f-a3fd-5bfef3d10764 req-7fba28ec-60d0-4277-8b59-59b9332ccaa9 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a0a882d-6997-4e9b-aa89-c14ce5ebae87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363615 Jul 14 08:13:11.862413 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1529b-bbfd-47e4-8346-648a589baf28 req-07e46da6-9b98-42ef-94d1-bf972cb1e928 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:11.864131 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-22b1529b-bbfd-47e4-8346-648a589baf28 req-07e46da6-9b98-42ef-94d1-bf972cb1e928 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b HTTP/1.1" status: 200 len: 945 time: 0.0647578 Jul 14 08:13:11.963930 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-22b1529b-bbfd-47e4-8346-648a589baf28 req-b06aa9de-91fd-4ec4-8654-c2981994112a tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Deleting port b913b99e-97b4-4f0e-b4ab-a82d2fbc388d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:13:11.964276 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-22b1529b-bbfd-47e4-8346-648a589baf28 req-b06aa9de-91fd-4ec4-8654-c2981994112a tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:12.050007 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-22b1529b-bbfd-47e4-8346-648a589baf28 req-b06aa9de-91fd-4ec4-8654-c2981994112a tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] For port b913b99e-97b4-4f0e-b4ab-a82d2fbc388d, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=b913b99e-97b4-4f0e-b4ab-a82d2fbc388d,segment=NetworkSegment(02e2ee66-13f0-49c3-9223-a75746500ee8),segment_id=02e2ee66-13f0-49c3-9223-a75746500ee8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:13:12.050373 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-22b1529b-bbfd-47e4-8346-648a589baf28 req-b06aa9de-91fd-4ec4-8654-c2981994112a tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:12.066910 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-22b1529b-bbfd-47e4-8346-648a589baf28 req-b06aa9de-91fd-4ec4-8654-c2981994112a tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Calling delete_port for b913b99e-97b4-4f0e-b4ab-a82d2fbc388d owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:13:12.187390 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-22b1529b-bbfd-47e4-8346-648a589baf28 req-b06aa9de-91fd-4ec4-8654-c2981994112a tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:12.199861 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['b913b99e-97b4-4f0e-b4ab-a82d2fbc388d'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:13:12.216679 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06aa9de-91fd-4ec4-8654-c2981994112a tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Pushing event deleted for resources: {'Port': ['ID=b913b99e-97b4-4f0e-b4ab-a82d2fbc388d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:12.265719 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b1529b-bbfd-47e4-8346-648a589baf28 req-b06aa9de-91fd-4ec4-8654-c2981994112a tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] No DVR routers for this DVR port b913b99e-97b4-4f0e-b4ab-a82d2fbc388d on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:13:12.269073 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-22b1529b-bbfd-47e4-8346-648a589baf28 req-b06aa9de-91fd-4ec4-8654-c2981994112a tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:12.271128 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-22b1529b-bbfd-47e4-8346-648a589baf28 req-b06aa9de-91fd-4ec4-8654-c2981994112a tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.30 "DELETE /v2.0/ports/b913b99e-97b4-4f0e-b4ab-a82d2fbc388d HTTP/1.1" status: 204 len: 173 time: 0.4016538 Jul 14 08:13:12.271571 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b', 'name': 'network-vif-deleted', 'tag': 'b913b99e-97b4-4f0e-b4ab-a82d2fbc388d'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:13:12.273889 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0ffd2d-31be-477d-8372-efc2e5876a73" -d '{"events": [{"server_uuid": "7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b", "name": "network-vif-deleted", "tag": "b913b99e-97b4-4f0e-b4ab-a82d2fbc388d"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:13:12.312457 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189c89f1-b400-470d-be2e-8658a299b337 x-openstack-request-id: req-189c89f1-b400-470d-be2e-8658a299b337 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:13:12.312751 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b", "name": "network-vif-deleted", "tag": "b913b99e-97b4-4f0e-b4ab-a82d2fbc388d", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:13:12.313005 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-189c89f1-b400-470d-be2e-8658a299b337 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:13:12.313435 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b', 'name': 'network-vif-deleted', 'tag': 'b913b99e-97b4-4f0e-b4ab-a82d2fbc388d', 'status': 'completed', 'code': 200} Jul 14 08:13:12.867508 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e7cd7c1-0c7c-4d5f-8e31-31e91cba4fb2 req-3aeb5672-a3cf-4a1a-b3b2-f45ee4e1db69 tempest-TestEncryptedCinderVolumes-1265785726 tempest-TestEncryptedCinderVolumes-1265785726-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a126054-78a3-4ab1-aa70-5c2c8bcb4c8b HTTP/1.1" status: 200 len: 210 time: 0.0283828 Jul 14 08:13:14.004492 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40834) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:14.328861 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3291cdfe-ff60-49f2-9fdb-9af1487fd804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:14.568215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3291cdfe-ff60-49f2-9fdb-9af1487fd804 admin admin] Deleting port 8e15c792-5371-430b-bacb-50e7dc6165da {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:13:14.568551 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3291cdfe-ff60-49f2-9fdb-9af1487fd804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:14.644841 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3291cdfe-ff60-49f2-9fdb-9af1487fd804 admin admin] For port 8e15c792-5371-430b-bacb-50e7dc6165da, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8e15c792-5371-430b-bacb-50e7dc6165da,segment=NetworkSegment(02e2ee66-13f0-49c3-9223-a75746500ee8),segment_id=02e2ee66-13f0-49c3-9223-a75746500ee8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:13:14.645115 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3291cdfe-ff60-49f2-9fdb-9af1487fd804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:14.657129 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3291cdfe-ff60-49f2-9fdb-9af1487fd804 admin admin] Calling delete_port for 8e15c792-5371-430b-bacb-50e7dc6165da owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:13:14.830770 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3291cdfe-ff60-49f2-9fdb-9af1487fd804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:14.856189 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291cdfe-ff60-49f2-9fdb-9af1487fd804 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e15c792-5371-430b-bacb-50e7dc6165da,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:15.017536 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3291cdfe-ff60-49f2-9fdb-9af1487fd804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:15.223767 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3291cdfe-ff60-49f2-9fdb-9af1487fd804 admin admin] Router 5a22910d-54d7-4780-8232-dcd87efc53e4 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:13:15.573099 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3291cdfe-ff60-49f2-9fdb-9af1487fd804 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:13:15.578198 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3291cdfe-ff60-49f2-9fdb-9af1487fd804 admin admin] 10.222.0.35 "PUT /v2.0/routers/5a22910d-54d7-4780-8232-dcd87efc53e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5726292 Jul 14 08:13:15.580709 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40836) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:15.583462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51957c68-ac86-4360-abc9-2a188790c90d None None] Sync routers for ids ['5a22910d-54d7-4780-8232-dcd87efc53e4'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:13:15.592464 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51957c68-ac86-4360-abc9-2a188790c90d None None] Routers {'5a22910d-54d7-4780-8232-dcd87efc53e4'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:13:15.593074 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-51957c68-ac86-4360-abc9-2a188790c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5a22910d-54d7-4780-8232-dcd87efc53e4'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:15.681057 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb121c82-7244-4a30-9942-477174143fcb admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:15.692919 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-51957c68-ac86-4360-abc9-2a188790c90d None None] Set router 5a22910d-54d7-4780-8232-dcd87efc53e4 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:13:15.779625 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb121c82-7244-4a30-9942-477174143fcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:15.807610 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device b913b99e-97b4-4f0e-b4ab-a82d2fbc388d no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:13:15.831779 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-eb121c82-7244-4a30-9942-477174143fcb admin admin] Deleting port 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:13:15.832039 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb121c82-7244-4a30-9942-477174143fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:15.832172 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: b913b99e-97b4-4f0e-b4ab-a82d2fbc388d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:13:15.832500 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device b913b99e-97b4-4f0e-b4ab-a82d2fbc388d not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:13:15.886314 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-51957c68-ac86-4360-abc9-2a188790c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'name': 'tempest-TestEncryptedCinderVolumes-669586460-router', 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '5f40c3f3-d327-4a46-afdc-85d20a4c9f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:11:56Z', 'updated_at': '2021-07-14T08:13:14Z', 'revision_number': 5, 'project_id': '83584d3402f34ff3a003ea2bce5ced2f', 'gw_port': {'id': '5f40c3f3-d327-4a46-afdc-85d20a4c9f2d', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:11:57Z', 'updated_at': '2021-07-14T08:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:15.911689 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51957c68-ac86-4360-abc9-2a188790c90d None None] Checking router: 5a22910d-54d7-4780-8232-dcd87efc53e4 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:13:15.912465 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-eb121c82-7244-4a30-9942-477174143fcb admin admin] For port 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=5f40c3f3-d327-4a46-afdc-85d20a4c9f2d,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:13:15.912889 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb121c82-7244-4a30-9942-477174143fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:15.919751 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51957c68-ac86-4360-abc9-2a188790c90d None None] Routers {'5a22910d-54d7-4780-8232-dcd87efc53e4'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:13:15.920348 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-51957c68-ac86-4360-abc9-2a188790c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['5a22910d-54d7-4780-8232-dcd87efc53e4'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:15.926308 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-eb121c82-7244-4a30-9942-477174143fcb admin admin] Calling delete_port for 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:13:16.003904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-51957c68-ac86-4360-abc9-2a188790c90d None None] Set router 5a22910d-54d7-4780-8232-dcd87efc53e4 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:13:16.056732 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-51957c68-ac86-4360-abc9-2a188790c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'name': 'tempest-TestEncryptedCinderVolumes-669586460-router', 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:11:56Z', 'updated_at': '2021-07-14T08:13:15Z', 'revision_number': 6, 'project_id': '83584d3402f34ff3a003ea2bce5ced2f', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:16.082967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51957c68-ac86-4360-abc9-2a188790c90d None None] The sync data for ids ['5a22910d-54d7-4780-8232-dcd87efc53e4'] in n-d-778696-5 is: [{'id': '5a22910d-54d7-4780-8232-dcd87efc53e4', 'name': 'tempest-TestEncryptedCinderVolumes-669586460-router', 'tenant_id': '83584d3402f34ff3a003ea2bce5ced2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:11:56Z', 'updated_at': '2021-07-14T08:13:15Z', 'revision_number': 6, 'project_id': '83584d3402f34ff3a003ea2bce5ced2f', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:13:16.088288 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb121c82-7244-4a30-9942-477174143fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.115849 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.120622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb121c82-7244-4a30-9942-477174143fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=5f40c3f3-d327-4a46-afdc-85d20a4c9f2d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:16.162708 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.178876 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb121c82-7244-4a30-9942-477174143fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.264618 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb121c82-7244-4a30-9942-477174143fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.266693 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb121c82-7244-4a30-9942-477174143fcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.310267 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb121c82-7244-4a30-9942-477174143fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.310776 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb121c82-7244-4a30-9942-477174143fcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a22910d-54d7-4780-8232-dcd87efc53e4 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 08:13:16.315780 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb121c82-7244-4a30-9942-477174143fcb admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.317004 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-eb121c82-7244-4a30-9942-477174143fcb admin admin] 10.222.0.35 "DELETE /v2.0/routers/5a22910d-54d7-4780-8232-dcd87efc53e4 HTTP/1.1" status: 204 len: 168 time: 0.7353532 Jul 14 08:13:16.319582 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40838) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:16.361035 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f3bbd2-77ce-4ef1-b09f-8e1c7b0c445a admin admin] Deleting subnet 519e1c81-8f4f-47bd-923f-5dfa09f78170 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:13:16.364623 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78f3bbd2-77ce-4ef1-b09f-8e1c7b0c445a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.397145 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78f3bbd2-77ce-4ef1-b09f-8e1c7b0c445a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.479740 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78f3bbd2-77ce-4ef1-b09f-8e1c7b0c445a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.533691 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78f3bbd2-77ce-4ef1-b09f-8e1c7b0c445a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.560745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3bbd2-77ce-4ef1-b09f-8e1c7b0c445a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=519e1c81-8f4f-47bd-923f-5dfa09f78170,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:16.562715 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78f3bbd2-77ce-4ef1-b09f-8e1c7b0c445a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.564710 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-78f3bbd2-77ce-4ef1-b09f-8e1c7b0c445a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/519e1c81-8f4f-47bd-923f-5dfa09f78170 HTTP/1.1" status: 204 len: 168 time: 0.2441244 Jul 14 08:13:16.567348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40840) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:16.569492 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abe5286-ac2f-4827-88f4-df9bbb2df5e5 None None] Network c1eae692-e7f6-4354-b4e9-87ad6535b47b requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:13:16.635696 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.695351 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] Deleting port fe8abe80-c704-4c2a-b596-e090ac6dc13b {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:13:16.696822 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.759361 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8e15c792-5371-430b-bacb-50e7dc6165da no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:13:16.764876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] For port fe8abe80-c704-4c2a-b596-e090ac6dc13b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=fe8abe80-c704-4c2a-b596-e090ac6dc13b,segment=NetworkSegment(02e2ee66-13f0-49c3-9223-a75746500ee8),segment_id=02e2ee66-13f0-49c3-9223-a75746500ee8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:13:16.765270 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.780807 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563cf460-3342-42c2-97c6-88b9088c4609 None None] DHCP port deletion for c1eae692-e7f6-4354-b4e9-87ad6535b47b request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 08:13:16.783137 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 8e15c792-5371-430b-bacb-50e7dc6165da {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:13:16.783459 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8e15c792-5371-430b-bacb-50e7dc6165da not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:13:16.784352 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:13:16.785745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] Calling delete_port for fe8abe80-c704-4c2a-b596-e090ac6dc13b owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:13:16.809071 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:13:16.809458 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5f40c3f3-d327-4a46-afdc-85d20a4c9f2d not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:13:16.858027 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-563cf460-3342-42c2-97c6-88b9088c4609 None None] Deleting port fe8abe80-c704-4c2a-b596-e090ac6dc13b {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:13:16.858549 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-563cf460-3342-42c2-97c6-88b9088c4609 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.874233 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.900775 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8abe80-c704-4c2a-b596-e090ac6dc13b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:16.908444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] No DVR routers for this DVR port fe8abe80-c704-4c2a-b596-e090ac6dc13b on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:13:16.927021 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-563cf460-3342-42c2-97c6-88b9088c4609 None None] For port fe8abe80-c704-4c2a-b596-e090ac6dc13b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=fe8abe80-c704-4c2a-b596-e090ac6dc13b,segment=NetworkSegment(02e2ee66-13f0-49c3-9223-a75746500ee8),segment_id=02e2ee66-13f0-49c3-9223-a75746500ee8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:13:16.927418 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-563cf460-3342-42c2-97c6-88b9088c4609 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.939719 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-563cf460-3342-42c2-97c6-88b9088c4609 None None] Calling delete_port for fe8abe80-c704-4c2a-b596-e090ac6dc13b owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:13:16.983408 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:16.994171 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1eae692-e7f6-4354-b4e9-87ad6535b47b']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:17.007964 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e2ee66-13f0-49c3-9223-a75746500ee8') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:17.008262 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e2ee66-13f0-49c3-9223-a75746500ee8') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:13:17.011243 n-d-778696-5 neutron-server[93829]: self.session.flush() Jul 14 08:13:17.017511 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:17.020484 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-563cf460-3342-42c2-97c6-88b9088c4609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:17.031307 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:17.037738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:13:17.038131 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: timer() Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:13:17.039790 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:13:17.047237 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563cf460-3342-42c2-97c6-88b9088c4609 None None] No DVR routers for this DVR port fe8abe80-c704-4c2a-b596-e090ac6dc13b on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:13:17.051312 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cf460-3342-42c2-97c6-88b9088c4609 None None] Pushing event deleted for resources: {'Port': ['ID=fe8abe80-c704-4c2a-b596-e090ac6dc13b,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:17.095700 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:17.102223 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:17.104120 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c1eae692-e7f6-4354-b4e9-87ad6535b47b HTTP/1.1" status: 204 len: 168 time: 0.5358691 Jul 14 08:13:17.107252 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40842) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:17.114904 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd15b7b-b606-491b-abf2-f975f45ff2b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1eae692-e7f6-4354-b4e9-87ad6535b47b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:17.771065 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:18.013154 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Deleting port 58a85e4d-0f85-4364-8438-7e2629f95e16 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:13:18.013521 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:18.090289 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] For port 58a85e4d-0f85-4364-8438-7e2629f95e16, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=58a85e4d-0f85-4364-8438-7e2629f95e16,segment=NetworkSegment(1ef44f9a-bb86-4ca2-932c-b3690bc30792),segment_id=1ef44f9a-bb86-4ca2-932c-b3690bc30792)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:13:18.090635 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:18.103357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Calling delete_port for 58a85e4d-0f85-4364-8438-7e2629f95e16 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:13:18.272395 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:18.297108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Pushing event deleted for resources: {'Port': ['ID=58a85e4d-0f85-4364-8438-7e2629f95e16,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:18.324552 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:18.324892 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:18.325253 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:18.325583 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:18.325907 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:18.326226 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:18.326548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:18.326864 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:18.327181 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:18.327498 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:18.327815 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:18.328127 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:18.469910 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:18.678140 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Router 8c3fbec3-10ee-4607-a9ee-cd198e23a250 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:13:18.783203 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:13:18.790745 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c9b9ee98-24c8-42c7-9853-591b87b40daa admin admin] 10.222.0.35 "PUT /v2.0/routers/8c3fbec3-10ee-4607-a9ee-cd198e23a250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6801448 Jul 14 08:13:18.791006 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40844) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:18.793085 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725b6f87-b1fd-47ed-a0e2-e6f03de06550 None None] Sync routers for ids ['8c3fbec3-10ee-4607-a9ee-cd198e23a250'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:13:18.804170 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device fe8abe80-c704-4c2a-b596-e090ac6dc13b no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:13:18.805364 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725b6f87-b1fd-47ed-a0e2-e6f03de06550 None None] Routers {'8c3fbec3-10ee-4607-a9ee-cd198e23a250'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:13:18.805988 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-725b6f87-b1fd-47ed-a0e2-e6f03de06550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['8c3fbec3-10ee-4607-a9ee-cd198e23a250'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:18.824880 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: fe8abe80-c704-4c2a-b596-e090ac6dc13b {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:13:18.825248 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device fe8abe80-c704-4c2a-b596-e090ac6dc13b not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:13:18.896885 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55b6d64c-0fa3-4ee4-84fb-b6663ee25449 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:18.907119 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-725b6f87-b1fd-47ed-a0e2-e6f03de06550 None None] Set router 8c3fbec3-10ee-4607-a9ee-cd198e23a250 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:13:18.998955 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55b6d64c-0fa3-4ee4-84fb-b6663ee25449 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:19.048628 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-55b6d64c-0fa3-4ee4-84fb-b6663ee25449 admin admin] Deleting port 30fc6389-0f0a-4d30-ae1f-bafd8c516f60 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:13:19.048966 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55b6d64c-0fa3-4ee4-84fb-b6663ee25449 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:19.079524 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-725b6f87-b1fd-47ed-a0e2-e6f03de06550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'name': 'tempest-TestEncryptedCinderVolumes-1873002185-router', 'tenant_id': '0063621724894a5fa5c500bb6f3f67a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '30fc6389-0f0a-4d30-ae1f-bafd8c516f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:12:01Z', 'updated_at': '2021-07-14T08:13:18Z', 'revision_number': 5, 'project_id': '0063621724894a5fa5c500bb6f3f67a4', 'gw_port': {'id': '30fc6389-0f0a-4d30-ae1f-bafd8c516f60', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:12:01Z', 'updated_at': '2021-07-14T08:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:19.132285 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-55b6d64c-0fa3-4ee4-84fb-b6663ee25449 admin admin] For port 30fc6389-0f0a-4d30-ae1f-bafd8c516f60, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=30fc6389-0f0a-4d30-ae1f-bafd8c516f60,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:13:19.132643 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55b6d64c-0fa3-4ee4-84fb-b6663ee25449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:19.145838 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-55b6d64c-0fa3-4ee4-84fb-b6663ee25449 admin admin] Calling delete_port for 30fc6389-0f0a-4d30-ae1f-bafd8c516f60 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:13:19.194495 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725b6f87-b1fd-47ed-a0e2-e6f03de06550 None None] Checking router: 8c3fbec3-10ee-4607-a9ee-cd198e23a250 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:13:19.202568 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725b6f87-b1fd-47ed-a0e2-e6f03de06550 None None] Routers {'8c3fbec3-10ee-4607-a9ee-cd198e23a250'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:13:19.203170 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-725b6f87-b1fd-47ed-a0e2-e6f03de06550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['8c3fbec3-10ee-4607-a9ee-cd198e23a250'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:19.285283 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-725b6f87-b1fd-47ed-a0e2-e6f03de06550 None None] Set router 8c3fbec3-10ee-4607-a9ee-cd198e23a250 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:13:19.309555 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55b6d64c-0fa3-4ee4-84fb-b6663ee25449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:19.335855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6d64c-0fa3-4ee4-84fb-b6663ee25449 admin admin] Pushing event deleted for resources: {'Port': ['ID=30fc6389-0f0a-4d30-ae1f-bafd8c516f60,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:19.340883 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-725b6f87-b1fd-47ed-a0e2-e6f03de06550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'name': 'tempest-TestEncryptedCinderVolumes-1873002185-router', 'tenant_id': '0063621724894a5fa5c500bb6f3f67a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:12:01Z', 'updated_at': '2021-07-14T08:13:18Z', 'revision_number': 6, 'project_id': '0063621724894a5fa5c500bb6f3f67a4', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:19.366362 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725b6f87-b1fd-47ed-a0e2-e6f03de06550 None None] The sync data for ids ['8c3fbec3-10ee-4607-a9ee-cd198e23a250'] in n-d-778696-5 is: [{'id': '8c3fbec3-10ee-4607-a9ee-cd198e23a250', 'name': 'tempest-TestEncryptedCinderVolumes-1873002185-router', 'tenant_id': '0063621724894a5fa5c500bb6f3f67a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:12:01Z', 'updated_at': '2021-07-14T08:13:18Z', 'revision_number': 6, 'project_id': '0063621724894a5fa5c500bb6f3f67a4', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:13:19.400449 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55b6d64c-0fa3-4ee4-84fb-b6663ee25449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:19.494383 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55b6d64c-0fa3-4ee4-84fb-b6663ee25449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:19.496950 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55b6d64c-0fa3-4ee4-84fb-b6663ee25449 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:19.543871 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55b6d64c-0fa3-4ee4-84fb-b6663ee25449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:19.544315 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b6d64c-0fa3-4ee4-84fb-b6663ee25449 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c3fbec3-10ee-4607-a9ee-cd198e23a250 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 08:13:19.550137 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-55b6d64c-0fa3-4ee4-84fb-b6663ee25449 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:19.551263 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-55b6d64c-0fa3-4ee4-84fb-b6663ee25449 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8c3fbec3-10ee-4607-a9ee-cd198e23a250 HTTP/1.1" status: 204 len: 168 time: 0.7593377 Jul 14 08:13:19.553888 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40846) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:19.596798 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-95579ca4-ba21-4339-8229-ff867f680e68 admin admin] Deleting subnet f70feacc-334e-4cdf-9df4-805e5a91204b {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:13:19.599740 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95579ca4-ba21-4339-8229-ff867f680e68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:19.633809 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95579ca4-ba21-4339-8229-ff867f680e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:19.710593 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95579ca4-ba21-4339-8229-ff867f680e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:19.761203 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95579ca4-ba21-4339-8229-ff867f680e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:19.785715 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95579ca4-ba21-4339-8229-ff867f680e68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f70feacc-334e-4cdf-9df4-805e5a91204b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:19.790234 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95579ca4-ba21-4339-8229-ff867f680e68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:19.792311 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-95579ca4-ba21-4339-8229-ff867f680e68 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f70feacc-334e-4cdf-9df4-805e5a91204b HTTP/1.1" status: 204 len: 168 time: 0.2373874 Jul 14 08:13:19.794867 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40848) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:19.796111 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c39ef4-772f-4687-8230-d24f9f633d61 None None] Network 28cbf28a-7790-4b0e-bef7-de1a216b7c0c requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:13:19.868623 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:19.921693 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] Deleting port 6649caab-bf6d-45a9-bf44-57adc75a9afd {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:13:19.922612 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:19.988238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54030c1a-a290-4201-a9a9-93c355c9b0ff None None] DHCP port deletion for 28cbf28a-7790-4b0e-bef7-de1a216b7c0c request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 08:13:19.993462 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] For port 6649caab-bf6d-45a9-bf44-57adc75a9afd, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6649caab-bf6d-45a9-bf44-57adc75a9afd,segment=NetworkSegment(1ef44f9a-bb86-4ca2-932c-b3690bc30792),segment_id=1ef44f9a-bb86-4ca2-932c-b3690bc30792)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:13:19.993822 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:20.007039 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] Calling delete_port for 6649caab-bf6d-45a9-bf44-57adc75a9afd owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:13:20.033883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-54030c1a-a290-4201-a9a9-93c355c9b0ff None None] Deleting port 6649caab-bf6d-45a9-bf44-57adc75a9afd {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:13:20.034558 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54030c1a-a290-4201-a9a9-93c355c9b0ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:20.093767 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:20.101072 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-54030c1a-a290-4201-a9a9-93c355c9b0ff None None] For port 6649caab-bf6d-45a9-bf44-57adc75a9afd, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=6649caab-bf6d-45a9-bf44-57adc75a9afd,segment=NetworkSegment(1ef44f9a-bb86-4ca2-932c-b3690bc30792),segment_id=1ef44f9a-bb86-4ca2-932c-b3690bc30792)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:13:20.101495 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54030c1a-a290-4201-a9a9-93c355c9b0ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:20.115493 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-54030c1a-a290-4201-a9a9-93c355c9b0ff None None] Calling delete_port for 6649caab-bf6d-45a9-bf44-57adc75a9afd owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:13:20.118408 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] Pushing event deleted for resources: {'Port': ['ID=6649caab-bf6d-45a9-bf44-57adc75a9afd,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:20.125170 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] No DVR routers for this DVR port 6649caab-bf6d-45a9-bf44-57adc75a9afd on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:13:20.193010 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54030c1a-a290-4201-a9a9-93c355c9b0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:20.197816 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:20.208417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28cbf28a-7790-4b0e-bef7-de1a216b7c0c']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:20.218432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54030c1a-a290-4201-a9a9-93c355c9b0ff None None] Pushing event deleted for resources: {'Port': ['ID=6649caab-bf6d-45a9-bf44-57adc75a9afd,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:20.218916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef44f9a-bb86-4ca2-932c-b3690bc30792') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:20.219277 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef44f9a-bb86-4ca2-932c-b3690bc30792') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:20.220163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54030c1a-a290-4201-a9a9-93c355c9b0ff None None] No DVR routers for this DVR port 6649caab-bf6d-45a9-bf44-57adc75a9afd on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:13:20.229525 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:20.244330 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:20.250655 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:13:20.251055 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: timer() Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:13:20.253254 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:13:20.304640 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:20.309979 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:20.311798 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] 10.222.0.35 "DELETE /v2.0/networks/28cbf28a-7790-4b0e-bef7-de1a216b7c0c HTTP/1.1" status: 204 len: 168 time: 0.5159268 Jul 14 08:13:20.323040 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb510d-d873-4089-856e-d6c1ca90ec1e admin admin] Pushing event deleted for resources: {'Network': ['ID=28cbf28a-7790-4b0e-bef7-de1a216b7c0c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:20.465639 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40852) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:20.505490 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-27a802e1-0459-4d37-bf15-ad5b198f5570 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=83584d3402f34ff3a003ea2bce5ced2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385849 Jul 14 08:13:20.507944 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40854) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:20.553056 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-958e25ba-7835-4583-813b-8dab2c705901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:20.573453 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-958e25ba-7835-4583-813b-8dab2c705901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:20.618325 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-958e25ba-7835-4583-813b-8dab2c705901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:20.620851 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-958e25ba-7835-4583-813b-8dab2c705901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:20.622017 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-958e25ba-7835-4583-813b-8dab2c705901 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a0a882d-6997-4e9b-aa89-c14ce5ebae87 HTTP/1.1" status: 204 len: 168 time: 0.1131990 Jul 14 08:13:20.630668 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e25ba-7835-4583-813b-8dab2c705901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0a882d-6997-4e9b-aa89-c14ce5ebae87,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:20.747432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 58a85e4d-0f85-4364-8438-7e2629f95e16 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:13:20.768982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 58a85e4d-0f85-4364-8438-7e2629f95e16 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:13:20.768982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 58a85e4d-0f85-4364-8438-7e2629f95e16 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:13:20.768982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6649caab-bf6d-45a9-bf44-57adc75a9afd no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:13:20.789770 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 6649caab-bf6d-45a9-bf44-57adc75a9afd {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:13:20.790107 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 6649caab-bf6d-45a9-bf44-57adc75a9afd not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:13:20.790652 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 30fc6389-0f0a-4d30-ae1f-bafd8c516f60 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:13:20.808628 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 30fc6389-0f0a-4d30-ae1f-bafd8c516f60 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:13:20.808963 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 30fc6389-0f0a-4d30-ae1f-bafd8c516f60 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:13:20.920619 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40860) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:20.960443 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4efe7106-0b27-4ba9-9689-5b6de6b694e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0063621724894a5fa5c500bb6f3f67a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386379 Jul 14 08:13:20.962971 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40862) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:21.015712 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bbdcac0d-e77a-43b7-8599-70ed898a1388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:21.035740 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bbdcac0d-e77a-43b7-8599-70ed898a1388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:21.081253 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bbdcac0d-e77a-43b7-8599-70ed898a1388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:21.083813 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bbdcac0d-e77a-43b7-8599-70ed898a1388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:21.084979 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bbdcac0d-e77a-43b7-8599-70ed898a1388 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f994e796-7ab8-4051-9484-cab1192621e8 HTTP/1.1" status: 204 len: 168 time: 0.1210258 Jul 14 08:13:21.093569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcac0d-e77a-43b7-8599-70ed898a1388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f994e796-7ab8-4051-9484-cab1192621e8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:21.714698 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40884) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:21.804849 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2bf7686e-463e-437c-aa2b-c67b73e8d440 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-935808616-network', 'tenant_id': '533b5428ed0f46288777f380e355fadc'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:13:21.826230 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf7686e-463e-437c-aa2b-c67b73e8d440 admin admin] Made reservation on behalf of 533b5428ed0f46288777f380e355fadc for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:13:21.828780 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2bf7686e-463e-437c-aa2b-c67b73e8d440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:21.837004 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2bf7686e-463e-437c-aa2b-c67b73e8d440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:21.923869 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2bf7686e-463e-437c-aa2b-c67b73e8d440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:21.928277 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2bf7686e-463e-437c-aa2b-c67b73e8d440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:21.948556 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf7686e-463e-437c-aa2b-c67b73e8d440 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:13:21.961718 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7686e-463e-437c-aa2b-c67b73e8d440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c504ab-e0c9-4221-8b86-a3a524c8a456,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:21.967636 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2bf7686e-463e-437c-aa2b-c67b73e8d440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:21.967976 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-2bf7686e-463e-437c-aa2b-c67b73e8d440 admin admin] Added segment 35008cfa-843a-42df-a507-306b4f5fd82b of type vlan for network 3f1f6f58-0ad2-4e16-88a8-03deb065554e Jul 14 08:13:22.013170 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2bf7686e-463e-437c-aa2b-c67b73e8d440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:22.044562 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2bf7686e-463e-437c-aa2b-c67b73e8d440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:22.045595 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf7686e-463e-437c-aa2b-c67b73e8d440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:22.046162 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2bf7686e-463e-437c-aa2b-c67b73e8d440 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:22.094897 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2bf7686e-463e-437c-aa2b-c67b73e8d440 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3790951 Jul 14 08:13:22.098382 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40888) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:22.103550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e5e4186b-e5d5-4a7b-9a49-b427f79efdc3 admin admin] Request body: {'subnet': {'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-935808616-subnet', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:13:22.106014 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7686e-463e-437c-aa2b-c67b73e8d440 admin admin] Pushing event updated for resources: {'Network': ['ID=3f1f6f58-0ad2-4e16-88a8-03deb065554e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:22.116886 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 3f1f6f58-0ad2-4e16-88a8-03deb065554e details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:13:22.124295 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e4186b-e5d5-4a7b-9a49-b427f79efdc3 admin admin] Made reservation on behalf of 533b5428ed0f46288777f380e355fadc for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:13:22.126632 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5e4186b-e5d5-4a7b-9a49-b427f79efdc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:22.288374 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5e4186b-e5d5-4a7b-9a49-b427f79efdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:22.339690 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4186b-e5d5-4a7b-9a49-b427f79efdc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5164e08-0490-42bf-a1f3-b8fed700a1d6,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:22.354710 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e4186b-e5d5-4a7b-9a49-b427f79efdc3 admin admin] Checking segment: {'id': '35008cfa-843a-42df-a507-306b4f5fd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:13:22.355065 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e4186b-e5d5-4a7b-9a49-b427f79efdc3 admin admin] Network hostable DHCP agents. Network: 3f1f6f58-0ad2-4e16-88a8-03deb065554e, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:13:22.370682 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e4186b-e5d5-4a7b-9a49-b427f79efdc3 admin admin] Network 3f1f6f58-0ad2-4e16-88a8-03deb065554e is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:13:22.378841 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e5e4186b-e5d5-4a7b-9a49-b427f79efdc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 3f1f6f58-0ad2-4e16-88a8-03deb065554e) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:13:22.383613 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e4186b-e5d5-4a7b-9a49-b427f79efdc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:22.385568 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5e4186b-e5d5-4a7b-9a49-b427f79efdc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:22.386686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eb6c56-81d7-4b43-9a2f-baa2c8a302b4 None None] Network 3f1f6f58-0ad2-4e16-88a8-03deb065554e requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:13:22.398897 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e5e4186b-e5d5-4a7b-9a49-b427f79efdc3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2993498 Jul 14 08:13:22.401708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40890) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:22.406032 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-935808616-router', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:13:22.427037 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:22.428016 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:22.478994 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:22.534486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-3f1f6f58-0ad2-4e16-88a8-03deb065554e', 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'fixed_ips': [{'subnet_id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:13:22.535350 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:22.614060 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:22.666551 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Allocated IP 172.20.0.2 (3f1f6f58-0ad2-4e16-88a8-03deb065554e/c5164e08-0490-42bf-a1f3-b8fed700a1d6/1261d222-f376-468a-81f7-f78da9948503) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:13:22.806096 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:22.809788 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:22.814205 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Transition to ACTIVE for port object 1261d222-f376-468a-81f7-f78da9948503 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:13:22.829153 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Transition to ACTIVE for port object 1261d222-f376-468a-81f7-f78da9948503 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:13:22.833700 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:22.834811 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:22.871424 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Network 3f1f6f58-0ad2-4e16-88a8-03deb065554e is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:13:22.877348 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:13:22.879905 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:13:22.891498 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Pushing event updated for resources: {'Port': ['ID=1261d222-f376-468a-81f7-f78da9948503,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:22.939019 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Attempting to bind port 1261d222-f376-468a-81f7-f78da9948503 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:13:22.939389 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Attempting to bind port 1261d222-f376-468a-81f7-f78da9948503 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '35008cfa-843a-42df-a507-306b4f5fd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:13:22.939584 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] Allocated IP 172.25.7.33 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/f467e410-646c-44f0-ad90-9e9fad6de55e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:13:22.939714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Attempting to bind port 1261d222-f376-468a-81f7-f78da9948503 on network 3f1f6f58-0ad2-4e16-88a8-03deb065554e {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:13:22.944823 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:13:22.945245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Checking segment: {'id': '35008cfa-843a-42df-a507-306b4f5fd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:13:22.945645 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:22.946037 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Bound using segment: {'id': '35008cfa-843a-42df-a507-306b4f5fd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:13:22.946495 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Bound port: 1261d222-f376-468a-81f7-f78da9948503, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35008cfa-843a-42df-a507-306b4f5fd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:13:22.946895 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:23.012814 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] For port 1261d222-f376-468a-81f7-f78da9948503, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:13:23.015824 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] For port 1261d222-f376-468a-81f7-f78da9948503, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1261d222-f376-468a-81f7-f78da9948503,segment=NetworkSegment(35008cfa-843a-42df-a507-306b4f5fd82b),segment_id=35008cfa-843a-42df-a507-306b4f5fd82b)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:13:23.020735 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:23.046872 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:23.073958 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc2b19-4297-44fb-87cf-46279b3e8e05 None None] Pushing event updated for resources: {'Port': ['ID=1261d222-f376-468a-81f7-f78da9948503,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:23.089316 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:23.130336 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:13:23.134707 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:13:23.139258 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:13:23.142026 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] Pushing event updated for resources: {'Port': ['ID=f467e410-646c-44f0-ad90-9e9fad6de55e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:23.402099 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:23.587751 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:23.969708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] Router 6020d44f-326e-492f-8de8-f28678a36566 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 08:13:24.014339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dbfa67-1907-4268-91a2-0ed6b430ff51 None None] Network 3f1f6f58-0ad2-4e16-88a8-03deb065554e requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:13:24.072252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b65b8b00-1d7a-4dd6-80e3-3aaf9c4ebe23 None None] Provisioning for port 1261d222-f376-468a-81f7-f78da9948503 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:13:24.078133 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:13:24.091639 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Sync routers for ids ['6020d44f-326e-492f-8de8-f28678a36566'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:13:24.094241 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:24.095471 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bc4a9686-43c2-4c03-896d-0cdc42b86ebf admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6927900 Jul 14 08:13:24.098622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40892) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:24.112848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Routers {'6020d44f-326e-492f-8de8-f28678a36566'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:13:24.113687 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6020d44f-326e-492f-8de8-f28678a36566'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:24.418973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Set router 6020d44f-326e-492f-8de8-f28678a36566 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:13:24.505123 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:24.602709 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6020d44f-326e-492f-8de8-f28678a36566', 'name': 'tempest-TestMinimumBasicScenario-935808616-router', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:23Z', 'revision_number': 3, 'project_id': '533b5428ed0f46288777f380e355fadc', 'gw_port': {'id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:24.634840 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Checking router: 6020d44f-326e-492f-8de8-f28678a36566 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:13:24.635203 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Updating router 6020d44f-326e-492f-8de8-f28678a36566 port f467e410-646c-44f0-ad90-9e9fad6de55e binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:13:24.669491 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:24.672577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] Allocated IP 172.20.0.1 (3f1f6f58-0ad2-4e16-88a8-03deb065554e/c5164e08-0490-42bf-a1f3-b8fed700a1d6/47495fbd-7277-47bc-8972-960b066e5aeb) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:13:24.809625 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:24.822995 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] Transition to ACTIVE for port object 47495fbd-7277-47bc-8972-960b066e5aeb will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:13:24.827603 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1261d222-f376-468a-81f7-f78da9948503 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:13:24.856190 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:24.891897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] Network 3f1f6f58-0ad2-4e16-88a8-03deb065554e is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:13:24.898575 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:13:24.902208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:13:24.926237 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] Pushing event updated for resources: {'Port': ['ID=47495fbd-7277-47bc-8972-960b066e5aeb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:24.927786 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 1261d222-f376-468a-81f7-f78da9948503 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:13:24.940335 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 1261d222-f376-468a-81f7-f78da9948503 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:13:24.940713 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:24.944352 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:25.019668 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:25.035079 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Transition to ACTIVE for port object f467e410-646c-44f0-ad90-9e9fad6de55e will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:13:25.042060 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:25.090096 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:25.124166 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:25.126366 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Attempting to bind port f467e410-646c-44f0-ad90-9e9fad6de55e on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:13:25.126732 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Attempting to bind port f467e410-646c-44f0-ad90-9e9fad6de55e by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:13:25.127094 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Attempting to bind port f467e410-646c-44f0-ad90-9e9fad6de55e on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:13:25.130254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7051915-af0f-4c74-b561-6cb1b5051300 None None] Pushing event updated for resources: {'Port': ['ID=f467e410-646c-44f0-ad90-9e9fad6de55e,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:25.146587 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:13:25.146958 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:13:25.147358 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:25.147745 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:13:25.148212 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Bound port: f467e410-646c-44f0-ad90-9e9fad6de55e, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:13:25.148591 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:25.200266 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 1261d222-f376-468a-81f7-f78da9948503, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1261d222-f376-468a-81f7-f78da9948503,segment=NetworkSegment(35008cfa-843a-42df-a507-306b4f5fd82b),segment_id=35008cfa-843a-42df-a507-306b4f5fd82b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:13:25.210546 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:25.244941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e739c279-675c-4481-a07a-e1e0589c38a6 None None] Provisioning for port 47495fbd-7277-47bc-8972-960b066e5aeb completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:13:25.253365 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] For port f467e410-646c-44f0-ad90-9e9fad6de55e, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:13:25.255365 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e739c279-675c-4481-a07a-e1e0589c38a6 None None] Provisioning complete for port 47495fbd-7277-47bc-8972-960b066e5aeb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:13:25.255743 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e739c279-675c-4481-a07a-e1e0589c38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:25.259985 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:25.263614 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:25.294088 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] For port f467e410-646c-44f0-ad90-9e9fad6de55e, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f467e410-646c-44f0-ad90-9e9fad6de55e,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:13:25.308152 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:25.319332 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=1261d222-f376-468a-81f7-f78da9948503,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:25.326092 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e739c279-675c-4481-a07a-e1e0589c38a6 None None] Port 47495fbd-7277-47bc-8972-960b066e5aeb cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:13:25.333931 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:25.335712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] Pushing event updated for resources: {'Port': ['ID=47495fbd-7277-47bc-8972-960b066e5aeb,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:25.371965 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Routers {'6020d44f-326e-492f-8de8-f28678a36566'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:13:25.372580 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6020d44f-326e-492f-8de8-f28678a36566'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:25.413162 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7051915-af0f-4c74-b561-6cb1b5051300 None None] Pushing event updated for resources: {'Port': ['ID=f467e410-646c-44f0-ad90-9e9fad6de55e,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:25.432242 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] Network 3f1f6f58-0ad2-4e16-88a8-03deb065554e is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:13:25.433617 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:13:25.490411 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] Set router 6020d44f-326e-492f-8de8-f28678a36566 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:13:25.552560 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] Router 6020d44f-326e-492f-8de8-f28678a36566 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:13:25.666678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:13:25.672755 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-501e7067-990b-4699-bf1b-5ba60b41eb43 None None] Provisioning complete for port 47495fbd-7277-47bc-8972-960b066e5aeb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:13:25.672918 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9f4c49e0-417d-4301-8e1d-59db260e8855 admin admin] 10.222.0.35 "PUT /v2.0/routers/6020d44f-326e-492f-8de8-f28678a36566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5735393 Jul 14 08:13:25.673127 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-501e7067-990b-4699-bf1b-5ba60b41eb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:25.715399 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-501e7067-990b-4699-bf1b-5ba60b41eb43 None None] Port 47495fbd-7277-47bc-8972-960b066e5aeb cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:13:25.729014 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6020d44f-326e-492f-8de8-f28678a36566', 'name': 'tempest-TestMinimumBasicScenario-935808616-router', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:25Z', 'revision_number': 4, 'project_id': '533b5428ed0f46288777f380e355fadc', 'gw_port': {'id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '47495fbd-7277-47bc-8972-960b066e5aeb', 'name': '', 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'mac_address': 'fa:16:3e:fb:f3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:24Z', 'updated_at': '2021-07-14T08:13:25Z', 'revision_number': 2, 'project_id': '533b5428ed0f46288777f380e355fadc', 'subnets': [{'id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:25.758727 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9edba2-1c22-4eff-b8b6-924f4ed6528f None None] The sync data for ids ['6020d44f-326e-492f-8de8-f28678a36566'] in n-d-778696-5 is: [{'id': '6020d44f-326e-492f-8de8-f28678a36566', 'name': 'tempest-TestMinimumBasicScenario-935808616-router', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:25Z', 'revision_number': 4, 'project_id': '533b5428ed0f46288777f380e355fadc', 'gw_port': {'id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '47495fbd-7277-47bc-8972-960b066e5aeb', 'name': '', 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'mac_address': 'fa:16:3e:fb:f3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:24Z', 'updated_at': '2021-07-14T08:13:25Z', 'revision_number': 2, 'project_id': '533b5428ed0f46288777f380e355fadc', 'subnets': [{'id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:13:26.160268 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40908) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:26.165448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1678bff2-daf0-41b0-8a97-1457d4b2870a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1723561436-network', 'tenant_id': '7f2dcf287cd843af8e2d6c9a64efb9bb'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:13:26.188833 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1678bff2-daf0-41b0-8a97-1457d4b2870a admin admin] Made reservation on behalf of 7f2dcf287cd843af8e2d6c9a64efb9bb for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:13:26.191173 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1678bff2-daf0-41b0-8a97-1457d4b2870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:26.200367 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1678bff2-daf0-41b0-8a97-1457d4b2870a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:26.294363 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1678bff2-daf0-41b0-8a97-1457d4b2870a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:26.299006 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1678bff2-daf0-41b0-8a97-1457d4b2870a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:26.325114 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1678bff2-daf0-41b0-8a97-1457d4b2870a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:13:26.335735 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678bff2-daf0-41b0-8a97-1457d4b2870a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea5f457-1d93-41cb-a4ac-5423a8b3928c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:26.340851 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1678bff2-daf0-41b0-8a97-1457d4b2870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:26.341132 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-1678bff2-daf0-41b0-8a97-1457d4b2870a admin admin] Added segment a5bbb83f-9faf-44df-9630-341d9bfbc7b0 of type vlan for network 24abbaac-76e6-4b46-a177-6b466aeba283 Jul 14 08:13:26.382054 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1678bff2-daf0-41b0-8a97-1457d4b2870a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:26.428508 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1678bff2-daf0-41b0-8a97-1457d4b2870a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:26.429725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1678bff2-daf0-41b0-8a97-1457d4b2870a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:26.430310 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1678bff2-daf0-41b0-8a97-1457d4b2870a admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:26.488206 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1678bff2-daf0-41b0-8a97-1457d4b2870a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3264828 Jul 14 08:13:26.490985 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 40910) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:26.495831 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-909cdede-e82b-4847-9af5-285930130af9 admin admin] Request body: {'subnet': {'network_id': '24abbaac-76e6-4b46-a177-6b466aeba283', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1723561436-subnet', 'tenant_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:13:26.503021 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678bff2-daf0-41b0-8a97-1457d4b2870a admin admin] Pushing event updated for resources: {'Network': ['ID=24abbaac-76e6-4b46-a177-6b466aeba283,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:26.513677 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 24abbaac-76e6-4b46-a177-6b466aeba283 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:13:26.525480 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909cdede-e82b-4847-9af5-285930130af9 admin admin] Made reservation on behalf of 7f2dcf287cd843af8e2d6c9a64efb9bb for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:13:26.527864 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-909cdede-e82b-4847-9af5-285930130af9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:26.707835 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-909cdede-e82b-4847-9af5-285930130af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:26.771866 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909cdede-e82b-4847-9af5-285930130af9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0200ee97-3fec-4b41-94cf-8a68d6bf2e57,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:26.778054 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909cdede-e82b-4847-9af5-285930130af9 admin admin] Checking segment: {'id': 'a5bbb83f-9faf-44df-9630-341d9bfbc7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24abbaac-76e6-4b46-a177-6b466aeba283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:13:26.778307 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909cdede-e82b-4847-9af5-285930130af9 admin admin] Network hostable DHCP agents. Network: 24abbaac-76e6-4b46-a177-6b466aeba283, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:13:26.797554 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909cdede-e82b-4847-9af5-285930130af9 admin admin] Network 24abbaac-76e6-4b46-a177-6b466aeba283 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:13:26.809395 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-909cdede-e82b-4847-9af5-285930130af9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 24abbaac-76e6-4b46-a177-6b466aeba283) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:13:26.812073 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909cdede-e82b-4847-9af5-285930130af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:26.812732 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-909cdede-e82b-4847-9af5-285930130af9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:26.822364 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e64fefe-1a9b-4a58-9c25-196ccc186693 None None] Network 24abbaac-76e6-4b46-a177-6b466aeba283 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:13:26.832480 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40912) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:26.833416 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-909cdede-e82b-4847-9af5-285930130af9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3409669 Jul 14 08:13:26.838419 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1723561436-router', 'tenant_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:13:26.863584 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:26.864621 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:26.878810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1261d222-f376-468a-81f7-f78da9948503 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:13:26.916645 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:26.989973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 1261d222-f376-468a-81f7-f78da9948503 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:13:26.990257 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:27.055321 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-24abbaac-76e6-4b46-a177-6b466aeba283', 'network_id': '24abbaac-76e6-4b46-a177-6b466aeba283', 'tenant_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'fixed_ips': [{'subnet_id': '0200ee97-3fec-4b41-94cf-8a68d6bf2e57'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:13:27.056177 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:27.071471 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:27.182327 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f467e410-646c-44f0-ad90-9e9fad6de55e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:13:27.254177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Allocated IP 172.20.0.2 (24abbaac-76e6-4b46-a177-6b466aeba283/0200ee97-3fec-4b41-94cf-8a68d6bf2e57/f5208cb2-9b91-430d-a2b0-79ddbe488c68) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:13:27.271550 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:27.286087 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port f467e410-646c-44f0-ad90-9e9fad6de55e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:13:27.292005 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:27.316232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f467e410-646c-44f0-ad90-9e9fad6de55e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:13:27.316601 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:27.393984 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] Allocated IP 172.25.7.101 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/fd2631d0-1420-44ab-acfd-2af5bb697308) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:13:27.464857 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:27.469444 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:27.483487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Transition to ACTIVE for port object f5208cb2-9b91-430d-a2b0-79ddbe488c68 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:13:27.497049 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port f467e410-646c-44f0-ad90-9e9fad6de55e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f467e410-646c-44f0-ad90-9e9fad6de55e,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:13:27.497275 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:27.506956 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:27.513268 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Transition to ACTIVE for port object f5208cb2-9b91-430d-a2b0-79ddbe488c68 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:13:27.536852 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:27.539981 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:27.571294 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Network 24abbaac-76e6-4b46-a177-6b466aeba283 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:13:27.575805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:13:27.578237 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:13:27.578397 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:13:27.581997 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=f467e410-646c-44f0-ad90-9e9fad6de55e,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:27.583513 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:13:27.586941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:13:27.614975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] Pushing event updated for resources: {'Port': ['ID=fd2631d0-1420-44ab-acfd-2af5bb697308,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:27.667053 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Pushing event updated for resources: {'Port': ['ID=f5208cb2-9b91-430d-a2b0-79ddbe488c68,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:27.672715 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Attempting to bind port f5208cb2-9b91-430d-a2b0-79ddbe488c68 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:13:27.673199 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Attempting to bind port f5208cb2-9b91-430d-a2b0-79ddbe488c68 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'a5bbb83f-9faf-44df-9630-341d9bfbc7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24abbaac-76e6-4b46-a177-6b466aeba283'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:13:27.673465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Attempting to bind port f5208cb2-9b91-430d-a2b0-79ddbe488c68 on network 24abbaac-76e6-4b46-a177-6b466aeba283 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:13:27.679098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:13:27.679474 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Checking segment: {'id': 'a5bbb83f-9faf-44df-9630-341d9bfbc7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24abbaac-76e6-4b46-a177-6b466aeba283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:13:27.679877 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:27.680267 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Bound using segment: {'id': 'a5bbb83f-9faf-44df-9630-341d9bfbc7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24abbaac-76e6-4b46-a177-6b466aeba283'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:13:27.680732 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Bound port: f5208cb2-9b91-430d-a2b0-79ddbe488c68, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bbb83f-9faf-44df-9630-341d9bfbc7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24abbaac-76e6-4b46-a177-6b466aeba283'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:13:27.681115 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:27.744544 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] For port f5208cb2-9b91-430d-a2b0-79ddbe488c68, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:13:27.747865 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] For port f5208cb2-9b91-430d-a2b0-79ddbe488c68, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f5208cb2-9b91-430d-a2b0-79ddbe488c68,segment=NetworkSegment(a5bbb83f-9faf-44df-9630-341d9bfbc7b0),segment_id=a5bbb83f-9faf-44df-9630-341d9bfbc7b0)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:13:27.751326 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:27.812290 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec15a6-a147-4f7b-8abf-d29005ff444d None None] Pushing event updated for resources: {'Port': ['ID=f5208cb2-9b91-430d-a2b0-79ddbe488c68,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:27.851278 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:27.860042 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Sync routers for ids ['6020d44f-326e-492f-8de8-f28678a36566'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:13:27.871451 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Routers {'6020d44f-326e-492f-8de8-f28678a36566'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:13:27.872086 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6020d44f-326e-492f-8de8-f28678a36566'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:28.010862 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Set router 6020d44f-326e-492f-8de8-f28678a36566 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:13:28.065830 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:28.198000 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] Router 64287ae7-1b12-4ef1-98b8-cb74d9214268 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 08:13:28.223160 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6020d44f-326e-492f-8de8-f28678a36566', 'name': 'tempest-TestMinimumBasicScenario-935808616-router', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:25Z', 'revision_number': 4, 'project_id': '533b5428ed0f46288777f380e355fadc', 'gw_port': {'id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '47495fbd-7277-47bc-8972-960b066e5aeb', 'name': '', 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'mac_address': 'fa:16:3e:fb:f3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:24Z', 'updated_at': '2021-07-14T08:13:25Z', 'revision_number': 2, 'project_id': '533b5428ed0f46288777f380e355fadc', 'subnets': [{'id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:28.251548 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Checking router: 6020d44f-326e-492f-8de8-f28678a36566 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:13:28.251894 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Updating router 6020d44f-326e-492f-8de8-f28678a36566 port 47495fbd-7277-47bc-8972-960b066e5aeb binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:13:28.286404 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:28.302973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:13:28.311676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Sync routers for ids ['64287ae7-1b12-4ef1-98b8-cb74d9214268'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:13:28.321444 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:28.322273 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Routers {'64287ae7-1b12-4ef1-98b8-cb74d9214268'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:13:28.323105 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bc5db92b-33b7-4bdf-ad57-724563cd887f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4882190 Jul 14 08:13:28.325569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 40914) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:13:28.326129 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['64287ae7-1b12-4ef1-98b8-cb74d9214268'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:28.597843 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:28.609492 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Transition to ACTIVE for port object 47495fbd-7277-47bc-8972-960b066e5aeb will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:13:28.620619 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:28.633805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Set router 64287ae7-1b12-4ef1-98b8-cb74d9214268 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:13:28.668356 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbeaeb4-ed6c-41e3-9437-c7fa5458d54e None None] Pushing event updated for resources: {'Port': ['ID=47495fbd-7277-47bc-8972-960b066e5aeb,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:28.679262 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeaeb4-ed6c-41e3-9437-c7fa5458d54e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:28.679604 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeaeb4-ed6c-41e3-9437-c7fa5458d54e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:28.679941 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeaeb4-ed6c-41e3-9437-c7fa5458d54e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:28.680266 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeaeb4-ed6c-41e3-9437-c7fa5458d54e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:28.680587 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeaeb4-ed6c-41e3-9437-c7fa5458d54e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:28.680907 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeaeb4-ed6c-41e3-9437-c7fa5458d54e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:28.681244 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeaeb4-ed6c-41e3-9437-c7fa5458d54e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:28.681562 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeaeb4-ed6c-41e3-9437-c7fa5458d54e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:28.681878 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeaeb4-ed6c-41e3-9437-c7fa5458d54e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:28.682242 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeaeb4-ed6c-41e3-9437-c7fa5458d54e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:28.682561 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeaeb4-ed6c-41e3-9437-c7fa5458d54e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:28.682873 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeaeb4-ed6c-41e3-9437-c7fa5458d54e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:28.799141 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Attempting to bind port 47495fbd-7277-47bc-8972-960b066e5aeb on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:13:28.799776 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Attempting to bind port 47495fbd-7277-47bc-8972-960b066e5aeb by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '35008cfa-843a-42df-a507-306b4f5fd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:13:28.800298 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Attempting to bind port 47495fbd-7277-47bc-8972-960b066e5aeb on network 3f1f6f58-0ad2-4e16-88a8-03deb065554e {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:13:28.807743 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:13:28.808339 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Checking segment: {'id': '35008cfa-843a-42df-a507-306b4f5fd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:13:28.808900 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:28.809742 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Bound using segment: {'id': '35008cfa-843a-42df-a507-306b4f5fd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:13:28.810974 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Bound port: 47495fbd-7277-47bc-8972-960b066e5aeb, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35008cfa-843a-42df-a507-306b4f5fd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:13:28.811550 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:28.897062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79006d23-3aa8-40b9-a582-c68276c881bb None None] Network 24abbaac-76e6-4b46-a177-6b466aeba283 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:13:28.927627 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] For port 47495fbd-7277-47bc-8972-960b066e5aeb, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:13:28.931484 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] For port 47495fbd-7277-47bc-8972-960b066e5aeb, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=47495fbd-7277-47bc-8972-960b066e5aeb,segment=NetworkSegment(35008cfa-843a-42df-a507-306b4f5fd82b),segment_id=35008cfa-843a-42df-a507-306b4f5fd82b)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:13:28.941687 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:28.992395 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f5208cb2-9b91-430d-a2b0-79ddbe488c68 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:13:29.016478 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbeaeb4-ed6c-41e3-9437-c7fa5458d54e None None] Pushing event updated for resources: {'Port': ['ID=47495fbd-7277-47bc-8972-960b066e5aeb,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:29.032202 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Routers {'6020d44f-326e-492f-8de8-f28678a36566'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:13:29.033245 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6020d44f-326e-492f-8de8-f28678a36566'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:29.073902 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'name': 'tempest-TestMinimumBasicScenario-1723561436-router', 'tenant_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd2631d0-1420-44ab-acfd-2af5bb697308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:26Z', 'updated_at': '2021-07-14T08:13:27Z', 'revision_number': 3, 'project_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'gw_port': {'id': 'fd2631d0-1420-44ab-acfd-2af5bb697308', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:46:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:27Z', 'updated_at': '2021-07-14T08:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:29.112355 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bdfff59d-6278-47f8-a489-3050623963dd None None] Provisioning for port f5208cb2-9b91-430d-a2b0-79ddbe488c68 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:13:29.134819 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Checking router: 64287ae7-1b12-4ef1-98b8-cb74d9214268 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:13:29.135173 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Updating router 64287ae7-1b12-4ef1-98b8-cb74d9214268 port fd2631d0-1420-44ab-acfd-2af5bb697308 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:13:29.149909 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] Set router 6020d44f-326e-492f-8de8-f28678a36566 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:13:29.200341 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port f5208cb2-9b91-430d-a2b0-79ddbe488c68 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:13:29.207446 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f5208cb2-9b91-430d-a2b0-79ddbe488c68 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:13:29.208009 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:29.255467 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:29.334076 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:29.381975 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6020d44f-326e-492f-8de8-f28678a36566', 'name': 'tempest-TestMinimumBasicScenario-935808616-router', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:25Z', 'revision_number': 4, 'project_id': '533b5428ed0f46288777f380e355fadc', 'gw_port': {'id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '47495fbd-7277-47bc-8972-960b066e5aeb', 'name': '', 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'mac_address': 'fa:16:3e:fb:f3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:24Z', 'updated_at': '2021-07-14T08:13:28Z', 'revision_number': 4, 'project_id': '533b5428ed0f46288777f380e355fadc', 'subnets': [{'id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:29.407574 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a7ed4-6f74-48a5-adb6-507df0d21c9f None None] The sync data for ids ['6020d44f-326e-492f-8de8-f28678a36566'] in n-d-778696-5 is: [{'id': '6020d44f-326e-492f-8de8-f28678a36566', 'name': 'tempest-TestMinimumBasicScenario-935808616-router', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:25Z', 'revision_number': 4, 'project_id': '533b5428ed0f46288777f380e355fadc', 'gw_port': {'id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '47495fbd-7277-47bc-8972-960b066e5aeb', 'name': '', 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'mac_address': 'fa:16:3e:fb:f3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:24Z', 'updated_at': '2021-07-14T08:13:28Z', 'revision_number': 4, 'project_id': '533b5428ed0f46288777f380e355fadc', 'subnets': [{'id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:13:29.412114 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:29.467768 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port f5208cb2-9b91-430d-a2b0-79ddbe488c68, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f5208cb2-9b91-430d-a2b0-79ddbe488c68,segment=NetworkSegment(a5bbb83f-9faf-44df-9630-341d9bfbc7b0),segment_id=a5bbb83f-9faf-44df-9630-341d9bfbc7b0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:13:29.500075 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:29.501007 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f467e410-646c-44f0-ad90-9e9fad6de55e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:13:29.545139 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] Allocated IP 172.20.0.1 (24abbaac-76e6-4b46-a177-6b466aeba283/0200ee97-3fec-4b41-94cf-8a68d6bf2e57/f3b88d49-fd68-49b8-bc65-ef57c933a5cb) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:13:29.612875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=f5208cb2-9b91-430d-a2b0-79ddbe488c68,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:29.654600 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f467e410-646c-44f0-ad90-9e9fad6de55e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:13:29.655285 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:29.669673 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:29.683243 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] Transition to ACTIVE for port object f3b88d49-fd68-49b8-bc65-ef57c933a5cb will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:13:29.722714 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:29.723756 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-df7ace7a-3b0a-4092-ac33-acd5d438ba14 None None] Provisioning complete for port f5208cb2-9b91-430d-a2b0-79ddbe488c68 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:13:29.724122 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-df7ace7a-3b0a-4092-ac33-acd5d438ba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:29.761098 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] Network 24abbaac-76e6-4b46-a177-6b466aeba283 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:13:29.765224 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:29.767317 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:13:29.770855 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:13:29.789490 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Transition to ACTIVE for port object fd2631d0-1420-44ab-acfd-2af5bb697308 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:13:29.797942 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b88d49-fd68-49b8-bc65-ef57c933a5cb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:29.819568 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:29.821951 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:29.928145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d3aca-2a68-430e-973f-c0ebd0a6f1c0 None None] Pushing event updated for resources: {'Port': ['ID=fd2631d0-1420-44ab-acfd-2af5bb697308,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:29.930629 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Attempting to bind port fd2631d0-1420-44ab-acfd-2af5bb697308 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:13:29.931091 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Attempting to bind port fd2631d0-1420-44ab-acfd-2af5bb697308 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:13:29.931404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Attempting to bind port fd2631d0-1420-44ab-acfd-2af5bb697308 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:13:29.942168 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:13:29.942547 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:13:29.942953 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:29.943344 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:13:29.943824 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Bound port: fd2631d0-1420-44ab-acfd-2af5bb697308, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:13:29.944211 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:30.001640 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] For port fd2631d0-1420-44ab-acfd-2af5bb697308, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:13:30.006721 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] For port fd2631d0-1420-44ab-acfd-2af5bb697308, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=fd2631d0-1420-44ab-acfd-2af5bb697308,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:13:30.013374 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:30.023781 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:30.086562 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d3aca-2a68-430e-973f-c0ebd0a6f1c0 None None] Pushing event updated for resources: {'Port': ['ID=fd2631d0-1420-44ab-acfd-2af5bb697308,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:30.090927 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-13313d38-673d-4b78-bf49-58dce73e1e97 None None] Provisioning for port f3b88d49-fd68-49b8-bc65-ef57c933a5cb completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:13:30.095393 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Routers {'64287ae7-1b12-4ef1-98b8-cb74d9214268'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:13:30.096073 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:13:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['64287ae7-1b12-4ef1-98b8-cb74d9214268'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:30.099806 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-13313d38-673d-4b78-bf49-58dce73e1e97 None None] Provisioning complete for port f3b88d49-fd68-49b8-bc65-ef57c933a5cb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:13:30.099806 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-13313d38-673d-4b78-bf49-58dce73e1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:30.197123 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:30.200426 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-13313d38-673d-4b78-bf49-58dce73e1e97 None None] Port f3b88d49-fd68-49b8-bc65-ef57c933a5cb cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:13:30.202829 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:30.231903 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] Set router 64287ae7-1b12-4ef1-98b8-cb74d9214268 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:13:30.277130 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:30.279039 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b88d49-fd68-49b8-bc65-ef57c933a5cb,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:30.368143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] Network 24abbaac-76e6-4b46-a177-6b466aeba283 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:13:30.369432 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:13:30.433767 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'name': 'tempest-TestMinimumBasicScenario-1723561436-router', 'tenant_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd2631d0-1420-44ab-acfd-2af5bb697308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:26Z', 'updated_at': '2021-07-14T08:13:29Z', 'revision_number': 4, 'project_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'gw_port': {'id': 'fd2631d0-1420-44ab-acfd-2af5bb697308', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:46:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:27Z', 'updated_at': '2021-07-14T08:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f3b88d49-fd68-49b8-bc65-ef57c933a5cb', 'name': '', 'network_id': '24abbaac-76e6-4b46-a177-6b466aeba283', 'tenant_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'mac_address': 'fa:16:3e:22:b7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0200ee97-3fec-4b41-94cf-8a68d6bf2e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:29Z', 'updated_at': '2021-07-14T08:13:29Z', 'revision_number': 1, 'project_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'subnets': [{'id': '0200ee97-3fec-4b41-94cf-8a68d6bf2e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:30.467005 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca982c-c323-4f1a-a7b5-8afa9dbf3e0a None None] The sync data for ids ['64287ae7-1b12-4ef1-98b8-cb74d9214268'] in n-d-778696-5 is: [{'id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'name': 'tempest-TestMinimumBasicScenario-1723561436-router', 'tenant_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd2631d0-1420-44ab-acfd-2af5bb697308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:26Z', 'updated_at': '2021-07-14T08:13:29Z', 'revision_number': 4, 'project_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'gw_port': {'id': 'fd2631d0-1420-44ab-acfd-2af5bb697308', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:46:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:27Z', 'updated_at': '2021-07-14T08:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f3b88d49-fd68-49b8-bc65-ef57c933a5cb', 'name': '', 'network_id': '24abbaac-76e6-4b46-a177-6b466aeba283', 'tenant_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'mac_address': 'fa:16:3e:22:b7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0200ee97-3fec-4b41-94cf-8a68d6bf2e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:29Z', 'updated_at': '2021-07-14T08:13:29Z', 'revision_number': 1, 'project_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'subnets': [{'id': '0200ee97-3fec-4b41-94cf-8a68d6bf2e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:13:30.499377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] Router 64287ae7-1b12-4ef1-98b8-cb74d9214268 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:13:30.589571 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e0664a32-0d56-43bf-a515-ebf91c3ad6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:30.619232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:13:30.625116 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3940f999-a859-4a57-8bc0-3e6adc8c1614 None None] Provisioning complete for port f3b88d49-fd68-49b8-bc65-ef57c933a5cb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:13:30.625520 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3940f999-a859-4a57-8bc0-3e6adc8c1614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:30.632709 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8a98a071-5d7d-4d55-8d17-e6c4c5f60406 admin admin] 10.222.0.35 "PUT /v2.0/routers/64287ae7-1b12-4ef1-98b8-cb74d9214268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3059967 Jul 14 08:13:30.673432 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3940f999-a859-4a57-8bc0-3e6adc8c1614 None None] Port f3b88d49-fd68-49b8-bc65-ef57c933a5cb cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:13:30.811565 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 47495fbd-7277-47bc-8972-960b066e5aeb up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:13:30.862224 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 47495fbd-7277-47bc-8972-960b066e5aeb completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:13:30.866512 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 47495fbd-7277-47bc-8972-960b066e5aeb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:13:30.866970 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:30.960357 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:30.998121 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 47495fbd-7277-47bc-8972-960b066e5aeb, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=47495fbd-7277-47bc-8972-960b066e5aeb,segment=NetworkSegment(35008cfa-843a-42df-a507-306b4f5fd82b),segment_id=35008cfa-843a-42df-a507-306b4f5fd82b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:13:31.003947 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:31.004744 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f5208cb2-9b91-430d-a2b0-79ddbe488c68 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:13:31.082966 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=47495fbd-7277-47bc-8972-960b066e5aeb,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:31.099661 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f5208cb2-9b91-430d-a2b0-79ddbe488c68 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:13:31.100158 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:32.916923 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 47495fbd-7277-47bc-8972-960b066e5aeb up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:13:32.980897 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 47495fbd-7277-47bc-8972-960b066e5aeb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:13:32.981256 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:33.073823 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device fd2631d0-1420-44ab-acfd-2af5bb697308 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:13:33.134703 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port fd2631d0-1420-44ab-acfd-2af5bb697308 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:13:33.141601 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port fd2631d0-1420-44ab-acfd-2af5bb697308 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:13:33.142263 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:33.233632 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:33.257810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port fd2631d0-1420-44ab-acfd-2af5bb697308, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=fd2631d0-1420-44ab-acfd-2af5bb697308,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:13:33.266677 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:33.339029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=fd2631d0-1420-44ab-acfd-2af5bb697308,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:33.397133 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d9877b08-e3b7-47aa-af8f-0db6faaf39f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:33.734993 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:33.792009 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Sync routers for ids ['64287ae7-1b12-4ef1-98b8-cb74d9214268'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:13:33.804474 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Routers {'64287ae7-1b12-4ef1-98b8-cb74d9214268'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:13:33.805095 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:13:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['64287ae7-1b12-4ef1-98b8-cb74d9214268'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:34.029107 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Set router 64287ae7-1b12-4ef1-98b8-cb74d9214268 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:13:34.252791 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'name': 'tempest-TestMinimumBasicScenario-1723561436-router', 'tenant_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd2631d0-1420-44ab-acfd-2af5bb697308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:26Z', 'updated_at': '2021-07-14T08:13:29Z', 'revision_number': 4, 'project_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'gw_port': {'id': 'fd2631d0-1420-44ab-acfd-2af5bb697308', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:27Z', 'updated_at': '2021-07-14T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f3b88d49-fd68-49b8-bc65-ef57c933a5cb', 'name': '', 'network_id': '24abbaac-76e6-4b46-a177-6b466aeba283', 'tenant_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'mac_address': 'fa:16:3e:22:b7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0200ee97-3fec-4b41-94cf-8a68d6bf2e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:29Z', 'updated_at': '2021-07-14T08:13:30Z', 'revision_number': 2, 'project_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'subnets': [{'id': '0200ee97-3fec-4b41-94cf-8a68d6bf2e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:34.278182 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Checking router: 64287ae7-1b12-4ef1-98b8-cb74d9214268 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:13:34.278526 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Updating router 64287ae7-1b12-4ef1-98b8-cb74d9214268 port f3b88d49-fd68-49b8-bc65-ef57c933a5cb binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:13:34.310514 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:34.582820 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:34.593646 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Transition to ACTIVE for port object f3b88d49-fd68-49b8-bc65-ef57c933a5cb will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:13:34.599410 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:34.654963 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0ff87-c047-4061-bd9a-10a587dfe545 None None] Pushing event updated for resources: {'Port': ['ID=f3b88d49-fd68-49b8-bc65-ef57c933a5cb,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:34.776712 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Attempting to bind port f3b88d49-fd68-49b8-bc65-ef57c933a5cb on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:13:34.777074 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Attempting to bind port f3b88d49-fd68-49b8-bc65-ef57c933a5cb by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'a5bbb83f-9faf-44df-9630-341d9bfbc7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24abbaac-76e6-4b46-a177-6b466aeba283'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:13:34.777470 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Attempting to bind port f3b88d49-fd68-49b8-bc65-ef57c933a5cb on network 24abbaac-76e6-4b46-a177-6b466aeba283 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:13:34.783122 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:13:34.784136 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Checking segment: {'id': 'a5bbb83f-9faf-44df-9630-341d9bfbc7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24abbaac-76e6-4b46-a177-6b466aeba283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:13:34.785045 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:34.786155 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Bound using segment: {'id': 'a5bbb83f-9faf-44df-9630-341d9bfbc7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24abbaac-76e6-4b46-a177-6b466aeba283'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:13:34.787108 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Bound port: f3b88d49-fd68-49b8-bc65-ef57c933a5cb, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bbb83f-9faf-44df-9630-341d9bfbc7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24abbaac-76e6-4b46-a177-6b466aeba283'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:13:34.788281 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:34.816727 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device fd2631d0-1420-44ab-acfd-2af5bb697308 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:13:34.869608 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] For port f3b88d49-fd68-49b8-bc65-ef57c933a5cb, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:13:34.872809 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] For port f3b88d49-fd68-49b8-bc65-ef57c933a5cb, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f3b88d49-fd68-49b8-bc65-ef57c933a5cb,segment=NetworkSegment(a5bbb83f-9faf-44df-9630-341d9bfbc7b0),segment_id=a5bbb83f-9faf-44df-9630-341d9bfbc7b0)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:13:34.883121 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:34.911968 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:34.927366 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port fd2631d0-1420-44ab-acfd-2af5bb697308 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:13:34.928431 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:34.946069 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Routers {'64287ae7-1b12-4ef1-98b8-cb74d9214268'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:13:34.946708 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:13:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['64287ae7-1b12-4ef1-98b8-cb74d9214268'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:34.954724 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0ff87-c047-4061-bd9a-10a587dfe545 None None] Pushing event updated for resources: {'Port': ['ID=f3b88d49-fd68-49b8-bc65-ef57c933a5cb,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:35.094525 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] Set router 64287ae7-1b12-4ef1-98b8-cb74d9214268 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:13:35.359928 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'name': 'tempest-TestMinimumBasicScenario-1723561436-router', 'tenant_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd2631d0-1420-44ab-acfd-2af5bb697308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:26Z', 'updated_at': '2021-07-14T08:13:29Z', 'revision_number': 4, 'project_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'gw_port': {'id': 'fd2631d0-1420-44ab-acfd-2af5bb697308', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:27Z', 'updated_at': '2021-07-14T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f3b88d49-fd68-49b8-bc65-ef57c933a5cb', 'name': '', 'network_id': '24abbaac-76e6-4b46-a177-6b466aeba283', 'tenant_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'mac_address': 'fa:16:3e:22:b7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0200ee97-3fec-4b41-94cf-8a68d6bf2e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:29Z', 'updated_at': '2021-07-14T08:13:34Z', 'revision_number': 4, 'project_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'subnets': [{'id': '0200ee97-3fec-4b41-94cf-8a68d6bf2e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:13:35.396354 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe66cd-afc1-45be-8530-d9933c310637 None None] The sync data for ids ['64287ae7-1b12-4ef1-98b8-cb74d9214268'] in n-d-778696-5 is: [{'id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'name': 'tempest-TestMinimumBasicScenario-1723561436-router', 'tenant_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd2631d0-1420-44ab-acfd-2af5bb697308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:26Z', 'updated_at': '2021-07-14T08:13:29Z', 'revision_number': 4, 'project_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'gw_port': {'id': 'fd2631d0-1420-44ab-acfd-2af5bb697308', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:27Z', 'updated_at': '2021-07-14T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'f3b88d49-fd68-49b8-bc65-ef57c933a5cb', 'name': '', 'network_id': '24abbaac-76e6-4b46-a177-6b466aeba283', 'tenant_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'mac_address': 'fa:16:3e:22:b7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0200ee97-3fec-4b41-94cf-8a68d6bf2e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:29Z', 'updated_at': '2021-07-14T08:13:34Z', 'revision_number': 4, 'project_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'subnets': [{'id': '0200ee97-3fec-4b41-94cf-8a68d6bf2e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:13:36.435745 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:36.822597 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f3b88d49-fd68-49b8-bc65-ef57c933a5cb up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:13:36.886380 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port f3b88d49-fd68-49b8-bc65-ef57c933a5cb completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:13:36.892848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f3b88d49-fd68-49b8-bc65-ef57c933a5cb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:13:36.893241 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:36.982291 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:37.022044 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port f3b88d49-fd68-49b8-bc65-ef57c933a5cb, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f3b88d49-fd68-49b8-bc65-ef57c933a5cb,segment=NetworkSegment(a5bbb83f-9faf-44df-9630-341d9bfbc7b0),segment_id=a5bbb83f-9faf-44df-9630-341d9bfbc7b0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:13:37.026670 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:37.083639 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=f3b88d49-fd68-49b8-bc65-ef57c933a5cb,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:38.773770 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f3b88d49-fd68-49b8-bc65-ef57c933a5cb up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:13:38.840625 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port f3b88d49-fd68-49b8-bc65-ef57c933a5cb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:13:38.841000 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:40.603829 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-3cc86147-3e76-4e6c-ac38-5ba893d99482 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:40.605325 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-3cc86147-3e76-4e6c-ac38-5ba893d99482 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/networks?id=3f1f6f58-0ad2-4e16-88a8-03deb065554e HTTP/1.1" status: 200 len: 814 time: 0.0970006 Jul 14 08:13:40.620708 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-ea2ecb4a-8799-4b58-98e7-6133f5419ecd tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/quotas/533b5428ed0f46288777f380e355fadc HTTP/1.1" status: 200 len: 375 time: 0.0101106 Jul 14 08:13:40.690646 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-10d329f6-8cfd-43ee-9c0f-e8c5285822a9 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=533b5428ed0f46288777f380e355fadc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650396 Jul 14 08:13:40.705433 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-a02f8aee-4fd1-4ee1-ab6f-50b86fb5de1b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:13:40.706396 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-a02f8aee-4fd1-4ee1-ab6f-50b86fb5de1b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051796 Jul 14 08:13:40.792067 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-1d2c134e-5e78-4363-8f8e-292f4cec8b0c service neutron] 10.222.0.35 "GET /v2.0/networks/3f1f6f58-0ad2-4e16-88a8-03deb065554e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804148 Jul 14 08:13:40.882816 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-90c14de9-f9bf-419c-855f-d23d4059c19c service neutron] 10.222.0.35 "GET /v2.0/networks/3f1f6f58-0ad2-4e16-88a8-03deb065554e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849769 Jul 14 08:13:41.051596 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-05013199-5f06-4e52-914f-5ef9fd4a5121 req-e8b9dae8-8eed-4071-8100-7679d730f7dd tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 210 time: 0.0291786 Jul 14 08:13:42.191006 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9385a39-8928-446f-9de6-f4ac3abe5200 req-52292691-1b1a-4b94-a582-398968c1c7ed tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 210 time: 0.0288060 Jul 14 08:13:42.218816 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-9c05e2e8-1149-4aa6-88a7-fac5c99fdbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:42.220304 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-9c05e2e8-1149-4aa6-88a7-fac5c99fdbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.30 "GET /v2.0/networks?id=3f1f6f58-0ad2-4e16-88a8-03deb065554e HTTP/1.1" status: 200 len: 814 time: 0.1089301 Jul 14 08:13:42.231970 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Request body: {'port': {'device_id': 'c7da3346-1f4b-4b4d-baf7-67cade451ae7', 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e', 'admin_state_up': True, 'tenant_id': '533b5428ed0f46288777f380e355fadc'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:13:42.336754 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Made reservation on behalf of 533b5428ed0f46288777f380e355fadc for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:13:42.340252 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:42.466224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Allocated IP 172.20.0.3 (3f1f6f58-0ad2-4e16-88a8-03deb065554e/c5164e08-0490-42bf-a1f3-b8fed700a1d6/49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:13:42.627953 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:42.641643 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Transition to ACTIVE for port object 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:13:42.676815 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:42.719902 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Network 3f1f6f58-0ad2-4e16-88a8-03deb065554e is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:13:42.723684 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:13:42.727855 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:13:42.782371 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:42.783020 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:42.822469 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Pushing event updated for resources: {'Port': ['ID=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:42.833095 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6049600 Jul 14 08:13:42.851162 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:42.851512 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:42.851859 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:42.852206 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:42.852543 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:42.852875 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:42.853232 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:42.853565 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:42.853896 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:42.854223 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:42.854549 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:42.854872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808157-13a4-4011-877d-fc7130a59ee3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:43.012022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ed470150-6209-437f-bdd5-df5fc62752ac None None] Provisioning for port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:13:43.016253 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ed470150-6209-437f-bdd5-df5fc62752ac None None] Provisioning complete for port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:13:43.016700 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ed470150-6209-437f-bdd5-df5fc62752ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:43.062884 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ed470150-6209-437f-bdd5-df5fc62752ac None None] Port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:13:43.375082 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39010380-b268-4b7e-9fc0-0ba762044a52 req-d68e3eca-7096-4c57-abc2-326c76704e3c tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:43.376787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-39010380-b268-4b7e-9fc0-0ba762044a52 req-d68e3eca-7096-4c57-abc2-326c76704e3c tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 931 time: 0.0734894 Jul 14 08:13:43.415215 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-39010380-b268-4b7e-9fc0-0ba762044a52 req-028c7e64-3f07-4da8-be62-fc6319318c28 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325770 Jul 14 08:13:44.594906 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d6dda-caff-4fe4-ac1d-3c58c97e631f req-9b3d02d0-f597-4bac-b89b-11a0d880627a tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:44.596870 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a9d6dda-caff-4fe4-ac1d-3c58c97e631f req-9b3d02d0-f597-4bac-b89b-11a0d880627a tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 931 time: 0.0702531 Jul 14 08:13:44.634871 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a9d6dda-caff-4fe4-ac1d-3c58c97e631f req-ec29a646-7717-49cd-b2a1-f7f04fcf95b3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323868 Jul 14 08:13:45.837508 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab5fd3-da51-4ee3-be5f-d475d2d3ffd5 req-370c7d70-3df9-480a-9e5a-a40200148eed tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:45.839218 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0dab5fd3-da51-4ee3-be5f-d475d2d3ffd5 req-370c7d70-3df9-480a-9e5a-a40200148eed tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 931 time: 0.0664947 Jul 14 08:13:45.882089 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0dab5fd3-da51-4ee3-be5f-d475d2d3ffd5 req-fedb5914-3753-4a64-a094-23f193a7b19b tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373144 Jul 14 08:13:46.005245 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:13:46.119990 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:46.163584 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:47.071484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281049ce-5ddb-4b92-80e1-1e8b8a27944f req-8cbefeb4-6bb9-4878-9e07-6380979d6081 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:47.072965 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-281049ce-5ddb-4b92-80e1-1e8b8a27944f req-8cbefeb4-6bb9-4878-9e07-6380979d6081 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 931 time: 0.0693583 Jul 14 08:13:47.110448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-281049ce-5ddb-4b92-80e1-1e8b8a27944f req-30962ffa-ecb4-44bf-abd0-1ada6ff1f4ad tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319448 Jul 14 08:13:48.317452 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d174e98-32df-496b-baa4-dc1102b94c0f req-aa89db80-c36b-4c85-b629-5be4af3f946e tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:48.318955 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d174e98-32df-496b-baa4-dc1102b94c0f req-aa89db80-c36b-4c85-b629-5be4af3f946e tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 931 time: 0.0676360 Jul 14 08:13:48.355941 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2d174e98-32df-496b-baa4-dc1102b94c0f req-b376a242-c083-4492-9828-396850720249 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315402 Jul 14 08:13:49.538209 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9918171-e0c9-4752-af79-dfa7fb7cd8c0 req-ec700ac0-b6e1-41da-aa51-1ebdc49fc524 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:49.540440 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9918171-e0c9-4752-af79-dfa7fb7cd8c0 req-ec700ac0-b6e1-41da-aa51-1ebdc49fc524 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 931 time: 0.0692065 Jul 14 08:13:49.581852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d9918171-e0c9-4752-af79-dfa7fb7cd8c0 req-829c1cb9-cade-4275-b9e3-776b5a1c0ba0 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345984 Jul 14 08:13:50.778242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fdaad-5623-44a6-84e4-ff7d037d6c6b req-c0b7433b-8466-4069-b6d2-c26b6ea44674 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:50.780719 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7a2fdaad-5623-44a6-84e4-ff7d037d6c6b req-c0b7433b-8466-4069-b6d2-c26b6ea44674 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 931 time: 0.0684645 Jul 14 08:13:50.823401 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7a2fdaad-5623-44a6-84e4-ff7d037d6c6b req-81ce7750-7884-4794-9d1b-a8f4804ea417 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372758 Jul 14 08:13:52.002829 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654310ba-00ba-47d9-8289-581e2cdcb667 req-c1e57ff0-57f4-4766-b5f7-5584c2cbf43f tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:52.005116 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-654310ba-00ba-47d9-8289-581e2cdcb667 req-c1e57ff0-57f4-4766-b5f7-5584c2cbf43f tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 931 time: 0.0696988 Jul 14 08:13:52.051544 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-654310ba-00ba-47d9-8289-581e2cdcb667 req-c0c36492-edb9-4827-b12b-8fe9d4a0ceca tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397739 Jul 14 08:13:52.924366 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Request body: {'port': {'device_id': 'c7da3346-1f4b-4b4d-baf7-67cade451ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:13:52.999210 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:53.225517 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae0a4f-627f-4bde-8c3e-ae00c6b04422 req-cb030ae0-7cac-4fe1-949b-f42f6047a290 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:53.227273 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35ae0a4f-627f-4bde-8c3e-ae00c6b04422 req-cb030ae0-7cac-4fe1-949b-f42f6047a290 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 931 time: 0.0654471 Jul 14 08:13:53.253418 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:13:53.260700 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:53.263699 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-35ae0a4f-627f-4bde-8c3e-ae00c6b04422 req-2545b452-4dcd-4080-94cf-18fd102e1976 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307608 Jul 14 08:13:53.272850 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Transition to ACTIVE for port object 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:13:53.277451 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:53.327657 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Pushing event updated for resources: {'Port': ['ID=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:53.403968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Attempting to bind port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:13:53.404299 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Attempting to bind port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '35008cfa-843a-42df-a507-306b4f5fd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:13:53.404628 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Attempting to bind port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc on network 3f1f6f58-0ad2-4e16-88a8-03deb065554e {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:13:53.409581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc on network 3f1f6f58-0ad2-4e16-88a8-03deb065554e not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:13:53.409905 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Attempting to bind port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc on network 3f1f6f58-0ad2-4e16-88a8-03deb065554e {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:13:53.414825 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:13:53.415159 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Checking segment: {'id': '35008cfa-843a-42df-a507-306b4f5fd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:13:53.415546 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Bound using segment: {'id': '35008cfa-843a-42df-a507-306b4f5fd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:13:53.415973 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Bound port: 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35008cfa-843a-42df-a507-306b4f5fd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:13:53.416327 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:53.479240 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] For port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:13:53.482430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] For port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc,segment=NetworkSegment(35008cfa-843a-42df-a507-306b4f5fd82b),segment_id=35008cfa-843a-42df-a507-306b4f5fd82b)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:13:53.488073 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:53.518796 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:53.519575 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:53.521055 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] 10.222.0.30 "PUT /v2.0/ports/49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc HTTP/1.1" status: 200 len: 1091 time: 0.6015198 Jul 14 08:13:53.523111 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7da3346-1f4b-4b4d-baf7-67cade451ae7', 'tag': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:13:53.526312 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc27cdb-e32d-4815-ae22-0e0f017f36d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c7da3346-1f4b-4b4d-baf7-67cade451ae7", "tag": "49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:13:53.553070 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfd6e6-b1c6-45de-bf42-e045112b4818 service neutron] Pushing event updated for resources: {'Port': ['ID=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:53.575398 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b24b0f-d8ce-4355-ad06-dddf3410ce43 x-openstack-request-id: req-28b24b0f-d8ce-4355-ad06-dddf3410ce43 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:13:53.575691 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7da3346-1f4b-4b4d-baf7-67cade451ae7", "tag": "49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:13:53.575940 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28b24b0f-d8ce-4355-ad06-dddf3410ce43 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:13:53.576399 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7da3346-1f4b-4b4d-baf7-67cade451ae7', 'tag': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc', 'status': 'completed', 'code': 200} Jul 14 08:13:53.634171 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-084b2d7f-046b-42b7-b3bd-314577e5103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:53.636283 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-084b2d7f-046b-42b7-b3bd-314577e5103b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=533b5428ed0f46288777f380e355fadc&device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 1094 time: 0.0582528 Jul 14 08:13:53.681138 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-50ce2d0a-a140-41ff-a5dd-b755e9efcb45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc HTTP/1.1" status: 200 len: 217 time: 0.0383227 Jul 14 08:13:53.728199 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-66a40e1a-f609-498d-bc3d-4a4c41e75ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:53.729749 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-66a40e1a-f609-498d-bc3d-4a4c41e75ae7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5164e08-0490-42bf-a1f3-b8fed700a1d6 HTTP/1.1" status: 200 len: 853 time: 0.0431049 Jul 14 08:13:53.784902 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-38b3406b-1bee-4ff2-adcf-eee35f111679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:53.786416 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-38b3406b-1bee-4ff2-adcf-eee35f111679 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f1f6f58-0ad2-4e16-88a8-03deb065554e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510788 Jul 14 08:13:53.875480 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-cf1afa36-713e-4cdb-894e-f7d950039da7 service neutron] 10.222.0.30 "GET /v2.0/networks/3f1f6f58-0ad2-4e16-88a8-03deb065554e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828683 Jul 14 08:13:53.960880 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c0f17661-3878-4a2b-aa26-1afb8f97b962 req-2508a344-d8cf-44a1-9f4a-5066ccf64eb7 service neutron] 10.222.0.30 "GET /v2.0/networks/3f1f6f58-0ad2-4e16-88a8-03deb065554e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787110 Jul 14 08:13:54.064248 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc27cdb-e32d-4815-ae22-0e0f017f36d6 req-45260a85-0388-457f-befe-5d0b54621d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:54.065786 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9dc27cdb-e32d-4815-ae22-0e0f017f36d6 req-45260a85-0388-457f-befe-5d0b54621d6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=533b5428ed0f46288777f380e355fadc&device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 1094 time: 0.0558822 Jul 14 08:13:54.405577 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc27cdb-e32d-4815-ae22-0e0f017f36d6 req-90f1e42e-83b3-489e-a64a-40c6be9bec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:54.406991 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9dc27cdb-e32d-4815-ae22-0e0f017f36d6 req-90f1e42e-83b3-489e-a64a-40c6be9bec1f service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f1f6f58-0ad2-4e16-88a8-03deb065554e HTTP/1.1" status: 200 len: 915 time: 0.3347852 Jul 14 08:13:54.435310 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed38919-3013-46a3-aa8c-817b11e3228a req-fce927c3-31fd-4723-8edd-bdb4f5046d47 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:54.436794 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aed38919-3013-46a3-aa8c-817b11e3228a req-fce927c3-31fd-4723-8edd-bdb4f5046d47 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 943 time: 0.0623858 Jul 14 08:13:54.452160 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9dc27cdb-e32d-4815-ae22-0e0f017f36d6 req-7faf1d68-b14f-4e76-b4f7-9b980ae45e53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc HTTP/1.1" status: 200 len: 217 time: 0.0369260 Jul 14 08:13:54.474041 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aed38919-3013-46a3-aa8c-817b11e3228a req-7aef6943-eeb0-4db0-a561-e93d1ad3f087 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315521 Jul 14 08:13:54.500688 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc27cdb-e32d-4815-ae22-0e0f017f36d6 req-81974f49-fa3c-4113-9650-fd046eb5f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:54.502184 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9dc27cdb-e32d-4815-ae22-0e0f017f36d6 req-81974f49-fa3c-4113-9650-fd046eb5f4cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5164e08-0490-42bf-a1f3-b8fed700a1d6 HTTP/1.1" status: 200 len: 853 time: 0.0436754 Jul 14 08:13:54.558814 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc27cdb-e32d-4815-ae22-0e0f017f36d6 req-55f5e52a-ec22-4d1c-ba9c-9bcaa8afc596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:54.560261 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9dc27cdb-e32d-4815-ae22-0e0f017f36d6 req-55f5e52a-ec22-4d1c-ba9c-9bcaa8afc596 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f1f6f58-0ad2-4e16-88a8-03deb065554e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499713 Jul 14 08:13:54.647821 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9dc27cdb-e32d-4815-ae22-0e0f017f36d6 req-30a8a8a6-d93e-454d-8c67-10e5b324c9e0 service neutron] 10.222.0.30 "GET /v2.0/networks/3f1f6f58-0ad2-4e16-88a8-03deb065554e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811009 Jul 14 08:13:54.734265 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9dc27cdb-e32d-4815-ae22-0e0f017f36d6 req-cecac52c-74cb-4447-b39b-a420956fc95c service neutron] 10.222.0.30 "GET /v2.0/networks/3f1f6f58-0ad2-4e16-88a8-03deb065554e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795276 Jul 14 08:13:55.648477 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84dc09-2568-45e7-a463-12f76705fc45 req-505d0124-0fd7-4173-aa3d-89a70e1379b6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:55.649967 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f84dc09-2568-45e7-a463-12f76705fc45 req-505d0124-0fd7-4173-aa3d-89a70e1379b6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 943 time: 0.0669341 Jul 14 08:13:55.685281 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1f84dc09-2568-45e7-a463-12f76705fc45 req-8c782578-06e2-4a75-aa28-04f096f2b598 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297501 Jul 14 08:13:56.853921 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84b737-b09d-491b-8aca-fcb0b358e6a3 req-94baedb3-f166-4524-97c3-7654f77dee3f tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:56.855397 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e84b737-b09d-491b-8aca-fcb0b358e6a3 req-94baedb3-f166-4524-97c3-7654f77dee3f tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 943 time: 0.0617108 Jul 14 08:13:56.891078 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e84b737-b09d-491b-8aca-fcb0b358e6a3 req-64291f85-fb71-4d77-a650-cae661db66c7 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302923 Jul 14 08:13:57.931120 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:13:58.023191 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc,segment=NetworkSegment(35008cfa-843a-42df-a507-306b4f5fd82b),segment_id=35008cfa-843a-42df-a507-306b4f5fd82b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:13:58.034536 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc', 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e', 'port_id': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc', 'mac_address': 'fa:16:3e:6b:2a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:13:58.059866 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dffedd-9060-43a4-84fc-5105336aa18f req-d6fd9074-75c2-45bd-9b72-5916bd114415 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:58.061364 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-93dffedd-9060-43a4-84fc-5105336aa18f req-d6fd9074-75c2-45bd-9b72-5916bd114415 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 943 time: 0.0607104 Jul 14 08:13:58.073776 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:58.099653 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-93dffedd-9060-43a4-84fc-5105336aa18f req-0553c0a4-b71e-4721-b253-1d43e2ee5413 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320690 Jul 14 08:13:58.239001 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:13:58.257697 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc,segment=NetworkSegment(35008cfa-843a-42df-a507-306b4f5fd82b),segment_id=35008cfa-843a-42df-a507-306b4f5fd82b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:13:58.261579 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:13:58.307524 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:13:58.314538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:58.314881 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:58.315214 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:58.315544 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:58.315870 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:58.316194 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:58.316513 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:58.316832 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:58.317148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:58.317491 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:58.317805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:58.318119 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:13:58.461101 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:13:59.275358 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8a925-3c6a-4718-86ca-e3283c5ac020 req-ba413053-826b-4065-b8c0-bf3fa7045ed3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:13:59.276747 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e7f8a925-3c6a-4718-86ca-e3283c5ac020 req-ba413053-826b-4065-b8c0-bf3fa7045ed3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 944 time: 0.0661037 Jul 14 08:13:59.313200 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e7f8a925-3c6a-4718-86ca-e3283c5ac020 req-3c457141-1a83-4ba4-8fcf-dece4d738077 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Jul 14 08:13:59.946258 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:13:59.993425 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:13:59.997069 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:13:59.997478 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:00.071198 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:00.092757 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7da3346-1f4b-4b4d-baf7-67cade451ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:14:00.095241 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b35d8f-2263-422b-a2ea-c28af1c29261" -d '{"events": [{"server_uuid": "c7da3346-1f4b-4b4d-baf7-67cade451ae7", "name": "network-vif-plugged", "status": "completed", "tag": "49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:14:00.108274 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc,segment=NetworkSegment(35008cfa-843a-42df-a507-306b4f5fd82b),segment_id=35008cfa-843a-42df-a507-306b4f5fd82b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:14:00.112895 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:00.143006 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f25453b-d8c1-4970-8047-61ea0f05c74c x-openstack-request-id: req-3f25453b-d8c1-4970-8047-61ea0f05c74c {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:14:00.143006 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7da3346-1f4b-4b4d-baf7-67cade451ae7", "name": "network-vif-plugged", "status": "completed", "tag": "49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:14:00.143006 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f25453b-d8c1-4970-8047-61ea0f05c74c {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:14:00.143006 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7da3346-1f4b-4b4d-baf7-67cade451ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc', 'code': 200} Jul 14 08:14:00.167300 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:14:00.239314 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442375aa-e55b-4c51-91c5-a3c0ab7920a2 req-98444136-fc1a-4b5d-ad01-47d6b7cd2fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:00.240680 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-442375aa-e55b-4c51-91c5-a3c0ab7920a2 req-98444136-fc1a-4b5d-ad01-47d6b7cd2fb7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0504563 Jul 14 08:14:00.272083 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-442375aa-e55b-4c51-91c5-a3c0ab7920a2 req-be523cce-f9aa-47ac-8ff8-11448a3e9651 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257325 Jul 14 08:14:00.480770 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac3c8d-5571-4700-8f5c-b0c27850d011 req-9ec18455-ef2b-4b20-a6fd-ee531c0c5eb2 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:00.482256 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5ac3c8d-5571-4700-8f5c-b0c27850d011 req-9ec18455-ef2b-4b20-a6fd-ee531c0c5eb2 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 945 time: 0.0614555 Jul 14 08:14:00.519700 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5ac3c8d-5571-4700-8f5c-b0c27850d011 req-bba5b8ec-13b4-4575-9e28-060f39d7fa4d tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314069 Jul 14 08:14:00.590904 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1858250-a069-43c1-959f-c5ae5c1fb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:01.695088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3186b8e-5960-4feb-bbd6-a5fda53777fe req-722f91f5-b170-4998-b423-0bda330626e2 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:01.696457 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c3186b8e-5960-4feb-bbd6-a5fda53777fe req-722f91f5-b170-4998-b423-0bda330626e2 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 945 time: 0.0640516 Jul 14 08:14:01.733014 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c3186b8e-5960-4feb-bbd6-a5fda53777fe req-cb367d0a-80e3-43be-84e2-a39738cf0eb9 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309951 Jul 14 08:14:01.900827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91474985-c3f3-4353-aa4c-b38b6f8f37a2 req-b1f348ec-f16c-44bd-b683-7cc20ca3ae95 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:01.902329 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91474985-c3f3-4353-aa4c-b38b6f8f37a2 req-b1f348ec-f16c-44bd-b683-7cc20ca3ae95 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 945 time: 0.0624073 Jul 14 08:14:01.938331 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-91474985-c3f3-4353-aa4c-b38b6f8f37a2 req-5257d5e1-8660-417b-905c-6add1347828b tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305953 Jul 14 08:14:02.270291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ed50c-3db4-457a-89c6-39a52fa5a491 req-e6a25412-959c-4b96-8295-66ce0703c343 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:02.271669 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d64ed50c-3db4-457a-89c6-39a52fa5a491 req-e6a25412-959c-4b96-8295-66ce0703c343 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 945 time: 0.0605559 Jul 14 08:14:02.311714 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d64ed50c-3db4-457a-89c6-39a52fa5a491 req-f88a6f58-a851-4eee-91a8-cc9580d84cfa tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344319 Jul 14 08:14:03.387588 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2499ae6a-47ec-4dfb-a2d3-24226791ab84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:03.737084 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:04.900911 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:06.422770 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:13.941706 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23304f65-56a0-4cd8-8d03-55faecc58455 req-59d3d02f-1179-410c-a805-9a0c3d5b0087 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:13.943087 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-23304f65-56a0-4cd8-8d03-55faecc58455 req-59d3d02f-1179-410c-a805-9a0c3d5b0087 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 945 time: 0.0647972 Jul 14 08:14:13.979689 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-23304f65-56a0-4cd8-8d03-55faecc58455 req-b6f40059-fa29-4bcd-965b-aea1bdb6582d tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311670 Jul 14 08:14:14.004418 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41108) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:14:14.133962 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e36d9a-6628-44c7-9e90-04a2fd35fd58 tempest-TestMinimumBasicScenario-1467054550 tempest-TestMinimumBasicScenario-1467054550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:14.135441 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-64e36d9a-6628-44c7-9e90-04a2fd35fd58 tempest-TestMinimumBasicScenario-1467054550 tempest-TestMinimumBasicScenario-1467054550-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 1091 time: 0.1300812 Jul 14 08:14:14.138369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41112) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:14:14.142571 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:14:14.163283 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:14.258819 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:14.355593 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Allocated IP 172.25.7.49 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/c9e72faf-87f2-4bc0-95ac-e4608a579692) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:14:14.456817 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:14.493940 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:14.528472 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:14:14.532942 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:14:14.535493 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:14:14.562413 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Pushing event updated for resources: {'Port': ['ID=c9e72faf-87f2-4bc0-95ac-e4608a579692,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:14:14.896385 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:14.972339 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:15.113291 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:15.117860 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:15.184591 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Pushing event updated for resources: {'Port': ['ID=c9e72faf-87f2-4bc0-95ac-e4608a579692,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:14:15.196200 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:15.292532 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Floating IP a7ccf2e5-afb0-4b1a-8780-2cfd9d9fc64d associated. External IP: 172.25.7.49, port: 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc. Jul 14 08:14:15.493442 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Router 6020d44f-326e-492f-8de8-f28678a36566 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:14:15.597048 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:14:15.606778 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c801d3-c330-462f-9d36-74da484b12bd None None] Sync routers for ids ['6020d44f-326e-492f-8de8-f28678a36566'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:14:15.613423 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:15.616769 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c801d3-c330-462f-9d36-74da484b12bd None None] Routers {'6020d44f-326e-492f-8de8-f28678a36566'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:14:15.617429 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-48c801d3-c330-462f-9d36-74da484b12bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:14:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6020d44f-326e-492f-8de8-f28678a36566'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:14:15.649996 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5ab902ca-6847-42b9-a49f-39480a08bbe6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5106416 Jul 14 08:14:15.650674 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7da3346-1f4b-4b4d-baf7-67cade451ae7', 'tag': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:14:15.652768 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41114) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:14:15.653311 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c0efb8-0b19-49c0-b1ff-f21fda4cf50d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7da3346-1f4b-4b4d-baf7-67cade451ae7", "tag": "49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:14:15.658586 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-9761493e-bd1a-4602-a00c-73caf5425a57 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411006853', 'description': 'tempest-secgroup-smoke-411006853 description', 'project_id': '533b5428ed0f46288777f380e355fadc'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:14:15.684324 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9761493e-bd1a-4602-a00c-73caf5425a57 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:15.725113 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-48c801d3-c330-462f-9d36-74da484b12bd None None] Set router 6020d44f-326e-492f-8de8-f28678a36566 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:14:15.773581 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9761493e-bd1a-4602-a00c-73caf5425a57 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:15.777990 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9761493e-bd1a-4602-a00c-73caf5425a57 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:15.809218 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9761493e-bd1a-4602-a00c-73caf5425a57 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:15.813585 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9761493e-bd1a-4602-a00c-73caf5425a57 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1596215 Jul 14 08:14:15.813868 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41120) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:14:15.815662 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761493e-bd1a-4602-a00c-73caf5425a57 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26301b22-6954-4935-93c2-248b3f556ad5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:14:15.821135 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-7c66fb04-f3be-4451-b422-d57af6be4446 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Request body: {'security_group_rule': {'security_group_id': '26301b22-6954-4935-93c2-248b3f556ad5', 'project_id': '533b5428ed0f46288777f380e355fadc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:14:15.831743 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ace38eb-9307-4d7c-9e2b-4f572fb1c5c9 x-openstack-request-id: req-4ace38eb-9307-4d7c-9e2b-4f572fb1c5c9 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:14:15.832037 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7da3346-1f4b-4b4d-baf7-67cade451ae7", "tag": "49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:14:15.832285 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ace38eb-9307-4d7c-9e2b-4f572fb1c5c9 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:14:15.832672 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7da3346-1f4b-4b4d-baf7-67cade451ae7', 'tag': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc', 'status': 'completed', 'code': 200} Jul 14 08:14:15.854403 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c66fb04-f3be-4451-b422-d57af6be4446 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:15.902633 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c66fb04-f3be-4451-b422-d57af6be4446 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:15.904051 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0efb8-0b19-49c0-b1ff-f21fda4cf50d req-72b7d91f-237f-4ef9-9988-a2fbcde7a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:15.905741 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-96c0efb8-0b19-49c0-b1ff-f21fda4cf50d req-72b7d91f-237f-4ef9-9988-a2fbcde7a68c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=533b5428ed0f46288777f380e355fadc&device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0586147 Jul 14 08:14:15.907614 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c66fb04-f3be-4451-b422-d57af6be4446 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:15.930458 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7c66fb04-f3be-4451-b422-d57af6be4446 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:15.934392 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7c66fb04-f3be-4451-b422-d57af6be4446 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168170 Jul 14 08:14:15.934727 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41122) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:14:15.940343 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-1a57c154-fcca-4515-ba2b-5684617cf8f1 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Request body: {'security_group_rule': {'security_group_id': '26301b22-6954-4935-93c2-248b3f556ad5', 'project_id': '533b5428ed0f46288777f380e355fadc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:14:15.961973 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66fb04-f3be-4451-b422-d57af6be4446 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086d0988-1ed3-4454-bf93-22d35fafb74d,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:14:15.976181 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a57c154-fcca-4515-ba2b-5684617cf8f1 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:15.984037 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-48c801d3-c330-462f-9d36-74da484b12bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6020d44f-326e-492f-8de8-f28678a36566', 'name': 'tempest-TestMinimumBasicScenario-935808616-router', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:25Z', 'revision_number': 4, 'project_id': '533b5428ed0f46288777f380e355fadc', 'gw_port': {'id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'a7ccf2e5-afb0-4b1a-8780-2cfd9d9fc64d', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '6020d44f-326e-492f-8de8-f28678a36566', 'port_id': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e', 'mac_address': 'fa:16:3e:6b:2a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7da3346-1f4b-4b4d-baf7-67cade451ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:14:14Z', 'updated_at': '2021-07-14T08:14:14Z', 'revision_number': 0, 'project_id': '533b5428ed0f46288777f380e355fadc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47495fbd-7277-47bc-8972-960b066e5aeb', 'name': '', 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'mac_address': 'fa:16:3e:fb:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:24Z', 'updated_at': '2021-07-14T08:13:30Z', 'revision_number': 5, 'project_id': '533b5428ed0f46288777f380e355fadc', 'subnets': [{'id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:14:16.008330 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0efb8-0b19-49c0-b1ff-f21fda4cf50d req-9f827666-9efd-4f28-8d4d-fe1876c97b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:16.009854 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-96c0efb8-0b19-49c0-b1ff-f21fda4cf50d req-9f827666-9efd-4f28-8d4d-fe1876c97b74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f1f6f58-0ad2-4e16-88a8-03deb065554e HTTP/1.1" status: 200 len: 915 time: 0.0986202 Jul 14 08:14:16.014891 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c801d3-c330-462f-9d36-74da484b12bd None None] Checking router: 6020d44f-326e-492f-8de8-f28678a36566 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:14:16.023985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c801d3-c330-462f-9d36-74da484b12bd None None] Routers {'6020d44f-326e-492f-8de8-f28678a36566'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:14:16.024795 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-48c801d3-c330-462f-9d36-74da484b12bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:14:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6020d44f-326e-492f-8de8-f28678a36566'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:14:16.032804 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a57c154-fcca-4515-ba2b-5684617cf8f1 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.038243 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a57c154-fcca-4515-ba2b-5684617cf8f1 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.070966 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57c154-fcca-4515-ba2b-5684617cf8f1 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf11896c-e4dc-4453-a7ab-72acb85f779b,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:14:16.076050 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a57c154-fcca-4515-ba2b-5684617cf8f1 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.082608 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1a57c154-fcca-4515-ba2b-5684617cf8f1 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1466734 Jul 14 08:14:16.083173 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41124) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:14:16.089300 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-fad135d1-4e4b-464b-95fb-56dad20f53f8 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Request body: {'security_group_rule': {'security_group_id': '26301b22-6954-4935-93c2-248b3f556ad5', 'project_id': '533b5428ed0f46288777f380e355fadc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:14:16.105050 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-96c0efb8-0b19-49c0-b1ff-f21fda4cf50d req-ac28289f-0038-4612-b0a0-f591f2b4464a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc HTTP/1.1" status: 200 len: 998 time: 0.0890062 Jul 14 08:14:16.146322 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fad135d1-4e4b-464b-95fb-56dad20f53f8 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.146603 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.150148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-48c801d3-c330-462f-9d36-74da484b12bd None None] Set router 6020d44f-326e-492f-8de8-f28678a36566 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:14:16.179767 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0efb8-0b19-49c0-b1ff-f21fda4cf50d req-710c5fa5-1d51-4b4b-a32f-b05af0cab62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:16.181289 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-96c0efb8-0b19-49c0-b1ff-f21fda4cf50d req-710c5fa5-1d51-4b4b-a32f-b05af0cab62f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5164e08-0490-42bf-a1f3-b8fed700a1d6 HTTP/1.1" status: 200 len: 853 time: 0.0683577 Jul 14 08:14:16.199375 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.241816 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fad135d1-4e4b-464b-95fb-56dad20f53f8 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.246410 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fad135d1-4e4b-464b-95fb-56dad20f53f8 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.273741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad135d1-4e4b-464b-95fb-56dad20f53f8 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6675efa-8c8e-4f1b-8713-ef820af70051,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:14:16.281940 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0efb8-0b19-49c0-b1ff-f21fda4cf50d req-41806f45-e72b-4850-b852-e2da97123225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:16.283657 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-96c0efb8-0b19-49c0-b1ff-f21fda4cf50d req-41806f45-e72b-4850-b852-e2da97123225 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f1f6f58-0ad2-4e16-88a8-03deb065554e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965958 Jul 14 08:14:16.284741 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fad135d1-4e4b-464b-95fb-56dad20f53f8 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.285823 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fad135d1-4e4b-464b-95fb-56dad20f53f8 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2017012 Jul 14 08:14:16.288901 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41126) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:14:16.293830 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-1d940f3c-224d-49a2-9907-6c8ea48d52d0 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Request body: {'security_group_rule': {'security_group_id': '26301b22-6954-4935-93c2-248b3f556ad5', 'project_id': '533b5428ed0f46288777f380e355fadc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:14:16.323269 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d940f3c-224d-49a2-9907-6c8ea48d52d0 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.379132 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-96c0efb8-0b19-49c0-b1ff-f21fda4cf50d req-a7c511bd-bd35-46fc-b551-723a6634eaea service neutron] 10.222.0.30 "GET /v2.0/networks/3f1f6f58-0ad2-4e16-88a8-03deb065554e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889173 Jul 14 08:14:16.386821 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d940f3c-224d-49a2-9907-6c8ea48d52d0 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.391114 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d940f3c-224d-49a2-9907-6c8ea48d52d0 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.401013 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-48c801d3-c330-462f-9d36-74da484b12bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6020d44f-326e-492f-8de8-f28678a36566', 'name': 'tempest-TestMinimumBasicScenario-935808616-router', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:25Z', 'revision_number': 4, 'project_id': '533b5428ed0f46288777f380e355fadc', 'gw_port': {'id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'a7ccf2e5-afb0-4b1a-8780-2cfd9d9fc64d', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '6020d44f-326e-492f-8de8-f28678a36566', 'port_id': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e', 'mac_address': 'fa:16:3e:6b:2a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7da3346-1f4b-4b4d-baf7-67cade451ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:14:14Z', 'updated_at': '2021-07-14T08:14:14Z', 'revision_number': 0, 'project_id': '533b5428ed0f46288777f380e355fadc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47495fbd-7277-47bc-8972-960b066e5aeb', 'name': '', 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'mac_address': 'fa:16:3e:fb:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:24Z', 'updated_at': '2021-07-14T08:13:30Z', 'revision_number': 5, 'project_id': '533b5428ed0f46288777f380e355fadc', 'subnets': [{'id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:14:16.406436 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d940f3c-224d-49a2-9907-6c8ea48d52d0 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56cd374d-3710-42ef-b940-c588b6758fa4,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:14:16.419816 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1d940f3c-224d-49a2-9907-6c8ea48d52d0 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.423894 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1d940f3c-224d-49a2-9907-6c8ea48d52d0 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1311877 Jul 14 08:14:16.424099 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41128) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:14:16.429067 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-0bd30bb7-012f-4f91-be31-57131303d9e1 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Request body: {'security_group_rule': {'security_group_id': '26301b22-6954-4935-93c2-248b3f556ad5', 'project_id': '533b5428ed0f46288777f380e355fadc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:14:16.433747 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c801d3-c330-462f-9d36-74da484b12bd None None] The sync data for ids ['6020d44f-326e-492f-8de8-f28678a36566'] in n-d-778696-5 is: [{'id': '6020d44f-326e-492f-8de8-f28678a36566', 'name': 'tempest-TestMinimumBasicScenario-935808616-router', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:25Z', 'revision_number': 4, 'project_id': '533b5428ed0f46288777f380e355fadc', 'gw_port': {'id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'a7ccf2e5-afb0-4b1a-8780-2cfd9d9fc64d', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '6020d44f-326e-492f-8de8-f28678a36566', 'port_id': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e', 'mac_address': 'fa:16:3e:6b:2a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7da3346-1f4b-4b4d-baf7-67cade451ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:14:14Z', 'updated_at': '2021-07-14T08:14:14Z', 'revision_number': 0, 'project_id': '533b5428ed0f46288777f380e355fadc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47495fbd-7277-47bc-8972-960b066e5aeb', 'name': '', 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'mac_address': 'fa:16:3e:fb:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:24Z', 'updated_at': '2021-07-14T08:13:30Z', 'revision_number': 5, 'project_id': '533b5428ed0f46288777f380e355fadc', 'subnets': [{'id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:14:16.454396 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-0bd30bb7-012f-4f91-be31-57131303d9e1 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Project 533b5428ed0f46288777f380e355fadc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:14:16.460688 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0bd30bb7-012f-4f91-be31-57131303d9e1 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.482673 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-96c0efb8-0b19-49c0-b1ff-f21fda4cf50d req-0e1a8ce3-e119-4b7e-b6e7-9264818cf80a service neutron] 10.222.0.30 "GET /v2.0/networks/3f1f6f58-0ad2-4e16-88a8-03deb065554e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969088 Jul 14 08:14:16.525456 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0bd30bb7-012f-4f91-be31-57131303d9e1 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.529088 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0bd30bb7-012f-4f91-be31-57131303d9e1 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.546588 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd30bb7-012f-4f91-be31-57131303d9e1 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39642a8-2497-414f-aeaf-7d93b32768c0,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:14:16.555765 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0bd30bb7-012f-4f91-be31-57131303d9e1 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.558594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0bd30bb7-012f-4f91-be31-57131303d9e1 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314859 Jul 14 08:14:16.559820 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41130) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:14:16.565102 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a1146b16-1572-41ed-9069-0c591bbfc813 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Request body: {'security_group_rule': {'security_group_id': '26301b22-6954-4935-93c2-248b3f556ad5', 'project_id': '533b5428ed0f46288777f380e355fadc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:14:16.588080 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-a1146b16-1572-41ed-9069-0c591bbfc813 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Project 533b5428ed0f46288777f380e355fadc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:14:16.593124 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1146b16-1572-41ed-9069-0c591bbfc813 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.648949 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab63e3e-a283-4d83-b5ce-c230a73bcde1 None None] New status for floating IP a7ccf2e5-afb0-4b1a-8780-2cfd9d9fc64d: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:14:16.659932 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1146b16-1572-41ed-9069-0c591bbfc813 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.662841 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1146b16-1572-41ed-9069-0c591bbfc813 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.682434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1146b16-1572-41ed-9069-0c591bbfc813 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe29d74-828e-4f8e-855a-2d3d3000a3f4,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:14:16.687590 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1146b16-1572-41ed-9069-0c591bbfc813 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:16.691199 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a1146b16-1572-41ed-9069-0c591bbfc813 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279080 Jul 14 08:14:16.808925 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dfe7e6dd-b424-43c3-8f90-a4145f9413db req-65e8f6f0-54fb-4da0-8d79-0e3450cd4d62 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411006853&fields=id&tenant_id=533b5428ed0f46288777f380e355fadc HTTP/1.1" status: 200 len: 267 time: 0.0349860 Jul 14 08:14:17.210630 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7e6dd-b424-43c3-8f90-a4145f9413db req-5f146bc0-7886-493a-be4b-788a16ff550b tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:17.212030 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dfe7e6dd-b424-43c3-8f90-a4145f9413db req-5f146bc0-7886-493a-be4b-788a16ff550b tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 945 time: 0.3978221 Jul 14 08:14:17.222446 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-dfe7e6dd-b424-43c3-8f90-a4145f9413db req-be8e8964-306b-4648-98e6-ead0ff5472f2 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Request body: {'port': {'security_groups': ['45c504ab-e0c9-4221-8b86-a3a524c8a456', '26301b22-6954-4935-93c2-248b3f556ad5']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:14:17.299888 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dfe7e6dd-b424-43c3-8f90-a4145f9413db req-be8e8964-306b-4648-98e6-ead0ff5472f2 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:17.475581 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-dfe7e6dd-b424-43c3-8f90-a4145f9413db req-be8e8964-306b-4648-98e6-ead0ff5472f2 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] For port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc,segment=NetworkSegment(35008cfa-843a-42df-a507-306b4f5fd82b),segment_id=35008cfa-843a-42df-a507-306b4f5fd82b)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:14:17.504708 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dfe7e6dd-b424-43c3-8f90-a4145f9413db req-be8e8964-306b-4648-98e6-ead0ff5472f2 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:17.509511 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dfe7e6dd-b424-43c3-8f90-a4145f9413db req-be8e8964-306b-4648-98e6-ead0ff5472f2 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:17.552528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:14:17.556632 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7e6dd-b424-43c3-8f90-a4145f9413db req-be8e8964-306b-4648-98e6-ead0ff5472f2 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:17.556632 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-dfe7e6dd-b424-43c3-8f90-a4145f9413db req-be8e8964-306b-4648-98e6-ead0ff5472f2 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:17.557850 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dfe7e6dd-b424-43c3-8f90-a4145f9413db req-be8e8964-306b-4648-98e6-ead0ff5472f2 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "PUT /v2.0/ports/49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc HTTP/1.1" status: 200 len: 981 time: 0.3397443 Jul 14 08:14:17.585553 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e8964-306b-4648-98e6-ead0ff5472f2 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Pushing event updated for resources: {'Port': ['ID=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc,revision_number=6']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:14:17.621717 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:14:17.739357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bec55c-81ba-4991-9a25-79b7ea24d9dd req-7492935d-07bd-4f5c-bc88-400a853a9a98 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:17.740913 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66bec55c-81ba-4991-9a25-79b7ea24d9dd req-7492935d-07bd-4f5c-bc88-400a853a9a98 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 984 time: 0.0759130 Jul 14 08:14:17.781096 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66bec55c-81ba-4991-9a25-79b7ea24d9dd req-dcf8d176-d560-414d-b4f5-ecb096929dcd tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&id=26301b22-6954-4935-93c2-248b3f556ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343537 Jul 14 08:14:17.833915 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7da3346-1f4b-4b4d-baf7-67cade451ae7', 'tag': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:14:17.836301 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ae1256-5c46-4115-98fa-81cebf84bf2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7da3346-1f4b-4b4d-baf7-67cade451ae7", "tag": "49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:14:17.871238 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53287a79-d072-4976-ac62-9f08ab5cfbd7 x-openstack-request-id: req-53287a79-d072-4976-ac62-9f08ab5cfbd7 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:14:17.871520 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7da3346-1f4b-4b4d-baf7-67cade451ae7", "tag": "49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:14:17.871762 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53287a79-d072-4976-ac62-9f08ab5cfbd7 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:14:17.872140 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7da3346-1f4b-4b4d-baf7-67cade451ae7', 'tag': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc', 'status': 'completed', 'code': 200} Jul 14 08:14:17.903468 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a5e676ed-5e2f-4dea-b435-4d1032f906ca None None] Provisioning complete for port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:14:17.903839 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a5e676ed-5e2f-4dea-b435-4d1032f906ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:17.946593 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae1256-5c46-4115-98fa-81cebf84bf2a req-a8afb56a-f29e-48f5-9a5b-b38455524af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:17.948224 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b3ae1256-5c46-4115-98fa-81cebf84bf2a req-a8afb56a-f29e-48f5-9a5b-b38455524af7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=533b5428ed0f46288777f380e355fadc&device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 1135 time: 0.0525022 Jul 14 08:14:18.040343 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae1256-5c46-4115-98fa-81cebf84bf2a req-66f3ef52-1529-46db-b7d9-3f3b84f8994b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:18.041897 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b3ae1256-5c46-4115-98fa-81cebf84bf2a req-66f3ef52-1529-46db-b7d9-3f3b84f8994b service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f1f6f58-0ad2-4e16-88a8-03deb065554e HTTP/1.1" status: 200 len: 915 time: 0.0873151 Jul 14 08:14:18.105499 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b3ae1256-5c46-4115-98fa-81cebf84bf2a req-bbc5af25-cb8e-4863-9c22-cb5b2e07367e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc HTTP/1.1" status: 200 len: 1000 time: 0.0567803 Jul 14 08:14:18.153319 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae1256-5c46-4115-98fa-81cebf84bf2a req-5b7c3c89-b61b-4a47-9663-adefe7ebfe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:18.154787 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b3ae1256-5c46-4115-98fa-81cebf84bf2a req-5b7c3c89-b61b-4a47-9663-adefe7ebfe6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5164e08-0490-42bf-a1f3-b8fed700a1d6 HTTP/1.1" status: 200 len: 853 time: 0.0433159 Jul 14 08:14:18.213296 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae1256-5c46-4115-98fa-81cebf84bf2a req-ad2a6db2-d093-4c0b-a263-746f3265e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:18.214790 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b3ae1256-5c46-4115-98fa-81cebf84bf2a req-ad2a6db2-d093-4c0b-a263-746f3265e37c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f1f6f58-0ad2-4e16-88a8-03deb065554e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537858 Jul 14 08:14:18.303723 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b3ae1256-5c46-4115-98fa-81cebf84bf2a req-7068fbdf-24a6-474c-b482-b2e04128cfe1 service neutron] 10.222.0.30 "GET /v2.0/networks/3f1f6f58-0ad2-4e16-88a8-03deb065554e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812716 Jul 14 08:14:18.394925 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b3ae1256-5c46-4115-98fa-81cebf84bf2a req-8f3b40bf-f288-4874-8c5c-fa9d7634a9b9 service neutron] 10.222.0.30 "GET /v2.0/networks/3f1f6f58-0ad2-4e16-88a8-03deb065554e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849335 Jul 14 08:14:23.004699 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:14:30.591858 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30cae09b-c8fc-4089-9935-59aa39e07682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:33.387992 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0ec7bd7d-5a7f-4d3d-8d8e-2abc2fb059c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:33.738182 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:34.114773 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f6e1e-54aa-4734-814a-423e8f87e793 req-45b530ef-6d87-41b2-9161-a14a408df692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:34.116315 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4c9f6e1e-54aa-4734-814a-423e8f87e793 req-45b530ef-6d87-41b2-9161-a14a408df692 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=533b5428ed0f46288777f380e355fadc&device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 1135 time: 0.0527029 Jul 14 08:14:34.157291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06551f28-4a53-4ef7-9226-a20aa83bc53f req-2752b15b-75f0-4650-9889-d677ebd4ce6f tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:34.159277 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06551f28-4a53-4ef7-9226-a20aa83bc53f req-2752b15b-75f0-4650-9889-d677ebd4ce6f tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 984 time: 0.0639789 Jul 14 08:14:34.201700 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-06551f28-4a53-4ef7-9226-a20aa83bc53f req-49b045f6-ea73-4f59-a3ad-178adad0e2da tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&id=26301b22-6954-4935-93c2-248b3f556ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365212 Jul 14 08:14:34.205554 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f6e1e-54aa-4734-814a-423e8f87e793 req-0e3e2475-880b-44ab-9a94-f34a77cf7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:34.207063 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4c9f6e1e-54aa-4734-814a-423e8f87e793 req-0e3e2475-880b-44ab-9a94-f34a77cf7a8e service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f1f6f58-0ad2-4e16-88a8-03deb065554e HTTP/1.1" status: 200 len: 915 time: 0.0842512 Jul 14 08:14:34.276894 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4c9f6e1e-54aa-4734-814a-423e8f87e793 req-9a06d3a0-5363-416c-8717-a68507b24b19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc HTTP/1.1" status: 200 len: 1000 time: 0.0626297 Jul 14 08:14:34.323903 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f6e1e-54aa-4734-814a-423e8f87e793 req-e374f033-a2bb-4517-a9e4-95efd49fe3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:34.325354 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4c9f6e1e-54aa-4734-814a-423e8f87e793 req-e374f033-a2bb-4517-a9e4-95efd49fe3b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5164e08-0490-42bf-a1f3-b8fed700a1d6 HTTP/1.1" status: 200 len: 853 time: 0.0418758 Jul 14 08:14:34.380273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f6e1e-54aa-4734-814a-423e8f87e793 req-176c71b3-cad0-4af0-a9d7-5ed60b9e3687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:34.381731 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4c9f6e1e-54aa-4734-814a-423e8f87e793 req-176c71b3-cad0-4af0-a9d7-5ed60b9e3687 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f1f6f58-0ad2-4e16-88a8-03deb065554e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503008 Jul 14 08:14:34.473785 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4c9f6e1e-54aa-4734-814a-423e8f87e793 req-d88ab74f-c102-4707-b621-2e27df5a0151 service neutron] 10.222.0.30 "GET /v2.0/networks/3f1f6f58-0ad2-4e16-88a8-03deb065554e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844867 Jul 14 08:14:34.558474 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4c9f6e1e-54aa-4734-814a-423e8f87e793 req-ff6e8a28-1c51-4bb5-a44f-3d775639d8b6 service neutron] 10.222.0.30 "GET /v2.0/networks/3f1f6f58-0ad2-4e16-88a8-03deb065554e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775235 Jul 14 08:14:34.903095 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:35.372127 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0ca51-91ca-431a-b7dc-4bd31a3266c3 req-b0a48707-df0c-4c6e-b9e7-7b5e6db9cb09 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:35.373596 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0dc0ca51-91ca-431a-b7dc-4bd31a3266c3 req-b0a48707-df0c-4c6e-b9e7-7b5e6db9cb09 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 984 time: 0.0615525 Jul 14 08:14:35.412216 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0dc0ca51-91ca-431a-b7dc-4bd31a3266c3 req-30b58c4f-bcad-43c0-b9ce-d24064b11728 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&id=26301b22-6954-4935-93c2-248b3f556ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324805 Jul 14 08:14:36.424002 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:36.582507 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c558e3-4f5f-4005-9afc-1327f8c34abf req-4392dceb-24ed-49af-9f6c-e828b26ce5ab tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:36.583991 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1c558e3-4f5f-4005-9afc-1327f8c34abf req-4392dceb-24ed-49af-9f6c-e828b26ce5ab tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 984 time: 0.0634043 Jul 14 08:14:36.624473 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1c558e3-4f5f-4005-9afc-1327f8c34abf req-3fed25d7-9412-4364-9360-f3c4dc3a88e3 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&id=26301b22-6954-4935-93c2-248b3f556ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345411 Jul 14 08:14:37.800538 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d69ab-2576-43ac-8514-b42104691f54 req-c3681d6d-2b9b-48b5-823c-aaff40bbf95c tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:37.802037 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d44d69ab-2576-43ac-8514-b42104691f54 req-c3681d6d-2b9b-48b5-823c-aaff40bbf95c tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 984 time: 0.0665534 Jul 14 08:14:37.839829 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d44d69ab-2576-43ac-8514-b42104691f54 req-02440800-02fc-4adb-86db-25eb9e534a17 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&id=26301b22-6954-4935-93c2-248b3f556ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321646 Jul 14 08:14:39.012488 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23d610-1279-4af5-b6f4-b8f3372ef4c9 req-e4dfeee3-eaae-4c8a-acdf-860ef1cc8a0a tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:39.013922 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db23d610-1279-4af5-b6f4-b8f3372ef4c9 req-e4dfeee3-eaae-4c8a-acdf-860ef1cc8a0a tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 984 time: 0.0627575 Jul 14 08:14:39.052702 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db23d610-1279-4af5-b6f4-b8f3372ef4c9 req-cb508732-c34c-403c-b708-47b1c9ab4a82 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&id=26301b22-6954-4935-93c2-248b3f556ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326853 Jul 14 08:14:40.222738 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dff785-8c0d-4076-b099-5fc738fdd226 req-1650fd97-4cd6-48df-9003-156472013eb6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:40.224220 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6dff785-8c0d-4076-b099-5fc738fdd226 req-1650fd97-4cd6-48df-9003-156472013eb6 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 984 time: 0.0621812 Jul 14 08:14:40.266402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b6dff785-8c0d-4076-b099-5fc738fdd226 req-8b4ffd39-a1fa-4033-ac75-86f8a56b5374 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&id=26301b22-6954-4935-93c2-248b3f556ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365815 Jul 14 08:14:41.435707 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcbbb1-5467-49bf-9302-c49d03410aed req-43695912-6839-4886-84a7-b38294b09b3c tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:41.437175 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fbcbbb1-5467-49bf-9302-c49d03410aed req-43695912-6839-4886-84a7-b38294b09b3c tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 984 time: 0.0615163 Jul 14 08:14:41.475787 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fbcbbb1-5467-49bf-9302-c49d03410aed req-338da76f-5854-4874-8d94-c9e291204e67 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&id=26301b22-6954-4935-93c2-248b3f556ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325921 Jul 14 08:14:42.645451 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca092699-6514-446b-a0c7-49e72c6464a3 req-299e579e-0c75-433e-9b6a-8d7af3b83d6e tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:42.646928 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca092699-6514-446b-a0c7-49e72c6464a3 req-299e579e-0c75-433e-9b6a-8d7af3b83d6e tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 984 time: 0.0634327 Jul 14 08:14:42.684946 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca092699-6514-446b-a0c7-49e72c6464a3 req-6583b3e5-58d6-4954-9c49-b31fb4423288 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&id=26301b22-6954-4935-93c2-248b3f556ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324633 Jul 14 08:14:43.856000 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c24b5-bc57-4d82-8139-44a035875bbf req-51d3f1e3-67ce-455f-8edd-5454a33557ed tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:43.857490 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f51c24b5-bc57-4d82-8139-44a035875bbf req-51d3f1e3-67ce-455f-8edd-5454a33557ed tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 984 time: 0.0647402 Jul 14 08:14:43.896632 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f51c24b5-bc57-4d82-8139-44a035875bbf req-0039669a-2c85-4210-a8ff-f1c8da408526 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&id=26301b22-6954-4935-93c2-248b3f556ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335889 Jul 14 08:14:45.064184 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d42c0-ef46-40ce-8a83-af1357111be1 req-a7dac672-b3d0-4177-b186-3bb3e8f181e9 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:45.065764 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f37d42c0-ef46-40ce-8a83-af1357111be1 req-a7dac672-b3d0-4177-b186-3bb3e8f181e9 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 984 time: 0.0620141 Jul 14 08:14:45.104317 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f37d42c0-ef46-40ce-8a83-af1357111be1 req-db987d56-3cad-4734-a9a6-ed77be45e200 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&id=26301b22-6954-4935-93c2-248b3f556ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329833 Jul 14 08:14:46.126663 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:46.191959 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:14:46.276372 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f0e4d-0a0d-4c64-9703-43d8c6b87dd9 req-c4534547-6da3-4270-9db2-0c93855428fa tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:46.277760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca9f0e4d-0a0d-4c64-9703-43d8c6b87dd9 req-c4534547-6da3-4270-9db2-0c93855428fa tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 984 time: 0.0613382 Jul 14 08:14:46.321287 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ca9f0e4d-0a0d-4c64-9703-43d8c6b87dd9 req-6e69d535-b528-414f-8f0d-85a60a937ec9 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&id=26301b22-6954-4935-93c2-248b3f556ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378931 Jul 14 08:14:49.266426 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-dbbfb138-694d-4b47-97af-2ddc3ef8d4fb req-22095c92-3691-49b9-bac5-e7f44824e15d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1278708 Jul 14 08:14:49.357333 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfb138-694d-4b47-97af-2ddc3ef8d4fb req-42f62657-7ab3-465c-a34e-4afa2c758a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:49.358783 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-dbbfb138-694d-4b47-97af-2ddc3ef8d4fb req-42f62657-7ab3-465c-a34e-4afa2c758a40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=533b5428ed0f46288777f380e355fadc&device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 1135 time: 0.0513098 Jul 14 08:14:49.456658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfb138-694d-4b47-97af-2ddc3ef8d4fb req-384bef8e-b2e8-4d41-b2b4-f4ed538df04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:49.458029 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-dbbfb138-694d-4b47-97af-2ddc3ef8d4fb req-384bef8e-b2e8-4d41-b2b4-f4ed538df04a service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f1f6f58-0ad2-4e16-88a8-03deb065554e HTTP/1.1" status: 200 len: 915 time: 0.0805235 Jul 14 08:14:49.523547 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-dbbfb138-694d-4b47-97af-2ddc3ef8d4fb req-3f279299-ec5d-4d97-9d13-58de67cb4308 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc HTTP/1.1" status: 200 len: 1000 time: 0.0596979 Jul 14 08:14:49.568919 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfb138-694d-4b47-97af-2ddc3ef8d4fb req-25fd3716-e3b8-4ca9-b5d3-b0fed21f5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:49.570361 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-dbbfb138-694d-4b47-97af-2ddc3ef8d4fb req-25fd3716-e3b8-4ca9-b5d3-b0fed21f5b20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5164e08-0490-42bf-a1f3-b8fed700a1d6 HTTP/1.1" status: 200 len: 853 time: 0.0414157 Jul 14 08:14:49.624967 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfb138-694d-4b47-97af-2ddc3ef8d4fb req-491fda2f-b270-4e37-a8c4-569ec63a209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:14:49.626451 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-dbbfb138-694d-4b47-97af-2ddc3ef8d4fb req-491fda2f-b270-4e37-a8c4-569ec63a209c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f1f6f58-0ad2-4e16-88a8-03deb065554e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501676 Jul 14 08:14:49.716777 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-dbbfb138-694d-4b47-97af-2ddc3ef8d4fb req-60355a4e-393b-4f0b-bfd3-415506aa6701 service neutron] 10.222.0.30 "GET /v2.0/networks/3f1f6f58-0ad2-4e16-88a8-03deb065554e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832934 Jul 14 08:14:49.802003 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-dbbfb138-694d-4b47-97af-2ddc3ef8d4fb req-1eb4757d-7833-41d7-959a-c1756a7664e2 service neutron] 10.222.0.30 "GET /v2.0/networks/3f1f6f58-0ad2-4e16-88a8-03deb065554e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786562 Jul 14 08:15:00.004281 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:15:00.591783 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c3aceaa9-a4bd-47c7-90e6-658614847f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:03.387762 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-58b5a7cc-5648-4011-9f29-7100c0e8d0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:03.743111 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:04.904918 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:06.427066 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:16.127447 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:16.195764 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:18.834695 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-758587b1-caeb-436b-9673-31a6126cf877 req-86e65499-df2f-4971-b55c-e8ea3a64c212 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411006853&fields=id&tenant_id=533b5428ed0f46288777f380e355fadc HTTP/1.1" status: 200 len: 267 time: 0.0327046 Jul 14 08:15:18.900612 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758587b1-caeb-436b-9673-31a6126cf877 req-d1a68a3d-3078-47c8-9eb3-257e1a6ce8ff tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:18.902107 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-758587b1-caeb-436b-9673-31a6126cf877 req-d1a68a3d-3078-47c8-9eb3-257e1a6ce8ff tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 984 time: 0.0624740 Jul 14 08:15:18.912697 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [req-758587b1-caeb-436b-9673-31a6126cf877 req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Request body: {'port': {'security_groups': ['45c504ab-e0c9-4221-8b86-a3a524c8a456']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:15:18.992540 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-758587b1-caeb-436b-9673-31a6126cf877 req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:19.156999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-758587b1-caeb-436b-9673-31a6126cf877 req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] For port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc,segment=NetworkSegment(35008cfa-843a-42df-a507-306b4f5fd82b),segment_id=35008cfa-843a-42df-a507-306b4f5fd82b)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:15:19.184445 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-758587b1-caeb-436b-9673-31a6126cf877 req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:19.189420 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-758587b1-caeb-436b-9673-31a6126cf877 req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:19.201590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:15:19.237250 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758587b1-caeb-436b-9673-31a6126cf877 req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:19.237928 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-758587b1-caeb-436b-9673-31a6126cf877 req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:19.239881 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-758587b1-caeb-436b-9673-31a6126cf877 req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "PUT /v2.0/ports/49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc HTTP/1.1" status: 200 len: 942 time: 0.3313689 Jul 14 08:15:19.242893 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7da3346-1f4b-4b4d-baf7-67cade451ae7', 'tag': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:15:19.245443 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0689c53e-fb8f-4b4d-8f7c-a2ee661aa040" -d '{"events": [{"name": "network-changed", "server_uuid": "c7da3346-1f4b-4b4d-baf7-67cade451ae7", "tag": "49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:15:19.246869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41190) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:19.278552 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Pushing event updated for resources: {'Port': ['ID=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc,revision_number=7']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:19.288861 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.289258 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.289575 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.289906 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.290231 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.290546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.290870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.291188 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.291509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.291827 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.292143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.292459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ca3ca-c78b-4330-850b-00dabb763b65 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.308570 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c0a1d5-96ff-4700-a449-1ce918d1b00a x-openstack-request-id: req-20c0a1d5-96ff-4700-a449-1ce918d1b00a {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:15:19.308852 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7da3346-1f4b-4b4d-baf7-67cade451ae7", "tag": "49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:15:19.309098 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20c0a1d5-96ff-4700-a449-1ce918d1b00a {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:15:19.309521 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7da3346-1f4b-4b4d-baf7-67cade451ae7', 'tag': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc', 'status': 'completed', 'code': 200} Jul 14 08:15:19.313543 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:15:19.346314 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-20ebf067-edd8-4ccf-964b-3389a8069b90 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:19.395886 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-20ebf067-edd8-4ccf-964b-3389a8069b90 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:19.442760 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689c53e-fb8f-4b4d-8f7c-a2ee661aa040 req-3d98174c-3077-42b0-978a-ddca4a24fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:19.444661 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0689c53e-fb8f-4b4d-8f7c-a2ee661aa040 req-3d98174c-3077-42b0-978a-ddca4a24fc5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=533b5428ed0f46288777f380e355fadc&device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 1096 time: 0.1124952 Jul 14 08:15:19.518842 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-20ebf067-edd8-4ccf-964b-3389a8069b90 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:19.521323 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-20ebf067-edd8-4ccf-964b-3389a8069b90 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:19.522461 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-20ebf067-edd8-4ccf-964b-3389a8069b90 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "DELETE /v2.0/security-groups/26301b22-6954-4935-93c2-248b3f556ad5 HTTP/1.1" status: 204 len: 168 time: 0.2737772 Jul 14 08:15:19.525237 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41194) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:19.542438 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebf067-edd8-4ccf-964b-3389a8069b90 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26301b22-6954-4935-93c2-248b3f556ad5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:19.546177 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-abf698df-c757-4474-8c2c-3efae41d09e1 None None] Provisioning complete for port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:15:19.546558 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-abf698df-c757-4474-8c2c-3efae41d09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:19.556342 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ebf067-edd8-4ccf-964b-3389a8069b90 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.556693 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ebf067-edd8-4ccf-964b-3389a8069b90 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.557040 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ebf067-edd8-4ccf-964b-3389a8069b90 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.557406 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ebf067-edd8-4ccf-964b-3389a8069b90 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.557745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ebf067-edd8-4ccf-964b-3389a8069b90 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.558079 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ebf067-edd8-4ccf-964b-3389a8069b90 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.558411 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ebf067-edd8-4ccf-964b-3389a8069b90 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.558740 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ebf067-edd8-4ccf-964b-3389a8069b90 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.559073 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ebf067-edd8-4ccf-964b-3389a8069b90 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.559403 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ebf067-edd8-4ccf-964b-3389a8069b90 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.559731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ebf067-edd8-4ccf-964b-3389a8069b90 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.560059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ebf067-edd8-4ccf-964b-3389a8069b90 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:19.574361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689c53e-fb8f-4b4d-8f7c-a2ee661aa040 req-9a76e261-08ec-408e-bce6-4eca62ab42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:19.575893 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0689c53e-fb8f-4b4d-8f7c-a2ee661aa040 req-9a76e261-08ec-408e-bce6-4eca62ab42e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f1f6f58-0ad2-4e16-88a8-03deb065554e HTTP/1.1" status: 200 len: 915 time: 0.1244612 Jul 14 08:15:19.647416 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0689c53e-fb8f-4b4d-8f7c-a2ee661aa040 req-833139a0-2200-470a-9933-66abbb74bd2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc HTTP/1.1" status: 200 len: 1000 time: 0.0639684 Jul 14 08:15:19.691038 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-9e6c9a1c-de33-479f-bec5-63919016c384 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Deleting port c9e72faf-87f2-4bc0-95ac-e4608a579692 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:15:19.691292 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e6c9a1c-de33-479f-bec5-63919016c384 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:19.696658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689c53e-fb8f-4b4d-8f7c-a2ee661aa040 req-9e328eef-2338-42ba-bd19-dfd061d20b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:19.698213 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0689c53e-fb8f-4b4d-8f7c-a2ee661aa040 req-9e328eef-2338-42ba-bd19-dfd061d20b5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5164e08-0490-42bf-a1f3-b8fed700a1d6 HTTP/1.1" status: 200 len: 853 time: 0.0440381 Jul 14 08:15:19.757813 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689c53e-fb8f-4b4d-8f7c-a2ee661aa040 req-f1ff6514-3ff8-4497-b056-8b2b780e4904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:19.759316 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0689c53e-fb8f-4b4d-8f7c-a2ee661aa040 req-f1ff6514-3ff8-4497-b056-8b2b780e4904 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f1f6f58-0ad2-4e16-88a8-03deb065554e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553539 Jul 14 08:15:19.764531 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e6c9a1c-de33-479f-bec5-63919016c384 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:19.764854 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e6c9a1c-de33-479f-bec5-63919016c384 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:19.776258 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-9e6c9a1c-de33-479f-bec5-63919016c384 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Calling delete_port for c9e72faf-87f2-4bc0-95ac-e4608a579692 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:15:19.845938 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0689c53e-fb8f-4b4d-8f7c-a2ee661aa040 req-143af941-01ad-459c-9c5b-08270db1f4a4 service neutron] 10.222.0.30 "GET /v2.0/networks/3f1f6f58-0ad2-4e16-88a8-03deb065554e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800683 Jul 14 08:15:19.925654 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e6c9a1c-de33-479f-bec5-63919016c384 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:19.938175 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0689c53e-fb8f-4b4d-8f7c-a2ee661aa040 req-fa4bdb1b-5ab3-44c1-b4b8-857c910ba427 service neutron] 10.222.0.30 "GET /v2.0/networks/3f1f6f58-0ad2-4e16-88a8-03deb065554e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865180 Jul 14 08:15:19.951686 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c9a1c-de33-479f-bec5-63919016c384 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Pushing event deleted for resources: {'Port': ['ID=c9e72faf-87f2-4bc0-95ac-e4608a579692,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:20.014931 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e6c9a1c-de33-479f-bec5-63919016c384 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:20.015275 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-9e6c9a1c-de33-479f-bec5-63919016c384 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Floating IP a7ccf2e5-afb0-4b1a-8780-2cfd9d9fc64d disassociated (deleted). External IP: 172.25.7.49, port: 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc. Jul 14 08:15:20.214378 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6c9a1c-de33-479f-bec5-63919016c384 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Router 6020d44f-326e-492f-8de8-f28678a36566 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:15:20.316708 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6c9a1c-de33-479f-bec5-63919016c384 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:15:20.321599 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e6c9a1c-de33-479f-bec5-63919016c384 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:20.325770 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34d1ab1-0e8d-4bf5-9184-8384eb701591 None None] Sync routers for ids ['6020d44f-326e-492f-8de8-f28678a36566'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:15:20.334778 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d1ab1-0e8d-4bf5-9184-8384eb701591 None None] Routers {'6020d44f-326e-492f-8de8-f28678a36566'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:15:20.335377 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a34d1ab1-0e8d-4bf5-9184-8384eb701591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:15:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6020d44f-326e-492f-8de8-f28678a36566'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:20.357582 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9e6c9a1c-de33-479f-bec5-63919016c384 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "DELETE /v2.0/floatingips/a7ccf2e5-afb0-4b1a-8780-2cfd9d9fc64d HTTP/1.1" status: 204 len: 168 time: 0.8311229 Jul 14 08:15:20.438735 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a34d1ab1-0e8d-4bf5-9184-8384eb701591 None None] Set router 6020d44f-326e-492f-8de8-f28678a36566 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:15:20.656359 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a34d1ab1-0e8d-4bf5-9184-8384eb701591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6020d44f-326e-492f-8de8-f28678a36566', 'name': 'tempest-TestMinimumBasicScenario-935808616-router', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:25Z', 'revision_number': 4, 'project_id': '533b5428ed0f46288777f380e355fadc', 'gw_port': {'id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '47495fbd-7277-47bc-8972-960b066e5aeb', 'name': '', 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'mac_address': 'fa:16:3e:fb:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:24Z', 'updated_at': '2021-07-14T08:13:30Z', 'revision_number': 5, 'project_id': '533b5428ed0f46288777f380e355fadc', 'subnets': [{'id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:20.682818 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34d1ab1-0e8d-4bf5-9184-8384eb701591 None None] Checking router: 6020d44f-326e-492f-8de8-f28678a36566 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:15:20.691631 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d1ab1-0e8d-4bf5-9184-8384eb701591 None None] Routers {'6020d44f-326e-492f-8de8-f28678a36566'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:15:20.692231 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a34d1ab1-0e8d-4bf5-9184-8384eb701591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:15:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6020d44f-326e-492f-8de8-f28678a36566'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:20.944588 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a34d1ab1-0e8d-4bf5-9184-8384eb701591 None None] Set router 6020d44f-326e-492f-8de8-f28678a36566 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:15:21.137861 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a34d1ab1-0e8d-4bf5-9184-8384eb701591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6020d44f-326e-492f-8de8-f28678a36566', 'name': 'tempest-TestMinimumBasicScenario-935808616-router', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:25Z', 'revision_number': 4, 'project_id': '533b5428ed0f46288777f380e355fadc', 'gw_port': {'id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '47495fbd-7277-47bc-8972-960b066e5aeb', 'name': '', 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'mac_address': 'fa:16:3e:fb:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:24Z', 'updated_at': '2021-07-14T08:13:30Z', 'revision_number': 5, 'project_id': '533b5428ed0f46288777f380e355fadc', 'subnets': [{'id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:21.167629 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34d1ab1-0e8d-4bf5-9184-8384eb701591 None None] The sync data for ids ['6020d44f-326e-492f-8de8-f28678a36566'] in n-d-778696-5 is: [{'id': '6020d44f-326e-492f-8de8-f28678a36566', 'name': 'tempest-TestMinimumBasicScenario-935808616-router', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:25Z', 'revision_number': 4, 'project_id': '533b5428ed0f46288777f380e355fadc', 'gw_port': {'id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '47495fbd-7277-47bc-8972-960b066e5aeb', 'name': '', 'network_id': '3f1f6f58-0ad2-4e16-88a8-03deb065554e', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'mac_address': 'fa:16:3e:fb:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:24Z', 'updated_at': '2021-07-14T08:13:30Z', 'revision_number': 5, 'project_id': '533b5428ed0f46288777f380e355fadc', 'subnets': [{'id': 'c5164e08-0490-42bf-a1f3-b8fed700a1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:15:21.310975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7da3346-1f4b-4b4d-baf7-67cade451ae7', 'tag': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:15:21.313359 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79b8461-0db1-440c-8308-caf36203562e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7da3346-1f4b-4b4d-baf7-67cade451ae7", "tag": "49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:15:21.354159 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbd9f51-fa88-4e6d-bd58-0bc9c8975498 x-openstack-request-id: req-fbbd9f51-fa88-4e6d-bd58-0bc9c8975498 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:15:21.354454 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7da3346-1f4b-4b4d-baf7-67cade451ae7", "tag": "49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:15:21.354708 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fbbd9f51-fa88-4e6d-bd58-0bc9c8975498 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:15:21.355597 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7da3346-1f4b-4b4d-baf7-67cade451ae7', 'tag': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc', 'status': 'completed', 'code': 200} Jul 14 08:15:21.393459 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25404b5-daab-428d-a439-68b76070f33c None None] New status for floating IP a7ccf2e5-afb0-4b1a-8780-2cfd9d9fc64d: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:15:21.432885 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b8461-0db1-440c-8308-caf36203562e req-f6af8730-8aa8-4912-a56f-c369b623ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:21.434882 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e79b8461-0db1-440c-8308-caf36203562e req-f6af8730-8aa8-4912-a56f-c369b623ad21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=533b5428ed0f46288777f380e355fadc&device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0562351 Jul 14 08:15:21.529612 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b8461-0db1-440c-8308-caf36203562e req-dd0ea580-2ff6-4f46-af53-01f40deb5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:21.531114 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e79b8461-0db1-440c-8308-caf36203562e req-dd0ea580-2ff6-4f46-af53-01f40deb5f39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f1f6f58-0ad2-4e16-88a8-03deb065554e HTTP/1.1" status: 200 len: 915 time: 0.0900056 Jul 14 08:15:21.571961 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e79b8461-0db1-440c-8308-caf36203562e req-eafb4bbb-bff4-43c9-a87d-ea8b5448f9bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc HTTP/1.1" status: 200 len: 217 time: 0.0337503 Jul 14 08:15:21.620656 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b8461-0db1-440c-8308-caf36203562e req-91ac894c-a19d-4e37-822a-20142d995966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:21.622379 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e79b8461-0db1-440c-8308-caf36203562e req-91ac894c-a19d-4e37-822a-20142d995966 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5164e08-0490-42bf-a1f3-b8fed700a1d6 HTTP/1.1" status: 200 len: 853 time: 0.0445592 Jul 14 08:15:21.680305 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b8461-0db1-440c-8308-caf36203562e req-8ef2c7d3-4e90-4ba1-8b8b-f5513be8520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:21.681881 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e79b8461-0db1-440c-8308-caf36203562e req-8ef2c7d3-4e90-4ba1-8b8b-f5513be8520a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f1f6f58-0ad2-4e16-88a8-03deb065554e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536079 Jul 14 08:15:21.780134 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e79b8461-0db1-440c-8308-caf36203562e req-b7cc3227-5a76-4ea5-9eb9-e846b7650200 service neutron] 10.222.0.30 "GET /v2.0/networks/3f1f6f58-0ad2-4e16-88a8-03deb065554e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918787 Jul 14 08:15:21.867469 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e79b8461-0db1-440c-8308-caf36203562e req-db102121-b822-40b2-b541-37c4ae44f225 service neutron] 10.222.0.30 "GET /v2.0/networks/3f1f6f58-0ad2-4e16-88a8-03deb065554e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807207 Jul 14 08:15:27.844225 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4e0ec-40bc-4dc0-bbfb-ffe8e95a1a08 req-c4943043-5bfa-4603-aaef-8766057dac31 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:27.846444 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07e4e0ec-40bc-4dc0-bbfb-ffe8e95a1a08 req-c4943043-5bfa-4603-aaef-8766057dac31 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 945 time: 0.0657966 Jul 14 08:15:27.884663 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07e4e0ec-40bc-4dc0-bbfb-ffe8e95a1a08 req-dce19fe7-b0da-4c50-be3b-f5de9e3c1c51 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326812 Jul 14 08:15:29.108483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59889-9ef8-4233-9901-786ad09ba9cf req-6079a82a-ef7e-485c-9776-5dcfa4a78307 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:29.109981 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bb59889-9ef8-4233-9901-786ad09ba9cf req-6079a82a-ef7e-485c-9776-5dcfa4a78307 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 945 time: 0.1154118 Jul 14 08:15:29.150833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3bb59889-9ef8-4233-9901-786ad09ba9cf req-487da8ab-d28b-49c3-965e-a318606dd29a tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45c504ab-e0c9-4221-8b86-a3a524c8a456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348673 Jul 14 08:15:29.358712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0039dcf-06e9-4947-af8b-724f9a0ecd1b req-f8a8cad5-d789-4989-a9c0-e042df39abea tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:29.360162 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f0039dcf-06e9-4947-af8b-724f9a0ecd1b req-f8a8cad5-d789-4989-a9c0-e042df39abea tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 945 time: 0.0662510 Jul 14 08:15:29.453835 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-f0039dcf-06e9-4947-af8b-724f9a0ecd1b req-f8f77a37-e9ab-4773-84d1-63f9a9756ccb tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Deleting port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:15:29.454726 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f0039dcf-06e9-4947-af8b-724f9a0ecd1b req-f8f77a37-e9ab-4773-84d1-63f9a9756ccb tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:29.540502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-f0039dcf-06e9-4947-af8b-724f9a0ecd1b req-f8f77a37-e9ab-4773-84d1-63f9a9756ccb tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] For port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc,segment=NetworkSegment(35008cfa-843a-42df-a507-306b4f5fd82b),segment_id=35008cfa-843a-42df-a507-306b4f5fd82b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:15:29.540857 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f0039dcf-06e9-4947-af8b-724f9a0ecd1b req-f8f77a37-e9ab-4773-84d1-63f9a9756ccb tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:29.552916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-f0039dcf-06e9-4947-af8b-724f9a0ecd1b req-f8f77a37-e9ab-4773-84d1-63f9a9756ccb tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Calling delete_port for 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:15:29.673025 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f0039dcf-06e9-4947-af8b-724f9a0ecd1b req-f8f77a37-e9ab-4773-84d1-63f9a9756ccb tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:29.684590 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:15:29.702990 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f77a37-e9ab-4773-84d1-63f9a9756ccb tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Pushing event deleted for resources: {'Port': ['ID=49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:29.748961 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0039dcf-06e9-4947-af8b-724f9a0ecd1b req-f8f77a37-e9ab-4773-84d1-63f9a9756ccb tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] No DVR routers for this DVR port 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:15:29.752274 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f0039dcf-06e9-4947-af8b-724f9a0ecd1b req-f8f77a37-e9ab-4773-84d1-63f9a9756ccb tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:29.754446 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f0039dcf-06e9-4947-af8b-724f9a0ecd1b req-f8f77a37-e9ab-4773-84d1-63f9a9756ccb tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.30 "DELETE /v2.0/ports/49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc HTTP/1.1" status: 204 len: 173 time: 0.3890302 Jul 14 08:15:29.755008 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7da3346-1f4b-4b4d-baf7-67cade451ae7', 'name': 'network-vif-deleted', 'tag': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:15:29.757266 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e080ba55-72d4-4276-86d1-245b2e6b35c5" -d '{"events": [{"server_uuid": "c7da3346-1f4b-4b4d-baf7-67cade451ae7", "name": "network-vif-deleted", "tag": "49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:15:29.792280 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394614d2-3800-4106-af06-ddc12a154c34 x-openstack-request-id: req-394614d2-3800-4106-af06-ddc12a154c34 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:15:29.792598 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7da3346-1f4b-4b4d-baf7-67cade451ae7", "name": "network-vif-deleted", "tag": "49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:15:29.792856 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-394614d2-3800-4106-af06-ddc12a154c34 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:15:29.793284 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7da3346-1f4b-4b4d-baf7-67cade451ae7', 'name': 'network-vif-deleted', 'tag': '49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc', 'status': 'completed', 'code': 200} Jul 14 08:15:30.307935 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf645087-8ca1-465e-b6f7-2db6bdbed84a req-46268ebe-8496-4bd5-b0dd-417980204159 tempest-TestMinimumBasicScenario-979873625 tempest-TestMinimumBasicScenario-979873625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7da3346-1f4b-4b4d-baf7-67cade451ae7 HTTP/1.1" status: 200 len: 210 time: 0.0295739 Jul 14 08:15:30.592785 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-63cd1cb5-5e14-4c82-acb4-4698fcc5bd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:31.892379 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41298) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:32.224756 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ec789300-b723-44c2-97ea-4eb44b8a0fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:32.466232 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ec789300-b723-44c2-97ea-4eb44b8a0fc4 admin admin] Deleting port 47495fbd-7277-47bc-8972-960b066e5aeb {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:15:32.466564 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ec789300-b723-44c2-97ea-4eb44b8a0fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:32.544971 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-ec789300-b723-44c2-97ea-4eb44b8a0fc4 admin admin] For port 47495fbd-7277-47bc-8972-960b066e5aeb, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=47495fbd-7277-47bc-8972-960b066e5aeb,segment=NetworkSegment(35008cfa-843a-42df-a507-306b4f5fd82b),segment_id=35008cfa-843a-42df-a507-306b4f5fd82b)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:15:32.545359 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ec789300-b723-44c2-97ea-4eb44b8a0fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:32.557616 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ec789300-b723-44c2-97ea-4eb44b8a0fc4 admin admin] Calling delete_port for 47495fbd-7277-47bc-8972-960b066e5aeb owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:15:32.733913 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ec789300-b723-44c2-97ea-4eb44b8a0fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:32.760429 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec789300-b723-44c2-97ea-4eb44b8a0fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=47495fbd-7277-47bc-8972-960b066e5aeb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:32.933092 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ec789300-b723-44c2-97ea-4eb44b8a0fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:33.152091 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec789300-b723-44c2-97ea-4eb44b8a0fc4 admin admin] Router 6020d44f-326e-492f-8de8-f28678a36566 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:15:33.255794 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec789300-b723-44c2-97ea-4eb44b8a0fc4 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:15:33.260879 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ec789300-b723-44c2-97ea-4eb44b8a0fc4 admin admin] 10.222.0.35 "PUT /v2.0/routers/6020d44f-326e-492f-8de8-f28678a36566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3674259 Jul 14 08:15:33.263685 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41300) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:33.264246 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b725b23-d45e-423a-8c96-bff355aef5d6 None None] Sync routers for ids ['6020d44f-326e-492f-8de8-f28678a36566'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:15:33.274248 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b725b23-d45e-423a-8c96-bff355aef5d6 None None] Routers {'6020d44f-326e-492f-8de8-f28678a36566'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:15:33.274861 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-1b725b23-d45e-423a-8c96-bff355aef5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:15:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6020d44f-326e-492f-8de8-f28678a36566'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:33.367300 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba2c916e-f6aa-43e6-925d-e960e2c3931d admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:33.380973 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-1b725b23-d45e-423a-8c96-bff355aef5d6 None None] Set router 6020d44f-326e-492f-8de8-f28678a36566 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:15:33.454933 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1fbf32f0-ab38-4bfe-8b6e-9179f53cf94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:33.474230 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba2c916e-f6aa-43e6-925d-e960e2c3931d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:33.525624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c916e-f6aa-43e6-925d-e960e2c3931d admin admin] Deleting port f467e410-646c-44f0-ad90-9e9fad6de55e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:15:33.525971 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba2c916e-f6aa-43e6-925d-e960e2c3931d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:33.564554 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-1b725b23-d45e-423a-8c96-bff355aef5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6020d44f-326e-492f-8de8-f28678a36566', 'name': 'tempest-TestMinimumBasicScenario-935808616-router', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:15:32Z', 'revision_number': 5, 'project_id': '533b5428ed0f46288777f380e355fadc', 'gw_port': {'id': 'f467e410-646c-44f0-ad90-9e9fad6de55e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020d44f-326e-492f-8de8-f28678a36566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:33.596022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b725b23-d45e-423a-8c96-bff355aef5d6 None None] Checking router: 6020d44f-326e-492f-8de8-f28678a36566 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:15:33.605087 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b725b23-d45e-423a-8c96-bff355aef5d6 None None] Routers {'6020d44f-326e-492f-8de8-f28678a36566'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:15:33.605769 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-1b725b23-d45e-423a-8c96-bff355aef5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:15:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6020d44f-326e-492f-8de8-f28678a36566'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:33.694781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-1b725b23-d45e-423a-8c96-bff355aef5d6 None None] Set router 6020d44f-326e-492f-8de8-f28678a36566 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:15:33.754639 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-1b725b23-d45e-423a-8c96-bff355aef5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6020d44f-326e-492f-8de8-f28678a36566', 'name': 'tempest-TestMinimumBasicScenario-935808616-router', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:15:33Z', 'revision_number': 6, 'project_id': '533b5428ed0f46288777f380e355fadc', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:33.790888 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b725b23-d45e-423a-8c96-bff355aef5d6 None None] The sync data for ids ['6020d44f-326e-492f-8de8-f28678a36566'] in n-d-778696-5 is: [{'id': '6020d44f-326e-492f-8de8-f28678a36566', 'name': 'tempest-TestMinimumBasicScenario-935808616-router', 'tenant_id': '533b5428ed0f46288777f380e355fadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:22Z', 'updated_at': '2021-07-14T08:15:33Z', 'revision_number': 6, 'project_id': '533b5428ed0f46288777f380e355fadc', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:15:33.794786 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:33.860154 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-ba2c916e-f6aa-43e6-925d-e960e2c3931d admin admin] For port f467e410-646c-44f0-ad90-9e9fad6de55e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f467e410-646c-44f0-ad90-9e9fad6de55e,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:15:33.860518 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba2c916e-f6aa-43e6-925d-e960e2c3931d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:33.872724 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c916e-f6aa-43e6-925d-e960e2c3931d admin admin] Calling delete_port for f467e410-646c-44f0-ad90-9e9fad6de55e owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:15:34.031634 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba2c916e-f6aa-43e6-925d-e960e2c3931d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.055353 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c916e-f6aa-43e6-925d-e960e2c3931d admin admin] Pushing event deleted for resources: {'Port': ['ID=f467e410-646c-44f0-ad90-9e9fad6de55e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:34.114143 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba2c916e-f6aa-43e6-925d-e960e2c3931d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.206148 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba2c916e-f6aa-43e6-925d-e960e2c3931d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.208355 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba2c916e-f6aa-43e6-925d-e960e2c3931d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.251237 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba2c916e-f6aa-43e6-925d-e960e2c3931d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.251787 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2c916e-f6aa-43e6-925d-e960e2c3931d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6020d44f-326e-492f-8de8-f28678a36566 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 08:15:34.256233 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba2c916e-f6aa-43e6-925d-e960e2c3931d admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.257397 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ba2c916e-f6aa-43e6-925d-e960e2c3931d admin admin] 10.222.0.35 "DELETE /v2.0/routers/6020d44f-326e-492f-8de8-f28678a36566 HTTP/1.1" status: 204 len: 168 time: 0.9926355 Jul 14 08:15:34.259843 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41302) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:34.302749 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de6f132-e802-47fb-a38d-47246268c0bc admin admin] Deleting subnet c5164e08-0490-42bf-a1f3-b8fed700a1d6 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:15:34.305714 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1de6f132-e802-47fb-a38d-47246268c0bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.338407 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1de6f132-e802-47fb-a38d-47246268c0bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.364073 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:15:34.383394 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:15:34.383750 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 49c3b004-5ea7-4be6-bedc-ee2a78d4e0fc not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:15:34.417730 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1de6f132-e802-47fb-a38d-47246268c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.466541 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1de6f132-e802-47fb-a38d-47246268c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.491432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6f132-e802-47fb-a38d-47246268c0bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5164e08-0490-42bf-a1f3-b8fed700a1d6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:34.494870 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1de6f132-e802-47fb-a38d-47246268c0bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.496700 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1de6f132-e802-47fb-a38d-47246268c0bc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c5164e08-0490-42bf-a1f3-b8fed700a1d6 HTTP/1.1" status: 204 len: 168 time: 0.2359502 Jul 14 08:15:34.499209 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41304) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:34.503607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd0f50f-e7d0-4ef8-b6e5-f0f61f4e93c8 None None] Network 3f1f6f58-0ad2-4e16-88a8-03deb065554e requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:15:34.571343 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.624138 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] Deleting port 1261d222-f376-468a-81f7-f78da9948503 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:15:34.624534 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.688947 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] For port 1261d222-f376-468a-81f7-f78da9948503, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1261d222-f376-468a-81f7-f78da9948503,segment=NetworkSegment(35008cfa-843a-42df-a507-306b4f5fd82b),segment_id=35008cfa-843a-42df-a507-306b4f5fd82b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:15:34.689305 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.701619 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] Calling delete_port for 1261d222-f376-468a-81f7-f78da9948503 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:15:34.712180 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] DHCP port deletion for 3f1f6f58-0ad2-4e16-88a8-03deb065554e request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 08:15:34.761147 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] Deleting port 1261d222-f376-468a-81f7-f78da9948503 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:15:34.761425 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.791405 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.816397 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] Pushing event deleted for resources: {'Port': ['ID=1261d222-f376-468a-81f7-f78da9948503,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:34.829710 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] No DVR routers for this DVR port 1261d222-f376-468a-81f7-f78da9948503 on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:15:34.836598 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] For port 1261d222-f376-468a-81f7-f78da9948503, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1261d222-f376-468a-81f7-f78da9948503,segment=NetworkSegment(35008cfa-843a-42df-a507-306b4f5fd82b),segment_id=35008cfa-843a-42df-a507-306b4f5fd82b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:15:34.837280 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.855661 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] Calling delete_port for 1261d222-f376-468a-81f7-f78da9948503 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:15:34.904405 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1261d222-f376-468a-81f7-f78da9948503 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:15:34.910130 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.919787 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1f6f58-0ad2-4e16-88a8-03deb065554e']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:34.930606 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35008cfa-843a-42df-a507-306b4f5fd82b') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:34.930901 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35008cfa-843a-42df-a507-306b4f5fd82b') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:34.936375 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 1261d222-f376-468a-81f7-f78da9948503 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:15:34.936594 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1261d222-f376-468a-81f7-f78da9948503 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:15:34.937092 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 47495fbd-7277-47bc-8972-960b066e5aeb no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:15:34.941205 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.944239 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.954547 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.960748 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:15:34.961276 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: timer() Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:15:34.962998 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:15:34.966107 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 47495fbd-7277-47bc-8972-960b066e5aeb {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:15:34.966453 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 47495fbd-7277-47bc-8972-960b066e5aeb not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:15:34.966875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f467e410-646c-44f0-ad90-9e9fad6de55e no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:15:34.989153 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: f467e410-646c-44f0-ad90-9e9fad6de55e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:15:34.989528 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f467e410-646c-44f0-ad90-9e9fad6de55e not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:15:35.005693 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:35.017224 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:35.022843 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:35.024693 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] 10.222.0.35 "DELETE /v2.0/networks/3f1f6f58-0ad2-4e16-88a8-03deb065554e HTTP/1.1" status: 204 len: 168 time: 0.5245836 Jul 14 08:15:35.027812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41306) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:35.036103 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] Pushing event deleted for resources: {'Port': ['ID=1261d222-f376-468a-81f7-f78da9948503,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:35.036847 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab4122-b0bc-46e6-b184-dfda97ba137a admin admin] Pushing event deleted for resources: {'Network': ['ID=3f1f6f58-0ad2-4e16-88a8-03deb065554e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:35.042105 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] No DVR routers for this DVR port 1261d222-f376-468a-81f7-f78da9948503 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:15:35.051812 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:35.052162 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:35.052499 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:35.052831 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:35.053159 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:35.053595 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:35.053921 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:35.054284 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:35.054571 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:35.054862 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:35.055368 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:35.055705 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f686658-b95f-477b-93d3-8ba3842316d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:35.364557 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a97640c9-c748-413d-92ea-299b26ea7fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:35.942913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-a97640c9-c748-413d-92ea-299b26ea7fa1 admin admin] Deleting port f3b88d49-fd68-49b8-bc65-ef57c933a5cb {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:15:35.943246 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a97640c9-c748-413d-92ea-299b26ea7fa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:36.017750 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-a97640c9-c748-413d-92ea-299b26ea7fa1 admin admin] For port f3b88d49-fd68-49b8-bc65-ef57c933a5cb, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f3b88d49-fd68-49b8-bc65-ef57c933a5cb,segment=NetworkSegment(a5bbb83f-9faf-44df-9630-341d9bfbc7b0),segment_id=a5bbb83f-9faf-44df-9630-341d9bfbc7b0)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:15:36.018099 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a97640c9-c748-413d-92ea-299b26ea7fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:36.030210 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-a97640c9-c748-413d-92ea-299b26ea7fa1 admin admin] Calling delete_port for f3b88d49-fd68-49b8-bc65-ef57c933a5cb owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:15:36.199993 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a97640c9-c748-413d-92ea-299b26ea7fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:36.226397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97640c9-c748-413d-92ea-299b26ea7fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b88d49-fd68-49b8-bc65-ef57c933a5cb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:36.394063 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a97640c9-c748-413d-92ea-299b26ea7fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:36.431797 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:36.612265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97640c9-c748-413d-92ea-299b26ea7fa1 admin admin] Router 64287ae7-1b12-4ef1-98b8-cb74d9214268 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:15:36.715575 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97640c9-c748-413d-92ea-299b26ea7fa1 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:15:36.721107 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a97640c9-c748-413d-92ea-299b26ea7fa1 admin admin] 10.222.0.35 "PUT /v2.0/routers/64287ae7-1b12-4ef1-98b8-cb74d9214268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6921973 Jul 14 08:15:36.723900 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41308) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:36.724344 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7771b4c-7b5c-4729-a2e6-42397be570ea None None] Sync routers for ids ['64287ae7-1b12-4ef1-98b8-cb74d9214268'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:15:36.737883 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7771b4c-7b5c-4729-a2e6-42397be570ea None None] Routers {'64287ae7-1b12-4ef1-98b8-cb74d9214268'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:15:36.738499 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a7771b4c-7b5c-4729-a2e6-42397be570ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:15:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['64287ae7-1b12-4ef1-98b8-cb74d9214268'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:36.837558 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8fa54f0-8467-49cb-8449-3dcc64de8348 admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:36.926741 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-a7771b4c-7b5c-4729-a2e6-42397be570ea None None] Set router 64287ae7-1b12-4ef1-98b8-cb74d9214268 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:15:36.939532 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8fa54f0-8467-49cb-8449-3dcc64de8348 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:36.991540 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f8fa54f0-8467-49cb-8449-3dcc64de8348 admin admin] Deleting port fd2631d0-1420-44ab-acfd-2af5bb697308 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:15:36.991879 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8fa54f0-8467-49cb-8449-3dcc64de8348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:37.026963 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:15:37.072531 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f8fa54f0-8467-49cb-8449-3dcc64de8348 admin admin] For port fd2631d0-1420-44ab-acfd-2af5bb697308, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=fd2631d0-1420-44ab-acfd-2af5bb697308,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:15:37.072905 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8fa54f0-8467-49cb-8449-3dcc64de8348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:37.084974 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f8fa54f0-8467-49cb-8449-3dcc64de8348 admin admin] Calling delete_port for fd2631d0-1420-44ab-acfd-2af5bb697308 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:15:37.103306 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a7771b4c-7b5c-4729-a2e6-42397be570ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'name': 'tempest-TestMinimumBasicScenario-1723561436-router', 'tenant_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd2631d0-1420-44ab-acfd-2af5bb697308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:26Z', 'updated_at': '2021-07-14T08:15:36Z', 'revision_number': 5, 'project_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'gw_port': {'id': 'fd2631d0-1420-44ab-acfd-2af5bb697308', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:13:27Z', 'updated_at': '2021-07-14T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:37.128669 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7771b4c-7b5c-4729-a2e6-42397be570ea None None] Checking router: 64287ae7-1b12-4ef1-98b8-cb74d9214268 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:15:37.136535 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7771b4c-7b5c-4729-a2e6-42397be570ea None None] Routers {'64287ae7-1b12-4ef1-98b8-cb74d9214268'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:15:37.137138 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a7771b4c-7b5c-4729-a2e6-42397be570ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:15:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['64287ae7-1b12-4ef1-98b8-cb74d9214268'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:37.219671 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-a7771b4c-7b5c-4729-a2e6-42397be570ea None None] Set router 64287ae7-1b12-4ef1-98b8-cb74d9214268 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:15:37.250443 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8fa54f0-8467-49cb-8449-3dcc64de8348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:37.272363 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a7771b4c-7b5c-4729-a2e6-42397be570ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'name': 'tempest-TestMinimumBasicScenario-1723561436-router', 'tenant_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:26Z', 'updated_at': '2021-07-14T08:15:36Z', 'revision_number': 6, 'project_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:37.276310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa54f0-8467-49cb-8449-3dcc64de8348 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2631d0-1420-44ab-acfd-2af5bb697308,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:37.301502 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7771b4c-7b5c-4729-a2e6-42397be570ea None None] The sync data for ids ['64287ae7-1b12-4ef1-98b8-cb74d9214268'] in n-d-778696-5 is: [{'id': '64287ae7-1b12-4ef1-98b8-cb74d9214268', 'name': 'tempest-TestMinimumBasicScenario-1723561436-router', 'tenant_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:13:26Z', 'updated_at': '2021-07-14T08:15:36Z', 'revision_number': 6, 'project_id': '7f2dcf287cd843af8e2d6c9a64efb9bb', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:15:37.341061 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8fa54f0-8467-49cb-8449-3dcc64de8348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:37.432084 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8fa54f0-8467-49cb-8449-3dcc64de8348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:37.434160 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8fa54f0-8467-49cb-8449-3dcc64de8348 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:37.475522 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8fa54f0-8467-49cb-8449-3dcc64de8348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:37.475979 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fa54f0-8467-49cb-8449-3dcc64de8348 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64287ae7-1b12-4ef1-98b8-cb74d9214268 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 08:15:37.480409 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8fa54f0-8467-49cb-8449-3dcc64de8348 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:37.481570 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f8fa54f0-8467-49cb-8449-3dcc64de8348 admin admin] 10.222.0.35 "DELETE /v2.0/routers/64287ae7-1b12-4ef1-98b8-cb74d9214268 HTTP/1.1" status: 204 len: 168 time: 0.7566907 Jul 14 08:15:37.484018 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41310) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:37.526254 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a7b2ab-fe48-41e8-95d3-8191f356e2e2 admin admin] Deleting subnet 0200ee97-3fec-4b41-94cf-8a68d6bf2e57 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:15:37.529179 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7a7b2ab-fe48-41e8-95d3-8191f356e2e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:37.561569 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7a7b2ab-fe48-41e8-95d3-8191f356e2e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:37.640468 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7a7b2ab-fe48-41e8-95d3-8191f356e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:37.693814 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7a7b2ab-fe48-41e8-95d3-8191f356e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:37.720491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7b2ab-fe48-41e8-95d3-8191f356e2e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0200ee97-3fec-4b41-94cf-8a68d6bf2e57,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:37.722468 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7a7b2ab-fe48-41e8-95d3-8191f356e2e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:37.726124 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a7a7b2ab-fe48-41e8-95d3-8191f356e2e2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0200ee97-3fec-4b41-94cf-8a68d6bf2e57 HTTP/1.1" status: 204 len: 168 time: 0.2409699 Jul 14 08:15:37.727183 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41312) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:37.729419 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9e262b-99a1-4b77-82c6-e1ae375e8392 None None] Network 24abbaac-76e6-4b46-a177-6b466aeba283 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:15:37.800121 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:37.866041 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] Deleting port f5208cb2-9b91-430d-a2b0-79ddbe488c68 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:15:37.866377 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:37.928370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] For port f5208cb2-9b91-430d-a2b0-79ddbe488c68, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=f5208cb2-9b91-430d-a2b0-79ddbe488c68,segment=NetworkSegment(a5bbb83f-9faf-44df-9630-341d9bfbc7b0),segment_id=a5bbb83f-9faf-44df-9630-341d9bfbc7b0)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:15:37.928730 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:37.941091 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] Calling delete_port for f5208cb2-9b91-430d-a2b0-79ddbe488c68 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:15:38.022627 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:38.048641 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5208cb2-9b91-430d-a2b0-79ddbe488c68,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:38.054168 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] No DVR routers for this DVR port f5208cb2-9b91-430d-a2b0-79ddbe488c68 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:15:38.084502 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074cc870-4244-4e89-b253-355a5cd8a182 None None] DHCP port deletion for 24abbaac-76e6-4b46-a177-6b466aeba283 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 08:15:38.128639 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:38.138675 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24abbaac-76e6-4b46-a177-6b466aeba283']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:38.149714 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bbb83f-9faf-44df-9630-341d9bfbc7b0') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:38.150005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bbb83f-9faf-44df-9630-341d9bfbc7b0') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:38.159716 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:38.173645 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:38.180029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:15:38.180424 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: timer() Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:15:38.182493 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:15:38.236699 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:38.242723 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:38.247114 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/24abbaac-76e6-4b46-a177-6b466aeba283 HTTP/1.1" status: 204 len: 168 time: 0.5163543 Jul 14 08:15:38.256418 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec57438-47da-405f-a881-6ccede2dfeb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=24abbaac-76e6-4b46-a177-6b466aeba283,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:38.402116 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41318) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:38.440972 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a72b0735-0b57-437d-a274-f54c1a5778d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=533b5428ed0f46288777f380e355fadc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376976 Jul 14 08:15:38.443274 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41320) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:38.493528 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bba303b6-9ce3-4ffe-a645-ddafa89227bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:38.513632 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bba303b6-9ce3-4ffe-a645-ddafa89227bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:38.556853 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bba303b6-9ce3-4ffe-a645-ddafa89227bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:38.559414 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bba303b6-9ce3-4ffe-a645-ddafa89227bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:38.560539 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bba303b6-9ce3-4ffe-a645-ddafa89227bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45c504ab-e0c9-4221-8b86-a3a524c8a456 HTTP/1.1" status: 204 len: 168 time: 0.1164091 Jul 14 08:15:38.570092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba303b6-9ce3-4ffe-a645-ddafa89227bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c504ab-e0c9-4221-8b86-a3a524c8a456,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:38.832358 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f3b88d49-fd68-49b8-bc65-ef57c933a5cb no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:15:38.857203 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: f3b88d49-fd68-49b8-bc65-ef57c933a5cb {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:15:38.857552 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f3b88d49-fd68-49b8-bc65-ef57c933a5cb not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:15:38.857970 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f5208cb2-9b91-430d-a2b0-79ddbe488c68 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:15:38.866037 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41326) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:38.876390 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: f5208cb2-9b91-430d-a2b0-79ddbe488c68 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:15:38.876735 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device f5208cb2-9b91-430d-a2b0-79ddbe488c68 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:15:38.877150 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device fd2631d0-1420-44ab-acfd-2af5bb697308 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:15:38.895278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: fd2631d0-1420-44ab-acfd-2af5bb697308 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:15:38.895619 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device fd2631d0-1420-44ab-acfd-2af5bb697308 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:15:38.905715 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-be77c33b-8e5c-4d60-8f73-6c3094384aeb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f2dcf287cd843af8e2d6c9a64efb9bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384841 Jul 14 08:15:38.908371 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41328) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:38.955670 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f60bfec-bdcb-4c4b-a6a1-3ecb94bfc1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:38.976627 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f60bfec-bdcb-4c4b-a6a1-3ecb94bfc1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:39.021913 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f60bfec-bdcb-4c4b-a6a1-3ecb94bfc1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:39.024536 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f60bfec-bdcb-4c4b-a6a1-3ecb94bfc1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:39.025625 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2f60bfec-bdcb-4c4b-a6a1-3ecb94bfc1af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ea5f457-1d93-41cb-a4ac-5423a8b3928c HTTP/1.1" status: 204 len: 168 time: 0.1163623 Jul 14 08:15:39.032945 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60bfec-bdcb-4c4b-a6a1-3ecb94bfc1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea5f457-1d93-41cb-a4ac-5423a8b3928c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:40.718357 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41368) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:40.723092 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-514d6f19-e389-4c83-ab26-6c55a4094894 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2031847106', 'description': 'tempest-secgroup-smoke-2031847106 description', 'project_id': '03466ac869fa4107bda726f264ea70f9'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:15:40.746903 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-514d6f19-e389-4c83-ab26-6c55a4094894 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:40.755010 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-514d6f19-e389-4c83-ab26-6c55a4094894 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:40.845998 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-514d6f19-e389-4c83-ab26-6c55a4094894 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:40.849917 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-514d6f19-e389-4c83-ab26-6c55a4094894 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:40.885886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d6f19-e389-4c83-ab26-6c55a4094894 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3989ebdb-2a3a-4de1-b429-fdb04e06fe1a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:40.935905 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-514d6f19-e389-4c83-ab26-6c55a4094894 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:40.939312 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-514d6f19-e389-4c83-ab26-6c55a4094894 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:40.964544 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-514d6f19-e389-4c83-ab26-6c55a4094894 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:40.965793 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-514d6f19-e389-4c83-ab26-6c55a4094894 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2463908 Jul 14 08:15:40.969017 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41370) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:40.969702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d6f19-e389-4c83-ab26-6c55a4094894 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6efd123-1a4d-42be-bc65-f6a622dd22a3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:40.974787 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-f200d7e3-21f5-404b-8bd1-2031ab9b83d0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': 'c6efd123-1a4d-42be-bc65-f6a622dd22a3', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:15:41.001818 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f200d7e3-21f5-404b-8bd1-2031ab9b83d0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.057576 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f200d7e3-21f5-404b-8bd1-2031ab9b83d0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.061030 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f200d7e3-21f5-404b-8bd1-2031ab9b83d0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.078178 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200d7e3-21f5-404b-8bd1-2031ab9b83d0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb04319-1e91-4157-a961-404d256478d0,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:41.085758 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f200d7e3-21f5-404b-8bd1-2031ab9b83d0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.086959 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f200d7e3-21f5-404b-8bd1-2031ab9b83d0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158543 Jul 14 08:15:41.089689 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41372) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:41.094083 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-534890f8-73d5-4d79-936b-cf0d81fe1488 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': 'c6efd123-1a4d-42be-bc65-f6a622dd22a3', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:15:41.119126 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-534890f8-73d5-4d79-936b-cf0d81fe1488 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.178206 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-534890f8-73d5-4d79-936b-cf0d81fe1488 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.181787 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-534890f8-73d5-4d79-936b-cf0d81fe1488 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.199703 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534890f8-73d5-4d79-936b-cf0d81fe1488 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026c4384-7b88-4e48-bf03-f508d9a15a67,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:41.206381 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-534890f8-73d5-4d79-936b-cf0d81fe1488 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.207797 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-534890f8-73d5-4d79-936b-cf0d81fe1488 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171103 Jul 14 08:15:41.210436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41374) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:41.214735 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-bcafc583-5ae3-4ab2-90f8-379ee773ac3b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': 'c6efd123-1a4d-42be-bc65-f6a622dd22a3', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:15:41.239547 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bcafc583-5ae3-4ab2-90f8-379ee773ac3b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.296552 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bcafc583-5ae3-4ab2-90f8-379ee773ac3b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.300116 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bcafc583-5ae3-4ab2-90f8-379ee773ac3b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.319320 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafc583-5ae3-4ab2-90f8-379ee773ac3b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c5592c-bbdb-4843-ba41-f28e912014f5,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:41.326697 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bcafc583-5ae3-4ab2-90f8-379ee773ac3b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.328178 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bcafc583-5ae3-4ab2-90f8-379ee773ac3b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167457 Jul 14 08:15:41.331333 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41376) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:41.335804 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-831dbf40-4018-48ae-8c99-9e0da3b8a407 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': 'c6efd123-1a4d-42be-bc65-f6a622dd22a3', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:15:41.361042 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-831dbf40-4018-48ae-8c99-9e0da3b8a407 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.417007 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-831dbf40-4018-48ae-8c99-9e0da3b8a407 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.420540 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-831dbf40-4018-48ae-8c99-9e0da3b8a407 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.436758 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831dbf40-4018-48ae-8c99-9e0da3b8a407 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0985c57-71dd-4379-b93c-0338d79b14cb,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:41.443372 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-831dbf40-4018-48ae-8c99-9e0da3b8a407 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.444593 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-831dbf40-4018-48ae-8c99-9e0da3b8a407 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1123092 Jul 14 08:15:41.447338 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41378) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:41.451721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c919ad53-ee44-472b-9bd3-90a013d0cc64 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': 'c6efd123-1a4d-42be-bc65-f6a622dd22a3', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:15:41.472516 n-d-778696-5 neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-c919ad53-ee44-472b-9bd3-90a013d0cc64 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Project 03466ac869fa4107bda726f264ea70f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:15:41.477101 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c919ad53-ee44-472b-9bd3-90a013d0cc64 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.537206 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c919ad53-ee44-472b-9bd3-90a013d0cc64 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.540481 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c919ad53-ee44-472b-9bd3-90a013d0cc64 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.556527 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919ad53-ee44-472b-9bd3-90a013d0cc64 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ad0f17-0fab-4e4b-92c6-d7711af5f14f,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:41.563063 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c919ad53-ee44-472b-9bd3-90a013d0cc64 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.565086 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c919ad53-ee44-472b-9bd3-90a013d0cc64 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168358 Jul 14 08:15:41.567873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41380) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:41.572328 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d89a5d0f-3024-4ee7-aee6-ba271b1ec56e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': 'c6efd123-1a4d-42be-bc65-f6a622dd22a3', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:15:41.594152 n-d-778696-5 neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-d89a5d0f-3024-4ee7-aee6-ba271b1ec56e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Project 03466ac869fa4107bda726f264ea70f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:15:41.598824 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d89a5d0f-3024-4ee7-aee6-ba271b1ec56e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.659071 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d89a5d0f-3024-4ee7-aee6-ba271b1ec56e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.662520 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d89a5d0f-3024-4ee7-aee6-ba271b1ec56e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.676513 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a5d0f-3024-4ee7-aee6-ba271b1ec56e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4709a79-2f6e-4f1d-929b-b2bd570cdea9,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:41.685026 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d89a5d0f-3024-4ee7-aee6-ba271b1ec56e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.686244 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d89a5d0f-3024-4ee7-aee6-ba271b1ec56e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173704 Jul 14 08:15:41.689759 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41382) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:41.694553 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-2bdb10a8-4324-4a42-be26-85346d81aed2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'network': {'name': 'tempest-network-smoke--803031088', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'port_security_enabled': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:15:41.713754 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdb10a8-4324-4a42-be26-85346d81aed2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Made reservation on behalf of 03466ac869fa4107bda726f264ea70f9 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:15:41.717084 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2bdb10a8-4324-4a42-be26-85346d81aed2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.739414 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdb10a8-4324-4a42-be26-85346d81aed2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:15:41.747954 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2bdb10a8-4324-4a42-be26-85346d81aed2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.748301 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-2bdb10a8-4324-4a42-be26-85346d81aed2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Added segment 0dd94b3f-2ddd-4e0d-a4ca-e28abed87825 of type vlan for network 068b6686-375e-4ad1-b683-af0d27804ca1 Jul 14 08:15:41.787099 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2bdb10a8-4324-4a42-be26-85346d81aed2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.814649 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2bdb10a8-4324-4a42-be26-85346d81aed2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.820136 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdb10a8-4324-4a42-be26-85346d81aed2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:41.820734 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2bdb10a8-4324-4a42-be26-85346d81aed2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.876042 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2bdb10a8-4324-4a42-be26-85346d81aed2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1853046 Jul 14 08:15:41.879563 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41384) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:41.886125 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-9654875', 'admin_state_up': True, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:15:41.903915 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb10a8-4324-4a42-be26-85346d81aed2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Network': ['ID=068b6686-375e-4ad1-b683-af0d27804ca1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:41.915214 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 068b6686-375e-4ad1-b683-af0d27804ca1 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:15:41.917142 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.918165 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:41.967173 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:42.125127 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:42.310518 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:42.328060 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:42.429281 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.25.7.213 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/94ff08b1-140b-4bf1-af8c-d5b5a03f3b31) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:15:42.528129 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:42.566195 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:42.599949 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:15:42.605936 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:15:42.609430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:15:42.632362 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=94ff08b1-140b-4bf1-af8c-d5b5a03f3b31,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:43.155073 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:43.344025 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:43.467970 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router 6c6325e9-6c19-49a3-9522-765fd182b98b is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 08:15:43.572059 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:15:43.581006 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Sync routers for ids ['6c6325e9-6c19-49a3-9522-765fd182b98b'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:15:43.589584 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:43.589747 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Routers {'6c6325e9-6c19-49a3-9522-765fd182b98b'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:15:43.590241 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:15:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6c6325e9-6c19-49a3-9522-765fd182b98b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:43.590826 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-99b1c474-a6b7-4f34-b5df-4704d53bca90 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7103102 Jul 14 08:15:43.593918 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41386) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:43.693146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Set router 6c6325e9-6c19-49a3-9522-765fd182b98b gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:15:43.715967 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-100e6e79-f82b-423c-a6be-e637dbb4f834 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=03466ac869fa4107bda726f264ea70f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1209631 Jul 14 08:15:43.718681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41390) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:43.862699 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b96f4e5-4f4f-4f2b-b7a9-fa782b5f39a2 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:43.864140 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3b96f4e5-4f4f-4f2b-b7a9-fa782b5f39a2 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1445770 Jul 14 08:15:43.867215 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41392) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:43.868705 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9654875', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:15:41Z', 'updated_at': '2021-07-14T08:15:42Z', 'revision_number': 3, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:42Z', 'updated_at': '2021-07-14T08:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:43.895345 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Checking router: 6c6325e9-6c19-49a3-9522-765fd182b98b for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:15:43.895688 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Updating router 6c6325e9-6c19-49a3-9522-765fd182b98b port 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:15:43.906916 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1ba1890b-6c4c-4f51-898a-81f2e3be33d4 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362835 Jul 14 08:15:43.907106 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41394) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:43.911869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-183722d5-0898-42db-9e18-7ba263e50356 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1438882737', 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:15:43.928114 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:43.995346 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183722d5-0898-42db-9e18-7ba263e50356 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Made reservation on behalf of 03466ac869fa4107bda726f264ea70f9 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:15:43.998849 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-183722d5-0898-42db-9e18-7ba263e50356 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:44.172384 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-183722d5-0898-42db-9e18-7ba263e50356 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:44.184638 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:44.194863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Transition to ACTIVE for port object 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:15:44.200260 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:44.237409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183722d5-0898-42db-9e18-7ba263e50356 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Subnet': ['ID=804e097c-3854-4dba-bf65-df6d5ca0a9ac,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:44.245211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183722d5-0898-42db-9e18-7ba263e50356 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Checking segment: {'id': '0dd94b3f-2ddd-4e0d-a4ca-e28abed87825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:15:44.245405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183722d5-0898-42db-9e18-7ba263e50356 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network hostable DHCP agents. Network: 068b6686-375e-4ad1-b683-af0d27804ca1, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:15:44.251187 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Attempting to bind port 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:15:44.251643 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Attempting to bind port 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:15:44.252008 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Attempting to bind port 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:15:44.254984 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7c0d7-ad16-40c6-ba2e-86d229d53274 None None] Pushing event updated for resources: {'Port': ['ID=94ff08b1-140b-4bf1-af8c-d5b5a03f3b31,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:44.259897 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:15:44.260339 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:15:44.260764 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:44.261124 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:15:44.261669 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Bound port: 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:15:44.262043 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:44.262145 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183722d5-0898-42db-9e18-7ba263e50356 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 068b6686-375e-4ad1-b683-af0d27804ca1 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:15:44.271555 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-183722d5-0898-42db-9e18-7ba263e50356 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 068b6686-375e-4ad1-b683-af0d27804ca1) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:15:44.276272 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183722d5-0898-42db-9e18-7ba263e50356 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:44.276905 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-183722d5-0898-42db-9e18-7ba263e50356 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:44.286122 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1d653a-da9c-4c18-8dc6-aef59da5aea3 None None] Network 068b6686-375e-4ad1-b683-af0d27804ca1 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:15:44.294737 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-183722d5-0898-42db-9e18-7ba263e50356 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3839846 Jul 14 08:15:44.294919 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41396) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:44.366928 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] For port 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:15:44.371064 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] For port 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=94ff08b1-140b-4bf1-af8c-d5b5a03f3b31,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:15:44.376928 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:44.634527 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7c0d7-ad16-40c6-ba2e-86d229d53274 None None] Pushing event updated for resources: {'Port': ['ID=94ff08b1-140b-4bf1-af8c-d5b5a03f3b31,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:44.643179 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Routers {'6c6325e9-6c19-49a3-9522-765fd182b98b'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:15:44.643838 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:15:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6c6325e9-6c19-49a3-9522-765fd182b98b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:44.722519 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:44.742376 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-068b6686-375e-4ad1-b683-af0d27804ca1', 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ips': [{'subnet_id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:15:44.743216 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:44.826744 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] Set router 6c6325e9-6c19-49a3-9522-765fd182b98b gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:15:45.006608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Allocated IP 172.20.0.2 (068b6686-375e-4ad1-b683-af0d27804ca1/804e097c-3854-4dba-bf65-df6d5ca0a9ac/168f32fa-acd3-4025-a55d-0e51ad4887c6) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:15:45.141712 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9654875', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:15:41Z', 'updated_at': '2021-07-14T08:15:42Z', 'revision_number': 3, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:42Z', 'updated_at': '2021-07-14T08:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:45.183671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d74ffa-1e40-4b8d-8143-d72274ce3cd0 None None] The sync data for ids ['6c6325e9-6c19-49a3-9522-765fd182b98b'] in n-d-778696-5 is: [{'id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9654875', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:15:41Z', 'updated_at': '2021-07-14T08:15:42Z', 'revision_number': 3, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:42Z', 'updated_at': '2021-07-14T08:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:15:45.206593 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:45.215676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Transition to ACTIVE for port object 168f32fa-acd3-4025-a55d-0e51ad4887c6 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:15:45.231876 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Transition to ACTIVE for port object 168f32fa-acd3-4025-a55d-0e51ad4887c6 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:15:45.239325 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:45.276566 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Network 068b6686-375e-4ad1-b683-af0d27804ca1 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:15:45.282814 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:15:45.285817 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:15:45.286620 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.20.0.1 (068b6686-375e-4ad1-b683-af0d27804ca1/804e097c-3854-4dba-bf65-df6d5ca0a9ac/31be77b7-fb58-4eb5-b8cc-e04907a3acd0) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:15:45.298679 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Pushing event updated for resources: {'Port': ['ID=168f32fa-acd3-4025-a55d-0e51ad4887c6,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:45.356655 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Attempting to bind port 168f32fa-acd3-4025-a55d-0e51ad4887c6 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:15:45.356984 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Attempting to bind port 168f32fa-acd3-4025-a55d-0e51ad4887c6 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '0dd94b3f-2ddd-4e0d-a4ca-e28abed87825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:15:45.357310 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Attempting to bind port 168f32fa-acd3-4025-a55d-0e51ad4887c6 on network 068b6686-375e-4ad1-b683-af0d27804ca1 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:15:45.362460 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:15:45.362832 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Checking segment: {'id': '0dd94b3f-2ddd-4e0d-a4ca-e28abed87825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:15:45.363236 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:45.363631 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Bound using segment: {'id': '0dd94b3f-2ddd-4e0d-a4ca-e28abed87825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:15:45.364097 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Bound port: 168f32fa-acd3-4025-a55d-0e51ad4887c6, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd94b3f-2ddd-4e0d-a4ca-e28abed87825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:15:45.364484 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:45.434075 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:45.447598 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Transition to ACTIVE for port object 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:15:45.453313 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] For port 168f32fa-acd3-4025-a55d-0e51ad4887c6, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:15:45.463442 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] For port 168f32fa-acd3-4025-a55d-0e51ad4887c6, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=168f32fa-acd3-4025-a55d-0e51ad4887c6,segment=NetworkSegment(0dd94b3f-2ddd-4e0d-a4ca-e28abed87825),segment_id=0dd94b3f-2ddd-4e0d-a4ca-e28abed87825)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:15:45.469473 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:45.498620 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:45.541257 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84df6a-970d-4cc2-8e8e-e4a9f3e9eb01 None None] Pushing event updated for resources: {'Port': ['ID=168f32fa-acd3-4025-a55d-0e51ad4887c6,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:45.571818 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 068b6686-375e-4ad1-b683-af0d27804ca1 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:15:45.576399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:15:45.578553 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=31be77b7-fb58-4eb5-b8cc-e04907a3acd0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:45.581620 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:15:45.632674 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:45.801475 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:46.142946 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:46.207228 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:46.353641 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:46.358629 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:46.433447 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480aa937-443f-4877-9b18-53559eec414d None None] Network 068b6686-375e-4ad1-b683-af0d27804ca1 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:15:46.436145 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=31be77b7-fb58-4eb5-b8cc-e04907a3acd0,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:46.438589 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:46.529399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 068b6686-375e-4ad1-b683-af0d27804ca1 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:15:46.530772 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:15:46.557164 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1e08b63e-0669-4e88-8a01-01d830b6443e None None] Provisioning for port 168f32fa-acd3-4025-a55d-0e51ad4887c6 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:15:46.648141 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router 6c6325e9-6c19-49a3-9522-765fd182b98b has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:15:46.761535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:15:46.767011 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7fee7cf0-bf5f-4fbb-9107-97db511d1550 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "PUT /v2.0/routers/6c6325e9-6c19-49a3-9522-765fd182b98b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4709096 Jul 14 08:15:46.899487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:15:46.906145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e12a04f0-8d29-4530-bd15-286015fac010 None None] Provisioning for port 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:15:46.938520 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e12a04f0-8d29-4530-bd15-286015fac010 None None] Provisioning complete for port 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:15:46.939432 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e12a04f0-8d29-4530-bd15-286015fac010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:46.941738 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-b4afbbee-46ff-463f-80b6-5a85abc30332 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2031847106&fields=id&tenant_id=03466ac869fa4107bda726f264ea70f9 HTTP/1.1" status: 200 len: 267 time: 0.0413692 Jul 14 08:15:46.983776 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e12a04f0-8d29-4530-bd15-286015fac010 None None] Port 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:15:47.007441 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:15:47.012205 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:15:47.012833 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:47.060522 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-5dd07c36-50e4-4645-b1a2-bfb669bd06ab tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:47.062527 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-5dd07c36-50e4-4645-b1a2-bfb669bd06ab tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/networks?id=068b6686-375e-4ad1-b683-af0d27804ca1 HTTP/1.1" status: 200 len: 796 time: 0.1173153 Jul 14 08:15:47.079249 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-0594d356-7e0a-4f16-8d68-f63f971ed028 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/quotas/03466ac869fa4107bda726f264ea70f9 HTTP/1.1" status: 200 len: 375 time: 0.0095356 Jul 14 08:15:47.100108 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:47.121389 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Sync routers for ids ['6c6325e9-6c19-49a3-9522-765fd182b98b'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:15:47.133120 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Routers {'6c6325e9-6c19-49a3-9522-765fd182b98b'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:15:47.133120 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:15:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6c6325e9-6c19-49a3-9522-765fd182b98b'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:47.147025 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=94ff08b1-140b-4bf1-af8c-d5b5a03f3b31,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:15:47.148595 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b97fbbc4-517d-4953-81f9-52d4befe7c92 None None] Provisioning complete for port 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:15:47.148962 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b97fbbc4-517d-4953-81f9-52d4befe7c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:47.156417 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-d04e0790-35de-4671-a1ea-ba3c99f9c1d7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712638 Jul 14 08:15:47.172301 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:47.173137 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 168f32fa-acd3-4025-a55d-0e51ad4887c6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:15:47.255430 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b97fbbc4-517d-4953-81f9-52d4befe7c92 None None] Port 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:15:47.262838 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Set router 6c6325e9-6c19-49a3-9522-765fd182b98b gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:15:47.265639 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-4a8ed2a5-ab23-40a9-856f-6c2c76d09e96 service neutron] 10.222.0.35 "GET /v2.0/networks/068b6686-375e-4ad1-b683-af0d27804ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954075 Jul 14 08:15:47.273011 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=94ff08b1-140b-4bf1-af8c-d5b5a03f3b31,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:47.287848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 168f32fa-acd3-4025-a55d-0e51ad4887c6 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:15:47.295782 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 168f32fa-acd3-4025-a55d-0e51ad4887c6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:15:47.296247 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:47.373888 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-da009632-1290-45e6-b54d-4e8dfed2e5c0 service neutron] 10.222.0.35 "GET /v2.0/networks/068b6686-375e-4ad1-b683-af0d27804ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015673 Jul 14 08:15:47.398327 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:47.406337 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d140e1a6-42df-484e-acb8-c3078b7e1fa7 None None] Provisioning complete for port 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:15:47.406793 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d140e1a6-42df-484e-acb8-c3078b7e1fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:47.458278 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 168f32fa-acd3-4025-a55d-0e51ad4887c6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=168f32fa-acd3-4025-a55d-0e51ad4887c6,segment=NetworkSegment(0dd94b3f-2ddd-4e0d-a4ca-e28abed87825),segment_id=0dd94b3f-2ddd-4e0d-a4ca-e28abed87825)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:15:47.461004 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d140e1a6-42df-484e-acb8-c3078b7e1fa7 None None] Port 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:15:47.464841 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:47.486006 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9654875', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:15:41Z', 'updated_at': '2021-07-14T08:15:45Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:42Z', 'updated_at': '2021-07-14T08:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '31be77b7-fb58-4eb5-b8cc-e04907a3acd0', 'name': '', 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:d5:7e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:44Z', 'updated_at': '2021-07-14T08:15:46Z', 'revision_number': 2, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:47.513691 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Checking router: 6c6325e9-6c19-49a3-9522-765fd182b98b for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:15:47.514313 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Updating router 6c6325e9-6c19-49a3-9522-765fd182b98b port 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:15:47.520114 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=168f32fa-acd3-4025-a55d-0e51ad4887c6,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:47.550162 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:47.579665 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e46449c-5bc7-47ec-b7a7-83971cb7c7dc req-c11d35ef-e0cb-4069-a49b-85f030db61ce tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 210 time: 0.0303459 Jul 14 08:15:47.815915 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:47.825925 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Transition to ACTIVE for port object 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:15:47.831474 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:47.882660 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd9511-bf84-42ab-860d-77591194bf45 None None] Pushing event updated for resources: {'Port': ['ID=31be77b7-fb58-4eb5-b8cc-e04907a3acd0,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:47.893823 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd9511-bf84-42ab-860d-77591194bf45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:47.894202 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd9511-bf84-42ab-860d-77591194bf45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:47.894711 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd9511-bf84-42ab-860d-77591194bf45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:47.895149 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd9511-bf84-42ab-860d-77591194bf45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:47.895485 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd9511-bf84-42ab-860d-77591194bf45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:47.895896 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd9511-bf84-42ab-860d-77591194bf45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:47.896314 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd9511-bf84-42ab-860d-77591194bf45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:47.896772 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd9511-bf84-42ab-860d-77591194bf45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:47.897353 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd9511-bf84-42ab-860d-77591194bf45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:47.897532 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd9511-bf84-42ab-860d-77591194bf45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:47.897850 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd9511-bf84-42ab-860d-77591194bf45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:47.898167 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd9511-bf84-42ab-860d-77591194bf45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:15:47.955874 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Attempting to bind port 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:15:47.956232 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Attempting to bind port 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '0dd94b3f-2ddd-4e0d-a4ca-e28abed87825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:15:47.956585 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Attempting to bind port 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 on network 068b6686-375e-4ad1-b683-af0d27804ca1 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:15:47.962114 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:15:47.962446 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Checking segment: {'id': '0dd94b3f-2ddd-4e0d-a4ca-e28abed87825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:15:47.962859 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:47.963230 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Bound using segment: {'id': '0dd94b3f-2ddd-4e0d-a4ca-e28abed87825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:15:47.963684 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Bound port: 31be77b7-fb58-4eb5-b8cc-e04907a3acd0, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd94b3f-2ddd-4e0d-a4ca-e28abed87825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:15:47.964054 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:48.033794 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] For port 31be77b7-fb58-4eb5-b8cc-e04907a3acd0, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:15:48.037210 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] For port 31be77b7-fb58-4eb5-b8cc-e04907a3acd0, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=31be77b7-fb58-4eb5-b8cc-e04907a3acd0,segment=NetworkSegment(0dd94b3f-2ddd-4e0d-a4ca-e28abed87825),segment_id=0dd94b3f-2ddd-4e0d-a4ca-e28abed87825)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:15:48.042420 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:48.103204 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd9511-bf84-42ab-860d-77591194bf45 None None] Pushing event updated for resources: {'Port': ['ID=31be77b7-fb58-4eb5-b8cc-e04907a3acd0,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:48.108198 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Routers {'6c6325e9-6c19-49a3-9522-765fd182b98b'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:15:48.108795 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:15:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6c6325e9-6c19-49a3-9522-765fd182b98b'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:48.318217 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] Set router 6c6325e9-6c19-49a3-9522-765fd182b98b gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:15:48.511709 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9654875', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:15:41Z', 'updated_at': '2021-07-14T08:15:45Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:42Z', 'updated_at': '2021-07-14T08:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '31be77b7-fb58-4eb5-b8cc-e04907a3acd0', 'name': '', 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:d5:7e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:44Z', 'updated_at': '2021-07-14T08:15:48Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:15:48.540693 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63705844-3581-4da2-a85d-a3548192ad9a None None] The sync data for ids ['6c6325e9-6c19-49a3-9522-765fd182b98b'] in n-d-778696-5 is: [{'id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9654875', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:15:41Z', 'updated_at': '2021-07-14T08:15:45Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:42Z', 'updated_at': '2021-07-14T08:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '31be77b7-fb58-4eb5-b8cc-e04907a3acd0', 'name': '', 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:d5:7e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:44Z', 'updated_at': '2021-07-14T08:15:48Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:15:48.725417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-60d34661-b6ea-4c55-9301-e242385fe072 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:48.727044 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-60d34661-b6ea-4c55-9301-e242385fe072 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "GET /v2.0/networks?id=068b6686-375e-4ad1-b683-af0d27804ca1 HTTP/1.1" status: 200 len: 796 time: 0.1753664 Jul 14 08:15:48.756364 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8c8a1121-1236-4b85-ae29-8e27940b8bac req-66a3eda3-6780-4bdf-a647-cc3d32bebc32 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 210 time: 0.0318835 Jul 14 08:15:48.799651 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-382dbde9-4ecc-482f-8e36-43020e926600 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03466ac869fa4107bda726f264ea70f9 HTTP/1.1" status: 200 len: 380 time: 0.0647535 Jul 14 08:15:48.810376 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-9f0c24de-360a-46a5-a087-0606c5d83a4b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'port': {'device_id': 'd06a4341-138f-4dee-9135-9f063b96e422', 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1', 'admin_state_up': True, 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'security_groups': ['c6efd123-1a4d-42be-bc65-f6a622dd22a3']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:15:48.944251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-9f0c24de-360a-46a5-a087-0606c5d83a4b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Made reservation on behalf of 03466ac869fa4107bda726f264ea70f9 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:15:48.945342 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:15:48.947921 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-9f0c24de-360a-46a5-a087-0606c5d83a4b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:48.998453 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:15:48.999168 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:49.081271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 168f32fa-acd3-4025-a55d-0e51ad4887c6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:15:49.092739 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-9f0c24de-360a-46a5-a087-0606c5d83a4b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.20.0.14 (068b6686-375e-4ad1-b683-af0d27804ca1/804e097c-3854-4dba-bf65-df6d5ca0a9ac/61905510-2de5-4635-8b25-9d5185a62123) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:15:49.131808 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 168f32fa-acd3-4025-a55d-0e51ad4887c6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:15:49.132192 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:49.216986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:15:49.245805 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-9f0c24de-360a-46a5-a087-0606c5d83a4b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:49.260603 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-9f0c24de-360a-46a5-a087-0606c5d83a4b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Transition to ACTIVE for port object 61905510-2de5-4635-8b25-9d5185a62123 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:15:49.266647 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:15:49.270968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:15:49.271330 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:49.297208 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-9f0c24de-360a-46a5-a087-0606c5d83a4b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:49.339100 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-9f0c24de-360a-46a5-a087-0606c5d83a4b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 068b6686-375e-4ad1-b683-af0d27804ca1 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:15:49.342619 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-9f0c24de-360a-46a5-a087-0606c5d83a4b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:15:49.345591 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-9f0c24de-360a-46a5-a087-0606c5d83a4b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:15:49.357257 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:49.389012 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c24de-360a-46a5-a087-0606c5d83a4b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=61905510-2de5-4635-8b25-9d5185a62123,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:49.395285 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 31be77b7-fb58-4eb5-b8cc-e04907a3acd0, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=31be77b7-fb58-4eb5-b8cc-e04907a3acd0,segment=NetworkSegment(0dd94b3f-2ddd-4e0d-a4ca-e28abed87825),segment_id=0dd94b3f-2ddd-4e0d-a4ca-e28abed87825)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:15:49.401437 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:49.423870 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-9f0c24de-360a-46a5-a087-0606c5d83a4b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:49.424508 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-9f0c24de-360a-46a5-a087-0606c5d83a4b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:49.445744 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-9f0c24de-360a-46a5-a087-0606c5d83a4b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6407928 Jul 14 08:15:49.457732 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Request body: {'port': {'device_id': 'd06a4341-138f-4dee-9135-9f063b96e422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:15:49.465372 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=31be77b7-fb58-4eb5-b8cc-e04907a3acd0,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:49.546018 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:49.649678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ed0b62df-96b0-455d-9ac0-82ca113e7d8b None None] Provisioning for port 61905510-2de5-4635-8b25-9d5185a62123 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:15:49.655687 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ed0b62df-96b0-455d-9ac0-82ca113e7d8b None None] Provisioning complete for port 61905510-2de5-4635-8b25-9d5185a62123 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:15:49.656202 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ed0b62df-96b0-455d-9ac0-82ca113e7d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:49.691054 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ed0b62df-96b0-455d-9ac0-82ca113e7d8b None None] Port 61905510-2de5-4635-8b25-9d5185a62123 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:15:49.813117 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61905510-2de5-4635-8b25-9d5185a62123 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:15:49.820515 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:49.831991 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Transition to ACTIVE for port object 61905510-2de5-4635-8b25-9d5185a62123 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:15:49.835772 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:49.888020 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Pushing event updated for resources: {'Port': ['ID=61905510-2de5-4635-8b25-9d5185a62123,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:49.946713 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2a66e-dcbf-4c54-b4af-31cdeeff2957 req-da744789-b89c-4612-be7f-4e4f2fdfe6a4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:49.948256 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10a2a66e-dcbf-4c54-b4af-31cdeeff2957 req-da744789-b89c-4612-be7f-4e4f2fdfe6a4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 944 time: 0.0692570 Jul 14 08:15:49.967342 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Attempting to bind port 61905510-2de5-4635-8b25-9d5185a62123 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:15:49.967681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Attempting to bind port 61905510-2de5-4635-8b25-9d5185a62123 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '0dd94b3f-2ddd-4e0d-a4ca-e28abed87825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:15:49.968037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Attempting to bind port 61905510-2de5-4635-8b25-9d5185a62123 on network 068b6686-375e-4ad1-b683-af0d27804ca1 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:15:49.977823 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Port 61905510-2de5-4635-8b25-9d5185a62123 on network 068b6686-375e-4ad1-b683-af0d27804ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:15:49.977823 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Attempting to bind port 61905510-2de5-4635-8b25-9d5185a62123 on network 068b6686-375e-4ad1-b683-af0d27804ca1 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:15:49.982879 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:15:49.983220 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Checking segment: {'id': '0dd94b3f-2ddd-4e0d-a4ca-e28abed87825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:15:49.983605 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Bound using segment: {'id': '0dd94b3f-2ddd-4e0d-a4ca-e28abed87825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:15:49.984033 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Bound port: 61905510-2de5-4635-8b25-9d5185a62123, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd94b3f-2ddd-4e0d-a4ca-e28abed87825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:15:49.984394 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:49.990991 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-10a2a66e-dcbf-4c54-b4af-31cdeeff2957 req-6007a4d5-200b-4545-bbde-06481efa4a52 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6efd123-1a4d-42be-bc65-f6a622dd22a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337217 Jul 14 08:15:50.051370 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] For port 61905510-2de5-4635-8b25-9d5185a62123, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:15:50.054603 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] For port 61905510-2de5-4635-8b25-9d5185a62123, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=61905510-2de5-4635-8b25-9d5185a62123,segment=NetworkSegment(0dd94b3f-2ddd-4e0d-a4ca-e28abed87825),segment_id=0dd94b3f-2ddd-4e0d-a4ca-e28abed87825)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:15:50.059678 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:50.091809 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:50.092510 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:50.093928 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] 10.222.0.30 "PUT /v2.0/ports/61905510-2de5-4635-8b25-9d5185a62123 HTTP/1.1" status: 200 len: 1092 time: 0.6414957 Jul 14 08:15:50.094369 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06a4341-138f-4dee-9135-9f063b96e422', 'tag': '61905510-2de5-4635-8b25-9d5185a62123'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:15:50.096646 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7de7e5a-d3cc-40fc-ab49-fb9b47918fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "d06a4341-138f-4dee-9135-9f063b96e422", "tag": "61905510-2de5-4635-8b25-9d5185a62123"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:15:50.128900 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b7b47-cf6e-47e1-b5d0-9767bd872211 service neutron] Pushing event updated for resources: {'Port': ['ID=61905510-2de5-4635-8b25-9d5185a62123,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:50.206159 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-9088a19d-5113-48bb-8937-cc46b42eeabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:50.207815 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-9088a19d-5113-48bb-8937-cc46b42eeabe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 1095 time: 0.0639374 Jul 14 08:15:50.210645 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514add56-f7d0-4114-9ab8-71fabfce391e x-openstack-request-id: req-514add56-f7d0-4114-9ab8-71fabfce391e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:15:50.210932 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06a4341-138f-4dee-9135-9f063b96e422", "tag": "61905510-2de5-4635-8b25-9d5185a62123", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:15:50.211183 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-514add56-f7d0-4114-9ab8-71fabfce391e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:15:50.211602 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06a4341-138f-4dee-9135-9f063b96e422', 'tag': '61905510-2de5-4635-8b25-9d5185a62123', 'status': 'completed', 'code': 200} Jul 14 08:15:50.254191 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-5a8bcdfa-7f42-4257-a43d-6ee45e990204 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61905510-2de5-4635-8b25-9d5185a62123 HTTP/1.1" status: 200 len: 217 time: 0.0359960 Jul 14 08:15:50.301920 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-c1bdf766-3bd9-448b-803b-d8ae66fbec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:50.303398 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-c1bdf766-3bd9-448b-803b-d8ae66fbec29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=804e097c-3854-4dba-bf65-df6d5ca0a9ac HTTP/1.1" status: 200 len: 835 time: 0.0437813 Jul 14 08:15:50.359734 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-56943eec-0e0c-4a26-be72-d96aca3d5170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:50.361845 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-56943eec-0e0c-4a26-be72-d96aca3d5170 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=068b6686-375e-4ad1-b683-af0d27804ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518546 Jul 14 08:15:50.451809 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-2a203a7f-8042-433a-a8b9-0c504b6695e6 service neutron] 10.222.0.30 "GET /v2.0/networks/068b6686-375e-4ad1-b683-af0d27804ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828819 Jul 14 08:15:50.538410 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cdd75779-be14-4a96-b2b4-3c9c41d07941 req-fb6d4892-b566-41b4-80c1-2044db9bd895 service neutron] 10.222.0.30 "GET /v2.0/networks/068b6686-375e-4ad1-b683-af0d27804ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804965 Jul 14 08:15:50.642642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7e5a-d3cc-40fc-ab49-fb9b47918fb8 req-835509eb-c59e-4a37-acd2-44d219c9869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:50.644159 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c7de7e5a-d3cc-40fc-ab49-fb9b47918fb8 req-835509eb-c59e-4a37-acd2-44d219c9869b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 1095 time: 0.0584180 Jul 14 08:15:50.730285 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7e5a-d3cc-40fc-ab49-fb9b47918fb8 req-ed1f5b2f-9d45-4925-9647-43da0fbbad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:50.731736 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c7de7e5a-d3cc-40fc-ab49-fb9b47918fb8 req-ed1f5b2f-9d45-4925-9647-43da0fbbad69 service neutron] 10.222.0.30 "GET /v2.0/networks?id=068b6686-375e-4ad1-b683-af0d27804ca1 HTTP/1.1" status: 200 len: 897 time: 0.0813746 Jul 14 08:15:50.776802 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c7de7e5a-d3cc-40fc-ab49-fb9b47918fb8 req-32297725-9b98-4d38-88ad-276c29b359b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61905510-2de5-4635-8b25-9d5185a62123 HTTP/1.1" status: 200 len: 217 time: 0.0376167 Jul 14 08:15:50.826072 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7e5a-d3cc-40fc-ab49-fb9b47918fb8 req-db2c92ef-2512-4de7-83cf-44a9e26fbf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:50.827374 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c7de7e5a-d3cc-40fc-ab49-fb9b47918fb8 req-db2c92ef-2512-4de7-83cf-44a9e26fbf7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=804e097c-3854-4dba-bf65-df6d5ca0a9ac HTTP/1.1" status: 200 len: 835 time: 0.0434797 Jul 14 08:15:50.831771 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:15:50.880762 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:15:50.881130 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:50.884184 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7e5a-d3cc-40fc-ab49-fb9b47918fb8 req-4624df2b-84a7-4601-b5ce-91a6478b5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:50.885756 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c7de7e5a-d3cc-40fc-ab49-fb9b47918fb8 req-4624df2b-84a7-4601-b5ce-91a6478b5ab5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=068b6686-375e-4ad1-b683-af0d27804ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516737 Jul 14 08:15:50.978895 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c7de7e5a-d3cc-40fc-ab49-fb9b47918fb8 req-844766f3-af7b-47eb-a68b-eb90bec5d2f6 service neutron] 10.222.0.30 "GET /v2.0/networks/068b6686-375e-4ad1-b683-af0d27804ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853775 Jul 14 08:15:51.068889 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c7de7e5a-d3cc-40fc-ab49-fb9b47918fb8 req-e0515475-1fb2-4cb8-8271-043033efb551 service neutron] 10.222.0.30 "GET /v2.0/networks/068b6686-375e-4ad1-b683-af0d27804ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820165 Jul 14 08:15:51.163343 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d0fde-1c2c-4e44-815a-f04e39cc0fd5 req-16457254-f11c-4bed-adb5-3e230af6bbff tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:51.164828 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-644d0fde-1c2c-4e44-815a-f04e39cc0fd5 req-16457254-f11c-4bed-adb5-3e230af6bbff tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 944 time: 0.0627961 Jul 14 08:15:51.201913 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-644d0fde-1c2c-4e44-815a-f04e39cc0fd5 req-d93bd3b0-6192-4fe7-890e-63a990baa03e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6efd123-1a4d-42be-bc65-f6a622dd22a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315356 Jul 14 08:15:52.374026 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84847a8-b574-42d0-8bf3-d94a30d9e0ee req-9c2117b4-4422-4b09-9471-bb26387460e7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:52.375484 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b84847a8-b574-42d0-8bf3-d94a30d9e0ee req-9c2117b4-4422-4b09-9471-bb26387460e7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 944 time: 0.0651984 Jul 14 08:15:52.411563 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b84847a8-b574-42d0-8bf3-d94a30d9e0ee req-b4700122-8b28-477d-9d60-fb95d2363ce4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6efd123-1a4d-42be-bc65-f6a622dd22a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298562 Jul 14 08:15:53.578828 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0f203-b4e1-4c3c-8540-5624daf1180c req-c69ca1e9-e3a0-4e76-bc3a-fa0adbeb4c84 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:53.580342 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2cb0f203-b4e1-4c3c-8540-5624daf1180c req-c69ca1e9-e3a0-4e76-bc3a-fa0adbeb4c84 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 944 time: 0.0619333 Jul 14 08:15:53.617036 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2cb0f203-b4e1-4c3c-8540-5624daf1180c req-158b8c74-6927-4979-ac59-50f26e3b262f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6efd123-1a4d-42be-bc65-f6a622dd22a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312185 Jul 14 08:15:54.473009 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 61905510-2de5-4635-8b25-9d5185a62123 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:15:54.566029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 61905510-2de5-4635-8b25-9d5185a62123, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=61905510-2de5-4635-8b25-9d5185a62123,segment=NetworkSegment(0dd94b3f-2ddd-4e0d-a4ca-e28abed87825),segment_id=0dd94b3f-2ddd-4e0d-a4ca-e28abed87825)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:15:54.577070 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '61905510-2de5-4635-8b25-9d5185a62123', 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1', 'port_id': '61905510-2de5-4635-8b25-9d5185a62123', 'mac_address': 'fa:16:3e:ce:d8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:15:54.612617 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:54.625373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61905510-2de5-4635-8b25-9d5185a62123 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:15:54.644939 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 61905510-2de5-4635-8b25-9d5185a62123, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=61905510-2de5-4635-8b25-9d5185a62123,segment=NetworkSegment(0dd94b3f-2ddd-4e0d-a4ca-e28abed87825),segment_id=0dd94b3f-2ddd-4e0d-a4ca-e28abed87825)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:15:54.649167 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:54.695023 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=61905510-2de5-4635-8b25-9d5185a62123,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:54.791286 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc07e58-175d-4562-b9b3-461d8deaee43 req-d1af2e0a-3641-43b3-93f4-8b8b29c88939 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:54.792766 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fc07e58-175d-4562-b9b3-461d8deaee43 req-d1af2e0a-3641-43b3-93f4-8b8b29c88939 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 945 time: 0.0625803 Jul 14 08:15:54.829852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fc07e58-175d-4562-b9b3-461d8deaee43 req-ca745991-a622-4b39-b1ad-fdfa9fcef78b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6efd123-1a4d-42be-bc65-f6a622dd22a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310330 Jul 14 08:15:54.880536 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['61905510-2de5-4635-8b25-9d5185a62123'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:15:56.001606 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a43b0-a258-4cff-8fef-b8fcaddbd2bc req-90fb81b1-d385-4ca1-bbaa-5ace936ef6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:56.003086 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-056a43b0-a258-4cff-8fef-b8fcaddbd2bc req-90fb81b1-d385-4ca1-bbaa-5ace936ef6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 945 time: 0.0663941 Jul 14 08:15:56.040056 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-056a43b0-a258-4cff-8fef-b8fcaddbd2bc req-c7f368e9-525a-4f03-8c05-7f314567c7a8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6efd123-1a4d-42be-bc65-f6a622dd22a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313737 Jul 14 08:15:56.488585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 61905510-2de5-4635-8b25-9d5185a62123 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:15:56.534782 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 61905510-2de5-4635-8b25-9d5185a62123 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:15:56.538168 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 61905510-2de5-4635-8b25-9d5185a62123 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:15:56.538538 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:56.617799 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:56.640023 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06a4341-138f-4dee-9135-9f063b96e422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61905510-2de5-4635-8b25-9d5185a62123'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:15:56.642345 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185411fe-a6c4-428b-9a50-b4ac3ef43520" -d '{"events": [{"server_uuid": "d06a4341-138f-4dee-9135-9f063b96e422", "name": "network-vif-plugged", "status": "completed", "tag": "61905510-2de5-4635-8b25-9d5185a62123"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:15:56.655422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 61905510-2de5-4635-8b25-9d5185a62123, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=61905510-2de5-4635-8b25-9d5185a62123,segment=NetworkSegment(0dd94b3f-2ddd-4e0d-a4ca-e28abed87825),segment_id=0dd94b3f-2ddd-4e0d-a4ca-e28abed87825)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:15:56.659717 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:56.683050 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c07013-031e-4a2b-b576-8cf4154cbf9f x-openstack-request-id: req-86c07013-031e-4a2b-b576-8cf4154cbf9f {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:15:56.683330 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06a4341-138f-4dee-9135-9f063b96e422", "name": "network-vif-plugged", "status": "completed", "tag": "61905510-2de5-4635-8b25-9d5185a62123", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:15:56.683572 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86c07013-031e-4a2b-b576-8cf4154cbf9f {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:15:56.684066 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06a4341-138f-4dee-9135-9f063b96e422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61905510-2de5-4635-8b25-9d5185a62123', 'code': 200} Jul 14 08:15:56.709238 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=61905510-2de5-4635-8b25-9d5185a62123,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:56.793157 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba323a-d728-4153-8692-736c69eda971 req-fbe25bd2-a65b-4a88-b625-bb14582c85c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:56.794643 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a1ba323a-d728-4153-8692-736c69eda971 req-fbe25bd2-a65b-4a88-b625-bb14582c85c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 1097 time: 0.0527403 Jul 14 08:15:56.827545 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a1ba323a-d728-4153-8692-736c69eda971 req-2ddf8699-3f14-4b17-82a5-8b192e858eff service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c6efd123-1a4d-42be-bc65-f6a622dd22a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264304 Jul 14 08:15:57.210393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0722ac-534a-42ea-99cc-8759ae57af83 req-f3c16bb1-282e-4a00-b17c-08b01b3aa2a7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:57.211894 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf0722ac-534a-42ea-99cc-8759ae57af83 req-f3c16bb1-282e-4a00-b17c-08b01b3aa2a7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 946 time: 0.0622048 Jul 14 08:15:57.251939 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bf0722ac-534a-42ea-99cc-8759ae57af83 req-8186ac35-ca39-4719-9781-22b87aecd64d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6efd123-1a4d-42be-bc65-f6a622dd22a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345187 Jul 14 08:15:58.424179 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa17f8a-b55e-49a4-9221-b67102fdc7e2 req-7b11adb8-b049-47c6-8858-801bad97f9be tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:58.425712 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7aa17f8a-b55e-49a4-9221-b67102fdc7e2 req-7b11adb8-b049-47c6-8858-801bad97f9be tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 946 time: 0.0657256 Jul 14 08:15:58.465862 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7aa17f8a-b55e-49a4-9221-b67102fdc7e2 req-e71e1b4c-9c44-4607-8e1e-08ebdf5086bd tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6efd123-1a4d-42be-bc65-f6a622dd22a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320005 Jul 14 08:15:58.636370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6fc41-3f2b-4eb2-8cf7-df4028a69e77 req-e3792ca6-d762-4ba1-8998-16a26643734b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:58.637883 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e7c6fc41-3f2b-4eb2-8cf7-df4028a69e77 req-e3792ca6-d762-4ba1-8998-16a26643734b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 946 time: 0.0641880 Jul 14 08:15:58.675019 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e7c6fc41-3f2b-4eb2-8cf7-df4028a69e77 req-2a4903ea-b81b-496b-bea2-a5a99d4df7bd tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6efd123-1a4d-42be-bc65-f6a622dd22a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310085 Jul 14 08:15:58.698526 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41458) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:58.747223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d218402e-d9ac-4a09-ac58-4d1a50339350 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:15:58.748675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d218402e-d9ac-4a09-ac58-4d1a50339350 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 1092 time: 0.0492249 Jul 14 08:15:58.752045 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41460) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:15:58.756209 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': '61905510-2de5-4635-8b25-9d5185a62123', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:15:58.778708 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:58.874497 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:58.983024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.25.7.219 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/b1b235f1-d857-4473-ad06-eebc0599aba6) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:15:59.079802 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:59.116650 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:59.151672 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:15:59.158435 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:15:59.161877 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:15:59.186667 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=b1b235f1-d857-4473-ad06-eebc0599aba6,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:59.512988 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:59.586349 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:59.729503 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:59.733819 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:59.797649 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=b1b235f1-d857-4473-ad06-eebc0599aba6,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:15:59.808846 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:15:59.905781 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Floating IP ab3acb09-aefe-4da4-ab2d-14f3031a01cb associated. External IP: 172.25.7.219, port: 61905510-2de5-4635-8b25-9d5185a62123. Jul 14 08:16:00.105458 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router 6c6325e9-6c19-49a3-9522-765fd182b98b has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:16:00.208064 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:16:00.217095 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac5133a-8d14-47f1-95f9-e2087ebbc8bf None None] Sync routers for ids ['6c6325e9-6c19-49a3-9522-765fd182b98b'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:16:00.222910 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:00.228286 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac5133a-8d14-47f1-95f9-e2087ebbc8bf None None] Routers {'6c6325e9-6c19-49a3-9522-765fd182b98b'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:16:00.228903 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fac5133a-8d14-47f1-95f9-e2087ebbc8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:15:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6c6325e9-6c19-49a3-9522-765fd182b98b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:00.260833 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-efc09f59-84ce-483a-b370-83b018d777d4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5053651 Jul 14 08:16:00.260833 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06a4341-138f-4dee-9135-9f063b96e422', 'tag': '61905510-2de5-4635-8b25-9d5185a62123'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:16:00.261316 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccf01ad-ac18-4ebe-b9e6-56c774ce3864" -d '{"events": [{"name": "network-changed", "server_uuid": "d06a4341-138f-4dee-9135-9f063b96e422", "tag": "61905510-2de5-4635-8b25-9d5185a62123"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:16:00.298970 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272f92d9-ee3a-4ee1-bc07-f3a430da1dc2 x-openstack-request-id: req-272f92d9-ee3a-4ee1-bc07-f3a430da1dc2 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:16:00.299329 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06a4341-138f-4dee-9135-9f063b96e422", "tag": "61905510-2de5-4635-8b25-9d5185a62123", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:16:00.299739 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-272f92d9-ee3a-4ee1-bc07-f3a430da1dc2 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:16:00.300258 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06a4341-138f-4dee-9135-9f063b96e422', 'tag': '61905510-2de5-4635-8b25-9d5185a62123', 'status': 'completed', 'code': 200} Jul 14 08:16:00.341167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-fac5133a-8d14-47f1-95f9-e2087ebbc8bf None None] Set router 6c6325e9-6c19-49a3-9522-765fd182b98b gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:16:00.378016 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf01ad-ac18-4ebe-b9e6-56c774ce3864 req-f09ab031-8077-4142-8000-6ddf84a81e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:00.379437 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cccf01ad-ac18-4ebe-b9e6-56c774ce3864 req-f09ab031-8077-4142-8000-6ddf84a81e81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 1097 time: 0.0569823 Jul 14 08:16:00.417527 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849c147-357f-456c-accc-1c97239a159f req-a43f3b85-c66a-4cb1-8cc6-cac3d04840ab tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:00.419039 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f849c147-357f-456c-accc-1c97239a159f req-a43f3b85-c66a-4cb1-8cc6-cac3d04840ab tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 946 time: 0.0683568 Jul 14 08:16:00.456697 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f849c147-357f-456c-accc-1c97239a159f req-2670ca2a-09ce-4322-872d-a046ec091905 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6efd123-1a4d-42be-bc65-f6a622dd22a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319378 Jul 14 08:16:00.474090 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf01ad-ac18-4ebe-b9e6-56c774ce3864 req-67b73ca0-8c88-4d35-b296-d0ef53863929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:00.475946 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cccf01ad-ac18-4ebe-b9e6-56c774ce3864 req-67b73ca0-8c88-4d35-b296-d0ef53863929 service neutron] 10.222.0.30 "GET /v2.0/networks?id=068b6686-375e-4ad1-b683-af0d27804ca1 HTTP/1.1" status: 200 len: 897 time: 0.0899518 Jul 14 08:16:00.494420 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41466) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:00.545767 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cccf01ad-ac18-4ebe-b9e6-56c774ce3864 req-2267eb95-53f9-4f37-93c0-8256990c197d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61905510-2de5-4635-8b25-9d5185a62123 HTTP/1.1" status: 200 len: 1000 time: 0.0639522 Jul 14 08:16:00.557217 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-56664606-7155-412d-a442-4e9f00419726 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/floatingips/ab3acb09-aefe-4da4-ab2d-14f3031a01cb HTTP/1.1" status: 200 len: 992 time: 0.0616407 Jul 14 08:16:00.573589 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fac5133a-8d14-47f1-95f9-e2087ebbc8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9654875', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:15:41Z', 'updated_at': '2021-07-14T08:15:45Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:42Z', 'updated_at': '2021-07-14T08:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'ab3acb09-aefe-4da4-ab2d-14f3031a01cb', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'port_id': '61905510-2de5-4635-8b25-9d5185a62123', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1', 'mac_address': 'fa:16:3e:ce:d8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06a4341-138f-4dee-9135-9f063b96e422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:15:59Z', 'updated_at': '2021-07-14T08:15:59Z', 'revision_number': 0, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31be77b7-fb58-4eb5-b8cc-e04907a3acd0', 'name': '', 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:d5:7e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:44Z', 'updated_at': '2021-07-14T08:15:49Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:00.595907 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf01ad-ac18-4ebe-b9e6-56c774ce3864 req-80313aa9-90fa-4191-89e9-41e3d201fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:00.597406 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cccf01ad-ac18-4ebe-b9e6-56c774ce3864 req-80313aa9-90fa-4191-89e9-41e3d201fa37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=804e097c-3854-4dba-bf65-df6d5ca0a9ac HTTP/1.1" status: 200 len: 835 time: 0.0456789 Jul 14 08:16:00.604259 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac5133a-8d14-47f1-95f9-e2087ebbc8bf None None] Checking router: 6c6325e9-6c19-49a3-9522-765fd182b98b for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:16:00.618567 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac5133a-8d14-47f1-95f9-e2087ebbc8bf None None] Routers {'6c6325e9-6c19-49a3-9522-765fd182b98b'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:16:00.619256 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fac5133a-8d14-47f1-95f9-e2087ebbc8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:15:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6c6325e9-6c19-49a3-9522-765fd182b98b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:00.622270 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-01c66deb-8605-42df-8154-22889747c5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:00.653757 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf01ad-ac18-4ebe-b9e6-56c774ce3864 req-6a5460f7-cc3f-4a12-a47d-90b3f0fc1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:00.655180 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cccf01ad-ac18-4ebe-b9e6-56c774ce3864 req-6a5460f7-cc3f-4a12-a47d-90b3f0fc1db9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=068b6686-375e-4ad1-b683-af0d27804ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516226 Jul 14 08:16:00.726049 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-fac5133a-8d14-47f1-95f9-e2087ebbc8bf None None] Set router 6c6325e9-6c19-49a3-9522-765fd182b98b gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:16:00.745903 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cccf01ad-ac18-4ebe-b9e6-56c774ce3864 req-45af8823-d05b-47bc-b14a-feb677928636 service neutron] 10.222.0.30 "GET /v2.0/networks/068b6686-375e-4ad1-b683-af0d27804ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844223 Jul 14 08:16:00.836810 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-cccf01ad-ac18-4ebe-b9e6-56c774ce3864 req-f5890e97-b6c0-4449-8694-38fbb6541c23 service neutron] 10.222.0.30 "GET /v2.0/networks/068b6686-375e-4ad1-b683-af0d27804ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841894 Jul 14 08:16:01.103905 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fac5133a-8d14-47f1-95f9-e2087ebbc8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9654875', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:15:41Z', 'updated_at': '2021-07-14T08:15:45Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:42Z', 'updated_at': '2021-07-14T08:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'ab3acb09-aefe-4da4-ab2d-14f3031a01cb', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'port_id': '61905510-2de5-4635-8b25-9d5185a62123', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1', 'mac_address': 'fa:16:3e:ce:d8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06a4341-138f-4dee-9135-9f063b96e422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:15:59Z', 'updated_at': '2021-07-14T08:15:59Z', 'revision_number': 0, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31be77b7-fb58-4eb5-b8cc-e04907a3acd0', 'name': '', 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:d5:7e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:44Z', 'updated_at': '2021-07-14T08:15:49Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:01.130317 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac5133a-8d14-47f1-95f9-e2087ebbc8bf None None] The sync data for ids ['6c6325e9-6c19-49a3-9522-765fd182b98b'] in n-d-778696-5 is: [{'id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9654875', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:15:41Z', 'updated_at': '2021-07-14T08:15:45Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:42Z', 'updated_at': '2021-07-14T08:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': 'ab3acb09-aefe-4da4-ab2d-14f3031a01cb', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'port_id': '61905510-2de5-4635-8b25-9d5185a62123', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1', 'mac_address': 'fa:16:3e:ce:d8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06a4341-138f-4dee-9135-9f063b96e422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:15:59Z', 'updated_at': '2021-07-14T08:15:59Z', 'revision_number': 0, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31be77b7-fb58-4eb5-b8cc-e04907a3acd0', 'name': '', 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:d5:7e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:44Z', 'updated_at': '2021-07-14T08:15:49Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:16:01.302539 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d21e39-c7a6-4658-a541-723d4ac87543 None None] New status for floating IP ab3acb09-aefe-4da4-ab2d-14f3031a01cb: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:16:01.560939 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41468) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:01.619296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-8416e401-3223-4a7e-97e1-90df05db3fb9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/floatingips/ab3acb09-aefe-4da4-ab2d-14f3031a01cb HTTP/1.1" status: 200 len: 994 time: 0.0572238 Jul 14 08:16:03.385832 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a4b746f8-7831-41ef-afee-41d0571b3cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:03.747472 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:04.910379 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:06.433997 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:14.025135 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:16:16.140120 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:16.204309 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:30.516894 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dd201-7fed-497f-a484-5f602d7f1cb1 req-dee3ecdf-1ac2-4b31-9eab-338db36cbd8a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:30.518460 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db0dd201-7fed-497f-a484-5f602d7f1cb1 req-dee3ecdf-1ac2-4b31-9eab-338db36cbd8a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 946 time: 0.0668113 Jul 14 08:16:30.555859 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db0dd201-7fed-497f-a484-5f602d7f1cb1 req-996341e9-a971-4e2d-b76a-7a8693008ec6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6efd123-1a4d-42be-bc65-f6a622dd22a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318744 Jul 14 08:16:30.593053 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b34d-b147-4e01-b205-7a062b245d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:31.726878 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1225ca5-f3b9-471c-beaa-148fde055539 req-620b281c-5b8a-495c-b00d-d930ee2587b0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:31.728344 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1225ca5-f3b9-471c-beaa-148fde055539 req-620b281c-5b8a-495c-b00d-d930ee2587b0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 946 time: 0.0608454 Jul 14 08:16:31.764127 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1225ca5-f3b9-471c-beaa-148fde055539 req-a4576036-a29a-4ca0-a018-4aedc9ff0249 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6efd123-1a4d-42be-bc65-f6a622dd22a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304239 Jul 14 08:16:31.788516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41496) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:31.849817 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2bb5d684-4703-4049-8429-c83d0e1805aa tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/floatingips/ab3acb09-aefe-4da4-ab2d-14f3031a01cb HTTP/1.1" status: 200 len: 994 time: 0.0601397 Jul 14 08:16:33.280569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f6566-5c2d-4458-adc9-c21af2225d02 req-6b22c4ef-fa5b-45e6-be4c-9b7f6636197d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:33.287477 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f03f6566-5c2d-4458-adc9-c21af2225d02 req-6b22c4ef-fa5b-45e6-be4c-9b7f6636197d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 946 time: 0.0729384 Jul 14 08:16:33.320391 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f03f6566-5c2d-4458-adc9-c21af2225d02 req-27726d83-6de1-4690-8cf2-91583d6846ab tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6efd123-1a4d-42be-bc65-f6a622dd22a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319548 Jul 14 08:16:33.388132 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4f06b8c2-047d-41e7-98c9-3b781d6e09c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:33.747714 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:34.494743 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f239f0-e9ab-4a2e-8fe8-a19919f2f641 req-680bee29-d60d-483c-9707-7e15caab8d09 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:34.496208 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6f239f0-e9ab-4a2e-8fe8-a19919f2f641 req-680bee29-d60d-483c-9707-7e15caab8d09 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 946 time: 0.0625105 Jul 14 08:16:34.532128 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e6f239f0-e9ab-4a2e-8fe8-a19919f2f641 req-d1f0fb28-86a6-4563-928b-d371e0c9dea4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6efd123-1a4d-42be-bc65-f6a622dd22a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305343 Jul 14 08:16:34.556186 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41506) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:34.616576 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-e0e4057e-0f61-459a-a1ec-2117c8b64d44 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/floatingips/ab3acb09-aefe-4da4-ab2d-14f3031a01cb HTTP/1.1" status: 200 len: 994 time: 0.0592432 Jul 14 08:16:34.884789 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41512) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:34.913612 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:35.035546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port b1b235f1-d857-4473-ad06-eebc0599aba6 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:16:35.035887 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:35.446190 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:35.446516 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:35.457559 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for b1b235f1-d857-4473-ad06-eebc0599aba6 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:16:35.595350 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:35.623483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=b1b235f1-d857-4473-ad06-eebc0599aba6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:35.650693 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:35.651047 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:35.651382 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:35.651715 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:35.652044 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:35.652374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:35.652700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:35.653030 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:35.653376 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:35.653700 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:35.654022 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:35.654340 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:35.692115 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:35.692486 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Floating IP ab3acb09-aefe-4da4-ab2d-14f3031a01cb disassociated (deleted). External IP: 172.25.7.219, port: 61905510-2de5-4635-8b25-9d5185a62123. Jul 14 08:16:35.890459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router 6c6325e9-6c19-49a3-9522-765fd182b98b has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:16:35.995675 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:16:36.000318 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:36.005346 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df764a3-f3e8-43dd-87ba-b8342ec88b88 None None] Sync routers for ids ['6c6325e9-6c19-49a3-9522-765fd182b98b'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:16:36.014749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df764a3-f3e8-43dd-87ba-b8342ec88b88 None None] Routers {'6c6325e9-6c19-49a3-9522-765fd182b98b'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:16:36.015372 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8df764a3-f3e8-43dd-87ba-b8342ec88b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6c6325e9-6c19-49a3-9522-765fd182b98b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:36.036473 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0ec74754-91c3-4338-bc1e-c869a42419bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/floatingips/ab3acb09-aefe-4da4-ab2d-14f3031a01cb HTTP/1.1" status: 204 len: 168 time: 1.1506479 Jul 14 08:16:36.037233 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06a4341-138f-4dee-9135-9f063b96e422', 'tag': '61905510-2de5-4635-8b25-9d5185a62123'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:16:36.039468 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56e2a69-a496-4636-adff-0197addd78de" -d '{"events": [{"name": "network-changed", "server_uuid": "d06a4341-138f-4dee-9135-9f063b96e422", "tag": "61905510-2de5-4635-8b25-9d5185a62123"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:16:36.078956 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30a568f-9a12-463c-a31e-26ae90bbc1c0 x-openstack-request-id: req-a30a568f-9a12-463c-a31e-26ae90bbc1c0 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:16:36.079251 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06a4341-138f-4dee-9135-9f063b96e422", "tag": "61905510-2de5-4635-8b25-9d5185a62123", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:16:36.079509 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a30a568f-9a12-463c-a31e-26ae90bbc1c0 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:16:36.080032 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06a4341-138f-4dee-9135-9f063b96e422', 'tag': '61905510-2de5-4635-8b25-9d5185a62123', 'status': 'completed', 'code': 200} Jul 14 08:16:36.120737 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-8df764a3-f3e8-43dd-87ba-b8342ec88b88 None None] Set router 6c6325e9-6c19-49a3-9522-765fd182b98b gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:16:36.156691 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e2a69-a496-4636-adff-0197addd78de req-dd59e12f-f8be-4d92-9a03-5bf9d554c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:36.158262 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c56e2a69-a496-4636-adff-0197addd78de req-dd59e12f-f8be-4d92-9a03-5bf9d554c534 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 1097 time: 0.0548170 Jul 14 08:16:36.256788 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e2a69-a496-4636-adff-0197addd78de req-ececc327-bb6d-412d-ae4a-3cb46e0438e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:36.258348 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c56e2a69-a496-4636-adff-0197addd78de req-ececc327-bb6d-412d-ae4a-3cb46e0438e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=068b6686-375e-4ad1-b683-af0d27804ca1 HTTP/1.1" status: 200 len: 897 time: 0.0922554 Jul 14 08:16:36.303415 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c56e2a69-a496-4636-adff-0197addd78de req-7fee1b6a-3b39-4a68-9f7e-0f7ba46dbd04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61905510-2de5-4635-8b25-9d5185a62123 HTTP/1.1" status: 200 len: 217 time: 0.0372849 Jul 14 08:16:36.338207 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8df764a3-f3e8-43dd-87ba-b8342ec88b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9654875', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:15:41Z', 'updated_at': '2021-07-14T08:15:45Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:42Z', 'updated_at': '2021-07-14T08:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '31be77b7-fb58-4eb5-b8cc-e04907a3acd0', 'name': '', 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:d5:7e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:44Z', 'updated_at': '2021-07-14T08:15:49Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:36.351891 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e2a69-a496-4636-adff-0197addd78de req-830debfa-e35c-4f47-8a8d-a3bd93407a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:36.353416 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c56e2a69-a496-4636-adff-0197addd78de req-830debfa-e35c-4f47-8a8d-a3bd93407a7d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=804e097c-3854-4dba-bf65-df6d5ca0a9ac HTTP/1.1" status: 200 len: 835 time: 0.0439937 Jul 14 08:16:36.366359 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df764a3-f3e8-43dd-87ba-b8342ec88b88 None None] Checking router: 6c6325e9-6c19-49a3-9522-765fd182b98b for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:16:36.374733 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df764a3-f3e8-43dd-87ba-b8342ec88b88 None None] Routers {'6c6325e9-6c19-49a3-9522-765fd182b98b'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:16:36.375352 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8df764a3-f3e8-43dd-87ba-b8342ec88b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6c6325e9-6c19-49a3-9522-765fd182b98b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:36.419756 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e2a69-a496-4636-adff-0197addd78de req-c67fbfe1-a354-454e-a78d-b1b6c08d0e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:36.421170 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c56e2a69-a496-4636-adff-0197addd78de req-c67fbfe1-a354-454e-a78d-b1b6c08d0e2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=068b6686-375e-4ad1-b683-af0d27804ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570993 Jul 14 08:16:36.421828 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3a5ca-8aef-4298-9c90-d0ad9554ce31 req-cd861fef-84af-4809-b78b-212b2f0c7049 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:36.426047 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32e3a5ca-8aef-4298-9c90-d0ad9554ce31 req-cd861fef-84af-4809-b78b-212b2f0c7049 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 946 time: 0.0712810 Jul 14 08:16:36.469083 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-32e3a5ca-8aef-4298-9c90-d0ad9554ce31 req-e32642dc-9ef7-48e4-93a1-20240e5e4d6d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6efd123-1a4d-42be-bc65-f6a622dd22a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389404 Jul 14 08:16:36.475398 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:36.496642 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-8df764a3-f3e8-43dd-87ba-b8342ec88b88 None None] Set router 6c6325e9-6c19-49a3-9522-765fd182b98b gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:16:36.514797 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c56e2a69-a496-4636-adff-0197addd78de req-7d664bd1-e771-409b-a152-53b33a400a1a service neutron] 10.222.0.30 "GET /v2.0/networks/068b6686-375e-4ad1-b683-af0d27804ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846777 Jul 14 08:16:36.609029 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c56e2a69-a496-4636-adff-0197addd78de req-596d762e-3f16-40eb-b827-8c1b6c9d55b7 service neutron] 10.222.0.30 "GET /v2.0/networks/068b6686-375e-4ad1-b683-af0d27804ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871623 Jul 14 08:16:36.697179 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8df764a3-f3e8-43dd-87ba-b8342ec88b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9654875', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:15:41Z', 'updated_at': '2021-07-14T08:15:45Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:42Z', 'updated_at': '2021-07-14T08:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '31be77b7-fb58-4eb5-b8cc-e04907a3acd0', 'name': '', 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:d5:7e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:44Z', 'updated_at': '2021-07-14T08:15:49Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:36.724159 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df764a3-f3e8-43dd-87ba-b8342ec88b88 None None] The sync data for ids ['6c6325e9-6c19-49a3-9522-765fd182b98b'] in n-d-778696-5 is: [{'id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9654875', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:15:41Z', 'updated_at': '2021-07-14T08:15:45Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:42Z', 'updated_at': '2021-07-14T08:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '31be77b7-fb58-4eb5-b8cc-e04907a3acd0', 'name': '', 'network_id': '068b6686-375e-4ad1-b683-af0d27804ca1', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:d5:7e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:44Z', 'updated_at': '2021-07-14T08:15:49Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '804e097c-3854-4dba-bf65-df6d5ca0a9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:16:36.938502 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8753af-416f-4a7d-bd83-2b0dd7821c5c None None] New status for floating IP ab3acb09-aefe-4da4-ab2d-14f3031a01cb: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:16:37.639089 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6be0ed-e9e4-4e1e-a03a-be39925d4e87 req-6857c3f7-24ef-4c47-a835-f8c14697d527 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:37.640567 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc6be0ed-e9e4-4e1e-a03a-be39925d4e87 req-6857c3f7-24ef-4c47-a835-f8c14697d527 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 946 time: 0.0634623 Jul 14 08:16:37.677034 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bc6be0ed-e9e4-4e1e-a03a-be39925d4e87 req-ba922da8-2075-4519-8d87-a275fa34a093 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6efd123-1a4d-42be-bc65-f6a622dd22a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308764 Jul 14 08:16:37.869178 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf8792-e76f-4373-ac92-dbfb308b3f91 req-ec25f7b3-16df-4b45-826f-e1feb113aa15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:37.870656 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-73bf8792-e76f-4373-ac92-dbfb308b3f91 req-ec25f7b3-16df-4b45-826f-e1feb113aa15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 946 time: 0.0623305 Jul 14 08:16:37.970515 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-73bf8792-e76f-4373-ac92-dbfb308b3f91 req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port 61905510-2de5-4635-8b25-9d5185a62123 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:16:37.970887 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-73bf8792-e76f-4373-ac92-dbfb308b3f91 req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:38.055609 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-73bf8792-e76f-4373-ac92-dbfb308b3f91 req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] For port 61905510-2de5-4635-8b25-9d5185a62123, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=61905510-2de5-4635-8b25-9d5185a62123,segment=NetworkSegment(0dd94b3f-2ddd-4e0d-a4ca-e28abed87825),segment_id=0dd94b3f-2ddd-4e0d-a4ca-e28abed87825)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:16:38.055969 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-73bf8792-e76f-4373-ac92-dbfb308b3f91 req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:38.068339 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-73bf8792-e76f-4373-ac92-dbfb308b3f91 req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for 61905510-2de5-4635-8b25-9d5185a62123 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:16:38.193653 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-73bf8792-e76f-4373-ac92-dbfb308b3f91 req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:38.223845 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=61905510-2de5-4635-8b25-9d5185a62123,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:38.250299 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:38.250659 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:38.251003 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:38.251341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:38.251677 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:38.252012 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:38.252351 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:38.252681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:38.253011 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:38.253392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:38.253722 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:38.254101 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:38.279849 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bf8792-e76f-4373-ac92-dbfb308b3f91 req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] No DVR routers for this DVR port 61905510-2de5-4635-8b25-9d5185a62123 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:16:38.282311 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-73bf8792-e76f-4373-ac92-dbfb308b3f91 req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:38.284280 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-73bf8792-e76f-4373-ac92-dbfb308b3f91 req-d643cb33-09c9-4e7e-bba3-6b448192066c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "DELETE /v2.0/ports/61905510-2de5-4635-8b25-9d5185a62123 HTTP/1.1" status: 204 len: 173 time: 0.4082170 Jul 14 08:16:38.285316 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06a4341-138f-4dee-9135-9f063b96e422', 'name': 'network-vif-deleted', 'tag': '61905510-2de5-4635-8b25-9d5185a62123'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:16:38.287609 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f59af55-1d44-45e9-ab45-2d52633b416b" -d '{"events": [{"server_uuid": "d06a4341-138f-4dee-9135-9f063b96e422", "name": "network-vif-deleted", "tag": "61905510-2de5-4635-8b25-9d5185a62123"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:16:38.324459 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fd42e0-6126-42ef-b01f-a0d4cfd33853 x-openstack-request-id: req-63fd42e0-6126-42ef-b01f-a0d4cfd33853 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:16:38.324768 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06a4341-138f-4dee-9135-9f063b96e422", "name": "network-vif-deleted", "tag": "61905510-2de5-4635-8b25-9d5185a62123", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:16:38.325006 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63fd42e0-6126-42ef-b01f-a0d4cfd33853 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:16:38.325489 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06a4341-138f-4dee-9135-9f063b96e422', 'name': 'network-vif-deleted', 'tag': '61905510-2de5-4635-8b25-9d5185a62123', 'status': 'completed', 'code': 200} Jul 14 08:16:38.837009 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52b0d1ea-48bf-49d5-a923-cf3b750d5ae5 req-197c0e87-0ce8-431a-a683-47fe122fa12e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06a4341-138f-4dee-9135-9f063b96e422 HTTP/1.1" status: 200 len: 210 time: 0.0281858 Jul 14 08:16:39.929029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41528) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:40.277531 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-25a5c793-cc0d-41d8-b124-0a673a0d7522 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:40.533730 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-25a5c793-cc0d-41d8-b124-0a673a0d7522 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:16:40.533981 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-25a5c793-cc0d-41d8-b124-0a673a0d7522 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:40.618193 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-25a5c793-cc0d-41d8-b124-0a673a0d7522 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] For port 31be77b7-fb58-4eb5-b8cc-e04907a3acd0, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=31be77b7-fb58-4eb5-b8cc-e04907a3acd0,segment=NetworkSegment(0dd94b3f-2ddd-4e0d-a4ca-e28abed87825),segment_id=0dd94b3f-2ddd-4e0d-a4ca-e28abed87825)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:16:40.618549 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-25a5c793-cc0d-41d8-b124-0a673a0d7522 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:40.632098 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-25a5c793-cc0d-41d8-b124-0a673a0d7522 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:16:40.808499 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-25a5c793-cc0d-41d8-b124-0a673a0d7522 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:40.838847 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5c793-cc0d-41d8-b124-0a673a0d7522 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=31be77b7-fb58-4eb5-b8cc-e04907a3acd0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:41.008821 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-25a5c793-cc0d-41d8-b124-0a673a0d7522 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:41.213050 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a5c793-cc0d-41d8-b124-0a673a0d7522 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router 6c6325e9-6c19-49a3-9522-765fd182b98b has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:16:41.313530 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a5c793-cc0d-41d8-b124-0a673a0d7522 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:16:41.319411 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-25a5c793-cc0d-41d8-b124-0a673a0d7522 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "PUT /v2.0/routers/6c6325e9-6c19-49a3-9522-765fd182b98b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3888562 Jul 14 08:16:41.321770 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41530) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:41.323924 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68fe65-4d6e-4a08-a709-34be9b14956f None None] Sync routers for ids ['6c6325e9-6c19-49a3-9522-765fd182b98b'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:16:41.333597 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b68fe65-4d6e-4a08-a709-34be9b14956f None None] Routers {'6c6325e9-6c19-49a3-9522-765fd182b98b'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:16:41.334204 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9b68fe65-4d6e-4a08-a709-34be9b14956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6c6325e9-6c19-49a3-9522-765fd182b98b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:41.371326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb62514-3103-407a-9551-d522160aec0e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting subnet 804e097c-3854-4dba-bf65-df6d5ca0a9ac {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:16:41.374322 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cdb62514-3103-407a-9551-d522160aec0e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:41.413251 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cdb62514-3103-407a-9551-d522160aec0e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:41.435902 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-9b68fe65-4d6e-4a08-a709-34be9b14956f None None] Set router 6c6325e9-6c19-49a3-9522-765fd182b98b gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:16:41.497338 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cdb62514-3103-407a-9551-d522160aec0e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:41.554271 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cdb62514-3103-407a-9551-d522160aec0e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:41.581622 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb62514-3103-407a-9551-d522160aec0e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Subnet': ['ID=804e097c-3854-4dba-bf65-df6d5ca0a9ac,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:41.583559 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cdb62514-3103-407a-9551-d522160aec0e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:41.586183 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cdb62514-3103-407a-9551-d522160aec0e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/subnets/804e097c-3854-4dba-bf65-df6d5ca0a9ac HTTP/1.1" status: 204 len: 168 time: 0.2634544 Jul 14 08:16:41.588702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41532) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:41.589860 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44663e9d-c623-43da-ad78-f1175b320d4b None None] Network 068b6686-375e-4ad1-b683-af0d27804ca1 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:16:41.695395 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee289b3a-2e16-44f7-b348-f6c458948938 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:41.703957 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9b68fe65-4d6e-4a08-a709-34be9b14956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9654875', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:15:41Z', 'updated_at': '2021-07-14T08:16:40Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:42Z', 'updated_at': '2021-07-14T08:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:41.732473 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68fe65-4d6e-4a08-a709-34be9b14956f None None] Checking router: 6c6325e9-6c19-49a3-9522-765fd182b98b for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:16:41.749486 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b68fe65-4d6e-4a08-a709-34be9b14956f None None] Routers {'6c6325e9-6c19-49a3-9522-765fd182b98b'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:16:41.750025 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9b68fe65-4d6e-4a08-a709-34be9b14956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['6c6325e9-6c19-49a3-9522-765fd182b98b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:41.796211 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee289b3a-2e16-44f7-b348-f6c458948938 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:41.853434 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ee289b3a-2e16-44f7-b348-f6c458948938 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:16:41.853670 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee289b3a-2e16-44f7-b348-f6c458948938 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:41.862288 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] DHCP port deletion for 068b6686-375e-4ad1-b683-af0d27804ca1 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 08:16:41.866650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-9b68fe65-4d6e-4a08-a709-34be9b14956f None None] Set router 6c6325e9-6c19-49a3-9522-765fd182b98b gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:16:41.934382 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-ee289b3a-2e16-44f7-b348-f6c458948938 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] For port 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=94ff08b1-140b-4bf1-af8c-d5b5a03f3b31,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:16:41.934741 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee289b3a-2e16-44f7-b348-f6c458948938 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:41.946478 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ee289b3a-2e16-44f7-b348-f6c458948938 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:16:42.025232 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] Deleting port 168f32fa-acd3-4025-a55d-0e51ad4887c6 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:16:42.025514 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.114691 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee289b3a-2e16-44f7-b348-f6c458948938 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.122474 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] For port 168f32fa-acd3-4025-a55d-0e51ad4887c6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=168f32fa-acd3-4025-a55d-0e51ad4887c6,segment=NetworkSegment(0dd94b3f-2ddd-4e0d-a4ca-e28abed87825),segment_id=0dd94b3f-2ddd-4e0d-a4ca-e28abed87825)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:16:42.122866 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.136442 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] Calling delete_port for 168f32fa-acd3-4025-a55d-0e51ad4887c6 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:16:42.141262 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee289b3a-2e16-44f7-b348-f6c458948938 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=94ff08b1-140b-4bf1-af8c-d5b5a03f3b31,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:42.185511 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-9b68fe65-4d6e-4a08-a709-34be9b14956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9654875', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:15:41Z', 'updated_at': '2021-07-14T08:16:40Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:42Z', 'updated_at': '2021-07-14T08:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:42.202772 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee289b3a-2e16-44f7-b348-f6c458948938 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.216885 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68fe65-4d6e-4a08-a709-34be9b14956f None None] The sync data for ids ['6c6325e9-6c19-49a3-9522-765fd182b98b'] in n-d-778696-5 is: [{'id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9654875', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:15:41Z', 'updated_at': '2021-07-14T08:16:40Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '94ff08b1-140b-4bf1-af8c-d5b5a03f3b31', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6325e9-6c19-49a3-9522-765fd182b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:15:42Z', 'updated_at': '2021-07-14T08:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:16:42.253951 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.280826 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] Pushing event deleted for resources: {'Port': ['ID=168f32fa-acd3-4025-a55d-0e51ad4887c6,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:42.288062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] No DVR routers for this DVR port 168f32fa-acd3-4025-a55d-0e51ad4887c6 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:16:42.292583 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee289b3a-2e16-44f7-b348-f6c458948938 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.294818 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee289b3a-2e16-44f7-b348-f6c458948938 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.297217 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:42.297800 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:42.297800 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:42.297996 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:42.298574 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:42.298574 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:42.299036 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:42.299255 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:42.299692 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:42.300794 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:42.301176 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:42.301653 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b07ac2-362d-4447-8545-0b546a8fb511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:16:42.338930 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee289b3a-2e16-44f7-b348-f6c458948938 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.339481 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee289b3a-2e16-44f7-b348-f6c458948938 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Fanout notify agent at l3_agent the message router_deleted on router 6c6325e9-6c19-49a3-9522-765fd182b98b {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 08:16:42.346092 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee289b3a-2e16-44f7-b348-f6c458948938 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.347693 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ee289b3a-2e16-44f7-b348-f6c458948938 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/routers/6c6325e9-6c19-49a3-9522-765fd182b98b HTTP/1.1" status: 204 len: 168 time: 0.7579479 Jul 14 08:16:42.350367 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41534) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:42.421418 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a8569920-9e4d-4f75-a92a-8a1479dd18cf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.506447 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a8569920-9e4d-4f75-a92a-8a1479dd18cf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.515584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a8569920-9e4d-4f75-a92a-8a1479dd18cf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068b6686-375e-4ad1-b683-af0d27804ca1']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:42.525864 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a8569920-9e4d-4f75-a92a-8a1479dd18cf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd94b3f-2ddd-4e0d-a4ca-e28abed87825') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:42.526152 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a8569920-9e4d-4f75-a92a-8a1479dd18cf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd94b3f-2ddd-4e0d-a4ca-e28abed87825') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:42.535144 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a8569920-9e4d-4f75-a92a-8a1479dd18cf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.547931 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a8569920-9e4d-4f75-a92a-8a1479dd18cf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.554692 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8569920-9e4d-4f75-a92a-8a1479dd18cf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:16:42.554692 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a8569920-9e4d-4f75-a92a-8a1479dd18cf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: timer() Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:16:42.557603 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:16:42.617722 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a8569920-9e4d-4f75-a92a-8a1479dd18cf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.624535 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a8569920-9e4d-4f75-a92a-8a1479dd18cf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.626490 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a8569920-9e4d-4f75-a92a-8a1479dd18cf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/networks/068b6686-375e-4ad1-b683-af0d27804ca1 HTTP/1.1" status: 204 len: 168 time: 0.2752011 Jul 14 08:16:42.629586 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41536) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:42.638199 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8569920-9e4d-4f75-a92a-8a1479dd18cf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Network': ['ID=068b6686-375e-4ad1-b683-af0d27804ca1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:42.642851 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 61905510-2de5-4635-8b25-9d5185a62123 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:16:42.695958 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af912ad6-9313-4978-b0d4-4132f63b258a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.725015 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af912ad6-9313-4978-b0d4-4132f63b258a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.788951 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af912ad6-9313-4978-b0d4-4132f63b258a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.791745 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af912ad6-9313-4978-b0d4-4132f63b258a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:42.795415 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-af912ad6-9313-4978-b0d4-4132f63b258a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/security-groups/c6efd123-1a4d-42be-bc65-f6a622dd22a3 HTTP/1.1" status: 204 len: 168 time: 0.1623967 Jul 14 08:16:42.807480 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af912ad6-9313-4978-b0d4-4132f63b258a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6efd123-1a4d-42be-bc65-f6a622dd22a3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:42.820298 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 61905510-2de5-4635-8b25-9d5185a62123 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:16:42.820654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 61905510-2de5-4635-8b25-9d5185a62123 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:16:42.958193 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 168f32fa-acd3-4025-a55d-0e51ad4887c6 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:16:42.978497 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 168f32fa-acd3-4025-a55d-0e51ad4887c6 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:16:42.978846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 168f32fa-acd3-4025-a55d-0e51ad4887c6 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:16:42.979269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:16:42.997662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:16:42.998010 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 31be77b7-fb58-4eb5-b8cc-e04907a3acd0 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:16:43.087386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41542) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:43.092104 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-6c73f4eb-126c-4967-8fa3-3836df617320 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938721933', 'description': 'tempest-secgroup-smoke-1938721933 description', 'project_id': '03466ac869fa4107bda726f264ea70f9'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:16:43.113345 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c73f4eb-126c-4967-8fa3-3836df617320 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.191960 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c73f4eb-126c-4967-8fa3-3836df617320 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.195652 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c73f4eb-126c-4967-8fa3-3836df617320 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.220552 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c73f4eb-126c-4967-8fa3-3836df617320 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.221710 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6c73f4eb-126c-4967-8fa3-3836df617320 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1332977 Jul 14 08:16:43.224616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41544) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:43.229310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-fb81dc10-7b20-440f-bee1-95427c22aad8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5eb29-0e8d-446b-8bc0-ccade34217cb', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:16:43.229822 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73f4eb-126c-4967-8fa3-3836df617320 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d5eb29-0e8d-446b-8bc0-ccade34217cb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:43.256921 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb81dc10-7b20-440f-bee1-95427c22aad8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.312831 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb81dc10-7b20-440f-bee1-95427c22aad8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.317664 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb81dc10-7b20-440f-bee1-95427c22aad8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.332781 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81dc10-7b20-440f-bee1-95427c22aad8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad59c3fd-4a62-42f4-97c4-6b955bcf13d6,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:43.341601 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb81dc10-7b20-440f-bee1-95427c22aad8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.342774 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fb81dc10-7b20-440f-bee1-95427c22aad8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171246 Jul 14 08:16:43.345624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41546) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:43.349968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8433429d-eedc-4cfb-a1ab-67e7f3bfa41c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5eb29-0e8d-446b-8bc0-ccade34217cb', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:16:43.374864 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8433429d-eedc-4cfb-a1ab-67e7f3bfa41c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.429795 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8433429d-eedc-4cfb-a1ab-67e7f3bfa41c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.433230 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8433429d-eedc-4cfb-a1ab-67e7f3bfa41c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.453028 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433429d-eedc-4cfb-a1ab-67e7f3bfa41c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19ce569-9849-4ab1-9166-7f1a45bad154,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:43.458929 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8433429d-eedc-4cfb-a1ab-67e7f3bfa41c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.460095 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8433429d-eedc-4cfb-a1ab-67e7f3bfa41c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135674 Jul 14 08:16:43.462860 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41548) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:43.467147 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-2df62849-a137-4028-8abd-b263e62e9449 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5eb29-0e8d-446b-8bc0-ccade34217cb', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:16:43.491885 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2df62849-a137-4028-8abd-b263e62e9449 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.546935 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2df62849-a137-4028-8abd-b263e62e9449 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.550800 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2df62849-a137-4028-8abd-b263e62e9449 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.564716 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df62849-a137-4028-8abd-b263e62e9449 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aab05e1-016c-4160-8537-3288880609f5,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:43.573489 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2df62849-a137-4028-8abd-b263e62e9449 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.574652 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2df62849-a137-4028-8abd-b263e62e9449 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1108994 Jul 14 08:16:43.577358 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41550) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:43.581673 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-030f08b5-6f17-48f7-b95c-e231cd4e9b1f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5eb29-0e8d-446b-8bc0-ccade34217cb', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:16:43.605934 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-030f08b5-6f17-48f7-b95c-e231cd4e9b1f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.664407 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-030f08b5-6f17-48f7-b95c-e231cd4e9b1f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.667747 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-030f08b5-6f17-48f7-b95c-e231cd4e9b1f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.684435 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f08b5-6f17-48f7-b95c-e231cd4e9b1f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac01086-d7e3-4561-9e30-819df056ae1f,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:43.690497 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-030f08b5-6f17-48f7-b95c-e231cd4e9b1f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.691678 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-030f08b5-6f17-48f7-b95c-e231cd4e9b1f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134226 Jul 14 08:16:43.694400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41552) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:43.698647 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1effc957-021e-4a84-bda0-579c9a6a6fd9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5eb29-0e8d-446b-8bc0-ccade34217cb', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:16:43.718407 n-d-778696-5 neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-1effc957-021e-4a84-bda0-579c9a6a6fd9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Project 03466ac869fa4107bda726f264ea70f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:16:43.723412 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1effc957-021e-4a84-bda0-579c9a6a6fd9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.780242 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1effc957-021e-4a84-bda0-579c9a6a6fd9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.784095 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1effc957-021e-4a84-bda0-579c9a6a6fd9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.802976 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effc957-021e-4a84-bda0-579c9a6a6fd9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26a9719-0128-407e-9361-0b066e1411cc,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:43.810615 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1effc957-021e-4a84-bda0-579c9a6a6fd9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.811814 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1effc957-021e-4a84-bda0-579c9a6a6fd9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165648 Jul 14 08:16:43.814542 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41554) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:43.818956 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-dfe0cac9-5c96-42d7-9876-1a7c46631f19 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5eb29-0e8d-446b-8bc0-ccade34217cb', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:16:43.838695 n-d-778696-5 neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-dfe0cac9-5c96-42d7-9876-1a7c46631f19 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Project 03466ac869fa4107bda726f264ea70f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:16:43.843251 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe0cac9-5c96-42d7-9876-1a7c46631f19 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.904214 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe0cac9-5c96-42d7-9876-1a7c46631f19 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.907486 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe0cac9-5c96-42d7-9876-1a7c46631f19 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.924052 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0cac9-5c96-42d7-9876-1a7c46631f19 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0214b81-c5fa-4617-b2b3-64d4267092c9,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:43.930580 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe0cac9-5c96-42d7-9876-1a7c46631f19 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.931574 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-dfe0cac9-5c96-42d7-9876-1a7c46631f19 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1161103 Jul 14 08:16:43.934358 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41556) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:43.939136 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-248589e5-e654-4168-b928-06f95fd1b2a2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'network': {'name': 'tempest-network-smoke--1022867938', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'port_security_enabled': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:16:43.958561 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248589e5-e654-4168-b928-06f95fd1b2a2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Made reservation on behalf of 03466ac869fa4107bda726f264ea70f9 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:16:43.962057 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-248589e5-e654-4168-b928-06f95fd1b2a2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.985045 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248589e5-e654-4168-b928-06f95fd1b2a2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:16:43.994060 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-248589e5-e654-4168-b928-06f95fd1b2a2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:43.994397 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-248589e5-e654-4168-b928-06f95fd1b2a2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Added segment 7768df63-7bd9-48ec-bb53-94527ad96c07 of type vlan for network 6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 Jul 14 08:16:44.032165 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-248589e5-e654-4168-b928-06f95fd1b2a2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:44.059013 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-248589e5-e654-4168-b928-06f95fd1b2a2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:44.064350 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248589e5-e654-4168-b928-06f95fd1b2a2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:44.064926 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-248589e5-e654-4168-b928-06f95fd1b2a2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:44.122450 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-248589e5-e654-4168-b928-06f95fd1b2a2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1870050 Jul 14 08:16:44.125137 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41558) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:44.131570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-793288097', 'admin_state_up': True, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:16:44.141432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248589e5-e654-4168-b928-06f95fd1b2a2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Network': ['ID=6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:44.151740 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:16:44.158910 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:44.160471 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:44.210565 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:44.342319 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:44.522880 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:44.543456 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:44.639330 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.25.7.87 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/8aa6b77b-a91b-463e-8ff2-235d8b41ef37) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:16:44.738507 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:44.775713 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:44.809799 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:16:44.814894 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:16:44.817986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:16:44.819055 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:16:44.837759 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:16:44.838113 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 94ff08b1-140b-4bf1-af8c-d5b5a03f3b31 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:16:44.842240 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=8aa6b77b-a91b-463e-8ff2-235d8b41ef37,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:45.350836 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:45.545604 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:45.668824 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router 1ccb8c66-f1a7-4807-8821-8727c340545d is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 08:16:45.771495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:16:45.780469 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Sync routers for ids ['1ccb8c66-f1a7-4807-8821-8727c340545d'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:16:45.789591 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:45.789797 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Routers {'1ccb8c66-f1a7-4807-8821-8727c340545d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:16:45.790324 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1ccb8c66-f1a7-4807-8821-8727c340545d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:45.790845 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3b33143b-23ac-488c-9ff7-1730acaa334c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6647675 Jul 14 08:16:45.794043 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41560) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:45.822243 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-acfca482-5e40-447b-9d2f-a70a17c58b42 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=03466ac869fa4107bda726f264ea70f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269642 Jul 14 08:16:45.824764 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41562) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:45.890872 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Set router 1ccb8c66-f1a7-4807-8821-8727c340545d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:16:45.907982 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e324be36-a48d-464f-9cc8-96ba81696c82 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:45.910037 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e324be36-a48d-464f-9cc8-96ba81696c82 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0838189 Jul 14 08:16:45.912945 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41564) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:45.940872 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9fc9c4ca-5fe8-4261-9c1b-f1b4ccea5647 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267665 Jul 14 08:16:45.943347 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41566) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:45.948143 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8e763be7-b0ec-48d6-ae9c-8e2a1fd84cfa tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1798479107', 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:16:46.039801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e763be7-b0ec-48d6-ae9c-8e2a1fd84cfa tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Made reservation on behalf of 03466ac869fa4107bda726f264ea70f9 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:16:46.043438 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e763be7-b0ec-48d6-ae9c-8e2a1fd84cfa tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:46.059784 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793288097', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:45Z', 'revision_number': 3, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:10:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:46.085280 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Checking router: 1ccb8c66-f1a7-4807-8821-8727c340545d for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:16:46.085619 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Updating router 1ccb8c66-f1a7-4807-8821-8727c340545d port 8aa6b77b-a91b-463e-8ff2-235d8b41ef37 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:16:46.121422 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:46.154767 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:46.211290 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:46.225351 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e763be7-b0ec-48d6-ae9c-8e2a1fd84cfa tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:46.290618 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e763be7-b0ec-48d6-ae9c-8e2a1fd84cfa tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Subnet': ['ID=0df6d701-698a-4898-b3c3-66bd20ebb9d9,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:46.299793 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e763be7-b0ec-48d6-ae9c-8e2a1fd84cfa tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Checking segment: {'id': '7768df63-7bd9-48ec-bb53-94527ad96c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:16:46.300653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e763be7-b0ec-48d6-ae9c-8e2a1fd84cfa tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network hostable DHCP agents. Network: 6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:16:46.318040 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e763be7-b0ec-48d6-ae9c-8e2a1fd84cfa tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:16:46.326731 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-8e763be7-b0ec-48d6-ae9c-8e2a1fd84cfa tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:16:46.331006 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e763be7-b0ec-48d6-ae9c-8e2a1fd84cfa tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:46.331755 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e763be7-b0ec-48d6-ae9c-8e2a1fd84cfa tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:46.337680 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd713b6-3e75-43b9-bfa1-87963eb7a078 None None] Network 6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:16:46.353591 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41568) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:46.354178 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8e763be7-b0ec-48d6-ae9c-8e2a1fd84cfa tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4093885 Jul 14 08:16:46.367542 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:46.377163 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Transition to ACTIVE for port object 8aa6b77b-a91b-463e-8ff2-235d8b41ef37 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:16:46.382983 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:46.432975 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Attempting to bind port 8aa6b77b-a91b-463e-8ff2-235d8b41ef37 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:16:46.433458 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Attempting to bind port 8aa6b77b-a91b-463e-8ff2-235d8b41ef37 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:16:46.433886 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Attempting to bind port 8aa6b77b-a91b-463e-8ff2-235d8b41ef37 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:16:46.441375 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fb032-83cd-4684-99b6-4b22c33752a8 None None] Pushing event updated for resources: {'Port': ['ID=8aa6b77b-a91b-463e-8ff2-235d8b41ef37,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:46.445243 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:16:46.445692 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:16:46.446158 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:46.446602 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:16:46.447194 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Bound port: 8aa6b77b-a91b-463e-8ff2-235d8b41ef37, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:16:46.447632 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:46.489069 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6', 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ips': [{'subnet_id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:16:46.489977 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:46.501964 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] For port 8aa6b77b-a91b-463e-8ff2-235d8b41ef37, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:16:46.505539 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] For port 8aa6b77b-a91b-463e-8ff2-235d8b41ef37, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8aa6b77b-a91b-463e-8ff2-235d8b41ef37,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:16:46.510714 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:46.572671 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fb032-83cd-4684-99b6-4b22c33752a8 None None] Pushing event updated for resources: {'Port': ['ID=8aa6b77b-a91b-463e-8ff2-235d8b41ef37,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:46.576204 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Routers {'1ccb8c66-f1a7-4807-8821-8727c340545d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:16:46.577156 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1ccb8c66-f1a7-4807-8821-8727c340545d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:46.646402 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Allocated IP 172.20.0.2 (6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6/0df6d701-698a-4898-b3c3-66bd20ebb9d9/59e88fce-3635-463b-b9be-7f415786c6f1) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:16:46.685763 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] Set router 1ccb8c66-f1a7-4807-8821-8727c340545d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:16:46.808898 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:46.819164 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Transition to ACTIVE for port object 59e88fce-3635-463b-b9be-7f415786c6f1 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:16:46.835708 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Transition to ACTIVE for port object 59e88fce-3635-463b-b9be-7f415786c6f1 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:16:46.843006 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:46.894770 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Network 6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:16:46.899419 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:16:46.901406 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Pushing event updated for resources: {'Port': ['ID=59e88fce-3635-463b-b9be-7f415786c6f1,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:46.903680 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:16:46.966928 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Attempting to bind port 59e88fce-3635-463b-b9be-7f415786c6f1 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:16:46.967304 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Attempting to bind port 59e88fce-3635-463b-b9be-7f415786c6f1 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '7768df63-7bd9-48ec-bb53-94527ad96c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:16:46.967672 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Attempting to bind port 59e88fce-3635-463b-b9be-7f415786c6f1 on network 6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:16:46.977924 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:16:46.978362 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Checking segment: {'id': '7768df63-7bd9-48ec-bb53-94527ad96c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:16:46.978710 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:46.979119 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Bound using segment: {'id': '7768df63-7bd9-48ec-bb53-94527ad96c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:16:46.979610 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Bound port: 59e88fce-3635-463b-b9be-7f415786c6f1, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7768df63-7bd9-48ec-bb53-94527ad96c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:16:46.979995 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:46.981679 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793288097', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:45Z', 'revision_number': 3, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:10:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:47.011752 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249cc72-2be6-405c-941f-8d60442a3a9e None None] The sync data for ids ['1ccb8c66-f1a7-4807-8821-8727c340545d'] in n-d-778696-5 is: [{'id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793288097', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:45Z', 'revision_number': 3, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:10:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:16:47.049595 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] For port 59e88fce-3635-463b-b9be-7f415786c6f1, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:16:47.053126 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] For port 59e88fce-3635-463b-b9be-7f415786c6f1, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=59e88fce-3635-463b-b9be-7f415786c6f1,segment=NetworkSegment(7768df63-7bd9-48ec-bb53-94527ad96c07),segment_id=7768df63-7bd9-48ec-bb53-94527ad96c07)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:16:47.058571 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:47.122110 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b977f-6eaa-4b30-9ed9-1ab35eefafec None None] Pushing event updated for resources: {'Port': ['ID=59e88fce-3635-463b-b9be-7f415786c6f1,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:47.159936 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:47.493325 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.20.0.1 (6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6/0df6d701-698a-4898-b3c3-66bd20ebb9d9/cdbe4d67-1903-4f58-9a6c-cb5f477db03e) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:16:47.611936 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:47.627350 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Transition to ACTIVE for port object cdbe4d67-1903-4f58-9a6c-cb5f477db03e will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:16:47.661152 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:47.705819 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:16:47.709036 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:16:47.711660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:16:47.737866 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=cdbe4d67-1903-4f58-9a6c-cb5f477db03e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:47.768423 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:47.920684 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:48.089356 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c09eca7-0d20-46fb-8b02-ae7bddbe032e None None] Network 6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:16:48.198595 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ecc57f7d-9815-4830-b47f-8a703a012af3 None None] Provisioning for port 59e88fce-3635-463b-b9be-7f415786c6f1 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:16:48.199149 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:48.202903 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:48.282736 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:48.285551 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=cdbe4d67-1903-4f58-9a6c-cb5f477db03e,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:48.381922 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:16:48.383308 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:16:48.501715 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router 1ccb8c66-f1a7-4807-8821-8727c340545d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:16:48.539797 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0c4fe9fc-56d0-447c-9239-26e275237a1f None None] Provisioning for port cdbe4d67-1903-4f58-9a6c-cb5f477db03e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:16:48.546293 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0c4fe9fc-56d0-447c-9239-26e275237a1f None None] Provisioning complete for port cdbe4d67-1903-4f58-9a6c-cb5f477db03e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:16:48.546830 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0c4fe9fc-56d0-447c-9239-26e275237a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:48.583961 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-0c4fe9fc-56d0-447c-9239-26e275237a1f None None] Port cdbe4d67-1903-4f58-9a6c-cb5f477db03e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:16:48.631509 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:16:48.638309 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ba447ddd-2c8c-44fc-92b8-0106cbda1c00 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "PUT /v2.0/routers/1ccb8c66-f1a7-4807-8821-8727c340545d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2826195 Jul 14 08:16:48.657572 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Sync routers for ids ['1ccb8c66-f1a7-4807-8821-8727c340545d'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:16:48.666752 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Routers {'1ccb8c66-f1a7-4807-8821-8727c340545d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:16:48.667377 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1ccb8c66-f1a7-4807-8821-8727c340545d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:48.725571 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e153fe49-041b-471f-8735-3c07aae54279 None None] Provisioning complete for port cdbe4d67-1903-4f58-9a6c-cb5f477db03e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:16:48.725787 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e153fe49-041b-471f-8735-3c07aae54279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:48.792718 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-73387f54-8bf2-471c-9d58-abef12a68327 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938721933&fields=id&tenant_id=03466ac869fa4107bda726f264ea70f9 HTTP/1.1" status: 200 len: 267 time: 0.0355599 Jul 14 08:16:48.799660 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e153fe49-041b-471f-8735-3c07aae54279 None None] Port cdbe4d67-1903-4f58-9a6c-cb5f477db03e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:16:48.812092 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Set router 1ccb8c66-f1a7-4807-8821-8727c340545d gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:16:48.947467 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-3c7af4de-d648-4c90-a7c3-b6adbdf97285 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:48.949341 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-3c7af4de-d648-4c90-a7c3-b6adbdf97285 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/networks?id=6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 HTTP/1.1" status: 200 len: 797 time: 0.1472943 Jul 14 08:16:48.954183 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 59e88fce-3635-463b-b9be-7f415786c6f1 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:16:48.964250 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-a50ca009-46e1-42a8-a0d2-1c330526b3af tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/quotas/03466ac869fa4107bda726f264ea70f9 HTTP/1.1" status: 200 len: 375 time: 0.0093875 Jul 14 08:16:49.007676 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5556c473-11e1-45ba-aabe-4a4854a45bcd None None] Provisioning complete for port cdbe4d67-1903-4f58-9a6c-cb5f477db03e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:16:49.008054 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5556c473-11e1-45ba-aabe-4a4854a45bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:49.031819 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-0e1388e9-d032-4e48-9822-113de11c5943 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619123 Jul 14 08:16:49.083639 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5556c473-11e1-45ba-aabe-4a4854a45bcd None None] Port cdbe4d67-1903-4f58-9a6c-cb5f477db03e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:16:49.091350 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 59e88fce-3635-463b-b9be-7f415786c6f1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:16:49.098465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 59e88fce-3635-463b-b9be-7f415786c6f1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:16:49.098865 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:49.152511 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793288097', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:47Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:10:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'cdbe4d67-1903-4f58-9a6c-cb5f477db03e', 'name': '', 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:40:0f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:47Z', 'updated_at': '2021-07-14T08:16:48Z', 'revision_number': 2, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:49.172769 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-9eda22e3-8230-4b02-acc6-ce8fe66aa6cd service neutron] 10.222.0.35 "GET /v2.0/networks/6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292787 Jul 14 08:16:49.184943 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Checking router: 1ccb8c66-f1a7-4807-8821-8727c340545d for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:16:49.185325 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Updating router 1ccb8c66-f1a7-4807-8821-8727c340545d port cdbe4d67-1903-4f58-9a6c-cb5f477db03e binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:16:49.243625 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:49.252468 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:49.264745 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-45793692-4764-4a55-9e3a-8b68c937f8e7 service neutron] 10.222.0.35 "GET /v2.0/networks/6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855498 Jul 14 08:16:49.317037 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 59e88fce-3635-463b-b9be-7f415786c6f1, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=59e88fce-3635-463b-b9be-7f415786c6f1,segment=NetworkSegment(7768df63-7bd9-48ec-bb53-94527ad96c07),segment_id=7768df63-7bd9-48ec-bb53-94527ad96c07)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:16:49.324365 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:49.325206 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8aa6b77b-a91b-463e-8ff2-235d8b41ef37 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:16:49.442085 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-098a1000-28ad-489d-b7e8-d8f4f097a4a0 req-2567a708-16eb-46aa-88da-2828554e7cb7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 210 time: 0.0327313 Jul 14 08:16:49.468789 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=59e88fce-3635-463b-b9be-7f415786c6f1,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:49.524393 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 8aa6b77b-a91b-463e-8ff2-235d8b41ef37 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:16:49.536442 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 8aa6b77b-a91b-463e-8ff2-235d8b41ef37 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:16:49.536807 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:49.676148 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:49.682794 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:49.692716 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Transition to ACTIVE for port object cdbe4d67-1903-4f58-9a6c-cb5f477db03e will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:16:49.705597 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:49.713851 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 8aa6b77b-a91b-463e-8ff2-235d8b41ef37, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8aa6b77b-a91b-463e-8ff2-235d8b41ef37,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:16:49.735922 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:49.782552 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efe68c-3756-41cf-813d-b0389f6d89ce None None] Pushing event updated for resources: {'Port': ['ID=cdbe4d67-1903-4f58-9a6c-cb5f477db03e,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:49.841560 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Attempting to bind port cdbe4d67-1903-4f58-9a6c-cb5f477db03e on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:16:49.841928 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Attempting to bind port cdbe4d67-1903-4f58-9a6c-cb5f477db03e by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '7768df63-7bd9-48ec-bb53-94527ad96c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:16:49.842277 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Attempting to bind port cdbe4d67-1903-4f58-9a6c-cb5f477db03e on network 6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:16:49.852533 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:16:49.852909 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Checking segment: {'id': '7768df63-7bd9-48ec-bb53-94527ad96c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:16:49.853329 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:49.853719 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Bound using segment: {'id': '7768df63-7bd9-48ec-bb53-94527ad96c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:16:49.854183 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Bound port: cdbe4d67-1903-4f58-9a6c-cb5f477db03e, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7768df63-7bd9-48ec-bb53-94527ad96c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:16:49.854562 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:49.874134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=8aa6b77b-a91b-463e-8ff2-235d8b41ef37,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:49.933967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] For port cdbe4d67-1903-4f58-9a6c-cb5f477db03e, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:16:49.937866 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] For port cdbe4d67-1903-4f58-9a6c-cb5f477db03e, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cdbe4d67-1903-4f58-9a6c-cb5f477db03e,segment=NetworkSegment(7768df63-7bd9-48ec-bb53-94527ad96c07),segment_id=7768df63-7bd9-48ec-bb53-94527ad96c07)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:16:49.942555 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:50.019348 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Routers {'1ccb8c66-f1a7-4807-8821-8727c340545d'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:16:50.019985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1ccb8c66-f1a7-4807-8821-8727c340545d'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:50.024913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efe68c-3756-41cf-813d-b0389f6d89ce None None] Pushing event updated for resources: {'Port': ['ID=cdbe4d67-1903-4f58-9a6c-cb5f477db03e,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:50.296188 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] Set router 1ccb8c66-f1a7-4807-8821-8727c340545d gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:16:50.487873 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793288097', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:47Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'cdbe4d67-1903-4f58-9a6c-cb5f477db03e', 'name': '', 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:40:0f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:47Z', 'updated_at': '2021-07-14T08:16:49Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:16:50.516381 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f7c7c-8d34-4be8-89b5-79fd3c63d67c None None] The sync data for ids ['1ccb8c66-f1a7-4807-8821-8727c340545d'] in n-d-778696-5 is: [{'id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793288097', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:47Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'cdbe4d67-1903-4f58-9a6c-cb5f477db03e', 'name': '', 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:40:0f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:47Z', 'updated_at': '2021-07-14T08:16:49Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:16:50.620607 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0dd7054f-80e7-43c7-a437-d4eb2505ae6c req-b5cb4ce8-0142-4182-a05f-ce9b17d2de5c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 210 time: 0.0322073 Jul 14 08:16:50.710166 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-a57c96aa-e81e-4db7-a4ea-b58dd1eef374 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:50.712139 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-a57c96aa-e81e-4db7-a4ea-b58dd1eef374 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "GET /v2.0/networks?id=6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 HTTP/1.1" status: 200 len: 797 time: 0.1274753 Jul 14 08:16:50.763067 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-5e1b6b58-1aaf-421e-b96a-64f4b03569f3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03466ac869fa4107bda726f264ea70f9 HTTP/1.1" status: 200 len: 380 time: 0.0432153 Jul 14 08:16:50.772045 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-8c06a435-07b9-432e-80fc-2d6f1684a5b8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'port': {'device_id': 'ae3c522a-8c27-4ee2-a970-66a20cf19f44', 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6', 'admin_state_up': True, 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'security_groups': ['f6d5eb29-0e8d-446b-8bc0-ccade34217cb']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:16:50.895702 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-8c06a435-07b9-432e-80fc-2d6f1684a5b8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Made reservation on behalf of 03466ac869fa4107bda726f264ea70f9 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:16:50.899474 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-8c06a435-07b9-432e-80fc-2d6f1684a5b8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:50.955536 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cdbe4d67-1903-4f58-9a6c-cb5f477db03e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:16:51.018358 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port cdbe4d67-1903-4f58-9a6c-cb5f477db03e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:16:51.022781 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port cdbe4d67-1903-4f58-9a6c-cb5f477db03e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:16:51.023155 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:51.025415 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:16:51.042355 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-8c06a435-07b9-432e-80fc-2d6f1684a5b8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.20.0.8 (6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6/0df6d701-698a-4898-b3c3-66bd20ebb9d9/7fc0854d-5bfc-45c6-b9ef-38b84a033094) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:16:51.108816 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:51.144330 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port cdbe4d67-1903-4f58-9a6c-cb5f477db03e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cdbe4d67-1903-4f58-9a6c-cb5f477db03e,segment=NetworkSegment(7768df63-7bd9-48ec-bb53-94527ad96c07),segment_id=7768df63-7bd9-48ec-bb53-94527ad96c07)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:16:51.148258 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:51.149065 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 59e88fce-3635-463b-b9be-7f415786c6f1 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:16:51.196032 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-8c06a435-07b9-432e-80fc-2d6f1684a5b8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:51.210880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-8c06a435-07b9-432e-80fc-2d6f1684a5b8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Transition to ACTIVE for port object 7fc0854d-5bfc-45c6-b9ef-38b84a033094 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:16:51.225401 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=cdbe4d67-1903-4f58-9a6c-cb5f477db03e,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:51.238273 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 59e88fce-3635-463b-b9be-7f415786c6f1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:16:51.238653 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:51.246635 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-8c06a435-07b9-432e-80fc-2d6f1684a5b8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:51.294021 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-8c06a435-07b9-432e-80fc-2d6f1684a5b8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:16:51.297334 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-8c06a435-07b9-432e-80fc-2d6f1684a5b8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:16:51.302062 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-8c06a435-07b9-432e-80fc-2d6f1684a5b8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:16:51.326316 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06a435-07b9-432e-80fc-2d6f1684a5b8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=7fc0854d-5bfc-45c6-b9ef-38b84a033094,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:51.330647 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8aa6b77b-a91b-463e-8ff2-235d8b41ef37 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:16:51.363184 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-8c06a435-07b9-432e-80fc-2d6f1684a5b8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:51.364082 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-8c06a435-07b9-432e-80fc-2d6f1684a5b8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:51.382856 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-8c06a435-07b9-432e-80fc-2d6f1684a5b8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6151981 Jul 14 08:16:51.395725 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Request body: {'port': {'device_id': 'ae3c522a-8c27-4ee2-a970-66a20cf19f44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:16:51.412667 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 8aa6b77b-a91b-463e-8ff2-235d8b41ef37 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:16:51.413225 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:51.488735 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:51.559757 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3f315130-8cb2-4797-95b0-80b731e591f5 None None] Provisioning for port 7fc0854d-5bfc-45c6-b9ef-38b84a033094 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:16:51.563560 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3f315130-8cb2-4797-95b0-80b731e591f5 None None] Provisioning complete for port 7fc0854d-5bfc-45c6-b9ef-38b84a033094 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:16:51.563926 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3f315130-8cb2-4797-95b0-80b731e591f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:51.606649 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3f315130-8cb2-4797-95b0-80b731e591f5 None None] Port 7fc0854d-5bfc-45c6-b9ef-38b84a033094 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:16:51.762398 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc0854d-5bfc-45c6-b9ef-38b84a033094 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:16:51.770841 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:51.782751 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Transition to ACTIVE for port object 7fc0854d-5bfc-45c6-b9ef-38b84a033094 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:16:51.787361 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:51.812087 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6965d-a86e-45db-adce-ebe0e023bf83 req-0fb090ae-8195-4544-9c3d-3589c57df509 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:51.813651 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f4f6965d-a86e-45db-adce-ebe0e023bf83 req-0fb090ae-8195-4544-9c3d-3589c57df509 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 931 time: 0.0688994 Jul 14 08:16:51.854729 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f4f6965d-a86e-45db-adce-ebe0e023bf83 req-1353d59a-53c3-48a9-bca8-97d046746916 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344157 Jul 14 08:16:51.864429 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc0854d-5bfc-45c6-b9ef-38b84a033094,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:51.914770 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Attempting to bind port 7fc0854d-5bfc-45c6-b9ef-38b84a033094 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:16:51.915108 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Attempting to bind port 7fc0854d-5bfc-45c6-b9ef-38b84a033094 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '7768df63-7bd9-48ec-bb53-94527ad96c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:16:51.915444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Attempting to bind port 7fc0854d-5bfc-45c6-b9ef-38b84a033094 on network 6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:16:51.919932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Port 7fc0854d-5bfc-45c6-b9ef-38b84a033094 on network 6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:16:51.920247 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Attempting to bind port 7fc0854d-5bfc-45c6-b9ef-38b84a033094 on network 6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:16:51.925780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:16:51.926123 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Checking segment: {'id': '7768df63-7bd9-48ec-bb53-94527ad96c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:16:51.926515 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Bound using segment: {'id': '7768df63-7bd9-48ec-bb53-94527ad96c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:16:51.926950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Bound port: 7fc0854d-5bfc-45c6-b9ef-38b84a033094, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7768df63-7bd9-48ec-bb53-94527ad96c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:16:51.927322 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:51.994204 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] For port 7fc0854d-5bfc-45c6-b9ef-38b84a033094, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:16:51.997316 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] For port 7fc0854d-5bfc-45c6-b9ef-38b84a033094, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=7fc0854d-5bfc-45c6-b9ef-38b84a033094,segment=NetworkSegment(7768df63-7bd9-48ec-bb53-94527ad96c07),segment_id=7768df63-7bd9-48ec-bb53-94527ad96c07)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:16:52.001260 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:52.035039 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:52.035652 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:52.037030 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] 10.222.0.30 "PUT /v2.0/ports/7fc0854d-5bfc-45c6-b9ef-38b84a033094 HTTP/1.1" status: 200 len: 1091 time: 0.6462553 Jul 14 08:16:52.037541 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3c522a-8c27-4ee2-a970-66a20cf19f44', 'tag': '7fc0854d-5bfc-45c6-b9ef-38b84a033094'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:16:52.039732 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58feaf60-367e-4947-a6ba-c342a3b82dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3c522a-8c27-4ee2-a970-66a20cf19f44", "tag": "7fc0854d-5bfc-45c6-b9ef-38b84a033094"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:16:52.079779 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb02ae-0220-4dc0-aaac-1bf311c737b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc0854d-5bfc-45c6-b9ef-38b84a033094,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:52.087022 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d518e8bf-e42e-494f-8a3b-426bf3a86eab x-openstack-request-id: req-d518e8bf-e42e-494f-8a3b-426bf3a86eab {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:16:52.087256 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3c522a-8c27-4ee2-a970-66a20cf19f44", "tag": "7fc0854d-5bfc-45c6-b9ef-38b84a033094", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:16:52.087510 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d518e8bf-e42e-494f-8a3b-426bf3a86eab {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:16:52.087941 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3c522a-8c27-4ee2-a970-66a20cf19f44', 'tag': '7fc0854d-5bfc-45c6-b9ef-38b84a033094', 'status': 'completed', 'code': 200} Jul 14 08:16:52.151165 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-c2855105-3164-4046-88e2-105d213806ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:52.152866 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-c2855105-3164-4046-88e2-105d213806ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 1094 time: 0.0624862 Jul 14 08:16:52.196453 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-21ea1794-567b-49f1-aa8a-9ea7aaf8f3ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fc0854d-5bfc-45c6-b9ef-38b84a033094 HTTP/1.1" status: 200 len: 217 time: 0.0360780 Jul 14 08:16:52.244831 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-70dae6c1-d9c6-48dc-9ba4-f21ae1f85d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:52.246366 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-70dae6c1-d9c6-48dc-9ba4-f21ae1f85d88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0df6d701-698a-4898-b3c3-66bd20ebb9d9 HTTP/1.1" status: 200 len: 835 time: 0.0438221 Jul 14 08:16:52.305387 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-19501610-7264-4fa0-92ee-bb20ec9830ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:52.306841 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-19501610-7264-4fa0-92ee-bb20ec9830ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540814 Jul 14 08:16:52.391045 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-9e12a335-c71d-4ad5-876d-774a2bde7d28 service neutron] 10.222.0.30 "GET /v2.0/networks/6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777812 Jul 14 08:16:52.478835 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-aee464f0-0b1a-47a3-b813-9e9089783023 req-3968c143-6cb6-43ee-919c-ff2aa45979cc service neutron] 10.222.0.30 "GET /v2.0/networks/6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817845 Jul 14 08:16:52.576085 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58feaf60-367e-4947-a6ba-c342a3b82dd0 req-d8ed9f08-d0fb-45bd-a403-5c6a0a04726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:52.577509 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58feaf60-367e-4947-a6ba-c342a3b82dd0 req-d8ed9f08-d0fb-45bd-a403-5c6a0a04726d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 1094 time: 0.0529313 Jul 14 08:16:52.664365 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58feaf60-367e-4947-a6ba-c342a3b82dd0 req-35c59032-47b2-4da3-ab94-a6b28d67e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:52.665875 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58feaf60-367e-4947-a6ba-c342a3b82dd0 req-35c59032-47b2-4da3-ab94-a6b28d67e3a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 HTTP/1.1" status: 200 len: 898 time: 0.0827947 Jul 14 08:16:52.710443 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58feaf60-367e-4947-a6ba-c342a3b82dd0 req-505de9db-5b03-4425-bece-abd42d45b24a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fc0854d-5bfc-45c6-b9ef-38b84a033094 HTTP/1.1" status: 200 len: 217 time: 0.0379369 Jul 14 08:16:52.758092 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58feaf60-367e-4947-a6ba-c342a3b82dd0 req-65c757df-fce1-4cc8-b107-fb641e767fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:52.759471 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58feaf60-367e-4947-a6ba-c342a3b82dd0 req-65c757df-fce1-4cc8-b107-fb641e767fd0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0df6d701-698a-4898-b3c3-66bd20ebb9d9 HTTP/1.1" status: 200 len: 835 time: 0.0420506 Jul 14 08:16:52.814351 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58feaf60-367e-4947-a6ba-c342a3b82dd0 req-059645a6-d698-4461-b603-356fa868b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:52.816366 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58feaf60-367e-4947-a6ba-c342a3b82dd0 req-059645a6-d698-4461-b603-356fa868b530 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505595 Jul 14 08:16:52.863772 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cdbe4d67-1903-4f58-9a6c-cb5f477db03e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:16:52.914731 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port cdbe4d67-1903-4f58-9a6c-cb5f477db03e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:16:52.915135 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:52.915253 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58feaf60-367e-4947-a6ba-c342a3b82dd0 req-e44779c7-fc6c-4a0d-8d98-a813c2a6f0af service neutron] 10.222.0.30 "GET /v2.0/networks/6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914109 Jul 14 08:16:53.016234 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58feaf60-367e-4947-a6ba-c342a3b82dd0 req-abd19af6-3d57-4f77-959a-ade897e8de6e service neutron] 10.222.0.30 "GET /v2.0/networks/6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937881 Jul 14 08:16:53.037218 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdf685-07a4-4864-880d-9f1851168054 req-e68fc2dc-3839-4d9f-9139-5922277e787a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:53.038760 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8bbdf685-07a4-4864-880d-9f1851168054 req-e68fc2dc-3839-4d9f-9139-5922277e787a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 943 time: 0.0640759 Jul 14 08:16:53.074572 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8bbdf685-07a4-4864-880d-9f1851168054 req-68df7f2f-1299-4c82-a064-34c83ca9a59f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301921 Jul 14 08:16:54.247056 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f640e88-1f26-42c3-90bf-094430cda1f0 req-3a60f924-9bc0-4364-858e-aac17dc857e2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:54.248419 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8f640e88-1f26-42c3-90bf-094430cda1f0 req-3a60f924-9bc0-4364-858e-aac17dc857e2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 943 time: 0.0653107 Jul 14 08:16:54.283828 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8f640e88-1f26-42c3-90bf-094430cda1f0 req-4488bb19-d23f-4cf0-9e65-e730d311be95 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298996 Jul 14 08:16:54.720878 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 7fc0854d-5bfc-45c6-b9ef-38b84a033094 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:16:54.814154 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 7fc0854d-5bfc-45c6-b9ef-38b84a033094, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=7fc0854d-5bfc-45c6-b9ef-38b84a033094,segment=NetworkSegment(7768df63-7bd9-48ec-bb53-94527ad96c07),segment_id=7768df63-7bd9-48ec-bb53-94527ad96c07)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:16:54.825152 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '7fc0854d-5bfc-45c6-b9ef-38b84a033094', 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6', 'port_id': '7fc0854d-5bfc-45c6-b9ef-38b84a033094', 'mac_address': 'fa:16:3e:08:a4:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:16:54.860133 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:54.873303 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc0854d-5bfc-45c6-b9ef-38b84a033094 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:16:54.891455 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 7fc0854d-5bfc-45c6-b9ef-38b84a033094, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=7fc0854d-5bfc-45c6-b9ef-38b84a033094,segment=NetworkSegment(7768df63-7bd9-48ec-bb53-94527ad96c07),segment_id=7768df63-7bd9-48ec-bb53-94527ad96c07)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:16:54.895163 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:54.944808 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=7fc0854d-5bfc-45c6-b9ef-38b84a033094,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:55.090654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['7fc0854d-5bfc-45c6-b9ef-38b84a033094'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:16:55.453851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fb8cc-e4fc-4ec8-aa0f-f91e4ec2404a req-f8316fc3-105a-4277-9ecb-af4513488d4b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:55.455312 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d2fb8cc-e4fc-4ec8-aa0f-f91e4ec2404a req-f8316fc3-105a-4277-9ecb-af4513488d4b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 944 time: 0.0619757 Jul 14 08:16:55.493930 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5d2fb8cc-e4fc-4ec8-aa0f-f91e4ec2404a req-06734254-fe50-4395-908b-75475338306c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326521 Jul 14 08:16:56.667275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8a006-1e72-4118-9f8f-a801c6bdefe9 req-66ccbc8d-1942-46db-a66e-d49af4dd9fae tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:56.668778 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8c8a006-1e72-4118-9f8f-a801c6bdefe9 req-66ccbc8d-1942-46db-a66e-d49af4dd9fae tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 944 time: 0.0644751 Jul 14 08:16:56.706485 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c8c8a006-1e72-4118-9f8f-a801c6bdefe9 req-f74b249b-7e71-4b40-b622-3283c7c38b04 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321684 Jul 14 08:16:56.731687 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 7fc0854d-5bfc-45c6-b9ef-38b84a033094 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:16:56.778115 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 7fc0854d-5bfc-45c6-b9ef-38b84a033094 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:16:56.781770 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 7fc0854d-5bfc-45c6-b9ef-38b84a033094 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:16:56.782144 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:56.858810 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:56.881401 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3c522a-8c27-4ee2-a970-66a20cf19f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc0854d-5bfc-45c6-b9ef-38b84a033094'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:16:56.883638 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f566ce-f930-4950-be58-f04d639de8ce" -d '{"events": [{"server_uuid": "ae3c522a-8c27-4ee2-a970-66a20cf19f44", "name": "network-vif-plugged", "status": "completed", "tag": "7fc0854d-5bfc-45c6-b9ef-38b84a033094"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:16:56.895754 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 7fc0854d-5bfc-45c6-b9ef-38b84a033094, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=7fc0854d-5bfc-45c6-b9ef-38b84a033094,segment=NetworkSegment(7768df63-7bd9-48ec-bb53-94527ad96c07),segment_id=7768df63-7bd9-48ec-bb53-94527ad96c07)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:16:56.899500 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:56.945499 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=7fc0854d-5bfc-45c6-b9ef-38b84a033094,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:16:56.973777 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e9bf01-b94b-4d0b-8761-e911535ad241 x-openstack-request-id: req-14e9bf01-b94b-4d0b-8761-e911535ad241 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:16:56.974146 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3c522a-8c27-4ee2-a970-66a20cf19f44", "name": "network-vif-plugged", "status": "completed", "tag": "7fc0854d-5bfc-45c6-b9ef-38b84a033094", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:16:56.974405 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14e9bf01-b94b-4d0b-8761-e911535ad241 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:16:56.974805 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3c522a-8c27-4ee2-a970-66a20cf19f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc0854d-5bfc-45c6-b9ef-38b84a033094', 'code': 200} Jul 14 08:16:57.090632 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bac7da-be30-4e50-8fe3-45d724b20a58 req-e50d9806-fe16-404a-8ce3-96d64a596fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:57.092131 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-83bac7da-be30-4e50-8fe3-45d724b20a58 req-e50d9806-fe16-404a-8ce3-96d64a596fd3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 1096 time: 0.0551786 Jul 14 08:16:57.124970 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-83bac7da-be30-4e50-8fe3-45d724b20a58 req-1b8c887d-60ad-4e61-a931-4a2282d1d888 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267460 Jul 14 08:16:57.882895 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddd4a2-ae44-4441-9c39-1586742474ea req-da813541-70a3-4e32-92e1-45446d3bc2bd tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:57.884406 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-02ddd4a2-ae44-4441-9c39-1586742474ea req-da813541-70a3-4e32-92e1-45446d3bc2bd tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0684261 Jul 14 08:16:57.923795 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-02ddd4a2-ae44-4441-9c39-1586742474ea req-cdb9b991-1dbb-4d64-a265-59d7372dd755 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336690 Jul 14 08:16:59.094648 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e04e0-c9d1-4313-9514-68dca87fc3ff req-5fe48556-b1b6-4315-b70d-b0a49c476b7c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:59.096007 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d18e04e0-c9d1-4313-9514-68dca87fc3ff req-5fe48556-b1b6-4315-b70d-b0a49c476b7c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0613952 Jul 14 08:16:59.132543 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d18e04e0-c9d1-4313-9514-68dca87fc3ff req-d233139a-fd8f-476f-bb78-4a4a047e314a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311756 Jul 14 08:16:59.303593 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8b948-45f9-4127-92b5-3bb1b5cd02b4 req-365a1bc5-05a5-4fc0-aa20-df5dcf3839e5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:59.305043 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ade8b948-45f9-4127-92b5-3bb1b5cd02b4 req-365a1bc5-05a5-4fc0-aa20-df5dcf3839e5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0658042 Jul 14 08:16:59.341991 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ade8b948-45f9-4127-92b5-3bb1b5cd02b4 req-79ea5510-525e-4428-b2f4-cd26411a3dc6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315092 Jul 14 08:16:59.366445 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41626) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:59.416040 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc488d3d-e0f3-47ab-8d96-498c5196c4d8 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:16:59.417550 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-bc488d3d-e0f3-47ab-8d96-498c5196c4d8 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 1091 time: 0.0501170 Jul 14 08:16:59.420254 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41628) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:16:59.424449 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': '7fc0854d-5bfc-45c6-b9ef-38b84a033094', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:16:59.445709 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:59.540998 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:59.639180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.25.7.204 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/ed75c408-62e9-4faa-84c2-09a3e71ac763) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:16:59.740194 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:59.777489 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:16:59.816295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:16:59.819032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:16:59.822518 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:16:59.827825 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=ed75c408-62e9-4faa-84c2-09a3e71ac763,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:17:00.176495 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:00.251885 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:00.402357 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:00.407153 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:00.477412 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=ed75c408-62e9-4faa-84c2-09a3e71ac763,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:17:00.485148 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:00.584677 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Floating IP 63f68e70-7ab2-4bc5-a246-d62d9447d455 associated. External IP: 172.25.7.204, port: 7fc0854d-5bfc-45c6-b9ef-38b84a033094. Jul 14 08:17:00.593383 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8e9bdeaf-37d7-4561-a188-786bc3d3e2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:00.789971 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router 1ccb8c66-f1a7-4807-8821-8727c340545d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:17:00.893375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:17:00.902372 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b11915-d0a8-4c50-b2b0-2d7e5e71bb66 None None] Sync routers for ids ['1ccb8c66-f1a7-4807-8821-8727c340545d'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:17:00.909091 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:00.911557 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b11915-d0a8-4c50-b2b0-2d7e5e71bb66 None None] Routers {'1ccb8c66-f1a7-4807-8821-8727c340545d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:17:00.912124 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-26b11915-d0a8-4c50-b2b0-2d7e5e71bb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1ccb8c66-f1a7-4807-8821-8727c340545d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:17:00.945335 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a9a6f8cd-a128-4a87-aba7-34e87bc21dbf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5240681 Jul 14 08:17:00.946027 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3c522a-8c27-4ee2-a970-66a20cf19f44', 'tag': '7fc0854d-5bfc-45c6-b9ef-38b84a033094'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:17:00.951842 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396cb475-b6ca-4d62-992c-5b8eb8671a18" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3c522a-8c27-4ee2-a970-66a20cf19f44", "tag": "7fc0854d-5bfc-45c6-b9ef-38b84a033094"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:17:00.994353 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ad1c55-2b06-408f-8f22-08cc7eca7f8a x-openstack-request-id: req-25ad1c55-2b06-408f-8f22-08cc7eca7f8a {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:17:00.994723 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3c522a-8c27-4ee2-a970-66a20cf19f44", "tag": "7fc0854d-5bfc-45c6-b9ef-38b84a033094", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:17:00.995103 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25ad1c55-2b06-408f-8f22-08cc7eca7f8a {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:17:00.995537 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3c522a-8c27-4ee2-a970-66a20cf19f44', 'tag': '7fc0854d-5bfc-45c6-b9ef-38b84a033094', 'status': 'completed', 'code': 200} Jul 14 08:17:01.019674 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-26b11915-d0a8-4c50-b2b0-2d7e5e71bb66 None None] Set router 1ccb8c66-f1a7-4807-8821-8727c340545d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:17:01.071483 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cb475-b6ca-4d62-992c-5b8eb8671a18 req-a63a1dd2-f1c1-4661-af2a-0c5fda4e3ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:01.073007 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-396cb475-b6ca-4d62-992c-5b8eb8671a18 req-a63a1dd2-f1c1-4661-af2a-0c5fda4e3ca1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 1096 time: 0.0537796 Jul 14 08:17:01.100200 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f00d9b-635d-4cbf-8ed2-348e0f18ccb8 req-8c4a6c30-31fe-4687-83bd-2ea0d75bca98 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:01.101237 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f9f00d9b-635d-4cbf-8ed2-348e0f18ccb8 req-8c4a6c30-31fe-4687-83bd-2ea0d75bca98 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0638685 Jul 14 08:17:01.142744 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f9f00d9b-635d-4cbf-8ed2-348e0f18ccb8 req-de28332f-8fd2-4af3-9103-655005a77d11 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359564 Jul 14 08:17:01.162694 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cb475-b6ca-4d62-992c-5b8eb8671a18 req-90eed019-7215-41c8-858f-5cd74ac37ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:01.164208 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-396cb475-b6ca-4d62-992c-5b8eb8671a18 req-90eed019-7215-41c8-858f-5cd74ac37ea4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 HTTP/1.1" status: 200 len: 898 time: 0.0852420 Jul 14 08:17:01.170744 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41634) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:17:01.233066 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-396cb475-b6ca-4d62-992c-5b8eb8671a18 req-9a77a819-e19d-4a1d-8fb7-bb9158a722a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fc0854d-5bfc-45c6-b9ef-38b84a033094 HTTP/1.1" status: 200 len: 999 time: 0.0631776 Jul 14 08:17:01.236074 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-9c69706d-0ade-4fb8-9366-9dd0732febe8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/floatingips/63f68e70-7ab2-4bc5-a246-d62d9447d455 HTTP/1.1" status: 200 len: 991 time: 0.0640371 Jul 14 08:17:01.254788 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-26b11915-d0a8-4c50-b2b0-2d7e5e71bb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793288097', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:47Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '63f68e70-7ab2-4bc5-a246-d62d9447d455', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'port_id': '7fc0854d-5bfc-45c6-b9ef-38b84a033094', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6', 'mac_address': 'fa:16:3e:08:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c522a-8c27-4ee2-a970-66a20cf19f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:17:00Z', 'updated_at': '2021-07-14T08:17:00Z', 'revision_number': 0, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbe4d67-1903-4f58-9a6c-cb5f477db03e', 'name': '', 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:40:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:47Z', 'updated_at': '2021-07-14T08:16:51Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:17:01.280275 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b11915-d0a8-4c50-b2b0-2d7e5e71bb66 None None] Checking router: 1ccb8c66-f1a7-4807-8821-8727c340545d for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:17:01.281539 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cb475-b6ca-4d62-992c-5b8eb8671a18 req-4c74399b-8b16-4249-8788-04f10df62f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:01.283038 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-396cb475-b6ca-4d62-992c-5b8eb8671a18 req-4c74399b-8b16-4249-8788-04f10df62f52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0df6d701-698a-4898-b3c3-66bd20ebb9d9 HTTP/1.1" status: 200 len: 835 time: 0.0438564 Jul 14 08:17:01.288674 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b11915-d0a8-4c50-b2b0-2d7e5e71bb66 None None] Routers {'1ccb8c66-f1a7-4807-8821-8727c340545d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:17:01.289336 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-26b11915-d0a8-4c50-b2b0-2d7e5e71bb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:16:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1ccb8c66-f1a7-4807-8821-8727c340545d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:17:01.338568 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cb475-b6ca-4d62-992c-5b8eb8671a18 req-2d1a3e92-be8a-491f-9415-839c3a44217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:01.340087 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-396cb475-b6ca-4d62-992c-5b8eb8671a18 req-2d1a3e92-be8a-491f-9415-839c3a44217e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504079 Jul 14 08:17:01.393271 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-26b11915-d0a8-4c50-b2b0-2d7e5e71bb66 None None] Set router 1ccb8c66-f1a7-4807-8821-8727c340545d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:17:01.433363 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-396cb475-b6ca-4d62-992c-5b8eb8671a18 req-23ecac2d-5d95-4313-8138-e7b0481f30de service neutron] 10.222.0.30 "GET /v2.0/networks/6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871236 Jul 14 08:17:01.519843 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-396cb475-b6ca-4d62-992c-5b8eb8671a18 req-fe4bd02f-24ab-465d-95f6-412f12d94fa9 service neutron] 10.222.0.30 "GET /v2.0/networks/6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802250 Jul 14 08:17:01.607296 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-26b11915-d0a8-4c50-b2b0-2d7e5e71bb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793288097', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:47Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '63f68e70-7ab2-4bc5-a246-d62d9447d455', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'port_id': '7fc0854d-5bfc-45c6-b9ef-38b84a033094', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6', 'mac_address': 'fa:16:3e:08:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c522a-8c27-4ee2-a970-66a20cf19f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:17:00Z', 'updated_at': '2021-07-14T08:17:00Z', 'revision_number': 0, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbe4d67-1903-4f58-9a6c-cb5f477db03e', 'name': '', 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:40:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:47Z', 'updated_at': '2021-07-14T08:16:51Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:17:01.632524 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b11915-d0a8-4c50-b2b0-2d7e5e71bb66 None None] The sync data for ids ['1ccb8c66-f1a7-4807-8821-8727c340545d'] in n-d-778696-5 is: [{'id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793288097', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:47Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '63f68e70-7ab2-4bc5-a246-d62d9447d455', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'port_id': '7fc0854d-5bfc-45c6-b9ef-38b84a033094', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6', 'mac_address': 'fa:16:3e:08:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c522a-8c27-4ee2-a970-66a20cf19f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:17:00Z', 'updated_at': '2021-07-14T08:17:00Z', 'revision_number': 0, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbe4d67-1903-4f58-9a6c-cb5f477db03e', 'name': '', 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:40:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:47Z', 'updated_at': '2021-07-14T08:16:51Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:17:01.820707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee9f29-d3de-4ca4-b48f-0b0e5008d8fc None None] New status for floating IP 63f68e70-7ab2-4bc5-a246-d62d9447d455: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:17:02.240069 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41636) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:17:02.303801 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a8fe2a50-8d70-4a9c-8f3a-82ca9450044a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/floatingips/63f68e70-7ab2-4bc5-a246-d62d9447d455 HTTP/1.1" status: 200 len: 993 time: 0.0626764 Jul 14 08:17:03.389231 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c8649b1f-fc82-49d9-8968-2066319bcf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:03.748799 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:04.916763 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:06.444706 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:16.148059 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:16.209922 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:28.024753 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:17:30.593103 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-81927e81-7181-44cf-8917-435c7f3d9266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:33.391463 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d883c9be-638f-4d91-8ede-6c4d88297664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:33.752812 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:33.810878 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b77c4-9b03-423e-9bae-576863b5264b req-b5e72eb0-50b8-4c12-9d8a-69667482d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:33.812384 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-464b77c4-9b03-423e-9bae-576863b5264b req-b5e72eb0-50b8-4c12-9d8a-69667482d844 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 1096 time: 0.0527506 Jul 14 08:17:33.856599 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3659ac6-18ae-4580-bfa0-29d3e4a9e07e req-96c861e6-2428-4813-93e4-6bdb54f75f77 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:33.858111 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3659ac6-18ae-4580-bfa0-29d3e4a9e07e req-96c861e6-2428-4813-93e4-6bdb54f75f77 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0646372 Jul 14 08:17:33.896791 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a3659ac6-18ae-4580-bfa0-29d3e4a9e07e req-979929bd-c70f-4638-987d-831d97c2a795 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330052 Jul 14 08:17:33.905970 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b77c4-9b03-423e-9bae-576863b5264b req-4475f8e8-cee2-4a6d-9c66-a82e7e0fde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:33.907600 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-464b77c4-9b03-423e-9bae-576863b5264b req-4475f8e8-cee2-4a6d-9c66-a82e7e0fde65 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 HTTP/1.1" status: 200 len: 898 time: 0.0887413 Jul 14 08:17:33.972462 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-464b77c4-9b03-423e-9bae-576863b5264b req-92c4947a-21f5-4a90-aa0a-e1ad56be0a3a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fc0854d-5bfc-45c6-b9ef-38b84a033094 HTTP/1.1" status: 200 len: 1001 time: 0.0572717 Jul 14 08:17:34.020990 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b77c4-9b03-423e-9bae-576863b5264b req-416da12b-0c54-4977-ad53-d958744dbd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:34.022481 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-464b77c4-9b03-423e-9bae-576863b5264b req-416da12b-0c54-4977-ad53-d958744dbd04 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0df6d701-698a-4898-b3c3-66bd20ebb9d9 HTTP/1.1" status: 200 len: 835 time: 0.0441601 Jul 14 08:17:34.079573 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b77c4-9b03-423e-9bae-576863b5264b req-e42e16e8-66bd-45a8-94c1-836f6b5c6976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:34.081034 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-464b77c4-9b03-423e-9bae-576863b5264b req-e42e16e8-66bd-45a8-94c1-836f6b5c6976 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525851 Jul 14 08:17:34.167676 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-464b77c4-9b03-423e-9bae-576863b5264b req-5c9056cd-f073-4059-b494-2f53de5ccb23 service neutron] 10.222.0.30 "GET /v2.0/networks/6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792875 Jul 14 08:17:34.258106 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-464b77c4-9b03-423e-9bae-576863b5264b req-a24fe442-5c12-4cd1-904f-31597b7b0b09 service neutron] 10.222.0.30 "GET /v2.0/networks/6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823205 Jul 14 08:17:34.919611 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:35.070445 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b717fa2-4ac9-4c66-9baa-2469df93e980 req-3969de2f-4288-47ca-8164-f9ea37f7ef6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:35.071903 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b717fa2-4ac9-4c66-9baa-2469df93e980 req-3969de2f-4288-47ca-8164-f9ea37f7ef6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0648057 Jul 14 08:17:35.447229 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b717fa2-4ac9-4c66-9baa-2469df93e980 req-77a464b9-8bcc-4bfa-8442-b8922d0a2dda tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3698375 Jul 14 08:17:36.445935 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:36.616401 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf13b93-7183-4261-af2a-67c167fe58e1 req-a936a165-a5d2-4227-bec6-4d6f8ab36e57 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:36.618189 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cf13b93-7183-4261-af2a-67c167fe58e1 req-a936a165-a5d2-4227-bec6-4d6f8ab36e57 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0627708 Jul 14 08:17:36.655230 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5cf13b93-7183-4261-af2a-67c167fe58e1 req-de110459-44a7-4332-842f-f74870d61925 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315406 Jul 14 08:17:37.822437 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd6eac-591a-4b59-b195-f20267e2c715 req-2f4a71df-53d8-4a7a-b894-1b5285c76485 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:37.823900 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-76dd6eac-591a-4b59-b195-f20267e2c715 req-2f4a71df-53d8-4a7a-b894-1b5285c76485 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0614057 Jul 14 08:17:37.862753 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-76dd6eac-591a-4b59-b195-f20267e2c715 req-30b4e488-11d6-4f97-9d3b-70a238e52c1b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334265 Jul 14 08:17:39.031100 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23871a-f00e-43d2-bff8-27f1dc9cb1ab req-cdc9c6b7-715f-4537-8fc8-e2f6ef2c0dec tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:39.032704 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9d23871a-f00e-43d2-bff8-27f1dc9cb1ab req-cdc9c6b7-715f-4537-8fc8-e2f6ef2c0dec tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0628781 Jul 14 08:17:39.072462 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9d23871a-f00e-43d2-bff8-27f1dc9cb1ab req-1ac2ccd7-bdd0-410c-a35e-7478100825b1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334308 Jul 14 08:17:40.243002 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714be41-d600-4e29-80cf-814b93e83b37 req-48ee596f-770b-412c-80fe-f800639c6c30 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:40.244384 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8714be41-d600-4e29-80cf-814b93e83b37 req-48ee596f-770b-412c-80fe-f800639c6c30 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0617571 Jul 14 08:17:40.280595 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8714be41-d600-4e29-80cf-814b93e83b37 req-64f463e2-4c60-4c7b-a3a1-a5b969d9a698 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308254 Jul 14 08:17:41.451511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7945e-bf21-4d70-a09f-cbb2315671a1 req-0ddec3ee-8b89-4d2b-9e09-a5f7596d7e0b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:41.453050 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a6c7945e-bf21-4d70-a09f-cbb2315671a1 req-0ddec3ee-8b89-4d2b-9e09-a5f7596d7e0b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0643227 Jul 14 08:17:41.489836 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a6c7945e-bf21-4d70-a09f-cbb2315671a1 req-41b6de08-77e2-44e8-b5c4-04af83f23b3a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310154 Jul 14 08:17:42.658603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48088260-768f-434d-8e15-ebc62eeb3cc1 req-a96dcd9a-d35f-4d9c-971a-4da99a287ef1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:42.660080 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-48088260-768f-434d-8e15-ebc62eeb3cc1 req-a96dcd9a-d35f-4d9c-971a-4da99a287ef1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0626674 Jul 14 08:17:42.696139 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-48088260-768f-434d-8e15-ebc62eeb3cc1 req-6bd3211a-9b65-4e07-b4d6-083656fbed17 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299911 Jul 14 08:17:43.867183 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a857a6-16a7-4e87-ac13-2acd019dcd2f req-6a474534-095a-4855-9083-78a752dd2360 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:43.868636 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57a857a6-16a7-4e87-ac13-2acd019dcd2f req-6a474534-095a-4855-9083-78a752dd2360 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0614827 Jul 14 08:17:43.908162 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-57a857a6-16a7-4e87-ac13-2acd019dcd2f req-d316ef8c-1b11-45e1-bfa9-8133e90e339f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339525 Jul 14 08:17:45.078515 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ee986-f597-42d6-963a-b15e740d659c req-199750eb-b041-4cff-a40f-4d9b4e1f3857 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:45.079978 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a1ee986-f597-42d6-963a-b15e740d659c req-199750eb-b041-4cff-a40f-4d9b4e1f3857 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0626287 Jul 14 08:17:45.116440 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a1ee986-f597-42d6-963a-b15e740d659c req-405e3cc4-99be-4bca-8384-99703117a5cb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307496 Jul 14 08:17:46.169225 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:46.231167 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:17:46.291000 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840dc00-f507-48b9-be29-7c38ab438489 req-7c83231c-53a0-40cf-b35f-40efbc755a6d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:46.292467 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2840dc00-f507-48b9-be29-7c38ab438489 req-7c83231c-53a0-40cf-b35f-40efbc755a6d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0623970 Jul 14 08:17:46.328199 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2840dc00-f507-48b9-be29-7c38ab438489 req-dfd19e86-0d4c-4abc-bc31-4331c19d2137 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299199 Jul 14 08:17:47.502017 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5adfe-bf67-4b94-aec7-ce2106792ae5 req-3592c5af-ceb7-41b8-9a0a-9b5036bb03f7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:47.503530 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0be5adfe-bf67-4b94-aec7-ce2106792ae5 req-3592c5af-ceb7-41b8-9a0a-9b5036bb03f7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0658746 Jul 14 08:17:47.540594 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0be5adfe-bf67-4b94-aec7-ce2106792ae5 req-b236c62c-3186-4a53-b45a-85e8bf0a4020 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310450 Jul 14 08:17:48.710366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441edc6-93c9-4155-b0b6-22af5a71ba53 req-c3e9d195-fc05-4d48-b54a-0bfc57fe3b32 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:48.711740 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b441edc6-93c9-4155-b0b6-22af5a71ba53 req-c3e9d195-fc05-4d48-b54a-0bfc57fe3b32 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0614936 Jul 14 08:17:48.747960 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b441edc6-93c9-4155-b0b6-22af5a71ba53 req-2833f358-0cfc-4956-a101-2cf76840e982 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306027 Jul 14 08:17:49.920851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450d3e8-6755-4b6f-8dc8-ef849cac9e88 req-cefd77d3-05cc-4131-900e-1c18d6150e2f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:49.922366 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9450d3e8-6755-4b6f-8dc8-ef849cac9e88 req-cefd77d3-05cc-4131-900e-1c18d6150e2f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0621214 Jul 14 08:17:49.962664 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9450d3e8-6755-4b6f-8dc8-ef849cac9e88 req-30bbe8fa-0d0e-4250-b9eb-f372288d3a8b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346346 Jul 14 08:17:51.130749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5060ec-d0f9-43b4-a3bc-05ad645d4682 req-745e3881-ae6b-4564-b8a0-c29de7943a83 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:51.132124 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da5060ec-d0f9-43b4-a3bc-05ad645d4682 req-745e3881-ae6b-4564-b8a0-c29de7943a83 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0623074 Jul 14 08:17:51.168828 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da5060ec-d0f9-43b4-a3bc-05ad645d4682 req-080ffd9f-2cdd-4691-95e6-e3b0778f3685 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311768 Jul 14 08:17:51.192795 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41684) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:17:51.250640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-534d82eb-d3ca-46d1-9554-fa370ca6fc15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/floatingips/63f68e70-7ab2-4bc5-a246-d62d9447d455 HTTP/1.1" status: 200 len: 993 time: 0.0566835 Jul 14 08:17:54.416103 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80990cbe-db82-402a-a6bf-c671b388dd61 req-cbce4b5f-d669-449a-bf19-68860d501c70 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3219972 Jul 14 08:17:54.504718 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80990cbe-db82-402a-a6bf-c671b388dd61 req-ec6a546b-8469-43db-b021-20753cd86878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:54.506184 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80990cbe-db82-402a-a6bf-c671b388dd61 req-ec6a546b-8469-43db-b021-20753cd86878 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 1096 time: 0.0508432 Jul 14 08:17:54.607846 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80990cbe-db82-402a-a6bf-c671b388dd61 req-35b55926-3470-4197-85a9-9854c5294edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:54.609355 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80990cbe-db82-402a-a6bf-c671b388dd61 req-35b55926-3470-4197-85a9-9854c5294edf service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 HTTP/1.1" status: 200 len: 898 time: 0.0826058 Jul 14 08:17:54.672126 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80990cbe-db82-402a-a6bf-c671b388dd61 req-1bf8d461-66fe-4bc8-8dec-983b5a7a6dae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fc0854d-5bfc-45c6-b9ef-38b84a033094 HTTP/1.1" status: 200 len: 1001 time: 0.0569606 Jul 14 08:17:54.718333 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80990cbe-db82-402a-a6bf-c671b388dd61 req-66f112b9-10e8-4a10-8d86-21b017f98d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:54.719728 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80990cbe-db82-402a-a6bf-c671b388dd61 req-66f112b9-10e8-4a10-8d86-21b017f98d19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0df6d701-698a-4898-b3c3-66bd20ebb9d9 HTTP/1.1" status: 200 len: 835 time: 0.0415659 Jul 14 08:17:54.777135 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80990cbe-db82-402a-a6bf-c671b388dd61 req-6ff44e5a-12b7-404b-81c7-2033d9fbd9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:17:54.778615 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80990cbe-db82-402a-a6bf-c671b388dd61 req-6ff44e5a-12b7-404b-81c7-2033d9fbd9d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528362 Jul 14 08:17:54.862623 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80990cbe-db82-402a-a6bf-c671b388dd61 req-2a0471c5-1764-4831-a56d-ae19a87c8ac2 service neutron] 10.222.0.30 "GET /v2.0/networks/6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782192 Jul 14 08:17:54.955347 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-80990cbe-db82-402a-a6bf-c671b388dd61 req-c59fad1c-9b31-4419-a07d-26d47333d875 service neutron] 10.222.0.30 "GET /v2.0/networks/6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858200 Jul 14 08:18:00.593356 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-857a788d-f4fe-4607-b404-cc906cca20f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:03.392280 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-34e55e67-d33a-452c-98d7-fc83f3161ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:03.755299 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:04.921706 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:05.024452 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:18:06.450041 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:16.182471 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:16.232334 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:21.948055 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41706) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:22.102362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port ed75c408-62e9-4faa-84c2-09a3e71ac763 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:18:22.102699 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:22.174512 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:22.174835 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:22.186084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for ed75c408-62e9-4faa-84c2-09a3e71ac763 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:18:22.328324 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:22.350636 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=ed75c408-62e9-4faa-84c2-09a3e71ac763,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:22.360330 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:22.360679 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:22.361020 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:22.361384 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:22.361723 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:22.362040 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:22.362814 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:22.362814 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:22.363552 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:22.363792 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:22.364111 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:22.364427 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:22.427115 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:22.427450 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Floating IP 63f68e70-7ab2-4bc5-a246-d62d9447d455 disassociated (deleted). External IP: 172.25.7.204, port: 7fc0854d-5bfc-45c6-b9ef-38b84a033094. Jul 14 08:18:22.624104 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router 1ccb8c66-f1a7-4807-8821-8727c340545d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:18:22.727981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:18:22.732813 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:22.736982 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e894c1f-4ce1-4dc2-ba58-9de89eb692b8 None None] Sync routers for ids ['1ccb8c66-f1a7-4807-8821-8727c340545d'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:18:22.746389 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e894c1f-4ce1-4dc2-ba58-9de89eb692b8 None None] Routers {'1ccb8c66-f1a7-4807-8821-8727c340545d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:18:22.746981 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1e894c1f-4ce1-4dc2-ba58-9de89eb692b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:18:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1ccb8c66-f1a7-4807-8821-8727c340545d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:22.771160 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f839ebd7-cab7-44ae-9b18-06b493d8e6da tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/floatingips/63f68e70-7ab2-4bc5-a246-d62d9447d455 HTTP/1.1" status: 204 len: 168 time: 0.8220365 Jul 14 08:18:22.771741 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3c522a-8c27-4ee2-a970-66a20cf19f44', 'tag': '7fc0854d-5bfc-45c6-b9ef-38b84a033094'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:18:22.774011 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501bbd67-2030-4711-9d98-550fad2b168e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3c522a-8c27-4ee2-a970-66a20cf19f44", "tag": "7fc0854d-5bfc-45c6-b9ef-38b84a033094"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:18:22.813131 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4d79a1-3639-45b7-b24b-9ef6fb652641 x-openstack-request-id: req-9c4d79a1-3639-45b7-b24b-9ef6fb652641 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:18:22.813470 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3c522a-8c27-4ee2-a970-66a20cf19f44", "tag": "7fc0854d-5bfc-45c6-b9ef-38b84a033094", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:18:22.813720 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c4d79a1-3639-45b7-b24b-9ef6fb652641 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:18:22.814117 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3c522a-8c27-4ee2-a970-66a20cf19f44', 'tag': '7fc0854d-5bfc-45c6-b9ef-38b84a033094', 'status': 'completed', 'code': 200} Jul 14 08:18:22.849714 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-1e894c1f-4ce1-4dc2-ba58-9de89eb692b8 None None] Set router 1ccb8c66-f1a7-4807-8821-8727c340545d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:18:22.891015 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bbd67-2030-4711-9d98-550fad2b168e req-b20d18fd-db76-43e2-a243-81cadf40f98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:22.892549 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-501bbd67-2030-4711-9d98-550fad2b168e req-b20d18fd-db76-43e2-a243-81cadf40f98b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 1096 time: 0.0568011 Jul 14 08:18:23.004754 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bbd67-2030-4711-9d98-550fad2b168e req-bdcc5fa6-1ad1-4cc8-96c1-a367d0bff020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:23.006319 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-501bbd67-2030-4711-9d98-550fad2b168e req-bdcc5fa6-1ad1-4cc8-96c1-a367d0bff020 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 HTTP/1.1" status: 200 len: 898 time: 0.1081002 Jul 14 08:18:23.048395 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-501bbd67-2030-4711-9d98-550fad2b168e req-c38baade-b35d-4bb2-99a9-03b8b94f7743 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fc0854d-5bfc-45c6-b9ef-38b84a033094 HTTP/1.1" status: 200 len: 217 time: 0.0349572 Jul 14 08:18:23.065204 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1e894c1f-4ce1-4dc2-ba58-9de89eb692b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793288097', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:47Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'cdbe4d67-1903-4f58-9a6c-cb5f477db03e', 'name': '', 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:40:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:47Z', 'updated_at': '2021-07-14T08:16:51Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:23.091570 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e894c1f-4ce1-4dc2-ba58-9de89eb692b8 None None] Checking router: 1ccb8c66-f1a7-4807-8821-8727c340545d for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:18:23.097379 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bbd67-2030-4711-9d98-550fad2b168e req-1d691a8f-706c-45f5-8f8f-001639dddf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:23.098908 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-501bbd67-2030-4711-9d98-550fad2b168e req-1d691a8f-706c-45f5-8f8f-001639dddf36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0df6d701-698a-4898-b3c3-66bd20ebb9d9 HTTP/1.1" status: 200 len: 835 time: 0.0446956 Jul 14 08:18:23.099966 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e894c1f-4ce1-4dc2-ba58-9de89eb692b8 None None] Routers {'1ccb8c66-f1a7-4807-8821-8727c340545d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:18:23.100568 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1e894c1f-4ce1-4dc2-ba58-9de89eb692b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:18:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1ccb8c66-f1a7-4807-8821-8727c340545d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:23.147976 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe33ab-bb24-4af7-a03e-dac020adc048 req-84268f01-e3ea-483a-a18e-e16e66b04bc4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:23.149480 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56fe33ab-bb24-4af7-a03e-dac020adc048 req-84268f01-e3ea-483a-a18e-e16e66b04bc4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0656660 Jul 14 08:18:23.163512 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bbd67-2030-4711-9d98-550fad2b168e req-e10dd6e5-af47-457e-baa3-c9daca06380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:23.165018 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-501bbd67-2030-4711-9d98-550fad2b168e req-e10dd6e5-af47-457e-baa3-c9daca06380e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584023 Jul 14 08:18:23.194861 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-56fe33ab-bb24-4af7-a03e-dac020adc048 req-a0588b7e-aa57-45d4-94b8-67071040562f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377367 Jul 14 08:18:23.262101 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-501bbd67-2030-4711-9d98-550fad2b168e req-aae23355-9a45-4295-b046-9e8f5aa68546 service neutron] 10.222.0.30 "GET /v2.0/networks/6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902286 Jul 14 08:18:23.298958 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-1e894c1f-4ce1-4dc2-ba58-9de89eb692b8 None None] Set router 1ccb8c66-f1a7-4807-8821-8727c340545d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:18:23.354220 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-501bbd67-2030-4711-9d98-550fad2b168e req-418ff72a-81e9-4bca-a7cc-0bddb9539408 service neutron] 10.222.0.30 "GET /v2.0/networks/6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851007 Jul 14 08:18:23.487610 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1e894c1f-4ce1-4dc2-ba58-9de89eb692b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793288097', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:47Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'cdbe4d67-1903-4f58-9a6c-cb5f477db03e', 'name': '', 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:40:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:47Z', 'updated_at': '2021-07-14T08:16:51Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:23.516692 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e894c1f-4ce1-4dc2-ba58-9de89eb692b8 None None] The sync data for ids ['1ccb8c66-f1a7-4807-8821-8727c340545d'] in n-d-778696-5 is: [{'id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793288097', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:47Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'cdbe4d67-1903-4f58-9a6c-cb5f477db03e', 'name': '', 'network_id': '6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:40:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:47Z', 'updated_at': '2021-07-14T08:16:51Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '0df6d701-698a-4898-b3c3-66bd20ebb9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:18:23.714543 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2cd7d6-9dc2-4c38-b510-de0da270af7f None None] New status for floating IP 63f68e70-7ab2-4bc5-a246-d62d9447d455: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:18:24.367759 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc7ec1-4a6a-4bf4-a27f-26355f67564f req-608a373b-fab3-40ff-ae50-fe845e10d98b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:24.369245 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5fcc7ec1-4a6a-4bf4-a27f-26355f67564f req-608a373b-fab3-40ff-ae50-fe845e10d98b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0618508 Jul 14 08:18:24.405808 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5fcc7ec1-4a6a-4bf4-a27f-26355f67564f req-0de7f3d7-334b-4482-920c-8392e6d57271 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6d5eb29-0e8d-446b-8bc0-ccade34217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310125 Jul 14 08:18:24.488910 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89d162-4d0b-463b-a1c2-c8217b9a4739 req-f1b1cf43-675c-433f-bb35-6d75e690e595 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:24.490321 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9f89d162-4d0b-463b-a1c2-c8217b9a4739 req-f1b1cf43-675c-433f-bb35-6d75e690e595 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae3c522a-8c27-4ee2-a970-66a20cf19f44 HTTP/1.1" status: 200 len: 945 time: 0.0627494 Jul 14 08:18:24.588324 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-9f89d162-4d0b-463b-a1c2-c8217b9a4739 req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port 7fc0854d-5bfc-45c6-b9ef-38b84a033094 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:18:24.588661 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9f89d162-4d0b-463b-a1c2-c8217b9a4739 req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:24.673633 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9f89d162-4d0b-463b-a1c2-c8217b9a4739 req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] For port 7fc0854d-5bfc-45c6-b9ef-38b84a033094, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=7fc0854d-5bfc-45c6-b9ef-38b84a033094,segment=NetworkSegment(7768df63-7bd9-48ec-bb53-94527ad96c07),segment_id=7768df63-7bd9-48ec-bb53-94527ad96c07)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:18:24.673994 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9f89d162-4d0b-463b-a1c2-c8217b9a4739 req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:24.686732 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-9f89d162-4d0b-463b-a1c2-c8217b9a4739 req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for 7fc0854d-5bfc-45c6-b9ef-38b84a033094 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:18:24.811975 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9f89d162-4d0b-463b-a1c2-c8217b9a4739 req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:24.840188 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=7fc0854d-5bfc-45c6-b9ef-38b84a033094,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:24.852761 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:24.853046 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:24.853419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:24.853767 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:24.854107 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:24.854445 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:24.854780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:24.855123 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:24.855459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:24.856197 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:24.856197 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:24.856407 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:24.894442 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f89d162-4d0b-463b-a1c2-c8217b9a4739 req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] No DVR routers for this DVR port 7fc0854d-5bfc-45c6-b9ef-38b84a033094 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:18:24.896892 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9f89d162-4d0b-463b-a1c2-c8217b9a4739 req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:24.898896 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9f89d162-4d0b-463b-a1c2-c8217b9a4739 req-cb8cec0f-001f-4e9f-8a54-d6eaae21a211 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "DELETE /v2.0/ports/7fc0854d-5bfc-45c6-b9ef-38b84a033094 HTTP/1.1" status: 204 len: 173 time: 0.4022644 Jul 14 08:18:24.899333 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3c522a-8c27-4ee2-a970-66a20cf19f44', 'name': 'network-vif-deleted', 'tag': '7fc0854d-5bfc-45c6-b9ef-38b84a033094'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:18:24.901595 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0c7493-616f-4cea-b6ac-e68d9f71589a" -d '{"events": [{"server_uuid": "ae3c522a-8c27-4ee2-a970-66a20cf19f44", "name": "network-vif-deleted", "tag": "7fc0854d-5bfc-45c6-b9ef-38b84a033094"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:18:24.938977 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc44734-2ca9-44f0-8d33-77f1ce5cbfa4 x-openstack-request-id: req-5cc44734-2ca9-44f0-8d33-77f1ce5cbfa4 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:18:24.939272 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3c522a-8c27-4ee2-a970-66a20cf19f44", "name": "network-vif-deleted", "tag": "7fc0854d-5bfc-45c6-b9ef-38b84a033094", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:18:24.939522 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5cc44734-2ca9-44f0-8d33-77f1ce5cbfa4 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:18:24.939919 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3c522a-8c27-4ee2-a970-66a20cf19f44', 'name': 'network-vif-deleted', 'tag': '7fc0854d-5bfc-45c6-b9ef-38b84a033094', 'status': 'completed', 'code': 200} Jul 14 08:18:25.497550 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41720) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:25.845870 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-65476aad-bf7d-4e4e-9bd6-4502bf75b2bc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:26.101915 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-65476aad-bf7d-4e4e-9bd6-4502bf75b2bc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port cdbe4d67-1903-4f58-9a6c-cb5f477db03e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:18:26.102160 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-65476aad-bf7d-4e4e-9bd6-4502bf75b2bc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:26.185499 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-65476aad-bf7d-4e4e-9bd6-4502bf75b2bc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] For port cdbe4d67-1903-4f58-9a6c-cb5f477db03e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=cdbe4d67-1903-4f58-9a6c-cb5f477db03e,segment=NetworkSegment(7768df63-7bd9-48ec-bb53-94527ad96c07),segment_id=7768df63-7bd9-48ec-bb53-94527ad96c07)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:18:26.185856 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-65476aad-bf7d-4e4e-9bd6-4502bf75b2bc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:26.198680 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-65476aad-bf7d-4e4e-9bd6-4502bf75b2bc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for cdbe4d67-1903-4f58-9a6c-cb5f477db03e owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:18:26.379442 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-65476aad-bf7d-4e4e-9bd6-4502bf75b2bc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:26.410709 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65476aad-bf7d-4e4e-9bd6-4502bf75b2bc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=cdbe4d67-1903-4f58-9a6c-cb5f477db03e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:26.577213 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-65476aad-bf7d-4e4e-9bd6-4502bf75b2bc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:26.788069 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65476aad-bf7d-4e4e-9bd6-4502bf75b2bc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router 1ccb8c66-f1a7-4807-8821-8727c340545d has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:18:26.890348 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65476aad-bf7d-4e4e-9bd6-4502bf75b2bc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:18:26.898968 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-65476aad-bf7d-4e4e-9bd6-4502bf75b2bc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "PUT /v2.0/routers/1ccb8c66-f1a7-4807-8821-8727c340545d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3973682 Jul 14 08:18:26.899195 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41722) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:26.899960 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6fb522-f219-4008-aef5-709e4f23424a None None] Sync routers for ids ['1ccb8c66-f1a7-4807-8821-8727c340545d'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:18:26.908956 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6fb522-f219-4008-aef5-709e4f23424a None None] Routers {'1ccb8c66-f1a7-4807-8821-8727c340545d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:18:26.909599 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0a6fb522-f219-4008-aef5-709e4f23424a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:18:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1ccb8c66-f1a7-4807-8821-8727c340545d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:26.948882 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ce366c-b494-4a15-a71e-921d49f3d34c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting subnet 0df6d701-698a-4898-b3c3-66bd20ebb9d9 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:18:26.951995 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4ce366c-b494-4a15-a71e-921d49f3d34c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:26.990643 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4ce366c-b494-4a15-a71e-921d49f3d34c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:27.011330 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0a6fb522-f219-4008-aef5-709e4f23424a None None] Set router 1ccb8c66-f1a7-4807-8821-8727c340545d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:18:27.075354 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4ce366c-b494-4a15-a71e-921d49f3d34c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:27.132762 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4ce366c-b494-4a15-a71e-921d49f3d34c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:27.158785 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce366c-b494-4a15-a71e-921d49f3d34c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Subnet': ['ID=0df6d701-698a-4898-b3c3-66bd20ebb9d9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:27.162981 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4ce366c-b494-4a15-a71e-921d49f3d34c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:27.164852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f4ce366c-b494-4a15-a71e-921d49f3d34c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/subnets/0df6d701-698a-4898-b3c3-66bd20ebb9d9 HTTP/1.1" status: 204 len: 168 time: 0.2646430 Jul 14 08:18:27.167463 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41724) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:27.169855 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9629bf9-7de2-4277-80c5-0cd38b4d908e None None] Network 6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:18:27.189535 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0a6fb522-f219-4008-aef5-709e4f23424a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793288097', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:18:26Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:27.216879 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6fb522-f219-4008-aef5-709e4f23424a None None] Checking router: 1ccb8c66-f1a7-4807-8821-8727c340545d for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:18:27.224777 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6fb522-f219-4008-aef5-709e4f23424a None None] Routers {'1ccb8c66-f1a7-4807-8821-8727c340545d'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:18:27.225843 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0a6fb522-f219-4008-aef5-709e4f23424a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:18:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['1ccb8c66-f1a7-4807-8821-8727c340545d'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:27.277273 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fba162c0-dc8e-45e0-b3e9-48f26da8cf6c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:27.330192 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0a6fb522-f219-4008-aef5-709e4f23424a None None] Set router 1ccb8c66-f1a7-4807-8821-8727c340545d gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:18:27.359378 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] DHCP port deletion for 6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 08:18:27.384119 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fba162c0-dc8e-45e0-b3e9-48f26da8cf6c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:27.407752 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] Deleting port 59e88fce-3635-463b-b9be-7f415786c6f1 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:18:27.408229 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:27.438446 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-fba162c0-dc8e-45e0-b3e9-48f26da8cf6c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port 8aa6b77b-a91b-463e-8ff2-235d8b41ef37 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:18:27.438820 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fba162c0-dc8e-45e0-b3e9-48f26da8cf6c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:27.471695 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] For port 59e88fce-3635-463b-b9be-7f415786c6f1, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=59e88fce-3635-463b-b9be-7f415786c6f1,segment=NetworkSegment(7768df63-7bd9-48ec-bb53-94527ad96c07),segment_id=7768df63-7bd9-48ec-bb53-94527ad96c07)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:18:27.472082 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:27.485015 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] Calling delete_port for 59e88fce-3635-463b-b9be-7f415786c6f1 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:18:27.515531 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0a6fb522-f219-4008-aef5-709e4f23424a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793288097', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:18:26Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:27.522137 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-fba162c0-dc8e-45e0-b3e9-48f26da8cf6c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] For port 8aa6b77b-a91b-463e-8ff2-235d8b41ef37, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8aa6b77b-a91b-463e-8ff2-235d8b41ef37,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:18:27.522893 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fba162c0-dc8e-45e0-b3e9-48f26da8cf6c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:27.536156 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-fba162c0-dc8e-45e0-b3e9-48f26da8cf6c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for 8aa6b77b-a91b-463e-8ff2-235d8b41ef37 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:18:27.541130 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6fb522-f219-4008-aef5-709e4f23424a None None] The sync data for ids ['1ccb8c66-f1a7-4807-8821-8727c340545d'] in n-d-778696-5 is: [{'id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793288097', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:18:26Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '8aa6b77b-a91b-463e-8ff2-235d8b41ef37', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb8c66-f1a7-4807-8821-8727c340545d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:16:44Z', 'updated_at': '2021-07-14T08:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:18:27.570057 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:27.600749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] No DVR routers for this DVR port 59e88fce-3635-463b-b9be-7f415786c6f1 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:18:27.602396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] Pushing event deleted for resources: {'Port': ['ID=59e88fce-3635-463b-b9be-7f415786c6f1,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:27.612267 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:27.612267 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:27.613438 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:27.613438 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:27.613625 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:27.613929 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:27.614285 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:27.614652 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:27.614911 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:27.615222 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:27.615542 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:27.615851 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791b605-ff95-4388-963e-b559cef84d39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:27.706582 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fba162c0-dc8e-45e0-b3e9-48f26da8cf6c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:27.730971 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba162c0-dc8e-45e0-b3e9-48f26da8cf6c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=8aa6b77b-a91b-463e-8ff2-235d8b41ef37,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:27.792117 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fba162c0-dc8e-45e0-b3e9-48f26da8cf6c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:27.879679 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fba162c0-dc8e-45e0-b3e9-48f26da8cf6c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:27.881917 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fba162c0-dc8e-45e0-b3e9-48f26da8cf6c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:27.923980 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fba162c0-dc8e-45e0-b3e9-48f26da8cf6c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:27.924549 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba162c0-dc8e-45e0-b3e9-48f26da8cf6c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Fanout notify agent at l3_agent the message router_deleted on router 1ccb8c66-f1a7-4807-8821-8727c340545d {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 08:18:27.931949 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fba162c0-dc8e-45e0-b3e9-48f26da8cf6c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:27.935778 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fba162c0-dc8e-45e0-b3e9-48f26da8cf6c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/routers/1ccb8c66-f1a7-4807-8821-8727c340545d HTTP/1.1" status: 204 len: 168 time: 0.7671871 Jul 14 08:18:27.936370 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41726) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:28.012102 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4a8cfa2-be98-4158-98ef-b7853ca12b9f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.099996 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4a8cfa2-be98-4158-98ef-b7853ca12b9f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.109835 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f4a8cfa2-be98-4158-98ef-b7853ca12b9f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:28.121145 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f4a8cfa2-be98-4158-98ef-b7853ca12b9f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7768df63-7bd9-48ec-bb53-94527ad96c07') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:28.121475 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f4a8cfa2-be98-4158-98ef-b7853ca12b9f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7768df63-7bd9-48ec-bb53-94527ad96c07') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:28.130777 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4a8cfa2-be98-4158-98ef-b7853ca12b9f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.145278 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4a8cfa2-be98-4158-98ef-b7853ca12b9f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.151091 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a8cfa2-be98-4158-98ef-b7853ca12b9f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:18:28.151491 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4a8cfa2-be98-4158-98ef-b7853ca12b9f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: timer() Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:18:28.154717 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:18:28.215819 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4a8cfa2-be98-4158-98ef-b7853ca12b9f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.222637 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4a8cfa2-be98-4158-98ef-b7853ca12b9f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.224965 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f4a8cfa2-be98-4158-98ef-b7853ca12b9f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/networks/6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6 HTTP/1.1" status: 204 len: 168 time: 0.2876835 Jul 14 08:18:28.227800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41728) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:28.236326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8cfa2-be98-4158-98ef-b7853ca12b9f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Network': ['ID=6dfab0a4-ca20-4dab-bbb8-502cf7bd9ab6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:28.290146 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-920d9223-1f73-4d48-bc07-e608bcfe3c6b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.314547 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-920d9223-1f73-4d48-bc07-e608bcfe3c6b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.373406 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-920d9223-1f73-4d48-bc07-e608bcfe3c6b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.376217 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-920d9223-1f73-4d48-bc07-e608bcfe3c6b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.377393 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-920d9223-1f73-4d48-bc07-e608bcfe3c6b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/security-groups/f6d5eb29-0e8d-446b-8bc0-ccade34217cb HTTP/1.1" status: 204 len: 168 time: 0.1482501 Jul 14 08:18:28.387319 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d9223-1f73-4d48-bc07-e608bcfe3c6b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d5eb29-0e8d-446b-8bc0-ccade34217cb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:28.645280 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41734) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:28.649984 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b344c78f-9aa5-4927-8291-59b37dd1f9f0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-8052125', 'description': 'tempest-secgroup-smoke-8052125 description', 'project_id': '03466ac869fa4107bda726f264ea70f9'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:18:28.671509 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b344c78f-9aa5-4927-8291-59b37dd1f9f0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.749552 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b344c78f-9aa5-4927-8291-59b37dd1f9f0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.752986 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b344c78f-9aa5-4927-8291-59b37dd1f9f0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.781157 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b344c78f-9aa5-4927-8291-59b37dd1f9f0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.782331 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b344c78f-9aa5-4927-8291-59b37dd1f9f0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1360424 Jul 14 08:18:28.783432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344c78f-9aa5-4927-8291-59b37dd1f9f0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9190b5e7-4298-490e-a2e4-f001df044711,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:28.785424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41736) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:28.791114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a1b89a61-dc69-41f2-a5ba-fec35d91b438 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': '9190b5e7-4298-490e-a2e4-f001df044711', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:18:28.815078 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1b89a61-dc69-41f2-a5ba-fec35d91b438 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.869445 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1b89a61-dc69-41f2-a5ba-fec35d91b438 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.873735 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1b89a61-dc69-41f2-a5ba-fec35d91b438 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.890779 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b89a61-dc69-41f2-a5ba-fec35d91b438 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4b74f5-127a-4df2-9cc7-2ed5d75b5a87,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:28.898817 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1b89a61-dc69-41f2-a5ba-fec35d91b438 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.902412 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-a1b89a61-dc69-41f2-a5ba-fec35d91b438 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133747 Jul 14 08:18:28.902610 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41738) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:28.907013 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c058f072-561a-4eef-abea-5807e3112d21 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': '9190b5e7-4298-490e-a2e4-f001df044711', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:18:28.920570 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cdbe4d67-1903-4f58-9a6c-cb5f477db03e no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:18:28.933902 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c058f072-561a-4eef-abea-5807e3112d21 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.939685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: cdbe4d67-1903-4f58-9a6c-cb5f477db03e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:18:28.940030 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device cdbe4d67-1903-4f58-9a6c-cb5f477db03e not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:18:28.940429 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 59e88fce-3635-463b-b9be-7f415786c6f1 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:18:28.959257 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 59e88fce-3635-463b-b9be-7f415786c6f1 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:18:28.959595 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 59e88fce-3635-463b-b9be-7f415786c6f1 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:18:28.960009 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8aa6b77b-a91b-463e-8ff2-235d8b41ef37 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:18:28.978210 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 8aa6b77b-a91b-463e-8ff2-235d8b41ef37 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:18:28.978338 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8aa6b77b-a91b-463e-8ff2-235d8b41ef37 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:18:28.991592 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c058f072-561a-4eef-abea-5807e3112d21 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:28.994655 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c058f072-561a-4eef-abea-5807e3112d21 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.011783 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058f072-561a-4eef-abea-5807e3112d21 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b92162-0e95-40e4-8704-474570ab20b9,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:29.017588 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c058f072-561a-4eef-abea-5807e3112d21 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.018611 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c058f072-561a-4eef-abea-5807e3112d21 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150720 Jul 14 08:18:29.021980 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41740) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:29.026240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-cbb29668-7edc-4cb3-829d-5426c5405257 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': '9190b5e7-4298-490e-a2e4-f001df044711', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:18:29.051143 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cbb29668-7edc-4cb3-829d-5426c5405257 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.109060 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cbb29668-7edc-4cb3-829d-5426c5405257 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.112393 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cbb29668-7edc-4cb3-829d-5426c5405257 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.129362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb29668-7edc-4cb3-829d-5426c5405257 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f44172-81fa-4756-84ad-59ccc9ce107a,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:29.135444 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cbb29668-7edc-4cb3-829d-5426c5405257 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.136748 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-cbb29668-7edc-4cb3-829d-5426c5405257 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138711 Jul 14 08:18:29.139618 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41742) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:29.144790 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6946f9ed-cbc2-4312-b993-5de76403fde9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': '9190b5e7-4298-490e-a2e4-f001df044711', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:18:29.169943 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6946f9ed-cbc2-4312-b993-5de76403fde9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.185883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 7fc0854d-5bfc-45c6-b9ef-38b84a033094 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:18:29.204846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 7fc0854d-5bfc-45c6-b9ef-38b84a033094 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:18:29.205216 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 7fc0854d-5bfc-45c6-b9ef-38b84a033094 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:18:29.227554 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6946f9ed-cbc2-4312-b993-5de76403fde9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.230927 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6946f9ed-cbc2-4312-b993-5de76403fde9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.250823 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946f9ed-cbc2-4312-b993-5de76403fde9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e045250c-ed81-446e-b123-25175814b758,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:29.256120 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6946f9ed-cbc2-4312-b993-5de76403fde9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.257389 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6946f9ed-cbc2-4312-b993-5de76403fde9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166992 Jul 14 08:18:29.260004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41744) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:29.264322 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d8fb4210-c45a-4b50-9f1e-bf92048d6347 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': '9190b5e7-4298-490e-a2e4-f001df044711', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:18:29.285392 n-d-778696-5 neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-d8fb4210-c45a-4b50-9f1e-bf92048d6347 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Project 03466ac869fa4107bda726f264ea70f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:18:29.289937 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8fb4210-c45a-4b50-9f1e-bf92048d6347 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.348727 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8fb4210-c45a-4b50-9f1e-bf92048d6347 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.352045 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8fb4210-c45a-4b50-9f1e-bf92048d6347 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.370181 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb4210-c45a-4b50-9f1e-bf92048d6347 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9196613e-3f96-4f78-ba9f-586d193bd9b6,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:29.372711 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8fb4210-c45a-4b50-9f1e-bf92048d6347 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.373921 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d8fb4210-c45a-4b50-9f1e-bf92048d6347 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1130004 Jul 14 08:18:29.376647 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41746) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:29.381446 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-32b0ba5a-f4c1-473d-8ae8-e8e5af23c835 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': '9190b5e7-4298-490e-a2e4-f001df044711', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:18:29.402920 n-d-778696-5 neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-32b0ba5a-f4c1-473d-8ae8-e8e5af23c835 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Project 03466ac869fa4107bda726f264ea70f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:18:29.407489 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32b0ba5a-f4c1-473d-8ae8-e8e5af23c835 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.466042 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32b0ba5a-f4c1-473d-8ae8-e8e5af23c835 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.469278 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32b0ba5a-f4c1-473d-8ae8-e8e5af23c835 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.485978 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0ba5a-f4c1-473d-8ae8-e8e5af23c835 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfd892a-308e-41d4-bfb3-82292862f127,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:29.492092 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32b0ba5a-f4c1-473d-8ae8-e8e5af23c835 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.493683 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-32b0ba5a-f4c1-473d-8ae8-e8e5af23c835 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1161983 Jul 14 08:18:29.496432 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41748) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:29.501459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-49f5be2d-3cc5-4c63-821b-2c50e501aba2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'network': {'name': 'tempest-network-smoke--1730423475', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'port_security_enabled': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:18:29.522117 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f5be2d-3cc5-4c63-821b-2c50e501aba2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Made reservation on behalf of 03466ac869fa4107bda726f264ea70f9 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:18:29.525606 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49f5be2d-3cc5-4c63-821b-2c50e501aba2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.547389 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f5be2d-3cc5-4c63-821b-2c50e501aba2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:18:29.555879 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49f5be2d-3cc5-4c63-821b-2c50e501aba2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.556229 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-49f5be2d-3cc5-4c63-821b-2c50e501aba2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Added segment ff37df0d-e9b1-4594-b155-6b156dfb886c of type vlan for network fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 Jul 14 08:18:29.597472 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49f5be2d-3cc5-4c63-821b-2c50e501aba2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.624699 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49f5be2d-3cc5-4c63-821b-2c50e501aba2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.630852 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f5be2d-3cc5-4c63-821b-2c50e501aba2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:29.631428 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49f5be2d-3cc5-4c63-821b-2c50e501aba2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.685741 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-49f5be2d-3cc5-4c63-821b-2c50e501aba2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1882010 Jul 14 08:18:29.688336 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41750) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:29.695710 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1755289203', 'admin_state_up': True, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:18:29.711528 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5be2d-3cc5-4c63-821b-2c50e501aba2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Network': ['ID=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:29.722285 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:18:29.726455 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.727427 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.781291 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:29.912724 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:30.098520 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:30.116272 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:30.216608 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.25.7.235 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/2f08ccaa-f2c8-4a42-b47c-6011171f745e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:18:30.312094 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:30.349587 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:30.391130 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:18:30.396217 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:18:30.400604 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:18:30.403341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=2f08ccaa-f2c8-4a42-b47c-6011171f745e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:30.593936 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49403359-fbe0-45ab-a6ce-697294dda8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:30.636664 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:31.092037 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:31.209841 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 08:18:31.310632 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:18:31.321654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Sync routers for ids ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:18:31.329439 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:31.330667 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b0e5f6b4-e276-4853-a6f8-fcf74d255e6a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6413860 Jul 14 08:18:31.332648 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Routers {'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:18:31.333305 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:18:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:31.334703 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41754) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:31.362286 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4a7ba944-7057-4ed3-89de-18b4c8515bfe tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=03466ac869fa4107bda726f264ea70f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264833 Jul 14 08:18:31.365294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41756) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:31.438318 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Set router bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:18:31.454178 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a79eb6-b858-4948-aa49-b9f0fb9ad6c7 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:31.455698 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f2a79eb6-b858-4948-aa49-b9f0fb9ad6c7 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895073 Jul 14 08:18:31.458968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41758) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:31.486423 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6c9885ed-79c0-4991-a68d-8dc3ffb38ada tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262966 Jul 14 08:18:31.488647 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41760) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:31.493663 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-33f75952-7a94-4c3e-92f8-02c8a9daf584 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1114597774', 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:18:31.585682 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f75952-7a94-4c3e-92f8-02c8a9daf584 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Made reservation on behalf of 03466ac869fa4107bda726f264ea70f9 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:18:31.589442 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33f75952-7a94-4c3e-92f8-02c8a9daf584 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:31.768413 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755289203', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:18:29Z', 'updated_at': '2021-07-14T08:18:30Z', 'revision_number': 3, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:30Z', 'updated_at': '2021-07-14T08:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:31.775621 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33f75952-7a94-4c3e-92f8-02c8a9daf584 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:31.798275 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Checking router: bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:18:31.798628 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Updating router bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 port 2f08ccaa-f2c8-4a42-b47c-6011171f745e binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:18:31.831512 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:31.837522 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f75952-7a94-4c3e-92f8-02c8a9daf584 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Subnet': ['ID=0d12c8f0-2a9c-496c-a4cc-58863b1d2c45,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:31.842705 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f75952-7a94-4c3e-92f8-02c8a9daf584 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Checking segment: {'id': 'ff37df0d-e9b1-4594-b155-6b156dfb886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:18:31.843069 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f75952-7a94-4c3e-92f8-02c8a9daf584 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network hostable DHCP agents. Network: fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:18:31.859004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f75952-7a94-4c3e-92f8-02c8a9daf584 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:18:31.868294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-33f75952-7a94-4c3e-92f8-02c8a9daf584 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:18:31.872164 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f75952-7a94-4c3e-92f8-02c8a9daf584 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:31.872743 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33f75952-7a94-4c3e-92f8-02c8a9daf584 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:31.887826 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-33f75952-7a94-4c3e-92f8-02c8a9daf584 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3981211 Jul 14 08:18:31.891429 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41762) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:31.917605 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a02a73-78b6-4def-a12e-64778643b0cc None None] Network fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:18:32.140281 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90', 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ips': [{'subnet_id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:18:32.141119 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:32.277593 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:32.306265 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:32.308731 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Transition to ACTIVE for port object 2f08ccaa-f2c8-4a42-b47c-6011171f745e will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:18:32.320970 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:32.353173 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Allocated IP 172.20.0.2 (fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90/0d12c8f0-2a9c-496c-a4cc-58863b1d2c45/24a9a570-810a-4076-91de-1ea2a2d207d6) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:18:32.408500 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Attempting to bind port 2f08ccaa-f2c8-4a42-b47c-6011171f745e on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:18:32.408765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Attempting to bind port 2f08ccaa-f2c8-4a42-b47c-6011171f745e by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:18:32.409123 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Attempting to bind port 2f08ccaa-f2c8-4a42-b47c-6011171f745e on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:18:32.437234 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1bcd78-f5f8-44a3-b102-cec142af0902 None None] Pushing event updated for resources: {'Port': ['ID=2f08ccaa-f2c8-4a42-b47c-6011171f745e,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:32.442344 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:18:32.442720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:18:32.443117 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:32.443506 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:18:32.444029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Bound port: 2f08ccaa-f2c8-4a42-b47c-6011171f745e, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:18:32.444519 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:32.523709 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] For port 2f08ccaa-f2c8-4a42-b47c-6011171f745e, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:18:32.529595 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] For port 2f08ccaa-f2c8-4a42-b47c-6011171f745e, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2f08ccaa-f2c8-4a42-b47c-6011171f745e,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:18:32.536258 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:32.634981 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:32.645209 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1bcd78-f5f8-44a3-b102-cec142af0902 None None] Pushing event updated for resources: {'Port': ['ID=2f08ccaa-f2c8-4a42-b47c-6011171f745e,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:32.649687 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Routers {'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:18:32.650333 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:18:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:32.652450 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Transition to ACTIVE for port object 24a9a570-810a-4076-91de-1ea2a2d207d6 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:18:32.705153 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Transition to ACTIVE for port object 24a9a570-810a-4076-91de-1ea2a2d207d6 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:18:32.740813 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:32.771333 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.20.0.1 (fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90/0d12c8f0-2a9c-496c-a4cc-58863b1d2c45/50ad5794-78d0-4392-a17e-70f894442307) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:18:32.789210 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Network fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:18:32.798848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:18:32.806815 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:18:32.814235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Pushing event updated for resources: {'Port': ['ID=24a9a570-810a-4076-91de-1ea2a2d207d6,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:32.817630 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] Set router bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:18:32.898897 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:32.912870 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Transition to ACTIVE for port object 50ad5794-78d0-4392-a17e-70f894442307 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:18:32.944601 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:32.965749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Attempting to bind port 24a9a570-810a-4076-91de-1ea2a2d207d6 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:18:32.965992 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Attempting to bind port 24a9a570-810a-4076-91de-1ea2a2d207d6 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'ff37df0d-e9b1-4594-b155-6b156dfb886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:18:32.966364 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Attempting to bind port 24a9a570-810a-4076-91de-1ea2a2d207d6 on network fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:18:32.976326 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:18:32.976326 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Checking segment: {'id': 'ff37df0d-e9b1-4594-b155-6b156dfb886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:18:32.976326 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:32.976326 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Bound using segment: {'id': 'ff37df0d-e9b1-4594-b155-6b156dfb886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:18:32.976326 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Bound port: 24a9a570-810a-4076-91de-1ea2a2d207d6, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff37df0d-e9b1-4594-b155-6b156dfb886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:18:32.977008 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:32.995448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:18:32.999958 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:18:33.002664 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:18:33.044164 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=50ad5794-78d0-4392-a17e-70f894442307,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:33.059158 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:33.082974 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] For port 24a9a570-810a-4076-91de-1ea2a2d207d6, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:18:33.087010 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] For port 24a9a570-810a-4076-91de-1ea2a2d207d6, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=24a9a570-810a-4076-91de-1ea2a2d207d6,segment=NetworkSegment(ff37df0d-e9b1-4594-b155-6b156dfb886c),segment_id=ff37df0d-e9b1-4594-b155-6b156dfb886c)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:18:33.094308 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:33.168284 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755289203', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:18:29Z', 'updated_at': '2021-07-14T08:18:30Z', 'revision_number': 3, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:30Z', 'updated_at': '2021-07-14T08:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:33.168284 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750b75a-54e2-4abc-b077-93a3ff30115d None None] Pushing event updated for resources: {'Port': ['ID=24a9a570-810a-4076-91de-1ea2a2d207d6,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:33.199842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446a351-1b45-466b-b27e-ede23b609902 None None] The sync data for ids ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'] in n-d-778696-5 is: [{'id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755289203', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:18:29Z', 'updated_at': '2021-07-14T08:18:30Z', 'revision_number': 3, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:30Z', 'updated_at': '2021-07-14T08:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:18:33.224644 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:33.403177 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-717f6cff-ea74-40b8-8ee4-04b589fc04e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:33.576410 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:33.583025 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:33.663332 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=50ad5794-78d0-4392-a17e-70f894442307,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:33.665779 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:33.757755 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:33.762996 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:18:33.764505 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:18:33.887136 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:18:34.009480 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:18:34.014898 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5d2485f1-adf0-4cc2-a839-e320fda54d9b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "PUT /v2.0/routers/bb0216d4-b362-48b1-8a5f-09ce7ad6bb38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1224556 Jul 14 08:18:34.166583 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-1dd3086e-cbb0-4c59-bffd-97a6cc521840 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-8052125&fields=id&tenant_id=03466ac869fa4107bda726f264ea70f9 HTTP/1.1" status: 200 len: 267 time: 0.0365820 Jul 14 08:18:34.202500 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879bb899-91e9-40ff-b24f-859d298c6917 None None] Network fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:18:34.271123 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-1a75942e-9945-4ee0-9f06-d524c2578d4b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:34.272579 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-1a75942e-9945-4ee0-9f06-d524c2578d4b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/networks?id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 HTTP/1.1" status: 200 len: 797 time: 0.0995023 Jul 14 08:18:34.287080 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-7833767d-e7a4-460d-82b3-c67138bd0f63 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/quotas/03466ac869fa4107bda726f264ea70f9 HTTP/1.1" status: 200 len: 375 time: 0.0090911 Jul 14 08:18:34.324617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6988d370-04d0-4f79-bfe4-2476b7558a52 None None] Provisioning for port 24a9a570-810a-4076-91de-1ea2a2d207d6 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:18:34.359804 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-32df425f-a728-4af6-b590-3d26430040e3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671034 Jul 14 08:18:34.502909 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-4ca31075-099a-4ed2-bb39-2ff7462d060a service neutron] 10.222.0.35 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307151 Jul 14 08:18:34.549062 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-35759ba5-37c4-42ee-90ec-6429666969d8 None None] Provisioning for port 50ad5794-78d0-4392-a17e-70f894442307 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:18:34.553318 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-35759ba5-37c4-42ee-90ec-6429666969d8 None None] Provisioning complete for port 50ad5794-78d0-4392-a17e-70f894442307 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:18:34.553699 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-35759ba5-37c4-42ee-90ec-6429666969d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:34.594815 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-35759ba5-37c4-42ee-90ec-6429666969d8 None None] Port 50ad5794-78d0-4392-a17e-70f894442307 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:18:34.612407 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-48e146c2-a8d5-4a06-a6a2-69aabf38c5f4 service neutron] 10.222.0.35 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030061 Jul 14 08:18:34.814543 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-23b753cc-536f-4b1a-aa54-d5444bd0bbd2 req-cc07352a-7a6a-42c7-99b9-c5a73d8af573 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 210 time: 0.0314078 Jul 14 08:18:34.826989 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-407e4821-e442-41a1-b7aa-d5fd9fd00bfd None None] Provisioning complete for port 50ad5794-78d0-4392-a17e-70f894442307 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:18:34.827354 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-407e4821-e442-41a1-b7aa-d5fd9fd00bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:34.870735 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-407e4821-e442-41a1-b7aa-d5fd9fd00bfd None None] Port 50ad5794-78d0-4392-a17e-70f894442307 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:18:34.938285 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:34.993342 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-406cbcff-2f15-4642-9c30-92a99c3a10dc None None] Provisioning complete for port 50ad5794-78d0-4392-a17e-70f894442307 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:18:34.993808 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-406cbcff-2f15-4642-9c30-92a99c3a10dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:34.996372 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Sync routers for ids ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:18:35.020682 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Routers {'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:18:35.021519 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:18:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:35.027900 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2f08ccaa-f2c8-4a42-b47c-6011171f745e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:18:35.066008 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-406cbcff-2f15-4642-9c30-92a99c3a10dc None None] Port 50ad5794-78d0-4392-a17e-70f894442307 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:18:35.089857 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 2f08ccaa-f2c8-4a42-b47c-6011171f745e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:18:35.093810 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 2f08ccaa-f2c8-4a42-b47c-6011171f745e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:18:35.094372 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:35.135816 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Set router bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:18:35.174088 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:35.196532 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 2f08ccaa-f2c8-4a42-b47c-6011171f745e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2f08ccaa-f2c8-4a42-b47c-6011171f745e,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:18:35.201655 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:35.202531 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 24a9a570-810a-4076-91de-1ea2a2d207d6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:18:35.283379 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=2f08ccaa-f2c8-4a42-b47c-6011171f745e,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:35.296557 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 24a9a570-810a-4076-91de-1ea2a2d207d6 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:18:35.301636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 24a9a570-810a-4076-91de-1ea2a2d207d6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:18:35.302256 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:35.343522 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755289203', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:18:29Z', 'updated_at': '2021-07-14T08:18:33Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:30Z', 'updated_at': '2021-07-14T08:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '50ad5794-78d0-4392-a17e-70f894442307', 'name': '', 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:b8:39:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:32Z', 'updated_at': '2021-07-14T08:18:33Z', 'revision_number': 2, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:35.376981 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Checking router: bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:18:35.377355 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Updating router bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 port 50ad5794-78d0-4392-a17e-70f894442307 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:18:35.382549 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:35.411227 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:35.418683 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 24a9a570-810a-4076-91de-1ea2a2d207d6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=24a9a570-810a-4076-91de-1ea2a2d207d6,segment=NetworkSegment(ff37df0d-e9b1-4594-b155-6b156dfb886c),segment_id=ff37df0d-e9b1-4594-b155-6b156dfb886c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:18:35.425543 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:35.475552 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=24a9a570-810a-4076-91de-1ea2a2d207d6,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:35.759963 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:35.769997 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Transition to ACTIVE for port object 50ad5794-78d0-4392-a17e-70f894442307 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:18:35.775532 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:35.826845 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9b83e-6826-4b79-b0ec-143795038e6d None None] Pushing event updated for resources: {'Port': ['ID=50ad5794-78d0-4392-a17e-70f894442307,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:35.838588 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9b83e-6826-4b79-b0ec-143795038e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:35.838938 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9b83e-6826-4b79-b0ec-143795038e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:35.839271 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9b83e-6826-4b79-b0ec-143795038e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:35.839597 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9b83e-6826-4b79-b0ec-143795038e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:35.839937 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9b83e-6826-4b79-b0ec-143795038e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:35.840231 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9b83e-6826-4b79-b0ec-143795038e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:35.840550 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9b83e-6826-4b79-b0ec-143795038e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:35.840864 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9b83e-6826-4b79-b0ec-143795038e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:35.841174 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9b83e-6826-4b79-b0ec-143795038e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:35.841512 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9b83e-6826-4b79-b0ec-143795038e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:35.841824 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9b83e-6826-4b79-b0ec-143795038e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:35.842134 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9b83e-6826-4b79-b0ec-143795038e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:18:35.919642 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Attempting to bind port 50ad5794-78d0-4392-a17e-70f894442307 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:18:35.920058 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Attempting to bind port 50ad5794-78d0-4392-a17e-70f894442307 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'ff37df0d-e9b1-4594-b155-6b156dfb886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:18:35.920468 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Attempting to bind port 50ad5794-78d0-4392-a17e-70f894442307 on network fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:18:35.926492 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:18:35.926900 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Checking segment: {'id': 'ff37df0d-e9b1-4594-b155-6b156dfb886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:18:35.927306 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:35.927694 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Bound using segment: {'id': 'ff37df0d-e9b1-4594-b155-6b156dfb886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:18:35.928203 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Bound port: 50ad5794-78d0-4392-a17e-70f894442307, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff37df0d-e9b1-4594-b155-6b156dfb886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:18:35.928629 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:35.994538 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] For port 50ad5794-78d0-4392-a17e-70f894442307, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:18:35.998034 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] For port 50ad5794-78d0-4392-a17e-70f894442307, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=50ad5794-78d0-4392-a17e-70f894442307,segment=NetworkSegment(ff37df0d-e9b1-4594-b155-6b156dfb886c),segment_id=ff37df0d-e9b1-4594-b155-6b156dfb886c)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:18:36.004930 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:36.012446 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-68a5f534-bbea-458a-95d2-ea88d7528b96 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:36.013968 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-68a5f534-bbea-458a-95d2-ea88d7528b96 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "GET /v2.0/networks?id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 HTTP/1.1" status: 200 len: 797 time: 0.1648016 Jul 14 08:18:36.015003 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94eebf1b-1446-4269-a30f-56f6b395cb08 req-0134b112-d00e-4ad2-8c51-40c9404da272 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 210 time: 0.0396149 Jul 14 08:18:36.060062 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Routers {'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:18:36.060694 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:18:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:36.076789 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-38588568-7836-424c-8cb7-7c79d90244bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03466ac869fa4107bda726f264ea70f9 HTTP/1.1" status: 200 len: 377 time: 0.0535650 Jul 14 08:18:36.089171 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-13609ba4-3a9c-4900-ab8b-f75d366d5652 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'port': {'device_id': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90', 'admin_state_up': True, 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'security_groups': ['9190b5e7-4298-490e-a2e4-f001df044711']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:18:36.174019 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9b83e-6826-4b79-b0ec-143795038e6d None None] Pushing event updated for resources: {'Port': ['ID=50ad5794-78d0-4392-a17e-70f894442307,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:36.184332 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] Set router bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:18:36.217841 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-13609ba4-3a9c-4900-ab8b-f75d366d5652 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Made reservation on behalf of 03466ac869fa4107bda726f264ea70f9 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:18:36.221944 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-13609ba4-3a9c-4900-ab8b-f75d366d5652 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:36.354560 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-13609ba4-3a9c-4900-ab8b-f75d366d5652 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.20.0.5 (fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90/0d12c8f0-2a9c-496c-a4cc-58863b1d2c45/af27d048-890b-42d7-a928-2409d034b3a9) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:18:36.394928 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755289203', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:18:29Z', 'updated_at': '2021-07-14T08:18:33Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:30Z', 'updated_at': '2021-07-14T08:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '50ad5794-78d0-4392-a17e-70f894442307', 'name': '', 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:b8:39:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:32Z', 'updated_at': '2021-07-14T08:18:35Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:36.421686 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c93f02-edff-4a78-95b6-50d45525a776 None None] The sync data for ids ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'] in n-d-778696-5 is: [{'id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755289203', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:18:29Z', 'updated_at': '2021-07-14T08:18:33Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:30Z', 'updated_at': '2021-07-14T08:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '50ad5794-78d0-4392-a17e-70f894442307', 'name': '', 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:b8:39:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:32Z', 'updated_at': '2021-07-14T08:18:35Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:18:36.458315 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:36.508277 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-13609ba4-3a9c-4900-ab8b-f75d366d5652 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:36.527586 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-13609ba4-3a9c-4900-ab8b-f75d366d5652 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Transition to ACTIVE for port object af27d048-890b-42d7-a928-2409d034b3a9 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:18:36.561085 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-13609ba4-3a9c-4900-ab8b-f75d366d5652 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:36.618981 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-13609ba4-3a9c-4900-ab8b-f75d366d5652 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:18:36.622406 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-13609ba4-3a9c-4900-ab8b-f75d366d5652 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:18:36.626962 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-13609ba4-3a9c-4900-ab8b-f75d366d5652 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:18:36.631072 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13609ba4-3a9c-4900-ab8b-f75d366d5652 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=af27d048-890b-42d7-a928-2409d034b3a9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:36.679892 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-13609ba4-3a9c-4900-ab8b-f75d366d5652 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:36.680547 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-13609ba4-3a9c-4900-ab8b-f75d366d5652 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:36.698536 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-13609ba4-3a9c-4900-ab8b-f75d366d5652 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6162496 Jul 14 08:18:36.711663 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Request body: {'port': {'device_id': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:18:36.787802 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:36.843611 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-877b18f0-4513-47fc-8b93-a7250803b6e7 None None] Provisioning for port af27d048-890b-42d7-a928-2409d034b3a9 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:18:36.848335 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-877b18f0-4513-47fc-8b93-a7250803b6e7 None None] Provisioning complete for port af27d048-890b-42d7-a928-2409d034b3a9 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:18:36.848705 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-877b18f0-4513-47fc-8b93-a7250803b6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:36.900524 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-877b18f0-4513-47fc-8b93-a7250803b6e7 None None] Port af27d048-890b-42d7-a928-2409d034b3a9 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:18:37.043516 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2f08ccaa-f2c8-4a42-b47c-6011171f745e up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:18:37.095426 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af27d048-890b-42d7-a928-2409d034b3a9 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:18:37.100074 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 2f08ccaa-f2c8-4a42-b47c-6011171f745e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:18:37.100723 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:37.108952 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:37.124378 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Transition to ACTIVE for port object af27d048-890b-42d7-a928-2409d034b3a9 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:18:37.128027 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:37.190738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Pushing event updated for resources: {'Port': ['ID=af27d048-890b-42d7-a928-2409d034b3a9,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:37.242799 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 24a9a570-810a-4076-91de-1ea2a2d207d6 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:18:37.267174 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618d27a-40e4-4daf-8fa5-929d146b9c7d req-e734342c-52cd-40b8-8f00-42c25100d2f3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:37.270260 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9618d27a-40e4-4daf-8fa5-929d146b9c7d req-e734342c-52cd-40b8-8f00-42c25100d2f3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 943 time: 0.0977604 Jul 14 08:18:37.317298 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 24a9a570-810a-4076-91de-1ea2a2d207d6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:18:37.317748 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:37.364770 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9618d27a-40e4-4daf-8fa5-929d146b9c7d req-25a7a6bb-d57b-463c-81b1-3d5454c31103 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0822716 Jul 14 08:18:37.386413 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Attempting to bind port af27d048-890b-42d7-a928-2409d034b3a9 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:18:37.386876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Attempting to bind port af27d048-890b-42d7-a928-2409d034b3a9 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': 'ff37df0d-e9b1-4594-b155-6b156dfb886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:18:37.387310 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Attempting to bind port af27d048-890b-42d7-a928-2409d034b3a9 on network fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:18:37.397599 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Port af27d048-890b-42d7-a928-2409d034b3a9 on network fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:18:37.398066 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Attempting to bind port af27d048-890b-42d7-a928-2409d034b3a9 on network fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:18:37.404388 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:18:37.404927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Checking segment: {'id': 'ff37df0d-e9b1-4594-b155-6b156dfb886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:18:37.405403 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Bound using segment: {'id': 'ff37df0d-e9b1-4594-b155-6b156dfb886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:18:37.405945 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Bound port: af27d048-890b-42d7-a928-2409d034b3a9, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff37df0d-e9b1-4594-b155-6b156dfb886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:18:37.406406 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:37.457928 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 50ad5794-78d0-4392-a17e-70f894442307 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:18:37.518478 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 50ad5794-78d0-4392-a17e-70f894442307 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:18:37.525311 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 50ad5794-78d0-4392-a17e-70f894442307 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:18:37.525813 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:37.527789 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] For port af27d048-890b-42d7-a928-2409d034b3a9, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:18:37.531114 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] For port af27d048-890b-42d7-a928-2409d034b3a9, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=af27d048-890b-42d7-a928-2409d034b3a9,segment=NetworkSegment(ff37df0d-e9b1-4594-b155-6b156dfb886c),segment_id=ff37df0d-e9b1-4594-b155-6b156dfb886c)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:18:37.543206 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:37.587576 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:37.588198 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:37.589749 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] 10.222.0.30 "PUT /v2.0/ports/af27d048-890b-42d7-a928-2409d034b3a9 HTTP/1.1" status: 200 len: 1091 time: 0.8834724 Jul 14 08:18:37.590218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'tag': 'af27d048-890b-42d7-a928-2409d034b3a9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:18:37.592595 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e937f56e-d9a6-490b-8d06-ce60c8515c26" -d '{"events": [{"name": "network-changed", "server_uuid": "d8307c6f-f080-4408-8f43-4b1f729f5506", "tag": "af27d048-890b-42d7-a928-2409d034b3a9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:18:37.613009 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f607d-fa35-45a3-ac58-e89245afe4ad service neutron] Pushing event updated for resources: {'Port': ['ID=af27d048-890b-42d7-a928-2409d034b3a9,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:37.645722 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:37.652406 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ac329e-b061-4705-87a7-43d18b52cdeb x-openstack-request-id: req-b0ac329e-b061-4705-87a7-43d18b52cdeb {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:18:37.652789 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8307c6f-f080-4408-8f43-4b1f729f5506", "tag": "af27d048-890b-42d7-a928-2409d034b3a9", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:18:37.653151 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0ac329e-b061-4705-87a7-43d18b52cdeb {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:18:37.653645 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'tag': 'af27d048-890b-42d7-a928-2409d034b3a9', 'status': 'completed', 'code': 200} Jul 14 08:18:37.685223 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 50ad5794-78d0-4392-a17e-70f894442307, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=50ad5794-78d0-4392-a17e-70f894442307,segment=NetworkSegment(ff37df0d-e9b1-4594-b155-6b156dfb886c),segment_id=ff37df0d-e9b1-4594-b155-6b156dfb886c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:18:37.690629 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:37.711257 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-8511f3a2-292b-406c-a63f-0556fe329283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:37.712984 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-8511f3a2-292b-406c-a63f-0556fe329283 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 1094 time: 0.0746174 Jul 14 08:18:37.768088 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-4db54b49-c285-421a-9426-6a0b766fae97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af27d048-890b-42d7-a928-2409d034b3a9 HTTP/1.1" status: 200 len: 217 time: 0.0477564 Jul 14 08:18:37.823850 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-e855dd4f-aa46-455a-afa3-16c960f0b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:37.825467 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-e855dd4f-aa46-455a-afa3-16c960f0b94f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d12c8f0-2a9c-496c-a4cc-58863b1d2c45 HTTP/1.1" status: 200 len: 835 time: 0.0509579 Jul 14 08:18:37.886703 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-c85f99a3-85c6-43ea-8438-7b65a512db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:37.888609 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-c85f99a3-85c6-43ea-8438-7b65a512db01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570457 Jul 14 08:18:37.913365 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=50ad5794-78d0-4392-a17e-70f894442307,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:37.980317 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-fc32961b-01be-4aa6-afe8-d98645331b8a service neutron] 10.222.0.30 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850620 Jul 14 08:18:38.065753 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f80f50d0-5052-4b93-ade4-4564780d3e7c req-1a491300-0e09-45d7-b460-05b4bf9a8bd0 service neutron] 10.222.0.30 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793290 Jul 14 08:18:38.161159 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937f56e-d9a6-490b-8d06-ce60c8515c26 req-0143926e-046c-4ab7-9b2b-448674cfe23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:38.162538 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e937f56e-d9a6-490b-8d06-ce60c8515c26 req-0143926e-046c-4ab7-9b2b-448674cfe23f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 1094 time: 0.0516362 Jul 14 08:18:38.254165 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937f56e-d9a6-490b-8d06-ce60c8515c26 req-54079406-cd14-46c2-855a-297a5a8a0c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:38.255633 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e937f56e-d9a6-490b-8d06-ce60c8515c26 req-54079406-cd14-46c2-855a-297a5a8a0c0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 HTTP/1.1" status: 200 len: 898 time: 0.0865886 Jul 14 08:18:38.295916 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e937f56e-d9a6-490b-8d06-ce60c8515c26 req-6d1a423f-96cb-4016-81fd-b201f7cf9289 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af27d048-890b-42d7-a928-2409d034b3a9 HTTP/1.1" status: 200 len: 217 time: 0.0327899 Jul 14 08:18:38.346561 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937f56e-d9a6-490b-8d06-ce60c8515c26 req-cca4ba54-64b2-4dc6-a75c-46699b714d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:38.348025 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e937f56e-d9a6-490b-8d06-ce60c8515c26 req-cca4ba54-64b2-4dc6-a75c-46699b714d27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d12c8f0-2a9c-496c-a4cc-58863b1d2c45 HTTP/1.1" status: 200 len: 835 time: 0.0453634 Jul 14 08:18:38.404822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937f56e-d9a6-490b-8d06-ce60c8515c26 req-b153a0dc-32eb-47b6-8865-047c8b14b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:38.406401 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e937f56e-d9a6-490b-8d06-ce60c8515c26 req-b153a0dc-32eb-47b6-8865-047c8b14b3fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505092 Jul 14 08:18:38.494202 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e937f56e-d9a6-490b-8d06-ce60c8515c26 req-8059ccfa-d8eb-44dd-a8b6-529e4f411b57 service neutron] 10.222.0.30 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802367 Jul 14 08:18:38.593014 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e937f56e-d9a6-490b-8d06-ce60c8515c26 req-4278b5a1-7681-493a-aa71-9de4d7d28a9b service neutron] 10.222.0.30 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909121 Jul 14 08:18:38.876706 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76272e9e-4938-4bda-aa30-269d60e61d0f req-12de0873-a043-43f2-a8b3-a07b405d1cbc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:38.878389 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-76272e9e-4938-4bda-aa30-269d60e61d0f req-12de0873-a043-43f2-a8b3-a07b405d1cbc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 943 time: 0.3991086 Jul 14 08:18:38.916447 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-76272e9e-4938-4bda-aa30-269d60e61d0f req-206d515f-1782-4014-892c-986ad2163b3a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325000 Jul 14 08:18:38.923077 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 50ad5794-78d0-4392-a17e-70f894442307 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:18:38.968800 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 50ad5794-78d0-4392-a17e-70f894442307 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:18:38.969171 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:40.086875 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18201264-c61f-45f7-8803-6667ecbd32a9 req-ec3c7d8f-ddbe-4101-9cf0-e84495f89f50 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:40.088342 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18201264-c61f-45f7-8803-6667ecbd32a9 req-ec3c7d8f-ddbe-4101-9cf0-e84495f89f50 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 943 time: 0.0610943 Jul 14 08:18:40.124617 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-18201264-c61f-45f7-8803-6667ecbd32a9 req-38ad4a27-4bd7-4bf3-a95c-3ee8e10674ed tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308340 Jul 14 08:18:41.217057 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device af27d048-890b-42d7-a928-2409d034b3a9 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:18:41.294618 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf3f9-d099-4024-9330-93e984fc75b1 req-2e1db12e-5eb2-4bb5-9abd-9260b34f77ab tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:41.296117 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-572bf3f9-d099-4024-9330-93e984fc75b1 req-2e1db12e-5eb2-4bb5-9abd-9260b34f77ab tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 943 time: 0.0641224 Jul 14 08:18:41.308890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port af27d048-890b-42d7-a928-2409d034b3a9, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=af27d048-890b-42d7-a928-2409d034b3a9,segment=NetworkSegment(ff37df0d-e9b1-4594-b155-6b156dfb886c),segment_id=ff37df0d-e9b1-4594-b155-6b156dfb886c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:18:41.320426 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': 'af27d048-890b-42d7-a928-2409d034b3a9', 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90', 'port_id': 'af27d048-890b-42d7-a928-2409d034b3a9', 'mac_address': 'fa:16:3e:fb:73:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:18:41.333893 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-572bf3f9-d099-4024-9330-93e984fc75b1 req-d60f1137-fcfa-4ad5-bd5b-143db9a42297 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321622 Jul 14 08:18:41.356481 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:41.372103 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af27d048-890b-42d7-a928-2409d034b3a9 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:18:41.390970 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port af27d048-890b-42d7-a928-2409d034b3a9, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=af27d048-890b-42d7-a928-2409d034b3a9,segment=NetworkSegment(ff37df0d-e9b1-4594-b155-6b156dfb886c),segment_id=ff37df0d-e9b1-4594-b155-6b156dfb886c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:18:41.395195 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:41.439409 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=af27d048-890b-42d7-a928-2409d034b3a9,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:41.591378 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['af27d048-890b-42d7-a928-2409d034b3a9'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:18:42.024041 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:18:42.500094 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94670afa-575c-42fb-b816-9e7b54be2aae req-2156a037-333a-40ac-8dee-bb3fc7d511d7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:42.501580 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94670afa-575c-42fb-b816-9e7b54be2aae req-2156a037-333a-40ac-8dee-bb3fc7d511d7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 944 time: 0.0608983 Jul 14 08:18:42.537203 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94670afa-575c-42fb-b816-9e7b54be2aae req-9c1062f1-0167-4650-aa6a-bcc71dfe3ddb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0296760 Jul 14 08:18:43.232748 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device af27d048-890b-42d7-a928-2409d034b3a9 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:18:43.279083 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port af27d048-890b-42d7-a928-2409d034b3a9 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:18:43.282591 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port af27d048-890b-42d7-a928-2409d034b3a9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:18:43.282963 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:43.359048 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:43.380103 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af27d048-890b-42d7-a928-2409d034b3a9'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:18:43.382357 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6727982-df58-4966-b27a-67368031a533" -d '{"events": [{"server_uuid": "d8307c6f-f080-4408-8f43-4b1f729f5506", "name": "network-vif-plugged", "status": "completed", "tag": "af27d048-890b-42d7-a928-2409d034b3a9"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:18:43.395110 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port af27d048-890b-42d7-a928-2409d034b3a9, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=af27d048-890b-42d7-a928-2409d034b3a9,segment=NetworkSegment(ff37df0d-e9b1-4594-b155-6b156dfb886c),segment_id=ff37df0d-e9b1-4594-b155-6b156dfb886c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:18:43.399253 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:43.424562 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a4c79a-93c4-430e-8923-7118144e9031 x-openstack-request-id: req-a3a4c79a-93c4-430e-8923-7118144e9031 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:18:43.424562 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8307c6f-f080-4408-8f43-4b1f729f5506", "name": "network-vif-plugged", "status": "completed", "tag": "af27d048-890b-42d7-a928-2409d034b3a9", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:18:43.424904 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3a4c79a-93c4-430e-8923-7118144e9031 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:18:43.425051 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af27d048-890b-42d7-a928-2409d034b3a9', 'code': 200} Jul 14 08:18:43.450966 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=af27d048-890b-42d7-a928-2409d034b3a9,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:43.532149 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbb6aa-5564-40ed-b75c-dd4af7351c2a req-b154288f-6326-4fef-af20-7f24e6aad5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:43.533568 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-49fbb6aa-5564-40ed-b75c-dd4af7351c2a req-b154288f-6326-4fef-af20-7f24e6aad5cf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 1096 time: 0.0515730 Jul 14 08:18:43.567170 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-49fbb6aa-5564-40ed-b75c-dd4af7351c2a req-be21b945-4c06-42e4-89cb-02e12b16fd6d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0270927 Jul 14 08:18:43.709692 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fec8df-ece7-499a-abca-f95debd7d2d1 req-521e3c22-87a6-495e-bacd-57eb7ec9c3ce tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:43.711145 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90fec8df-ece7-499a-abca-f95debd7d2d1 req-521e3c22-87a6-495e-bacd-57eb7ec9c3ce tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0607588 Jul 14 08:18:43.750182 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90fec8df-ece7-499a-abca-f95debd7d2d1 req-251916e0-83a7-44e0-9eeb-9135fe106b54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335820 Jul 14 08:18:44.924088 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f752d0-5e57-44ce-a1d3-82fb0b8a565f req-a1c8f4ac-530d-4c0f-b564-44ed44e8a0df tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:44.925608 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c3f752d0-5e57-44ce-a1d3-82fb0b8a565f req-a1c8f4ac-530d-4c0f-b564-44ed44e8a0df tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0626481 Jul 14 08:18:44.964647 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c3f752d0-5e57-44ce-a1d3-82fb0b8a565f req-dee7b5e7-f2d0-42e8-8561-3570f099dd95 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334632 Jul 14 08:18:45.132374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44e2e2-896b-4a44-9224-1904de83785a req-3a4d0ff7-347d-4ee4-b395-d4a4a7fef3e2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:45.133878 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d44e2e2-896b-4a44-9224-1904de83785a req-3a4d0ff7-347d-4ee4-b395-d4a4a7fef3e2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0617466 Jul 14 08:18:45.169927 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d44e2e2-896b-4a44-9224-1904de83785a req-71e79e09-1436-424c-a88c-813ce1801e20 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0306706 Jul 14 08:18:45.193213 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41818) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:45.245524 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5424af9e-d7da-46d7-b5f2-d802484d18a9 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:45.246997 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5424af9e-d7da-46d7-b5f2-d802484d18a9 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 1091 time: 0.0528305 Jul 14 08:18:45.249749 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41820) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:45.254453 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': 'af27d048-890b-42d7-a928-2409d034b3a9', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:18:45.275900 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:45.368177 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:45.468812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.25.7.106 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/78ebf540-35a3-4b95-ac89-d57a32f51a9a) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:18:45.571577 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:45.608802 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:45.651652 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:18:45.654364 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:18:45.657858 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:18:45.680911 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=78ebf540-35a3-4b95-ac89-d57a32f51a9a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:46.010027 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:46.085547 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:46.181210 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:46.232075 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:46.236758 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:46.249481 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:46.302523 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=78ebf540-35a3-4b95-ac89-d57a32f51a9a,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:18:46.312150 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:46.409148 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Floating IP 2caa2f47-95d9-4af1-9440-c26a31401032 associated. External IP: 172.25.7.106, port: af27d048-890b-42d7-a928-2409d034b3a9. Jul 14 08:18:46.610297 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:18:46.716910 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:18:46.726519 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766012f0-fb49-48bb-a014-27ad3140c62d None None] Sync routers for ids ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:18:46.733331 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:18:46.736225 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766012f0-fb49-48bb-a014-27ad3140c62d None None] Routers {'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:18:46.736872 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-766012f0-fb49-48bb-a014-27ad3140c62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:18:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:46.773724 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-dae9669b-ef54-4ff5-8668-556944adbc29 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5206029 Jul 14 08:18:46.773724 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'tag': 'af27d048-890b-42d7-a928-2409d034b3a9'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:18:46.774292 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2efecf-90ff-463e-a1f0-70887f415aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "d8307c6f-f080-4408-8f43-4b1f729f5506", "tag": "af27d048-890b-42d7-a928-2409d034b3a9"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:18:46.815254 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832b1547-a9a8-4ba7-a654-e9ceedada400 x-openstack-request-id: req-832b1547-a9a8-4ba7-a654-e9ceedada400 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:18:46.815544 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8307c6f-f080-4408-8f43-4b1f729f5506", "tag": "af27d048-890b-42d7-a928-2409d034b3a9", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:18:46.816298 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-832b1547-a9a8-4ba7-a654-e9ceedada400 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:18:46.816700 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'tag': 'af27d048-890b-42d7-a928-2409d034b3a9', 'status': 'completed', 'code': 200} Jul 14 08:18:46.843390 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-766012f0-fb49-48bb-a014-27ad3140c62d None None] Set router bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:18:46.896963 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2efecf-90ff-463e-a1f0-70887f415aeb req-5ac98519-e834-431c-8c49-76b53dde3aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:46.898682 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fb2efecf-90ff-463e-a1f0-70887f415aeb req-5ac98519-e834-431c-8c49-76b53dde3aea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 1096 time: 0.0581806 Jul 14 08:18:46.932369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f911573-3b7a-48d0-bba5-78f000a1b87c req-e23f9c07-14c1-4a7f-ade5-3a94ebea3226 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:46.933978 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f911573-3b7a-48d0-bba5-78f000a1b87c req-e23f9c07-14c1-4a7f-ade5-3a94ebea3226 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0628021 Jul 14 08:18:46.974743 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3f911573-3b7a-48d0-bba5-78f000a1b87c req-393e805c-b2e2-423b-a592-fad33c18832b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0350654 Jul 14 08:18:46.996247 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2efecf-90ff-463e-a1f0-70887f415aeb req-86cc1e35-2cd3-4cc1-9129-f6e84f8d29de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:46.997825 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fb2efecf-90ff-463e-a1f0-70887f415aeb req-86cc1e35-2cd3-4cc1-9129-f6e84f8d29de service neutron] 10.222.0.30 "GET /v2.0/networks?id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 HTTP/1.1" status: 200 len: 898 time: 0.0925605 Jul 14 08:18:47.000218 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41826) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:47.064366 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fb2efecf-90ff-463e-a1f0-70887f415aeb req-1a1d3df3-c554-4d88-8397-12cd0d9bba1c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af27d048-890b-42d7-a928-2409d034b3a9 HTTP/1.1" status: 200 len: 999 time: 0.0594633 Jul 14 08:18:47.065422 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b2b02f98-b56e-4245-95e6-f9d4162cfbc8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/floatingips/2caa2f47-95d9-4af1-9440-c26a31401032 HTTP/1.1" status: 200 len: 991 time: 0.0640574 Jul 14 08:18:47.086320 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-766012f0-fb49-48bb-a014-27ad3140c62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755289203', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:18:29Z', 'updated_at': '2021-07-14T08:18:33Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:30Z', 'updated_at': '2021-07-14T08:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '2caa2f47-95d9-4af1-9440-c26a31401032', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'port_id': 'af27d048-890b-42d7-a928-2409d034b3a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90', 'mac_address': 'fa:16:3e:fb:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:18:45Z', 'updated_at': '2021-07-14T08:18:45Z', 'revision_number': 0, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50ad5794-78d0-4392-a17e-70f894442307', 'name': '', 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:b8:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:32Z', 'updated_at': '2021-07-14T08:18:37Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:47.113086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766012f0-fb49-48bb-a014-27ad3140c62d None None] Checking router: bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:18:47.115952 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2efecf-90ff-463e-a1f0-70887f415aeb req-b9883024-4ef9-44dd-b7f2-38072a3b59bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:47.117517 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fb2efecf-90ff-463e-a1f0-70887f415aeb req-b9883024-4ef9-44dd-b7f2-38072a3b59bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d12c8f0-2a9c-496c-a4cc-58863b1d2c45 HTTP/1.1" status: 200 len: 835 time: 0.0474463 Jul 14 08:18:47.121681 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766012f0-fb49-48bb-a014-27ad3140c62d None None] Routers {'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:18:47.122285 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-766012f0-fb49-48bb-a014-27ad3140c62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:18:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:47.172420 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2efecf-90ff-463e-a1f0-70887f415aeb req-9484d901-f9f7-4ae0-b19b-fbdfd31d4e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:47.173966 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fb2efecf-90ff-463e-a1f0-70887f415aeb req-9484d901-f9f7-4ae0-b19b-fbdfd31d4e63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506361 Jul 14 08:18:47.225296 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-766012f0-fb49-48bb-a014-27ad3140c62d None None] Set router bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:18:47.259496 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fb2efecf-90ff-463e-a1f0-70887f415aeb req-599be061-fe68-49ab-925a-061fde0aad46 service neutron] 10.222.0.30 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792315 Jul 14 08:18:47.350553 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fb2efecf-90ff-463e-a1f0-70887f415aeb req-988f27a5-5262-45b1-bc08-cbc3fc0fba0b service neutron] 10.222.0.30 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849812 Jul 14 08:18:47.443150 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-766012f0-fb49-48bb-a014-27ad3140c62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755289203', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:18:29Z', 'updated_at': '2021-07-14T08:18:33Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:30Z', 'updated_at': '2021-07-14T08:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '2caa2f47-95d9-4af1-9440-c26a31401032', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'port_id': 'af27d048-890b-42d7-a928-2409d034b3a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90', 'mac_address': 'fa:16:3e:fb:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:18:45Z', 'updated_at': '2021-07-14T08:18:45Z', 'revision_number': 0, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50ad5794-78d0-4392-a17e-70f894442307', 'name': '', 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:b8:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:32Z', 'updated_at': '2021-07-14T08:18:37Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:18:47.472735 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766012f0-fb49-48bb-a014-27ad3140c62d None None] The sync data for ids ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'] in n-d-778696-5 is: [{'id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755289203', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:18:29Z', 'updated_at': '2021-07-14T08:18:33Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:30Z', 'updated_at': '2021-07-14T08:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '2caa2f47-95d9-4af1-9440-c26a31401032', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'port_id': 'af27d048-890b-42d7-a928-2409d034b3a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90', 'mac_address': 'fa:16:3e:fb:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:18:45Z', 'updated_at': '2021-07-14T08:18:45Z', 'revision_number': 0, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50ad5794-78d0-4392-a17e-70f894442307', 'name': '', 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:b8:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:32Z', 'updated_at': '2021-07-14T08:18:37Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:18:47.651808 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b705f52-4490-4254-b907-b7c23ee6be3d None None] New status for floating IP 2caa2f47-95d9-4af1-9440-c26a31401032: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:18:48.068706 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41828) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:18:48.128378 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6bfa10ed-01ec-4b0b-9ad6-2795b5296151 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/floatingips/2caa2f47-95d9-4af1-9440-c26a31401032 HTTP/1.1" status: 200 len: 993 time: 0.0583980 Jul 14 08:18:54.193339 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-799d917f-98c9-425e-ae9b-d44c8dd2ee4f req-4aa33c27-9483-4d6a-8f65-fef3ea0d1a7a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502076 Jul 14 08:18:54.283721 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d917f-98c9-425e-ae9b-d44c8dd2ee4f req-48e70b2b-e588-45ab-9dfc-e9100ca8d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:54.285205 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-799d917f-98c9-425e-ae9b-d44c8dd2ee4f req-48e70b2b-e588-45ab-9dfc-e9100ca8d404 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 1096 time: 0.0509393 Jul 14 08:18:54.388280 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d917f-98c9-425e-ae9b-d44c8dd2ee4f req-58d53f53-60d6-485e-9173-810df8dcfe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:54.389770 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-799d917f-98c9-425e-ae9b-d44c8dd2ee4f req-58d53f53-60d6-485e-9173-810df8dcfe78 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 HTTP/1.1" status: 200 len: 898 time: 0.0865571 Jul 14 08:18:54.451180 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-799d917f-98c9-425e-ae9b-d44c8dd2ee4f req-f9b96c50-c439-4d00-8707-743073c09bf9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af27d048-890b-42d7-a928-2409d034b3a9 HTTP/1.1" status: 200 len: 1001 time: 0.0552721 Jul 14 08:18:54.774972 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d917f-98c9-425e-ae9b-d44c8dd2ee4f req-791f34ad-30af-4bfa-849c-d69bcab68d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:54.776363 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-799d917f-98c9-425e-ae9b-d44c8dd2ee4f req-791f34ad-30af-4bfa-849c-d69bcab68d90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d12c8f0-2a9c-496c-a4cc-58863b1d2c45 HTTP/1.1" status: 200 len: 835 time: 0.3198287 Jul 14 08:18:54.831282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d917f-98c9-425e-ae9b-d44c8dd2ee4f req-e08b89b7-372a-4d87-8a88-a6f709b5deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:18:54.832705 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-799d917f-98c9-425e-ae9b-d44c8dd2ee4f req-e08b89b7-372a-4d87-8a88-a6f709b5deb6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501065 Jul 14 08:18:54.921049 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-799d917f-98c9-425e-ae9b-d44c8dd2ee4f req-549d760e-b345-4f4f-b4c1-144158f2aa53 service neutron] 10.222.0.30 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812469 Jul 14 08:18:55.010412 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-799d917f-98c9-425e-ae9b-d44c8dd2ee4f req-90244f2b-34ba-4738-ac5b-42f8639c2ed4 service neutron] 10.222.0.30 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829492 Jul 14 08:19:00.595323 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-79f26dac-8176-47e6-8fe6-9e0958535050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:03.394736 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-df386008-83b5-4a24-b296-97932c7236c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:03.758673 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:04.926856 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:06.455116 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:16.191305 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:16.259555 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:19.024009 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:19:21.741616 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-70d664d7-0de1-4482-a590-6b0c5200494e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919881 Jul 14 08:19:21.764677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e88f4e-7677-406d-ad35-59f17dd740a4 req-32a5874c-867f-463b-b9c5-97f6130601ff tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:21.766252 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07e88f4e-7677-406d-ad35-59f17dd740a4 req-32a5874c-867f-463b-b9c5-97f6130601ff tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0680106 Jul 14 08:19:21.804128 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07e88f4e-7677-406d-ad35-59f17dd740a4 req-a0cc3d58-14b5-4745-b0da-2cee61ca2066 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322435 Jul 14 08:19:22.954341 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-141f27fd-c270-4aa0-a504-64bd2ecc5ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:22.957111 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-141f27fd-c270-4aa0-a504-64bd2ecc5ffc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 1096 time: 0.0566142 Jul 14 08:19:22.984540 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026833c4-d764-4cef-85c0-74d0ab25fa43 req-6c2c5eea-92a9-4341-9202-98a5de243ef1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:22.986078 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-026833c4-d764-4cef-85c0-74d0ab25fa43 req-6c2c5eea-92a9-4341-9202-98a5de243ef1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0640988 Jul 14 08:19:23.026258 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-026833c4-d764-4cef-85c0-74d0ab25fa43 req-58308073-d1bf-4531-885a-ac4a9481f0ee tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344071 Jul 14 08:19:23.045529 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-6828eabf-f32b-457e-96a1-f5e2fab2e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:23.046995 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-6828eabf-f32b-457e-96a1-f5e2fab2e545 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 HTTP/1.1" status: 200 len: 898 time: 0.0840003 Jul 14 08:19:23.112800 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-9524556c-f017-4657-980c-f8564abb05d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af27d048-890b-42d7-a928-2409d034b3a9 HTTP/1.1" status: 200 len: 1001 time: 0.0593731 Jul 14 08:19:23.158081 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-9cc3f079-7e5f-4553-8669-7d0da0053841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:23.160076 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-9cc3f079-7e5f-4553-8669-7d0da0053841 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d12c8f0-2a9c-496c-a4cc-58863b1d2c45 HTTP/1.1" status: 200 len: 835 time: 0.0419476 Jul 14 08:19:23.212813 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-e9c90833-5cbc-4d91-8acf-bf66598069ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:23.214249 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-e9c90833-5cbc-4d91-8acf-bf66598069ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482850 Jul 14 08:19:23.302481 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-20b1d3b6-7abf-419c-b367-acc3e06e6698 service neutron] 10.222.0.30 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821147 Jul 14 08:19:23.387478 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-6f6b1caa-e631-4d29-b5d1-ad1effff6c82 service neutron] 10.222.0.30 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785401 Jul 14 08:19:24.202449 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fffaa-3358-4d1e-a6b1-537a1da23bc6 req-21e6da9f-6724-44f7-a75e-0d4d8f3fac4d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:24.203925 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-467fffaa-3358-4d1e-a6b1-537a1da23bc6 req-21e6da9f-6724-44f7-a75e-0d4d8f3fac4d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0649531 Jul 14 08:19:24.241005 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-467fffaa-3358-4d1e-a6b1-537a1da23bc6 req-23b3ba24-e295-4038-97db-840c0b77ab73 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315816 Jul 14 08:19:25.409812 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfab137-8809-4c6f-9507-8d824ec18739 req-601fa0da-d951-43e3-b78c-65580a498536 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:25.411281 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbfab137-8809-4c6f-9507-8d824ec18739 req-601fa0da-d951-43e3-b78c-65580a498536 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0624411 Jul 14 08:19:25.446834 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbfab137-8809-4c6f-9507-8d824ec18739 req-b8eb5477-add4-45ff-bb61-5c4692effb3e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0301342 Jul 14 08:19:26.616130 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66129e86-90f0-4df8-ae64-f387840d27f6 req-81411182-c60b-4be6-8afd-d3ed9cb1aa35 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:26.617670 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66129e86-90f0-4df8-ae64-f387840d27f6 req-81411182-c60b-4be6-8afd-d3ed9cb1aa35 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0629716 Jul 14 08:19:26.655236 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66129e86-90f0-4df8-ae64-f387840d27f6 req-11112c06-cb61-4337-935a-f428dd590fc0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318143 Jul 14 08:19:27.827596 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647678e9-2961-4d56-8a4c-e37fa543f963 req-942e2542-e5fa-4715-973f-82492b7ad8de tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:27.829064 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-647678e9-2961-4d56-8a4c-e37fa543f963 req-942e2542-e5fa-4715-973f-82492b7ad8de tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0653913 Jul 14 08:19:27.865056 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-647678e9-2961-4d56-8a4c-e37fa543f963 req-437b786c-6458-45d3-862b-60bb4827a6fc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0298610 Jul 14 08:19:29.041072 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f994fe5-c6f3-4f47-8c81-319a009436e7 req-d4197838-78ae-4dcb-9534-7437f84d564f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:29.042663 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f994fe5-c6f3-4f47-8c81-319a009436e7 req-d4197838-78ae-4dcb-9534-7437f84d564f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0643418 Jul 14 08:19:29.083147 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9f994fe5-c6f3-4f47-8c81-319a009436e7 req-5101f9fd-e624-4ee6-8949-165a3ad614ca tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0347078 Jul 14 08:19:30.256180 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f61ac-59b2-4ce2-afe2-8f2b54646e8a req-d67a8218-4c6a-4d87-8d44-7288dc2cf44b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:30.257627 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff4f61ac-59b2-4ce2-afe2-8f2b54646e8a req-d67a8218-4c6a-4d87-8d44-7288dc2cf44b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0652575 Jul 14 08:19:30.294193 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff4f61ac-59b2-4ce2-afe2-8f2b54646e8a req-5ac1fbd1-1834-47f5-8992-fd208f993e51 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311172 Jul 14 08:19:30.597345 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6c44f83e-4e49-4b32-bf35-a25b415b7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:31.469593 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c8a7-cc17-4557-ae75-0e993b4f560f req-8c479785-395a-47ae-a1c1-816541ba9840 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:31.471690 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16d3c8a7-cc17-4557-ae75-0e993b4f560f req-8c479785-395a-47ae-a1c1-816541ba9840 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0642071 Jul 14 08:19:31.510465 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16d3c8a7-cc17-4557-ae75-0e993b4f560f req-a83fe5e8-9834-47dc-9ccd-8a014a501974 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330677 Jul 14 08:19:32.740362 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d211b2-2a3b-41c8-b5c3-623ad0c41a5e req-864d0bb5-3c30-4ce7-ab68-6f62e92561f9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:32.741777 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07d211b2-2a3b-41c8-b5c3-623ad0c41a5e req-864d0bb5-3c30-4ce7-ab68-6f62e92561f9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0640817 Jul 14 08:19:32.779558 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07d211b2-2a3b-41c8-b5c3-623ad0c41a5e req-56177897-537c-4703-99f7-1258f9edf17b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318484 Jul 14 08:19:33.399178 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-81ea1c90-0a87-4736-8d82-75f4408a4c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:33.761240 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:33.996775 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4e449-dc0a-4d54-b91a-318216ba8121 req-4088c85c-f7ee-4e1d-ae05-5dc5f85ecbec tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:33.998947 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bae4e449-dc0a-4d54-b91a-318216ba8121 req-4088c85c-f7ee-4e1d-ae05-5dc5f85ecbec tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0749683 Jul 14 08:19:34.052502 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bae4e449-dc0a-4d54-b91a-318216ba8121 req-6a97deee-2ea3-4781-9d06-1b07149153fb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0472999 Jul 14 08:19:34.930206 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:35.240935 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66f3f6-1178-4ea2-8446-64e0c0c2023a req-c0f2f3e9-89ed-409b-9b3f-f663ead03006 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:35.242333 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac66f3f6-1178-4ea2-8446-64e0c0c2023a req-c0f2f3e9-89ed-409b-9b3f-f663ead03006 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0626295 Jul 14 08:19:35.280121 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ac66f3f6-1178-4ea2-8446-64e0c0c2023a req-6bc6c188-b9e9-42c5-b219-2ea9b9ad3845 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311778 Jul 14 08:19:36.458723 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:36.464366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1112f89-d131-4e74-947d-b7fe1a766291 req-85a75b29-9bc0-457f-a6e6-995713a4344e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:36.465905 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f1112f89-d131-4e74-947d-b7fe1a766291 req-85a75b29-9bc0-457f-a6e6-995713a4344e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0670176 Jul 14 08:19:36.510145 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f1112f89-d131-4e74-947d-b7fe1a766291 req-d8874ebb-a176-4c0f-92ed-f6f10faa267a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328033 Jul 14 08:19:37.691564 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25379a9b-8acb-4556-94ef-fa1d76ab9afc req-fdc00807-92d6-4b5b-b125-b9145f05aa1b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:37.693061 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-25379a9b-8acb-4556-94ef-fa1d76ab9afc req-fdc00807-92d6-4b5b-b125-b9145f05aa1b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0681241 Jul 14 08:19:37.730621 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-25379a9b-8acb-4556-94ef-fa1d76ab9afc req-41d33aa7-77cc-4457-8742-fd864d1788b5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319459 Jul 14 08:19:38.905280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737e0a3-7563-43f2-b421-2a00e1cd0ccc req-ef5b820d-e9d4-466d-9169-180f9aabcad7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:38.906779 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4737e0a3-7563-43f2-b421-2a00e1cd0ccc req-ef5b820d-e9d4-466d-9169-180f9aabcad7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0662327 Jul 14 08:19:38.944863 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4737e0a3-7563-43f2-b421-2a00e1cd0ccc req-b79285ff-121f-41d8-b4ac-0f7c670e666a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314758 Jul 14 08:19:40.118165 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dd814-67e2-4e7a-b8b3-5e7b0dc0c058 req-4d68f2a3-305d-4a56-bfbf-30ebeadff1d2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:40.119899 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-447dd814-67e2-4e7a-b8b3-5e7b0dc0c058 req-4d68f2a3-305d-4a56-bfbf-30ebeadff1d2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0662303 Jul 14 08:19:40.175875 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-447dd814-67e2-4e7a-b8b3-5e7b0dc0c058 req-b1364582-2475-4f1d-8d97-083db982bc58 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0503726 Jul 14 08:19:40.258424 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-f7cef429-cc33-4d11-9153-8d4f3581d3fe service neutron] show failed (client error): The resource could not be found. Jul 14 08:19:40.259872 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-f7cef429-cc33-4d11-9153-8d4f3581d3fe service neutron] 10.222.0.30 "GET /v2.0/ports/af27d048-890b-42d7-a928-2409d034b3a9/bindings/n-h2-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.0806084 Jul 14 08:19:40.570846 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-c44c84b5-3de7-43c6-84fa-1a3f78b8b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:40.573058 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-c44c84b5-3de7-43c6-84fa-1a3f78b8b45e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506&tenant_id=03466ac869fa4107bda726f264ea70f9 HTTP/1.1" status: 200 len: 1096 time: 0.1131284 Jul 14 08:19:40.587132 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-5', 'device_owner': 'compute:nova'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:19:40.665018 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:40.912976 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] For port af27d048-890b-42d7-a928-2409d034b3a9, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=af27d048-890b-42d7-a928-2409d034b3a9,segment=NetworkSegment(ff37df0d-e9b1-4594-b155-6b156dfb886c),segment_id=ff37df0d-e9b1-4594-b155-6b156dfb886c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:19:40.946303 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] For port af27d048-890b-42d7-a928-2409d034b3a9, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:19:40.991479 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af27d048-890b-42d7-a928-2409d034b3a9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:19:40.996755 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4bac00-1f74-4deb-b197-7779e11e7550" -d '{"events": [{"server_uuid": "d8307c6f-f080-4408-8f43-4b1f729f5506", "name": "network-vif-unplugged", "status": "completed", "tag": "af27d048-890b-42d7-a928-2409d034b3a9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:19:41.001214 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:41.015836 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Transition to ACTIVE for port object af27d048-890b-42d7-a928-2409d034b3a9 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:19:41.019577 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:41.058857 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 08:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48125188-7102-48a3-ac72-4fd8db09307f x-openstack-request-id: req-48125188-7102-48a3-ac72-4fd8db09307f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:19:41.059258 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8307c6f-f080-4408-8f43-4b1f729f5506", "name": "network-vif-unplugged", "status": "completed", "tag": "af27d048-890b-42d7-a928-2409d034b3a9", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:19:41.059549 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48125188-7102-48a3-ac72-4fd8db09307f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:19:41.060059 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af27d048-890b-42d7-a928-2409d034b3a9', 'code': 200} Jul 14 08:19:41.106560 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Pushing event updated for resources: {'Port': ['ID=af27d048-890b-42d7-a928-2409d034b3a9,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:19:41.119027 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:41.119372 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:41.119713 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:41.120048 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:41.120379 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:41.120708 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:41.121036 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:41.121387 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:41.121712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:41.122035 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:41.122357 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:41.122669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:41.160858 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] No DVR routers for this DVR port af27d048-890b-42d7-a928-2409d034b3a9 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:19:41.314780 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Attempting to bind port af27d048-890b-42d7-a928-2409d034b3a9 on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:19:41.315516 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Attempting to bind port af27d048-890b-42d7-a928-2409d034b3a9 by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': 'ff37df0d-e9b1-4594-b155-6b156dfb886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:19:41.315516 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Attempting to bind port af27d048-890b-42d7-a928-2409d034b3a9 on network fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:19:41.319942 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Port af27d048-890b-42d7-a928-2409d034b3a9 on network fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:19:41.320269 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Attempting to bind port af27d048-890b-42d7-a928-2409d034b3a9 on network fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:19:41.325251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:19:41.325597 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Checking segment: {'id': 'ff37df0d-e9b1-4594-b155-6b156dfb886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:19:41.325993 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Bound using segment: {'id': 'ff37df0d-e9b1-4594-b155-6b156dfb886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:19:41.326425 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Bound port: af27d048-890b-42d7-a928-2409d034b3a9, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff37df0d-e9b1-4594-b155-6b156dfb886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:19:41.326786 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:41.363095 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a021e-97e2-4f70-9c7b-473e04da9948 req-ca0efc4d-a235-432f-b76f-c892da20c561 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:41.364660 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5e1a021e-97e2-4f70-9c7b-473e04da9948 req-ca0efc4d-a235-432f-b76f-c892da20c561 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 943 time: 0.0666733 Jul 14 08:19:41.396467 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] For port af27d048-890b-42d7-a928-2409d034b3a9, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:19:41.401917 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] For port af27d048-890b-42d7-a928-2409d034b3a9, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=af27d048-890b-42d7-a928-2409d034b3a9,segment=NetworkSegment(ff37df0d-e9b1-4594-b155-6b156dfb886c),segment_id=ff37df0d-e9b1-4594-b155-6b156dfb886c)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:19:41.407813 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:41.410976 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5e1a021e-97e2-4f70-9c7b-473e04da9948 req-860b558a-f0d5-4f9a-9a2d-08855e43332f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402362 Jul 14 08:19:41.446565 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:41.447344 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:41.448614 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] 10.222.0.15 "PUT /v2.0/ports/af27d048-890b-42d7-a928-2409d034b3a9 HTTP/1.1" status: 200 len: 1091 time: 0.8687992 Jul 14 08:19:41.493779 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41780e1-6f36-4aaf-8cae-669be90aafa5 service neutron] Pushing event updated for resources: {'Port': ['ID=af27d048-890b-42d7-a928-2409d034b3a9,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:19:41.548729 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-187bb3a8-15b7-4b6b-ac4f-dc92a5ca1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:41.551980 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-187bb3a8-15b7-4b6b-ac4f-dc92a5ca1d3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 1094 time: 0.0751655 Jul 14 08:19:41.658344 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-4e1aa4de-9ca0-4df2-b7c8-fb6d4698596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:41.660402 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-4e1aa4de-9ca0-4df2-b7c8-fb6d4698596e service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 HTTP/1.1" status: 200 len: 898 time: 0.1026580 Jul 14 08:19:41.731382 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-a8aad553-40c2-4b83-8bd0-21c462817cd5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af27d048-890b-42d7-a928-2409d034b3a9 HTTP/1.1" status: 200 len: 999 time: 0.0646560 Jul 14 08:19:41.790126 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-1869f1c4-e7a4-4660-9641-44651ac90c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:41.792409 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-1869f1c4-e7a4-4660-9641-44651ac90c94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d12c8f0-2a9c-496c-a4cc-58863b1d2c45 HTTP/1.1" status: 200 len: 835 time: 0.0551646 Jul 14 08:19:41.857378 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-41bf73af-4a95-4640-9b17-06afaa42c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:41.858928 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-41bf73af-4a95-4640-9b17-06afaa42c12e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604565 Jul 14 08:19:41.870241 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-7a86c856-0611-49da-aabe-e42edb8ae552 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:19:41.871238 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-7a86c856-0611-49da-aabe-e42edb8ae552 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053174 Jul 14 08:19:41.970798 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-43bbc466-b210-4cb7-90d2-28d100a17191 service neutron] 10.222.0.15 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936174 Jul 14 08:19:42.061657 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a5c8f47a-574a-4d93-861f-9e29c1b9ccb9 req-297ff86f-cfb3-4dc5-a16c-2d71d479efc8 service neutron] 10.222.0.15 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848079 Jul 14 08:19:42.596393 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62693d-33d9-47ae-b1a5-14ffc47d377a req-ffe44381-7d8d-4f91-9109-0b869a7042f6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:42.597936 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be62693d-33d9-47ae-b1a5-14ffc47d377a req-ffe44381-7d8d-4f91-9109-0b869a7042f6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 943 time: 0.0668852 Jul 14 08:19:42.636180 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be62693d-33d9-47ae-b1a5-14ffc47d377a req-cb9e2e6e-3510-439a-8794-83a9c285f8d5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327303 Jul 14 08:19:43.061502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'tag': 'af27d048-890b-42d7-a928-2409d034b3a9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:19:43.064013 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57247a5-5b63-4ce3-8ccc-b497408d2b91" -d '{"events": [{"name": "network-changed", "server_uuid": "d8307c6f-f080-4408-8f43-4b1f729f5506", "tag": "af27d048-890b-42d7-a928-2409d034b3a9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:19:43.090328 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device af27d048-890b-42d7-a928-2409d034b3a9 details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:19:43.136358 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427c8d89-f846-4048-ad7f-676f185e93d5 x-openstack-request-id: req-427c8d89-f846-4048-ad7f-676f185e93d5 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:19:43.137083 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8307c6f-f080-4408-8f43-4b1f729f5506", "tag": "af27d048-890b-42d7-a928-2409d034b3a9", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:19:43.137559 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-427c8d89-f846-4048-ad7f-676f185e93d5 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:19:43.138214 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'tag': 'af27d048-890b-42d7-a928-2409d034b3a9', 'status': 'completed', 'code': 200} Jul 14 08:19:43.222832 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port af27d048-890b-42d7-a928-2409d034b3a9, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=af27d048-890b-42d7-a928-2409d034b3a9,segment=NetworkSegment(ff37df0d-e9b1-4594-b155-6b156dfb886c),segment_id=ff37df0d-e9b1-4594-b155-6b156dfb886c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:19:43.237440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': 'af27d048-890b-42d7-a928-2409d034b3a9', 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90', 'port_id': 'af27d048-890b-42d7-a928-2409d034b3a9', 'mac_address': 'fa:16:3e:fb:73:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:19:43.259482 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-60a5921d-0990-47a2-9784-099d20223a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:43.261032 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-60a5921d-0990-47a2-9784-099d20223a3f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 1094 time: 0.1055298 Jul 14 08:19:43.267471 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-f712f5c1-0996-4afe-bf2b-5ed1bbbcc4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:43.269553 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-f712f5c1-0996-4afe-bf2b-5ed1bbbcc4fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 1094 time: 0.1023481 Jul 14 08:19:43.284122 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:43.301207 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af27d048-890b-42d7-a928-2409d034b3a9 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:19:43.325013 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port af27d048-890b-42d7-a928-2409d034b3a9, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=af27d048-890b-42d7-a928-2409d034b3a9,segment=NetworkSegment(ff37df0d-e9b1-4594-b155-6b156dfb886c),segment_id=ff37df0d-e9b1-4594-b155-6b156dfb886c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:19:43.333383 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:43.412411 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=af27d048-890b-42d7-a928-2409d034b3a9,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:19:43.425240 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:43.425750 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:43.426245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:43.426738 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:43.427258 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:43.427743 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:43.428227 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:43.428709 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:43.429217 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:43.429710 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:43.430194 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:43.430675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:19:43.436363 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-cfb3b698-156e-4369-bb8a-233311c6e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:43.438120 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-cfb3b698-156e-4369-bb8a-233311c6e88b service neutron] 10.222.0.30 "GET /v2.0/networks?id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 HTTP/1.1" status: 200 len: 898 time: 0.1676815 Jul 14 08:19:43.439718 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-f3ea03dd-db66-485c-9c96-2a5d85e7ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:43.441113 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-f3ea03dd-db66-485c-9c96-2a5d85e7ade7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 HTTP/1.1" status: 200 len: 898 time: 0.1621790 Jul 14 08:19:43.542691 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device af27d048-890b-42d7-a928-2409d034b3a9 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:19:43.556018 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-eb0833af-8ea8-4119-ab63-1601845cffee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af27d048-890b-42d7-a928-2409d034b3a9 HTTP/1.1" status: 200 len: 1000 time: 0.1112897 Jul 14 08:19:43.560010 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-e43af4b2-2908-46df-8229-3f525c11d8c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af27d048-890b-42d7-a928-2409d034b3a9 HTTP/1.1" status: 200 len: 1000 time: 0.1087129 Jul 14 08:19:43.581427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['af27d048-890b-42d7-a928-2409d034b3a9'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:19:43.630444 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device af27d048-890b-42d7-a928-2409d034b3a9 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:19:43.640876 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-c94c68bb-7238-4774-bd82-fdf8954129f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:43.642465 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-c94c68bb-7238-4774-bd82-fdf8954129f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d12c8f0-2a9c-496c-a4cc-58863b1d2c45 HTTP/1.1" status: 200 len: 835 time: 0.0806980 Jul 14 08:19:43.644500 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-38f7ca26-0217-4fa2-b546-afacbced1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:43.646016 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-38f7ca26-0217-4fa2-b546-afacbced1fa3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d12c8f0-2a9c-496c-a4cc-58863b1d2c45 HTTP/1.1" status: 200 len: 835 time: 0.0751550 Jul 14 08:19:43.752999 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-10cda5c5-c8e8-4c3f-a2f2-5d184c7b863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:43.754322 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-10cda5c5-c8e8-4c3f-a2f2-5d184c7b863f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055930 Jul 14 08:19:43.756072 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-3b9de1bc-d5b6-49ba-9ebb-0775ec45bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:43.757626 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-3b9de1bc-d5b6-49ba-9ebb-0775ec45bfe8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002889 Jul 14 08:19:43.826998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c13773-9082-428c-af3a-9c34502a6295 req-41436009-cb22-4b12-be64-4b4974ac27b3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:43.828512 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-68c13773-9082-428c-af3a-9c34502a6295 req-41436009-cb22-4b12-be64-4b4974ac27b3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 944 time: 0.0663855 Jul 14 08:19:43.870384 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-68c13773-9082-428c-af3a-9c34502a6295 req-55f9186b-842d-49b9-b125-25321f426ea0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0361345 Jul 14 08:19:43.915889 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-4a080c82-e94d-4185-861c-1dc8475bcade service neutron] 10.222.0.30 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548877 Jul 14 08:19:43.917809 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-b96977c5-90fa-499a-83a1-ba1de83ba58b service neutron] 10.222.0.15 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489491 Jul 14 08:19:44.073326 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-5138ecd5-1d6b-441f-8f22-018d720868d8 service neutron] 10.222.0.30 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511767 Jul 14 08:19:44.075668 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c57247a5-5b63-4ce3-8ccc-b497408d2b91 req-2c98c664-b1dd-4a14-b65e-f13369a2a2cc service neutron] 10.222.0.15 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455860 Jul 14 08:19:44.179480 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de0a83-1479-4ebd-ae2a-92bb461c8d6a req-a5da7178-bc8d-41bd-aaec-c3e5ff3fefd2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:44.180957 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3de0a83-1479-4ebd-ae2a-92bb461c8d6a req-a5da7178-bc8d-41bd-aaec-c3e5ff3fefd2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 944 time: 0.0666881 Jul 14 08:19:44.198095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecc068-2cfc-44f5-8999-2c4df30d12b4 req-c69c7c91-e779-4cd9-9d8a-09eab73e1e89 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:44.199618 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-14ecc068-2cfc-44f5-8999-2c4df30d12b4 req-c69c7c91-e779-4cd9-9d8a-09eab73e1e89 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506&tenant_id=03466ac869fa4107bda726f264ea70f9&binding%3Ahost_id=n-h2-778696-5 HTTP/1.1" status: 200 len: 944 time: 0.0765548 Jul 14 08:19:44.219775 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3de0a83-1479-4ebd-ae2a-92bb461c8d6a req-c20f1b5f-1f0c-4746-9b37-ee113522c358 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328944 Jul 14 08:19:44.259684 n-d-778696-5 neutron-server[93827]: INFO neutron.api.v2.resource [req-14ecc068-2cfc-44f5-8999-2c4df30d12b4 req-e1ef4e55-150a-45ee-a459-23c030cd5a08 service neutron] delete failed (client error): The resource could not be found. Jul 14 08:19:44.260685 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-14ecc068-2cfc-44f5-8999-2c4df30d12b4 req-e1ef4e55-150a-45ee-a459-23c030cd5a08 service neutron] 10.222.0.30 "DELETE /v2.0/ports/af27d048-890b-42d7-a928-2409d034b3a9/bindings/n-h1-778696-5 HTTP/1.1" status: 404 len: 380 time: 0.0556488 Jul 14 08:19:44.357924 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecc068-2cfc-44f5-8999-2c4df30d12b4 req-5ee19dd8-01d3-47b0-8a37-407a679fd9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:44.359438 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-14ecc068-2cfc-44f5-8999-2c4df30d12b4 req-5ee19dd8-01d3-47b0-8a37-407a679fd9ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 1095 time: 0.0538177 Jul 14 08:19:44.403095 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da7922-5fc8-49ad-8355-f72c9404719d req-95e885e9-6625-43e2-a458-2db379ceefe7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:44.404650 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01da7922-5fc8-49ad-8355-f72c9404719d req-95e885e9-6625-43e2-a458-2db379ceefe7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 944 time: 0.0669701 Jul 14 08:19:44.442408 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-01da7922-5fc8-49ad-8355-f72c9404719d req-e9a51fe3-4f66-476c-9701-f910b608317f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318036 Jul 14 08:19:44.459873 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecc068-2cfc-44f5-8999-2c4df30d12b4 req-14e7f236-2bf9-47af-8cbb-f3ea058dcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:44.461486 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-14ecc068-2cfc-44f5-8999-2c4df30d12b4 req-14e7f236-2bf9-47af-8cbb-f3ea058dcea3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 HTTP/1.1" status: 200 len: 898 time: 0.0955229 Jul 14 08:19:44.525333 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-14ecc068-2cfc-44f5-8999-2c4df30d12b4 req-b81871cb-f79c-4175-81f5-cc78fd93f348 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af27d048-890b-42d7-a928-2409d034b3a9 HTTP/1.1" status: 200 len: 1000 time: 0.0579886 Jul 14 08:19:44.577048 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecc068-2cfc-44f5-8999-2c4df30d12b4 req-f5c337eb-137a-47db-95cb-bdb13b2f8b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:44.578547 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-14ecc068-2cfc-44f5-8999-2c4df30d12b4 req-f5c337eb-137a-47db-95cb-bdb13b2f8b9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d12c8f0-2a9c-496c-a4cc-58863b1d2c45 HTTP/1.1" status: 200 len: 835 time: 0.0470619 Jul 14 08:19:44.634375 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecc068-2cfc-44f5-8999-2c4df30d12b4 req-c2d579c8-92bf-48f5-840f-091c2982f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:44.635859 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-14ecc068-2cfc-44f5-8999-2c4df30d12b4 req-c2d579c8-92bf-48f5-840f-091c2982f81c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513892 Jul 14 08:19:44.722560 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-14ecc068-2cfc-44f5-8999-2c4df30d12b4 req-ec270a70-2f68-49f7-89a7-fd4317994d74 service neutron] 10.222.0.30 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805345 Jul 14 08:19:44.816396 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-14ecc068-2cfc-44f5-8999-2c4df30d12b4 req-d1281737-5d39-4303-8de3-f7cb584689e3 service neutron] 10.222.0.30 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873687 Jul 14 08:19:45.091423 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device af27d048-890b-42d7-a928-2409d034b3a9 up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:19:45.141212 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port af27d048-890b-42d7-a928-2409d034b3a9 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:19:45.144700 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port af27d048-890b-42d7-a928-2409d034b3a9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:19:45.145083 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:45.225140 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:45.248380 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af27d048-890b-42d7-a928-2409d034b3a9'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:19:45.250678 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d93fad-55f7-46b0-9f01-7289d6194325" -d '{"events": [{"server_uuid": "d8307c6f-f080-4408-8f43-4b1f729f5506", "name": "network-vif-plugged", "status": "completed", "tag": "af27d048-890b-42d7-a928-2409d034b3a9"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:19:45.264280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port af27d048-890b-42d7-a928-2409d034b3a9, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=af27d048-890b-42d7-a928-2409d034b3a9,segment=NetworkSegment(ff37df0d-e9b1-4594-b155-6b156dfb886c),segment_id=ff37df0d-e9b1-4594-b155-6b156dfb886c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:19:45.268033 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:45.292008 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98f9be2-0b78-4359-ac98-355de2345250 x-openstack-request-id: req-f98f9be2-0b78-4359-ac98-355de2345250 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:19:45.292297 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8307c6f-f080-4408-8f43-4b1f729f5506", "name": "network-vif-plugged", "status": "completed", "tag": "af27d048-890b-42d7-a928-2409d034b3a9", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:19:45.292542 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f98f9be2-0b78-4359-ac98-355de2345250 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:19:45.292925 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af27d048-890b-42d7-a928-2409d034b3a9', 'code': 200} Jul 14 08:19:45.319431 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=af27d048-890b-42d7-a928-2409d034b3a9,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:19:45.632395 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddf9f6-a2a3-4521-98a6-98f4f67bb17e req-5f072816-4670-4c73-9d12-d0be9ee1ce12 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:19:45.633931 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66ddf9f6-a2a3-4521-98a6-98f4f67bb17e req-5f072816-4670-4c73-9d12-d0be9ee1ce12 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0659711 Jul 14 08:19:45.673675 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-66ddf9f6-a2a3-4521-98a6-98f4f67bb17e req-040d7716-3477-4aa9-b37d-4c0d02f82c37 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0333474 Jul 14 08:19:45.698637 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41928) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:19:45.762300 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5520e117-1d10-4a55-83df-4fddae0ab7de tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/floatingips/2caa2f47-95d9-4af1-9440-c26a31401032 HTTP/1.1" status: 200 len: 993 time: 0.0624166 Jul 14 08:19:46.195071 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:46.270619 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:19:56.024159 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:20:00.597905 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fc1f3492-86ef-4b55-8cd8-bf90bada7353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:03.399542 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a08afb20-1ea1-4e4b-80cf-a8177c791f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:03.762750 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:04.933934 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:06.460675 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:14.210214 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5031ec77-c4db-4757-b013-fbe678e3b821 req-20d6812a-2acb-44f5-8e4a-229d3ff3195a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499070 Jul 14 08:20:14.301705 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031ec77-c4db-4757-b013-fbe678e3b821 req-fa0fbf54-748d-4bb1-8d12-61f7f0267c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:14.303178 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5031ec77-c4db-4757-b013-fbe678e3b821 req-fa0fbf54-748d-4bb1-8d12-61f7f0267c76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 1096 time: 0.0503349 Jul 14 08:20:14.319111 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41938) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:14.495066 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031ec77-c4db-4757-b013-fbe678e3b821 req-2bb95850-b7d4-4e22-9487-ca5d730ca0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:14.496514 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5031ec77-c4db-4757-b013-fbe678e3b821 req-2bb95850-b7d4-4e22-9487-ca5d730ca0d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 HTTP/1.1" status: 200 len: 898 time: 0.1695569 Jul 14 08:20:14.851839 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5031ec77-c4db-4757-b013-fbe678e3b821 req-7c96672c-1dc7-47c1-bc66-2817cbd99dd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af27d048-890b-42d7-a928-2409d034b3a9 HTTP/1.1" status: 200 len: 1001 time: 0.3371673 Jul 14 08:20:14.858693 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-31732cba-a49e-459c-b078-738ca15f1a37 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port 78ebf540-35a3-4b95-ac89-d57a32f51a9a {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:20:14.859032 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31732cba-a49e-459c-b078-738ca15f1a37 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:14.947637 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031ec77-c4db-4757-b013-fbe678e3b821 req-3a6afd84-71bc-47b6-b238-528324197c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:14.949119 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5031ec77-c4db-4757-b013-fbe678e3b821 req-3a6afd84-71bc-47b6-b238-528324197c8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d12c8f0-2a9c-496c-a4cc-58863b1d2c45 HTTP/1.1" status: 200 len: 835 time: 0.0882587 Jul 14 08:20:14.995068 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31732cba-a49e-459c-b078-738ca15f1a37 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:14.995393 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31732cba-a49e-459c-b078-738ca15f1a37 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:15.010535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-31732cba-a49e-459c-b078-738ca15f1a37 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for 78ebf540-35a3-4b95-ac89-d57a32f51a9a owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:20:15.071668 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031ec77-c4db-4757-b013-fbe678e3b821 req-525ddaac-e328-436a-ac8c-335fe44fc049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:15.073162 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5031ec77-c4db-4757-b013-fbe678e3b821 req-525ddaac-e328-436a-ac8c-335fe44fc049 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172655 Jul 14 08:20:15.190384 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5031ec77-c4db-4757-b013-fbe678e3b821 req-ecfa3e3f-63ab-4bad-a1e0-4b1a65450ca3 service neutron] 10.222.0.15 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087222 Jul 14 08:20:15.282938 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31732cba-a49e-459c-b078-738ca15f1a37 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:15.318405 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31732cba-a49e-459c-b078-738ca15f1a37 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=78ebf540-35a3-4b95-ac89-d57a32f51a9a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:15.352381 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5031ec77-c4db-4757-b013-fbe678e3b821 req-722c9295-5601-4f68-ae11-d4c0e2331f55 service neutron] 10.222.0.15 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390350 Jul 14 08:20:15.388367 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31732cba-a49e-459c-b078-738ca15f1a37 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:15.388693 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-31732cba-a49e-459c-b078-738ca15f1a37 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Floating IP 2caa2f47-95d9-4af1-9440-c26a31401032 disassociated (deleted). External IP: 172.25.7.106, port: af27d048-890b-42d7-a928-2409d034b3a9. Jul 14 08:20:15.588289 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31732cba-a49e-459c-b078-738ca15f1a37 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:20:15.691461 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31732cba-a49e-459c-b078-738ca15f1a37 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:20:15.696269 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31732cba-a49e-459c-b078-738ca15f1a37 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:15.700546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc58ebfa-0110-46da-add1-ce3b7f9521b9 None None] Sync routers for ids ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:20:15.709882 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc58ebfa-0110-46da-add1-ce3b7f9521b9 None None] Routers {'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:20:15.710508 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dc58ebfa-0110-46da-add1-ce3b7f9521b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:20:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:15.731733 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-31732cba-a49e-459c-b078-738ca15f1a37 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/floatingips/2caa2f47-95d9-4af1-9440-c26a31401032 HTTP/1.1" status: 204 len: 168 time: 1.4115777 Jul 14 08:20:15.732331 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'tag': 'af27d048-890b-42d7-a928-2409d034b3a9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:20:15.734632 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ecc097-a844-47a4-9d01-34bf0f9db0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d8307c6f-f080-4408-8f43-4b1f729f5506", "tag": "af27d048-890b-42d7-a928-2409d034b3a9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:20:15.772424 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de2d4e2-561f-4587-85ae-c5029ab65316 x-openstack-request-id: req-6de2d4e2-561f-4587-85ae-c5029ab65316 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:20:15.772935 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8307c6f-f080-4408-8f43-4b1f729f5506", "tag": "af27d048-890b-42d7-a928-2409d034b3a9", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:20:15.773207 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6de2d4e2-561f-4587-85ae-c5029ab65316 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:20:15.773768 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'tag': 'af27d048-890b-42d7-a928-2409d034b3a9', 'status': 'completed', 'code': 200} Jul 14 08:20:15.817552 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-dc58ebfa-0110-46da-add1-ce3b7f9521b9 None None] Set router bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:20:15.847324 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecc097-a844-47a4-9d01-34bf0f9db0f3 req-26234f61-7a24-4122-b6c3-c086a0624a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:15.848451 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e3ecc097-a844-47a4-9d01-34bf0f9db0f3 req-26234f61-7a24-4122-b6c3-c086a0624a9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 1096 time: 0.0524783 Jul 14 08:20:15.956183 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecc097-a844-47a4-9d01-34bf0f9db0f3 req-4aae28b5-d90c-4f60-9e52-d48026bb55ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:15.957885 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e3ecc097-a844-47a4-9d01-34bf0f9db0f3 req-4aae28b5-d90c-4f60-9e52-d48026bb55ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 HTTP/1.1" status: 200 len: 898 time: 0.1024876 Jul 14 08:20:16.004863 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e3ecc097-a844-47a4-9d01-34bf0f9db0f3 req-3f962292-7643-4b10-9cd0-ad14d64faa57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af27d048-890b-42d7-a928-2409d034b3a9 HTTP/1.1" status: 200 len: 217 time: 0.0380988 Jul 14 08:20:16.042776 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dc58ebfa-0110-46da-add1-ce3b7f9521b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755289203', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:18:29Z', 'updated_at': '2021-07-14T08:18:33Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:30Z', 'updated_at': '2021-07-14T08:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '50ad5794-78d0-4392-a17e-70f894442307', 'name': '', 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:b8:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:32Z', 'updated_at': '2021-07-14T08:18:37Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:16.055230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecc097-a844-47a4-9d01-34bf0f9db0f3 req-7247ce8e-d5f1-474f-9f4f-c2e1da8c3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:16.056752 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e3ecc097-a844-47a4-9d01-34bf0f9db0f3 req-7247ce8e-d5f1-474f-9f4f-c2e1da8c3913 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d12c8f0-2a9c-496c-a4cc-58863b1d2c45 HTTP/1.1" status: 200 len: 835 time: 0.0451562 Jul 14 08:20:16.069612 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc58ebfa-0110-46da-add1-ce3b7f9521b9 None None] Checking router: bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:20:16.078580 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc58ebfa-0110-46da-add1-ce3b7f9521b9 None None] Routers {'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:20:16.079207 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dc58ebfa-0110-46da-add1-ce3b7f9521b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:20:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:16.106220 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0405b-9b51-4958-89ff-6dd1ac85606c req-ac130139-8dcc-4f7e-b8b7-d39e6c39d06c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:16.107880 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-68c0405b-9b51-4958-89ff-6dd1ac85606c req-ac130139-8dcc-4f7e-b8b7-d39e6c39d06c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0645666 Jul 14 08:20:16.119766 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecc097-a844-47a4-9d01-34bf0f9db0f3 req-3a001534-334c-4c03-bed2-5db9c77a0a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:16.120999 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e3ecc097-a844-47a4-9d01-34bf0f9db0f3 req-3a001534-334c-4c03-bed2-5db9c77a0a4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577104 Jul 14 08:20:16.147338 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-68c0405b-9b51-4958-89ff-6dd1ac85606c req-566dadae-789f-4951-a16b-394b2161f3de tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324874 Jul 14 08:20:16.184124 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-dc58ebfa-0110-46da-add1-ce3b7f9521b9 None None] Set router bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:20:16.213340 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e3ecc097-a844-47a4-9d01-34bf0f9db0f3 req-e5dfb58e-1bf4-48e3-95ca-b92eb46c5482 service neutron] 10.222.0.15 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826221 Jul 14 08:20:16.231445 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:16.308768 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:16.309281 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e3ecc097-a844-47a4-9d01-34bf0f9db0f3 req-d66693ad-4b5b-4cb8-a79e-e5fc36e5d0fd service neutron] 10.222.0.15 "GET /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893052 Jul 14 08:20:16.398403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dc58ebfa-0110-46da-add1-ce3b7f9521b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755289203', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:18:29Z', 'updated_at': '2021-07-14T08:18:33Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:30Z', 'updated_at': '2021-07-14T08:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '50ad5794-78d0-4392-a17e-70f894442307', 'name': '', 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:b8:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:32Z', 'updated_at': '2021-07-14T08:18:37Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:16.571875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc58ebfa-0110-46da-add1-ce3b7f9521b9 None None] The sync data for ids ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'] in n-d-778696-5 is: [{'id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755289203', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:18:29Z', 'updated_at': '2021-07-14T08:18:33Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:30Z', 'updated_at': '2021-07-14T08:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '50ad5794-78d0-4392-a17e-70f894442307', 'name': '', 'network_id': 'fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:b8:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:32Z', 'updated_at': '2021-07-14T08:18:37Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '0d12c8f0-2a9c-496c-a4cc-58863b1d2c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:20:16.781749 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa70ecf3-f272-4649-9a37-3311fef62b04 None None] New status for floating IP 2caa2f47-95d9-4af1-9440-c26a31401032: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:20:17.323737 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31383f7-e4ff-4233-911e-9838dbf18e19 req-431f43fe-5894-45d8-bb00-f296ec97328e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:17.325234 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f31383f7-e4ff-4233-911e-9838dbf18e19 req-431f43fe-5894-45d8-bb00-f296ec97328e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0664599 Jul 14 08:20:17.341661 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431c05c-5a6c-492c-bd41-a200795686fc req-ea9ae465-017b-418b-a69d-7fea79b48ffa tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:17.343129 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e431c05c-5a6c-492c-bd41-a200795686fc req-ea9ae465-017b-418b-a69d-7fea79b48ffa tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8307c6f-f080-4408-8f43-4b1f729f5506 HTTP/1.1" status: 200 len: 945 time: 0.0612085 Jul 14 08:20:17.362217 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f31383f7-e4ff-4233-911e-9838dbf18e19 req-f3c94db3-5c0c-434a-ba09-4b52ac4cb886 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=9190b5e7-4298-490e-a2e4-f001df044711&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307422 Jul 14 08:20:17.439334 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-e431c05c-5a6c-492c-bd41-a200795686fc req-36a1c3ff-d79d-4e30-ad61-eb4a86a25162 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port af27d048-890b-42d7-a928-2409d034b3a9 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:20:17.439676 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e431c05c-5a6c-492c-bd41-a200795686fc req-36a1c3ff-d79d-4e30-ad61-eb4a86a25162 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:17.527616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-e431c05c-5a6c-492c-bd41-a200795686fc req-36a1c3ff-d79d-4e30-ad61-eb4a86a25162 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] For port af27d048-890b-42d7-a928-2409d034b3a9, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=af27d048-890b-42d7-a928-2409d034b3a9,segment=NetworkSegment(ff37df0d-e9b1-4594-b155-6b156dfb886c),segment_id=ff37df0d-e9b1-4594-b155-6b156dfb886c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:20:17.527974 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e431c05c-5a6c-492c-bd41-a200795686fc req-36a1c3ff-d79d-4e30-ad61-eb4a86a25162 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:17.541994 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-e431c05c-5a6c-492c-bd41-a200795686fc req-36a1c3ff-d79d-4e30-ad61-eb4a86a25162 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for af27d048-890b-42d7-a928-2409d034b3a9 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:20:17.672954 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e431c05c-5a6c-492c-bd41-a200795686fc req-36a1c3ff-d79d-4e30-ad61-eb4a86a25162 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:17.699571 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1c3ff-d79d-4e30-ad61-eb4a86a25162 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=af27d048-890b-42d7-a928-2409d034b3a9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:17.745559 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e431c05c-5a6c-492c-bd41-a200795686fc req-36a1c3ff-d79d-4e30-ad61-eb4a86a25162 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] No DVR routers for this DVR port af27d048-890b-42d7-a928-2409d034b3a9 on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:20:17.748124 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-e431c05c-5a6c-492c-bd41-a200795686fc req-36a1c3ff-d79d-4e30-ad61-eb4a86a25162 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:17.750173 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e431c05c-5a6c-492c-bd41-a200795686fc req-36a1c3ff-d79d-4e30-ad61-eb4a86a25162 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.15 "DELETE /v2.0/ports/af27d048-890b-42d7-a928-2409d034b3a9 HTTP/1.1" status: 204 len: 173 time: 0.4011195 Jul 14 08:20:17.774850 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'name': 'network-vif-deleted', 'tag': 'af27d048-890b-42d7-a928-2409d034b3a9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:20:17.777158 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e2a283-c9cc-4eda-92e9-a2f5c02192b0" -d '{"events": [{"server_uuid": "d8307c6f-f080-4408-8f43-4b1f729f5506", "name": "network-vif-deleted", "tag": "af27d048-890b-42d7-a928-2409d034b3a9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:20:17.813969 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9449f2-8e99-427b-a1f2-c8e5e2eda138 x-openstack-request-id: req-5f9449f2-8e99-427b-a1f2-c8e5e2eda138 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:20:17.814972 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8307c6f-f080-4408-8f43-4b1f729f5506", "name": "network-vif-deleted", "tag": "af27d048-890b-42d7-a928-2409d034b3a9", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:20:17.815225 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5f9449f2-8e99-427b-a1f2-c8e5e2eda138 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:20:17.815620 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8307c6f-f080-4408-8f43-4b1f729f5506', 'name': 'network-vif-deleted', 'tag': 'af27d048-890b-42d7-a928-2409d034b3a9', 'status': 'completed', 'code': 200} Jul 14 08:20:18.453131 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41952) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:18.804770 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa476cee-7ae2-4b71-97f1-4740890c6cb1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:19.062545 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fa476cee-7ae2-4b71-97f1-4740890c6cb1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port 50ad5794-78d0-4392-a17e-70f894442307 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:20:19.062810 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa476cee-7ae2-4b71-97f1-4740890c6cb1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:19.147949 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fa476cee-7ae2-4b71-97f1-4740890c6cb1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] For port 50ad5794-78d0-4392-a17e-70f894442307, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=50ad5794-78d0-4392-a17e-70f894442307,segment=NetworkSegment(ff37df0d-e9b1-4594-b155-6b156dfb886c),segment_id=ff37df0d-e9b1-4594-b155-6b156dfb886c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:20:19.148314 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa476cee-7ae2-4b71-97f1-4740890c6cb1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:19.164622 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fa476cee-7ae2-4b71-97f1-4740890c6cb1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for 50ad5794-78d0-4392-a17e-70f894442307 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:20:19.340684 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa476cee-7ae2-4b71-97f1-4740890c6cb1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:19.366966 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa476cee-7ae2-4b71-97f1-4740890c6cb1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=50ad5794-78d0-4392-a17e-70f894442307,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:19.538512 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa476cee-7ae2-4b71-97f1-4740890c6cb1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:19.746592 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa476cee-7ae2-4b71-97f1-4740890c6cb1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:20:19.847981 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa476cee-7ae2-4b71-97f1-4740890c6cb1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:20:19.853272 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fa476cee-7ae2-4b71-97f1-4740890c6cb1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "PUT /v2.0/routers/bb0216d4-b362-48b1-8a5f-09ce7ad6bb38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3990662 Jul 14 08:20:19.855977 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41954) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:19.857262 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a623a348-20c5-4a78-b2c1-f245ff1e720b None None] Sync routers for ids ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:20:19.866842 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a623a348-20c5-4a78-b2c1-f245ff1e720b None None] Routers {'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:20:19.867529 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a623a348-20c5-4a78-b2c1-f245ff1e720b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:20:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:19.905945 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b0e7d9-c788-41e1-a5dc-5eb6b3ef1142 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting subnet 0d12c8f0-2a9c-496c-a4cc-58863b1d2c45 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:20:19.908960 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e7d9-c788-41e1-a5dc-5eb6b3ef1142 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:19.948433 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e7d9-c788-41e1-a5dc-5eb6b3ef1142 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:19.969397 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a623a348-20c5-4a78-b2c1-f245ff1e720b None None] Set router bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:20:20.033710 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e7d9-c788-41e1-a5dc-5eb6b3ef1142 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:20.091976 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e7d9-c788-41e1-a5dc-5eb6b3ef1142 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:20.119738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0e7d9-c788-41e1-a5dc-5eb6b3ef1142 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Subnet': ['ID=0d12c8f0-2a9c-496c-a4cc-58863b1d2c45,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:20.121738 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e7d9-c788-41e1-a5dc-5eb6b3ef1142 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:20.123611 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a2b0e7d9-c788-41e1-a5dc-5eb6b3ef1142 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/subnets/0d12c8f0-2a9c-496c-a4cc-58863b1d2c45 HTTP/1.1" status: 204 len: 168 time: 0.2666943 Jul 14 08:20:20.126299 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41956) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:20.127985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39f894c-7ff8-4c09-b810-79db9f0ce16c None None] Network fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:20:20.206955 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a623a348-20c5-4a78-b2c1-f245ff1e720b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755289203', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:18:29Z', 'updated_at': '2021-07-14T08:20:19Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:30Z', 'updated_at': '2021-07-14T08:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:20.232562 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b73e8148-4d75-485c-b0e4-eeaf2f94174d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:20.267837 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a623a348-20c5-4a78-b2c1-f245ff1e720b None None] Checking router: bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:20:20.282505 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a623a348-20c5-4a78-b2c1-f245ff1e720b None None] Routers {'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:20:20.284760 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a623a348-20c5-4a78-b2c1-f245ff1e720b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:20:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:20.334493 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b73e8148-4d75-485c-b0e4-eeaf2f94174d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:20.389273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b73e8148-4d75-485c-b0e4-eeaf2f94174d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port 2f08ccaa-f2c8-4a42-b47c-6011171f745e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:20:20.389619 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b73e8148-4d75-485c-b0e4-eeaf2f94174d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:20.398221 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a623a348-20c5-4a78-b2c1-f245ff1e720b None None] Set router bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:20:20.451472 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d3d0db-1d5c-415e-905f-53ab8fd28d57 None None] DHCP port deletion for fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 08:20:20.471176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b73e8148-4d75-485c-b0e4-eeaf2f94174d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] For port 2f08ccaa-f2c8-4a42-b47c-6011171f745e, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=2f08ccaa-f2c8-4a42-b47c-6011171f745e,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:20:20.471529 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b73e8148-4d75-485c-b0e4-eeaf2f94174d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:20.484002 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b73e8148-4d75-485c-b0e4-eeaf2f94174d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for 2f08ccaa-f2c8-4a42-b47c-6011171f745e owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:20:20.581402 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f2d3d0db-1d5c-415e-905f-53ab8fd28d57 None None] Deleting port 24a9a570-810a-4076-91de-1ea2a2d207d6 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:20:20.581794 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f2d3d0db-1d5c-415e-905f-53ab8fd28d57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:20.656616 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f2d3d0db-1d5c-415e-905f-53ab8fd28d57 None None] For port 24a9a570-810a-4076-91de-1ea2a2d207d6, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=24a9a570-810a-4076-91de-1ea2a2d207d6,segment=NetworkSegment(ff37df0d-e9b1-4594-b155-6b156dfb886c),segment_id=ff37df0d-e9b1-4594-b155-6b156dfb886c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:20:20.657018 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f2d3d0db-1d5c-415e-905f-53ab8fd28d57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:20.671597 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f2d3d0db-1d5c-415e-905f-53ab8fd28d57 None None] Calling delete_port for 24a9a570-810a-4076-91de-1ea2a2d207d6 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:20:20.691544 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a623a348-20c5-4a78-b2c1-f245ff1e720b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755289203', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:18:29Z', 'updated_at': '2021-07-14T08:20:19Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:30Z', 'updated_at': '2021-07-14T08:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:20.748868 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a623a348-20c5-4a78-b2c1-f245ff1e720b None None] The sync data for ids ['bb0216d4-b362-48b1-8a5f-09ce7ad6bb38'] in n-d-778696-5 is: [{'id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755289203', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:18:29Z', 'updated_at': '2021-07-14T08:20:19Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': '2f08ccaa-f2c8-4a42-b47c-6011171f745e', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0216d4-b362-48b1-8a5f-09ce7ad6bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:18:30Z', 'updated_at': '2021-07-14T08:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:20:20.794923 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f2d3d0db-1d5c-415e-905f-53ab8fd28d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:20.822393 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3d0db-1d5c-415e-905f-53ab8fd28d57 None None] Pushing event deleted for resources: {'Port': ['ID=24a9a570-810a-4076-91de-1ea2a2d207d6,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:20.824247 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d3d0db-1d5c-415e-905f-53ab8fd28d57 None None] No DVR routers for this DVR port 24a9a570-810a-4076-91de-1ea2a2d207d6 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:20:20.936677 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b73e8148-4d75-485c-b0e4-eeaf2f94174d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:20.959494 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e8148-4d75-485c-b0e4-eeaf2f94174d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=2f08ccaa-f2c8-4a42-b47c-6011171f745e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:21.021174 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b73e8148-4d75-485c-b0e4-eeaf2f94174d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.114278 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b73e8148-4d75-485c-b0e4-eeaf2f94174d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.116568 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b73e8148-4d75-485c-b0e4-eeaf2f94174d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.163922 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b73e8148-4d75-485c-b0e4-eeaf2f94174d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.165246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73e8148-4d75-485c-b0e4-eeaf2f94174d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Fanout notify agent at l3_agent the message router_deleted on router bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 08:20:21.174629 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b73e8148-4d75-485c-b0e4-eeaf2f94174d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.175773 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b73e8148-4d75-485c-b0e4-eeaf2f94174d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/routers/bb0216d4-b362-48b1-8a5f-09ce7ad6bb38 HTTP/1.1" status: 204 len: 168 time: 1.0478923 Jul 14 08:20:21.178603 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41958) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:21.226545 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 24a9a570-810a-4076-91de-1ea2a2d207d6 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:20:21.230022 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device af27d048-890b-42d7-a928-2409d034b3a9 no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:20:21.256864 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.264588 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 24a9a570-810a-4076-91de-1ea2a2d207d6 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:20:21.264933 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 24a9a570-810a-4076-91de-1ea2a2d207d6 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:20:21.265382 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 50ad5794-78d0-4392-a17e-70f894442307 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:20:21.268690 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: af27d048-890b-42d7-a928-2409d034b3a9 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:20:21.268690 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device af27d048-890b-42d7-a928-2409d034b3a9 not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:20:21.285871 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 50ad5794-78d0-4392-a17e-70f894442307 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:20:21.286222 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 50ad5794-78d0-4392-a17e-70f894442307 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:20:21.345126 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.355170 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:21.366189 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff37df0d-e9b1-4594-b155-6b156dfb886c') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:21.366489 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff37df0d-e9b1-4594-b155-6b156dfb886c') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:21.375846 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.391108 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.397263 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:20:21.397652 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: timer() Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:20:21.400895 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:20:21.458954 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.463856 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.470259 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/networks/fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90 HTTP/1.1" status: 204 len: 168 time: 0.2863784 Jul 14 08:20:21.470402 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41960) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:21.480528 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Network': ['ID=fc315a6a-276f-49fd-b9a9-9e6f7f3a3e90,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:21.489006 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:21.489381 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:21.489717 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:21.490047 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:21.490377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:21.490704 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:21.491032 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:21.491358 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:21.491699 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:21.491998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:21.492320 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:21.492634 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441b2fa-ef62-49d1-a974-b34ee157b0c0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:21.533300 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7d31-34ae-480d-b35e-928713bcc1c3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.558139 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7d31-34ae-480d-b35e-928713bcc1c3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.615009 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7d31-34ae-480d-b35e-928713bcc1c3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.617659 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7d31-34ae-480d-b35e-928713bcc1c3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.618801 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ab8d7d31-34ae-480d-b35e-928713bcc1c3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/security-groups/9190b5e7-4298-490e-a2e4-f001df044711 HTTP/1.1" status: 204 len: 168 time: 0.1444008 Jul 14 08:20:21.628391 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d7d31-34ae-480d-b35e-928713bcc1c3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9190b5e7-4298-490e-a2e4-f001df044711,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:21.812373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41966) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:21.817211 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-19207862-0553-4ceb-af58-a842236efa43 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-822806709', 'description': 'tempest-secgroup-smoke-822806709 description', 'project_id': '03466ac869fa4107bda726f264ea70f9'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:20:21.843987 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19207862-0553-4ceb-af58-a842236efa43 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.926492 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19207862-0553-4ceb-af58-a842236efa43 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.930158 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19207862-0553-4ceb-af58-a842236efa43 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.955564 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19207862-0553-4ceb-af58-a842236efa43 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:21.956776 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-19207862-0553-4ceb-af58-a842236efa43 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1433880 Jul 14 08:20:21.959793 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41968) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:21.960855 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19207862-0553-4ceb-af58-a842236efa43 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790df7b3-52c9-43e3-a5a8-3d270c44a5ca,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:21.964609 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f35167cd-29ed-43fc-9578-f23258e301c6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': '790df7b3-52c9-43e3-a5a8-3d270c44a5ca', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:20:21.991356 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f35167cd-29ed-43fc-9578-f23258e301c6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.050255 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f35167cd-29ed-43fc-9578-f23258e301c6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.054104 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f35167cd-29ed-43fc-9578-f23258e301c6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.070763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35167cd-29ed-43fc-9578-f23258e301c6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c244a83-3a89-47db-b36c-88a98e9a94ad,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:22.081121 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f35167cd-29ed-43fc-9578-f23258e301c6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.082375 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f35167cd-29ed-43fc-9578-f23258e301c6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215777 Jul 14 08:20:22.085051 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41970) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:22.090127 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-21c54ee6-2091-417b-8568-95f76459443f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': '790df7b3-52c9-43e3-a5a8-3d270c44a5ca', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:20:22.118810 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-21c54ee6-2091-417b-8568-95f76459443f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.177759 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-21c54ee6-2091-417b-8568-95f76459443f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.180999 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-21c54ee6-2091-417b-8568-95f76459443f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.197774 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c54ee6-2091-417b-8568-95f76459443f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58ab536-e3a9-4bbc-b226-427fee46e261,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:22.203623 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-21c54ee6-2091-417b-8568-95f76459443f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.204295 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-21c54ee6-2091-417b-8568-95f76459443f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181307 Jul 14 08:20:22.207440 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41972) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:22.211712 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-1ae5ade9-9085-4182-a472-a26117c1f64d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': '790df7b3-52c9-43e3-a5a8-3d270c44a5ca', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:20:22.237129 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ae5ade9-9085-4182-a472-a26117c1f64d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.292758 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ae5ade9-9085-4182-a472-a26117c1f64d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.296194 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ae5ade9-9085-4182-a472-a26117c1f64d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.314341 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5ade9-9085-4182-a472-a26117c1f64d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6e53a4-dede-459e-8ba5-b60298a86c20,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:22.321143 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ae5ade9-9085-4182-a472-a26117c1f64d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.322370 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1ae5ade9-9085-4182-a472-a26117c1f64d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140237 Jul 14 08:20:22.324990 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41974) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:22.329386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-fd871546-bb45-4b0a-a4bf-e7dda3297555 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': '790df7b3-52c9-43e3-a5a8-3d270c44a5ca', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:20:22.355692 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd871546-bb45-4b0a-a4bf-e7dda3297555 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.415566 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd871546-bb45-4b0a-a4bf-e7dda3297555 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.418822 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd871546-bb45-4b0a-a4bf-e7dda3297555 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.435656 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd871546-bb45-4b0a-a4bf-e7dda3297555 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41dc9d1-e8ba-4e61-a2d7-7e8bad3041f8,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:22.440820 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fd871546-bb45-4b0a-a4bf-e7dda3297555 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.442023 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fd871546-bb45-4b0a-a4bf-e7dda3297555 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160977 Jul 14 08:20:22.444680 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41976) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:22.448890 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-7ef63cf6-9848-48d2-aa21-7240b813d1b6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': '790df7b3-52c9-43e3-a5a8-3d270c44a5ca', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:20:22.469581 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-7ef63cf6-9848-48d2-aa21-7240b813d1b6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Project 03466ac869fa4107bda726f264ea70f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:20:22.474832 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ef63cf6-9848-48d2-aa21-7240b813d1b6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.532354 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ef63cf6-9848-48d2-aa21-7240b813d1b6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.535557 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ef63cf6-9848-48d2-aa21-7240b813d1b6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.552119 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef63cf6-9848-48d2-aa21-7240b813d1b6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b52b8cd-4484-4898-9e65-a12432efe6d0,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:22.557331 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ef63cf6-9848-48d2-aa21-7240b813d1b6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.558658 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-7ef63cf6-9848-48d2-aa21-7240b813d1b6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1128895 Jul 14 08:20:22.561172 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41978) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:22.565916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3131d4bf-25d1-44b1-bbe7-72a96570c65e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': '790df7b3-52c9-43e3-a5a8-3d270c44a5ca', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:20:22.586360 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-3131d4bf-25d1-44b1-bbe7-72a96570c65e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Project 03466ac869fa4107bda726f264ea70f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:20:22.591105 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3131d4bf-25d1-44b1-bbe7-72a96570c65e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.650015 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3131d4bf-25d1-44b1-bbe7-72a96570c65e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.653207 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3131d4bf-25d1-44b1-bbe7-72a96570c65e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.671060 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131d4bf-25d1-44b1-bbe7-72a96570c65e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25db0f7d-34c8-4579-952f-185fc2bcfa0b,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:22.674285 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3131d4bf-25d1-44b1-bbe7-72a96570c65e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.675455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3131d4bf-25d1-44b1-bbe7-72a96570c65e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1133666 Jul 14 08:20:22.678472 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41980) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:22.683391 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-6353c7ad-ea59-46a4-b27e-0cc64e7c7b68 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'network': {'name': 'tempest-network-smoke--1232666410', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'port_security_enabled': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:20:22.702884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6353c7ad-ea59-46a4-b27e-0cc64e7c7b68 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Made reservation on behalf of 03466ac869fa4107bda726f264ea70f9 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:20:22.706799 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6353c7ad-ea59-46a4-b27e-0cc64e7c7b68 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.728386 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6353c7ad-ea59-46a4-b27e-0cc64e7c7b68 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:20:22.736577 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6353c7ad-ea59-46a4-b27e-0cc64e7c7b68 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.736917 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-6353c7ad-ea59-46a4-b27e-0cc64e7c7b68 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Added segment 053bd9ec-799b-4c26-aaf8-6df9a58664c6 of type vlan for network 1de51011-fb26-4cfa-84cb-587118db3ec0 Jul 14 08:20:22.777426 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6353c7ad-ea59-46a4-b27e-0cc64e7c7b68 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.805070 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6353c7ad-ea59-46a4-b27e-0cc64e7c7b68 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.810721 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6353c7ad-ea59-46a4-b27e-0cc64e7c7b68 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:22.811301 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6353c7ad-ea59-46a4-b27e-0cc64e7c7b68 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.867207 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6353c7ad-ea59-46a4-b27e-0cc64e7c7b68 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1877484 Jul 14 08:20:22.870282 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41982) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:22.877172 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1298571599', 'admin_state_up': True, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:20:22.886817 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353c7ad-ea59-46a4-b27e-0cc64e7c7b68 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Network': ['ID=1de51011-fb26-4cfa-84cb-587118db3ec0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:22.896986 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 1de51011-fb26-4cfa-84cb-587118db3ec0 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:20:22.903198 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.904463 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.936654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2f08ccaa-f2c8-4a42-b47c-6011171f745e no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:20:22.961963 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:22.964923 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 2f08ccaa-f2c8-4a42-b47c-6011171f745e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:20:22.965280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 2f08ccaa-f2c8-4a42-b47c-6011171f745e not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:20:23.097437 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:23.283475 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:23.301883 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:23.400947 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.25.7.103 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/c744db4b-db63-46a6-a1ee-f005ed8eb878) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:20:23.498868 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:23.535478 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:23.567998 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:20:23.570713 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:20:23.575971 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:20:23.604944 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=c744db4b-db63-46a6-a1ee-f005ed8eb878,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:24.155578 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:24.339501 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:24.459990 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router ad7021ab-07e3-47b2-a843-2e07b00f1e55 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 08:20:24.561420 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:20:24.570857 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Sync routers for ids ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:20:24.580066 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Routers {'ad7021ab-07e3-47b2-a843-2e07b00f1e55'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:20:24.580672 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:24.580975 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:20:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:24.582108 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4baebbef-7b6b-4a59-a8d8-97eeb04092b7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7107880 Jul 14 08:20:24.585079 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41984) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:24.619040 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-c2fc7800-1143-4806-ad51-68722f52aaed tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=03466ac869fa4107bda726f264ea70f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327725 Jul 14 08:20:24.621814 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 41986) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:24.681596 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Set router ad7021ab-07e3-47b2-a843-2e07b00f1e55 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:20:24.786858 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e6ac7e-75ba-4d67-93a6-d68f8f3e3d91 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:24.791008 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-76e6ac7e-75ba-4d67-93a6-d68f8f3e3d91 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1656559 Jul 14 08:20:24.791464 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41988) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:24.819395 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-060cf2e3-900c-4049-bcf7-6f6dbc6d7b36 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267103 Jul 14 08:20:24.821903 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41990) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:24.826795 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-778e6083-f45e-46ad-8265-9cfccefdc61f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-799418161', 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:20:24.851729 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298571599', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:20:22Z', 'updated_at': '2021-07-14T08:20:23Z', 'revision_number': 3, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:65:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:23Z', 'updated_at': '2021-07-14T08:20:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:24.876896 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Checking router: ad7021ab-07e3-47b2-a843-2e07b00f1e55 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:20:24.877202 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Updating router ad7021ab-07e3-47b2-a843-2e07b00f1e55 port c744db4b-db63-46a6-a1ee-f005ed8eb878 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:20:24.910696 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778e6083-f45e-46ad-8265-9cfccefdc61f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Made reservation on behalf of 03466ac869fa4107bda726f264ea70f9 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:20:24.913130 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:24.914251 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-778e6083-f45e-46ad-8265-9cfccefdc61f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:25.105379 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-778e6083-f45e-46ad-8265-9cfccefdc61f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:25.172509 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e6083-f45e-46ad-8265-9cfccefdc61f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Subnet': ['ID=9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:25.176784 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778e6083-f45e-46ad-8265-9cfccefdc61f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Checking segment: {'id': '053bd9ec-799b-4c26-aaf8-6df9a58664c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:20:25.177144 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778e6083-f45e-46ad-8265-9cfccefdc61f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network hostable DHCP agents. Network: 1de51011-fb26-4cfa-84cb-587118db3ec0, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:20:25.193907 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778e6083-f45e-46ad-8265-9cfccefdc61f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 1de51011-fb26-4cfa-84cb-587118db3ec0 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:20:25.202245 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-778e6083-f45e-46ad-8265-9cfccefdc61f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 1de51011-fb26-4cfa-84cb-587118db3ec0) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:20:25.208185 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778e6083-f45e-46ad-8265-9cfccefdc61f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:25.209137 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-778e6083-f45e-46ad-8265-9cfccefdc61f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:25.216487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205a0a89-0882-41c4-b2c7-212d835238b7 None None] Network 1de51011-fb26-4cfa-84cb-587118db3ec0 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:20:25.232339 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-778e6083-f45e-46ad-8265-9cfccefdc61f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4091825 Jul 14 08:20:25.234963 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 41992) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:25.259406 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:25.269403 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Transition to ACTIVE for port object c744db4b-db63-46a6-a1ee-f005ed8eb878 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:20:25.274248 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:25.312695 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ce597-55a3-486d-a868-f7a9b272eef6 None None] Pushing event updated for resources: {'Port': ['ID=c744db4b-db63-46a6-a1ee-f005ed8eb878,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:25.321300 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ce597-55a3-486d-a868-f7a9b272eef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:25.321643 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ce597-55a3-486d-a868-f7a9b272eef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:25.321968 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ce597-55a3-486d-a868-f7a9b272eef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:25.322291 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ce597-55a3-486d-a868-f7a9b272eef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:25.322609 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ce597-55a3-486d-a868-f7a9b272eef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:25.322924 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ce597-55a3-486d-a868-f7a9b272eef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:25.323238 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ce597-55a3-486d-a868-f7a9b272eef6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:25.323547 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ce597-55a3-486d-a868-f7a9b272eef6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:25.323855 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ce597-55a3-486d-a868-f7a9b272eef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:25.324165 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ce597-55a3-486d-a868-f7a9b272eef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:25.324470 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ce597-55a3-486d-a868-f7a9b272eef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:25.324778 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ce597-55a3-486d-a868-f7a9b272eef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:20:25.343575 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Attempting to bind port c744db4b-db63-46a6-a1ee-f005ed8eb878 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:20:25.343934 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Attempting to bind port c744db4b-db63-46a6-a1ee-f005ed8eb878 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:20:25.344301 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Attempting to bind port c744db4b-db63-46a6-a1ee-f005ed8eb878 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:20:25.350269 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:20:25.350628 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:20:25.351030 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:25.351412 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:20:25.351862 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Bound port: c744db4b-db63-46a6-a1ee-f005ed8eb878, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:20:25.352235 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:25.394213 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-1de51011-fb26-4cfa-84cb-587118db3ec0', 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ips': [{'subnet_id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:20:25.395160 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:25.405100 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] For port c744db4b-db63-46a6-a1ee-f005ed8eb878, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:20:25.408142 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] For port c744db4b-db63-46a6-a1ee-f005ed8eb878, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c744db4b-db63-46a6-a1ee-f005ed8eb878,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:20:25.414222 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:25.476102 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Routers {'ad7021ab-07e3-47b2-a843-2e07b00f1e55'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:20:25.476741 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:20:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:25.481702 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ce597-55a3-486d-a868-f7a9b272eef6 None None] Pushing event updated for resources: {'Port': ['ID=c744db4b-db63-46a6-a1ee-f005ed8eb878,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:25.539623 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Allocated IP 172.20.0.2 (1de51011-fb26-4cfa-84cb-587118db3ec0/9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4/8638b204-dda4-474a-8af8-cbc68a197ef4) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:20:25.591580 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] Set router ad7021ab-07e3-47b2-a843-2e07b00f1e55 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:20:25.692143 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:25.700764 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Transition to ACTIVE for port object 8638b204-dda4-474a-8af8-cbc68a197ef4 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:20:25.718823 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Transition to ACTIVE for port object 8638b204-dda4-474a-8af8-cbc68a197ef4 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:20:25.719717 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:25.725647 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:25.761477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Network 1de51011-fb26-4cfa-84cb-587118db3ec0 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:20:25.766295 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:20:25.769341 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:20:25.778725 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298571599', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:20:22Z', 'updated_at': '2021-07-14T08:20:23Z', 'revision_number': 3, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:65:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:23Z', 'updated_at': '2021-07-14T08:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:25.782706 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Pushing event updated for resources: {'Port': ['ID=8638b204-dda4-474a-8af8-cbc68a197ef4,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:25.808750 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf5027-ddcf-4946-8731-438ddb730b6a None None] The sync data for ids ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'] in n-d-778696-5 is: [{'id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298571599', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:20:22Z', 'updated_at': '2021-07-14T08:20:23Z', 'revision_number': 3, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:65:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:23Z', 'updated_at': '2021-07-14T08:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:20:25.838812 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Attempting to bind port 8638b204-dda4-474a-8af8-cbc68a197ef4 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:20:25.839176 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Attempting to bind port 8638b204-dda4-474a-8af8-cbc68a197ef4 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '053bd9ec-799b-4c26-aaf8-6df9a58664c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:20:25.839538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Attempting to bind port 8638b204-dda4-474a-8af8-cbc68a197ef4 on network 1de51011-fb26-4cfa-84cb-587118db3ec0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:20:25.844587 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:20:25.844982 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Checking segment: {'id': '053bd9ec-799b-4c26-aaf8-6df9a58664c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:20:25.845415 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:25.845812 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Bound using segment: {'id': '053bd9ec-799b-4c26-aaf8-6df9a58664c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:20:25.846314 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Bound port: 8638b204-dda4-474a-8af8-cbc68a197ef4, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bd9ec-799b-4c26-aaf8-6df9a58664c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:20:25.846690 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:25.912935 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] For port 8638b204-dda4-474a-8af8-cbc68a197ef4, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:20:25.916641 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] For port 8638b204-dda4-474a-8af8-cbc68a197ef4, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8638b204-dda4-474a-8af8-cbc68a197ef4,segment=NetworkSegment(053bd9ec-799b-4c26-aaf8-6df9a58664c6),segment_id=053bd9ec-799b-4c26-aaf8-6df9a58664c6)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:20:25.921742 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:25.991798 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce2b34-a2fe-4146-b201-4114008182a5 None None] Pushing event updated for resources: {'Port': ['ID=8638b204-dda4-474a-8af8-cbc68a197ef4,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:26.012071 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.20.0.1 (1de51011-fb26-4cfa-84cb-587118db3ec0/9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4/5be9ba8a-c025-4c9c-97f7-87e8114ccb25) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:20:26.155212 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:26.171970 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Transition to ACTIVE for port object 5be9ba8a-c025-4c9c-97f7-87e8114ccb25 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:20:26.226151 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:26.272754 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 1de51011-fb26-4cfa-84cb-587118db3ec0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:20:26.276047 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:20:26.282533 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:20:26.315105 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=5be9ba8a-c025-4c9c-97f7-87e8114ccb25,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:26.336873 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:26.479674 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:26.773837 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:26.778250 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:26.852272 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=5be9ba8a-c025-4c9c-97f7-87e8114ccb25,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:26.854924 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:26.956119 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 1de51011-fb26-4cfa-84cb-587118db3ec0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:20:26.957685 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:20:27.008805 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3c96f0-1dc5-441c-a531-4d7a06c8fffe None None] Network 1de51011-fb26-4cfa-84cb-587118db3ec0 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:20:27.052758 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c744db4b-db63-46a6-a1ee-f005ed8eb878 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:20:27.076508 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router ad7021ab-07e3-47b2-a843-2e07b00f1e55 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:20:27.187126 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:20:27.192811 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b3b6a5bd-2850-44d6-8b9a-f7d97aaaa55f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "PUT /v2.0/routers/ad7021ab-07e3-47b2-a843-2e07b00f1e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9563639 Jul 14 08:20:27.265306 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-49ac5b0d-7234-4f10-b1a7-7326136e56fc None None] Provisioning for port 8638b204-dda4-474a-8af8-cbc68a197ef4 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:20:27.321800 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port c744db4b-db63-46a6-a1ee-f005ed8eb878 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:20:27.328069 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port c744db4b-db63-46a6-a1ee-f005ed8eb878 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:20:27.328439 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:27.438533 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Sync routers for ids ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:20:27.464926 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Routers {'ad7021ab-07e3-47b2-a843-2e07b00f1e55'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:20:27.465576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:20:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:27.468014 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-738c2792-e2e5-4ad8-b327-ff950331ed6e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-822806709&fields=id&tenant_id=03466ac869fa4107bda726f264ea70f9 HTTP/1.1" status: 200 len: 267 time: 0.0383587 Jul 14 08:20:27.471350 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:27.530280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port c744db4b-db63-46a6-a1ee-f005ed8eb878, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c744db4b-db63-46a6-a1ee-f005ed8eb878,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:20:27.535102 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:27.536014 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8638b204-dda4-474a-8af8-cbc68a197ef4 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:20:27.580940 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-9c4e2835-93f4-42a7-9894-11244a0509e9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:27.582495 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-9c4e2835-93f4-42a7-9894-11244a0509e9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/networks?id=1de51011-fb26-4cfa-84cb-587118db3ec0 HTTP/1.1" status: 200 len: 797 time: 0.1077852 Jul 14 08:20:27.599158 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-1779b1a7-8005-48c5-aacd-b0d8bed30b2d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/quotas/03466ac869fa4107bda726f264ea70f9 HTTP/1.1" status: 200 len: 375 time: 0.0102911 Jul 14 08:20:27.656806 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Set router ad7021ab-07e3-47b2-a843-2e07b00f1e55 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:20:27.671887 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-ad29ad3e-15c1-4e57-8965-984a30ea5032 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673182 Jul 14 08:20:27.706807 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=c744db4b-db63-46a6-a1ee-f005ed8eb878,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:27.720361 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 8638b204-dda4-474a-8af8-cbc68a197ef4 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:20:27.731745 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 8638b204-dda4-474a-8af8-cbc68a197ef4 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:20:27.732357 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:27.777529 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-24f1c1dd-b70d-4ff3-a7ab-74e56177e467 None None] Provisioning for port 5be9ba8a-c025-4c9c-97f7-87e8114ccb25 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:20:27.793767 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-1e516315-d541-4ff9-ac56-e816519c2959 service neutron] 10.222.0.35 "GET /v2.0/networks/1de51011-fb26-4cfa-84cb-587118db3ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085243 Jul 14 08:20:27.801387 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-24f1c1dd-b70d-4ff3-a7ab-74e56177e467 None None] Provisioning complete for port 5be9ba8a-c025-4c9c-97f7-87e8114ccb25 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:20:27.801757 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-24f1c1dd-b70d-4ff3-a7ab-74e56177e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:27.887138 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-93dffde0-82be-42c1-b578-82f098c8b268 service neutron] 10.222.0.35 "GET /v2.0/networks/1de51011-fb26-4cfa-84cb-587118db3ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890598 Jul 14 08:20:27.887456 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-24f1c1dd-b70d-4ff3-a7ab-74e56177e467 None None] Port 5be9ba8a-c025-4c9c-97f7-87e8114ccb25 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:20:27.938928 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-24f1c1dd-b70d-4ff3-a7ab-74e56177e467 None None] Provisioning complete for port 8638b204-dda4-474a-8af8-cbc68a197ef4 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:20:27.939265 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-24f1c1dd-b70d-4ff3-a7ab-74e56177e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:28.002878 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:28.066744 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 8638b204-dda4-474a-8af8-cbc68a197ef4, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8638b204-dda4-474a-8af8-cbc68a197ef4,segment=NetworkSegment(053bd9ec-799b-4c26-aaf8-6df9a58664c6),segment_id=053bd9ec-799b-4c26-aaf8-6df9a58664c6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:20:28.090692 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:28.138278 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-24f1c1dd-b70d-4ff3-a7ab-74e56177e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:28.143603 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298571599', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:20:22Z', 'updated_at': '2021-07-14T08:20:26Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:65:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:23Z', 'updated_at': '2021-07-14T08:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '5be9ba8a-c025-4c9c-97f7-87e8114ccb25', 'name': '', 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:ad:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:25Z', 'updated_at': '2021-07-14T08:20:26Z', 'revision_number': 2, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:28.188947 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Checking router: ad7021ab-07e3-47b2-a843-2e07b00f1e55 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:20:28.189393 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Updating router ad7021ab-07e3-47b2-a843-2e07b00f1e55 port 5be9ba8a-c025-4c9c-97f7-87e8114ccb25 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:20:28.195271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=8638b204-dda4-474a-8af8-cbc68a197ef4,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:28.198344 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13bdf6f3-490e-470e-a2d3-4eeb96729c40 req-b072756d-916d-4170-8133-6d10c58a1889 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 210 time: 0.1278720 Jul 14 08:20:28.261090 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:28.284664 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.db.api [None req-24f1c1dd-b70d-4ff3-a7ab-74e56177e467 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 08:20:28.285025 n-d-778696-5 neutron-server[93829]: DEBUG oslo_db.api [None req-24f1c1dd-b70d-4ff3-a7ab-74e56177e467 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 08:20:28.542109 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:28.552863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Transition to ACTIVE for port object 5be9ba8a-c025-4c9c-97f7-87e8114ccb25 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:20:28.558406 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:28.606220 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd67edd-117e-49e5-aa27-502e9b8bc9a5 None None] Pushing event updated for resources: {'Port': ['ID=5be9ba8a-c025-4c9c-97f7-87e8114ccb25,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:28.661925 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Attempting to bind port 5be9ba8a-c025-4c9c-97f7-87e8114ccb25 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:20:28.662385 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Attempting to bind port 5be9ba8a-c025-4c9c-97f7-87e8114ccb25 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '053bd9ec-799b-4c26-aaf8-6df9a58664c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:20:28.662818 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Attempting to bind port 5be9ba8a-c025-4c9c-97f7-87e8114ccb25 on network 1de51011-fb26-4cfa-84cb-587118db3ec0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:20:28.668165 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:20:28.668617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Checking segment: {'id': '053bd9ec-799b-4c26-aaf8-6df9a58664c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:20:28.669172 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:28.669678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Bound using segment: {'id': '053bd9ec-799b-4c26-aaf8-6df9a58664c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:20:28.670203 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Bound port: 5be9ba8a-c025-4c9c-97f7-87e8114ccb25, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bd9ec-799b-4c26-aaf8-6df9a58664c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:20:28.670663 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:28.751847 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] For port 5be9ba8a-c025-4c9c-97f7-87e8114ccb25, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:20:28.755589 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] For port 5be9ba8a-c025-4c9c-97f7-87e8114ccb25, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=5be9ba8a-c025-4c9c-97f7-87e8114ccb25,segment=NetworkSegment(053bd9ec-799b-4c26-aaf8-6df9a58664c6),segment_id=053bd9ec-799b-4c26-aaf8-6df9a58664c6)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:20:28.758995 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:28.851363 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd67edd-117e-49e5-aa27-502e9b8bc9a5 None None] Pushing event updated for resources: {'Port': ['ID=5be9ba8a-c025-4c9c-97f7-87e8114ccb25,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:28.854315 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Routers {'ad7021ab-07e3-47b2-a843-2e07b00f1e55'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:20:28.854867 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:20:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:28.975994 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] Set router ad7021ab-07e3-47b2-a843-2e07b00f1e55 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:20:29.002708 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c744db4b-db63-46a6-a1ee-f005ed8eb878 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:20:29.155723 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port c744db4b-db63-46a6-a1ee-f005ed8eb878 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:20:29.156407 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:29.195625 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-1bf0fc26-618f-43dc-99f5-d4bc00ddd79c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:29.198454 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-1bf0fc26-618f-43dc-99f5-d4bc00ddd79c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "GET /v2.0/networks?id=1de51011-fb26-4cfa-84cb-587118db3ec0 HTTP/1.1" status: 200 len: 797 time: 0.1117432 Jul 14 08:20:29.254546 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-e5791f36-4f45-4574-8d56-cc1cb220a7a3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03466ac869fa4107bda726f264ea70f9 HTTP/1.1" status: 200 len: 379 time: 0.0405695 Jul 14 08:20:29.264530 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-bf9bfdf5-d6f9-417e-b9fa-ec29df99809e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'port': {'device_id': '847aafed-b98f-41cd-b872-5604bf4f3ca1', 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0', 'admin_state_up': True, 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'security_groups': ['790df7b3-52c9-43e3-a5a8-3d270c44a5ca']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:20:29.288114 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8638b204-dda4-474a-8af8-cbc68a197ef4 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:20:29.317226 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298571599', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:20:22Z', 'updated_at': '2021-07-14T08:20:26Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:23Z', 'updated_at': '2021-07-14T08:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '5be9ba8a-c025-4c9c-97f7-87e8114ccb25', 'name': '', 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:ad:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:25Z', 'updated_at': '2021-07-14T08:20:28Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:29.341612 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-38e786a9-193f-4308-9008-d002dd3dad2e req-fcdd6000-531a-4f58-bf13-d148d517359f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0327899 Jul 14 08:20:29.351040 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6c735-4410-4702-a6ab-8cbd6939024f None None] The sync data for ids ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'] in n-d-778696-5 is: [{'id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298571599', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:20:22Z', 'updated_at': '2021-07-14T08:20:26Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:23Z', 'updated_at': '2021-07-14T08:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '5be9ba8a-c025-4c9c-97f7-87e8114ccb25', 'name': '', 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:ad:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:25Z', 'updated_at': '2021-07-14T08:20:28Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:20:29.375814 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 8638b204-dda4-474a-8af8-cbc68a197ef4 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:20:29.376489 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:29.401111 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-bf9bfdf5-d6f9-417e-b9fa-ec29df99809e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Made reservation on behalf of 03466ac869fa4107bda726f264ea70f9 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:20:29.406660 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-bf9bfdf5-d6f9-417e-b9fa-ec29df99809e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:29.548250 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-bf9bfdf5-d6f9-417e-b9fa-ec29df99809e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.20.0.5 (1de51011-fb26-4cfa-84cb-587118db3ec0/9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4/437bb811-d1e7-4659-af91-ac8ad4a1e3e7) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:20:29.695463 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-bf9bfdf5-d6f9-417e-b9fa-ec29df99809e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:29.709559 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-bf9bfdf5-d6f9-417e-b9fa-ec29df99809e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Transition to ACTIVE for port object 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:20:29.743628 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-bf9bfdf5-d6f9-417e-b9fa-ec29df99809e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:29.790123 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-bf9bfdf5-d6f9-417e-b9fa-ec29df99809e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 1de51011-fb26-4cfa-84cb-587118db3ec0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:20:29.793329 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-bf9bfdf5-d6f9-417e-b9fa-ec29df99809e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:20:29.797348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-bf9bfdf5-d6f9-417e-b9fa-ec29df99809e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:20:29.822104 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bfdf5-d6f9-417e-b9fa-ec29df99809e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=437bb811-d1e7-4659-af91-ac8ad4a1e3e7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:29.850477 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-bf9bfdf5-d6f9-417e-b9fa-ec29df99809e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:29.851091 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-bf9bfdf5-d6f9-417e-b9fa-ec29df99809e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:29.868280 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-bf9bfdf5-d6f9-417e-b9fa-ec29df99809e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6091673 Jul 14 08:20:29.926572 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Request body: {'port': {'device_id': '847aafed-b98f-41cd-b872-5604bf4f3ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:20:30.010111 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:30.112834 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b7f56a05-c6ed-4036-8dac-eb3771388d44 None None] Provisioning for port 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:20:30.116412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-b7f56a05-c6ed-4036-8dac-eb3771388d44 None None] Provisioning complete for port 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:20:30.116786 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b7f56a05-c6ed-4036-8dac-eb3771388d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:30.156508 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b7f56a05-c6ed-4036-8dac-eb3771388d44 None None] Port 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:20:30.273371 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:20:30.281270 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:30.293255 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Transition to ACTIVE for port object 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:20:30.297705 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:30.351816 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Pushing event updated for resources: {'Port': ['ID=437bb811-d1e7-4659-af91-ac8ad4a1e3e7,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:30.421433 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Attempting to bind port 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:20:30.421772 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Attempting to bind port 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '053bd9ec-799b-4c26-aaf8-6df9a58664c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:20:30.422101 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Attempting to bind port 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 on network 1de51011-fb26-4cfa-84cb-587118db3ec0 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:20:30.427302 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Port 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 on network 1de51011-fb26-4cfa-84cb-587118db3ec0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:20:30.427619 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Attempting to bind port 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 on network 1de51011-fb26-4cfa-84cb-587118db3ec0 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:20:30.432376 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:20:30.432712 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Checking segment: {'id': '053bd9ec-799b-4c26-aaf8-6df9a58664c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:20:30.433096 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Bound using segment: {'id': '053bd9ec-799b-4c26-aaf8-6df9a58664c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:20:30.433551 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Bound port: 437bb811-d1e7-4659-af91-ac8ad4a1e3e7, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053bd9ec-799b-4c26-aaf8-6df9a58664c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:20:30.433969 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:30.510417 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] For port 437bb811-d1e7-4659-af91-ac8ad4a1e3e7, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:20:30.514324 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] For port 437bb811-d1e7-4659-af91-ac8ad4a1e3e7, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=437bb811-d1e7-4659-af91-ac8ad4a1e3e7,segment=NetworkSegment(053bd9ec-799b-4c26-aaf8-6df9a58664c6),segment_id=053bd9ec-799b-4c26-aaf8-6df9a58664c6)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:20:30.520395 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:30.529298 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb68f53-a2d5-400c-9a82-b06cdd81ab8a req-00be3cbb-a92d-400a-a5bd-3fbcd57186e8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:30.531707 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5eb68f53-a2d5-400c-9a82-b06cdd81ab8a req-00be3cbb-a92d-400a-a5bd-3fbcd57186e8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 943 time: 0.0696909 Jul 14 08:20:30.558326 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:30.559560 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:30.560944 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] 10.222.0.30 "PUT /v2.0/ports/437bb811-d1e7-4659-af91-ac8ad4a1e3e7 HTTP/1.1" status: 200 len: 1091 time: 0.6855409 Jul 14 08:20:30.561409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847aafed-b98f-41cd-b872-5604bf4f3ca1', 'tag': '437bb811-d1e7-4659-af91-ac8ad4a1e3e7'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:20:30.564328 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fef856-6208-4f92-9a97-880dc31a54e3" -d '{"events": [{"name": "network-changed", "server_uuid": "847aafed-b98f-41cd-b872-5604bf4f3ca1", "tag": "437bb811-d1e7-4659-af91-ac8ad4a1e3e7"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:20:30.571905 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5eb68f53-a2d5-400c-9a82-b06cdd81ab8a req-e75641f6-34a1-4d83-8bbd-482828925ec2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331967 Jul 14 08:20:30.620860 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc238a6b-ef4e-41df-9241-83cf57915798 service neutron] Pushing event updated for resources: {'Port': ['ID=437bb811-d1e7-4659-af91-ac8ad4a1e3e7,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:30.629931 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4944a308-a800-4da6-98d2-8d93c1cafe60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:30.647189 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8993b88-93b0-4ca6-846e-6302ae2ecb58 x-openstack-request-id: req-c8993b88-93b0-4ca6-846e-6302ae2ecb58 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:20:30.647511 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847aafed-b98f-41cd-b872-5604bf4f3ca1", "tag": "437bb811-d1e7-4659-af91-ac8ad4a1e3e7", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:20:30.647755 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8993b88-93b0-4ca6-846e-6302ae2ecb58 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:20:30.648126 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847aafed-b98f-41cd-b872-5604bf4f3ca1', 'tag': '437bb811-d1e7-4659-af91-ac8ad4a1e3e7', 'status': 'completed', 'code': 200} Jul 14 08:20:30.675509 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-8f85f6d9-ce17-4e66-a2bc-d3ffa46183ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:30.677094 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-8f85f6d9-ce17-4e66-a2bc-d3ffa46183ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 1094 time: 0.0642164 Jul 14 08:20:30.719264 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-c26a81ca-ca9d-4c77-af32-724406db8cb8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=437bb811-d1e7-4659-af91-ac8ad4a1e3e7 HTTP/1.1" status: 200 len: 217 time: 0.0348692 Jul 14 08:20:30.772711 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-65b401c7-144f-4388-82f5-528b25823f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:30.774249 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-65b401c7-144f-4388-82f5-528b25823f87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4 HTTP/1.1" status: 200 len: 834 time: 0.0489130 Jul 14 08:20:30.996098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5be9ba8a-c025-4c9c-97f7-87e8114ccb25 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:20:31.045922 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 5be9ba8a-c025-4c9c-97f7-87e8114ccb25 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:20:31.050271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 5be9ba8a-c025-4c9c-97f7-87e8114ccb25 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:20:31.050644 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:31.118407 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-cf261643-6a40-4dcb-96ab-2bcd89233c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:31.120168 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-cf261643-6a40-4dcb-96ab-2bcd89233c58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1de51011-fb26-4cfa-84cb-587118db3ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3400207 Jul 14 08:20:31.128541 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:31.159671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 5be9ba8a-c025-4c9c-97f7-87e8114ccb25, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=5be9ba8a-c025-4c9c-97f7-87e8114ccb25,segment=NetworkSegment(053bd9ec-799b-4c26-aaf8-6df9a58664c6),segment_id=053bd9ec-799b-4c26-aaf8-6df9a58664c6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:20:31.163892 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:31.208207 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-46ef5fdb-9863-4446-aa4c-0ea2452ddca6 service neutron] 10.222.0.30 "GET /v2.0/networks/1de51011-fb26-4cfa-84cb-587118db3ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812197 Jul 14 08:20:31.212425 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=5be9ba8a-c025-4c9c-97f7-87e8114ccb25,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:31.298839 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ddd68fed-6acc-4bc9-bf9b-0083de3635f5 req-cc838712-7b90-45fd-bfae-65794f7702ef service neutron] 10.222.0.30 "GET /v2.0/networks/1de51011-fb26-4cfa-84cb-587118db3ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828443 Jul 14 08:20:31.395535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fef856-6208-4f92-9a97-880dc31a54e3 req-08a52020-2f41-4164-b898-a714a78b2d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:31.397006 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f5fef856-6208-4f92-9a97-880dc31a54e3 req-08a52020-2f41-4164-b898-a714a78b2d0f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 1094 time: 0.0516505 Jul 14 08:20:31.487468 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fef856-6208-4f92-9a97-880dc31a54e3 req-fd5ece19-08e8-431c-ab92-3e12a784f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:31.489329 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f5fef856-6208-4f92-9a97-880dc31a54e3 req-fd5ece19-08e8-431c-ab92-3e12a784f9e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1de51011-fb26-4cfa-84cb-587118db3ec0 HTTP/1.1" status: 200 len: 898 time: 0.0856731 Jul 14 08:20:31.531326 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f5fef856-6208-4f92-9a97-880dc31a54e3 req-25737fcc-f9fb-418d-b69e-9f17d5e3cd33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=437bb811-d1e7-4659-af91-ac8ad4a1e3e7 HTTP/1.1" status: 200 len: 217 time: 0.0334792 Jul 14 08:20:31.577501 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fef856-6208-4f92-9a97-880dc31a54e3 req-78cb9994-0640-4bc5-8576-83ded6d067e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:31.578831 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f5fef856-6208-4f92-9a97-880dc31a54e3 req-78cb9994-0640-4bc5-8576-83ded6d067e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4 HTTP/1.1" status: 200 len: 834 time: 0.0413857 Jul 14 08:20:31.639154 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fef856-6208-4f92-9a97-880dc31a54e3 req-bdc28686-ce3f-4602-bc97-f1b55975e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:31.640670 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f5fef856-6208-4f92-9a97-880dc31a54e3 req-bdc28686-ce3f-4602-bc97-f1b55975e32f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1de51011-fb26-4cfa-84cb-587118db3ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546918 Jul 14 08:20:31.729465 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f5fef856-6208-4f92-9a97-880dc31a54e3 req-58988496-1a86-4b7b-91df-c2248472e157 service neutron] 10.222.0.30 "GET /v2.0/networks/1de51011-fb26-4cfa-84cb-587118db3ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806930 Jul 14 08:20:31.758705 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dc5f0-3d15-4e8e-b110-1fc945350cd4 req-f0d5c359-623b-403c-9e62-a78975758b43 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:31.760245 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb6dc5f0-3d15-4e8e-b110-1fc945350cd4 req-f0d5c359-623b-403c-9e62-a78975758b43 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 943 time: 0.0633774 Jul 14 08:20:31.802127 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cb6dc5f0-3d15-4e8e-b110-1fc945350cd4 req-f8bb920f-530b-42a7-b21c-35fa1d8136c4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362260 Jul 14 08:20:31.824742 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f5fef856-6208-4f92-9a97-880dc31a54e3 req-ed152998-ed97-4cd9-a50f-633f920f9e77 service neutron] 10.222.0.30 "GET /v2.0/networks/1de51011-fb26-4cfa-84cb-587118db3ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872300 Jul 14 08:20:32.986329 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5be9ba8a-c025-4c9c-97f7-87e8114ccb25 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:20:32.988969 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1e33f-0787-46db-a193-e99b3c517f0f req-0798b7a5-3e5d-4161-b45a-e5893b9911a8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:32.991794 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1fc1e33f-0787-46db-a193-e99b3c517f0f req-0798b7a5-3e5d-4161-b45a-e5893b9911a8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 943 time: 0.0765257 Jul 14 08:20:33.023758 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:20:33.038600 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1fc1e33f-0787-46db-a193-e99b3c517f0f req-a7292b69-7328-4948-9b59-c2e42bb09092 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407476 Jul 14 08:20:33.044534 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 5be9ba8a-c025-4c9c-97f7-87e8114ccb25 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:20:33.044912 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:33.399681 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e728558c-e4a4-4613-827a-5dc135db1dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:33.758800 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:20:33.772057 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:33.853485 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 437bb811-d1e7-4659-af91-ac8ad4a1e3e7, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=437bb811-d1e7-4659-af91-ac8ad4a1e3e7,segment=NetworkSegment(053bd9ec-799b-4c26-aaf8-6df9a58664c6),segment_id=053bd9ec-799b-4c26-aaf8-6df9a58664c6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:20:33.863717 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '437bb811-d1e7-4659-af91-ac8ad4a1e3e7', 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0', 'port_id': '437bb811-d1e7-4659-af91-ac8ad4a1e3e7', 'mac_address': 'fa:16:3e:ab:d4:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:20:33.904471 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:33.916549 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:20:33.935082 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 437bb811-d1e7-4659-af91-ac8ad4a1e3e7, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=437bb811-d1e7-4659-af91-ac8ad4a1e3e7,segment=NetworkSegment(053bd9ec-799b-4c26-aaf8-6df9a58664c6),segment_id=053bd9ec-799b-4c26-aaf8-6df9a58664c6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:20:33.939145 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:33.987462 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=437bb811-d1e7-4659-af91-ac8ad4a1e3e7,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:34.187242 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['437bb811-d1e7-4659-af91-ac8ad4a1e3e7'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:20:34.213729 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2d39e-e535-4413-8605-a3ab67d2432f req-5dcf0b62-784e-4ee2-b89c-4e49522093b0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:34.215222 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fd2d39e-e535-4413-8605-a3ab67d2432f req-5dcf0b62-784e-4ee2-b89c-4e49522093b0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 944 time: 0.0626683 Jul 14 08:20:34.253306 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fd2d39e-e535-4413-8605-a3ab67d2432f req-3ae280a5-6cee-40ad-bb88-60c0d01693ff tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323656 Jul 14 08:20:34.936920 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:34.947873 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-57318400-9d53-41c4-9898-b30c8c6d242e req-ed0a198e-3bdf-4248-928d-6cde2d074b79 service neutron] (93828) timed out ('10.222.0.35', 39182) {{(pid=93828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 08:20:35.426152 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc77f90-951f-4f5b-b6a2-1e367848f5fc req-91b9990a-a74f-475c-b447-a3b153a5841b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:35.428432 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2bc77f90-951f-4f5b-b6a2-1e367848f5fc req-91b9990a-a74f-475c-b447-a3b153a5841b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 944 time: 0.0673795 Jul 14 08:20:35.466363 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2bc77f90-951f-4f5b-b6a2-1e367848f5fc req-77ab77fc-1ded-404a-99e0-e356d9eb2541 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305986 Jul 14 08:20:35.774342 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:20:35.820806 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:20:35.824234 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:20:35.824599 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:35.902463 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:35.924914 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847aafed-b98f-41cd-b872-5604bf4f3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437bb811-d1e7-4659-af91-ac8ad4a1e3e7'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:20:35.927535 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e45d5be-78ba-47cc-9beb-fcb2ca3f436f" -d '{"events": [{"server_uuid": "847aafed-b98f-41cd-b872-5604bf4f3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "437bb811-d1e7-4659-af91-ac8ad4a1e3e7"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:20:35.940093 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 437bb811-d1e7-4659-af91-ac8ad4a1e3e7, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=437bb811-d1e7-4659-af91-ac8ad4a1e3e7,segment=NetworkSegment(053bd9ec-799b-4c26-aaf8-6df9a58664c6),segment_id=053bd9ec-799b-4c26-aaf8-6df9a58664c6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:20:35.944200 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:35.973350 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c135ab3e-a670-4623-9add-aa547ddd7c05 x-openstack-request-id: req-c135ab3e-a670-4623-9add-aa547ddd7c05 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:20:35.973637 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847aafed-b98f-41cd-b872-5604bf4f3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "437bb811-d1e7-4659-af91-ac8ad4a1e3e7", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:20:35.973886 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c135ab3e-a670-4623-9add-aa547ddd7c05 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:20:35.974274 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847aafed-b98f-41cd-b872-5604bf4f3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437bb811-d1e7-4659-af91-ac8ad4a1e3e7', 'code': 200} Jul 14 08:20:35.998688 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=437bb811-d1e7-4659-af91-ac8ad4a1e3e7,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:36.079851 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f59463-f277-4cc1-a71c-f86ca4554741 req-2f2560ce-d2ed-4cfc-a041-3c4dab52e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:36.081906 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-29f59463-f277-4cc1-a71c-f86ca4554741 req-2f2560ce-d2ed-4cfc-a041-3c4dab52e9cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 1096 time: 0.0515680 Jul 14 08:20:36.115281 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-29f59463-f277-4cc1-a71c-f86ca4554741 req-12438f30-0775-4deb-b225-c274dff44d09 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258403 Jul 14 08:20:36.462526 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:36.635767 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be13e4-4629-4f02-9003-c5ace8a2463e req-7712484e-cddb-4638-9eb6-3a9db8833309 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:36.637288 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1be13e4-4629-4f02-9003-c5ace8a2463e req-7712484e-cddb-4638-9eb6-3a9db8833309 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0636868 Jul 14 08:20:36.674627 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1be13e4-4629-4f02-9003-c5ace8a2463e req-cd58068a-f10a-4810-913a-1973a102d264 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311384 Jul 14 08:20:37.849993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08865827-8f48-4166-b4ef-626d01fd4530 req-1770f8ef-ea14-4a6a-a25d-38ed7c662bce tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:37.851559 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-08865827-8f48-4166-b4ef-626d01fd4530 req-1770f8ef-ea14-4a6a-a25d-38ed7c662bce tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0646174 Jul 14 08:20:37.894536 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-08865827-8f48-4166-b4ef-626d01fd4530 req-185d209f-1f72-438b-b4c7-573e7bb898b0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370953 Jul 14 08:20:38.073106 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a6ace-6cb7-4784-a5ce-16bf20758837 req-79c07f47-a7fc-4891-ae00-bd42b9e54b43 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:38.074653 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b5a6ace-6cb7-4784-a5ce-16bf20758837 req-79c07f47-a7fc-4891-ae00-bd42b9e54b43 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0692244 Jul 14 08:20:38.110881 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7b5a6ace-6cb7-4784-a5ce-16bf20758837 req-fe7f8190-cfef-4a59-b237-4cb9384696dc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307257 Jul 14 08:20:38.135060 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42050) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:38.184624 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4687f28f-7e21-465f-a513-b6b2de5857a9 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:38.186121 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-4687f28f-7e21-465f-a513-b6b2de5857a9 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 1091 time: 0.0501311 Jul 14 08:20:38.188771 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42052) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:38.193701 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': '437bb811-d1e7-4659-af91-ac8ad4a1e3e7', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:20:38.214353 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:38.310566 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:38.407464 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.25.7.219 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/54363c69-fa07-41c5-b359-898910dc90ec) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:20:38.511229 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:38.548523 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:38.587108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:20:38.589731 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:20:38.593169 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:20:38.598983 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=54363c69-fa07-41c5-b359-898910dc90ec,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:38.952408 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:39.027061 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:39.171380 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:39.175829 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:39.244754 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=54363c69-fa07-41c5-b359-898910dc90ec,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:20:39.256636 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:39.354004 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Floating IP 4d582382-1e72-4a38-a41e-906f648390c1 associated. External IP: 172.25.7.219, port: 437bb811-d1e7-4659-af91-ac8ad4a1e3e7. Jul 14 08:20:39.554486 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router ad7021ab-07e3-47b2-a843-2e07b00f1e55 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:20:39.655786 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:20:39.665437 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a204045-353b-49b2-ae59-0a861b70ce59 None None] Sync routers for ids ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:20:39.671300 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:39.675156 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a204045-353b-49b2-ae59-0a861b70ce59 None None] Routers {'ad7021ab-07e3-47b2-a843-2e07b00f1e55'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:20:39.675747 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0a204045-353b-49b2-ae59-0a861b70ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:20:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:39.710523 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-696d179e-c5aa-4539-b17d-95a9753b576d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5206420 Jul 14 08:20:39.711017 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847aafed-b98f-41cd-b872-5604bf4f3ca1', 'tag': '437bb811-d1e7-4659-af91-ac8ad4a1e3e7'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:20:39.713310 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bda25e9-3602-49e4-a389-631421753b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "847aafed-b98f-41cd-b872-5604bf4f3ca1", "tag": "437bb811-d1e7-4659-af91-ac8ad4a1e3e7"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:20:39.780728 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0a204045-353b-49b2-ae59-0a861b70ce59 None None] Set router ad7021ab-07e3-47b2-a843-2e07b00f1e55 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:20:39.808132 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e547c2c8-e46d-44bd-8867-238ebb46c08b x-openstack-request-id: req-e547c2c8-e46d-44bd-8867-238ebb46c08b {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:20:39.808418 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847aafed-b98f-41cd-b872-5604bf4f3ca1", "tag": "437bb811-d1e7-4659-af91-ac8ad4a1e3e7", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:20:39.808674 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e547c2c8-e46d-44bd-8867-238ebb46c08b {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:20:39.809076 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847aafed-b98f-41cd-b872-5604bf4f3ca1', 'tag': '437bb811-d1e7-4659-af91-ac8ad4a1e3e7', 'status': 'completed', 'code': 200} Jul 14 08:20:39.882649 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda25e9-3602-49e4-a389-631421753b5e req-9d97b521-9eae-4c49-964e-235da1132f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:39.884833 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1bda25e9-3602-49e4-a389-631421753b5e req-9d97b521-9eae-4c49-964e-235da1132f02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 1096 time: 0.0531681 Jul 14 08:20:39.929317 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe95c0f-a64a-4999-9915-28a4ff572c86 req-70a80c60-8924-46de-bb12-d987009f52d5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:39.931250 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbe95c0f-a64a-4999-9915-28a4ff572c86 req-70a80c60-8924-46de-bb12-d987009f52d5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0664353 Jul 14 08:20:39.972449 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cbe95c0f-a64a-4999-9915-28a4ff572c86 req-3cf5b82e-2ef3-449b-add8-a906f8ef3d9a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344734 Jul 14 08:20:39.988581 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda25e9-3602-49e4-a389-631421753b5e req-71441be1-744c-4892-afbb-9ec34fcd3822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:39.990250 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1bda25e9-3602-49e4-a389-631421753b5e req-71441be1-744c-4892-afbb-9ec34fcd3822 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1de51011-fb26-4cfa-84cb-587118db3ec0 HTTP/1.1" status: 200 len: 898 time: 0.0995986 Jul 14 08:20:39.999513 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42062) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:40.009679 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0a204045-353b-49b2-ae59-0a861b70ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298571599', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:20:22Z', 'updated_at': '2021-07-14T08:20:26Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:23Z', 'updated_at': '2021-07-14T08:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '4d582382-1e72-4a38-a41e-906f648390c1', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'port_id': '437bb811-d1e7-4659-af91-ac8ad4a1e3e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0', 'mac_address': 'fa:16:3e:ab:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847aafed-b98f-41cd-b872-5604bf4f3ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:20:38Z', 'updated_at': '2021-07-14T08:20:38Z', 'revision_number': 0, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be9ba8a-c025-4c9c-97f7-87e8114ccb25', 'name': '', 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:ad:3c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:25Z', 'updated_at': '2021-07-14T08:20:31Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:40.035582 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a204045-353b-49b2-ae59-0a861b70ce59 None None] Checking router: ad7021ab-07e3-47b2-a843-2e07b00f1e55 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:20:40.043939 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a204045-353b-49b2-ae59-0a861b70ce59 None None] Routers {'ad7021ab-07e3-47b2-a843-2e07b00f1e55'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:20:40.044623 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0a204045-353b-49b2-ae59-0a861b70ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:20:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:40.059850 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1bda25e9-3602-49e4-a389-631421753b5e req-e655e618-4648-402b-b672-8eb4636fa3b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=437bb811-d1e7-4659-af91-ac8ad4a1e3e7 HTTP/1.1" status: 200 len: 999 time: 0.0632286 Jul 14 08:20:40.063940 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ce64a8bb-ded3-424d-ab90-e0d4001004a8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/floatingips/4d582382-1e72-4a38-a41e-906f648390c1 HTTP/1.1" status: 200 len: 991 time: 0.0633254 Jul 14 08:20:40.113025 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda25e9-3602-49e4-a389-631421753b5e req-5597ad43-dd60-4f89-b566-eeb7832b5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:40.114534 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1bda25e9-3602-49e4-a389-631421753b5e req-5597ad43-dd60-4f89-b566-eeb7832b5a0d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4 HTTP/1.1" status: 200 len: 834 time: 0.0487854 Jul 14 08:20:40.148194 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0a204045-353b-49b2-ae59-0a861b70ce59 None None] Set router ad7021ab-07e3-47b2-a843-2e07b00f1e55 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:20:40.170698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda25e9-3602-49e4-a389-631421753b5e req-1a1cb247-aa91-44d6-9fd2-468f437ee4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:40.172252 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1bda25e9-3602-49e4-a389-631421753b5e req-1a1cb247-aa91-44d6-9fd2-468f437ee4e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1de51011-fb26-4cfa-84cb-587118db3ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513325 Jul 14 08:20:40.260153 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1bda25e9-3602-49e4-a389-631421753b5e req-97aaa262-871e-4cd1-b663-c8f277c023b9 service neutron] 10.222.0.30 "GET /v2.0/networks/1de51011-fb26-4cfa-84cb-587118db3ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805137 Jul 14 08:20:40.352886 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1bda25e9-3602-49e4-a389-631421753b5e req-94d0cac5-aea5-4b62-a868-0459fe4f23ee service neutron] 10.222.0.30 "GET /v2.0/networks/1de51011-fb26-4cfa-84cb-587118db3ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871568 Jul 14 08:20:40.364504 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0a204045-353b-49b2-ae59-0a861b70ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298571599', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:20:22Z', 'updated_at': '2021-07-14T08:20:26Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:23Z', 'updated_at': '2021-07-14T08:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '4d582382-1e72-4a38-a41e-906f648390c1', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'port_id': '437bb811-d1e7-4659-af91-ac8ad4a1e3e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0', 'mac_address': 'fa:16:3e:ab:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847aafed-b98f-41cd-b872-5604bf4f3ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:20:38Z', 'updated_at': '2021-07-14T08:20:38Z', 'revision_number': 0, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be9ba8a-c025-4c9c-97f7-87e8114ccb25', 'name': '', 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:ad:3c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:25Z', 'updated_at': '2021-07-14T08:20:31Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:20:40.391440 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a204045-353b-49b2-ae59-0a861b70ce59 None None] The sync data for ids ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'] in n-d-778696-5 is: [{'id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298571599', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:20:22Z', 'updated_at': '2021-07-14T08:20:26Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:23Z', 'updated_at': '2021-07-14T08:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '4d582382-1e72-4a38-a41e-906f648390c1', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'port_id': '437bb811-d1e7-4659-af91-ac8ad4a1e3e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0', 'mac_address': 'fa:16:3e:ab:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847aafed-b98f-41cd-b872-5604bf4f3ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:20:38Z', 'updated_at': '2021-07-14T08:20:38Z', 'revision_number': 0, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be9ba8a-c025-4c9c-97f7-87e8114ccb25', 'name': '', 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:ad:3c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:25Z', 'updated_at': '2021-07-14T08:20:31Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:20:40.564257 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbebef8-0562-456a-8e37-b29f1fc74c6d None None] New status for floating IP 4d582382-1e72-4a38-a41e-906f648390c1: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:20:41.067600 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42064) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:20:41.125291 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-41868766-032d-45a2-a9bf-b6ab1901b0ba tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/floatingips/4d582382-1e72-4a38-a41e-906f648390c1 HTTP/1.1" status: 200 len: 993 time: 0.0565553 Jul 14 08:20:46.208286 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:46.286150 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:20:57.255342 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-17f775ec-a4ed-48c5-b9b6-7a6ac9ec1899 req-e73b614b-c799-4a04-a8d7-8080e533c5a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507495 Jul 14 08:20:57.348010 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f775ec-a4ed-48c5-b9b6-7a6ac9ec1899 req-8becc341-d54a-4d56-bfef-afcd70a3b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:57.349521 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-17f775ec-a4ed-48c5-b9b6-7a6ac9ec1899 req-8becc341-d54a-4d56-bfef-afcd70a3b81b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 1096 time: 0.0518334 Jul 14 08:20:57.453295 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f775ec-a4ed-48c5-b9b6-7a6ac9ec1899 req-ebe2b2d9-eb5e-453f-ad57-0c7457ab111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:57.454740 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-17f775ec-a4ed-48c5-b9b6-7a6ac9ec1899 req-ebe2b2d9-eb5e-453f-ad57-0c7457ab111f service neutron] 10.222.0.30 "GET /v2.0/networks?id=1de51011-fb26-4cfa-84cb-587118db3ec0 HTTP/1.1" status: 200 len: 898 time: 0.0851662 Jul 14 08:20:57.519135 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-17f775ec-a4ed-48c5-b9b6-7a6ac9ec1899 req-bfaf0bbd-5ddf-4e3b-acbf-bdb1bb0890c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=437bb811-d1e7-4659-af91-ac8ad4a1e3e7 HTTP/1.1" status: 200 len: 1001 time: 0.0553973 Jul 14 08:20:57.570276 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f775ec-a4ed-48c5-b9b6-7a6ac9ec1899 req-6b936b67-a88e-4ed6-b189-f8a7f4d67385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:57.571677 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-17f775ec-a4ed-48c5-b9b6-7a6ac9ec1899 req-6b936b67-a88e-4ed6-b189-f8a7f4d67385 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4 HTTP/1.1" status: 200 len: 834 time: 0.0453186 Jul 14 08:20:57.626552 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f775ec-a4ed-48c5-b9b6-7a6ac9ec1899 req-634b7a37-57d1-4fe8-8af5-d5cb78341d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:20:57.628030 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-17f775ec-a4ed-48c5-b9b6-7a6ac9ec1899 req-634b7a37-57d1-4fe8-8af5-d5cb78341d18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1de51011-fb26-4cfa-84cb-587118db3ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499539 Jul 14 08:20:57.715703 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-17f775ec-a4ed-48c5-b9b6-7a6ac9ec1899 req-331ecb3c-f4bb-492f-807c-1971bdb64296 service neutron] 10.222.0.30 "GET /v2.0/networks/1de51011-fb26-4cfa-84cb-587118db3ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798419 Jul 14 08:20:57.806550 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-17f775ec-a4ed-48c5-b9b6-7a6ac9ec1899 req-34028677-edf2-424d-a319-ba3bc225807f service neutron] 10.222.0.30 "GET /v2.0/networks/1de51011-fb26-4cfa-84cb-587118db3ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835724 Jul 14 08:21:00.608658 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-409a612e-5400-4510-af87-5a2d80f5f87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:03.399379 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-565d162d-c455-47b8-a304-cfc24a6d3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:03.762323 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:04.939150 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:06.466131 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:10.025135 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:21:12.650875 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7809df-74e9-4b1c-8d11-fe8b6cd45864 req-fc8b4dd1-29db-47b9-922a-5449f66f90a1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:12.652283 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb7809df-74e9-4b1c-8d11-fe8b6cd45864 req-fc8b4dd1-29db-47b9-922a-5449f66f90a1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0627096 Jul 14 08:21:12.692837 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb7809df-74e9-4b1c-8d11-fe8b6cd45864 req-1e3a6b59-23cd-48bf-baa8-a18115ba57db tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350401 Jul 14 08:21:13.880510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a2354-57c9-4c12-89a5-ea81cce25051 req-515cf5af-d096-4d5d-a288-4ec9f7d1f70f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:13.882008 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-153a2354-57c9-4c12-89a5-ea81cce25051 req-515cf5af-d096-4d5d-a288-4ec9f7d1f70f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0624647 Jul 14 08:21:13.918334 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-153a2354-57c9-4c12-89a5-ea81cce25051 req-f12f5b9c-f53e-45db-bba4-b163a3bb276a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309150 Jul 14 08:21:15.089570 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499d126-525a-4372-9819-765ef57a744e req-b1b53dfd-e369-4419-919f-e3732e967b26 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:15.091042 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e499d126-525a-4372-9819-765ef57a744e req-b1b53dfd-e369-4419-919f-e3732e967b26 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0624526 Jul 14 08:21:15.127919 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e499d126-525a-4372-9819-765ef57a744e req-7a0af38c-da55-41f8-be63-b555878faf72 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308700 Jul 14 08:21:16.207421 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:16.301945 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:16.304093 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0f0d6-14a9-4e05-a0a4-17e0c1c2f9de req-e048287a-683e-4ce2-87c0-960470e351d8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:16.305639 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65d0f0d6-14a9-4e05-a0a4-17e0c1c2f9de req-e048287a-683e-4ce2-87c0-960470e351d8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0668151 Jul 14 08:21:16.342757 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-65d0f0d6-14a9-4e05-a0a4-17e0c1c2f9de req-5dca250d-14ea-4bc7-9f89-fd400bc60b61 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314922 Jul 14 08:21:17.510844 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20908c1b-f3ce-49bb-ae9c-f1c7b311fd81 req-3a60c15d-6d71-40a1-8de7-ca4fa6ed4480 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:17.512321 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-20908c1b-f3ce-49bb-ae9c-f1c7b311fd81 req-3a60c15d-6d71-40a1-8de7-ca4fa6ed4480 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0622196 Jul 14 08:21:17.548357 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-20908c1b-f3ce-49bb-ae9c-f1c7b311fd81 req-63ed2430-6fa4-4738-9352-67c27f3c2f6d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306337 Jul 14 08:21:18.717405 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc20294-7405-4ecc-b5ed-8b2f40cb136e req-2b0cf51b-0269-4dae-bd83-e044af6499bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:18.718868 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fbc20294-7405-4ecc-b5ed-8b2f40cb136e req-2b0cf51b-0269-4dae-bd83-e044af6499bb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0621028 Jul 14 08:21:18.762178 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-fbc20294-7405-4ecc-b5ed-8b2f40cb136e req-f199522c-cbce-475a-b659-36a3ddfaf569 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378971 Jul 14 08:21:19.933873 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ae982-44b0-476b-899f-029fef990653 req-80260658-b5cb-47bb-87b3-007dfa0f94e8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:19.935348 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f64ae982-44b0-476b-899f-029fef990653 req-80260658-b5cb-47bb-87b3-007dfa0f94e8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0623934 Jul 14 08:21:19.972064 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f64ae982-44b0-476b-899f-029fef990653 req-a6ff0404-f8c6-4947-800f-da91d7a644ba tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307164 Jul 14 08:21:21.139764 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52423b0d-06b9-4537-9803-8303ab15599b req-cd6ebbee-9f8b-4515-92b6-afb5d30f31ee tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:21.141264 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52423b0d-06b9-4537-9803-8303ab15599b req-cd6ebbee-9f8b-4515-92b6-afb5d30f31ee tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0626702 Jul 14 08:21:21.177635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-52423b0d-06b9-4537-9803-8303ab15599b req-cc7ff87d-e8c3-41a2-b1d3-5ef93a0606cf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303714 Jul 14 08:21:22.350909 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd556549-694f-43d5-87f1-a12671d49aa1 req-acf2f6f5-e4b8-446c-b01d-135fdeeceaeb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:22.352389 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd556549-694f-43d5-87f1-a12671d49aa1 req-acf2f6f5-e4b8-446c-b01d-135fdeeceaeb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0656741 Jul 14 08:21:22.388713 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd556549-694f-43d5-87f1-a12671d49aa1 req-01ceaaf3-783c-4940-bbbc-ffe0a4964804 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308845 Jul 14 08:21:23.562047 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825191b-c298-432d-8a0a-147d8ffe30b0 req-836b1159-0cd7-4819-9a2e-a88f6e218026 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:23.563517 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2825191b-c298-432d-8a0a-147d8ffe30b0 req-836b1159-0cd7-4819-9a2e-a88f6e218026 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0628030 Jul 14 08:21:23.600027 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2825191b-c298-432d-8a0a-147d8ffe30b0 req-ffed2843-0704-4b73-a594-395a8003b6cb tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303721 Jul 14 08:21:23.624762 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42104) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:21:23.687206 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-14cd18b0-c8ec-40df-bc45-1824737cb7fa tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/floatingips/4d582382-1e72-4a38-a41e-906f648390c1 HTTP/1.1" status: 200 len: 993 time: 0.0612330 Jul 14 08:21:25.085650 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8136b44-61ee-4866-96e8-e6a2c02a381a req-479fb435-27fe-4f9d-acc7-6e7b2223d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:25.087214 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c8136b44-61ee-4866-96e8-e6a2c02a381a req-479fb435-27fe-4f9d-acc7-6e7b2223d9bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 1096 time: 0.0556552 Jul 14 08:21:25.105937 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046babac-364c-4dea-bf76-d1d4204f9a74 req-c758d0d8-db7f-435f-b7b2-3a31c6b5779b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:25.107415 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-046babac-364c-4dea-bf76-d1d4204f9a74 req-c758d0d8-db7f-435f-b7b2-3a31c6b5779b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0652220 Jul 14 08:21:25.144641 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-046babac-364c-4dea-bf76-d1d4204f9a74 req-f1a4bb63-bc0a-4181-b2a0-3572db33cac8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316362 Jul 14 08:21:25.179800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8136b44-61ee-4866-96e8-e6a2c02a381a req-bd1dc04e-7adf-4759-895f-85b0e82a016a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:25.181334 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c8136b44-61ee-4866-96e8-e6a2c02a381a req-bd1dc04e-7adf-4759-895f-85b0e82a016a service neutron] 10.222.0.30 "GET /v2.0/networks?id=1de51011-fb26-4cfa-84cb-587118db3ec0 HTTP/1.1" status: 200 len: 898 time: 0.0875335 Jul 14 08:21:25.244151 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c8136b44-61ee-4866-96e8-e6a2c02a381a req-1c1fcb48-497e-493e-8705-1285de4844a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=437bb811-d1e7-4659-af91-ac8ad4a1e3e7 HTTP/1.1" status: 200 len: 1001 time: 0.0566876 Jul 14 08:21:25.290941 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8136b44-61ee-4866-96e8-e6a2c02a381a req-f3cb16af-0e4a-4469-9e0e-01156d941ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:25.292336 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c8136b44-61ee-4866-96e8-e6a2c02a381a req-f3cb16af-0e4a-4469-9e0e-01156d941ebc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4 HTTP/1.1" status: 200 len: 834 time: 0.0425279 Jul 14 08:21:25.350441 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8136b44-61ee-4866-96e8-e6a2c02a381a req-fe6d1170-8e4f-4207-9bb3-6094fcf1d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:25.351882 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c8136b44-61ee-4866-96e8-e6a2c02a381a req-fe6d1170-8e4f-4207-9bb3-6094fcf1d121 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1de51011-fb26-4cfa-84cb-587118db3ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536628 Jul 14 08:21:25.436236 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c8136b44-61ee-4866-96e8-e6a2c02a381a req-fbb77e01-edac-4787-8c4b-bc3e98cac3c9 service neutron] 10.222.0.30 "GET /v2.0/networks/1de51011-fb26-4cfa-84cb-587118db3ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782168 Jul 14 08:21:25.525710 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c8136b44-61ee-4866-96e8-e6a2c02a381a req-62abb47e-5d9e-43fc-a713-59ed57dcb650 service neutron] 10.222.0.30 "GET /v2.0/networks/1de51011-fb26-4cfa-84cb-587118db3ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832801 Jul 14 08:21:26.314599 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56c688-1b34-4db5-827e-53c792066e30 req-f8b6b582-d3f1-4252-a44e-1f6d40825f53 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:26.316112 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb56c688-1b34-4db5-827e-53c792066e30 req-f8b6b582-d3f1-4252-a44e-1f6d40825f53 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0608783 Jul 14 08:21:26.351658 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bb56c688-1b34-4db5-827e-53c792066e30 req-c0b0b46c-c724-4342-9fa4-68230d9b78f5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301101 Jul 14 08:21:26.376825 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42114) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:21:26.437661 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0c48a2ec-a69e-40f4-a16e-d46b32ac8c02 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/floatingips/4d582382-1e72-4a38-a41e-906f648390c1 HTTP/1.1" status: 200 len: 993 time: 0.0596917 Jul 14 08:21:30.599580 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5d70922a-dc76-48a1-891b-0ef5f4629fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:33.398930 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c955f8d-e79d-4aa3-ad89-6f58e7547bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:33.762275 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:34.941282 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:36.467919 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:46.208816 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:46.312339 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:47.024711 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:21:58.142847 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba413140-b190-4316-8b90-9684447ba855 req-b81e6c81-be65-4c74-a10c-68e21eb45d4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512631 Jul 14 08:21:58.232450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba413140-b190-4316-8b90-9684447ba855 req-e4e0dc64-f0a4-4b4c-9dc2-6e74d46b9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:58.233929 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba413140-b190-4316-8b90-9684447ba855 req-e4e0dc64-f0a4-4b4c-9dc2-6e74d46b9d58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 1096 time: 0.0506716 Jul 14 08:21:58.338592 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba413140-b190-4316-8b90-9684447ba855 req-8e002aef-26ea-46a7-8785-8747c1ffa842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:58.340041 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba413140-b190-4316-8b90-9684447ba855 req-8e002aef-26ea-46a7-8785-8747c1ffa842 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1de51011-fb26-4cfa-84cb-587118db3ec0 HTTP/1.1" status: 200 len: 898 time: 0.0856616 Jul 14 08:21:58.401806 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba413140-b190-4316-8b90-9684447ba855 req-5124f400-2256-4bc1-8583-52b049176564 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=437bb811-d1e7-4659-af91-ac8ad4a1e3e7 HTTP/1.1" status: 200 len: 1001 time: 0.0552580 Jul 14 08:21:58.447800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba413140-b190-4316-8b90-9684447ba855 req-18e9e358-9ff8-4913-b036-321d655ed3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:58.449256 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba413140-b190-4316-8b90-9684447ba855 req-18e9e358-9ff8-4913-b036-321d655ed3ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4 HTTP/1.1" status: 200 len: 834 time: 0.0421419 Jul 14 08:21:58.507826 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba413140-b190-4316-8b90-9684447ba855 req-29a75849-a97d-498b-82c8-b0bade15c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:21:58.509250 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba413140-b190-4316-8b90-9684447ba855 req-29a75849-a97d-498b-82c8-b0bade15c5c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1de51011-fb26-4cfa-84cb-587118db3ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544293 Jul 14 08:21:58.594521 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba413140-b190-4316-8b90-9684447ba855 req-0cfcc744-e39c-496b-a503-e844dac838af service neutron] 10.222.0.30 "GET /v2.0/networks/1de51011-fb26-4cfa-84cb-587118db3ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793126 Jul 14 08:21:58.685498 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ba413140-b190-4316-8b90-9684447ba855 req-9b8445b0-e73a-4ce9-adc8-96b43f79cff2 service neutron] 10.222.0.30 "GET /v2.0/networks/1de51011-fb26-4cfa-84cb-587118db3ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849533 Jul 14 08:21:58.828692 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42128) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:21:58.979305 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port 54363c69-fa07-41c5-b359-898910dc90ec {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:21:58.979650 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:59.385573 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:59.385897 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:59.396979 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for 54363c69-fa07-41c5-b359-898910dc90ec owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:21:59.536228 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:59.564943 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=54363c69-fa07-41c5-b359-898910dc90ec,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:21:59.589851 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:21:59.590201 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:21:59.590546 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:21:59.590879 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:21:59.591209 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:21:59.591538 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:21:59.591866 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:21:59.592193 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:21:59.592517 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:21:59.592840 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:21:59.593162 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:21:59.593504 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:21:59.632988 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:59.633485 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Floating IP 4d582382-1e72-4a38-a41e-906f648390c1 disassociated (deleted). External IP: 172.25.7.219, port: 437bb811-d1e7-4659-af91-ac8ad4a1e3e7. Jul 14 08:21:59.832268 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router ad7021ab-07e3-47b2-a843-2e07b00f1e55 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:21:59.935889 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:21:59.941249 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:21:59.945470 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99e2fe8-d338-44c2-bbb2-d973ebf61812 None None] Sync routers for ids ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:21:59.955887 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e2fe8-d338-44c2-bbb2-d973ebf61812 None None] Routers {'ad7021ab-07e3-47b2-a843-2e07b00f1e55'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:21:59.956477 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b99e2fe8-d338-44c2-bbb2-d973ebf61812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:21:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:21:59.976982 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b1e0e394-2b85-47d9-8720-38988140fa7e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/floatingips/4d582382-1e72-4a38-a41e-906f648390c1 HTTP/1.1" status: 204 len: 168 time: 1.1471672 Jul 14 08:21:59.977947 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847aafed-b98f-41cd-b872-5604bf4f3ca1', 'tag': '437bb811-d1e7-4659-af91-ac8ad4a1e3e7'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:21:59.980049 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2927719d-7bdf-4849-b2e8-c69b6f4f331a" -d '{"events": [{"name": "network-changed", "server_uuid": "847aafed-b98f-41cd-b872-5604bf4f3ca1", "tag": "437bb811-d1e7-4659-af91-ac8ad4a1e3e7"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:22:00.019484 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30159fb9-824c-4875-a99e-719bdea69d3c x-openstack-request-id: req-30159fb9-824c-4875-a99e-719bdea69d3c {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:22:00.019775 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847aafed-b98f-41cd-b872-5604bf4f3ca1", "tag": "437bb811-d1e7-4659-af91-ac8ad4a1e3e7", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:22:00.020025 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30159fb9-824c-4875-a99e-719bdea69d3c {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:22:00.020469 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847aafed-b98f-41cd-b872-5604bf4f3ca1', 'tag': '437bb811-d1e7-4659-af91-ac8ad4a1e3e7', 'status': 'completed', 'code': 200} Jul 14 08:22:00.058612 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-b99e2fe8-d338-44c2-bbb2-d973ebf61812 None None] Set router ad7021ab-07e3-47b2-a843-2e07b00f1e55 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:22:00.100345 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927719d-7bdf-4849-b2e8-c69b6f4f331a req-c99252a1-480e-45ee-81dd-cf503381e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:00.101811 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2927719d-7bdf-4849-b2e8-c69b6f4f331a req-c99252a1-480e-45ee-81dd-cf503381e905 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 1096 time: 0.0600848 Jul 14 08:22:00.202055 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927719d-7bdf-4849-b2e8-c69b6f4f331a req-eff3563d-bad2-4e9f-96d8-fc94288c6c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:00.203664 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2927719d-7bdf-4849-b2e8-c69b6f4f331a req-eff3563d-bad2-4e9f-96d8-fc94288c6c8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=1de51011-fb26-4cfa-84cb-587118db3ec0 HTTP/1.1" status: 200 len: 898 time: 0.0962014 Jul 14 08:22:00.249161 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2927719d-7bdf-4849-b2e8-c69b6f4f331a req-b32ba08d-a703-4951-87a1-c006ee133d2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=437bb811-d1e7-4659-af91-ac8ad4a1e3e7 HTTP/1.1" status: 200 len: 217 time: 0.0391521 Jul 14 08:22:00.270520 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b99e2fe8-d338-44c2-bbb2-d973ebf61812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298571599', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:20:22Z', 'updated_at': '2021-07-14T08:20:26Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:23Z', 'updated_at': '2021-07-14T08:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '5be9ba8a-c025-4c9c-97f7-87e8114ccb25', 'name': '', 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:ad:3c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:25Z', 'updated_at': '2021-07-14T08:20:31Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:00.297744 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99e2fe8-d338-44c2-bbb2-d973ebf61812 None None] Checking router: ad7021ab-07e3-47b2-a843-2e07b00f1e55 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:22:00.299105 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927719d-7bdf-4849-b2e8-c69b6f4f331a req-2f02b2ec-b609-4d2e-b521-f8b0a74088af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:00.300990 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2927719d-7bdf-4849-b2e8-c69b6f4f331a req-2f02b2ec-b609-4d2e-b521-f8b0a74088af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4 HTTP/1.1" status: 200 len: 834 time: 0.0448284 Jul 14 08:22:00.306761 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e2fe8-d338-44c2-bbb2-d973ebf61812 None None] Routers {'ad7021ab-07e3-47b2-a843-2e07b00f1e55'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:22:00.307353 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b99e2fe8-d338-44c2-bbb2-d973ebf61812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:21:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:00.356601 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9e146-78fd-49b1-995d-26b1497b1bf8 req-a0f56204-5ed0-45ef-a3b4-fd92f14cdf35 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:00.358097 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71d9e146-78fd-49b1-995d-26b1497b1bf8 req-a0f56204-5ed0-45ef-a3b4-fd92f14cdf35 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0668268 Jul 14 08:22:00.360915 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927719d-7bdf-4849-b2e8-c69b6f4f331a req-ca8ba671-593f-4109-835a-9962635b2bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:00.363064 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2927719d-7bdf-4849-b2e8-c69b6f4f331a req-ca8ba671-593f-4109-835a-9962635b2bf9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1de51011-fb26-4cfa-84cb-587118db3ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556598 Jul 14 08:22:00.398835 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71d9e146-78fd-49b1-995d-26b1497b1bf8 req-bf1895f9-b54e-405d-a037-d59181f5bc72 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345027 Jul 14 08:22:00.422876 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-b99e2fe8-d338-44c2-bbb2-d973ebf61812 None None] Set router ad7021ab-07e3-47b2-a843-2e07b00f1e55 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:22:00.457208 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2927719d-7bdf-4849-b2e8-c69b6f4f331a req-9c810292-f126-410d-9ac4-80ee0a3a9a14 service neutron] 10.222.0.30 "GET /v2.0/networks/1de51011-fb26-4cfa-84cb-587118db3ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865190 Jul 14 08:22:00.545894 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2927719d-7bdf-4849-b2e8-c69b6f4f331a req-64b236e9-5579-4eca-a0e5-d6cfdb200138 service neutron] 10.222.0.30 "GET /v2.0/networks/1de51011-fb26-4cfa-84cb-587118db3ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817571 Jul 14 08:22:00.599447 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd9ee-3372-485f-b6f4-4914a76185c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:00.606950 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b99e2fe8-d338-44c2-bbb2-d973ebf61812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298571599', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:20:22Z', 'updated_at': '2021-07-14T08:20:26Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:23Z', 'updated_at': '2021-07-14T08:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '5be9ba8a-c025-4c9c-97f7-87e8114ccb25', 'name': '', 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:ad:3c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:25Z', 'updated_at': '2021-07-14T08:20:31Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:00.636357 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99e2fe8-d338-44c2-bbb2-d973ebf61812 None None] The sync data for ids ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'] in n-d-778696-5 is: [{'id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298571599', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:20:22Z', 'updated_at': '2021-07-14T08:20:26Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:23Z', 'updated_at': '2021-07-14T08:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '5be9ba8a-c025-4c9c-97f7-87e8114ccb25', 'name': '', 'network_id': '1de51011-fb26-4cfa-84cb-587118db3ec0', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:ad:3c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:25Z', 'updated_at': '2021-07-14T08:20:31Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:22:00.848291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f8f8a-d3ef-49a8-a7d6-39252de2725d None None] New status for floating IP 4d582382-1e72-4a38-a41e-906f648390c1: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:22:01.586762 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346727c-9f81-4ab8-a22b-cb855dbf7398 req-b98933fc-2fa6-43dd-8a37-6527b7ce9140 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:01.588249 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d346727c-9f81-4ab8-a22b-cb855dbf7398 req-b98933fc-2fa6-43dd-8a37-6527b7ce9140 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0648162 Jul 14 08:22:01.625638 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d346727c-9f81-4ab8-a22b-cb855dbf7398 req-9506b4fa-54c9-4fb8-9098-2d34c3e32029 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=790df7b3-52c9-43e3-a5a8-3d270c44a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316653 Jul 14 08:22:01.770347 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6963a-f283-4e1d-9dd5-6193b80bc9e7 req-73e401c2-c5c1-47f1-8975-68789455842e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:01.771816 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-53a6963a-f283-4e1d-9dd5-6193b80bc9e7 req-73e401c2-c5c1-47f1-8975-68789455842e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0659230 Jul 14 08:22:01.866688 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-53a6963a-f283-4e1d-9dd5-6193b80bc9e7 req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:22:01.867028 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-53a6963a-f283-4e1d-9dd5-6193b80bc9e7 req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:01.954680 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-53a6963a-f283-4e1d-9dd5-6193b80bc9e7 req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] For port 437bb811-d1e7-4659-af91-ac8ad4a1e3e7, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=437bb811-d1e7-4659-af91-ac8ad4a1e3e7,segment=NetworkSegment(053bd9ec-799b-4c26-aaf8-6df9a58664c6),segment_id=053bd9ec-799b-4c26-aaf8-6df9a58664c6)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:22:01.954968 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-53a6963a-f283-4e1d-9dd5-6193b80bc9e7 req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:01.967443 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-53a6963a-f283-4e1d-9dd5-6193b80bc9e7 req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:22:02.087343 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-53a6963a-f283-4e1d-9dd5-6193b80bc9e7 req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:02.117237 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=437bb811-d1e7-4659-af91-ac8ad4a1e3e7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:02.127241 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:02.127592 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:02.127932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:02.128266 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:02.128598 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:02.128929 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:02.129282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:02.129612 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:02.129938 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:02.130698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:02.130698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:02.130983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:02.173409 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a6963a-f283-4e1d-9dd5-6193b80bc9e7 req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] No DVR routers for this DVR port 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:22:02.175985 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-53a6963a-f283-4e1d-9dd5-6193b80bc9e7 req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:02.178006 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-53a6963a-f283-4e1d-9dd5-6193b80bc9e7 req-205fc779-87e9-44f9-9228-17e900a06dc5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "DELETE /v2.0/ports/437bb811-d1e7-4659-af91-ac8ad4a1e3e7 HTTP/1.1" status: 204 len: 173 time: 0.4013791 Jul 14 08:22:02.178444 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847aafed-b98f-41cd-b872-5604bf4f3ca1', 'name': 'network-vif-deleted', 'tag': '437bb811-d1e7-4659-af91-ac8ad4a1e3e7'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:22:02.180674 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a443a77-6aef-4bc8-a6d7-6e79bc91ed0b" -d '{"events": [{"server_uuid": "847aafed-b98f-41cd-b872-5604bf4f3ca1", "name": "network-vif-deleted", "tag": "437bb811-d1e7-4659-af91-ac8ad4a1e3e7"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:22:02.264540 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150142a4-bac1-42eb-81e5-0985d570f926 x-openstack-request-id: req-150142a4-bac1-42eb-81e5-0985d570f926 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:22:02.264886 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847aafed-b98f-41cd-b872-5604bf4f3ca1", "name": "network-vif-deleted", "tag": "437bb811-d1e7-4659-af91-ac8ad4a1e3e7", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:22:02.265148 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-150142a4-bac1-42eb-81e5-0985d570f926 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:22:02.265585 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847aafed-b98f-41cd-b872-5604bf4f3ca1', 'name': 'network-vif-deleted', 'tag': '437bb811-d1e7-4659-af91-ac8ad4a1e3e7', 'status': 'completed', 'code': 200} Jul 14 08:22:02.784452 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6a3ec169-2765-4405-945f-d95d17bf9cff req-99fcf162-397e-4905-aa8c-94c57574d5f4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=847aafed-b98f-41cd-b872-5604bf4f3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0285981 Jul 14 08:22:03.398674 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e062ae83-7ccd-40ca-8944-8afbea8a298c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:03.763719 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:03.874746 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42152) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:04.226662 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61c62144-5327-4f0e-8003-73ad2b2d706f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:04.482993 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-61c62144-5327-4f0e-8003-73ad2b2d706f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port 5be9ba8a-c025-4c9c-97f7-87e8114ccb25 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:22:04.483224 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61c62144-5327-4f0e-8003-73ad2b2d706f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:04.568211 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-61c62144-5327-4f0e-8003-73ad2b2d706f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] For port 5be9ba8a-c025-4c9c-97f7-87e8114ccb25, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=5be9ba8a-c025-4c9c-97f7-87e8114ccb25,segment=NetworkSegment(053bd9ec-799b-4c26-aaf8-6df9a58664c6),segment_id=053bd9ec-799b-4c26-aaf8-6df9a58664c6)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:22:04.568560 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61c62144-5327-4f0e-8003-73ad2b2d706f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:04.581641 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-61c62144-5327-4f0e-8003-73ad2b2d706f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for 5be9ba8a-c025-4c9c-97f7-87e8114ccb25 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:22:04.758136 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61c62144-5327-4f0e-8003-73ad2b2d706f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:04.789084 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c62144-5327-4f0e-8003-73ad2b2d706f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=5be9ba8a-c025-4c9c-97f7-87e8114ccb25,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:04.946226 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:04.963726 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-61c62144-5327-4f0e-8003-73ad2b2d706f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:05.179341 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c62144-5327-4f0e-8003-73ad2b2d706f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router ad7021ab-07e3-47b2-a843-2e07b00f1e55 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:22:05.522319 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c62144-5327-4f0e-8003-73ad2b2d706f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:22:05.527160 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-61c62144-5327-4f0e-8003-73ad2b2d706f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "PUT /v2.0/routers/ad7021ab-07e3-47b2-a843-2e07b00f1e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6513734 Jul 14 08:22:05.530001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42154) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:05.533381 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e15886-e111-4ba0-80c8-1aafbf3f6587 None None] Sync routers for ids ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:22:05.542362 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e15886-e111-4ba0-80c8-1aafbf3f6587 None None] Routers {'ad7021ab-07e3-47b2-a843-2e07b00f1e55'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:22:05.542963 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-75e15886-e111-4ba0-80c8-1aafbf3f6587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:22:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:05.578581 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-0864307e-a88e-41b6-9dfe-f6011b821513 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting subnet 9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:22:05.582139 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0864307e-a88e-41b6-9dfe-f6011b821513 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:05.619697 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0864307e-a88e-41b6-9dfe-f6011b821513 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:05.643642 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-75e15886-e111-4ba0-80c8-1aafbf3f6587 None None] Set router ad7021ab-07e3-47b2-a843-2e07b00f1e55 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:22:05.705599 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0864307e-a88e-41b6-9dfe-f6011b821513 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:05.761569 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0864307e-a88e-41b6-9dfe-f6011b821513 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:05.789917 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864307e-a88e-41b6-9dfe-f6011b821513 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Subnet': ['ID=9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:05.791769 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0864307e-a88e-41b6-9dfe-f6011b821513 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:05.793625 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-0864307e-a88e-41b6-9dfe-f6011b821513 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/subnets/9b2d2b74-09cf-4bbf-81b5-d4559ceed1d4 HTTP/1.1" status: 204 len: 168 time: 0.2627192 Jul 14 08:22:05.796389 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42156) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:05.799015 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da93ec79-7f35-4210-9347-90b0bd0d8723 None None] Network 1de51011-fb26-4cfa-84cb-587118db3ec0 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:22:05.827068 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-75e15886-e111-4ba0-80c8-1aafbf3f6587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298571599', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:20:22Z', 'updated_at': '2021-07-14T08:22:04Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:23Z', 'updated_at': '2021-07-14T08:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:05.855419 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e15886-e111-4ba0-80c8-1aafbf3f6587 None None] Checking router: ad7021ab-07e3-47b2-a843-2e07b00f1e55 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:22:05.863992 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e15886-e111-4ba0-80c8-1aafbf3f6587 None None] Routers {'ad7021ab-07e3-47b2-a843-2e07b00f1e55'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:22:05.864612 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-75e15886-e111-4ba0-80c8-1aafbf3f6587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:22:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:05.908887 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b731711b-b358-421d-adb4-63a1c072a2d5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:05.975752 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-75e15886-e111-4ba0-80c8-1aafbf3f6587 None None] Set router ad7021ab-07e3-47b2-a843-2e07b00f1e55 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:22:05.994143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] DHCP port deletion for 1de51011-fb26-4cfa-84cb-587118db3ec0 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 08:22:06.026480 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b731711b-b358-421d-adb4-63a1c072a2d5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.046872 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] Deleting port 8638b204-dda4-474a-8af8-cbc68a197ef4 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:22:06.047336 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.081342 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-b731711b-b358-421d-adb4-63a1c072a2d5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port c744db4b-db63-46a6-a1ee-f005ed8eb878 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:22:06.081689 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b731711b-b358-421d-adb4-63a1c072a2d5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.112657 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] For port 8638b204-dda4-474a-8af8-cbc68a197ef4, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=8638b204-dda4-474a-8af8-cbc68a197ef4,segment=NetworkSegment(053bd9ec-799b-4c26-aaf8-6df9a58664c6),segment_id=053bd9ec-799b-4c26-aaf8-6df9a58664c6)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:22:06.113394 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.128548 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] Calling delete_port for 8638b204-dda4-474a-8af8-cbc68a197ef4 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:22:06.160484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-b731711b-b358-421d-adb4-63a1c072a2d5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] For port c744db4b-db63-46a6-a1ee-f005ed8eb878, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c744db4b-db63-46a6-a1ee-f005ed8eb878,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:22:06.161225 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b731711b-b358-421d-adb4-63a1c072a2d5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.161467 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-75e15886-e111-4ba0-80c8-1aafbf3f6587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298571599', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:20:22Z', 'updated_at': '2021-07-14T08:22:04Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:23Z', 'updated_at': '2021-07-14T08:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:06.179275 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-b731711b-b358-421d-adb4-63a1c072a2d5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for c744db4b-db63-46a6-a1ee-f005ed8eb878 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:22:06.209016 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.233919 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] Pushing event deleted for resources: {'Port': ['ID=8638b204-dda4-474a-8af8-cbc68a197ef4,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:06.248254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:06.248687 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:06.249097 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:06.249519 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:06.249913 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:06.250310 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:06.250700 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:06.251085 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:06.251469 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:06.252406 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:06.252943 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:06.253368 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:06.257779 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c22b690-591b-4e46-8d5b-46eacf1eda23 None None] No DVR routers for this DVR port 8638b204-dda4-474a-8af8-cbc68a197ef4 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:22:06.271654 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:22:06.281227 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e15886-e111-4ba0-80c8-1aafbf3f6587 None None] The sync data for ids ['ad7021ab-07e3-47b2-a843-2e07b00f1e55'] in n-d-778696-5 is: [{'id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298571599', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:20:22Z', 'updated_at': '2021-07-14T08:22:04Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c744db4b-db63-46a6-a1ee-f005ed8eb878', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7021ab-07e3-47b2-a843-2e07b00f1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:20:23Z', 'updated_at': '2021-07-14T08:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:22:06.295020 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:22:06.295378 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 437bb811-d1e7-4659-af91-ac8ad4a1e3e7 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:22:06.352505 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b731711b-b358-421d-adb4-63a1c072a2d5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.378854 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731711b-b358-421d-adb4-63a1c072a2d5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=c744db4b-db63-46a6-a1ee-f005ed8eb878,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:06.439843 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b731711b-b358-421d-adb4-63a1c072a2d5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.471082 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.528378 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b731711b-b358-421d-adb4-63a1c072a2d5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.530362 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b731711b-b358-421d-adb4-63a1c072a2d5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.571094 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b731711b-b358-421d-adb4-63a1c072a2d5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.571545 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b731711b-b358-421d-adb4-63a1c072a2d5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Fanout notify agent at l3_agent the message router_deleted on router ad7021ab-07e3-47b2-a843-2e07b00f1e55 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 08:22:06.578586 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b731711b-b358-421d-adb4-63a1c072a2d5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.580176 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-b731711b-b358-421d-adb4-63a1c072a2d5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/routers/ad7021ab-07e3-47b2-a843-2e07b00f1e55 HTTP/1.1" status: 204 len: 168 time: 0.7794013 Jul 14 08:22:06.583007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42158) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:06.661643 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-11d1786f-c4ad-4875-9336-9fff647b6cb7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.747973 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-11d1786f-c4ad-4875-9336-9fff647b6cb7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.758475 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-11d1786f-c4ad-4875-9336-9fff647b6cb7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de51011-fb26-4cfa-84cb-587118db3ec0']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:06.773663 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-11d1786f-c4ad-4875-9336-9fff647b6cb7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053bd9ec-799b-4c26-aaf8-6df9a58664c6') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:06.774005 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-11d1786f-c4ad-4875-9336-9fff647b6cb7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053bd9ec-799b-4c26-aaf8-6df9a58664c6') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:06.782668 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-11d1786f-c4ad-4875-9336-9fff647b6cb7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.796150 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-11d1786f-c4ad-4875-9336-9fff647b6cb7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.802705 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d1786f-c4ad-4875-9336-9fff647b6cb7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:22:06.803126 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-11d1786f-c4ad-4875-9336-9fff647b6cb7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: timer() Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:22:06.805967 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:22:06.863486 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-11d1786f-c4ad-4875-9336-9fff647b6cb7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.870551 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-11d1786f-c4ad-4875-9336-9fff647b6cb7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.872754 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-11d1786f-c4ad-4875-9336-9fff647b6cb7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/networks/1de51011-fb26-4cfa-84cb-587118db3ec0 HTTP/1.1" status: 204 len: 168 time: 0.2888329 Jul 14 08:22:06.875575 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42160) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:06.892793 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1786f-c4ad-4875-9336-9fff647b6cb7 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Network': ['ID=1de51011-fb26-4cfa-84cb-587118db3ec0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:06.945863 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-911d4bb7-2aa1-430f-ae41-59fb8a0badc9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:06.972040 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-911d4bb7-2aa1-430f-ae41-59fb8a0badc9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.034654 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-911d4bb7-2aa1-430f-ae41-59fb8a0badc9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.037222 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-911d4bb7-2aa1-430f-ae41-59fb8a0badc9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.038379 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-911d4bb7-2aa1-430f-ae41-59fb8a0badc9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/security-groups/790df7b3-52c9-43e3-a5a8-3d270c44a5ca HTTP/1.1" status: 204 len: 168 time: 0.1618791 Jul 14 08:22:07.047193 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d4bb7-2aa1-430f-ae41-59fb8a0badc9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790df7b3-52c9-43e3-a5a8-3d270c44a5ca,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:07.300803 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5be9ba8a-c025-4c9c-97f7-87e8114ccb25 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:22:07.324175 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 5be9ba8a-c025-4c9c-97f7-87e8114ccb25 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:22:07.324517 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 5be9ba8a-c025-4c9c-97f7-87e8114ccb25 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:22:07.324935 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8638b204-dda4-474a-8af8-cbc68a197ef4 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:22:07.343546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 8638b204-dda4-474a-8af8-cbc68a197ef4 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:22:07.343892 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 8638b204-dda4-474a-8af8-cbc68a197ef4 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:22:07.344347 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c744db4b-db63-46a6-a1ee-f005ed8eb878 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:22:07.362905 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: c744db4b-db63-46a6-a1ee-f005ed8eb878 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:22:07.363252 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c744db4b-db63-46a6-a1ee-f005ed8eb878 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:22:07.363820 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42166) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:07.368489 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c620cd24-7c8a-491f-9ba1-f1f232a85eae tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1408493922', 'description': 'tempest-secgroup-smoke-1408493922 description', 'project_id': '03466ac869fa4107bda726f264ea70f9'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:22:07.391439 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c620cd24-7c8a-491f-9ba1-f1f232a85eae tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.469563 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c620cd24-7c8a-491f-9ba1-f1f232a85eae tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.473661 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c620cd24-7c8a-491f-9ba1-f1f232a85eae tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.502175 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620cd24-7c8a-491f-9ba1-f1f232a85eae tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c47700-ee4b-4f82-8c10-be38e4aca962,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:07.506691 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c620cd24-7c8a-491f-9ba1-f1f232a85eae tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.507902 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c620cd24-7c8a-491f-9ba1-f1f232a85eae tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1430717 Jul 14 08:22:07.510846 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42168) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:07.515394 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-0761e5fa-57ff-4961-baef-999513c6aa8f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': 'e5c47700-ee4b-4f82-8c10-be38e4aca962', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:22:07.541556 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0761e5fa-57ff-4961-baef-999513c6aa8f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.600249 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0761e5fa-57ff-4961-baef-999513c6aa8f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.603018 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0761e5fa-57ff-4961-baef-999513c6aa8f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.623541 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761e5fa-57ff-4961-baef-999513c6aa8f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d999fb8-4fa1-4f97-9559-fd2c7eeb0546,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:07.629504 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0761e5fa-57ff-4961-baef-999513c6aa8f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.630697 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0761e5fa-57ff-4961-baef-999513c6aa8f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188145 Jul 14 08:22:07.633448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42170) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:07.637791 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4368806c-b100-4af6-956b-194dca1feac5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': 'e5c47700-ee4b-4f82-8c10-be38e4aca962', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:22:07.662385 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4368806c-b100-4af6-956b-194dca1feac5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.716200 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4368806c-b100-4af6-956b-194dca1feac5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.719315 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4368806c-b100-4af6-956b-194dca1feac5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.735400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368806c-b100-4af6-956b-194dca1feac5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8711a4-e3ea-4269-95df-6e85dfbdcfa7,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:07.742069 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4368806c-b100-4af6-956b-194dca1feac5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.743231 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4368806c-b100-4af6-956b-194dca1feac5 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1088765 Jul 14 08:22:07.746256 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42172) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:07.750502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8ab51515-4adf-4193-9372-3827bae4df58 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': 'e5c47700-ee4b-4f82-8c10-be38e4aca962', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:22:07.774924 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ab51515-4adf-4193-9372-3827bae4df58 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.832340 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ab51515-4adf-4193-9372-3827bae4df58 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.835773 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ab51515-4adf-4193-9372-3827bae4df58 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.854499 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab51515-4adf-4193-9372-3827bae4df58 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af453e67-da9a-488a-b15b-b355968cc171,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:07.860970 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ab51515-4adf-4193-9372-3827bae4df58 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.862187 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8ab51515-4adf-4193-9372-3827bae4df58 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150341 Jul 14 08:22:07.864916 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42174) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:07.869300 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-49140d2f-2449-4950-a3af-248c740024e3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': 'e5c47700-ee4b-4f82-8c10-be38e4aca962', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:22:07.895141 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49140d2f-2449-4950-a3af-248c740024e3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.952949 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49140d2f-2449-4950-a3af-248c740024e3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.956606 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49140d2f-2449-4950-a3af-248c740024e3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.975638 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49140d2f-2449-4950-a3af-248c740024e3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa167ff5-4e28-4f11-aa9a-e72e4ac93bd6,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:07.982306 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-49140d2f-2449-4950-a3af-248c740024e3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:07.983569 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-49140d2f-2449-4950-a3af-248c740024e3 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176825 Jul 14 08:22:07.986936 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42176) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:07.991257 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b4488ac8-1a8a-4e31-9e0d-78b936ff60fc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': 'e5c47700-ee4b-4f82-8c10-be38e4aca962', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:22:08.012778 n-d-778696-5 neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-b4488ac8-1a8a-4e31-9e0d-78b936ff60fc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Project 03466ac869fa4107bda726f264ea70f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:22:08.017419 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b4488ac8-1a8a-4e31-9e0d-78b936ff60fc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:08.075032 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b4488ac8-1a8a-4e31-9e0d-78b936ff60fc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:08.078393 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b4488ac8-1a8a-4e31-9e0d-78b936ff60fc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:08.096198 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4488ac8-1a8a-4e31-9e0d-78b936ff60fc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909e3d82-bfd8-4d5a-8566-7c847a4cdd61,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:08.099267 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b4488ac8-1a8a-4e31-9e0d-78b936ff60fc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:08.100618 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b4488ac8-1a8a-4e31-9e0d-78b936ff60fc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1127281 Jul 14 08:22:08.103448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42178) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:08.108404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6d039b0e-c143-47de-a17a-582ac6e362df tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'security_group_rule': {'security_group_id': 'e5c47700-ee4b-4f82-8c10-be38e4aca962', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:22:08.130281 n-d-778696-5 neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-6d039b0e-c143-47de-a17a-582ac6e362df tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Project 03466ac869fa4107bda726f264ea70f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:22:08.135001 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d039b0e-c143-47de-a17a-582ac6e362df tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:08.193430 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d039b0e-c143-47de-a17a-582ac6e362df tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:08.196696 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d039b0e-c143-47de-a17a-582ac6e362df tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:08.214457 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d039b0e-c143-47de-a17a-582ac6e362df tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdffdfe-4e31-485d-9cfa-6ef4f546df58,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:08.217606 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d039b0e-c143-47de-a17a-582ac6e362df tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:08.218824 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6d039b0e-c143-47de-a17a-582ac6e362df tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1144426 Jul 14 08:22:08.222238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42180) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:08.227078 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-aa71b5c9-4eaa-46f4-b775-5a9a0ba88b7b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'network': {'name': 'tempest-network-smoke--1804470689', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'port_security_enabled': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:22:08.246679 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa71b5c9-4eaa-46f4-b775-5a9a0ba88b7b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Made reservation on behalf of 03466ac869fa4107bda726f264ea70f9 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:22:08.250146 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa71b5c9-4eaa-46f4-b775-5a9a0ba88b7b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:08.273274 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa71b5c9-4eaa-46f4-b775-5a9a0ba88b7b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:22:08.282113 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa71b5c9-4eaa-46f4-b775-5a9a0ba88b7b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:08.282451 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-aa71b5c9-4eaa-46f4-b775-5a9a0ba88b7b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Added segment 1fee4696-05c1-4d16-b7ff-d54bb581b282 of type vlan for network 21e7e332-4a1f-43f1-8229-1eb27990138d Jul 14 08:22:08.324102 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa71b5c9-4eaa-46f4-b775-5a9a0ba88b7b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:08.351558 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa71b5c9-4eaa-46f4-b775-5a9a0ba88b7b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:08.357095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa71b5c9-4eaa-46f4-b775-5a9a0ba88b7b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:08.357869 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa71b5c9-4eaa-46f4-b775-5a9a0ba88b7b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:08.414914 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-aa71b5c9-4eaa-46f4-b775-5a9a0ba88b7b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1915600 Jul 14 08:22:08.417529 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42182) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:08.423909 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1913185377', 'admin_state_up': True, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:22:08.431950 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71b5c9-4eaa-46f4-b775-5a9a0ba88b7b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Network': ['ID=21e7e332-4a1f-43f1-8229-1eb27990138d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:08.442467 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 21e7e332-4a1f-43f1-8229-1eb27990138d details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:22:08.450831 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:08.451918 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:08.507089 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:08.636484 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:09.099981 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:09.119739 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:09.215669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.25.7.87 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/c6ca3aad-993b-4cda-b36c-93f20601a028) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:22:09.315414 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:09.353625 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:09.387338 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:22:09.391886 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:22:09.395688 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:22:09.418694 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=c6ca3aad-993b-4cda-b36c-93f20601a028,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:09.632101 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:09.817636 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:09.938573 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router e9a507fd-382c-4dfe-803a-4285e6b89576 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 08:22:10.043360 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:22:10.053100 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Sync routers for ids ['e9a507fd-382c-4dfe-803a-4285e6b89576'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:22:10.062174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Routers {'e9a507fd-382c-4dfe-803a-4285e6b89576'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:22:10.062693 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:10.062839 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:22:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e9a507fd-382c-4dfe-803a-4285e6b89576'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:10.066837 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a1a782e2-7192-4d46-bb68-0dcf6108cdf2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6469169 Jul 14 08:22:10.068595 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42184) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:10.138989 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-21ef4889-691a-4ac4-bcef-23b8b0c34e58 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=03466ac869fa4107bda726f264ea70f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0669441 Jul 14 08:22:10.139262 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42188) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:10.166081 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Set router e9a507fd-382c-4dfe-803a-4285e6b89576 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:22:10.225638 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8856a054-5f9f-4370-94d0-57fd84d49d43 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:10.229685 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8856a054-5f9f-4370-94d0-57fd84d49d43 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869014 Jul 14 08:22:10.229922 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42190) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:10.258630 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1353e713-ae91-4afd-bbd0-42a44c6cdc15 tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276587 Jul 14 08:22:10.261233 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42192) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:10.266146 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b48578ec-b7dd-4b0d-b060-fa6688897152 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-15659170', 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d', 'project_id': '03466ac869fa4107bda726f264ea70f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:22:10.341825 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913185377', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:22:08Z', 'updated_at': '2021-07-14T08:22:09Z', 'revision_number': 3, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:09Z', 'updated_at': '2021-07-14T08:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:10.351408 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48578ec-b7dd-4b0d-b060-fa6688897152 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Made reservation on behalf of 03466ac869fa4107bda726f264ea70f9 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:22:10.355090 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b48578ec-b7dd-4b0d-b060-fa6688897152 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:10.369635 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Checking router: e9a507fd-382c-4dfe-803a-4285e6b89576 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:22:10.369997 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Updating router e9a507fd-382c-4dfe-803a-4285e6b89576 port c6ca3aad-993b-4cda-b36c-93f20601a028 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:22:10.403653 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:10.538400 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b48578ec-b7dd-4b0d-b060-fa6688897152 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:10.606265 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48578ec-b7dd-4b0d-b060-fa6688897152 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Subnet': ['ID=4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:10.608736 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48578ec-b7dd-4b0d-b060-fa6688897152 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Checking segment: {'id': '1fee4696-05c1-4d16-b7ff-d54bb581b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:22:10.609098 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48578ec-b7dd-4b0d-b060-fa6688897152 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network hostable DHCP agents. Network: 21e7e332-4a1f-43f1-8229-1eb27990138d, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:22:10.629679 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48578ec-b7dd-4b0d-b060-fa6688897152 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 21e7e332-4a1f-43f1-8229-1eb27990138d is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:22:10.639374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-b48578ec-b7dd-4b0d-b060-fa6688897152 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 21e7e332-4a1f-43f1-8229-1eb27990138d) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:22:10.644872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48578ec-b7dd-4b0d-b060-fa6688897152 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:10.645491 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b48578ec-b7dd-4b0d-b060-fa6688897152 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:10.653163 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7e2162-acc3-404f-aaa8-eefdf23942cf None None] Network 21e7e332-4a1f-43f1-8229-1eb27990138d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:22:10.661212 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b48578ec-b7dd-4b0d-b060-fa6688897152 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3989530 Jul 14 08:22:10.664052 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42194) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:10.697902 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:10.716043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Transition to ACTIVE for port object c6ca3aad-993b-4cda-b36c-93f20601a028 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:22:10.728746 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:10.816828 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3775543-df57-4169-bde9-09808bd037f5 None None] Pushing event updated for resources: {'Port': ['ID=c6ca3aad-993b-4cda-b36c-93f20601a028,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:10.819123 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Attempting to bind port c6ca3aad-993b-4cda-b36c-93f20601a028 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:22:10.819478 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Attempting to bind port c6ca3aad-993b-4cda-b36c-93f20601a028 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:22:10.819835 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Attempting to bind port c6ca3aad-993b-4cda-b36c-93f20601a028 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:22:10.829356 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:22:10.829751 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:22:10.830147 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:10.830527 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:22:10.830988 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Bound port: c6ca3aad-993b-4cda-b36c-93f20601a028, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:22:10.831362 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:10.898710 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-21e7e332-4a1f-43f1-8229-1eb27990138d', 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ips': [{'subnet_id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:22:10.899681 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:10.917413 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] For port c6ca3aad-993b-4cda-b36c-93f20601a028, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:22:10.939632 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] For port c6ca3aad-993b-4cda-b36c-93f20601a028, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c6ca3aad-993b-4cda-b36c-93f20601a028,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:22:10.944784 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:11.064567 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3775543-df57-4169-bde9-09808bd037f5 None None] Pushing event updated for resources: {'Port': ['ID=c6ca3aad-993b-4cda-b36c-93f20601a028,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:11.084687 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Routers {'e9a507fd-382c-4dfe-803a-4285e6b89576'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:22:11.085358 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:22:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e9a507fd-382c-4dfe-803a-4285e6b89576'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:11.100169 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:11.174561 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Allocated IP 172.20.0.2 (21e7e332-4a1f-43f1-8229-1eb27990138d/4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2/e8daa1eb-f929-470d-939c-cf68759e8929) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:22:11.251202 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] Set router e9a507fd-382c-4dfe-803a-4285e6b89576 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:22:11.459923 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:11.470049 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Transition to ACTIVE for port object e8daa1eb-f929-470d-939c-cf68759e8929 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:22:11.495370 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Transition to ACTIVE for port object e8daa1eb-f929-470d-939c-cf68759e8929 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:22:11.504047 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:11.542364 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Network 21e7e332-4a1f-43f1-8229-1eb27990138d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:22:11.550539 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:22:11.551154 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.20.0.1 (21e7e332-4a1f-43f1-8229-1eb27990138d/4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2/c29aea7f-758c-43c8-b2af-3f48cbdfd7e1) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:22:11.554926 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913185377', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:22:08Z', 'updated_at': '2021-07-14T08:22:09Z', 'revision_number': 3, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:09Z', 'updated_at': '2021-07-14T08:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:11.559426 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:22:11.586977 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Pushing event updated for resources: {'Port': ['ID=e8daa1eb-f929-470d-939c-cf68759e8929,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:11.590281 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe230d7d-06c2-4d56-8f82-7acfeb61b9b0 None None] The sync data for ids ['e9a507fd-382c-4dfe-803a-4285e6b89576'] in n-d-778696-5 is: [{'id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913185377', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:22:08Z', 'updated_at': '2021-07-14T08:22:09Z', 'revision_number': 3, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:09Z', 'updated_at': '2021-07-14T08:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:22:11.643017 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Attempting to bind port e8daa1eb-f929-470d-939c-cf68759e8929 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:22:11.643387 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Attempting to bind port e8daa1eb-f929-470d-939c-cf68759e8929 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '1fee4696-05c1-4d16-b7ff-d54bb581b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:22:11.643819 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Attempting to bind port e8daa1eb-f929-470d-939c-cf68759e8929 on network 21e7e332-4a1f-43f1-8229-1eb27990138d {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:22:11.649650 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:22:11.650174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Checking segment: {'id': '1fee4696-05c1-4d16-b7ff-d54bb581b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:22:11.650446 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:11.650918 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Bound using segment: {'id': '1fee4696-05c1-4d16-b7ff-d54bb581b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:22:11.651419 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Bound port: e8daa1eb-f929-470d-939c-cf68759e8929, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fee4696-05c1-4d16-b7ff-d54bb581b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:22:11.651881 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:11.674751 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:11.688083 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Transition to ACTIVE for port object c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:22:11.722106 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-572d968b-c673-4e58-b20c-58879d75885c None None] For port e8daa1eb-f929-470d-939c-cf68759e8929, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:22:11.722395 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:11.725420 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-572d968b-c673-4e58-b20c-58879d75885c None None] For port e8daa1eb-f929-470d-939c-cf68759e8929, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e8daa1eb-f929-470d-939c-cf68759e8929,segment=NetworkSegment(1fee4696-05c1-4d16-b7ff-d54bb581b282),segment_id=1fee4696-05c1-4d16-b7ff-d54bb581b282)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:22:11.729947 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:11.766981 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 21e7e332-4a1f-43f1-8229-1eb27990138d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:22:11.771109 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:22:11.777328 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:22:11.785731 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d968b-c673-4e58-b20c-58879d75885c None None] Pushing event updated for resources: {'Port': ['ID=e8daa1eb-f929-470d-939c-cf68759e8929,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:11.818325 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=c29aea7f-758c-43c8-b2af-3f48cbdfd7e1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:11.827939 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:12.020624 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:12.319052 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:12.323900 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:12.398746 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:12.400550 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=c29aea7f-758c-43c8-b2af-3f48cbdfd7e1,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:12.502582 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 21e7e332-4a1f-43f1-8229-1eb27990138d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:22:12.504048 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:22:12.622108 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router e9a507fd-382c-4dfe-803a-4285e6b89576 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:22:12.733347 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:22:12.738605 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-15af6936-dd10-4be1-8e2b-bc5b0f1b9437 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "PUT /v2.0/routers/e9a507fd-382c-4dfe-803a-4285e6b89576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0735624 Jul 14 08:22:12.750933 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4beb8b0-7faa-4214-9dcc-95eef068edba None None] Network 21e7e332-4a1f-43f1-8229-1eb27990138d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:22:12.825591 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bcee7cba-fd42-4642-b84c-1eb3ec8fb4b5 None None] Provisioning for port e8daa1eb-f929-470d-939c-cf68759e8929 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:22:12.944160 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5588602-5c68-42e2-8719-708865b1c84a req-47ddf7d5-be36-46b4-adbd-8c0d5bedd412 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1408493922&fields=id&tenant_id=03466ac869fa4107bda726f264ea70f9 HTTP/1.1" status: 200 len: 267 time: 0.0357664 Jul 14 08:22:13.064997 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5588602-5c68-42e2-8719-708865b1c84a req-807f7157-bf3b-4b32-a592-12c5d4f6a3d1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:13.066663 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5588602-5c68-42e2-8719-708865b1c84a req-807f7157-bf3b-4b32-a592-12c5d4f6a3d1 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/networks?id=21e7e332-4a1f-43f1-8229-1eb27990138d HTTP/1.1" status: 200 len: 797 time: 0.1145062 Jul 14 08:22:13.089773 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5588602-5c68-42e2-8719-708865b1c84a req-0a6141fd-0362-4049-8d3c-655c3604b338 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/quotas/03466ac869fa4107bda726f264ea70f9 HTTP/1.1" status: 200 len: 375 time: 0.0147352 Jul 14 08:22:13.123156 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e8daa1eb-f929-470d-939c-cf68759e8929 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:22:13.171085 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5588602-5c68-42e2-8719-708865b1c84a req-b272cfc4-4053-49ce-a90c-1d451cd10631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782027 Jul 14 08:22:13.188433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port e8daa1eb-f929-470d-939c-cf68759e8929 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:22:13.194426 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port e8daa1eb-f929-470d-939c-cf68759e8929 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:22:13.194579 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:13.330548 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5588602-5c68-42e2-8719-708865b1c84a req-63fa270e-8fea-4496-b1de-f7e64db2c89f service neutron] 10.222.0.35 "GET /v2.0/networks/21e7e332-4a1f-43f1-8229-1eb27990138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461794 Jul 14 08:22:13.380499 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Sync routers for ids ['e9a507fd-382c-4dfe-803a-4285e6b89576'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:22:13.396922 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Routers {'e9a507fd-382c-4dfe-803a-4285e6b89576'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:22:13.402652 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a0d22937-6542-4057-8642-f73061c20171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:22:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e9a507fd-382c-4dfe-803a-4285e6b89576'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:13.417086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-227b2384-b75b-4591-8a36-fa36cc86ac9d None None] Provisioning for port c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:22:13.422735 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-227b2384-b75b-4591-8a36-fa36cc86ac9d None None] Provisioning complete for port c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:22:13.423111 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-227b2384-b75b-4591-8a36-fa36cc86ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:13.437712 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5588602-5c68-42e2-8719-708865b1c84a req-76553baf-e0ad-4a95-96f3-388966c7eede service neutron] 10.222.0.35 "GET /v2.0/networks/21e7e332-4a1f-43f1-8229-1eb27990138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007125 Jul 14 08:22:13.487790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-227b2384-b75b-4591-8a36-fa36cc86ac9d None None] Port c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:22:13.489738 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:13.521987 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-227b2384-b75b-4591-8a36-fa36cc86ac9d None None] Provisioning complete for port e8daa1eb-f929-470d-939c-cf68759e8929 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:22:13.522369 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-227b2384-b75b-4591-8a36-fa36cc86ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:13.536794 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Set router e9a507fd-382c-4dfe-803a-4285e6b89576 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:22:13.557129 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port e8daa1eb-f929-470d-939c-cf68759e8929, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e8daa1eb-f929-470d-939c-cf68759e8929,segment=NetworkSegment(1fee4696-05c1-4d16-b7ff-d54bb581b282),segment_id=1fee4696-05c1-4d16-b7ff-d54bb581b282)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:22:13.564995 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:13.565859 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c6ca3aad-993b-4cda-b36c-93f20601a028 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:22:13.659373 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=e8daa1eb-f929-470d-939c-cf68759e8929,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:13.693856 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port c6ca3aad-993b-4cda-b36c-93f20601a028 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:22:13.703338 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port c6ca3aad-993b-4cda-b36c-93f20601a028 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:22:13.703708 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:13.741692 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a0d22937-6542-4057-8642-f73061c20171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913185377', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:22:08Z', 'updated_at': '2021-07-14T08:22:11Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:09Z', 'updated_at': '2021-07-14T08:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'c29aea7f-758c-43c8-b2af-3f48cbdfd7e1', 'name': '', 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:7c:cb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:11Z', 'updated_at': '2021-07-14T08:22:12Z', 'revision_number': 2, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:13.770133 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Checking router: e9a507fd-382c-4dfe-803a-4285e6b89576 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:22:13.770489 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Updating router e9a507fd-382c-4dfe-803a-4285e6b89576 port c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:22:13.786449 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:13.802516 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:13.806345 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port c6ca3aad-993b-4cda-b36c-93f20601a028, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c6ca3aad-993b-4cda-b36c-93f20601a028,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:22:13.810379 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:13.853683 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-e0c5de2b-15b0-4b05-a983-4222c7a80b58 None None] Provisioning complete for port c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:22:13.854063 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e0c5de2b-15b0-4b05-a983-4222c7a80b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:13.886199 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=c6ca3aad-993b-4cda-b36c-93f20601a028,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:13.898291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e0c5de2b-15b0-4b05-a983-4222c7a80b58 None None] Port c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:22:14.052007 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:14.061113 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Transition to ACTIVE for port object c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:22:14.066480 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:14.114820 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed37da1-3220-4ecf-a63e-c36b0da9fd8b None None] Pushing event updated for resources: {'Port': ['ID=c29aea7f-758c-43c8-b2af-3f48cbdfd7e1,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:14.137151 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed37da1-3220-4ecf-a63e-c36b0da9fd8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:14.137507 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed37da1-3220-4ecf-a63e-c36b0da9fd8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:14.137837 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed37da1-3220-4ecf-a63e-c36b0da9fd8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:14.138165 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed37da1-3220-4ecf-a63e-c36b0da9fd8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:14.138489 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed37da1-3220-4ecf-a63e-c36b0da9fd8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:14.138810 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed37da1-3220-4ecf-a63e-c36b0da9fd8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:14.139127 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed37da1-3220-4ecf-a63e-c36b0da9fd8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:14.139440 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed37da1-3220-4ecf-a63e-c36b0da9fd8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:14.139752 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed37da1-3220-4ecf-a63e-c36b0da9fd8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:14.140065 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed37da1-3220-4ecf-a63e-c36b0da9fd8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:14.140376 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed37da1-3220-4ecf-a63e-c36b0da9fd8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:14.140686 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed37da1-3220-4ecf-a63e-c36b0da9fd8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:22:14.176275 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Attempting to bind port c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:22:14.176630 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Attempting to bind port c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '1fee4696-05c1-4d16-b7ff-d54bb581b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:22:14.176987 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Attempting to bind port c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 on network 21e7e332-4a1f-43f1-8229-1eb27990138d {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:22:14.181930 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:22:14.182297 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Checking segment: {'id': '1fee4696-05c1-4d16-b7ff-d54bb581b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:22:14.182695 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:14.183080 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Bound using segment: {'id': '1fee4696-05c1-4d16-b7ff-d54bb581b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:22:14.183536 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Bound port: c29aea7f-758c-43c8-b2af-3f48cbdfd7e1, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fee4696-05c1-4d16-b7ff-d54bb581b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:22:14.183907 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:14.245644 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-a0d22937-6542-4057-8642-f73061c20171 None None] For port c29aea7f-758c-43c8-b2af-3f48cbdfd7e1, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:22:14.249053 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-a0d22937-6542-4057-8642-f73061c20171 None None] For port c29aea7f-758c-43c8-b2af-3f48cbdfd7e1, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c29aea7f-758c-43c8-b2af-3f48cbdfd7e1,segment=NetworkSegment(1fee4696-05c1-4d16-b7ff-d54bb581b282),segment_id=1fee4696-05c1-4d16-b7ff-d54bb581b282)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:22:14.254453 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:14.314525 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed37da1-3220-4ecf-a63e-c36b0da9fd8b None None] Pushing event updated for resources: {'Port': ['ID=c29aea7f-758c-43c8-b2af-3f48cbdfd7e1,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:14.317312 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Routers {'e9a507fd-382c-4dfe-803a-4285e6b89576'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:22:14.317636 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a0d22937-6542-4057-8642-f73061c20171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:22:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e9a507fd-382c-4dfe-803a-4285e6b89576'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:14.424306 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-a0d22937-6542-4057-8642-f73061c20171 None None] Set router e9a507fd-382c-4dfe-803a-4285e6b89576 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:22:14.613621 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a0d22937-6542-4057-8642-f73061c20171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913185377', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:22:08Z', 'updated_at': '2021-07-14T08:22:11Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:09Z', 'updated_at': '2021-07-14T08:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'c29aea7f-758c-43c8-b2af-3f48cbdfd7e1', 'name': '', 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:7c:cb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:11Z', 'updated_at': '2021-07-14T08:22:14Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:14.640976 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d22937-6542-4057-8642-f73061c20171 None None] The sync data for ids ['e9a507fd-382c-4dfe-803a-4285e6b89576'] in n-d-778696-5 is: [{'id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913185377', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:22:08Z', 'updated_at': '2021-07-14T08:22:11Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:09Z', 'updated_at': '2021-07-14T08:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'c29aea7f-758c-43c8-b2af-3f48cbdfd7e1', 'name': '', 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:7c:cb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:11Z', 'updated_at': '2021-07-14T08:22:14Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:22:14.721761 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a120c1f0-b2e9-4dd5-8b30-9617a1213132 req-763fe562-cc39-4b9d-944c-d766f66b5b4b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 210 time: 0.0599110 Jul 14 08:22:15.135346 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:22:15.191115 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:22:15.195157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:22:15.195606 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:15.311867 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:15.356829 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port c29aea7f-758c-43c8-b2af-3f48cbdfd7e1, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c29aea7f-758c-43c8-b2af-3f48cbdfd7e1,segment=NetworkSegment(1fee4696-05c1-4d16-b7ff-d54bb581b282),segment_id=1fee4696-05c1-4d16-b7ff-d54bb581b282)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:22:15.362341 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:15.363584 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e8daa1eb-f929-470d-939c-cf68759e8929 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:22:15.448850 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=c29aea7f-758c-43c8-b2af-3f48cbdfd7e1,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:15.461021 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port e8daa1eb-f929-470d-939c-cf68759e8929 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:22:15.461414 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:15.541806 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c6ca3aad-993b-4cda-b36c-93f20601a028 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:22:15.587475 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port c6ca3aad-993b-4cda-b36c-93f20601a028 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:22:15.587853 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:15.859491 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-13c0f63a-46cd-406d-aa97-114c23919a35 req-39a1ee05-c4bf-4b7d-81dc-d64bd675d3bf tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 210 time: 0.0281177 Jul 14 08:22:15.910190 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5588602-5c68-42e2-8719-708865b1c84a req-d46fdf7a-c7b1-43f5-9bc4-386d8026bd83 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:15.911856 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c5588602-5c68-42e2-8719-708865b1c84a req-d46fdf7a-c7b1-43f5-9bc4-386d8026bd83 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "GET /v2.0/networks?id=21e7e332-4a1f-43f1-8229-1eb27990138d HTTP/1.1" status: 200 len: 797 time: 0.1018474 Jul 14 08:22:15.953709 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c5588602-5c68-42e2-8719-708865b1c84a req-39d6d767-d185-4f42-ba4b-5fd1bf6e9e3a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03466ac869fa4107bda726f264ea70f9 HTTP/1.1" status: 200 len: 380 time: 0.0342119 Jul 14 08:22:15.962021 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-c5588602-5c68-42e2-8719-708865b1c84a req-3f2d6ea9-682b-4bb3-b095-a4dc697c6c71 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'port': {'device_id': '5609c15e-4100-48a7-84d4-04e1710889c0', 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d', 'admin_state_up': True, 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'security_groups': ['e5c47700-ee4b-4f82-8c10-be38e4aca962']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:22:16.069925 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5588602-5c68-42e2-8719-708865b1c84a req-3f2d6ea9-682b-4bb3-b095-a4dc697c6c71 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Made reservation on behalf of 03466ac869fa4107bda726f264ea70f9 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:22:16.073453 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c5588602-5c68-42e2-8719-708865b1c84a req-3f2d6ea9-682b-4bb3-b095-a4dc697c6c71 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:16.193477 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-c5588602-5c68-42e2-8719-708865b1c84a req-3f2d6ea9-682b-4bb3-b095-a4dc697c6c71 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.20.0.7 (21e7e332-4a1f-43f1-8229-1eb27990138d/4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2/6501b7ff-c799-4d67-837c-1b2cb689aa94) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:22:16.220744 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:16.320825 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:16.604478 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c5588602-5c68-42e2-8719-708865b1c84a req-3f2d6ea9-682b-4bb3-b095-a4dc697c6c71 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:16.617244 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-c5588602-5c68-42e2-8719-708865b1c84a req-3f2d6ea9-682b-4bb3-b095-a4dc697c6c71 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Transition to ACTIVE for port object 6501b7ff-c799-4d67-837c-1b2cb689aa94 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:22:16.651714 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c5588602-5c68-42e2-8719-708865b1c84a req-3f2d6ea9-682b-4bb3-b095-a4dc697c6c71 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:16.694224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5588602-5c68-42e2-8719-708865b1c84a req-3f2d6ea9-682b-4bb3-b095-a4dc697c6c71 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 21e7e332-4a1f-43f1-8229-1eb27990138d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:22:16.699455 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-c5588602-5c68-42e2-8719-708865b1c84a req-3f2d6ea9-682b-4bb3-b095-a4dc697c6c71 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:22:16.703170 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5588602-5c68-42e2-8719-708865b1c84a req-3f2d6ea9-682b-4bb3-b095-a4dc697c6c71 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:22:16.732095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d6ea9-682b-4bb3-b095-a4dc697c6c71 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=6501b7ff-c799-4d67-837c-1b2cb689aa94,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:16.761011 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5588602-5c68-42e2-8719-708865b1c84a req-3f2d6ea9-682b-4bb3-b095-a4dc697c6c71 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:16.761734 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c5588602-5c68-42e2-8719-708865b1c84a req-3f2d6ea9-682b-4bb3-b095-a4dc697c6c71 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:16.775705 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c5588602-5c68-42e2-8719-708865b1c84a req-3f2d6ea9-682b-4bb3-b095-a4dc697c6c71 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8173790 Jul 14 08:22:16.787271 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Request body: {'port': {'device_id': '5609c15e-4100-48a7-84d4-04e1710889c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:22:16.862350 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:16.976726 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3e2b298c-5963-4ee8-9e84-ba40cecc9c66 None None] Provisioning for port 6501b7ff-c799-4d67-837c-1b2cb689aa94 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:22:16.982034 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3e2b298c-5963-4ee8-9e84-ba40cecc9c66 None None] Provisioning complete for port 6501b7ff-c799-4d67-837c-1b2cb689aa94 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:22:16.982524 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e2b298c-5963-4ee8-9e84-ba40cecc9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:17.020287 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b298c-5963-4ee8-9e84-ba40cecc9c66 None None] Port 6501b7ff-c799-4d67-837c-1b2cb689aa94 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:22:17.059510 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a5108-d158-4948-81ff-556399ad68c3 req-0cb8c95d-91fb-43aa-84d9-e22892f67235 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:17.061015 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-627a5108-d158-4948-81ff-556399ad68c3 req-0cb8c95d-91fb-43aa-84d9-e22892f67235 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 931 time: 0.0811324 Jul 14 08:22:17.069526 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:22:17.104635 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-627a5108-d158-4948-81ff-556399ad68c3 req-c3223e7e-ab7b-4fe8-b9cc-b0c344b55ca6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5c47700-ee4b-4f82-8c10-be38e4aca962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369115 Jul 14 08:22:17.125158 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:22:17.125562 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:17.152697 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6501b7ff-c799-4d67-837c-1b2cb689aa94 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:22:17.160709 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:17.172904 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Transition to ACTIVE for port object 6501b7ff-c799-4d67-837c-1b2cb689aa94 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:22:17.176468 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:17.244698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Pushing event updated for resources: {'Port': ['ID=6501b7ff-c799-4d67-837c-1b2cb689aa94,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:17.296149 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Attempting to bind port 6501b7ff-c799-4d67-837c-1b2cb689aa94 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:22:17.296486 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Attempting to bind port 6501b7ff-c799-4d67-837c-1b2cb689aa94 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '1fee4696-05c1-4d16-b7ff-d54bb581b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:22:17.296819 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Attempting to bind port 6501b7ff-c799-4d67-837c-1b2cb689aa94 on network 21e7e332-4a1f-43f1-8229-1eb27990138d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:22:17.301354 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Port 6501b7ff-c799-4d67-837c-1b2cb689aa94 on network 21e7e332-4a1f-43f1-8229-1eb27990138d not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:22:17.301678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Attempting to bind port 6501b7ff-c799-4d67-837c-1b2cb689aa94 on network 21e7e332-4a1f-43f1-8229-1eb27990138d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:22:17.306626 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:22:17.306969 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Checking segment: {'id': '1fee4696-05c1-4d16-b7ff-d54bb581b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:22:17.307361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Bound using segment: {'id': '1fee4696-05c1-4d16-b7ff-d54bb581b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:22:17.307794 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Bound port: 6501b7ff-c799-4d67-837c-1b2cb689aa94, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fee4696-05c1-4d16-b7ff-d54bb581b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:22:17.308157 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:17.374054 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] For port 6501b7ff-c799-4d67-837c-1b2cb689aa94, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:22:17.377906 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] For port 6501b7ff-c799-4d67-837c-1b2cb689aa94, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6501b7ff-c799-4d67-837c-1b2cb689aa94,segment=NetworkSegment(1fee4696-05c1-4d16-b7ff-d54bb581b282),segment_id=1fee4696-05c1-4d16-b7ff-d54bb581b282)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:22:17.381539 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:17.422319 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:17.422946 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:17.424933 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c5588602-5c68-42e2-8719-708865b1c84a req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] 10.222.0.30 "PUT /v2.0/ports/6501b7ff-c799-4d67-837c-1b2cb689aa94 HTTP/1.1" status: 200 len: 1091 time: 0.6424336 Jul 14 08:22:17.425400 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5609c15e-4100-48a7-84d4-04e1710889c0', 'tag': '6501b7ff-c799-4d67-837c-1b2cb689aa94'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:22:17.427670 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdc9f4b-8ff1-4d9a-86dd-d2a89432c679" -d '{"events": [{"name": "network-changed", "server_uuid": "5609c15e-4100-48a7-84d4-04e1710889c0", "tag": "6501b7ff-c799-4d67-837c-1b2cb689aa94"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:22:17.448476 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920206a8-a279-4fc6-8696-f6ee24948052 service neutron] Pushing event updated for resources: {'Port': ['ID=6501b7ff-c799-4d67-837c-1b2cb689aa94,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:17.478128 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76772e7c-307b-4d02-b130-14511b94553e x-openstack-request-id: req-76772e7c-307b-4d02-b130-14511b94553e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:22:17.478426 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5609c15e-4100-48a7-84d4-04e1710889c0", "tag": "6501b7ff-c799-4d67-837c-1b2cb689aa94", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:22:17.478676 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76772e7c-307b-4d02-b130-14511b94553e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:22:17.479072 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5609c15e-4100-48a7-84d4-04e1710889c0', 'tag': '6501b7ff-c799-4d67-837c-1b2cb689aa94', 'status': 'completed', 'code': 200} Jul 14 08:22:17.525675 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5588602-5c68-42e2-8719-708865b1c84a req-5d1ff16c-4103-4239-b4c0-1b9797a2aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:17.527224 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c5588602-5c68-42e2-8719-708865b1c84a req-5d1ff16c-4103-4239-b4c0-1b9797a2aab0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 1094 time: 0.0585539 Jul 14 08:22:17.570025 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c5588602-5c68-42e2-8719-708865b1c84a req-ae28dbaf-a0e4-4e45-9e5b-9dd39d87b672 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6501b7ff-c799-4d67-837c-1b2cb689aa94 HTTP/1.1" status: 200 len: 217 time: 0.0359073 Jul 14 08:22:17.626269 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5588602-5c68-42e2-8719-708865b1c84a req-b399a7b5-fe16-42c7-926a-ca2b9731a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:17.627739 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c5588602-5c68-42e2-8719-708865b1c84a req-b399a7b5-fe16-42c7-926a-ca2b9731a2f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2 HTTP/1.1" status: 200 len: 833 time: 0.0519891 Jul 14 08:22:17.688714 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5588602-5c68-42e2-8719-708865b1c84a req-043b7ad2-9dac-4510-8401-95dc4d0adde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:17.690312 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c5588602-5c68-42e2-8719-708865b1c84a req-043b7ad2-9dac-4510-8401-95dc4d0adde5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21e7e332-4a1f-43f1-8229-1eb27990138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558338 Jul 14 08:22:17.777144 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c5588602-5c68-42e2-8719-708865b1c84a req-717f7cf2-b03e-423c-9c49-90b09fec1477 service neutron] 10.222.0.30 "GET /v2.0/networks/21e7e332-4a1f-43f1-8229-1eb27990138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805619 Jul 14 08:22:17.868005 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c5588602-5c68-42e2-8719-708865b1c84a req-6d64bd53-7f30-4328-af9a-f518dc01113b service neutron] 10.222.0.30 "GET /v2.0/networks/21e7e332-4a1f-43f1-8229-1eb27990138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839219 Jul 14 08:22:17.971591 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc9f4b-8ff1-4d9a-86dd-d2a89432c679 req-9d99c4d6-b8a9-407a-bbd1-b763b2d7270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:17.973024 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-acdc9f4b-8ff1-4d9a-86dd-d2a89432c679 req-9d99c4d6-b8a9-407a-bbd1-b763b2d7270e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 1094 time: 0.0522733 Jul 14 08:22:18.064430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc9f4b-8ff1-4d9a-86dd-d2a89432c679 req-c3af366e-ff02-492a-8c3e-ca668014451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:18.066069 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-acdc9f4b-8ff1-4d9a-86dd-d2a89432c679 req-c3af366e-ff02-492a-8c3e-ca668014451e service neutron] 10.222.0.30 "GET /v2.0/networks?id=21e7e332-4a1f-43f1-8229-1eb27990138d HTTP/1.1" status: 200 len: 898 time: 0.0865951 Jul 14 08:22:18.106291 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-acdc9f4b-8ff1-4d9a-86dd-d2a89432c679 req-240c758a-c968-4362-ae7f-931c1983d5c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6501b7ff-c799-4d67-837c-1b2cb689aa94 HTTP/1.1" status: 200 len: 217 time: 0.0335553 Jul 14 08:22:18.153142 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc9f4b-8ff1-4d9a-86dd-d2a89432c679 req-96a0d4e2-930c-4f61-89fb-a108a98996e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:18.154636 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-acdc9f4b-8ff1-4d9a-86dd-d2a89432c679 req-96a0d4e2-930c-4f61-89fb-a108a98996e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2 HTTP/1.1" status: 200 len: 833 time: 0.0420535 Jul 14 08:22:18.216182 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc9f4b-8ff1-4d9a-86dd-d2a89432c679 req-1284077a-6ab2-40ae-b684-3a2ab0c1409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:18.217709 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-acdc9f4b-8ff1-4d9a-86dd-d2a89432c679 req-1284077a-6ab2-40ae-b684-3a2ab0c1409e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21e7e332-4a1f-43f1-8229-1eb27990138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552232 Jul 14 08:22:18.274455 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2eff8-ab66-4564-a748-f92a0f0d4f4d req-9aa3376b-5851-4e6f-aab2-6364d2309bcc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:18.275847 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3d2eff8-ab66-4564-a748-f92a0f0d4f4d req-9aa3376b-5851-4e6f-aab2-6364d2309bcc tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 943 time: 0.0623710 Jul 14 08:22:18.307522 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-acdc9f4b-8ff1-4d9a-86dd-d2a89432c679 req-8b14d5ad-8c73-42bd-abb7-ec327706e3b4 service neutron] 10.222.0.30 "GET /v2.0/networks/21e7e332-4a1f-43f1-8229-1eb27990138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813842 Jul 14 08:22:18.313455 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d3d2eff8-ab66-4564-a748-f92a0f0d4f4d req-8cdc5706-366f-4083-87e2-64d152f146a8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5c47700-ee4b-4f82-8c10-be38e4aca962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319376 Jul 14 08:22:18.399365 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-acdc9f4b-8ff1-4d9a-86dd-d2a89432c679 req-6d10ec35-799b-4ceb-b509-2250088a1756 service neutron] 10.222.0.30 "GET /v2.0/networks/21e7e332-4a1f-43f1-8229-1eb27990138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851812 Jul 14 08:22:19.483295 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce5be5-65b0-4092-9f89-18a2974cb248 req-59fa82bb-022a-4abe-a094-15e35c8aa394 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:19.484790 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdce5be5-65b0-4092-9f89-18a2974cb248 req-59fa82bb-022a-4abe-a094-15e35c8aa394 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 943 time: 0.0623770 Jul 14 08:22:19.521759 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdce5be5-65b0-4092-9f89-18a2974cb248 req-ccbdcfa6-8436-413f-9bb9-c43ed6b44e1e tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5c47700-ee4b-4f82-8c10-be38e4aca962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306973 Jul 14 08:22:20.286085 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 6501b7ff-c799-4d67-837c-1b2cb689aa94 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:22:20.374908 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 6501b7ff-c799-4d67-837c-1b2cb689aa94, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6501b7ff-c799-4d67-837c-1b2cb689aa94,segment=NetworkSegment(1fee4696-05c1-4d16-b7ff-d54bb581b282),segment_id=1fee4696-05c1-4d16-b7ff-d54bb581b282)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:22:20.389301 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '6501b7ff-c799-4d67-837c-1b2cb689aa94', 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d', 'port_id': '6501b7ff-c799-4d67-837c-1b2cb689aa94', 'mac_address': 'fa:16:3e:eb:94:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:22:20.424167 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:20.436048 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6501b7ff-c799-4d67-837c-1b2cb689aa94 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:22:20.455212 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 6501b7ff-c799-4d67-837c-1b2cb689aa94, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6501b7ff-c799-4d67-837c-1b2cb689aa94,segment=NetworkSegment(1fee4696-05c1-4d16-b7ff-d54bb581b282),segment_id=1fee4696-05c1-4d16-b7ff-d54bb581b282)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:22:20.459029 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:20.503311 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=6501b7ff-c799-4d67-837c-1b2cb689aa94,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:20.657200 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['6501b7ff-c799-4d67-837c-1b2cb689aa94'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:22:20.698483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30293f-90fc-4ed2-95c9-7ae5e077450f req-60b6d2e5-a16f-4df6-a9b3-e0b97bffa678 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:20.699975 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd30293f-90fc-4ed2-95c9-7ae5e077450f req-60b6d2e5-a16f-4df6-a9b3-e0b97bffa678 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 944 time: 0.0694301 Jul 14 08:22:20.738344 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd30293f-90fc-4ed2-95c9-7ae5e077450f req-3ef89f76-8d4e-4135-8ce4-fa921f1a2da0 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5c47700-ee4b-4f82-8c10-be38e4aca962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326138 Jul 14 08:22:21.908690 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3910dff-f56c-4974-b03f-6780936e8214 req-f79ffc2f-4be6-4dde-9539-65e2b002a4d8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:21.910159 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e3910dff-f56c-4974-b03f-6780936e8214 req-f79ffc2f-4be6-4dde-9539-65e2b002a4d8 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 944 time: 0.0613425 Jul 14 08:22:21.946624 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e3910dff-f56c-4974-b03f-6780936e8214 req-bb3b4650-c675-4e30-8793-919504772a5d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5c47700-ee4b-4f82-8c10-be38e4aca962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308762 Jul 14 08:22:22.302008 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 6501b7ff-c799-4d67-837c-1b2cb689aa94 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:22:22.347623 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 6501b7ff-c799-4d67-837c-1b2cb689aa94 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:22:22.351585 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 6501b7ff-c799-4d67-837c-1b2cb689aa94 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:22:22.351956 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:22.427709 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:22.449269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5609c15e-4100-48a7-84d4-04e1710889c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6501b7ff-c799-4d67-837c-1b2cb689aa94'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:22:22.451512 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bea3248-ef1e-4636-8701-c67b6d18d4e5" -d '{"events": [{"server_uuid": "5609c15e-4100-48a7-84d4-04e1710889c0", "name": "network-vif-plugged", "status": "completed", "tag": "6501b7ff-c799-4d67-837c-1b2cb689aa94"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:22:22.463843 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 6501b7ff-c799-4d67-837c-1b2cb689aa94, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6501b7ff-c799-4d67-837c-1b2cb689aa94,segment=NetworkSegment(1fee4696-05c1-4d16-b7ff-d54bb581b282),segment_id=1fee4696-05c1-4d16-b7ff-d54bb581b282)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:22:22.467751 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:22.515011 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=6501b7ff-c799-4d67-837c-1b2cb689aa94,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:22.535550 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bfd92b-0f49-42bd-9944-63da9c7ac6f5 x-openstack-request-id: req-b9bfd92b-0f49-42bd-9944-63da9c7ac6f5 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:22:22.535842 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5609c15e-4100-48a7-84d4-04e1710889c0", "name": "network-vif-plugged", "status": "completed", "tag": "6501b7ff-c799-4d67-837c-1b2cb689aa94", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:22:22.536094 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9bfd92b-0f49-42bd-9944-63da9c7ac6f5 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:22:22.536489 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5609c15e-4100-48a7-84d4-04e1710889c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6501b7ff-c799-4d67-837c-1b2cb689aa94', 'code': 200} Jul 14 08:22:22.645060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51f4fd-06a7-4e43-a9fa-1a3034f86ecf req-76ac3848-50da-4145-9316-742fdc22b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:22.646458 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2a51f4fd-06a7-4e43-a9fa-1a3034f86ecf req-76ac3848-50da-4145-9316-742fdc22b154 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 1096 time: 0.0506890 Jul 14 08:22:22.681701 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-2a51f4fd-06a7-4e43-a9fa-1a3034f86ecf req-18084485-1240-477c-abc0-162f6402cb44 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e5c47700-ee4b-4f82-8c10-be38e4aca962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286522 Jul 14 08:22:23.114652 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190c2e7-520c-4b8d-9e18-d4d1fc3088a3 req-852b84e8-62fc-4bc2-9d7e-2753477e806d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:23.116116 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3190c2e7-520c-4b8d-9e18-d4d1fc3088a3 req-852b84e8-62fc-4bc2-9d7e-2753477e806d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 945 time: 0.0617306 Jul 14 08:22:23.156388 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3190c2e7-520c-4b8d-9e18-d4d1fc3088a3 req-f720ecba-7933-4d48-a242-d3c63548a4ee tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5c47700-ee4b-4f82-8c10-be38e4aca962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342691 Jul 14 08:22:24.023975 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:22:24.331003 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987b91d-c600-4cc8-a1da-03d2483a55ac req-ccec608e-4dc3-4992-98d4-59c34d7356fe tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:24.332470 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b987b91d-c600-4cc8-a1da-03d2483a55ac req-ccec608e-4dc3-4992-98d4-59c34d7356fe tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 945 time: 0.0622718 Jul 14 08:22:24.369123 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b987b91d-c600-4cc8-a1da-03d2483a55ac req-92b03da8-8fe7-4806-97c9-d56cac8f6285 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5c47700-ee4b-4f82-8c10-be38e4aca962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311956 Jul 14 08:22:24.535961 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801168f9-1c6c-414e-85d9-e64b788317b7 req-34b33339-0f28-4213-81a4-40154cab8737 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:24.537440 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-801168f9-1c6c-414e-85d9-e64b788317b7 req-34b33339-0f28-4213-81a4-40154cab8737 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 945 time: 0.0617404 Jul 14 08:22:24.574348 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-801168f9-1c6c-414e-85d9-e64b788317b7 req-4bd1f69e-f6a5-4a59-96a8-0ea4448b4dd9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5c47700-ee4b-4f82-8c10-be38e4aca962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315270 Jul 14 08:22:24.597094 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42254) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:24.647436 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfea5a1-9cd3-4015-8832-bff8486ebdef tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:24.648915 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-2cfea5a1-9cd3-4015-8832-bff8486ebdef tempest-TestNetworkAdvancedServerOps-2123576771 tempest-TestNetworkAdvancedServerOps-2123576771-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 1091 time: 0.0508118 Jul 14 08:22:24.651624 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42256) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:24.655925 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': '6501b7ff-c799-4d67-837c-1b2cb689aa94', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:22:24.679342 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:24.773550 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:24.870834 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Allocated IP 172.25.7.215 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/82f0d664-7c82-4957-8509-893ebebbfcba) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:22:24.972771 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:25.011710 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:25.044698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:22:25.047473 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:22:25.052856 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:22:25.080030 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=82f0d664-7c82-4957-8509-893ebebbfcba,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:25.538428 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:25.641393 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:25.780084 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:25.784626 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:25.853248 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event updated for resources: {'Port': ['ID=82f0d664-7c82-4957-8509-893ebebbfcba,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:22:25.861018 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:25.954821 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Floating IP 0cdc7433-eb0c-4543-97c4-5ab912c3ec77 associated. External IP: 172.25.7.215, port: 6501b7ff-c799-4d67-837c-1b2cb689aa94. Jul 14 08:22:26.150522 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router e9a507fd-382c-4dfe-803a-4285e6b89576 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:22:26.528498 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:22:26.538117 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998c4b8-9d32-4bea-81d0-cb40eae5e2f1 None None] Sync routers for ids ['e9a507fd-382c-4dfe-803a-4285e6b89576'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:22:26.544611 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:26.547870 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998c4b8-9d32-4bea-81d0-cb40eae5e2f1 None None] Routers {'e9a507fd-382c-4dfe-803a-4285e6b89576'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:22:26.549001 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c998c4b8-9d32-4bea-81d0-cb40eae5e2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:22:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e9a507fd-382c-4dfe-803a-4285e6b89576'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:26.580662 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-179ed004-305b-4fcc-b5b6-4fd2faec9f15 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9280457 Jul 14 08:22:26.581296 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5609c15e-4100-48a7-84d4-04e1710889c0', 'tag': '6501b7ff-c799-4d67-837c-1b2cb689aa94'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:22:26.583534 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea962e8a-ae65-47f1-a132-57d9fd23ff60" -d '{"events": [{"name": "network-changed", "server_uuid": "5609c15e-4100-48a7-84d4-04e1710889c0", "tag": "6501b7ff-c799-4d67-837c-1b2cb689aa94"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:22:26.626921 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce86495e-2272-437c-89cf-1a7140d4b27f x-openstack-request-id: req-ce86495e-2272-437c-89cf-1a7140d4b27f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:22:26.627524 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5609c15e-4100-48a7-84d4-04e1710889c0", "tag": "6501b7ff-c799-4d67-837c-1b2cb689aa94", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:22:26.627784 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce86495e-2272-437c-89cf-1a7140d4b27f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:22:26.628223 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5609c15e-4100-48a7-84d4-04e1710889c0', 'tag': '6501b7ff-c799-4d67-837c-1b2cb689aa94', 'status': 'completed', 'code': 200} Jul 14 08:22:26.655915 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-c998c4b8-9d32-4bea-81d0-cb40eae5e2f1 None None] Set router e9a507fd-382c-4dfe-803a-4285e6b89576 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:22:26.710497 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea962e8a-ae65-47f1-a132-57d9fd23ff60 req-bd3a9251-0355-4dde-a964-124c8b1e8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:26.712030 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea962e8a-ae65-47f1-a132-57d9fd23ff60 req-bd3a9251-0355-4dde-a964-124c8b1e8a64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 1096 time: 0.0539598 Jul 14 08:22:26.748443 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bec4f4-883d-4960-85fd-60dab5e93ccd req-997e19df-b5f4-422d-be88-80c283db6963 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:26.750093 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-69bec4f4-883d-4960-85fd-60dab5e93ccd req-997e19df-b5f4-422d-be88-80c283db6963 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 945 time: 0.0693183 Jul 14 08:22:26.788413 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-69bec4f4-883d-4960-85fd-60dab5e93ccd req-8ed87e3b-6201-4fdb-b2d3-c54d3e8d1ca6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5c47700-ee4b-4f82-8c10-be38e4aca962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322459 Jul 14 08:22:26.804908 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea962e8a-ae65-47f1-a132-57d9fd23ff60 req-78cb261b-a12d-47e1-83c2-7c24987cf4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:26.806449 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea962e8a-ae65-47f1-a132-57d9fd23ff60 req-78cb261b-a12d-47e1-83c2-7c24987cf4dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=21e7e332-4a1f-43f1-8229-1eb27990138d HTTP/1.1" status: 200 len: 898 time: 0.0886235 Jul 14 08:22:26.816081 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42262) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:26.871366 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea962e8a-ae65-47f1-a132-57d9fd23ff60 req-057a0ce2-958e-45ef-beff-95b76c7aff25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6501b7ff-c799-4d67-837c-1b2cb689aa94 HTTP/1.1" status: 200 len: 999 time: 0.0585322 Jul 14 08:22:26.877861 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-75414083-d46c-4bb0-a6b8-9c9a2b76139d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/floatingips/0cdc7433-eb0c-4543-97c4-5ab912c3ec77 HTTP/1.1" status: 200 len: 991 time: 0.0606103 Jul 14 08:22:26.890386 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c998c4b8-9d32-4bea-81d0-cb40eae5e2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913185377', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:22:08Z', 'updated_at': '2021-07-14T08:22:11Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:09Z', 'updated_at': '2021-07-14T08:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '0cdc7433-eb0c-4543-97c4-5ab912c3ec77', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'port_id': '6501b7ff-c799-4d67-837c-1b2cb689aa94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d', 'mac_address': 'fa:16:3e:eb:94:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5609c15e-4100-48a7-84d4-04e1710889c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:22:25Z', 'updated_at': '2021-07-14T08:22:25Z', 'revision_number': 0, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29aea7f-758c-43c8-b2af-3f48cbdfd7e1', 'name': '', 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:7c:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:11Z', 'updated_at': '2021-07-14T08:22:15Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:26.916594 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998c4b8-9d32-4bea-81d0-cb40eae5e2f1 None None] Checking router: e9a507fd-382c-4dfe-803a-4285e6b89576 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:22:26.918209 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea962e8a-ae65-47f1-a132-57d9fd23ff60 req-ddde26f8-dced-4717-b2de-d3ece982c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:26.919665 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea962e8a-ae65-47f1-a132-57d9fd23ff60 req-ddde26f8-dced-4717-b2de-d3ece982c56a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2 HTTP/1.1" status: 200 len: 833 time: 0.0425148 Jul 14 08:22:26.925000 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998c4b8-9d32-4bea-81d0-cb40eae5e2f1 None None] Routers {'e9a507fd-382c-4dfe-803a-4285e6b89576'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:22:26.925636 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c998c4b8-9d32-4bea-81d0-cb40eae5e2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:22:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e9a507fd-382c-4dfe-803a-4285e6b89576'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:26.982544 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea962e8a-ae65-47f1-a132-57d9fd23ff60 req-e46870d9-c1cd-40ad-b550-a491cfc2cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:26.984101 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea962e8a-ae65-47f1-a132-57d9fd23ff60 req-e46870d9-c1cd-40ad-b550-a491cfc2cec7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21e7e332-4a1f-43f1-8229-1eb27990138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588758 Jul 14 08:22:27.029658 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-c998c4b8-9d32-4bea-81d0-cb40eae5e2f1 None None] Set router e9a507fd-382c-4dfe-803a-4285e6b89576 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:22:27.071430 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea962e8a-ae65-47f1-a132-57d9fd23ff60 req-efec3b0d-34da-46b2-99eb-50a00ca83f2c service neutron] 10.222.0.30 "GET /v2.0/networks/21e7e332-4a1f-43f1-8229-1eb27990138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803924 Jul 14 08:22:27.161907 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ea962e8a-ae65-47f1-a132-57d9fd23ff60 req-b869b5ed-7b0c-466d-9072-d2c0f78d4243 service neutron] 10.222.0.30 "GET /v2.0/networks/21e7e332-4a1f-43f1-8229-1eb27990138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844853 Jul 14 08:22:27.249713 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c998c4b8-9d32-4bea-81d0-cb40eae5e2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913185377', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:22:08Z', 'updated_at': '2021-07-14T08:22:11Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:09Z', 'updated_at': '2021-07-14T08:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '0cdc7433-eb0c-4543-97c4-5ab912c3ec77', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'port_id': '6501b7ff-c799-4d67-837c-1b2cb689aa94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d', 'mac_address': 'fa:16:3e:eb:94:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5609c15e-4100-48a7-84d4-04e1710889c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:22:25Z', 'updated_at': '2021-07-14T08:22:25Z', 'revision_number': 0, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29aea7f-758c-43c8-b2af-3f48cbdfd7e1', 'name': '', 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:7c:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:11Z', 'updated_at': '2021-07-14T08:22:15Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:22:27.274586 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998c4b8-9d32-4bea-81d0-cb40eae5e2f1 None None] The sync data for ids ['e9a507fd-382c-4dfe-803a-4285e6b89576'] in n-d-778696-5 is: [{'id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913185377', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:22:08Z', 'updated_at': '2021-07-14T08:22:11Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:09Z', 'updated_at': '2021-07-14T08:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '0cdc7433-eb0c-4543-97c4-5ab912c3ec77', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'port_id': '6501b7ff-c799-4d67-837c-1b2cb689aa94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d', 'mac_address': 'fa:16:3e:eb:94:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5609c15e-4100-48a7-84d4-04e1710889c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:22:25Z', 'updated_at': '2021-07-14T08:22:25Z', 'revision_number': 0, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29aea7f-758c-43c8-b2af-3f48cbdfd7e1', 'name': '', 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:7c:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:11Z', 'updated_at': '2021-07-14T08:22:15Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:22:27.454244 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff868fe-f2c9-4417-8db3-3be5cbbb753a None None] New status for floating IP 0cdc7433-eb0c-4543-97c4-5ab912c3ec77: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:22:27.881223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42264) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:22:27.942214 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-959a8407-91e7-480c-9688-124493847595 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/floatingips/0cdc7433-eb0c-4543-97c4-5ab912c3ec77 HTTP/1.1" status: 200 len: 993 time: 0.0599327 Jul 14 08:22:30.601031 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44db872a-ad13-4bf2-885d-8b366f007d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:33.399442 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39310efb-b0f5-4388-940c-21bc00dbc0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:33.764004 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:34.950570 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:36.472124 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:46.234859 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:46.312094 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:22:57.416012 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-46ebf9ed-a310-4c69-84a0-77211a8174a7 req-10759ee9-3aa3-4891-ac06-441230e32072 service neutron] (93828) timed out ('10.222.0.15', 61624) {{(pid=93828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 08:22:59.388369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85ac38-a1e5-4bdb-a01c-75173ef9550a req-892a4935-6ccf-42df-a955-cc135be89f60 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:22:59.389885 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6b85ac38-a1e5-4bdb-a01c-75173ef9550a req-892a4935-6ccf-42df-a955-cc135be89f60 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 945 time: 0.0633538 Jul 14 08:22:59.426532 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6b85ac38-a1e5-4bdb-a01c-75173ef9550a req-781fc1ba-4231-4b2c-81fc-3cfa43cb1ae9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5c47700-ee4b-4f82-8c10-be38e4aca962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304198 Jul 14 08:23:00.208566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f53e9-cac9-4e82-8c36-302b3c0ff2fe req-ff78ffe5-a6fc-4699-bfb8-f72009230bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:00.210099 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a47f53e9-cac9-4e82-8c36-302b3c0ff2fe req-ff78ffe5-a6fc-4699-bfb8-f72009230bf4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 1096 time: 0.0512080 Jul 14 08:23:00.318149 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f53e9-cac9-4e82-8c36-302b3c0ff2fe req-d227224c-1e90-46ba-b7b7-435fa98d7213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:00.319612 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a47f53e9-cac9-4e82-8c36-302b3c0ff2fe req-d227224c-1e90-46ba-b7b7-435fa98d7213 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21e7e332-4a1f-43f1-8229-1eb27990138d HTTP/1.1" status: 200 len: 898 time: 0.0814002 Jul 14 08:23:00.386383 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a47f53e9-cac9-4e82-8c36-302b3c0ff2fe req-76999a6e-eeb0-4e5f-bd44-770f4508971e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6501b7ff-c799-4d67-837c-1b2cb689aa94 HTTP/1.1" status: 200 len: 1001 time: 0.0605483 Jul 14 08:23:00.432891 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f53e9-cac9-4e82-8c36-302b3c0ff2fe req-205e2d51-11e6-4840-8c3e-949f9e1b83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:00.434339 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a47f53e9-cac9-4e82-8c36-302b3c0ff2fe req-205e2d51-11e6-4840-8c3e-949f9e1b83f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2 HTTP/1.1" status: 200 len: 833 time: 0.0418119 Jul 14 08:23:00.491098 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f53e9-cac9-4e82-8c36-302b3c0ff2fe req-0179a7e9-fdeb-44a1-bd5a-29c4440fc8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:00.492623 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a47f53e9-cac9-4e82-8c36-302b3c0ff2fe req-0179a7e9-fdeb-44a1-bd5a-29c4440fc8a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21e7e332-4a1f-43f1-8229-1eb27990138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506878 Jul 14 08:23:00.504107 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-a47f53e9-cac9-4e82-8c36-302b3c0ff2fe req-6842a612-19dc-4f04-a57f-7733c804225f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:23:00.505107 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a47f53e9-cac9-4e82-8c36-302b3c0ff2fe req-6842a612-19dc-4f04-a57f-7733c804225f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049906 Jul 14 08:23:00.597670 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a47f53e9-cac9-4e82-8c36-302b3c0ff2fe req-fc70c181-e786-4e15-9a73-092a3aaf92fb service neutron] 10.222.0.30 "GET /v2.0/networks/21e7e332-4a1f-43f1-8229-1eb27990138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861666 Jul 14 08:23:00.602100 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6f2a0538-8627-4907-a390-bb6e3c2392d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:00.621424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cfa6b-7b76-4590-ae60-723fe2718cd3 req-5dafc4e6-338f-4805-9196-212f3630875d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:00.623152 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c9cfa6b-7b76-4590-ae60-723fe2718cd3 req-5dafc4e6-338f-4805-9196-212f3630875d tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 945 time: 0.0630212 Jul 14 08:23:00.660962 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c9cfa6b-7b76-4590-ae60-723fe2718cd3 req-001e6d51-3553-4645-8f78-2350d80b040f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5c47700-ee4b-4f82-8c10-be38e4aca962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321305 Jul 14 08:23:00.686200 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42294) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:00.701801 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a47f53e9-cac9-4e82-8c36-302b3c0ff2fe req-a8f8c877-1bb3-4b5a-92a6-5c3d64e90ab0 service neutron] 10.222.0.30 "GET /v2.0/networks/21e7e332-4a1f-43f1-8229-1eb27990138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984600 Jul 14 08:23:00.753531 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-73d0bb9a-20d4-43dc-8e46-c3cad10c614c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/floatingips/0cdc7433-eb0c-4543-97c4-5ab912c3ec77 HTTP/1.1" status: 200 len: 993 time: 0.0661840 Jul 14 08:23:01.024221 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:23:02.146390 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242181a7-7fc2-4593-a173-147372e18a7a req-8d1eb96d-42b9-4f0c-b70d-837acd8a7e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:02.147953 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-242181a7-7fc2-4593-a173-147372e18a7a req-8d1eb96d-42b9-4f0c-b70d-837acd8a7e67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 1096 time: 0.0524702 Jul 14 08:23:02.173694 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51846461-7f34-4c4d-822e-d09d69a9b9e0 req-e31f834d-450e-4474-91e0-28a25307dd7a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:02.175160 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-51846461-7f34-4c4d-822e-d09d69a9b9e0 req-e31f834d-450e-4474-91e0-28a25307dd7a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 945 time: 0.0658174 Jul 14 08:23:02.213020 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-51846461-7f34-4c4d-822e-d09d69a9b9e0 req-f4d08279-3f18-4c6a-bdca-68ff2086ee08 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5c47700-ee4b-4f82-8c10-be38e4aca962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321572 Jul 14 08:23:02.243928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242181a7-7fc2-4593-a173-147372e18a7a req-39e2f7a3-15a0-4b41-8849-278ffc9e291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:02.245453 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-242181a7-7fc2-4593-a173-147372e18a7a req-39e2f7a3-15a0-4b41-8849-278ffc9e291c service neutron] 10.222.0.30 "GET /v2.0/networks?id=21e7e332-4a1f-43f1-8229-1eb27990138d HTTP/1.1" status: 200 len: 898 time: 0.0917890 Jul 14 08:23:02.308702 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-242181a7-7fc2-4593-a173-147372e18a7a req-e3ac1d11-16c7-45b4-861e-c8196e0cc01f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6501b7ff-c799-4d67-837c-1b2cb689aa94 HTTP/1.1" status: 200 len: 1001 time: 0.0573554 Jul 14 08:23:02.354691 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242181a7-7fc2-4593-a173-147372e18a7a req-da585f86-08ac-447e-8f23-49e4d10583b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:02.356116 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-242181a7-7fc2-4593-a173-147372e18a7a req-da585f86-08ac-447e-8f23-49e4d10583b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2 HTTP/1.1" status: 200 len: 833 time: 0.0416882 Jul 14 08:23:02.415178 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242181a7-7fc2-4593-a173-147372e18a7a req-dfeadbda-07a1-4add-97a6-c9a83a5c5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:02.416692 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-242181a7-7fc2-4593-a173-147372e18a7a req-dfeadbda-07a1-4add-97a6-c9a83a5c5c1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21e7e332-4a1f-43f1-8229-1eb27990138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540986 Jul 14 08:23:02.502240 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-242181a7-7fc2-4593-a173-147372e18a7a req-d06bc883-50a2-49b7-98cf-500c056da8b1 service neutron] 10.222.0.30 "GET /v2.0/networks/21e7e332-4a1f-43f1-8229-1eb27990138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791276 Jul 14 08:23:02.592067 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-242181a7-7fc2-4593-a173-147372e18a7a req-d635ffd1-2bba-48ee-9118-7a5adc49e6f1 service neutron] 10.222.0.30 "GET /v2.0/networks/21e7e332-4a1f-43f1-8229-1eb27990138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834670 Jul 14 08:23:03.388117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597aadf5-1209-4996-b921-723fe71f90e7 req-984ebfcf-6437-4aa5-b75b-02ef56000be9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:03.390074 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-597aadf5-1209-4996-b921-723fe71f90e7 req-984ebfcf-6437-4aa5-b75b-02ef56000be9 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 945 time: 0.0655034 Jul 14 08:23:03.406434 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-752df1d2-e9da-4447-8f0e-8d5f18c4dd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:03.434296 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-597aadf5-1209-4996-b921-723fe71f90e7 req-cf1fdd27-06ac-4294-83ea-132836f58bac tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5c47700-ee4b-4f82-8c10-be38e4aca962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381191 Jul 14 08:23:03.764121 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:04.606153 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1dadb-7ba7-4b36-b21b-36dff67ec4a8 req-4234356d-89b5-453d-93a2-f599e7dd889a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:04.607606 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-84d1dadb-7ba7-4b36-b21b-36dff67ec4a8 req-4234356d-89b5-453d-93a2-f599e7dd889a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 945 time: 0.0642641 Jul 14 08:23:04.644144 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-84d1dadb-7ba7-4b36-b21b-36dff67ec4a8 req-c9993ea2-b400-46fa-a8ad-031456c9e6f2 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5c47700-ee4b-4f82-8c10-be38e4aca962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304193 Jul 14 08:23:04.669404 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42308) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:04.728071 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ad0df1e8-e524-4dbf-91e1-b4f97bcaba7c tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/floatingips/0cdc7433-eb0c-4543-97c4-5ab912c3ec77 HTTP/1.1" status: 200 len: 993 time: 0.0574632 Jul 14 08:23:04.950084 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:04.988340 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42314) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:05.138355 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port 82f0d664-7c82-4957-8509-893ebebbfcba {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:23:05.138699 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:05.211501 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:05.211827 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:05.222913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for 82f0d664-7c82-4957-8509-893ebebbfcba owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:23:05.367130 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:05.392875 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=82f0d664-7c82-4957-8509-893ebebbfcba,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:05.417524 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:05.417870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:05.418223 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:05.418541 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:05.418870 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:05.419198 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:05.419522 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:05.419842 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:05.420165 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:05.420483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:05.420802 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:05.421117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:05.464095 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:05.464429 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Floating IP 0cdc7433-eb0c-4543-97c4-5ab912c3ec77 disassociated (deleted). External IP: 172.25.7.215, port: 6501b7ff-c799-4d67-837c-1b2cb689aa94. Jul 14 08:23:05.659748 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router e9a507fd-382c-4dfe-803a-4285e6b89576 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:23:05.762280 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:23:05.767013 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:05.771655 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f71bc-dbe1-4ad4-9313-0cefd9b6c4e0 None None] Sync routers for ids ['e9a507fd-382c-4dfe-803a-4285e6b89576'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:23:05.780718 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f71bc-dbe1-4ad4-9313-0cefd9b6c4e0 None None] Routers {'e9a507fd-382c-4dfe-803a-4285e6b89576'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:23:05.781359 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-6e7f71bc-dbe1-4ad4-9313-0cefd9b6c4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:23:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e9a507fd-382c-4dfe-803a-4285e6b89576'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:05.805491 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-49d2f0e3-6fa5-4001-92a6-785e5ac4bb54 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/floatingips/0cdc7433-eb0c-4543-97c4-5ab912c3ec77 HTTP/1.1" status: 204 len: 168 time: 0.8160949 Jul 14 08:23:05.806078 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5609c15e-4100-48a7-84d4-04e1710889c0', 'tag': '6501b7ff-c799-4d67-837c-1b2cb689aa94'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:23:05.808430 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4e4b35-aebb-4ba9-8221-bb3262fd85ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5609c15e-4100-48a7-84d4-04e1710889c0", "tag": "6501b7ff-c799-4d67-837c-1b2cb689aa94"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:23:05.850138 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f16045-0114-40b1-8e7d-2dbca2db3411 x-openstack-request-id: req-d7f16045-0114-40b1-8e7d-2dbca2db3411 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:23:05.850506 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5609c15e-4100-48a7-84d4-04e1710889c0", "tag": "6501b7ff-c799-4d67-837c-1b2cb689aa94", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:23:05.850821 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7f16045-0114-40b1-8e7d-2dbca2db3411 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:23:05.851342 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5609c15e-4100-48a7-84d4-04e1710889c0', 'tag': '6501b7ff-c799-4d67-837c-1b2cb689aa94', 'status': 'completed', 'code': 200} Jul 14 08:23:05.893646 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-6e7f71bc-dbe1-4ad4-9313-0cefd9b6c4e0 None None] Set router e9a507fd-382c-4dfe-803a-4285e6b89576 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:23:05.925574 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e4b35-aebb-4ba9-8221-bb3262fd85ac req-8227d113-5fa6-4076-aab6-0667c1a48a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:05.927330 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ca4e4b35-aebb-4ba9-8221-bb3262fd85ac req-8227d113-5fa6-4076-aab6-0667c1a48a02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03466ac869fa4107bda726f264ea70f9&device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 1096 time: 0.0550611 Jul 14 08:23:06.024110 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e4b35-aebb-4ba9-8221-bb3262fd85ac req-f7cc8f81-9928-45c9-aa82-d8d659581f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:06.025667 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ca4e4b35-aebb-4ba9-8221-bb3262fd85ac req-f7cc8f81-9928-45c9-aa82-d8d659581f94 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21e7e332-4a1f-43f1-8229-1eb27990138d HTTP/1.1" status: 200 len: 898 time: 0.0921922 Jul 14 08:23:06.070233 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ca4e4b35-aebb-4ba9-8221-bb3262fd85ac req-ff0c0856-0d45-43a6-b09d-86c3fd6c1574 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6501b7ff-c799-4d67-837c-1b2cb689aa94 HTTP/1.1" status: 200 len: 217 time: 0.0371706 Jul 14 08:23:06.113023 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-6e7f71bc-dbe1-4ad4-9313-0cefd9b6c4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913185377', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:22:08Z', 'updated_at': '2021-07-14T08:22:11Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:09Z', 'updated_at': '2021-07-14T08:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'c29aea7f-758c-43c8-b2af-3f48cbdfd7e1', 'name': '', 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:7c:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:11Z', 'updated_at': '2021-07-14T08:22:15Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:06.123777 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e4b35-aebb-4ba9-8221-bb3262fd85ac req-19abb173-a163-4502-849b-f90d0ae65cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:06.125391 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ca4e4b35-aebb-4ba9-8221-bb3262fd85ac req-19abb173-a163-4502-849b-f90d0ae65cc0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2 HTTP/1.1" status: 200 len: 833 time: 0.0485249 Jul 14 08:23:06.139337 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f71bc-dbe1-4ad4-9313-0cefd9b6c4e0 None None] Checking router: e9a507fd-382c-4dfe-803a-4285e6b89576 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:23:06.148164 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f71bc-dbe1-4ad4-9313-0cefd9b6c4e0 None None] Routers {'e9a507fd-382c-4dfe-803a-4285e6b89576'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:23:06.148773 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-6e7f71bc-dbe1-4ad4-9313-0cefd9b6c4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:23:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e9a507fd-382c-4dfe-803a-4285e6b89576'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:06.183337 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e4b35-aebb-4ba9-8221-bb3262fd85ac req-04f6b590-f5f2-4ca8-8e88-d4515fa7c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:06.184835 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ca4e4b35-aebb-4ba9-8221-bb3262fd85ac req-04f6b590-f5f2-4ca8-8e88-d4515fa7c855 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21e7e332-4a1f-43f1-8229-1eb27990138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528970 Jul 14 08:23:06.209087 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff896dd0-1281-4ec2-a175-5d42f7517451 req-1db73185-87cb-4279-80aa-77e35e1cd6ac tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:06.210654 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff896dd0-1281-4ec2-a175-5d42f7517451 req-1db73185-87cb-4279-80aa-77e35e1cd6ac tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 945 time: 0.0665073 Jul 14 08:23:06.252189 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ff896dd0-1281-4ec2-a175-5d42f7517451 req-26da458b-d643-4e0f-9d96-02b775a6fc8f tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5c47700-ee4b-4f82-8c10-be38e4aca962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355775 Jul 14 08:23:06.278848 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ca4e4b35-aebb-4ba9-8221-bb3262fd85ac req-90a61266-a541-4ebf-8a83-3d419e3e89a1 service neutron] 10.222.0.30 "GET /v2.0/networks/21e7e332-4a1f-43f1-8229-1eb27990138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859468 Jul 14 08:23:06.376020 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ca4e4b35-aebb-4ba9-8221-bb3262fd85ac req-74398b9b-c508-4f19-9b64-47a36847381a service neutron] 10.222.0.30 "GET /v2.0/networks/21e7e332-4a1f-43f1-8229-1eb27990138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906391 Jul 14 08:23:06.414377 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-6e7f71bc-dbe1-4ad4-9313-0cefd9b6c4e0 None None] Set router e9a507fd-382c-4dfe-803a-4285e6b89576 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:23:06.528056 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:06.610570 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-6e7f71bc-dbe1-4ad4-9313-0cefd9b6c4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913185377', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:22:08Z', 'updated_at': '2021-07-14T08:22:11Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:09Z', 'updated_at': '2021-07-14T08:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'c29aea7f-758c-43c8-b2af-3f48cbdfd7e1', 'name': '', 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:7c:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:11Z', 'updated_at': '2021-07-14T08:22:15Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:06.639993 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f71bc-dbe1-4ad4-9313-0cefd9b6c4e0 None None] The sync data for ids ['e9a507fd-382c-4dfe-803a-4285e6b89576'] in n-d-778696-5 is: [{'id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913185377', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:22:08Z', 'updated_at': '2021-07-14T08:22:11Z', 'revision_number': 4, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:09Z', 'updated_at': '2021-07-14T08:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'c29aea7f-758c-43c8-b2af-3f48cbdfd7e1', 'name': '', 'network_id': '21e7e332-4a1f-43f1-8229-1eb27990138d', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'mac_address': 'fa:16:3e:7c:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:11Z', 'updated_at': '2021-07-14T08:22:15Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'subnets': [{'id': '4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:23:06.848323 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543eef4c-6631-4119-9cba-a0efa4f54eed None None] New status for floating IP 0cdc7433-eb0c-4543-97c4-5ab912c3ec77: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:23:07.425743 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792aab78-16ab-45df-95d0-0f61eacc2e8f req-599291ac-b010-479c-afed-2d1f25e291b6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:07.427213 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-792aab78-16ab-45df-95d0-0f61eacc2e8f req-599291ac-b010-479c-afed-2d1f25e291b6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 945 time: 0.0618367 Jul 14 08:23:07.463974 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-792aab78-16ab-45df-95d0-0f61eacc2e8f req-5b014777-d08e-41e3-b532-02d75e76fc49 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5c47700-ee4b-4f82-8c10-be38e4aca962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311854 Jul 14 08:23:07.606372 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e006658-0ad9-4f23-91f1-5db0f316c8cc req-df2e2675-6017-49b6-a4ff-8f0370ed706a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:07.607863 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9e006658-0ad9-4f23-91f1-5db0f316c8cc req-df2e2675-6017-49b6-a4ff-8f0370ed706a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 945 time: 0.0618041 Jul 14 08:23:07.708808 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-9e006658-0ad9-4f23-91f1-5db0f316c8cc req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port 6501b7ff-c799-4d67-837c-1b2cb689aa94 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:23:07.709150 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9e006658-0ad9-4f23-91f1-5db0f316c8cc req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:07.792777 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9e006658-0ad9-4f23-91f1-5db0f316c8cc req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] For port 6501b7ff-c799-4d67-837c-1b2cb689aa94, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=6501b7ff-c799-4d67-837c-1b2cb689aa94,segment=NetworkSegment(1fee4696-05c1-4d16-b7ff-d54bb581b282),segment_id=1fee4696-05c1-4d16-b7ff-d54bb581b282)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:23:07.793132 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9e006658-0ad9-4f23-91f1-5db0f316c8cc req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:07.806136 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-9e006658-0ad9-4f23-91f1-5db0f316c8cc req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for 6501b7ff-c799-4d67-837c-1b2cb689aa94 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:23:07.933787 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9e006658-0ad9-4f23-91f1-5db0f316c8cc req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:07.960999 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=6501b7ff-c799-4d67-837c-1b2cb689aa94,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:07.970897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:07.971294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:07.971626 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:07.971968 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:07.972309 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:07.972646 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:07.972982 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:07.973345 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:07.973678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:07.974014 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:07.974344 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:07.974671 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:08.018835 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e006658-0ad9-4f23-91f1-5db0f316c8cc req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] No DVR routers for this DVR port 6501b7ff-c799-4d67-837c-1b2cb689aa94 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:23:08.021431 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9e006658-0ad9-4f23-91f1-5db0f316c8cc req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:08.023420 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9e006658-0ad9-4f23-91f1-5db0f316c8cc req-ac31914a-99a9-4e75-b906-ecf734754631 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.30 "DELETE /v2.0/ports/6501b7ff-c799-4d67-837c-1b2cb689aa94 HTTP/1.1" status: 204 len: 173 time: 0.4106991 Jul 14 08:23:08.023862 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5609c15e-4100-48a7-84d4-04e1710889c0', 'name': 'network-vif-deleted', 'tag': '6501b7ff-c799-4d67-837c-1b2cb689aa94'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:23:08.026154 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed282091-4ab3-45dc-b9a5-2da999203bb2" -d '{"events": [{"server_uuid": "5609c15e-4100-48a7-84d4-04e1710889c0", "name": "network-vif-deleted", "tag": "6501b7ff-c799-4d67-837c-1b2cb689aa94"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:23:08.062064 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef101a9-7321-4363-b5ab-d8b2994a6b6b x-openstack-request-id: req-bef101a9-7321-4363-b5ab-d8b2994a6b6b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:23:08.062357 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5609c15e-4100-48a7-84d4-04e1710889c0", "name": "network-vif-deleted", "tag": "6501b7ff-c799-4d67-837c-1b2cb689aa94", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:23:08.062632 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bef101a9-7321-4363-b5ab-d8b2994a6b6b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:23:08.063034 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5609c15e-4100-48a7-84d4-04e1710889c0', 'name': 'network-vif-deleted', 'tag': '6501b7ff-c799-4d67-837c-1b2cb689aa94', 'status': 'completed', 'code': 200} Jul 14 08:23:08.625158 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9d7d1b8d-8f22-430a-987e-984c1a790102 req-27bbaa5f-2120-4bc9-abcb-a46bdf21194b tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "GET /v2.0/ports?device_id=5609c15e-4100-48a7-84d4-04e1710889c0 HTTP/1.1" status: 200 len: 210 time: 0.0334408 Jul 14 08:23:09.719826 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42332) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:10.075824 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d80889d-066d-48e3-84fb-9598253dae83 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:10.328451 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6d80889d-066d-48e3-84fb-9598253dae83 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:23:10.328795 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d80889d-066d-48e3-84fb-9598253dae83 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:10.416064 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6d80889d-066d-48e3-84fb-9598253dae83 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] For port c29aea7f-758c-43c8-b2af-3f48cbdfd7e1, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c29aea7f-758c-43c8-b2af-3f48cbdfd7e1,segment=NetworkSegment(1fee4696-05c1-4d16-b7ff-d54bb581b282),segment_id=1fee4696-05c1-4d16-b7ff-d54bb581b282)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:23:10.416419 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d80889d-066d-48e3-84fb-9598253dae83 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:10.429213 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6d80889d-066d-48e3-84fb-9598253dae83 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:23:10.502726 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 6501b7ff-c799-4d67-837c-1b2cb689aa94 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:23:10.521780 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 6501b7ff-c799-4d67-837c-1b2cb689aa94 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:23:10.522115 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 6501b7ff-c799-4d67-837c-1b2cb689aa94 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:23:10.610354 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d80889d-066d-48e3-84fb-9598253dae83 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:10.636678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80889d-066d-48e3-84fb-9598253dae83 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=c29aea7f-758c-43c8-b2af-3f48cbdfd7e1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:10.804895 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d80889d-066d-48e3-84fb-9598253dae83 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:11.014108 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d80889d-066d-48e3-84fb-9598253dae83 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Router e9a507fd-382c-4dfe-803a-4285e6b89576 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:23:11.121619 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d80889d-066d-48e3-84fb-9598253dae83 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:23:11.126709 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6d80889d-066d-48e3-84fb-9598253dae83 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "PUT /v2.0/routers/e9a507fd-382c-4dfe-803a-4285e6b89576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4058673 Jul 14 08:23:11.129892 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42334) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:11.132556 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f66374-be8f-4e75-bf45-c5cd662e3ec4 None None] Sync routers for ids ['e9a507fd-382c-4dfe-803a-4285e6b89576'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:23:11.141426 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f66374-be8f-4e75-bf45-c5cd662e3ec4 None None] Routers {'e9a507fd-382c-4dfe-803a-4285e6b89576'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:23:11.142036 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-57f66374-be8f-4e75-bf45-c5cd662e3ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:23:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e9a507fd-382c-4dfe-803a-4285e6b89576'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:11.178374 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e11836-8fcc-463c-be6c-4af9f3d83c7a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting subnet 4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:23:11.181407 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7e11836-8fcc-463c-be6c-4af9f3d83c7a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:11.219578 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7e11836-8fcc-463c-be6c-4af9f3d83c7a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:11.243086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-57f66374-be8f-4e75-bf45-c5cd662e3ec4 None None] Set router e9a507fd-382c-4dfe-803a-4285e6b89576 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:23:11.304505 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7e11836-8fcc-463c-be6c-4af9f3d83c7a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:11.370323 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7e11836-8fcc-463c-be6c-4af9f3d83c7a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:11.399885 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e11836-8fcc-463c-be6c-4af9f3d83c7a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Subnet': ['ID=4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:11.405146 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7e11836-8fcc-463c-be6c-4af9f3d83c7a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:11.407411 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c7e11836-8fcc-463c-be6c-4af9f3d83c7a tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/subnets/4a6ca56e-64e0-4e88-b5a4-abd3bd8936c2 HTTP/1.1" status: 204 len: 168 time: 0.2766004 Jul 14 08:23:11.411025 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42336) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:11.411984 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8e8479-eb5f-47ec-9029-53237f1d44fd None None] Network 21e7e332-4a1f-43f1-8229-1eb27990138d requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:23:11.476713 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-57f66374-be8f-4e75-bf45-c5cd662e3ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913185377', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:22:08Z', 'updated_at': '2021-07-14T08:23:10Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:09Z', 'updated_at': '2021-07-14T08:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:11.506348 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f66374-be8f-4e75-bf45-c5cd662e3ec4 None None] Checking router: e9a507fd-382c-4dfe-803a-4285e6b89576 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:23:11.515828 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d2be7aa-c485-46fd-9d14-ed1289aac9d6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:11.547192 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f66374-be8f-4e75-bf45-c5cd662e3ec4 None None] Routers {'e9a507fd-382c-4dfe-803a-4285e6b89576'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:23:11.547811 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-57f66374-be8f-4e75-bf45-c5cd662e3ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:23:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['e9a507fd-382c-4dfe-803a-4285e6b89576'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:11.619309 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d2be7aa-c485-46fd-9d14-ed1289aac9d6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:11.666838 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-57f66374-be8f-4e75-bf45-c5cd662e3ec4 None None] Set router e9a507fd-382c-4dfe-803a-4285e6b89576 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:23:11.676062 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9d2be7aa-c485-46fd-9d14-ed1289aac9d6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Deleting port c6ca3aad-993b-4cda-b36c-93f20601a028 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:23:11.676790 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d2be7aa-c485-46fd-9d14-ed1289aac9d6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:11.757881 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] DHCP port deletion for 21e7e332-4a1f-43f1-8229-1eb27990138d request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 08:23:11.760601 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9d2be7aa-c485-46fd-9d14-ed1289aac9d6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] For port c6ca3aad-993b-4cda-b36c-93f20601a028, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=c6ca3aad-993b-4cda-b36c-93f20601a028,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:23:11.760960 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d2be7aa-c485-46fd-9d14-ed1289aac9d6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:11.773178 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9d2be7aa-c485-46fd-9d14-ed1289aac9d6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Calling delete_port for c6ca3aad-993b-4cda-b36c-93f20601a028 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:23:11.853515 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] Deleting port e8daa1eb-f929-470d-939c-cf68759e8929 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:23:11.853904 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:11.927211 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] For port e8daa1eb-f929-470d-939c-cf68759e8929, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=e8daa1eb-f929-470d-939c-cf68759e8929,segment=NetworkSegment(1fee4696-05c1-4d16-b7ff-d54bb581b282),segment_id=1fee4696-05c1-4d16-b7ff-d54bb581b282)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:23:11.927595 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:11.936891 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d2be7aa-c485-46fd-9d14-ed1289aac9d6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:11.942098 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] Calling delete_port for e8daa1eb-f929-470d-939c-cf68759e8929 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:23:11.946869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-57f66374-be8f-4e75-bf45-c5cd662e3ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913185377', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:22:08Z', 'updated_at': '2021-07-14T08:23:10Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:09Z', 'updated_at': '2021-07-14T08:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:11.962359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2be7aa-c485-46fd-9d14-ed1289aac9d6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Port': ['ID=c6ca3aad-993b-4cda-b36c-93f20601a028,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:11.977815 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f66374-be8f-4e75-bf45-c5cd662e3ec4 None None] The sync data for ids ['e9a507fd-382c-4dfe-803a-4285e6b89576'] in n-d-778696-5 is: [{'id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913185377', 'tenant_id': '03466ac869fa4107bda726f264ea70f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:22:08Z', 'updated_at': '2021-07-14T08:23:10Z', 'revision_number': 5, 'project_id': '03466ac869fa4107bda726f264ea70f9', 'gw_port': {'id': 'c6ca3aad-993b-4cda-b36c-93f20601a028', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a507fd-382c-4dfe-803a-4285e6b89576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:22:09Z', 'updated_at': '2021-07-14T08:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:23:12.029962 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d2be7aa-c485-46fd-9d14-ed1289aac9d6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:12.050404 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:12.075050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] Pushing event deleted for resources: {'Port': ['ID=e8daa1eb-f929-470d-939c-cf68759e8929,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:12.079245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] No DVR routers for this DVR port e8daa1eb-f929-470d-939c-cf68759e8929 on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:23:12.089396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:12.089396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:12.089396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:12.089396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:12.089396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:12.089396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:12.089396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:12.089396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:12.089396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:12.090664 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:12.090664 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:12.090664 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10824f-b801-4bb9-be79-7f1dd3284cb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:12.124190 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d2be7aa-c485-46fd-9d14-ed1289aac9d6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:12.126311 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d2be7aa-c485-46fd-9d14-ed1289aac9d6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:12.167397 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d2be7aa-c485-46fd-9d14-ed1289aac9d6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:12.168024 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2be7aa-c485-46fd-9d14-ed1289aac9d6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Fanout notify agent at l3_agent the message router_deleted on router e9a507fd-382c-4dfe-803a-4285e6b89576 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 08:23:12.174758 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d2be7aa-c485-46fd-9d14-ed1289aac9d6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:12.175857 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9d2be7aa-c485-46fd-9d14-ed1289aac9d6 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/routers/e9a507fd-382c-4dfe-803a-4285e6b89576 HTTP/1.1" status: 204 len: 168 time: 0.7638967 Jul 14 08:23:12.178526 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42338) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:12.250926 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d99ebbe-2cb2-402a-96e2-b6b7559dbfe4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:12.340993 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d99ebbe-2cb2-402a-96e2-b6b7559dbfe4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:12.351361 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-6d99ebbe-2cb2-402a-96e2-b6b7559dbfe4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e7e332-4a1f-43f1-8229-1eb27990138d']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:12.362671 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-6d99ebbe-2cb2-402a-96e2-b6b7559dbfe4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fee4696-05c1-4d16-b7ff-d54bb581b282') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:12.362969 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-6d99ebbe-2cb2-402a-96e2-b6b7559dbfe4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fee4696-05c1-4d16-b7ff-d54bb581b282') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:12.372223 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d99ebbe-2cb2-402a-96e2-b6b7559dbfe4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:12.386650 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d99ebbe-2cb2-402a-96e2-b6b7559dbfe4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:12.392686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d99ebbe-2cb2-402a-96e2-b6b7559dbfe4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:23:12.393112 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d99ebbe-2cb2-402a-96e2-b6b7559dbfe4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: timer() Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:23:12.396373 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:23:12.455578 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d99ebbe-2cb2-402a-96e2-b6b7559dbfe4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:12.464364 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d99ebbe-2cb2-402a-96e2-b6b7559dbfe4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:12.466321 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6d99ebbe-2cb2-402a-96e2-b6b7559dbfe4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/networks/21e7e332-4a1f-43f1-8229-1eb27990138d HTTP/1.1" status: 204 len: 168 time: 0.2868893 Jul 14 08:23:12.469417 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42340) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:12.482500 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99ebbe-2cb2-402a-96e2-b6b7559dbfe4 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'Network': ['ID=21e7e332-4a1f-43f1-8229-1eb27990138d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:12.530621 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6a33e42-d781-41b8-a2d4-6bd90439cc92 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:12.556965 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6a33e42-d781-41b8-a2d4-6bd90439cc92 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:12.617421 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6a33e42-d781-41b8-a2d4-6bd90439cc92 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:12.620717 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6a33e42-d781-41b8-a2d4-6bd90439cc92 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:12.624412 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d6a33e42-d781-41b8-a2d4-6bd90439cc92 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] 10.222.0.35 "DELETE /v2.0/security-groups/e5c47700-ee4b-4f82-8c10-be38e4aca962 HTTP/1.1" status: 204 len: 168 time: 0.1533885 Jul 14 08:23:12.636274 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a33e42-d781-41b8-a2d4-6bd90439cc92 tempest-TestNetworkAdvancedServerOps-1639023994 tempest-TestNetworkAdvancedServerOps-1639023994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c47700-ee4b-4f82-8c10-be38e4aca962,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:12.935335 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42348) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:13.058699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:23:13.071239 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bf937a2d-29f8-4b42-bbba-70059db94e05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=03466ac869fa4107bda726f264ea70f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346703 Jul 14 08:23:13.073749 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42352) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:13.079235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:23:13.079574 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c29aea7f-758c-43c8-b2af-3f48cbdfd7e1 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:23:13.079988 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e8daa1eb-f929-470d-939c-cf68759e8929 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:23:13.098345 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: e8daa1eb-f929-470d-939c-cf68759e8929 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:23:13.098683 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device e8daa1eb-f929-470d-939c-cf68759e8929 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:23:13.099089 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c6ca3aad-993b-4cda-b36c-93f20601a028 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:23:13.117269 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: c6ca3aad-993b-4cda-b36c-93f20601a028 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:23:13.117610 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device c6ca3aad-993b-4cda-b36c-93f20601a028 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:23:13.124186 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89a699cb-91d8-4e55-a531-1b7b2f60611b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:13.145587 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89a699cb-91d8-4e55-a531-1b7b2f60611b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:13.190564 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89a699cb-91d8-4e55-a531-1b7b2f60611b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:13.193352 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89a699cb-91d8-4e55-a531-1b7b2f60611b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:13.194490 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-89a699cb-91d8-4e55-a531-1b7b2f60611b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3989ebdb-2a3a-4de1-b429-fdb04e06fe1a HTTP/1.1" status: 204 len: 168 time: 0.1197786 Jul 14 08:23:13.201994 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a699cb-91d8-4e55-a531-1b7b2f60611b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3989ebdb-2a3a-4de1-b429-fdb04e06fe1a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:13.441610 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42358) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:13.454501 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-213634cb-b717-44ef-9f9a-3c4be7ad6ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:13.543234 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-213634cb-b717-44ef-9f9a-3c4be7ad6ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:13.546859 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-213634cb-b717-44ef-9f9a-3c4be7ad6ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:13.586621 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-213634cb-b717-44ef-9f9a-3c4be7ad6ac8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8788e42ce4304803b2f2cdc25f4cd105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439674 Jul 14 08:23:13.587485 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213634cb-b717-44ef-9f9a-3c4be7ad6ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6775e731-7c62-4035-b157-a53f321c48ba,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:13.589420 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42360) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:13.638587 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a330bb78-7d4a-4d8b-8a12-4db0781a635f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:13.661645 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a330bb78-7d4a-4d8b-8a12-4db0781a635f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:13.707940 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a330bb78-7d4a-4d8b-8a12-4db0781a635f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:13.710460 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a330bb78-7d4a-4d8b-8a12-4db0781a635f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:13.711567 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a330bb78-7d4a-4d8b-8a12-4db0781a635f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6775e731-7c62-4035-b157-a53f321c48ba HTTP/1.1" status: 204 len: 168 time: 0.1211605 Jul 14 08:23:13.718942 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330bb78-7d4a-4d8b-8a12-4db0781a635f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6775e731-7c62-4035-b157-a53f321c48ba,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:14.371114 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42382) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:14.459712 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-6b415c27-8601-4a37-b074-24e3bead7fcd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-321299933-network', 'tenant_id': '00605e4857a749bc9a946cd2849167a7'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:23:14.479322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b415c27-8601-4a37-b074-24e3bead7fcd admin admin] Made reservation on behalf of 00605e4857a749bc9a946cd2849167a7 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:23:14.481500 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b415c27-8601-4a37-b074-24e3bead7fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:14.490266 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b415c27-8601-4a37-b074-24e3bead7fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:14.574774 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b415c27-8601-4a37-b074-24e3bead7fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:14.578563 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b415c27-8601-4a37-b074-24e3bead7fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:14.600380 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b415c27-8601-4a37-b074-24e3bead7fcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:23:14.615932 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b415c27-8601-4a37-b074-24e3bead7fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7a85e6-dcb5-4524-a7c1-460f8e7ad442,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:14.620274 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b415c27-8601-4a37-b074-24e3bead7fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:14.620626 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-6b415c27-8601-4a37-b074-24e3bead7fcd admin admin] Added segment 64ce15aa-ad37-4bbd-9bc8-05ab784d31d7 of type vlan for network 00271ffa-2a2b-45c9-854b-e99ee9796ce4 Jul 14 08:23:14.661410 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b415c27-8601-4a37-b074-24e3bead7fcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:14.689038 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b415c27-8601-4a37-b074-24e3bead7fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:14.690625 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b415c27-8601-4a37-b074-24e3bead7fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:14.691173 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6b415c27-8601-4a37-b074-24e3bead7fcd admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:14.767348 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-6b415c27-8601-4a37-b074-24e3bead7fcd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3947885 Jul 14 08:23:14.770379 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42386) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:14.774930 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b415c27-8601-4a37-b074-24e3bead7fcd admin admin] Pushing event updated for resources: {'Network': ['ID=00271ffa-2a2b-45c9-854b-e99ee9796ce4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:14.775356 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3fdf3bfd-bcd0-4527-b8c4-54f5bf53a941 admin admin] Request body: {'subnet': {'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-321299933-subnet', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:23:14.784484 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 00271ffa-2a2b-45c9-854b-e99ee9796ce4 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:23:14.795688 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdf3bfd-bcd0-4527-b8c4-54f5bf53a941 admin admin] Made reservation on behalf of 00605e4857a749bc9a946cd2849167a7 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:23:14.798473 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3fdf3bfd-bcd0-4527-b8c4-54f5bf53a941 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:14.961424 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3fdf3bfd-bcd0-4527-b8c4-54f5bf53a941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:15.021112 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf3bfd-bcd0-4527-b8c4-54f5bf53a941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53838af1-2ffa-445c-97ac-57cea73ec328,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:15.023523 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf3bfd-bcd0-4527-b8c4-54f5bf53a941 admin admin] Checking segment: {'id': '64ce15aa-ad37-4bbd-9bc8-05ab784d31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:23:15.023874 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdf3bfd-bcd0-4527-b8c4-54f5bf53a941 admin admin] Network hostable DHCP agents. Network: 00271ffa-2a2b-45c9-854b-e99ee9796ce4, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:23:15.040367 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdf3bfd-bcd0-4527-b8c4-54f5bf53a941 admin admin] Network 00271ffa-2a2b-45c9-854b-e99ee9796ce4 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:23:15.049824 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-3fdf3bfd-bcd0-4527-b8c4-54f5bf53a941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 00271ffa-2a2b-45c9-854b-e99ee9796ce4) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:23:15.053639 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf3bfd-bcd0-4527-b8c4-54f5bf53a941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:15.054230 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3fdf3bfd-bcd0-4527-b8c4-54f5bf53a941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:15.058967 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041c940d-a2cf-4da8-9e07-1fe0cf934128 None None] Network 00271ffa-2a2b-45c9-854b-e99ee9796ce4 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:23:15.067612 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3fdf3bfd-bcd0-4527-b8c4-54f5bf53a941 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2960563 Jul 14 08:23:15.070283 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42388) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:15.074738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:23:15.094231 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:15.095182 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:15.146437 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:15.206659 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:23:15.207497 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:15.283482 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:15.337674 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Allocated IP 172.20.0.2 (00271ffa-2a2b-45c9-854b-e99ee9796ce4/53838af1-2ffa-445c-97ac-57cea73ec328/54e0e5f2-72ed-4728-a6b7-9ed21e191f7b) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:23:15.481928 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:15.491940 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Transition to ACTIVE for port object 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:23:15.508493 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Transition to ACTIVE for port object 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:23:15.514253 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:15.554919 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Network 00271ffa-2a2b-45c9-854b-e99ee9796ce4 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:23:15.557797 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:23:15.561496 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:23:15.570855 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Pushing event updated for resources: {'Port': ['ID=54e0e5f2-72ed-4728-a6b7-9ed21e191f7b,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:15.626772 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Attempting to bind port 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:23:15.627717 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Attempting to bind port 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '64ce15aa-ad37-4bbd-9bc8-05ab784d31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:23:15.628074 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Attempting to bind port 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b on network 00271ffa-2a2b-45c9-854b-e99ee9796ce4 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:23:15.633235 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:23:15.633612 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Checking segment: {'id': '64ce15aa-ad37-4bbd-9bc8-05ab784d31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:23:15.634018 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:15.634408 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Bound using segment: {'id': '64ce15aa-ad37-4bbd-9bc8-05ab784d31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:23:15.635010 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Bound port: 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ce15aa-ad37-4bbd-9bc8-05ab784d31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:23:15.635379 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:15.700886 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] For port 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:23:15.703872 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] For port 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=54e0e5f2-72ed-4728-a6b7-9ed21e191f7b,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:23:15.708540 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:15.763089 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cba7b0-8ba6-484a-830a-e2c8411feda6 None None] Pushing event updated for resources: {'Port': ['ID=54e0e5f2-72ed-4728-a6b7-9ed21e191f7b,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:15.785459 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:15.804778 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:15.915447 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] Allocated IP 172.25.7.3 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/1a396f82-cb17-4fa6-bfff-25c35b6704b2) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:23:16.030631 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:16.070254 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:16.104145 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:23:16.110139 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:23:16.114156 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:23:16.119955 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] Pushing event updated for resources: {'Port': ['ID=1a396f82-cb17-4fa6-bfff-25c35b6704b2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:16.241578 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:16.312857 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:16.356866 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:16.556834 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:16.664379 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216dc1b7-696d-4b1b-bcb0-c6b77f1897cb None None] Network 00271ffa-2a2b-45c9-854b-e99ee9796ce4 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:23:16.696939 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] Router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 08:23:16.722422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-80f1d7cd-aa8b-480c-a4a2-6f7350c951fe None None] Provisioning for port 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:23:16.802773 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:23:16.813224 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Sync routers for ids ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:23:16.819668 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:16.821907 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-3d2839db-344e-41c0-b0c7-82f8bc6b71ba admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.7499967 Jul 14 08:23:16.824174 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Routers {'4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:23:16.824757 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42390) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:16.825289 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7338990b-738e-407a-855f-e87812ab2851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:23:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:16.933031 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Set router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:23:17.127685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:23:17.183319 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:23:17.187126 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:23:17.187501 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:17.221332 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7338990b-738e-407a-855f-e87812ab2851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:16Z', 'revision_number': 3, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port': {'id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:17.247492 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Checking router: 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:23:17.247838 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Updating router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 port 1a396f82-cb17-4fa6-bfff-25c35b6704b2 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:23:17.263446 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:17.287224 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:17.300592 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=54e0e5f2-72ed-4728-a6b7-9ed21e191f7b,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:23:17.304618 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:17.357787 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=54e0e5f2-72ed-4728-a6b7-9ed21e191f7b,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:17.524070 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:17.537821 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:17.547884 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Transition to ACTIVE for port object 1a396f82-cb17-4fa6-bfff-25c35b6704b2 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:23:17.553872 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:17.604109 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Attempting to bind port 1a396f82-cb17-4fa6-bfff-25c35b6704b2 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:23:17.604472 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Attempting to bind port 1a396f82-cb17-4fa6-bfff-25c35b6704b2 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:23:17.604832 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Attempting to bind port 1a396f82-cb17-4fa6-bfff-25c35b6704b2 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:23:17.607585 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97c47c-453c-41c2-89bb-622abc60ff3d None None] Pushing event updated for resources: {'Port': ['ID=1a396f82-cb17-4fa6-bfff-25c35b6704b2,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:17.615793 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:23:17.616158 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:23:17.616555 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:17.616940 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:23:17.617413 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Bound port: 1a396f82-cb17-4fa6-bfff-25c35b6704b2, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:23:17.617790 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:17.620651 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97c47c-453c-41c2-89bb-622abc60ff3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:17.620993 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97c47c-453c-41c2-89bb-622abc60ff3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:17.621352 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97c47c-453c-41c2-89bb-622abc60ff3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:17.621684 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97c47c-453c-41c2-89bb-622abc60ff3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:17.622302 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97c47c-453c-41c2-89bb-622abc60ff3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:17.622640 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97c47c-453c-41c2-89bb-622abc60ff3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:17.622961 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97c47c-453c-41c2-89bb-622abc60ff3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:17.623279 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97c47c-453c-41c2-89bb-622abc60ff3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:17.623595 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97c47c-453c-41c2-89bb-622abc60ff3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:17.623912 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97c47c-453c-41c2-89bb-622abc60ff3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:17.624226 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97c47c-453c-41c2-89bb-622abc60ff3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:17.624540 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97c47c-453c-41c2-89bb-622abc60ff3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:23:17.673809 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-7338990b-738e-407a-855f-e87812ab2851 None None] For port 1a396f82-cb17-4fa6-bfff-25c35b6704b2, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:23:17.678576 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-7338990b-738e-407a-855f-e87812ab2851 None None] For port 1a396f82-cb17-4fa6-bfff-25c35b6704b2, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1a396f82-cb17-4fa6-bfff-25c35b6704b2,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:23:17.682301 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:17.698506 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] Allocated IP 172.20.0.1 (00271ffa-2a2b-45c9-854b-e99ee9796ce4/53838af1-2ffa-445c-97ac-57cea73ec328/fc72b2d3-2219-4066-8913-1dc145c7c79b) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:23:17.740048 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Routers {'4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:23:17.740674 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7338990b-738e-407a-855f-e87812ab2851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:23:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:17.774510 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97c47c-453c-41c2-89bb-622abc60ff3d None None] Pushing event updated for resources: {'Port': ['ID=1a396f82-cb17-4fa6-bfff-25c35b6704b2,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:17.805592 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:17.818547 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] Transition to ACTIVE for port object fc72b2d3-2219-4066-8913-1dc145c7c79b will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:23:17.846210 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-7338990b-738e-407a-855f-e87812ab2851 None None] Set router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:23:17.850513 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:17.891118 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] Network 00271ffa-2a2b-45c9-854b-e99ee9796ce4 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:23:17.895492 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:23:17.899916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:23:17.903029 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] Pushing event updated for resources: {'Port': ['ID=fc72b2d3-2219-4066-8913-1dc145c7c79b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:17.939776 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:18.029781 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7338990b-738e-407a-855f-e87812ab2851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:16Z', 'revision_number': 3, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port': {'id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:18.057672 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7338990b-738e-407a-855f-e87812ab2851 None None] The sync data for ids ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'] in n-d-778696-5 is: [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:16Z', 'revision_number': 3, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port': {'id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:23:18.089065 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:18.193521 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f9a518fc-d85d-4f09-b303-88d127b0b3be None None] Provisioning for port fc72b2d3-2219-4066-8913-1dc145c7c79b completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:23:18.197474 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f9a518fc-d85d-4f09-b303-88d127b0b3be None None] Provisioning complete for port fc72b2d3-2219-4066-8913-1dc145c7c79b triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:23:18.197853 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f9a518fc-d85d-4f09-b303-88d127b0b3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:18.232316 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f9a518fc-d85d-4f09-b303-88d127b0b3be None None] Port fc72b2d3-2219-4066-8913-1dc145c7c79b cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:23:18.261302 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:18.267547 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:18.336785 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:18.354302 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] Pushing event updated for resources: {'Port': ['ID=fc72b2d3-2219-4066-8913-1dc145c7c79b,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:18.441975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] Network 00271ffa-2a2b-45c9-854b-e99ee9796ce4 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:23:18.443377 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:23:18.565484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] Router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:23:18.654690 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-65e4cc50-c38a-4cd4-9987-95d5dbee2ba0 None None] Provisioning complete for port fc72b2d3-2219-4066-8913-1dc145c7c79b triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:23:18.655303 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65e4cc50-c38a-4cd4-9987-95d5dbee2ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:18.681913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:23:18.687178 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-f041ea69-7663-444f-b608-19b2b3835963 admin admin] 10.222.0.35 "PUT /v2.0/routers/4e4279a7-efc2-43bf-b7a2-fe8bcb95c646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8609922 Jul 14 08:23:18.700393 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-65e4cc50-c38a-4cd4-9987-95d5dbee2ba0 None None] Port fc72b2d3-2219-4066-8913-1dc145c7c79b cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:23:19.134161 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:23:19.153720 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42406) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:19.159319 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d53688cd-4ad5-4f5c-9c6e-4602e61c98de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1458379784-network', 'tenant_id': 'b13d87f926234988b763ba47dbb86d9e'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:23:19.179511 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53688cd-4ad5-4f5c-9c6e-4602e61c98de admin admin] Made reservation on behalf of b13d87f926234988b763ba47dbb86d9e for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:23:19.181926 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d53688cd-4ad5-4f5c-9c6e-4602e61c98de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:19.184875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:23:19.185291 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:19.190432 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d53688cd-4ad5-4f5c-9c6e-4602e61c98de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:19.267564 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1a396f82-cb17-4fa6-bfff-25c35b6704b2 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:23:19.286349 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d53688cd-4ad5-4f5c-9c6e-4602e61c98de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:19.291730 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d53688cd-4ad5-4f5c-9c6e-4602e61c98de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:19.314105 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53688cd-4ad5-4f5c-9c6e-4602e61c98de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:23:19.317869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 1a396f82-cb17-4fa6-bfff-25c35b6704b2 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:23:19.322541 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 1a396f82-cb17-4fa6-bfff-25c35b6704b2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:23:19.322944 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:19.329157 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53688cd-4ad5-4f5c-9c6e-4602e61c98de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301bbd45-674c-4b3b-bede-90e6a256ecfb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:19.336073 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d53688cd-4ad5-4f5c-9c6e-4602e61c98de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:19.336400 n-d-778696-5 neutron-server[93828]: INFO neutron.db.segments_db [None req-d53688cd-4ad5-4f5c-9c6e-4602e61c98de admin admin] Added segment 01719f5b-9f10-4dff-8cc1-dfaffc51cdbe of type vlan for network 75ff35bc-71fe-40a9-9960-24a67526ec2a Jul 14 08:23:19.381672 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d53688cd-4ad5-4f5c-9c6e-4602e61c98de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:19.412440 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d53688cd-4ad5-4f5c-9c6e-4602e61c98de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:19.413548 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53688cd-4ad5-4f5c-9c6e-4602e61c98de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:19.414238 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d53688cd-4ad5-4f5c-9c6e-4602e61c98de admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:19.472018 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d53688cd-4ad5-4f5c-9c6e-4602e61c98de admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3171394 Jul 14 08:23:19.474879 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42408) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:19.482049 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-69b9582f-f79e-4268-a1af-7b7c9521130f admin admin] Request body: {'subnet': {'network_id': '75ff35bc-71fe-40a9-9960-24a67526ec2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1458379784-subnet', 'tenant_id': 'b13d87f926234988b763ba47dbb86d9e', 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:23:19.486573 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53688cd-4ad5-4f5c-9c6e-4602e61c98de admin admin] Pushing event updated for resources: {'Network': ['ID=75ff35bc-71fe-40a9-9960-24a67526ec2a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:19.508590 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b9582f-f79e-4268-a1af-7b7c9521130f admin admin] Made reservation on behalf of b13d87f926234988b763ba47dbb86d9e for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:23:19.511304 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-69b9582f-f79e-4268-a1af-7b7c9521130f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:19.572662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 75ff35bc-71fe-40a9-9960-24a67526ec2a details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:23:19.589490 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:19.626284 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Sync routers for ids ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:23:19.654916 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 1a396f82-cb17-4fa6-bfff-25c35b6704b2, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1a396f82-cb17-4fa6-bfff-25c35b6704b2,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:23:19.668448 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:19.678073 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Routers {'4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:23:19.678766 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:23:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:19.698729 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-69b9582f-f79e-4268-a1af-7b7c9521130f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:19.758872 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9582f-f79e-4268-a1af-7b7c9521130f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7ac8ee6-cedb-46cd-9d23-a9add0263cd4,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:19.766875 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=1a396f82-cb17-4fa6-bfff-25c35b6704b2,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:19.767121 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b9582f-f79e-4268-a1af-7b7c9521130f admin admin] Checking segment: {'id': '01719f5b-9f10-4dff-8cc1-dfaffc51cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75ff35bc-71fe-40a9-9960-24a67526ec2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:23:19.767477 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b9582f-f79e-4268-a1af-7b7c9521130f admin admin] Network hostable DHCP agents. Network: 75ff35bc-71fe-40a9-9960-24a67526ec2a, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:23:19.789163 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b9582f-f79e-4268-a1af-7b7c9521130f admin admin] Network 75ff35bc-71fe-40a9-9960-24a67526ec2a is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:23:19.799651 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-69b9582f-f79e-4268-a1af-7b7c9521130f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 75ff35bc-71fe-40a9-9960-24a67526ec2a) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:23:19.804569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b9582f-f79e-4268-a1af-7b7c9521130f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:19.805157 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-69b9582f-f79e-4268-a1af-7b7c9521130f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:19.808994 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e8b708-c972-4a1c-8fcf-d608aa3e251d None None] Network 75ff35bc-71fe-40a9-9960-24a67526ec2a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:23:19.819315 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-69b9582f-f79e-4268-a1af-7b7c9521130f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3433928 Jul 14 08:23:19.821853 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42410) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:19.826349 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1458379784-router', 'tenant_id': 'b13d87f926234988b763ba47dbb86d9e', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:23:19.847073 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:19.848036 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:19.872806 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Set router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:23:19.901473 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:20.039686 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:20.091667 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-75ff35bc-71fe-40a9-9960-24a67526ec2a', 'network_id': '75ff35bc-71fe-40a9-9960-24a67526ec2a', 'tenant_id': 'b13d87f926234988b763ba47dbb86d9e', 'fixed_ips': [{'subnet_id': 'd7ac8ee6-cedb-46cd-9d23-a9add0263cd4'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:23:20.092510 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:20.237728 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:20.242245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:18Z', 'revision_number': 4, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port': {'id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'fc72b2d3-2219-4066-8913-1dc145c7c79b', 'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'mac_address': 'fa:16:3e:b0:c2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:17Z', 'updated_at': '2021-07-14T08:23:18Z', 'revision_number': 2, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'subnets': [{'id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:20.260320 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:20.273021 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Checking router: 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:23:20.273414 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Updating router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 port fc72b2d3-2219-4066-8913-1dc145c7c79b binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:23:20.310364 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Allocated IP 172.20.0.2 (75ff35bc-71fe-40a9-9960-24a67526ec2a/d7ac8ee6-cedb-46cd-9d23-a9add0263cd4/a867ae4e-8106-4699-b4cf-57232a93583b) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:23:20.324035 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:20.362272 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] Allocated IP 172.25.7.14 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/b148ed91-ba54-4879-b055-400a22230294) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:23:20.463192 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:20.502098 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:20.537619 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:23:20.543941 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:23:20.546460 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:23:20.575627 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] Pushing event updated for resources: {'Port': ['ID=b148ed91-ba54-4879-b055-400a22230294,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:20.595689 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:20.613629 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Transition to ACTIVE for port object a867ae4e-8106-4699-b4cf-57232a93583b will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:23:20.642527 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Transition to ACTIVE for port object a867ae4e-8106-4699-b4cf-57232a93583b will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:23:20.656229 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:20.734952 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Network 75ff35bc-71fe-40a9-9960-24a67526ec2a is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:23:20.740863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Pushing event updated for resources: {'Port': ['ID=a867ae4e-8106-4699-b4cf-57232a93583b,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:20.744865 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:23:20.747327 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:23:20.796138 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:20.804643 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:20.823914 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Transition to ACTIVE for port object fc72b2d3-2219-4066-8913-1dc145c7c79b will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:23:20.825977 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Attempting to bind port a867ae4e-8106-4699-b4cf-57232a93583b on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:23:20.826335 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Attempting to bind port a867ae4e-8106-4699-b4cf-57232a93583b by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '01719f5b-9f10-4dff-8cc1-dfaffc51cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75ff35bc-71fe-40a9-9960-24a67526ec2a'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:23:20.826690 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Attempting to bind port a867ae4e-8106-4699-b4cf-57232a93583b on network 75ff35bc-71fe-40a9-9960-24a67526ec2a {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:23:20.833273 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:23:20.833765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Checking segment: {'id': '01719f5b-9f10-4dff-8cc1-dfaffc51cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75ff35bc-71fe-40a9-9960-24a67526ec2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:23:20.834170 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:20.834560 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Bound using segment: {'id': '01719f5b-9f10-4dff-8cc1-dfaffc51cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75ff35bc-71fe-40a9-9960-24a67526ec2a'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:23:20.835025 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Bound port: a867ae4e-8106-4699-b4cf-57232a93583b, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01719f5b-9f10-4dff-8cc1-dfaffc51cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75ff35bc-71fe-40a9-9960-24a67526ec2a'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:23:20.835400 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:20.837206 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:20.946155 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4377c09-b268-44f5-b890-84c3cb6829cd None None] Pushing event updated for resources: {'Port': ['ID=fc72b2d3-2219-4066-8913-1dc145c7c79b,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:20.999985 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Attempting to bind port fc72b2d3-2219-4066-8913-1dc145c7c79b on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:23:21.000357 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Attempting to bind port fc72b2d3-2219-4066-8913-1dc145c7c79b by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '64ce15aa-ad37-4bbd-9bc8-05ab784d31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:23:21.000724 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Attempting to bind port fc72b2d3-2219-4066-8913-1dc145c7c79b on network 00271ffa-2a2b-45c9-854b-e99ee9796ce4 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:23:21.003464 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] For port a867ae4e-8106-4699-b4cf-57232a93583b, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:23:21.015412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:23:21.015796 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Checking segment: {'id': '64ce15aa-ad37-4bbd-9bc8-05ab784d31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:23:21.016206 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:21.016608 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Bound using segment: {'id': '64ce15aa-ad37-4bbd-9bc8-05ab784d31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:23:21.017103 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Bound port: fc72b2d3-2219-4066-8913-1dc145c7c79b, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ce15aa-ad37-4bbd-9bc8-05ab784d31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:23:21.017540 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:21.023811 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] For port a867ae4e-8106-4699-b4cf-57232a93583b, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a867ae4e-8106-4699-b4cf-57232a93583b,segment=NetworkSegment(01719f5b-9f10-4dff-8cc1-dfaffc51cdbe),segment_id=01719f5b-9f10-4dff-8cc1-dfaffc51cdbe)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:23:21.041496 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:21.119449 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1a396f82-cb17-4fa6-bfff-25c35b6704b2 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:23:21.189689 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] For port fc72b2d3-2219-4066-8913-1dc145c7c79b, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:23:21.212713 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5b3c3-9466-4d68-beec-84433dba35dc None None] Pushing event updated for resources: {'Port': ['ID=a867ae4e-8106-4699-b4cf-57232a93583b,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:21.216615 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] For port fc72b2d3-2219-4066-8913-1dc145c7c79b, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=fc72b2d3-2219-4066-8913-1dc145c7c79b,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:23:21.225726 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:21.264622 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:21.281902 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 1a396f82-cb17-4fa6-bfff-25c35b6704b2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:23:21.282283 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:21.344314 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Routers {'4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:23:21.344968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:23:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:21.349093 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4377c09-b268-44f5-b890-84c3cb6829cd None None] Pushing event updated for resources: {'Port': ['ID=fc72b2d3-2219-4066-8913-1dc145c7c79b,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:21.434590 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] Router 9db409c3-6dc0-42d8-892f-5b332a682da7 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 08:23:21.522174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] Set router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:23:21.558705 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:23:21.567895 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Sync routers for ids ['9db409c3-6dc0-42d8-892f-5b332a682da7'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:23:21.581139 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Routers {'9db409c3-6dc0-42d8-892f-5b332a682da7'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:23:21.581950 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:23:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9db409c3-6dc0-42d8-892f-5b332a682da7'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:21.590198 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:21.594294 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42412) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:21.594836 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3abe001d-66e6-4556-b13c-22505392a098 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7715964 Jul 14 08:23:21.695381 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Set router 9db409c3-6dc0-42d8-892f-5b332a682da7 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:23:21.752783 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:18Z', 'revision_number': 4, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port': {'id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'fc72b2d3-2219-4066-8913-1dc145c7c79b', 'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'mac_address': 'fa:16:3e:b0:c2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:17Z', 'updated_at': '2021-07-14T08:23:21Z', 'revision_number': 4, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'subnets': [{'id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:21.783160 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89935c4d-afd5-4660-b001-68d5fdd04e65 None None] The sync data for ids ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'] in n-d-778696-5 is: [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:18Z', 'revision_number': 4, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port': {'id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'fc72b2d3-2219-4066-8913-1dc145c7c79b', 'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'mac_address': 'fa:16:3e:b0:c2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:17Z', 'updated_at': '2021-07-14T08:23:21Z', 'revision_number': 4, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'subnets': [{'id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:23:21.903442 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db409c3-6dc0-42d8-892f-5b332a682da7', 'name': 'tempest-TestShelveInstance-1458379784-router', 'tenant_id': 'b13d87f926234988b763ba47dbb86d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'b148ed91-ba54-4879-b055-400a22230294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:19Z', 'updated_at': '2021-07-14T08:23:20Z', 'revision_number': 3, 'project_id': 'b13d87f926234988b763ba47dbb86d9e', 'gw_port': {'id': 'b148ed91-ba54-4879-b055-400a22230294', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db409c3-6dc0-42d8-892f-5b332a682da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:20Z', 'updated_at': '2021-07-14T08:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:21.933291 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Checking router: 9db409c3-6dc0-42d8-892f-5b332a682da7 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:23:21.933917 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Updating router 9db409c3-6dc0-42d8-892f-5b332a682da7 port b148ed91-ba54-4879-b055-400a22230294 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:23:21.982746 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:22.061448 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:22.250291 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] Allocated IP 172.20.0.1 (75ff35bc-71fe-40a9-9960-24a67526ec2a/d7ac8ee6-cedb-46cd-9d23-a9add0263cd4/40d491c6-c72c-44ce-9ab9-b5e077b65222) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:23:22.293485 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3f95c7-2f70-4561-ad3f-fc89d5b9846a None None] Network 75ff35bc-71fe-40a9-9960-24a67526ec2a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:23:22.303551 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:22.322887 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Transition to ACTIVE for port object b148ed91-ba54-4879-b055-400a22230294 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:23:22.332886 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:22.386091 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:22.403868 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] Transition to ACTIVE for port object 40d491c6-c72c-44ce-9ab9-b5e077b65222 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:23:22.406940 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f392fbd-813b-4493-b4e7-0c0c23913a67 None None] Pushing event updated for resources: {'Port': ['ID=b148ed91-ba54-4879-b055-400a22230294,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:22.411283 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Attempting to bind port b148ed91-ba54-4879-b055-400a22230294 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:23:22.411770 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Attempting to bind port b148ed91-ba54-4879-b055-400a22230294 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:23:22.412227 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Attempting to bind port b148ed91-ba54-4879-b055-400a22230294 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:23:22.418041 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:23:22.418524 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:23:22.419020 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:22.419500 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:23:22.420072 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Bound port: b148ed91-ba54-4879-b055-400a22230294, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:23:22.420551 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:22.434512 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3782401f-0b9c-42c3-944b-5e36bbea865a None None] Provisioning for port a867ae4e-8106-4699-b4cf-57232a93583b completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:23:22.458760 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:22.489344 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] For port b148ed91-ba54-4879-b055-400a22230294, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:23:22.494961 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] For port b148ed91-ba54-4879-b055-400a22230294, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b148ed91-ba54-4879-b055-400a22230294,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:23:22.500869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] Network 75ff35bc-71fe-40a9-9960-24a67526ec2a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:23:22.502921 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:22.508325 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:23:22.511587 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:23:22.545033 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] Pushing event updated for resources: {'Port': ['ID=40d491c6-c72c-44ce-9ab9-b5e077b65222,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:22.559176 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:22.577256 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f392fbd-813b-4493-b4e7-0c0c23913a67 None None] Pushing event updated for resources: {'Port': ['ID=b148ed91-ba54-4879-b055-400a22230294,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:22.599022 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Routers {'9db409c3-6dc0-42d8-892f-5b332a682da7'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:23:22.600049 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:23:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9db409c3-6dc0-42d8-892f-5b332a682da7'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:22.719069 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] Set router 9db409c3-6dc0-42d8-892f-5b332a682da7 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:23:22.725513 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:22.923732 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:22.930457 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:23.026111 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:23.029161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] Pushing event updated for resources: {'Port': ['ID=40d491c6-c72c-44ce-9ab9-b5e077b65222,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:23.041683 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db409c3-6dc0-42d8-892f-5b332a682da7', 'name': 'tempest-TestShelveInstance-1458379784-router', 'tenant_id': 'b13d87f926234988b763ba47dbb86d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'b148ed91-ba54-4879-b055-400a22230294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:19Z', 'updated_at': '2021-07-14T08:23:20Z', 'revision_number': 3, 'project_id': 'b13d87f926234988b763ba47dbb86d9e', 'gw_port': {'id': 'b148ed91-ba54-4879-b055-400a22230294', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db409c3-6dc0-42d8-892f-5b332a682da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:20Z', 'updated_at': '2021-07-14T08:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:23.079919 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335a4848-b315-41d9-8742-cfe4cea04e20 None None] The sync data for ids ['9db409c3-6dc0-42d8-892f-5b332a682da7'] in n-d-778696-5 is: [{'id': '9db409c3-6dc0-42d8-892f-5b332a682da7', 'name': 'tempest-TestShelveInstance-1458379784-router', 'tenant_id': 'b13d87f926234988b763ba47dbb86d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'b148ed91-ba54-4879-b055-400a22230294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:19Z', 'updated_at': '2021-07-14T08:23:20Z', 'revision_number': 3, 'project_id': 'b13d87f926234988b763ba47dbb86d9e', 'gw_port': {'id': 'b148ed91-ba54-4879-b055-400a22230294', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db409c3-6dc0-42d8-892f-5b332a682da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:20Z', 'updated_at': '2021-07-14T08:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:23:23.137330 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] Network 75ff35bc-71fe-40a9-9960-24a67526ec2a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:23:23.138817 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:23:23.187922 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device fc72b2d3-2219-4066-8913-1dc145c7c79b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:23:23.242556 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port fc72b2d3-2219-4066-8913-1dc145c7c79b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:23:23.246753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port fc72b2d3-2219-4066-8913-1dc145c7c79b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:23:23.247377 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:23.282194 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] Router 9db409c3-6dc0-42d8-892f-5b332a682da7 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:23:23.305083 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2296841e-651d-498d-bbe0-bd670986b26a None None] Provisioning for port 40d491c6-c72c-44ce-9ab9-b5e077b65222 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:23:23.311134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2296841e-651d-498d-bbe0-bd670986b26a None None] Provisioning complete for port 40d491c6-c72c-44ce-9ab9-b5e077b65222 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:23:23.311755 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2296841e-651d-498d-bbe0-bd670986b26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:23.378928 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-2296841e-651d-498d-bbe0-bd670986b26a None None] Port 40d491c6-c72c-44ce-9ab9-b5e077b65222 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:23:23.384164 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:23.412117 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:23:23.420206 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port fc72b2d3-2219-4066-8913-1dc145c7c79b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=fc72b2d3-2219-4066-8913-1dc145c7c79b,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:23:23.420636 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-620c10a2-8c6c-4aa8-a550-aaf6a868c2dc admin admin] 10.222.0.35 "PUT /v2.0/routers/9db409c3-6dc0-42d8-892f-5b332a682da7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8241696 Jul 14 08:23:23.425398 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:23.426431 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a867ae4e-8106-4699-b4cf-57232a93583b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:23:23.531984 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=fc72b2d3-2219-4066-8913-1dc145c7c79b,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:23.536068 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port a867ae4e-8106-4699-b4cf-57232a93583b completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:23:23.540356 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port a867ae4e-8106-4699-b4cf-57232a93583b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:23:23.541051 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:23.627960 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3477d8b0-726a-4c62-b1e6-b164c34a59ee None None] Provisioning complete for port 40d491c6-c72c-44ce-9ab9-b5e077b65222 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:23:23.628462 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3477d8b0-726a-4c62-b1e6-b164c34a59ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:23.662735 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:23.687408 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3477d8b0-726a-4c62-b1e6-b164c34a59ee None None] Port 40d491c6-c72c-44ce-9ab9-b5e077b65222 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:23:23.706212 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port a867ae4e-8106-4699-b4cf-57232a93583b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a867ae4e-8106-4699-b4cf-57232a93583b,segment=NetworkSegment(01719f5b-9f10-4dff-8cc1-dfaffc51cdbe),segment_id=01719f5b-9f10-4dff-8cc1-dfaffc51cdbe)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:23:23.711718 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:23.768869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=a867ae4e-8106-4699-b4cf-57232a93583b,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:24.170422 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42422) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:24.175090 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-bc796d2b-5ea4-47ef-b483-45fcc1ab0af8 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2070416786', 'description': 'tempest-secgroup-smoke-2070416786 description', 'project_id': '00605e4857a749bc9a946cd2849167a7'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:23:24.197630 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc796d2b-5ea4-47ef-b483-45fcc1ab0af8 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.276409 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc796d2b-5ea4-47ef-b483-45fcc1ab0af8 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.280530 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc796d2b-5ea4-47ef-b483-45fcc1ab0af8 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.308380 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc796d2b-5ea4-47ef-b483-45fcc1ab0af8 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.309617 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bc796d2b-5ea4-47ef-b483-45fcc1ab0af8 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1381884 Jul 14 08:23:24.310703 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc796d2b-5ea4-47ef-b483-45fcc1ab0af8 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563d1e7d-a8bc-401f-ad15-0857957e4032,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:24.312626 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42424) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:24.318422 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ebd38052-c694-4cef-bc88-1ba02726fc8f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Request body: {'security_group_rule': {'security_group_id': '563d1e7d-a8bc-401f-ad15-0857957e4032', 'project_id': '00605e4857a749bc9a946cd2849167a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:23:24.342349 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ebd38052-c694-4cef-bc88-1ba02726fc8f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.398441 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ebd38052-c694-4cef-bc88-1ba02726fc8f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.401725 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ebd38052-c694-4cef-bc88-1ba02726fc8f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.417938 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd38052-c694-4cef-bc88-1ba02726fc8f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f982ec9a-b66d-46da-bcd9-64b6dea4d1ac,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:24.424637 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ebd38052-c694-4cef-bc88-1ba02726fc8f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.428537 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ebd38052-c694-4cef-bc88-1ba02726fc8f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122839 Jul 14 08:23:24.428696 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42426) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:24.433471 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-51077a3b-4650-40a5-86a6-80a5923b8c90 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Request body: {'security_group_rule': {'security_group_id': '563d1e7d-a8bc-401f-ad15-0857957e4032', 'project_id': '00605e4857a749bc9a946cd2849167a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:23:24.459496 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-51077a3b-4650-40a5-86a6-80a5923b8c90 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.515156 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-51077a3b-4650-40a5-86a6-80a5923b8c90 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.518450 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-51077a3b-4650-40a5-86a6-80a5923b8c90 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.535249 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51077a3b-4650-40a5-86a6-80a5923b8c90 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1641ebe7-fc73-43f8-808b-2329664087a5,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:24.540438 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-51077a3b-4650-40a5-86a6-80a5923b8c90 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.541655 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-51077a3b-4650-40a5-86a6-80a5923b8c90 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1119194 Jul 14 08:23:24.544464 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42428) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:24.549326 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-743df60a-1575-446a-b789-bdc8c48ca55b tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Request body: {'security_group_rule': {'security_group_id': '563d1e7d-a8bc-401f-ad15-0857957e4032', 'project_id': '00605e4857a749bc9a946cd2849167a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:23:24.574367 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-743df60a-1575-446a-b789-bdc8c48ca55b tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.632005 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-743df60a-1575-446a-b789-bdc8c48ca55b tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.635487 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-743df60a-1575-446a-b789-bdc8c48ca55b tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.653265 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743df60a-1575-446a-b789-bdc8c48ca55b tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a99ab24-bcf8-4613-8f3b-26cbf1cd8917,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:24.659601 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-743df60a-1575-446a-b789-bdc8c48ca55b tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.660804 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-743df60a-1575-446a-b789-bdc8c48ca55b tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154277 Jul 14 08:23:24.663595 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42430) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:24.668166 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-79e390b7-7144-4918-bff7-0f85a2d0fa4d tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Request body: {'security_group_rule': {'security_group_id': '563d1e7d-a8bc-401f-ad15-0857957e4032', 'project_id': '00605e4857a749bc9a946cd2849167a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:23:24.693812 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-79e390b7-7144-4918-bff7-0f85a2d0fa4d tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.752880 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-79e390b7-7144-4918-bff7-0f85a2d0fa4d tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.756332 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-79e390b7-7144-4918-bff7-0f85a2d0fa4d tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.776756 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e390b7-7144-4918-bff7-0f85a2d0fa4d tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678d4d56-1830-4520-869e-f52c5e5c0441,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:24.780824 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-79e390b7-7144-4918-bff7-0f85a2d0fa4d tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.782473 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-79e390b7-7144-4918-bff7-0f85a2d0fa4d tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175351 Jul 14 08:23:24.785240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42432) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:24.789657 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-eb312508-cbcd-4cc9-91bf-d4b5a945b931 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Request body: {'security_group_rule': {'security_group_id': '563d1e7d-a8bc-401f-ad15-0857957e4032', 'project_id': '00605e4857a749bc9a946cd2849167a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:23:24.811080 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-eb312508-cbcd-4cc9-91bf-d4b5a945b931 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Project 00605e4857a749bc9a946cd2849167a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:23:24.815915 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb312508-cbcd-4cc9-91bf-d4b5a945b931 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.874946 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb312508-cbcd-4cc9-91bf-d4b5a945b931 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.878823 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb312508-cbcd-4cc9-91bf-d4b5a945b931 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.901124 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb312508-cbcd-4cc9-91bf-d4b5a945b931 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b01181b-00cd-4a18-8182-567caf7317ca,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:24.905308 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb312508-cbcd-4cc9-91bf-d4b5a945b931 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:24.906507 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-eb312508-cbcd-4cc9-91bf-d4b5a945b931 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202700 Jul 14 08:23:24.909701 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42434) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:24.914356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-687ca586-2574-48d8-914f-937c4a02f7ff tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Request body: {'security_group_rule': {'security_group_id': '563d1e7d-a8bc-401f-ad15-0857957e4032', 'project_id': '00605e4857a749bc9a946cd2849167a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:23:24.937327 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-687ca586-2574-48d8-914f-937c4a02f7ff tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Project 00605e4857a749bc9a946cd2849167a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:23:24.942259 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-687ca586-2574-48d8-914f-937c4a02f7ff tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:25.002155 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-687ca586-2574-48d8-914f-937c4a02f7ff tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:25.006231 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-687ca586-2574-48d8-914f-937c4a02f7ff tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:25.027995 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ca586-2574-48d8-914f-937c4a02f7ff tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc9724e-77b8-461a-9ae8-a8f4f8484441,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:25.032638 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-687ca586-2574-48d8-914f-937c4a02f7ff tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:25.042396 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-687ca586-2574-48d8-914f-937c4a02f7ff tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237755 Jul 14 08:23:25.153886 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device fc72b2d3-2219-4066-8913-1dc145c7c79b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:23:25.195284 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-f495bae5-62f2-46f5-841e-bb94f1d84b6f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2070416786&fields=id&tenant_id=00605e4857a749bc9a946cd2849167a7 HTTP/1.1" status: 200 len: 267 time: 0.0343463 Jul 14 08:23:25.202904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port fc72b2d3-2219-4066-8913-1dc145c7c79b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:23:25.203280 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:25.267288 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Sync routers for ids ['9db409c3-6dc0-42d8-892f-5b332a682da7'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:23:25.287203 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Routers {'9db409c3-6dc0-42d8-892f-5b332a682da7'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:23:25.287836 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:23:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9db409c3-6dc0-42d8-892f-5b332a682da7'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:25.291420 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b148ed91-ba54-4879-b055-400a22230294 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:23:25.311964 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-04126265-8e71-43b7-9412-b993b769d80c tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:25.313466 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-04126265-8e71-43b7-9412-b993b769d80c tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 808 time: 0.1109591 Jul 14 08:23:25.328565 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-07f75ddc-affa-49a8-abfb-2b21596bb82d tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/quotas/00605e4857a749bc9a946cd2849167a7 HTTP/1.1" status: 200 len: 375 time: 0.0088806 Jul 14 08:23:25.394270 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-c345d2dc-65b8-421f-b23f-d676b8fbd08f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602667 Jul 14 08:23:25.422715 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port b148ed91-ba54-4879-b055-400a22230294 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:23:25.428185 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Set router 9db409c3-6dc0-42d8-892f-5b332a682da7 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:23:25.430435 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port b148ed91-ba54-4879-b055-400a22230294 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:23:25.430809 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:25.498249 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-8f1014fd-35ba-4f10-8f46-89a0a9d289dc service neutron] 10.222.0.35 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912800 Jul 14 08:23:25.586724 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-bb7cb616-e051-406f-a41f-125a11ace797 service neutron] 10.222.0.35 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821159 Jul 14 08:23:25.624434 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:25.675753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port b148ed91-ba54-4879-b055-400a22230294, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b148ed91-ba54-4879-b055-400a22230294,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:23:25.681475 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:25.682268 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a867ae4e-8106-4699-b4cf-57232a93583b up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:23:25.761714 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-99247d45-5953-4708-b786-7f757e5ede9f req-c5977974-1dd1-4048-9a50-27a4157b8d92 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 210 time: 0.0313723 Jul 14 08:23:25.768429 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=b148ed91-ba54-4879-b055-400a22230294,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:25.784938 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db409c3-6dc0-42d8-892f-5b332a682da7', 'name': 'tempest-TestShelveInstance-1458379784-router', 'tenant_id': 'b13d87f926234988b763ba47dbb86d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'b148ed91-ba54-4879-b055-400a22230294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:19Z', 'updated_at': '2021-07-14T08:23:22Z', 'revision_number': 4, 'project_id': 'b13d87f926234988b763ba47dbb86d9e', 'gw_port': {'id': 'b148ed91-ba54-4879-b055-400a22230294', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db409c3-6dc0-42d8-892f-5b332a682da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:20Z', 'updated_at': '2021-07-14T08:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '40d491c6-c72c-44ce-9ab9-b5e077b65222', 'name': '', 'network_id': '75ff35bc-71fe-40a9-9960-24a67526ec2a', 'tenant_id': 'b13d87f926234988b763ba47dbb86d9e', 'mac_address': 'fa:16:3e:0a:4b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db409c3-6dc0-42d8-892f-5b332a682da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd7ac8ee6-cedb-46cd-9d23-a9add0263cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:22Z', 'updated_at': '2021-07-14T08:23:22Z', 'revision_number': 2, 'project_id': 'b13d87f926234988b763ba47dbb86d9e', 'subnets': [{'id': 'd7ac8ee6-cedb-46cd-9d23-a9add0263cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:25.815092 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port a867ae4e-8106-4699-b4cf-57232a93583b triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:23:25.815467 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:25.817281 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Checking router: 9db409c3-6dc0-42d8-892f-5b332a682da7 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:23:25.817572 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Updating router 9db409c3-6dc0-42d8-892f-5b332a682da7 port 40d491c6-c72c-44ce-9ab9-b5e077b65222 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:23:25.875990 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:26.181700 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:26.191355 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Transition to ACTIVE for port object 40d491c6-c72c-44ce-9ab9-b5e077b65222 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:23:26.197148 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:26.245581 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab16ecc-89f7-48a9-89fb-3a1e9fe3a5e0 None None] Pushing event updated for resources: {'Port': ['ID=40d491c6-c72c-44ce-9ab9-b5e077b65222,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:26.303519 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Attempting to bind port 40d491c6-c72c-44ce-9ab9-b5e077b65222 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:23:26.303890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Attempting to bind port 40d491c6-c72c-44ce-9ab9-b5e077b65222 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '01719f5b-9f10-4dff-8cc1-dfaffc51cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75ff35bc-71fe-40a9-9960-24a67526ec2a'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:23:26.304254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Attempting to bind port 40d491c6-c72c-44ce-9ab9-b5e077b65222 on network 75ff35bc-71fe-40a9-9960-24a67526ec2a {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:23:26.309400 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:23:26.309775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Checking segment: {'id': '01719f5b-9f10-4dff-8cc1-dfaffc51cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75ff35bc-71fe-40a9-9960-24a67526ec2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:23:26.310166 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:26.310558 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Bound using segment: {'id': '01719f5b-9f10-4dff-8cc1-dfaffc51cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75ff35bc-71fe-40a9-9960-24a67526ec2a'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:23:26.311017 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Bound port: 40d491c6-c72c-44ce-9ab9-b5e077b65222, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01719f5b-9f10-4dff-8cc1-dfaffc51cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75ff35bc-71fe-40a9-9960-24a67526ec2a'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:23:26.311401 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:26.385943 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] For port 40d491c6-c72c-44ce-9ab9-b5e077b65222, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:23:26.389475 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] For port 40d491c6-c72c-44ce-9ab9-b5e077b65222, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=40d491c6-c72c-44ce-9ab9-b5e077b65222,segment=NetworkSegment(01719f5b-9f10-4dff-8cc1-dfaffc51cdbe),segment_id=01719f5b-9f10-4dff-8cc1-dfaffc51cdbe)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:23:26.395113 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:26.458662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Routers {'9db409c3-6dc0-42d8-892f-5b332a682da7'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:23:26.459294 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:23:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9db409c3-6dc0-42d8-892f-5b332a682da7'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:26.463944 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab16ecc-89f7-48a9-89fb-3a1e9fe3a5e0 None None] Pushing event updated for resources: {'Port': ['ID=40d491c6-c72c-44ce-9ab9-b5e077b65222,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:26.577846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] Set router 9db409c3-6dc0-42d8-892f-5b332a682da7 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:23:26.787246 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db409c3-6dc0-42d8-892f-5b332a682da7', 'name': 'tempest-TestShelveInstance-1458379784-router', 'tenant_id': 'b13d87f926234988b763ba47dbb86d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'b148ed91-ba54-4879-b055-400a22230294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:19Z', 'updated_at': '2021-07-14T08:23:22Z', 'revision_number': 4, 'project_id': 'b13d87f926234988b763ba47dbb86d9e', 'gw_port': {'id': 'b148ed91-ba54-4879-b055-400a22230294', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db409c3-6dc0-42d8-892f-5b332a682da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:20Z', 'updated_at': '2021-07-14T08:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '40d491c6-c72c-44ce-9ab9-b5e077b65222', 'name': '', 'network_id': '75ff35bc-71fe-40a9-9960-24a67526ec2a', 'tenant_id': 'b13d87f926234988b763ba47dbb86d9e', 'mac_address': 'fa:16:3e:0a:4b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db409c3-6dc0-42d8-892f-5b332a682da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd7ac8ee6-cedb-46cd-9d23-a9add0263cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:22Z', 'updated_at': '2021-07-14T08:23:26Z', 'revision_number': 4, 'project_id': 'b13d87f926234988b763ba47dbb86d9e', 'subnets': [{'id': 'd7ac8ee6-cedb-46cd-9d23-a9add0263cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:26.824890 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a0155-1c77-46f9-8bcb-b06e5b668bae None None] The sync data for ids ['9db409c3-6dc0-42d8-892f-5b332a682da7'] in n-d-778696-5 is: [{'id': '9db409c3-6dc0-42d8-892f-5b332a682da7', 'name': 'tempest-TestShelveInstance-1458379784-router', 'tenant_id': 'b13d87f926234988b763ba47dbb86d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'b148ed91-ba54-4879-b055-400a22230294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:19Z', 'updated_at': '2021-07-14T08:23:22Z', 'revision_number': 4, 'project_id': 'b13d87f926234988b763ba47dbb86d9e', 'gw_port': {'id': 'b148ed91-ba54-4879-b055-400a22230294', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db409c3-6dc0-42d8-892f-5b332a682da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:20Z', 'updated_at': '2021-07-14T08:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '40d491c6-c72c-44ce-9ab9-b5e077b65222', 'name': '', 'network_id': '75ff35bc-71fe-40a9-9960-24a67526ec2a', 'tenant_id': 'b13d87f926234988b763ba47dbb86d9e', 'mac_address': 'fa:16:3e:0a:4b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db409c3-6dc0-42d8-892f-5b332a682da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd7ac8ee6-cedb-46cd-9d23-a9add0263cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:22Z', 'updated_at': '2021-07-14T08:23:26Z', 'revision_number': 4, 'project_id': 'b13d87f926234988b763ba47dbb86d9e', 'subnets': [{'id': 'd7ac8ee6-cedb-46cd-9d23-a9add0263cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:23:26.873103 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-add511eb-3280-4675-973d-b3b0f27a740f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:26.876550 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-add511eb-3280-4675-973d-b3b0f27a740f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 808 time: 0.1335258 Jul 14 08:23:26.946432 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-135de8ee-c368-4ded-84e9-2e76868af7c3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00605e4857a749bc9a946cd2849167a7 HTTP/1.1" status: 200 len: 380 time: 0.0569150 Jul 14 08:23:26.956385 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-6dad01ee-3dc5-4633-8a0c-efb43f6bf2a3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Request body: {'port': {'device_id': 'eda43080-0749-4402-8462-a7c737a39ebd', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'admin_state_up': True, 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'security_groups': ['563d1e7d-a8bc-401f-ad15-0857957e4032']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:23:26.967272 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-910cdd3d-2d1d-4585-91be-cd4c9ac98606 req-78ab9b69-3784-4d67-86a9-0d1c31b47b79 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 210 time: 0.0524755 Jul 14 08:23:27.102698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-6dad01ee-3dc5-4633-8a0c-efb43f6bf2a3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Made reservation on behalf of 00605e4857a749bc9a946cd2849167a7 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:23:27.106400 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-6dad01ee-3dc5-4633-8a0c-efb43f6bf2a3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:27.181240 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b148ed91-ba54-4879-b055-400a22230294 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:23:27.231961 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port b148ed91-ba54-4879-b055-400a22230294 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:23:27.233082 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:27.240678 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-6dad01ee-3dc5-4633-8a0c-efb43f6bf2a3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Allocated IP 172.20.0.5 (00271ffa-2a2b-45c9-854b-e99ee9796ce4/53838af1-2ffa-445c-97ac-57cea73ec328/763c149c-77e7-460f-9013-be96704aaf1c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:23:27.317701 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 40d491c6-c72c-44ce-9ab9-b5e077b65222 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:23:27.372289 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 40d491c6-c72c-44ce-9ab9-b5e077b65222 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:23:27.376471 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 40d491c6-c72c-44ce-9ab9-b5e077b65222 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:23:27.377020 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:27.390594 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-6dad01ee-3dc5-4633-8a0c-efb43f6bf2a3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:27.404758 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-6dad01ee-3dc5-4633-8a0c-efb43f6bf2a3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Transition to ACTIVE for port object 763c149c-77e7-460f-9013-be96704aaf1c will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:23:27.439593 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-6dad01ee-3dc5-4633-8a0c-efb43f6bf2a3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:27.452160 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:27.480564 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-6dad01ee-3dc5-4633-8a0c-efb43f6bf2a3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Network 00271ffa-2a2b-45c9-854b-e99ee9796ce4 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:23:27.484046 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-6dad01ee-3dc5-4633-8a0c-efb43f6bf2a3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:23:27.488015 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-6dad01ee-3dc5-4633-8a0c-efb43f6bf2a3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:23:27.489995 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 40d491c6-c72c-44ce-9ab9-b5e077b65222, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=40d491c6-c72c-44ce-9ab9-b5e077b65222,segment=NetworkSegment(01719f5b-9f10-4dff-8cc1-dfaffc51cdbe),segment_id=01719f5b-9f10-4dff-8cc1-dfaffc51cdbe)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:23:27.496197 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:27.523621 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad01ee-3dc5-4633-8a0c-efb43f6bf2a3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'Port': ['ID=763c149c-77e7-460f-9013-be96704aaf1c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:27.552381 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-6dad01ee-3dc5-4633-8a0c-efb43f6bf2a3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:27.553034 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-6dad01ee-3dc5-4633-8a0c-efb43f6bf2a3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:27.554707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=40d491c6-c72c-44ce-9ab9-b5e077b65222,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:27.568140 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-6dad01ee-3dc5-4633-8a0c-efb43f6bf2a3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6165242 Jul 14 08:23:27.579231 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Request body: {'port': {'device_id': 'eda43080-0749-4402-8462-a7c737a39ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:23:27.658132 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:27.732824 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7871dc6d-f8e2-47f0-93c4-9f0d06958aac None None] Provisioning for port 763c149c-77e7-460f-9013-be96704aaf1c completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:23:27.737265 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7871dc6d-f8e2-47f0-93c4-9f0d06958aac None None] Provisioning complete for port 763c149c-77e7-460f-9013-be96704aaf1c triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:23:27.737612 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7871dc6d-f8e2-47f0-93c4-9f0d06958aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:27.771635 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-7871dc6d-f8e2-47f0-93c4-9f0d06958aac None None] Port 763c149c-77e7-460f-9013-be96704aaf1c cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:23:27.910482 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763c149c-77e7-460f-9013-be96704aaf1c {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:23:27.917623 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:27.929482 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Transition to ACTIVE for port object 763c149c-77e7-460f-9013-be96704aaf1c will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:23:27.933148 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:28.006856 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=763c149c-77e7-460f-9013-be96704aaf1c,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:28.061366 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Attempting to bind port 763c149c-77e7-460f-9013-be96704aaf1c on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:23:28.061717 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Attempting to bind port 763c149c-77e7-460f-9013-be96704aaf1c by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '64ce15aa-ad37-4bbd-9bc8-05ab784d31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:23:28.062228 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Attempting to bind port 763c149c-77e7-460f-9013-be96704aaf1c on network 00271ffa-2a2b-45c9-854b-e99ee9796ce4 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:23:28.067398 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Port 763c149c-77e7-460f-9013-be96704aaf1c on network 00271ffa-2a2b-45c9-854b-e99ee9796ce4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:23:28.067785 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Attempting to bind port 763c149c-77e7-460f-9013-be96704aaf1c on network 00271ffa-2a2b-45c9-854b-e99ee9796ce4 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:23:28.073039 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:23:28.073428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Checking segment: {'id': '64ce15aa-ad37-4bbd-9bc8-05ab784d31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:23:28.073822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Bound using segment: {'id': '64ce15aa-ad37-4bbd-9bc8-05ab784d31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:23:28.074263 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Bound port: 763c149c-77e7-460f-9013-be96704aaf1c, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ce15aa-ad37-4bbd-9bc8-05ab784d31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:23:28.074628 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:28.150206 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] For port 763c149c-77e7-460f-9013-be96704aaf1c, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:23:28.154053 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] For port 763c149c-77e7-460f-9013-be96704aaf1c, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=763c149c-77e7-460f-9013-be96704aaf1c,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:23:28.159482 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:28.164954 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8c33e-342f-43db-a1e0-1b5edacedcfe req-960d6f07-149e-4070-a6c2-44a6e3c878a4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:28.169726 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-55f8c33e-342f-43db-a1e0-1b5edacedcfe req-960d6f07-149e-4070-a6c2-44a6e3c878a4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 943 time: 0.0911448 Jul 14 08:23:28.197179 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:28.197823 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:28.199273 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] 10.222.0.30 "PUT /v2.0/ports/763c149c-77e7-460f-9013-be96704aaf1c HTTP/1.1" status: 200 len: 1091 time: 0.6243978 Jul 14 08:23:28.199698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda43080-0749-4402-8462-a7c737a39ebd', 'tag': '763c149c-77e7-460f-9013-be96704aaf1c'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:23:28.202030 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5ba00c-065c-4bc7-8123-284effd759ef" -d '{"events": [{"name": "network-changed", "server_uuid": "eda43080-0749-4402-8462-a7c737a39ebd", "tag": "763c149c-77e7-460f-9013-be96704aaf1c"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:23:28.226104 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-55f8c33e-342f-43db-a1e0-1b5edacedcfe req-92f42d5e-6965-41f0-9717-f64110dc9d59 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507820 Jul 14 08:23:28.236852 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c7999-4f54-40b3-bc48-99ade5651fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=763c149c-77e7-460f-9013-be96704aaf1c,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:28.259557 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ec5775-2da6-401f-ae7c-76b172668593 x-openstack-request-id: req-06ec5775-2da6-401f-ae7c-76b172668593 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:23:28.259839 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda43080-0749-4402-8462-a7c737a39ebd", "tag": "763c149c-77e7-460f-9013-be96704aaf1c", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:23:28.260086 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06ec5775-2da6-401f-ae7c-76b172668593 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:23:28.260478 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda43080-0749-4402-8462-a7c737a39ebd', 'tag': '763c149c-77e7-460f-9013-be96704aaf1c', 'status': 'completed', 'code': 200} Jul 14 08:23:28.305974 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-3e1b464b-9ad0-4b76-b227-e43de83a89dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:28.307547 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-3e1b464b-9ad0-4b76-b227-e43de83a89dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 1094 time: 0.0573132 Jul 14 08:23:28.349494 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-48388e2d-e11b-4cfb-9c91-045117efb7a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=763c149c-77e7-460f-9013-be96704aaf1c HTTP/1.1" status: 200 len: 217 time: 0.0349283 Jul 14 08:23:28.402218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-4bc77cb1-2c94-48d6-9c0f-12f69348b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:28.403722 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-4bc77cb1-2c94-48d6-9c0f-12f69348b80f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0485356 Jul 14 08:23:28.461668 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-fc30d4ed-8cc9-456c-9d8b-8f9f8a90fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:28.463180 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-fc30d4ed-8cc9-456c-9d8b-8f9f8a90fb95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531540 Jul 14 08:23:28.547755 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-aea21289-0ecd-4c2a-855d-4876b705afe4 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782650 Jul 14 08:23:28.636718 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d67faefe-ec8b-414a-b591-ae61a2377d6f req-0c162062-7ca9-45d2-8d54-76a695edc4d0 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828035 Jul 14 08:23:28.734869 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ba00c-065c-4bc7-8123-284effd759ef req-4386498a-3df0-44a8-b646-8abce78b9069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:28.736383 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7a5ba00c-065c-4bc7-8123-284effd759ef req-4386498a-3df0-44a8-b646-8abce78b9069 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 1094 time: 0.0511296 Jul 14 08:23:28.827868 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ba00c-065c-4bc7-8123-284effd759ef req-c87bd7a8-c878-4d22-b682-f095df1d5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:28.829368 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7a5ba00c-065c-4bc7-8123-284effd759ef req-c87bd7a8-c878-4d22-b682-f095df1d5b00 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 909 time: 0.0863600 Jul 14 08:23:28.869720 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7a5ba00c-065c-4bc7-8123-284effd759ef req-c5a6219f-a2fd-415f-9fef-0f28e68f4de3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=763c149c-77e7-460f-9013-be96704aaf1c HTTP/1.1" status: 200 len: 217 time: 0.0327349 Jul 14 08:23:28.915066 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ba00c-065c-4bc7-8123-284effd759ef req-1e29f6c5-8d0e-436d-8b73-e4d405493e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:28.916454 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7a5ba00c-065c-4bc7-8123-284effd759ef req-1e29f6c5-8d0e-436d-8b73-e4d405493e7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0407355 Jul 14 08:23:28.974880 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ba00c-065c-4bc7-8123-284effd759ef req-28bf964e-aa0f-4ad0-9f6a-a515a188d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:28.976370 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7a5ba00c-065c-4bc7-8123-284effd759ef req-28bf964e-aa0f-4ad0-9f6a-a515a188d600 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535097 Jul 14 08:23:29.071484 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 40d491c6-c72c-44ce-9ab9-b5e077b65222 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:23:29.119625 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 40d491c6-c72c-44ce-9ab9-b5e077b65222 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:23:29.120092 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:29.368453 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7a5ba00c-065c-4bc7-8123-284effd759ef req-8e617d87-74d4-4169-9810-fb30efcf2b64 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851094 Jul 14 08:23:29.406366 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa03973-37d9-48d0-b072-b9b3bafad7ae req-20e46ddb-f4a2-47d4-9725-bcd41096bcc2 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:29.409168 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cfa03973-37d9-48d0-b072-b9b3bafad7ae req-20e46ddb-f4a2-47d4-9725-bcd41096bcc2 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 943 time: 0.0656157 Jul 14 08:23:29.454150 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cfa03973-37d9-48d0-b072-b9b3bafad7ae req-c462b10a-3794-4b49-bfde-786909b4e05d tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390122 Jul 14 08:23:29.468531 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7a5ba00c-065c-4bc7-8123-284effd759ef req-dc29e479-99cb-4405-8155-197e1fdd7163 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921841 Jul 14 08:23:30.564192 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 763c149c-77e7-460f-9013-be96704aaf1c details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:23:30.628374 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752dc784-4ea9-4ee9-9b61-0742b2e8e6e4 req-acae32a4-e07b-40fb-8480-aaaba24a9a89 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:30.629902 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-752dc784-4ea9-4ee9-9b61-0742b2e8e6e4 req-acae32a4-e07b-40fb-8480-aaaba24a9a89 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 943 time: 0.0637569 Jul 14 08:23:30.636207 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6bb71fad-79c7-4c48-b559-c593a83feb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:30.669854 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 763c149c-77e7-460f-9013-be96704aaf1c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=763c149c-77e7-460f-9013-be96704aaf1c,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:23:30.676967 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-752dc784-4ea9-4ee9-9b61-0742b2e8e6e4 req-9a7db996-a844-492f-b76d-7b3b2c05b645 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413237 Jul 14 08:23:30.680734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '763c149c-77e7-460f-9013-be96704aaf1c', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'port_id': '763c149c-77e7-460f-9013-be96704aaf1c', 'mac_address': 'fa:16:3e:9e:ff:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:23:30.717354 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:30.732550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763c149c-77e7-460f-9013-be96704aaf1c {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:23:30.751112 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 763c149c-77e7-460f-9013-be96704aaf1c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=763c149c-77e7-460f-9013-be96704aaf1c,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:23:30.754992 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:30.799158 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=763c149c-77e7-460f-9013-be96704aaf1c,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:30.951400 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['763c149c-77e7-460f-9013-be96704aaf1c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:23:31.837425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94bcea-4dc2-49d2-888e-3244accda0ca req-fb43893c-6927-4442-b87a-5d5b065efb40 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:31.838924 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa94bcea-4dc2-49d2-888e-3244accda0ca req-fb43893c-6927-4442-b87a-5d5b065efb40 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 944 time: 0.0616667 Jul 14 08:23:31.875285 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-aa94bcea-4dc2-49d2-888e-3244accda0ca req-4ac50721-17fa-4a73-ae73-ecf9b975f450 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306740 Jul 14 08:23:32.575867 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 763c149c-77e7-460f-9013-be96704aaf1c up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:23:32.623157 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 763c149c-77e7-460f-9013-be96704aaf1c completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:23:32.626762 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 763c149c-77e7-460f-9013-be96704aaf1c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:23:32.627737 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:32.705356 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:32.876716 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda43080-0749-4402-8462-a7c737a39ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763c149c-77e7-460f-9013-be96704aaf1c'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:23:32.879460 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cc7ca6-f3e7-4779-ad1e-7e8c4f39a379" -d '{"events": [{"server_uuid": "eda43080-0749-4402-8462-a7c737a39ebd", "name": "network-vif-plugged", "status": "completed", "tag": "763c149c-77e7-460f-9013-be96704aaf1c"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:23:32.891820 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 763c149c-77e7-460f-9013-be96704aaf1c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=763c149c-77e7-460f-9013-be96704aaf1c,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:23:32.896406 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:32.920939 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65473894-7313-480b-971b-d5e40d8694d3 x-openstack-request-id: req-65473894-7313-480b-971b-d5e40d8694d3 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:23:32.921257 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda43080-0749-4402-8462-a7c737a39ebd", "name": "network-vif-plugged", "status": "completed", "tag": "763c149c-77e7-460f-9013-be96704aaf1c", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:23:32.921536 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65473894-7313-480b-971b-d5e40d8694d3 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:23:32.921925 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda43080-0749-4402-8462-a7c737a39ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763c149c-77e7-460f-9013-be96704aaf1c', 'code': 200} Jul 14 08:23:32.956329 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=763c149c-77e7-460f-9013-be96704aaf1c,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:33.043241 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7af68d-296c-4f44-b4d9-1c727eee5110 req-53c449f2-cf6e-4846-9220-31b3982251d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:33.045086 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e7af68d-296c-4f44-b4d9-1c727eee5110 req-53c449f2-cf6e-4846-9220-31b3982251d0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 1096 time: 0.0539570 Jul 14 08:23:33.065846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f43d0-0fb1-4e03-97ed-ae89c94044a9 req-abc78548-78a7-4ea6-ab44-13d9aed0d399 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:33.067271 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-131f43d0-0fb1-4e03-97ed-ae89c94044a9 req-abc78548-78a7-4ea6-ab44-13d9aed0d399 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0721838 Jul 14 08:23:33.082346 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1e7af68d-296c-4f44-b4d9-1c727eee5110 req-28a07a79-5aed-4042-be0d-31f3dae783bd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306919 Jul 14 08:23:33.109636 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-131f43d0-0fb1-4e03-97ed-ae89c94044a9 req-adfcd633-726a-406c-874f-984f1b2ce7aa tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363767 Jul 14 08:23:33.397960 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f6ad5a22-d0e4-4435-8bf4-743291124c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:33.763899 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:34.278660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036070df-b171-4cd7-99b6-83adea54619c req-9936c767-ec12-48f2-bde2-1ce0eec03673 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:34.280115 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-036070df-b171-4cd7-99b6-83adea54619c req-9936c767-ec12-48f2-bde2-1ce0eec03673 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0625229 Jul 14 08:23:34.317553 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-036070df-b171-4cd7-99b6-83adea54619c req-69377bfb-17be-42d1-84ea-b1843236b907 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319073 Jul 14 08:23:34.669097 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155ef4d-a6cf-40c5-b4b4-b8733f0630c7 req-f61ff19e-9a6d-4d71-9478-64ec9c78d83b tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:34.670641 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9155ef4d-a6cf-40c5-b4b4-b8733f0630c7 req-f61ff19e-9a6d-4d71-9478-64ec9c78d83b tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0661728 Jul 14 08:23:34.708109 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9155ef4d-a6cf-40c5-b4b4-b8733f0630c7 req-4be2cc4a-cce1-4fbd-af6d-f1a2cf509940 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312333 Jul 14 08:23:34.731503 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42482) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:34.863436 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb080e1d-63be-43df-816c-e31de7fa5c73 tempest-TestShelveInstance-505545205 tempest-TestShelveInstance-505545205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:34.864958 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-fb080e1d-63be-43df-816c-e31de7fa5c73 tempest-TestShelveInstance-505545205 tempest-TestShelveInstance-505545205-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 1091 time: 0.1324668 Jul 14 08:23:34.867930 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42486) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:23:34.872424 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': '763c149c-77e7-460f-9013-be96704aaf1c', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:23:34.893993 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:34.956183 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:34.991069 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:35.090325 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Allocated IP 172.25.7.195 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/8e628583-4490-4a6d-a890-d66125fd6b9a) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:23:35.190490 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:35.227492 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:35.261738 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:23:35.266316 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:23:35.269677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:23:35.292506 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'Port': ['ID=8e628583-4490-4a6d-a890-d66125fd6b9a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:35.625588 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:35.702220 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:35.842424 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:35.846649 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:35.917238 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'Port': ['ID=8e628583-4490-4a6d-a890-d66125fd6b9a,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:23:35.925591 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:36.022372 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Floating IP 19027c71-93aa-445a-8f1e-3c75fecf0409 associated. External IP: 172.25.7.195, port: 763c149c-77e7-460f-9013-be96704aaf1c. Jul 14 08:23:36.470241 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:23:36.480779 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:36.571956 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:23:36.581031 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40f2000-8153-4c40-aa88-a7784b7b03d1 None None] Sync routers for ids ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:23:36.587544 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:36.590690 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40f2000-8153-4c40-aa88-a7784b7b03d1 None None] Routers {'4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:23:36.591300 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a40f2000-8153-4c40-aa88-a7784b7b03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:23:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:36.626816 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-351c7516-7ec0-4324-bc52-08153ee3f920 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7577953 Jul 14 08:23:36.627916 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda43080-0749-4402-8462-a7c737a39ebd', 'tag': '763c149c-77e7-460f-9013-be96704aaf1c'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:23:36.630170 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb7c73b-db52-4ec2-bf1c-8000373a30e5" -d '{"events": [{"name": "network-changed", "server_uuid": "eda43080-0749-4402-8462-a7c737a39ebd", "tag": "763c149c-77e7-460f-9013-be96704aaf1c"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:23:36.670105 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacd133e-7ac2-4664-b5f4-a970568900a6 x-openstack-request-id: req-cacd133e-7ac2-4664-b5f4-a970568900a6 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:23:36.670396 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda43080-0749-4402-8462-a7c737a39ebd", "tag": "763c149c-77e7-460f-9013-be96704aaf1c", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:23:36.670646 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cacd133e-7ac2-4664-b5f4-a970568900a6 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:23:36.671081 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda43080-0749-4402-8462-a7c737a39ebd', 'tag': '763c149c-77e7-460f-9013-be96704aaf1c', 'status': 'completed', 'code': 200} Jul 14 08:23:36.713550 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-a40f2000-8153-4c40-aa88-a7784b7b03d1 None None] Set router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:23:36.742496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7c73b-db52-4ec2-bf1c-8000373a30e5 req-adce0190-25ce-43b4-b655-256d43014536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:36.744015 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-beb7c73b-db52-4ec2-bf1c-8000373a30e5 req-adce0190-25ce-43b4-b655-256d43014536 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 1096 time: 0.0521026 Jul 14 08:23:36.834736 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7c73b-db52-4ec2-bf1c-8000373a30e5 req-03681747-904a-4e3e-93a0-dc82d4c3f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:36.836209 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-beb7c73b-db52-4ec2-bf1c-8000373a30e5 req-03681747-904a-4e3e-93a0-dc82d4c3f8f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 909 time: 0.0861917 Jul 14 08:23:36.898663 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-beb7c73b-db52-4ec2-bf1c-8000373a30e5 req-71200426-6093-4bf2-a450-2bc651f137b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=763c149c-77e7-460f-9013-be96704aaf1c HTTP/1.1" status: 200 len: 999 time: 0.0566149 Jul 14 08:23:36.928801 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a40f2000-8153-4c40-aa88-a7784b7b03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:18Z', 'revision_number': 4, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port': {'id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '19027c71-93aa-445a-8f1e-3c75fecf0409', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'floating_ip_address': '172.25.7.195', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'port_id': '763c149c-77e7-460f-9013-be96704aaf1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'mac_address': 'fa:16:3e:9e:ff:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda43080-0749-4402-8462-a7c737a39ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:23:35Z', 'updated_at': '2021-07-14T08:23:35Z', 'revision_number': 0, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc72b2d3-2219-4066-8913-1dc145c7c79b', 'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'mac_address': 'fa:16:3e:b0:c2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:17Z', 'updated_at': '2021-07-14T08:23:23Z', 'revision_number': 5, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'subnets': [{'id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:36.952161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7c73b-db52-4ec2-bf1c-8000373a30e5 req-3d0800c3-5a0a-4e01-b349-d5d0e347b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:36.952161 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-beb7c73b-db52-4ec2-bf1c-8000373a30e5 req-3d0800c3-5a0a-4e01-b349-d5d0e347b4e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0459480 Jul 14 08:23:36.958771 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40f2000-8153-4c40-aa88-a7784b7b03d1 None None] Checking router: 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:23:36.967122 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40f2000-8153-4c40-aa88-a7784b7b03d1 None None] Routers {'4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:23:36.967662 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a40f2000-8153-4c40-aa88-a7784b7b03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:23:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:37.007220 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7c73b-db52-4ec2-bf1c-8000373a30e5 req-6d88eb6c-e99e-4502-9b37-bf409576fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:23:37.008728 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-beb7c73b-db52-4ec2-bf1c-8000373a30e5 req-6d88eb6c-e99e-4502-9b37-bf409576fe32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525670 Jul 14 08:23:37.072658 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-a40f2000-8153-4c40-aa88-a7784b7b03d1 None None] Set router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:23:37.096289 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-beb7c73b-db52-4ec2-bf1c-8000373a30e5 req-c335a8fa-8acb-4d49-ab4a-d860ecf1618e service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798013 Jul 14 08:23:37.186629 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-beb7c73b-db52-4ec2-bf1c-8000373a30e5 req-a5c286a7-eba1-404c-a8ed-cd7ae7ee892c service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852928 Jul 14 08:23:37.287265 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a40f2000-8153-4c40-aa88-a7784b7b03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:18Z', 'revision_number': 4, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port': {'id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '19027c71-93aa-445a-8f1e-3c75fecf0409', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'floating_ip_address': '172.25.7.195', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'port_id': '763c149c-77e7-460f-9013-be96704aaf1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'mac_address': 'fa:16:3e:9e:ff:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda43080-0749-4402-8462-a7c737a39ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:23:35Z', 'updated_at': '2021-07-14T08:23:35Z', 'revision_number': 0, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc72b2d3-2219-4066-8913-1dc145c7c79b', 'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'mac_address': 'fa:16:3e:b0:c2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:17Z', 'updated_at': '2021-07-14T08:23:23Z', 'revision_number': 5, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'subnets': [{'id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:23:37.314650 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40f2000-8153-4c40-aa88-a7784b7b03d1 None None] The sync data for ids ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'] in n-d-778696-5 is: [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:18Z', 'revision_number': 4, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port': {'id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '19027c71-93aa-445a-8f1e-3c75fecf0409', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'floating_ip_address': '172.25.7.195', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'port_id': '763c149c-77e7-460f-9013-be96704aaf1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'mac_address': 'fa:16:3e:9e:ff:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda43080-0749-4402-8462-a7c737a39ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:23:35Z', 'updated_at': '2021-07-14T08:23:35Z', 'revision_number': 0, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc72b2d3-2219-4066-8913-1dc145c7c79b', 'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'mac_address': 'fa:16:3e:b0:c2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:17Z', 'updated_at': '2021-07-14T08:23:23Z', 'revision_number': 5, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'subnets': [{'id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:23:37.491916 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d39d29c-b90f-45a0-a3c3-1daf234456c5 None None] New status for floating IP 19027c71-93aa-445a-8f1e-3c75fecf0409: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:23:38.022641 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:23:46.249908 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:23:46.312540 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:24:00.606234 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9f2d323b-9313-46ba-bb1e-300f5fa69b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:24:01.139332 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5e6c41bd-5ee6-4572-ab5f-5ea600bd8561 req-a75474da-9dc5-4dd2-97df-9346293115a0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502369 Jul 14 08:24:01.229566 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c41bd-5ee6-4572-ab5f-5ea600bd8561 req-79eb5f05-9842-43dc-8772-0786c2940272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:24:01.231031 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5e6c41bd-5ee6-4572-ab5f-5ea600bd8561 req-79eb5f05-9842-43dc-8772-0786c2940272 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 1096 time: 0.0509238 Jul 14 08:24:01.337644 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c41bd-5ee6-4572-ab5f-5ea600bd8561 req-24cebcde-1a56-4398-9641-2f83b8a8ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:24:01.339134 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5e6c41bd-5ee6-4572-ab5f-5ea600bd8561 req-24cebcde-1a56-4398-9641-2f83b8a8ae96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 909 time: 0.0880306 Jul 14 08:24:01.405688 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5e6c41bd-5ee6-4572-ab5f-5ea600bd8561 req-d3aa2550-e124-4bce-a703-081383202840 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=763c149c-77e7-460f-9013-be96704aaf1c HTTP/1.1" status: 200 len: 1001 time: 0.0590994 Jul 14 08:24:01.459663 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c41bd-5ee6-4572-ab5f-5ea600bd8561 req-4c3803b6-43e4-4dd7-a0ad-1936e8767dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:24:01.461070 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5e6c41bd-5ee6-4572-ab5f-5ea600bd8561 req-4c3803b6-43e4-4dd7-a0ad-1936e8767dd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0459857 Jul 14 08:24:01.517083 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c41bd-5ee6-4572-ab5f-5ea600bd8561 req-63bcec83-fdfa-4e63-968c-234afffb4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:24:01.518501 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5e6c41bd-5ee6-4572-ab5f-5ea600bd8561 req-63bcec83-fdfa-4e63-968c-234afffb4548 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503194 Jul 14 08:24:01.607117 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5e6c41bd-5ee6-4572-ab5f-5ea600bd8561 req-7698eff6-876b-46a5-876c-04c8b82dd0d4 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808284 Jul 14 08:24:01.699007 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5e6c41bd-5ee6-4572-ab5f-5ea600bd8561 req-e23f922b-f2e9-4b28-a6b7-4031193a7fd2 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855684 Jul 14 08:24:03.397018 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ae0c865d-d42e-4e2a-a34d-d4a4fb6c78c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:24:03.767453 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:24:04.956003 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:24:06.479394 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:24:15.022698 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:24:16.263963 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:24:16.306942 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:24:30.606889 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9ff23b0b-4697-4b49-94d4-1a3a394bc304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:24:33.398974 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9853418b-0336-44e6-ab7e-15438a72354d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:24:33.767984 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:24:34.958447 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:24:36.483152 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:24:46.261711 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:24:46.322130 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:24:52.021788 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:25:00.607598 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c8f0588d-7efc-489b-85af-f3c2cd352901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:03.137475 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f99bc552-34eb-485c-b681-826b7767c5b4 req-633240d4-0b8d-4524-bd7d-67ed608ae55a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535884 Jul 14 08:25:03.227882 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bc552-34eb-485c-b681-826b7767c5b4 req-837cd108-da02-4afb-a22a-6ddb7857c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:03.229287 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f99bc552-34eb-485c-b681-826b7767c5b4 req-837cd108-da02-4afb-a22a-6ddb7857c9ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 1096 time: 0.0516996 Jul 14 08:25:03.334150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bc552-34eb-485c-b681-826b7767c5b4 req-10d27478-8301-4f4e-9146-249c94cdf256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:03.335613 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f99bc552-34eb-485c-b681-826b7767c5b4 req-10d27478-8301-4f4e-9146-249c94cdf256 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 909 time: 0.0862367 Jul 14 08:25:03.398824 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f082477-cf08-43d6-aa6a-26f59d0d4d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:03.402095 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f99bc552-34eb-485c-b681-826b7767c5b4 req-193a64c2-4e60-47d9-870a-8197c2a2ee03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=763c149c-77e7-460f-9013-be96704aaf1c HTTP/1.1" status: 200 len: 1001 time: 0.0593376 Jul 14 08:25:03.454105 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bc552-34eb-485c-b681-826b7767c5b4 req-edab8faf-0d20-4f97-8eb8-3013195c253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:03.456055 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f99bc552-34eb-485c-b681-826b7767c5b4 req-edab8faf-0d20-4f97-8eb8-3013195c253d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0472169 Jul 14 08:25:03.511508 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bc552-34eb-485c-b681-826b7767c5b4 req-dbd496f3-917b-46e1-827d-7c6a8f029ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:03.512891 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f99bc552-34eb-485c-b681-826b7767c5b4 req-dbd496f3-917b-46e1-827d-7c6a8f029ec3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505853 Jul 14 08:25:03.601166 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f99bc552-34eb-485c-b681-826b7767c5b4 req-8e352273-bd24-4590-ad3b-713c06f94dee service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814507 Jul 14 08:25:03.691808 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f99bc552-34eb-485c-b681-826b7767c5b4 req-33b66356-392b-4212-b75b-1874122c41e2 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846865 Jul 14 08:25:03.769472 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:04.960884 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:06.485747 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:16.261394 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:16.322779 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:29.020768 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:25:30.609114 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7df624ac-0f54-4f46-8c1c-d75a93f9dd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:33.025857 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae603db9-a60e-49ad-a4b6-e1af2eba0e4a req-3a7b511d-243e-4504-8959-40c9967459b4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:33.027423 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae603db9-a60e-49ad-a4b6-e1af2eba0e4a req-3a7b511d-243e-4504-8959-40c9967459b4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.1236503 Jul 14 08:25:33.069711 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ae603db9-a60e-49ad-a4b6-e1af2eba0e4a req-915aa68b-8d80-4b12-8856-02a777d5d028 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363729 Jul 14 08:25:33.400601 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96af72ac-e6e2-49d8-a98b-fcba25f15ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:33.774367 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:34.264475 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997a9de-3e16-418a-a497-aa21d1320a7b req-93ba45a4-4bdf-4a8d-b63f-ae39a1665317 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:34.266009 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f997a9de-3e16-418a-a497-aa21d1320a7b req-93ba45a4-4bdf-4a8d-b63f-ae39a1665317 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0679955 Jul 14 08:25:34.304794 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f997a9de-3e16-418a-a497-aa21d1320a7b req-44c1a23d-3e69-4ce4-9719-fdb1e9803edb tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330267 Jul 14 08:25:34.967759 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:35.504307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1dbf-f8a9-4c25-b168-82e11af87b46 req-9f67b378-32f4-4d09-8337-e43d0d6b5992 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:35.506177 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36ad1dbf-f8a9-4c25-b168-82e11af87b46 req-9f67b378-32f4-4d09-8337-e43d0d6b5992 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0635436 Jul 14 08:25:35.545282 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-36ad1dbf-f8a9-4c25-b168-82e11af87b46 req-a6cd49c9-aaa4-4877-955c-7094eb0b74b1 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327129 Jul 14 08:25:36.488472 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:36.718913 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18ad5a-ab22-4dc4-9d2b-aa82d4dd3c3e req-78d2f265-3b66-43a7-8134-94128638f026 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:36.720996 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b18ad5a-ab22-4dc4-9d2b-aa82d4dd3c3e req-78d2f265-3b66-43a7-8134-94128638f026 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0658700 Jul 14 08:25:36.759174 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1b18ad5a-ab22-4dc4-9d2b-aa82d4dd3c3e req-fbe3bc5e-384d-41f8-8207-c1359836052f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326385 Jul 14 08:25:37.932219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8d6aa-7cea-4057-a487-3903d9df2062 req-677126b0-20f0-469d-8328-f5ab8267f37c tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:37.933640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-28f8d6aa-7cea-4057-a487-3903d9df2062 req-677126b0-20f0-469d-8328-f5ab8267f37c tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0671482 Jul 14 08:25:37.971261 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-28f8d6aa-7cea-4057-a487-3903d9df2062 req-71f80d83-e4ee-4623-bbcc-c215c3b15949 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314486 Jul 14 08:25:39.148046 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e220df7-c3f9-49d9-a996-1efef7ec0534 req-123cc9dc-3cb5-4f96-a9c8-b0dc1ed49559 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:39.149546 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e220df7-c3f9-49d9-a996-1efef7ec0534 req-123cc9dc-3cb5-4f96-a9c8-b0dc1ed49559 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0643229 Jul 14 08:25:39.188219 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1e220df7-c3f9-49d9-a996-1efef7ec0534 req-af7a5c92-643d-4f39-b9a1-9aae172ae078 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330889 Jul 14 08:25:40.373650 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25756158-1bf5-43d5-af3d-a76779340040 req-1411ed49-3951-42cb-a331-8231dfd1aeeb tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:40.375934 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-25756158-1bf5-43d5-af3d-a76779340040 req-1411ed49-3951-42cb-a331-8231dfd1aeeb tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0674629 Jul 14 08:25:40.412973 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-25756158-1bf5-43d5-af3d-a76779340040 req-0c21c8b6-0a5a-40cf-98c9-7aaf6fd9d133 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314674 Jul 14 08:25:41.588068 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea45ae-8e10-409c-b7e1-0243cb1eda27 req-9a155e4f-e36e-4652-bb07-15e467d2b2f4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:41.589584 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-03ea45ae-8e10-409c-b7e1-0243cb1eda27 req-9a155e4f-e36e-4652-bb07-15e467d2b2f4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0651376 Jul 14 08:25:41.626354 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-03ea45ae-8e10-409c-b7e1-0243cb1eda27 req-7e70d687-38b0-4f55-a235-5b1cff44c96c tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306025 Jul 14 08:25:42.799426 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3006ab8-2817-4abd-bf24-f3068f82dc21 req-40ad2210-7c13-41d6-9a61-95090931f8e4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:42.800945 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3006ab8-2817-4abd-bf24-f3068f82dc21 req-40ad2210-7c13-41d6-9a61-95090931f8e4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0634768 Jul 14 08:25:42.842207 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b3006ab8-2817-4abd-bf24-f3068f82dc21 req-93a8b2e9-a61c-4929-9a13-b8bf1cc1ee1f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355461 Jul 14 08:25:44.035516 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d533ec8-d88e-4ec0-b8b1-696d47670586 req-ecb20936-49ae-4a3e-ac7a-b265ba5b59f6 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:44.037045 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d533ec8-d88e-4ec0-b8b1-696d47670586 req-ecb20936-49ae-4a3e-ac7a-b265ba5b59f6 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0697057 Jul 14 08:25:44.075160 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4d533ec8-d88e-4ec0-b8b1-696d47670586 req-4e635e2a-5395-4e03-9f58-504b32d375e2 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325539 Jul 14 08:25:45.231606 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 763c149c-77e7-460f-9013-be96704aaf1c details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:25:45.280709 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88716008-70bf-4542-84e5-aa09fd43a6c4 req-8da60bc7-3603-46f1-b215-271463b3b3ab tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:45.281452 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88716008-70bf-4542-84e5-aa09fd43a6c4 req-8da60bc7-3603-46f1-b215-271463b3b3ab tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0790732 Jul 14 08:25:45.325576 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-88716008-70bf-4542-84e5-aa09fd43a6c4 req-979ef5b4-11c9-4652-984b-b698171c38a6 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378268 Jul 14 08:25:45.349507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 763c149c-77e7-460f-9013-be96704aaf1c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=763c149c-77e7-460f-9013-be96704aaf1c,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:25:45.361797 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '763c149c-77e7-460f-9013-be96704aaf1c', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'port_id': '763c149c-77e7-460f-9013-be96704aaf1c', 'mac_address': 'fa:16:3e:9e:ff:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:25:45.399834 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:45.416864 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 763c149c-77e7-460f-9013-be96704aaf1c {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:25:45.436904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 763c149c-77e7-460f-9013-be96704aaf1c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=763c149c-77e7-460f-9013-be96704aaf1c,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:25:45.446029 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:45.501371 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=763c149c-77e7-460f-9013-be96704aaf1c,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:25:45.509103 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:25:45.509477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:25:45.509883 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:25:45.510208 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:25:45.510547 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:25:45.510878 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:25:45.511204 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:25:45.511527 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:25:45.511851 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:25:45.512171 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:25:45.512494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:25:45.512813 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:25:45.521145 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['763c149c-77e7-460f-9013-be96704aaf1c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:25:46.265548 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:46.344077 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:46.544273 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc54b3e-639a-474d-8e55-b8da5d99c4a1 req-ce4e8b5b-8ad3-4c76-a9ec-d71d8bbd3a78 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:46.545909 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fc54b3e-639a-474d-8e55-b8da5d99c4a1 req-ce4e8b5b-8ad3-4c76-a9ec-d71d8bbd3a78 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 944 time: 0.0870614 Jul 14 08:25:46.591500 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7fc54b3e-639a-474d-8e55-b8da5d99c4a1 req-72b27eb8-2b8d-4cff-8308-bf2affaaa7c4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395703 Jul 14 08:25:47.242015 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 763c149c-77e7-460f-9013-be96704aaf1c up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:25:47.301815 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 763c149c-77e7-460f-9013-be96704aaf1c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:25:47.302519 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:47.386658 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:47.414225 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda43080-0749-4402-8462-a7c737a39ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763c149c-77e7-460f-9013-be96704aaf1c'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:25:47.416536 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa69c42-dc2f-4772-90a8-6095d4b1f62e" -d '{"events": [{"server_uuid": "eda43080-0749-4402-8462-a7c737a39ebd", "name": "network-vif-plugged", "status": "completed", "tag": "763c149c-77e7-460f-9013-be96704aaf1c"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:25:47.430714 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 763c149c-77e7-460f-9013-be96704aaf1c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=763c149c-77e7-460f-9013-be96704aaf1c,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:25:47.443029 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:47.481919 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b4e295-7d97-4cd9-9c3b-747cb928b47b x-openstack-request-id: req-85b4e295-7d97-4cd9-9c3b-747cb928b47b {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:25:47.482213 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda43080-0749-4402-8462-a7c737a39ebd", "name": "network-vif-plugged", "status": "completed", "tag": "763c149c-77e7-460f-9013-be96704aaf1c", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:25:47.482453 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85b4e295-7d97-4cd9-9c3b-747cb928b47b {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:25:47.482855 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda43080-0749-4402-8462-a7c737a39ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763c149c-77e7-460f-9013-be96704aaf1c', 'code': 200} Jul 14 08:25:47.517588 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=763c149c-77e7-460f-9013-be96704aaf1c,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:25:47.788438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380c2c-2a36-4278-93dc-784ba47558e2 req-df0da416-a542-4b19-8fa7-2a19fb5efd8a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:47.790687 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94380c2c-2a36-4278-93dc-784ba47558e2 req-df0da416-a542-4b19-8fa7-2a19fb5efd8a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0744283 Jul 14 08:25:47.833174 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-94380c2c-2a36-4278-93dc-784ba47558e2 req-72591813-83ff-4d23-837f-e3b3b7f6324a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366137 Jul 14 08:25:49.061460 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247a8dd-0aa2-4da9-b956-04adc2ccde5c req-67eab840-f148-40e3-81d6-889c200c6672 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:49.063581 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a247a8dd-0aa2-4da9-b956-04adc2ccde5c req-67eab840-f148-40e3-81d6-889c200c6672 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0788639 Jul 14 08:25:49.109448 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a247a8dd-0aa2-4da9-b956-04adc2ccde5c req-02d69530-c266-4a44-b86e-b7369a57da36 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392866 Jul 14 08:25:50.353035 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f75ff-5ec8-4634-8a9c-b8db367dff68 req-4577c7cd-1ed2-42ba-bf5f-4f80cba0e317 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:50.361775 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e1f75ff-5ec8-4634-8a9c-b8db367dff68 req-4577c7cd-1ed2-42ba-bf5f-4f80cba0e317 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0949383 Jul 14 08:25:50.413871 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4e1f75ff-5ec8-4634-8a9c-b8db367dff68 req-cdbd597b-93e2-47f3-bdb0-e4e6d3da5b1a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481584 Jul 14 08:25:51.624846 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b462c24-4770-4537-99d6-1d7e3b8ec44d req-36664681-f84d-40b0-ae8d-1d8fe5dfa449 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:51.627247 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b462c24-4770-4537-99d6-1d7e3b8ec44d req-36664681-f84d-40b0-ae8d-1d8fe5dfa449 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0830684 Jul 14 08:25:51.669260 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9b462c24-4770-4537-99d6-1d7e3b8ec44d req-65ad69de-db6e-4c4b-b5bb-19ae795e6b3f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360882 Jul 14 08:25:52.875009 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211ed90-325a-422d-b051-b9e25da0a396 req-0290a4ee-a5ee-448d-8678-7b42bf4e8cae tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:52.879159 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2211ed90-325a-422d-b051-b9e25da0a396 req-0290a4ee-a5ee-448d-8678-7b42bf4e8cae tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0752585 Jul 14 08:25:52.923180 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-2211ed90-325a-422d-b051-b9e25da0a396 req-00447cfc-87ed-49d5-b7d0-b8279a9b5f54 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383089 Jul 14 08:25:54.130529 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832f307-610f-418e-9a24-c61c3c76d635 req-665d699e-4e35-47b7-98d0-25334331df1d tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:54.132135 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a832f307-610f-418e-9a24-c61c3c76d635 req-665d699e-4e35-47b7-98d0-25334331df1d tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0823455 Jul 14 08:25:54.171334 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a832f307-610f-418e-9a24-c61c3c76d635 req-9ae5cd86-1777-489a-892b-9f650c9b88b1 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335054 Jul 14 08:25:54.907186 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052ca4b-f1d9-42a5-89bc-73f6e41679b3 req-4d18a58e-e7e4-43cf-a9e7-0ec19d202145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:54.908746 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4052ca4b-f1d9-42a5-89bc-73f6e41679b3 req-4d18a58e-e7e4-43cf-a9e7-0ec19d202145 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 1096 time: 0.1127512 Jul 14 08:25:55.006407 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052ca4b-f1d9-42a5-89bc-73f6e41679b3 req-ed00f55e-1a5c-4001-9f62-73e64fb4fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:55.007926 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4052ca4b-f1d9-42a5-89bc-73f6e41679b3 req-ed00f55e-1a5c-4001-9f62-73e64fb4fa11 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 909 time: 0.0910532 Jul 14 08:25:55.082120 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4052ca4b-f1d9-42a5-89bc-73f6e41679b3 req-49e2b3d9-1dce-4f53-a9a6-b2245279ce27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=763c149c-77e7-460f-9013-be96704aaf1c HTTP/1.1" status: 200 len: 1001 time: 0.0664206 Jul 14 08:25:55.135928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052ca4b-f1d9-42a5-89bc-73f6e41679b3 req-8950c92d-ab04-4820-b3a8-a9a26192426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:55.137491 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4052ca4b-f1d9-42a5-89bc-73f6e41679b3 req-8950c92d-ab04-4820-b3a8-a9a26192426b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0496330 Jul 14 08:25:55.198329 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052ca4b-f1d9-42a5-89bc-73f6e41679b3 req-08254b8b-9d8c-4f8d-a684-e72c2faa27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:55.199868 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4052ca4b-f1d9-42a5-89bc-73f6e41679b3 req-08254b8b-9d8c-4f8d-a684-e72c2faa27fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565794 Jul 14 08:25:55.292100 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4052ca4b-f1d9-42a5-89bc-73f6e41679b3 req-e6d1c114-7e52-4842-990c-84de214df9ae service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854702 Jul 14 08:25:55.354651 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e90e8f-98a6-4445-8729-675792d20acd req-49a14a30-c8c6-4022-a8c1-0530ce7070fd tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:55.356065 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5e90e8f-98a6-4445-8729-675792d20acd req-49a14a30-c8c6-4022-a8c1-0530ce7070fd tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0644724 Jul 14 08:25:55.398659 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5e90e8f-98a6-4445-8729-675792d20acd req-bd76cc85-b129-4912-bb25-2331cb3eae38 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364809 Jul 14 08:25:55.399315 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-4052ca4b-f1d9-42a5-89bc-73f6e41679b3 req-9e51ea86-d6f4-4245-af49-51f4e2ff8637 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000738 Jul 14 08:25:56.575981 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54f265-4fb7-4a83-a529-eae08d6ab2f6 req-e9f02cbf-305e-4bb6-98eb-8555a18635b4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:56.577493 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab54f265-4fb7-4a83-a529-eae08d6ab2f6 req-e9f02cbf-305e-4bb6-98eb-8555a18635b4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 945 time: 0.0665078 Jul 14 08:25:56.616691 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ab54f265-4fb7-4a83-a529-eae08d6ab2f6 req-7d7f37da-8a9e-43c2-9224-362225d8dfd0 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336106 Jul 14 08:25:57.279846 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 763c149c-77e7-460f-9013-be96704aaf1c no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:25:57.362073 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:57.389834 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda43080-0749-4402-8462-a7c737a39ebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '763c149c-77e7-460f-9013-be96704aaf1c'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:25:57.392115 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1fa1eb-168e-4281-9d5e-6efdf2f76a94" -d '{"events": [{"server_uuid": "eda43080-0749-4402-8462-a7c737a39ebd", "name": "network-vif-unplugged", "status": "completed", "tag": "763c149c-77e7-460f-9013-be96704aaf1c"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:25:57.404879 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 763c149c-77e7-460f-9013-be96704aaf1c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=763c149c-77e7-460f-9013-be96704aaf1c,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:25:57.409369 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:25:57.434158 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 08:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac6c5ec-9565-401d-83e7-01dccecff622 x-openstack-request-id: req-5ac6c5ec-9565-401d-83e7-01dccecff622 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:25:57.434449 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda43080-0749-4402-8462-a7c737a39ebd", "name": "network-vif-unplugged", "status": "failed", "tag": "763c149c-77e7-460f-9013-be96704aaf1c", "code": 422}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:25:57.434730 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ac6c5ec-9565-401d-83e7-01dccecff622 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:25:57.435123 n-d-778696-5 neutron-server[93829]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eda43080-0749-4402-8462-a7c737a39ebd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '763c149c-77e7-460f-9013-be96704aaf1c', 'code': 422} returned with failed status Jul 14 08:25:57.460586 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=763c149c-77e7-460f-9013-be96704aaf1c,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:25:57.789355 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baeb6c4-0e9a-4664-aecc-3e0e91a24f55 req-89c4c3b2-423e-4809-bffb-9c6fb7a65f69 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:57.790915 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5baeb6c4-0e9a-4664-aecc-3e0e91a24f55 req-89c4c3b2-423e-4809-bffb-9c6fb7a65f69 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 943 time: 0.0640850 Jul 14 08:25:57.830155 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5baeb6c4-0e9a-4664-aecc-3e0e91a24f55 req-5a9ddc60-094a-4bc6-91cb-88cbe3952b2d tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336292 Jul 14 08:25:58.187569 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee7305-d51e-47bf-bef5-38fabd01fcf8 req-16868506-55f1-42d2-9039-245fbfab15a9 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:58.190338 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53ee7305-d51e-47bf-bef5-38fabd01fcf8 req-16868506-55f1-42d2-9039-245fbfab15a9 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 943 time: 0.0717275 Jul 14 08:25:58.221337 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42680) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:25:58.229234 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-53ee7305-d51e-47bf-bef5-38fabd01fcf8 req-93e4cede-8920-4362-b915-dfb9e88acb74 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346434 Jul 14 08:25:58.316899 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5dab1413-6206-46b4-8ad5-995c857bcf8e req-cbfb03b9-4fc8-4ef0-99fe-5cf10b43522c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943778 Jul 14 08:25:59.137306 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab1413-6206-46b4-8ad5-995c857bcf8e req-4279f4bc-2123-449f-a751-9f162872b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:59.138817 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5dab1413-6206-46b4-8ad5-995c857bcf8e req-4279f4bc-2123-449f-a751-9f162872b0d4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd&tenant_id=00605e4857a749bc9a946cd2849167a7 HTTP/1.1" status: 200 len: 1094 time: 0.0526640 Jul 14 08:25:59.215198 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab1413-6206-46b4-8ad5-995c857bcf8e req-6ae41d49-a370-48ba-94af-4476fd1fe527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:59.216728 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5dab1413-6206-46b4-8ad5-995c857bcf8e req-6ae41d49-a370-48ba-94af-4476fd1fe527 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 1094 time: 0.0561690 Jul 14 08:25:59.305706 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab1413-6206-46b4-8ad5-995c857bcf8e req-5b400824-e30c-4413-b0be-d36a6f7bed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:59.307205 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5dab1413-6206-46b4-8ad5-995c857bcf8e req-5b400824-e30c-4413-b0be-d36a6f7bed8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 909 time: 0.0843689 Jul 14 08:25:59.377617 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5dab1413-6206-46b4-8ad5-995c857bcf8e req-fa8adf5f-d33b-40c2-8b30-ce090edccd07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=763c149c-77e7-460f-9013-be96704aaf1c HTTP/1.1" status: 200 len: 999 time: 0.0636799 Jul 14 08:25:59.407946 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a31ae7-0a4d-4c4a-9613-417b0b995bd5 req-1345641b-2081-4623-8752-39dd959b2e37 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:59.409506 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9a31ae7-0a4d-4c4a-9613-417b0b995bd5 req-1345641b-2081-4623-8752-39dd959b2e37 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 943 time: 0.0655775 Jul 14 08:25:59.426616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab1413-6206-46b4-8ad5-995c857bcf8e req-fd38824b-4784-4642-80ae-afe10bf3e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:59.428097 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5dab1413-6206-46b4-8ad5-995c857bcf8e req-fd38824b-4784-4642-80ae-afe10bf3e73a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0446243 Jul 14 08:25:59.447701 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e9a31ae7-0a4d-4c4a-9613-417b0b995bd5 req-9b7eb406-c20b-4069-8743-a48538aafd0c tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323675 Jul 14 08:25:59.486501 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab1413-6206-46b4-8ad5-995c857bcf8e req-52029388-64b4-46ea-bb91-bafa14229fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:25:59.488047 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5dab1413-6206-46b4-8ad5-995c857bcf8e req-52029388-64b4-46ea-bb91-bafa14229fd6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528872 Jul 14 08:25:59.579957 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5dab1413-6206-46b4-8ad5-995c857bcf8e req-b8194682-252d-4367-b8bf-494b65d3ac37 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855744 Jul 14 08:25:59.668481 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5dab1413-6206-46b4-8ad5-995c857bcf8e req-cad34949-51fb-4fb0-b16a-b2c9cf88cab0 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820611 Jul 14 08:26:00.612646 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cb3e8a6f-595f-467b-a414-8199c275828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:26:00.634445 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ccf43-f1bd-4854-8ae4-8b5c3650e5e2 req-a38f40b2-e34f-4c29-8566-8a46d7ae6f53 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:26:00.636321 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c20ccf43-f1bd-4854-8ae4-8b5c3650e5e2 req-a38f40b2-e34f-4c29-8566-8a46d7ae6f53 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 943 time: 0.0748975 Jul 14 08:26:00.677425 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c20ccf43-f1bd-4854-8ae4-8b5c3650e5e2 req-d616ea1b-cd9a-491f-b47e-b75ffce3f846 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354338 Jul 14 08:26:01.867558 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7dfcc-c0fb-45cc-aed3-1312165bd0dc req-5ea0fd6d-2c24-4644-b2fe-a962775ba3ce tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:26:01.869236 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ff7dfcc-c0fb-45cc-aed3-1312165bd0dc req-5ea0fd6d-2c24-4644-b2fe-a962775ba3ce tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 943 time: 0.0689316 Jul 14 08:26:01.909214 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9ff7dfcc-c0fb-45cc-aed3-1312165bd0dc req-2a4ad196-74c1-49ab-a441-731fbed841a6 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338905 Jul 14 08:26:03.092420 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5399c1f-ac7b-42f0-81ef-158adec671d0 req-e85c740d-4d40-45ed-9194-904ed9283571 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:26:03.094545 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b5399c1f-ac7b-42f0-81ef-158adec671d0 req-e85c740d-4d40-45ed-9194-904ed9283571 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 943 time: 0.0681450 Jul 14 08:26:03.137537 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b5399c1f-ac7b-42f0-81ef-158adec671d0 req-08782cae-2e7a-491f-ae6e-e0419482d8ab tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358305 Jul 14 08:26:03.401220 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-26eaf338-8ebd-47ad-87f3-c0b1d2f0e0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:26:03.775664 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:26:04.340547 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a3e1c-9e2a-41a8-812e-c8d6a34772e0 req-54783714-1f9f-4970-853e-86c8e20c3f77 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:26:04.342347 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-441a3e1c-9e2a-41a8-812e-c8d6a34772e0 req-54783714-1f9f-4970-853e-86c8e20c3f77 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 943 time: 0.0716395 Jul 14 08:26:04.383734 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-441a3e1c-9e2a-41a8-812e-c8d6a34772e0 req-333aab23-7508-4ee4-86d8-6313ab7e9a47 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347404 Jul 14 08:26:04.962785 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:26:05.574980 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146578f-d8fb-412a-8870-8b18e860942a req-5936f70a-250c-46da-9f21-f33231ef9254 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:26:05.576593 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4146578f-d8fb-412a-8870-8b18e860942a req-5936f70a-250c-46da-9f21-f33231ef9254 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 943 time: 0.0745351 Jul 14 08:26:05.619270 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4146578f-d8fb-412a-8870-8b18e860942a req-996700b6-0071-4bff-a1e9-b5ca0a5aa5b8 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357506 Jul 14 08:26:06.021739 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:26:06.492351 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:26:06.800771 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201cc34-0f52-4e17-ae90-0a50df1f4948 req-44d8db72-6311-49bc-acc5-4c512e78a4ba tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:26:06.802482 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6201cc34-0f52-4e17-ae90-0a50df1f4948 req-44d8db72-6311-49bc-acc5-4c512e78a4ba tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 943 time: 0.0679014 Jul 14 08:26:06.843085 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6201cc34-0f52-4e17-ae90-0a50df1f4948 req-1c6df9fa-b400-499c-b91a-d9663a1500ab tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349369 Jul 14 08:26:08.221497 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4995fa-ce07-4961-9a00-740829863537 req-5720e947-d335-44ee-abcf-bd36bad087e3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:26:08.222992 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c4995fa-ce07-4961-9a00-740829863537 req-5720e947-d335-44ee-abcf-bd36bad087e3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 943 time: 0.0756292 Jul 14 08:26:08.280070 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7c4995fa-ce07-4961-9a00-740829863537 req-e4cc9974-f536-45cd-8e28-b85595406a3c tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475090 Jul 14 08:26:09.464494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78419440-4c0b-4150-b506-f8458b19cf61 req-05fd86b0-ed95-40cf-863c-9e78390448c5 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:26:09.465960 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78419440-4c0b-4150-b506-f8458b19cf61 req-05fd86b0-ed95-40cf-863c-9e78390448c5 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 943 time: 0.0639458 Jul 14 08:26:09.505494 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-78419440-4c0b-4150-b506-f8458b19cf61 req-d4fdac7a-2492-42a6-af8e-50c8b879f8f4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336702 Jul 14 08:26:09.974245 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0262ec-1320-4861-b439-e81f6c95b049 req-116048b8-0508-4056-9855-e0cb098a14ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:26:09.975843 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fc0262ec-1320-4861-b439-e81f6c95b049 req-116048b8-0508-4056-9855-e0cb098a14ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 1094 time: 0.0523746 Jul 14 08:26:10.088138 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0262ec-1320-4861-b439-e81f6c95b049 req-51c170d0-b714-4da2-a015-31ab33f9ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:26:10.089695 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fc0262ec-1320-4861-b439-e81f6c95b049 req-51c170d0-b714-4da2-a015-31ab33f9ae9b service neutron] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 909 time: 0.0877244 Jul 14 08:26:10.154869 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fc0262ec-1320-4861-b439-e81f6c95b049 req-de71b97d-f050-432b-b274-b79727a3b8f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=763c149c-77e7-460f-9013-be96704aaf1c HTTP/1.1" status: 200 len: 999 time: 0.0585988 Jul 14 08:26:10.205967 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0262ec-1320-4861-b439-e81f6c95b049 req-f53e1621-252b-4093-b670-83d6d9412dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:26:10.207452 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fc0262ec-1320-4861-b439-e81f6c95b049 req-f53e1621-252b-4093-b670-83d6d9412dfa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0467091 Jul 14 08:26:10.264335 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0262ec-1320-4861-b439-e81f6c95b049 req-5e3cd32f-2282-4e23-8730-2a8ccb80f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:26:10.266472 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fc0262ec-1320-4861-b439-e81f6c95b049 req-5e3cd32f-2282-4e23-8730-2a8ccb80f4f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521173 Jul 14 08:26:10.354152 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fc0262ec-1320-4861-b439-e81f6c95b049 req-4da418ca-0abf-462d-8b63-253dd13780d4 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811787 Jul 14 08:26:10.447994 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fc0262ec-1320-4861-b439-e81f6c95b049 req-d16a1c05-e164-4c71-8055-7c66a9fd38ad service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860624 Jul 14 08:26:10.679381 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c0445-7937-4ffb-8575-1bdd719a2d39 req-2f1d5fd1-7863-44bc-89bb-90ac7c24b622 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:26:10.680859 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d1c0445-7937-4ffb-8575-1bdd719a2d39 req-2f1d5fd1-7863-44bc-89bb-90ac7c24b622 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 943 time: 0.0665355 Jul 14 08:26:10.719402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8d1c0445-7937-4ffb-8575-1bdd719a2d39 req-c364d363-d50d-4119-8bc3-c522ec34b8b3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328352 Jul 14 08:26:11.323962 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 763c149c-77e7-460f-9013-be96704aaf1c details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:26:11.418167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 763c149c-77e7-460f-9013-be96704aaf1c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=763c149c-77e7-460f-9013-be96704aaf1c,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:26:11.429788 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '763c149c-77e7-460f-9013-be96704aaf1c', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'port_id': '763c149c-77e7-460f-9013-be96704aaf1c', 'mac_address': 'fa:16:3e:9e:ff:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:26:11.464432 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:26:11.477300 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763c149c-77e7-460f-9013-be96704aaf1c {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:26:11.496963 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 763c149c-77e7-460f-9013-be96704aaf1c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=763c149c-77e7-460f-9013-be96704aaf1c,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:26:11.501321 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:26:11.549559 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=763c149c-77e7-460f-9013-be96704aaf1c,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:26:11.699753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['763c149c-77e7-460f-9013-be96704aaf1c'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:26:11.898113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f50130-33bc-44cb-8005-c0ddb2ad5197 req-150ee1df-29d2-48d5-be45-96242b904081 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:26:11.899694 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c6f50130-33bc-44cb-8005-c0ddb2ad5197 req-150ee1df-29d2-48d5-be45-96242b904081 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 944 time: 0.0647397 Jul 14 08:26:11.937003 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c6f50130-33bc-44cb-8005-c0ddb2ad5197 req-a5879271-39d4-4dcb-83d1-294de6082378 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316746 Jul 14 08:26:13.116196 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606cbf5-638f-4aa0-aaba-0537ca219490 req-eb9f3a7f-531e-45c4-80a3-a4ac83452b8c tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:26:13.117903 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d606cbf5-638f-4aa0-aaba-0537ca219490 req-eb9f3a7f-531e-45c4-80a3-a4ac83452b8c tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 944 time: 0.0664277 Jul 14 08:26:13.159634 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d606cbf5-638f-4aa0-aaba-0537ca219490 req-d36b58c1-0dc5-472a-86e1-80d377a312f8 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357258 Jul 14 08:26:13.323662 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 763c149c-77e7-460f-9013-be96704aaf1c up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:26:13.370390 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 763c149c-77e7-460f-9013-be96704aaf1c triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:26:13.370763 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:26:13.449864 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:26:13.471705 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda43080-0749-4402-8462-a7c737a39ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763c149c-77e7-460f-9013-be96704aaf1c'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:26:13.474066 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4a23a0-a659-4170-90f7-7ce61bd3f2ca" -d '{"events": [{"server_uuid": "eda43080-0749-4402-8462-a7c737a39ebd", "name": "network-vif-plugged", "status": "completed", "tag": "763c149c-77e7-460f-9013-be96704aaf1c"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:26:13.490120 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 763c149c-77e7-460f-9013-be96704aaf1c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=763c149c-77e7-460f-9013-be96704aaf1c,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:26:13.494306 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:26:13.519447 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de07337d-8a0c-4a67-9ddd-627fa00a95e9 x-openstack-request-id: req-de07337d-8a0c-4a67-9ddd-627fa00a95e9 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:26:13.519745 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda43080-0749-4402-8462-a7c737a39ebd", "name": "network-vif-plugged", "status": "completed", "tag": "763c149c-77e7-460f-9013-be96704aaf1c", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:26:13.519993 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de07337d-8a0c-4a67-9ddd-627fa00a95e9 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:26:13.520374 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda43080-0749-4402-8462-a7c737a39ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763c149c-77e7-460f-9013-be96704aaf1c', 'code': 200} Jul 14 08:26:13.547289 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=763c149c-77e7-460f-9013-be96704aaf1c,revision_number=10']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:26:13.693491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0685d28-469b-4c98-9470-8d13e247cbd6 req-f6cb07af-36ee-4c90-bbe6-eb227356bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:26:13.694916 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0685d28-469b-4c98-9470-8d13e247cbd6 req-f6cb07af-36ee-4c90-bbe6-eb227356bac0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 1097 time: 0.0520298 Jul 14 08:26:13.729574 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-b0685d28-469b-4c98-9470-8d13e247cbd6 req-69d26be5-09cf-47ae-bc77-2ab779e644ff service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283923 Jul 14 08:26:14.338738 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90029daa-6682-49e8-8c2c-bc3890328154 req-8444c0b8-584c-4aff-aadb-1256b9722b75 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:26:14.340238 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90029daa-6682-49e8-8c2c-bc3890328154 req-8444c0b8-584c-4aff-aadb-1256b9722b75 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 946 time: 0.0662243 Jul 14 08:26:14.378865 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-90029daa-6682-49e8-8c2c-bc3890328154 req-748ab7b0-aa85-4f8d-8661-edbfb99eb609 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325313 Jul 14 08:26:15.552431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434e718-5b34-497e-ab91-abb73b49404f req-e75e7db2-5c26-4754-9e28-4dd4dd5bf9e2 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:26:15.553980 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6434e718-5b34-497e-ab91-abb73b49404f req-e75e7db2-5c26-4754-9e28-4dd4dd5bf9e2 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 946 time: 0.0632930 Jul 14 08:26:15.591980 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6434e718-5b34-497e-ab91-abb73b49404f req-4fb7031e-9086-45ab-b84d-eaf280439856 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324228 Jul 14 08:26:16.260151 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:26:16.339403 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:26:30.613682 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d763a049-8e3f-4eec-9e01-7ae3e4e7feb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:26:33.402297 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ea52a5fc-d393-475b-8f2e-7429995695df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:26:33.777458 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:26:34.964283 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:26:36.494600 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:26:43.020776 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:26:46.258650 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:26:46.350136 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:00.613451 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ff75-c36d-4af4-a8bf-bbd3b3fbc991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:03.402330 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ade22d41-7e05-4af2-938b-45fa7ae81830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:03.779074 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:04.966931 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:06.129893 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d9d7da60-e01b-48f4-8c3e-c6ffb02e9d9a req-596c6e2f-593d-4d89-8937-787bd5bf170d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499701 Jul 14 08:27:06.224450 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7da60-e01b-48f4-8c3e-c6ffb02e9d9a req-08ba66e3-5f7c-42d8-803c-dc0a0b9e8034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:06.225959 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d9d7da60-e01b-48f4-8c3e-c6ffb02e9d9a req-08ba66e3-5f7c-42d8-803c-dc0a0b9e8034 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 1097 time: 0.0555565 Jul 14 08:27:06.326952 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7da60-e01b-48f4-8c3e-c6ffb02e9d9a req-f3c5f66e-3d48-4033-bd61-f358688ef91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:06.328423 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d9d7da60-e01b-48f4-8c3e-c6ffb02e9d9a req-f3c5f66e-3d48-4033-bd61-f358688ef91d service neutron] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 909 time: 0.0818436 Jul 14 08:27:06.395192 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d9d7da60-e01b-48f4-8c3e-c6ffb02e9d9a req-c880116b-0f60-42cc-9c7b-8773884afd48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=763c149c-77e7-460f-9013-be96704aaf1c HTTP/1.1" status: 200 len: 1001 time: 0.0598712 Jul 14 08:27:06.442057 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7da60-e01b-48f4-8c3e-c6ffb02e9d9a req-9713d659-d780-462a-ba59-fe39d5a569c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:06.443495 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d9d7da60-e01b-48f4-8c3e-c6ffb02e9d9a req-9713d659-d780-462a-ba59-fe39d5a569c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0423596 Jul 14 08:27:06.499320 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7da60-e01b-48f4-8c3e-c6ffb02e9d9a req-51b2e94e-bc7e-4514-a876-5463715669b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:06.500673 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:06.501440 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d9d7da60-e01b-48f4-8c3e-c6ffb02e9d9a req-51b2e94e-bc7e-4514-a876-5463715669b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519476 Jul 14 08:27:06.591312 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d9d7da60-e01b-48f4-8c3e-c6ffb02e9d9a req-0162144f-8dd3-466a-8d37-fc00e85ea7e5 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835588 Jul 14 08:27:06.678589 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d9d7da60-e01b-48f4-8c3e-c6ffb02e9d9a req-c8674d9b-56fb-41ba-a434-d4c4b9345059 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811877 Jul 14 08:27:16.258595 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:16.364481 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:20.020406 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:27:27.576013 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42796) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:27:27.727189 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Deleting port 8e628583-4490-4a6d-a890-d66125fd6b9a {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:27:27.727526 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:27.801493 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:27.801819 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:27.812768 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Calling delete_port for 8e628583-4490-4a6d-a890-d66125fd6b9a owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:27:27.953865 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:27.978932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event deleted for resources: {'Port': ['ID=8e628583-4490-4a6d-a890-d66125fd6b9a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:27:28.007587 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:28.007927 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:28.008268 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:28.008601 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:28.008931 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:28.009281 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:28.009609 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:28.009932 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:28.010251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:28.010570 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:28.010889 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:28.011207 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:28.048488 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:28.048819 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Floating IP 19027c71-93aa-445a-8f1e-3c75fecf0409 disassociated (deleted). External IP: 172.25.7.195, port: 763c149c-77e7-460f-9013-be96704aaf1c. Jul 14 08:27:28.244698 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:27:28.347782 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:27:28.352140 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:28.357212 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65638802-4fe3-4671-93d0-1187f7047ab3 None None] Sync routers for ids ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:27:28.366996 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65638802-4fe3-4671-93d0-1187f7047ab3 None None] Routers {'4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:27:28.367591 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-65638802-4fe3-4671-93d0-1187f7047ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:27:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:27:28.388209 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-04f927f7-48a5-4fa8-9ae6-8d68606a9b67 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "DELETE /v2.0/floatingips/19027c71-93aa-445a-8f1e-3c75fecf0409 HTTP/1.1" status: 204 len: 168 time: 0.8110685 Jul 14 08:27:28.388770 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda43080-0749-4402-8462-a7c737a39ebd', 'tag': '763c149c-77e7-460f-9013-be96704aaf1c'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:27:28.391050 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c113f6-4410-4f9c-b198-be7020482f46" -d '{"events": [{"name": "network-changed", "server_uuid": "eda43080-0749-4402-8462-a7c737a39ebd", "tag": "763c149c-77e7-460f-9013-be96704aaf1c"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:27:28.471876 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-65638802-4fe3-4671-93d0-1187f7047ab3 None None] Set router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:27:28.484909 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9ecb6e-1f03-45f4-aa93-222c5139eed1 x-openstack-request-id: req-6a9ecb6e-1f03-45f4-aa93-222c5139eed1 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:27:28.485225 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda43080-0749-4402-8462-a7c737a39ebd", "tag": "763c149c-77e7-460f-9013-be96704aaf1c", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:27:28.485492 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a9ecb6e-1f03-45f4-aa93-222c5139eed1 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:27:28.485896 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda43080-0749-4402-8462-a7c737a39ebd', 'tag': '763c149c-77e7-460f-9013-be96704aaf1c', 'status': 'completed', 'code': 200} Jul 14 08:27:28.565748 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c113f6-4410-4f9c-b198-be7020482f46 req-86da6f17-dcef-4756-89e6-71be05dbaf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:28.567313 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9c113f6-4410-4f9c-b198-be7020482f46 req-86da6f17-dcef-4756-89e6-71be05dbaf8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 1097 time: 0.0601480 Jul 14 08:27:28.667113 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c113f6-4410-4f9c-b198-be7020482f46 req-b68cbd4e-5f3c-4726-a8a3-35ca206875d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:28.668597 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9c113f6-4410-4f9c-b198-be7020482f46 req-b68cbd4e-5f3c-4726-a8a3-35ca206875d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 909 time: 0.0955334 Jul 14 08:27:28.710766 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9c113f6-4410-4f9c-b198-be7020482f46 req-3c3907aa-12f7-412b-9053-b9075783168f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=763c149c-77e7-460f-9013-be96704aaf1c HTTP/1.1" status: 200 len: 217 time: 0.0348980 Jul 14 08:27:28.765077 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c113f6-4410-4f9c-b198-be7020482f46 req-4ace422b-8d3d-40af-9258-633714ee1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:28.766705 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9c113f6-4410-4f9c-b198-be7020482f46 req-4ace422b-8d3d-40af-9258-633714ee1e87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0498886 Jul 14 08:27:28.767520 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-65638802-4fe3-4671-93d0-1187f7047ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:18Z', 'revision_number': 4, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port': {'id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'fc72b2d3-2219-4066-8913-1dc145c7c79b', 'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'mac_address': 'fa:16:3e:b0:c2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:17Z', 'updated_at': '2021-07-14T08:23:23Z', 'revision_number': 5, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'subnets': [{'id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:27:28.771538 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9285660-2da6-40dc-8363-86fbb40f2572 req-79503bc7-6d66-45cc-902f-286dfabf5e1b tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:28.773088 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f9285660-2da6-40dc-8363-86fbb40f2572 req-79503bc7-6d66-45cc-902f-286dfabf5e1b tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 946 time: 0.0701370 Jul 14 08:27:28.793325 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65638802-4fe3-4671-93d0-1187f7047ab3 None None] Checking router: 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:27:28.801942 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65638802-4fe3-4671-93d0-1187f7047ab3 None None] Routers {'4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:27:28.802520 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-65638802-4fe3-4671-93d0-1187f7047ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:27:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:27:28.812382 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f9285660-2da6-40dc-8363-86fbb40f2572 req-2b3c34d6-541c-42cc-969b-2af392cd00de tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328727 Jul 14 08:27:28.826300 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c113f6-4410-4f9c-b198-be7020482f46 req-930d16d8-471a-4a2d-a9b4-e0b4b43e9efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:28.828061 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9c113f6-4410-4f9c-b198-be7020482f46 req-930d16d8-471a-4a2d-a9b4-e0b4b43e9efb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547173 Jul 14 08:27:28.912521 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-65638802-4fe3-4671-93d0-1187f7047ab3 None None] Set router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:27:28.914805 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9c113f6-4410-4f9c-b198-be7020482f46 req-3cfd8df5-b08e-4f8b-a451-4fa9b760152f service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798230 Jul 14 08:27:29.007802 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e9c113f6-4410-4f9c-b198-be7020482f46 req-070e4551-2db1-4c6e-87d0-0217df51561b service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865746 Jul 14 08:27:29.101906 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-65638802-4fe3-4671-93d0-1187f7047ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:18Z', 'revision_number': 4, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port': {'id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'fc72b2d3-2219-4066-8913-1dc145c7c79b', 'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'mac_address': 'fa:16:3e:b0:c2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:17Z', 'updated_at': '2021-07-14T08:23:23Z', 'revision_number': 5, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'subnets': [{'id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:27:29.129924 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65638802-4fe3-4671-93d0-1187f7047ab3 None None] The sync data for ids ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'] in n-d-778696-5 is: [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:18Z', 'revision_number': 4, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port': {'id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'fc72b2d3-2219-4066-8913-1dc145c7c79b', 'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'mac_address': 'fa:16:3e:b0:c2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:17Z', 'updated_at': '2021-07-14T08:23:23Z', 'revision_number': 5, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'subnets': [{'id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:27:29.332506 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966c1c43-95fc-4781-8aab-c0ec92f31292 None None] New status for floating IP 19027c71-93aa-445a-8f1e-3c75fecf0409: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:27:29.973207 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67da93-709b-4f62-bc7c-179f3ad0912d req-1558ef5a-2c65-4069-a094-3ce2b24a40dc tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:29.974695 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ae67da93-709b-4f62-bc7c-179f3ad0912d req-1558ef5a-2c65-4069-a094-3ce2b24a40dc tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 946 time: 0.0635393 Jul 14 08:27:29.989850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b7f35-8c3d-49b9-b197-4d8b802348ae req-a4e58e3c-4469-4e4b-909a-56a1cf93e617 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:29.991356 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-338b7f35-8c3d-49b9-b197-4d8b802348ae req-a4e58e3c-4469-4e4b-909a-56a1cf93e617 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda43080-0749-4402-8462-a7c737a39ebd HTTP/1.1" status: 200 len: 946 time: 0.0630229 Jul 14 08:27:30.029012 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-338b7f35-8c3d-49b9-b197-4d8b802348ae req-39e6422e-44cd-4b3c-aa48-e7422ae6d0b8 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=563d1e7d-a8bc-401f-ad15-0857957e4032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320494 Jul 14 08:27:30.074561 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-ae67da93-709b-4f62-bc7c-179f3ad0912d req-e04e93fe-1eb3-426c-b6c5-9db41d1c695a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Deleting port 763c149c-77e7-460f-9013-be96704aaf1c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:27:30.074904 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ae67da93-709b-4f62-bc7c-179f3ad0912d req-e04e93fe-1eb3-426c-b6c5-9db41d1c695a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:30.157801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-ae67da93-709b-4f62-bc7c-179f3ad0912d req-e04e93fe-1eb3-426c-b6c5-9db41d1c695a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] For port 763c149c-77e7-460f-9013-be96704aaf1c, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=763c149c-77e7-460f-9013-be96704aaf1c,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:27:30.158060 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ae67da93-709b-4f62-bc7c-179f3ad0912d req-e04e93fe-1eb3-426c-b6c5-9db41d1c695a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:30.170694 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-ae67da93-709b-4f62-bc7c-179f3ad0912d req-e04e93fe-1eb3-426c-b6c5-9db41d1c695a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Calling delete_port for 763c149c-77e7-460f-9013-be96704aaf1c owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:27:30.294475 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ae67da93-709b-4f62-bc7c-179f3ad0912d req-e04e93fe-1eb3-426c-b6c5-9db41d1c695a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:30.324024 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e93fe-1eb3-426c-b6c5-9db41d1c695a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event deleted for resources: {'Port': ['ID=763c149c-77e7-460f-9013-be96704aaf1c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:27:30.369348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae67da93-709b-4f62-bc7c-179f3ad0912d req-e04e93fe-1eb3-426c-b6c5-9db41d1c695a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] No DVR routers for this DVR port 763c149c-77e7-460f-9013-be96704aaf1c on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:27:30.371990 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-ae67da93-709b-4f62-bc7c-179f3ad0912d req-e04e93fe-1eb3-426c-b6c5-9db41d1c695a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:30.373995 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ae67da93-709b-4f62-bc7c-179f3ad0912d req-e04e93fe-1eb3-426c-b6c5-9db41d1c695a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.30 "DELETE /v2.0/ports/763c149c-77e7-460f-9013-be96704aaf1c HTTP/1.1" status: 204 len: 173 time: 0.3938839 Jul 14 08:27:30.486745 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda43080-0749-4402-8462-a7c737a39ebd', 'name': 'network-vif-deleted', 'tag': '763c149c-77e7-460f-9013-be96704aaf1c'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:27:30.489124 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1c3f71-c0ab-4470-a1c5-2ea565751278" -d '{"events": [{"server_uuid": "eda43080-0749-4402-8462-a7c737a39ebd", "name": "network-vif-deleted", "tag": "763c149c-77e7-460f-9013-be96704aaf1c"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:27:30.527220 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6ff55c-3089-4716-83e7-37043741703f x-openstack-request-id: req-4b6ff55c-3089-4716-83e7-37043741703f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:27:30.527509 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda43080-0749-4402-8462-a7c737a39ebd", "name": "network-vif-deleted", "tag": "763c149c-77e7-460f-9013-be96704aaf1c", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:27:30.527765 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b6ff55c-3089-4716-83e7-37043741703f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:27:30.528162 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda43080-0749-4402-8462-a7c737a39ebd', 'name': 'network-vif-deleted', 'tag': '763c149c-77e7-460f-9013-be96704aaf1c', 'status': 'completed', 'code': 200} Jul 14 08:27:30.613980 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6d887c8a-6c8b-4a9a-8e52-edcd0bbd2421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:31.120195 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42818) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:27:31.463865 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31f91838-9702-4b4a-8e03-2115e35df7fd tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:31.487827 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31f91838-9702-4b4a-8e03-2115e35df7fd tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:31.545769 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31f91838-9702-4b4a-8e03-2115e35df7fd tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:31.548464 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31f91838-9702-4b4a-8e03-2115e35df7fd tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:31.549650 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-31f91838-9702-4b4a-8e03-2115e35df7fd tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "DELETE /v2.0/security-groups/563d1e7d-a8bc-401f-ad15-0857957e4032 HTTP/1.1" status: 204 len: 168 time: 0.4284708 Jul 14 08:27:31.558413 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f91838-9702-4b4a-8e03-2115e35df7fd tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563d1e7d-a8bc-401f-ad15-0857957e4032,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:27:32.105307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 42824) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:27:32.109926 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-667d5c0a-99aa-4118-9e7a-9dc4bde1857e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1666515074', 'description': 'tempest-secgroup-smoke-1666515074 description', 'project_id': '00605e4857a749bc9a946cd2849167a7'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:27:32.132274 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-667d5c0a-99aa-4118-9e7a-9dc4bde1857e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.210567 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-667d5c0a-99aa-4118-9e7a-9dc4bde1857e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.213942 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-667d5c0a-99aa-4118-9e7a-9dc4bde1857e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.242398 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-667d5c0a-99aa-4118-9e7a-9dc4bde1857e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.243541 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-667d5c0a-99aa-4118-9e7a-9dc4bde1857e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1372304 Jul 14 08:27:32.244236 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d5c0a-99aa-4118-9e7a-9dc4bde1857e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bbb62a-74b2-452e-9f37-2bcd6e436194,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:27:32.246601 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42826) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:27:32.251643 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b8a4d4e1-e932-4312-bdb9-6c84d7769c3f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Request body: {'security_group_rule': {'security_group_id': 'c0bbb62a-74b2-452e-9f37-2bcd6e436194', 'project_id': '00605e4857a749bc9a946cd2849167a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:27:32.251797 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d5c0a-99aa-4118-9e7a-9dc4bde1857e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:32.252143 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d5c0a-99aa-4118-9e7a-9dc4bde1857e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:32.252484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d5c0a-99aa-4118-9e7a-9dc4bde1857e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:32.252818 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d5c0a-99aa-4118-9e7a-9dc4bde1857e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:32.253148 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d5c0a-99aa-4118-9e7a-9dc4bde1857e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:32.253501 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d5c0a-99aa-4118-9e7a-9dc4bde1857e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:32.253828 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d5c0a-99aa-4118-9e7a-9dc4bde1857e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:32.254154 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d5c0a-99aa-4118-9e7a-9dc4bde1857e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:32.254476 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d5c0a-99aa-4118-9e7a-9dc4bde1857e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:32.254797 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d5c0a-99aa-4118-9e7a-9dc4bde1857e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:32.255117 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d5c0a-99aa-4118-9e7a-9dc4bde1857e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:32.255436 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d5c0a-99aa-4118-9e7a-9dc4bde1857e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:32.278409 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d4e1-e932-4312-bdb9-6c84d7769c3f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.337661 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d4e1-e932-4312-bdb9-6c84d7769c3f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.341422 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d4e1-e932-4312-bdb9-6c84d7769c3f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.358849 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4d4e1-e932-4312-bdb9-6c84d7769c3f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d651a200-a7fb-4530-bb48-a6ba8c8534d3,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:27:32.364457 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d4e1-e932-4312-bdb9-6c84d7769c3f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.365622 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-b8a4d4e1-e932-4312-bdb9-6c84d7769c3f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179821 Jul 14 08:27:32.368369 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42828) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:27:32.372710 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8a6146cc-a014-429d-bb8f-8f14059018b0 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Request body: {'security_group_rule': {'security_group_id': 'c0bbb62a-74b2-452e-9f37-2bcd6e436194', 'project_id': '00605e4857a749bc9a946cd2849167a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:27:32.397817 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a6146cc-a014-429d-bb8f-8f14059018b0 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.455598 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a6146cc-a014-429d-bb8f-8f14059018b0 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.459001 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a6146cc-a014-429d-bb8f-8f14059018b0 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.480206 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6146cc-a014-429d-bb8f-8f14059018b0 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1099abe0-65a1-4f76-8af4-e4fa3352100a,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:27:32.484354 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a6146cc-a014-429d-bb8f-8f14059018b0 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.485581 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8a6146cc-a014-429d-bb8f-8f14059018b0 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162143 Jul 14 08:27:32.488865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42830) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:27:32.493238 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a08e2ea7-745d-46d5-aafe-949fd770b7eb tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Request body: {'security_group_rule': {'security_group_id': 'c0bbb62a-74b2-452e-9f37-2bcd6e436194', 'project_id': '00605e4857a749bc9a946cd2849167a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:27:32.517985 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a08e2ea7-745d-46d5-aafe-949fd770b7eb tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.575781 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a08e2ea7-745d-46d5-aafe-949fd770b7eb tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.579592 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a08e2ea7-745d-46d5-aafe-949fd770b7eb tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.596500 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e2ea7-745d-46d5-aafe-949fd770b7eb tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9494bd98-b1d1-48d2-ade9-ec2b2080e53b,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:27:32.603268 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a08e2ea7-745d-46d5-aafe-949fd770b7eb tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.606738 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a08e2ea7-745d-46d5-aafe-949fd770b7eb tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143396 Jul 14 08:27:32.606913 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42832) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:27:32.611335 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-84c20faf-2302-49cd-af8c-088ef2a13210 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Request body: {'security_group_rule': {'security_group_id': 'c0bbb62a-74b2-452e-9f37-2bcd6e436194', 'project_id': '00605e4857a749bc9a946cd2849167a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:27:32.637970 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84c20faf-2302-49cd-af8c-088ef2a13210 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.696846 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84c20faf-2302-49cd-af8c-088ef2a13210 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.700780 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84c20faf-2302-49cd-af8c-088ef2a13210 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.719643 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c20faf-2302-49cd-af8c-088ef2a13210 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dce031d-3ef0-4892-a796-b50a9044d1be,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:27:32.723238 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84c20faf-2302-49cd-af8c-088ef2a13210 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.726964 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-84c20faf-2302-49cd-af8c-088ef2a13210 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167314 Jul 14 08:27:32.727223 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42834) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:27:32.731855 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c15b809e-8a25-40c3-9737-6e30eabfa971 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Request body: {'security_group_rule': {'security_group_id': 'c0bbb62a-74b2-452e-9f37-2bcd6e436194', 'project_id': '00605e4857a749bc9a946cd2849167a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:27:32.753997 n-d-778696-5 neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-c15b809e-8a25-40c3-9737-6e30eabfa971 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Project 00605e4857a749bc9a946cd2849167a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:27:32.758681 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c15b809e-8a25-40c3-9737-6e30eabfa971 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.819398 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c15b809e-8a25-40c3-9737-6e30eabfa971 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.824025 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c15b809e-8a25-40c3-9737-6e30eabfa971 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.841293 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b809e-8a25-40c3-9737-6e30eabfa971 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df3cbb9-a75f-4398-9b70-8e0ca47f4585,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:27:32.847358 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c15b809e-8a25-40c3-9737-6e30eabfa971 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.848596 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c15b809e-8a25-40c3-9737-6e30eabfa971 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202755 Jul 14 08:27:32.851205 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 42836) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:27:32.855518 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d0883b23-c4dc-4108-93f9-e85d8aa7d9c6 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Request body: {'security_group_rule': {'security_group_id': 'c0bbb62a-74b2-452e-9f37-2bcd6e436194', 'project_id': '00605e4857a749bc9a946cd2849167a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:27:32.876649 n-d-778696-5 neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-d0883b23-c4dc-4108-93f9-e85d8aa7d9c6 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Project 00605e4857a749bc9a946cd2849167a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:27:32.881921 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0883b23-c4dc-4108-93f9-e85d8aa7d9c6 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.939732 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0883b23-c4dc-4108-93f9-e85d8aa7d9c6 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.943541 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0883b23-c4dc-4108-93f9-e85d8aa7d9c6 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.964988 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0883b23-c4dc-4108-93f9-e85d8aa7d9c6 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37d2f06-4302-4977-b58d-f15a9b323634,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:27:32.971375 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0883b23-c4dc-4108-93f9-e85d8aa7d9c6 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:32.973280 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d0883b23-c4dc-4108-93f9-e85d8aa7d9c6 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211276 Jul 14 08:27:33.405362 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-09762ef0-393c-49d0-b275-46e3f7144f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:33.617888 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 763c149c-77e7-460f-9013-be96704aaf1c no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:27:33.638919 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 763c149c-77e7-460f-9013-be96704aaf1c {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:27:33.639114 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 763c149c-77e7-460f-9013-be96704aaf1c not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:27:33.782914 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:34.971018 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:36.501813 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:46.272016 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:46.363323 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:47.248560 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-0320c1ac-0f7e-4da3-b9d7-58a3abf80c64 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666515074&fields=id&tenant_id=00605e4857a749bc9a946cd2849167a7 HTTP/1.1" status: 200 len: 267 time: 0.0363491 Jul 14 08:27:47.352071 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-3b72c31f-84fb-41d3-95c2-bf327cb5b367 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:47.353553 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-3b72c31f-84fb-41d3-95c2-bf327cb5b367 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 808 time: 0.0977507 Jul 14 08:27:47.368080 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-052b89eb-b5a7-4825-8e01-7d8e6d48dcf2 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/quotas/00605e4857a749bc9a946cd2849167a7 HTTP/1.1" status: 200 len: 375 time: 0.0092645 Jul 14 08:27:47.432598 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-2e12a338-2865-4c23-a59e-ece735fa3050 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598829 Jul 14 08:27:47.486882 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-b2204fe0-8fbf-4ca1-8b9f-2cebe49337ac service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:27:47.488501 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-b2204fe0-8fbf-4ca1-8b9f-2cebe49337ac service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453568 Jul 14 08:27:47.578524 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-486c422d-aba1-427f-9a72-feba9b050264 service neutron] 10.222.0.35 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841658 Jul 14 08:27:47.663949 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-e7d2abaa-b6ec-4381-a496-73d1e7e13599 service neutron] 10.222.0.35 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798249 Jul 14 08:27:47.956965 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1cc0d6df-9b7e-4cb2-a304-6dbcc26570ad req-b6a5b0af-d78c-4b30-a593-34f4252e03a5 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 210 time: 0.0327594 Jul 14 08:27:49.097852 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a0d155e7-68a3-4262-81f7-f99ef61fe5e7 req-855d91e6-a703-47d2-be6b-4a71222d9773 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 210 time: 0.0281870 Jul 14 08:27:49.119794 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-bdbfc8b6-baf4-4c42-bf5d-c236e4eb3cf1 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:49.119794 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-bdbfc8b6-baf4-4c42-bf5d-c236e4eb3cf1 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 808 time: 0.1158476 Jul 14 08:27:49.163305 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-d17315d7-af6c-4c79-be4e-d6f4e44accee tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00605e4857a749bc9a946cd2849167a7 HTTP/1.1" status: 200 len: 380 time: 0.0343621 Jul 14 08:27:49.171934 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-52efa6cd-edd0-4502-b463-60c25f6a996f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Request body: {'port': {'device_id': '04f949b7-1446-41b5-8c11-c48cfa4a3319', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'admin_state_up': True, 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'security_groups': ['c0bbb62a-74b2-452e-9f37-2bcd6e436194']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:27:49.278406 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-52efa6cd-edd0-4502-b463-60c25f6a996f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Made reservation on behalf of 00605e4857a749bc9a946cd2849167a7 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:27:49.283944 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-52efa6cd-edd0-4502-b463-60c25f6a996f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:49.418094 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-52efa6cd-edd0-4502-b463-60c25f6a996f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Allocated IP 172.20.0.9 (00271ffa-2a2b-45c9-854b-e99ee9796ce4/53838af1-2ffa-445c-97ac-57cea73ec328/3ed10183-bb0e-401a-b158-b8d828269fce) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:27:49.555364 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-52efa6cd-edd0-4502-b463-60c25f6a996f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:49.569815 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-52efa6cd-edd0-4502-b463-60c25f6a996f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Transition to ACTIVE for port object 3ed10183-bb0e-401a-b158-b8d828269fce will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:27:49.601605 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-52efa6cd-edd0-4502-b463-60c25f6a996f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:49.643433 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-52efa6cd-edd0-4502-b463-60c25f6a996f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Network 00271ffa-2a2b-45c9-854b-e99ee9796ce4 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:27:49.648562 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-52efa6cd-edd0-4502-b463-60c25f6a996f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:27:49.652232 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-52efa6cd-edd0-4502-b463-60c25f6a996f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:27:49.683343 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efa6cd-edd0-4502-b463-60c25f6a996f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'Port': ['ID=3ed10183-bb0e-401a-b158-b8d828269fce,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:27:49.708251 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-52efa6cd-edd0-4502-b463-60c25f6a996f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:49.708913 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-52efa6cd-edd0-4502-b463-60c25f6a996f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:49.725425 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-52efa6cd-edd0-4502-b463-60c25f6a996f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5569990 Jul 14 08:27:49.738041 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Request body: {'port': {'device_id': '04f949b7-1446-41b5-8c11-c48cfa4a3319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:27:49.819111 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:49.884286 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f2e0bef7-ff73-4576-aee1-18686edcbfda None None] Provisioning for port 3ed10183-bb0e-401a-b158-b8d828269fce completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:27:49.890005 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f2e0bef7-ff73-4576-aee1-18686edcbfda None None] Provisioning complete for port 3ed10183-bb0e-401a-b158-b8d828269fce triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:27:49.890651 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bef7-ff73-4576-aee1-18686edcbfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:49.931226 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0bef7-ff73-4576-aee1-18686edcbfda None None] Port 3ed10183-bb0e-401a-b158-b8d828269fce cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:27:50.087267 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed10183-bb0e-401a-b158-b8d828269fce {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:27:50.094569 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:50.106774 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Transition to ACTIVE for port object 3ed10183-bb0e-401a-b158-b8d828269fce will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:27:50.110522 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:50.187168 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Pushing event updated for resources: {'Port': ['ID=3ed10183-bb0e-401a-b158-b8d828269fce,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:27:50.235789 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Attempting to bind port 3ed10183-bb0e-401a-b158-b8d828269fce on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:27:50.236124 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Attempting to bind port 3ed10183-bb0e-401a-b158-b8d828269fce by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '64ce15aa-ad37-4bbd-9bc8-05ab784d31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:27:50.236448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Attempting to bind port 3ed10183-bb0e-401a-b158-b8d828269fce on network 00271ffa-2a2b-45c9-854b-e99ee9796ce4 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:27:50.241627 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Port 3ed10183-bb0e-401a-b158-b8d828269fce on network 00271ffa-2a2b-45c9-854b-e99ee9796ce4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:27:50.241958 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Attempting to bind port 3ed10183-bb0e-401a-b158-b8d828269fce on network 00271ffa-2a2b-45c9-854b-e99ee9796ce4 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:27:50.247176 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:27:50.247536 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Checking segment: {'id': '64ce15aa-ad37-4bbd-9bc8-05ab784d31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:27:50.247919 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Bound using segment: {'id': '64ce15aa-ad37-4bbd-9bc8-05ab784d31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:27:50.248351 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Bound port: 3ed10183-bb0e-401a-b158-b8d828269fce, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ce15aa-ad37-4bbd-9bc8-05ab784d31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:27:50.248728 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:50.310058 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089137fa-5462-40a2-b931-95a5e4cab908 req-f41fc005-0854-44f2-a62c-27775d74cec7 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:50.312423 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-089137fa-5462-40a2-b931-95a5e4cab908 req-f41fc005-0854-44f2-a62c-27775d74cec7 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0838716 Jul 14 08:27:50.323639 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] For port 3ed10183-bb0e-401a-b158-b8d828269fce, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:27:50.327368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] For port 3ed10183-bb0e-401a-b158-b8d828269fce, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ed10183-bb0e-401a-b158-b8d828269fce,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:27:50.335008 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:50.369858 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-089137fa-5462-40a2-b931-95a5e4cab908 req-152cdc89-8a95-4e94-b07d-e4ced78ec5e5 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508888 Jul 14 08:27:50.376437 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:50.377122 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:50.378917 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] 10.222.0.30 "PUT /v2.0/ports/3ed10183-bb0e-401a-b158-b8d828269fce HTTP/1.1" status: 200 len: 1091 time: 0.6463323 Jul 14 08:27:50.382493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f949b7-1446-41b5-8c11-c48cfa4a3319', 'tag': '3ed10183-bb0e-401a-b158-b8d828269fce'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:27:50.385206 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6adc657-18c1-4ed2-8882-3f5dadfe9794" -d '{"events": [{"name": "network-changed", "server_uuid": "04f949b7-1446-41b5-8c11-c48cfa4a3319", "tag": "3ed10183-bb0e-401a-b158-b8d828269fce"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:27:50.421658 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241f521-3666-41fa-95e4-ece448b492dc service neutron] Pushing event updated for resources: {'Port': ['ID=3ed10183-bb0e-401a-b158-b8d828269fce,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:27:50.465258 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d4c4f3-e1de-4fd5-b340-0ee129bed627 x-openstack-request-id: req-c1d4c4f3-e1de-4fd5-b340-0ee129bed627 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:27:50.465539 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f949b7-1446-41b5-8c11-c48cfa4a3319", "tag": "3ed10183-bb0e-401a-b158-b8d828269fce", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:27:50.465874 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1d4c4f3-e1de-4fd5-b340-0ee129bed627 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:27:50.466276 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f949b7-1446-41b5-8c11-c48cfa4a3319', 'tag': '3ed10183-bb0e-401a-b158-b8d828269fce', 'status': 'completed', 'code': 200} Jul 14 08:27:50.490719 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4055a62c-5198-457e-80ca-6ae6a6cba32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:50.492263 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-4055a62c-5198-457e-80ca-6ae6a6cba32f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 1094 time: 0.0659385 Jul 14 08:27:50.535642 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-ad4329c7-c7d4-4393-b0b8-b7b212f02d58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ed10183-bb0e-401a-b158-b8d828269fce HTTP/1.1" status: 200 len: 217 time: 0.0368471 Jul 14 08:27:50.586877 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-cff025a2-bd74-4682-9a45-667e75afbfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:50.588534 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-cff025a2-bd74-4682-9a45-667e75afbfe6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0473466 Jul 14 08:27:50.652611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-322754c0-f10f-42dd-bb7e-6cb7174036bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:50.654107 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-322754c0-f10f-42dd-bb7e-6cb7174036bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591052 Jul 14 08:27:50.742089 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-aff4f4b4-b7bd-4b27-99fd-622755a5cf04 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804112 Jul 14 08:27:50.834969 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-9e765c0e-23e0-49ee-ad2d-053e3809dfaf req-c4eccdc6-9d72-42dd-a053-0c4242e7cf8a service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871339 Jul 14 08:27:50.931168 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adc657-18c1-4ed2-8882-3f5dadfe9794 req-5e64133f-cd35-445f-b4f2-4d46d5f55388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:50.932555 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e6adc657-18c1-4ed2-8882-3f5dadfe9794 req-5e64133f-cd35-445f-b4f2-4d46d5f55388 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 1094 time: 0.0524049 Jul 14 08:27:51.023886 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adc657-18c1-4ed2-8882-3f5dadfe9794 req-654d79f6-6621-4947-980e-a68686c5c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:51.025504 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e6adc657-18c1-4ed2-8882-3f5dadfe9794 req-654d79f6-6621-4947-980e-a68686c5c8a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 909 time: 0.0866053 Jul 14 08:27:51.072829 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e6adc657-18c1-4ed2-8882-3f5dadfe9794 req-2310d434-7678-4dfb-987d-4da96c98c936 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ed10183-bb0e-401a-b158-b8d828269fce HTTP/1.1" status: 200 len: 217 time: 0.0412738 Jul 14 08:27:51.121493 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adc657-18c1-4ed2-8882-3f5dadfe9794 req-88f996e7-d337-408a-a441-6bc5f901ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:51.122963 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e6adc657-18c1-4ed2-8882-3f5dadfe9794 req-88f996e7-d337-408a-a441-6bc5f901ac9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0437639 Jul 14 08:27:51.181161 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adc657-18c1-4ed2-8882-3f5dadfe9794 req-864d162d-1862-4ca0-8e6f-11f1b2088564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:51.182791 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e6adc657-18c1-4ed2-8882-3f5dadfe9794 req-864d162d-1862-4ca0-8e6f-11f1b2088564 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530772 Jul 14 08:27:51.274832 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e6adc657-18c1-4ed2-8882-3f5dadfe9794 req-f2797006-be90-42e3-9b0e-adfd76dd8f88 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854640 Jul 14 08:27:51.362375 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e6adc657-18c1-4ed2-8882-3f5dadfe9794 req-995aab44-4dab-496b-a491-1a380b9e2cf1 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815117 Jul 14 08:27:51.547291 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0625d-7861-442c-a5cf-6a1d4b290f5a req-bc958004-5ef0-4f8f-acd6-a6b11b8eea11 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:51.548811 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63d0625d-7861-442c-a5cf-6a1d4b290f5a req-bc958004-5ef0-4f8f-acd6-a6b11b8eea11 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0665767 Jul 14 08:27:51.587443 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-63d0625d-7861-442c-a5cf-6a1d4b290f5a req-03f3a73d-64c3-47c3-9b67-90f31868c87a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323133 Jul 14 08:27:52.763249 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62445449-bdc7-4200-856c-8f9da036798d req-854d3015-dba7-4325-b4fc-41a56a7355af tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:52.764748 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62445449-bdc7-4200-856c-8f9da036798d req-854d3015-dba7-4325-b4fc-41a56a7355af tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0636823 Jul 14 08:27:52.803806 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-62445449-bdc7-4200-856c-8f9da036798d req-bd02973b-8b84-466a-b023-c09f01a3e8ec tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326974 Jul 14 08:27:53.977193 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c891c-e3db-473c-9fa6-c79e32fffc8e req-b159382f-133e-4be8-920c-789f1c8cb36f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:53.978716 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-862c891c-e3db-473c-9fa6-c79e32fffc8e req-b159382f-133e-4be8-920c-789f1c8cb36f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0620859 Jul 14 08:27:54.019724 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-862c891c-e3db-473c-9fa6-c79e32fffc8e req-99788005-d07e-46d5-8f89-a2325b4c8fef tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355277 Jul 14 08:27:55.188641 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea624cce-4a38-401b-a7c5-04411234b5aa req-cdf4f8b9-2fb6-4385-aebf-7439b667c101 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:55.190187 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ea624cce-4a38-401b-a7c5-04411234b5aa req-cdf4f8b9-2fb6-4385-aebf-7439b667c101 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0622060 Jul 14 08:27:55.227355 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ea624cce-4a38-401b-a7c5-04411234b5aa req-5cf9049b-a094-4ba3-b9ae-2ac5c9d9ebeb tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310001 Jul 14 08:27:56.394484 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6510-8faa-48ca-a1bc-11c0f9c90e43 req-2bbed9ce-704e-4ecc-ab51-1d83b2f46891 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:56.395946 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-daff6510-8faa-48ca-a1bc-11c0f9c90e43 req-2bbed9ce-704e-4ecc-ab51-1d83b2f46891 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0614691 Jul 14 08:27:56.432118 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-daff6510-8faa-48ca-a1bc-11c0f9c90e43 req-486eafd8-8947-4ff2-91d7-c0ce742067b7 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307109 Jul 14 08:27:57.020117 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:27:57.608062 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fa061-1aa2-427e-b9cb-1158b30d214e req-844f79c8-edf9-4c73-b5b1-4c52442a39fb tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:57.609536 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c87fa061-1aa2-427e-b9cb-1158b30d214e req-844f79c8-edf9-4c73-b5b1-4c52442a39fb tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0643623 Jul 14 08:27:57.646725 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c87fa061-1aa2-427e-b9cb-1158b30d214e req-7b626dc9-a79d-4934-881f-122e1d1014be tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312338 Jul 14 08:27:58.813948 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7e6ce-2394-4626-8d2b-f3f6bdb66b71 req-05c584e3-0b4b-4445-98c6-59db405007f3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:27:58.815927 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-50a7e6ce-2394-4626-8d2b-f3f6bdb66b71 req-05c584e3-0b4b-4445-98c6-59db405007f3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0623846 Jul 14 08:27:58.853135 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-50a7e6ce-2394-4626-8d2b-f3f6bdb66b71 req-9932c768-ae42-4c32-98c4-2d3e86400bb8 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311930 Jul 14 08:27:59.725991 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3ed10183-bb0e-401a-b158-b8d828269fce details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:27:59.817459 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3ed10183-bb0e-401a-b158-b8d828269fce, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ed10183-bb0e-401a-b158-b8d828269fce,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:27:59.828198 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '3ed10183-bb0e-401a-b158-b8d828269fce', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'port_id': '3ed10183-bb0e-401a-b158-b8d828269fce', 'mac_address': 'fa:16:3e:fe:a3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:27:59.867342 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:59.879912 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed10183-bb0e-401a-b158-b8d828269fce {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:27:59.902705 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3ed10183-bb0e-401a-b158-b8d828269fce, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ed10183-bb0e-401a-b158-b8d828269fce,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:27:59.906962 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:27:59.955076 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=3ed10183-bb0e-401a-b158-b8d828269fce,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:27:59.963073 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:59.963418 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:59.963748 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:59.964078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:59.964408 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:59.964730 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:59.965050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:59.965392 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:59.965717 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:59.966033 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:59.966350 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:27:59.966663 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:28:00.034329 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5145423-5eff-440a-91a1-4f4b0a4644e1 req-55c67fce-9e3a-43c7-9d01-703b707a0a69 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:28:00.035802 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5145423-5eff-440a-91a1-4f4b0a4644e1 req-55c67fce-9e3a-43c7-9d01-703b707a0a69 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 944 time: 0.0689421 Jul 14 08:28:00.079640 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c5145423-5eff-440a-91a1-4f4b0a4644e1 req-91a0a0dd-278f-43ed-9999-78cf7269a360 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380445 Jul 14 08:28:00.122646 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['3ed10183-bb0e-401a-b158-b8d828269fce'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:28:00.614372 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ee20e3f-6824-41d4-ae04-929795e0230b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:01.246769 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa882ab-68f1-40ad-8135-85bbda969b97 req-3e646959-df7f-45b1-b239-ca863cacf619 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:28:01.248154 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5fa882ab-68f1-40ad-8135-85bbda969b97 req-3e646959-df7f-45b1-b239-ca863cacf619 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 944 time: 0.0615876 Jul 14 08:28:01.284821 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-5fa882ab-68f1-40ad-8135-85bbda969b97 req-e82d189d-631d-4c9f-932e-8a1b6a79734f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303226 Jul 14 08:28:01.756950 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3ed10183-bb0e-401a-b158-b8d828269fce up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:28:01.802871 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 3ed10183-bb0e-401a-b158-b8d828269fce completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:28:01.806470 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 3ed10183-bb0e-401a-b158-b8d828269fce triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:28:01.806834 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:01.881154 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:01.901981 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f949b7-1446-41b5-8c11-c48cfa4a3319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed10183-bb0e-401a-b158-b8d828269fce'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:28:01.904185 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c18efd2-eff3-40f4-871d-7f096c7a16bf" -d '{"events": [{"server_uuid": "04f949b7-1446-41b5-8c11-c48cfa4a3319", "name": "network-vif-plugged", "status": "completed", "tag": "3ed10183-bb0e-401a-b158-b8d828269fce"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:28:01.917084 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3ed10183-bb0e-401a-b158-b8d828269fce, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ed10183-bb0e-401a-b158-b8d828269fce,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:28:01.920877 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:01.967121 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=3ed10183-bb0e-401a-b158-b8d828269fce,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:28:01.991835 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4054fd-3e07-4836-be90-7a6a44dd8a24 x-openstack-request-id: req-5a4054fd-3e07-4836-be90-7a6a44dd8a24 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:28:01.992128 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f949b7-1446-41b5-8c11-c48cfa4a3319", "name": "network-vif-plugged", "status": "completed", "tag": "3ed10183-bb0e-401a-b158-b8d828269fce", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:28:01.992407 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a4054fd-3e07-4836-be90-7a6a44dd8a24 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:28:01.992798 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f949b7-1446-41b5-8c11-c48cfa4a3319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed10183-bb0e-401a-b158-b8d828269fce', 'code': 200} Jul 14 08:28:02.106676 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee859c1d-65c6-442d-8d8c-d0b9ff04c12d req-de242ad6-26e7-4172-bef3-1e2389ce05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:28:02.108169 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ee859c1d-65c6-442d-8d8c-d0b9ff04c12d req-de242ad6-26e7-4172-bef3-1e2389ce05d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 1096 time: 0.0570347 Jul 14 08:28:02.140668 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ee859c1d-65c6-442d-8d8c-d0b9ff04c12d req-14099f26-445c-4e0f-b5e8-7bcb616f9461 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263641 Jul 14 08:28:02.456649 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001dda-6c12-4cdf-b748-39d51f6365d7 req-bec4884a-3f34-49f5-8a65-fa7fa1075b5f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:28:02.458143 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc001dda-6c12-4cdf-b748-39d51f6365d7 req-bec4884a-3f34-49f5-8a65-fa7fa1075b5f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.0614383 Jul 14 08:28:02.494668 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cc001dda-6c12-4cdf-b748-39d51f6365d7 req-a6b30810-cad7-4e6d-8b50-6400df7da2f5 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310948 Jul 14 08:28:03.407265 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-42a1c8fc-83bf-4a85-bfb1-9b3c91dc8170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:03.673519 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e12390-db19-451b-8044-389db1c6fbf7 req-5395b6e7-ef9f-47b7-a8fc-625367dbca80 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:28:03.674956 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-25e12390-db19-451b-8044-389db1c6fbf7 req-5395b6e7-ef9f-47b7-a8fc-625367dbca80 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.0664313 Jul 14 08:28:03.711454 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-25e12390-db19-451b-8044-389db1c6fbf7 req-250b531c-1442-49ec-a624-501e510b4400 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309727 Jul 14 08:28:03.775748 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:03.880837 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768fc15-7b87-4603-bef0-c950e453d4b2 req-01afe196-402c-4f2e-aa62-b696409288d9 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:28:03.882338 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1768fc15-7b87-4603-bef0-c950e453d4b2 req-01afe196-402c-4f2e-aa62-b696409288d9 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.0625710 Jul 14 08:28:03.919437 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1768fc15-7b87-4603-bef0-c950e453d4b2 req-9b57681b-e5d4-4aab-8274-dff4cd00ba57 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316045 Jul 14 08:28:03.943133 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43028) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:28:03.994006 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de74b40-3306-41dc-9ba4-615776cde77a tempest-TestShelveInstance-505545205 tempest-TestShelveInstance-505545205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:28:03.995602 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-5de74b40-3306-41dc-9ba4-615776cde77a tempest-TestShelveInstance-505545205 tempest-TestShelveInstance-505545205-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 1091 time: 0.0514493 Jul 14 08:28:03.998367 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43030) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:28:04.003466 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': '3ed10183-bb0e-401a-b158-b8d828269fce', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:28:04.025278 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:04.119990 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:04.219247 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Allocated IP 172.25.7.142 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/7a8b82bf-5fba-475f-bbcd-2a232f9cbb1b) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:28:04.324079 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:04.361603 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:04.396630 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:28:04.401801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:28:04.405151 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:28:04.429592 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'Port': ['ID=7a8b82bf-5fba-475f-bbcd-2a232f9cbb1b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:28:04.760572 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:04.834944 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:04.973933 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:04.979415 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:04.983557 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:05.054776 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event updated for resources: {'Port': ['ID=7a8b82bf-5fba-475f-bbcd-2a232f9cbb1b,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:28:05.062705 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:05.158507 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Floating IP 08381027-e367-4dfd-940a-237f83482ef7 associated. External IP: 172.25.7.142, port: 3ed10183-bb0e-401a-b158-b8d828269fce. Jul 14 08:28:05.358928 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:28:05.464730 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:28:05.473965 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b694c0c-1cea-4973-974a-87125139af37 None None] Sync routers for ids ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:28:05.480974 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:05.484300 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b694c0c-1cea-4973-974a-87125139af37 None None] Routers {'4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:28:05.484907 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5b694c0c-1cea-4973-974a-87125139af37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:28:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:28:05.524008 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8121dc88-8b3b-4067-b19b-ed131958fcf4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5246036 Jul 14 08:28:05.524605 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f949b7-1446-41b5-8c11-c48cfa4a3319', 'tag': '3ed10183-bb0e-401a-b158-b8d828269fce'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:28:05.526872 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58709848-e3b9-4f1f-ba03-4a364568b370" -d '{"events": [{"name": "network-changed", "server_uuid": "04f949b7-1446-41b5-8c11-c48cfa4a3319", "tag": "3ed10183-bb0e-401a-b158-b8d828269fce"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:28:05.563012 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a35ad0-01e3-4a92-9ef5-c04167c35d40 x-openstack-request-id: req-d0a35ad0-01e3-4a92-9ef5-c04167c35d40 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:28:05.563304 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f949b7-1446-41b5-8c11-c48cfa4a3319", "tag": "3ed10183-bb0e-401a-b158-b8d828269fce", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:28:05.563555 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d0a35ad0-01e3-4a92-9ef5-c04167c35d40 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:28:05.563957 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f949b7-1446-41b5-8c11-c48cfa4a3319', 'tag': '3ed10183-bb0e-401a-b158-b8d828269fce', 'status': 'completed', 'code': 200} Jul 14 08:28:05.594341 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-5b694c0c-1cea-4973-974a-87125139af37 None None] Set router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:28:05.639703 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58709848-e3b9-4f1f-ba03-4a364568b370 req-5f84944c-0f83-4351-9be3-f51f38bb2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:28:05.641153 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58709848-e3b9-4f1f-ba03-4a364568b370 req-5f84944c-0f83-4351-9be3-f51f38bb2d2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 1096 time: 0.0568318 Jul 14 08:28:05.821155 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5b694c0c-1cea-4973-974a-87125139af37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:18Z', 'revision_number': 4, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port': {'id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '08381027-e367-4dfd-940a-237f83482ef7', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'port_id': '3ed10183-bb0e-401a-b158-b8d828269fce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'mac_address': 'fa:16:3e:fe:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f949b7-1446-41b5-8c11-c48cfa4a3319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:28:04Z', 'updated_at': '2021-07-14T08:28:04Z', 'revision_number': 0, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc72b2d3-2219-4066-8913-1dc145c7c79b', 'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'mac_address': 'fa:16:3e:b0:c2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:17Z', 'updated_at': '2021-07-14T08:23:23Z', 'revision_number': 5, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'subnets': [{'id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:28:05.853272 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b694c0c-1cea-4973-974a-87125139af37 None None] Checking router: 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:28:05.862153 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b694c0c-1cea-4973-974a-87125139af37 None None] Routers {'4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:28:05.863322 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5b694c0c-1cea-4973-974a-87125139af37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:28:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:28:05.971093 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-5b694c0c-1cea-4973-974a-87125139af37 None None] Set router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:28:06.036425 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58709848-e3b9-4f1f-ba03-4a364568b370 req-ab039bf9-88ed-46cc-aa37-137c93f7f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:28:06.037998 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58709848-e3b9-4f1f-ba03-4a364568b370 req-ab039bf9-88ed-46cc-aa37-137c93f7f462 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 909 time: 0.3906603 Jul 14 08:28:06.103062 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58709848-e3b9-4f1f-ba03-4a364568b370 req-a5c2407f-d318-4b79-8495-0711e6d7c26b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ed10183-bb0e-401a-b158-b8d828269fce HTTP/1.1" status: 200 len: 999 time: 0.0579510 Jul 14 08:28:06.149847 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58709848-e3b9-4f1f-ba03-4a364568b370 req-e49472fd-13c4-4825-af5a-a99b6a1be7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:28:06.151294 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58709848-e3b9-4f1f-ba03-4a364568b370 req-e49472fd-13c4-4825-af5a-a99b6a1be7d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0427189 Jul 14 08:28:06.187285 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5b694c0c-1cea-4973-974a-87125139af37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:18Z', 'revision_number': 4, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port': {'id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '08381027-e367-4dfd-940a-237f83482ef7', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'port_id': '3ed10183-bb0e-401a-b158-b8d828269fce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'mac_address': 'fa:16:3e:fe:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f949b7-1446-41b5-8c11-c48cfa4a3319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:28:04Z', 'updated_at': '2021-07-14T08:28:04Z', 'revision_number': 0, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc72b2d3-2219-4066-8913-1dc145c7c79b', 'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'mac_address': 'fa:16:3e:b0:c2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:17Z', 'updated_at': '2021-07-14T08:23:23Z', 'revision_number': 5, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'subnets': [{'id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:28:06.212170 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58709848-e3b9-4f1f-ba03-4a364568b370 req-ba953f31-9b24-4a37-a667-0f0d7a46a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:28:06.213695 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58709848-e3b9-4f1f-ba03-4a364568b370 req-ba953f31-9b24-4a37-a667-0f0d7a46a852 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556617 Jul 14 08:28:06.214823 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b694c0c-1cea-4973-974a-87125139af37 None None] The sync data for ids ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'] in n-d-778696-5 is: [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:18Z', 'revision_number': 4, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port': {'id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '08381027-e367-4dfd-940a-237f83482ef7', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'port_id': '3ed10183-bb0e-401a-b158-b8d828269fce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'mac_address': 'fa:16:3e:fe:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f949b7-1446-41b5-8c11-c48cfa4a3319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:28:04Z', 'updated_at': '2021-07-14T08:28:04Z', 'revision_number': 0, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc72b2d3-2219-4066-8913-1dc145c7c79b', 'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'mac_address': 'fa:16:3e:b0:c2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:17Z', 'updated_at': '2021-07-14T08:23:23Z', 'revision_number': 5, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'subnets': [{'id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:28:06.303034 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58709848-e3b9-4f1f-ba03-4a364568b370 req-88c5c041-fd19-4b3b-bee2-dd6c597d1f21 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824060 Jul 14 08:28:06.397581 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-58709848-e3b9-4f1f-ba03-4a364568b370 req-6ce273a9-5d27-4876-b5f2-eef519019ece service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881338 Jul 14 08:28:06.427858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bcb18b-6a9a-4313-a5d3-c44591fda3a1 None None] New status for floating IP 08381027-e367-4dfd-940a-237f83482ef7: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:28:06.534997 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:07.134551 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-50fed448-1237-4d7d-9471-cff50202d4ed req-154c188c-7286-4e1b-9a19-8ea56ef35bfe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502989 Jul 14 08:28:07.224458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fed448-1237-4d7d-9471-cff50202d4ed req-c55bc294-a1a5-4e47-b2d3-d203177db13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:28:07.226030 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-50fed448-1237-4d7d-9471-cff50202d4ed req-c55bc294-a1a5-4e47-b2d3-d203177db13b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 1096 time: 0.0515981 Jul 14 08:28:07.327791 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fed448-1237-4d7d-9471-cff50202d4ed req-65d9dfb7-0865-4755-9651-4ae54d1dde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:28:07.329280 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-50fed448-1237-4d7d-9471-cff50202d4ed req-65d9dfb7-0865-4755-9651-4ae54d1dde17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 909 time: 0.0843418 Jul 14 08:28:07.391460 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-50fed448-1237-4d7d-9471-cff50202d4ed req-40987a0d-664a-4d82-a3fb-9674d422c85a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ed10183-bb0e-401a-b158-b8d828269fce HTTP/1.1" status: 200 len: 1001 time: 0.0559714 Jul 14 08:28:07.437505 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fed448-1237-4d7d-9471-cff50202d4ed req-a412b704-4b3a-453d-9915-5a5941b9f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:28:07.438953 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-50fed448-1237-4d7d-9471-cff50202d4ed req-a412b704-4b3a-453d-9915-5a5941b9f1ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0415578 Jul 14 08:28:07.498653 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fed448-1237-4d7d-9471-cff50202d4ed req-f344e17f-b87c-4ee7-a9bf-f501a6d35f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:28:07.500212 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-50fed448-1237-4d7d-9471-cff50202d4ed req-f344e17f-b87c-4ee7-a9bf-f501a6d35f3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554848 Jul 14 08:28:07.585622 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-50fed448-1237-4d7d-9471-cff50202d4ed req-9ec4c7e1-1116-46db-9ebe-9998f3945e45 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791593 Jul 14 08:28:07.675504 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-50fed448-1237-4d7d-9471-cff50202d4ed req-686f9943-5bbd-4c76-87b0-2dccd3bd3a73 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836282 Jul 14 08:28:16.272181 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:16.377737 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:30.616103 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b367c5dd-28c1-4599-8f7a-523629894d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:33.406990 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b9b41be4-5573-4aad-9408-5d9c02f469f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:33.776520 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:34.019985 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:28:34.976557 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:36.509829 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:46.269450 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:28:46.376196 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:29:00.616843 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8e419134-a6d1-4452-99fa-5022c89477c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:29:03.407967 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ec4adc96-433a-4be8-b1ac-f2e920561249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:29:03.778390 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:29:04.979045 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:29:06.511257 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:29:07.155836 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8053f659-1861-486e-bf71-c21290d2fc7d req-8fe19d09-0db8-494e-b851-5dbc60b20d21 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506468 Jul 14 08:29:07.245100 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053f659-1861-486e-bf71-c21290d2fc7d req-b63c9c90-09d6-4cf6-b4c0-bbc3de264641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:29:07.246540 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8053f659-1861-486e-bf71-c21290d2fc7d req-b63c9c90-09d6-4cf6-b4c0-bbc3de264641 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 1096 time: 0.0506704 Jul 14 08:29:07.351208 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053f659-1861-486e-bf71-c21290d2fc7d req-99777884-ac6d-4af9-af63-f14d37cef528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:29:07.352685 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8053f659-1861-486e-bf71-c21290d2fc7d req-99777884-ac6d-4af9-af63-f14d37cef528 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 909 time: 0.0847516 Jul 14 08:29:07.414773 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8053f659-1861-486e-bf71-c21290d2fc7d req-636b9b4c-bb31-4716-9ec7-71e58e51023d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ed10183-bb0e-401a-b158-b8d828269fce HTTP/1.1" status: 200 len: 1001 time: 0.0562379 Jul 14 08:29:07.460986 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053f659-1861-486e-bf71-c21290d2fc7d req-7f40f3be-9e24-45d8-bcac-ac69c4cef5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:29:07.462412 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8053f659-1861-486e-bf71-c21290d2fc7d req-7f40f3be-9e24-45d8-bcac-ac69c4cef5d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0420375 Jul 14 08:29:07.519872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053f659-1861-486e-bf71-c21290d2fc7d req-7ac0bc39-daab-427e-91a6-e9a63e5e776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:29:07.521254 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8053f659-1861-486e-bf71-c21290d2fc7d req-7ac0bc39-daab-427e-91a6-e9a63e5e776a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534778 Jul 14 08:29:07.607052 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8053f659-1861-486e-bf71-c21290d2fc7d req-37d0a3fc-a38f-4804-837e-72fbccabd360 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795774 Jul 14 08:29:07.700254 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-8053f659-1861-486e-bf71-c21290d2fc7d req-3157313f-bf11-4fc5-8772-dd31f6ab30f4 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861177 Jul 14 08:29:11.020099 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:29:16.286484 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:29:16.375218 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:29:30.617904 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cec7f2b5-5579-414c-98e6-3dc6034429b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:29:33.407550 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-13f0756c-e060-43ec-91d5-e648fb69b4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:29:33.779271 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:29:34.982037 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:29:36.514670 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:29:46.271421 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:29:46.389093 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:29:48.018681 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:29:58.218860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c5b4f-0db5-4c32-83c0-86057a89e938 req-c3e1b9ce-fd55-4211-afc0-969828c3fc2e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:29:58.220341 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db3c5b4f-0db5-4c32-83c0-86057a89e938 req-c3e1b9ce-fd55-4211-afc0-969828c3fc2e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.0654650 Jul 14 08:29:58.257925 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-db3c5b4f-0db5-4c32-83c0-86057a89e938 req-75865a48-06a1-454a-8773-f4aa42329f77 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320358 Jul 14 08:29:59.457830 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc25da2-1448-461e-8857-452d56ee6bbd req-6ada2b2e-bcf1-4267-99af-6990cb08c1c2 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:29:59.459280 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bdc25da2-1448-461e-8857-452d56ee6bbd req-6ada2b2e-bcf1-4267-99af-6990cb08c1c2 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.0607591 Jul 14 08:29:59.495876 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bdc25da2-1448-461e-8857-452d56ee6bbd req-94b3557c-505c-49d8-b07a-992ac77bc9c0 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310729 Jul 14 08:30:00.619159 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bff4a7d6-dfeb-4426-8d64-bb6c146627df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:00.689483 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fe59a-3a56-485c-a4c5-9e535aa41c11 req-0a885069-e7fa-4c54-bbdf-17c5d66bccdc tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:00.690930 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-311fe59a-3a56-485c-a4c5-9e535aa41c11 req-0a885069-e7fa-4c54-bbdf-17c5d66bccdc tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.0615258 Jul 14 08:30:00.727993 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-311fe59a-3a56-485c-a4c5-9e535aa41c11 req-9e1a4ec9-17c0-4086-a783-66a02151e600 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305235 Jul 14 08:30:01.904902 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003d882-5ae5-4cd0-b572-a3d4a28b9efa req-1898c19d-a30c-44ad-aedd-6fcdf69e03db tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:01.906490 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d003d882-5ae5-4cd0-b572-a3d4a28b9efa req-1898c19d-a30c-44ad-aedd-6fcdf69e03db tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.0681381 Jul 14 08:30:01.945292 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d003d882-5ae5-4cd0-b572-a3d4a28b9efa req-d0f1982c-ca6c-4504-a7d7-f990cc0e802d tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331063 Jul 14 08:30:03.131388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfc52a-7764-4cd6-8189-ae43e9c3c720 req-dfbdd95f-41d5-4f7a-8b89-1c21e7fc475a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:03.132879 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3ddfc52a-7764-4cd6-8189-ae43e9c3c720 req-dfbdd95f-41d5-4f7a-8b89-1c21e7fc475a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.0634303 Jul 14 08:30:03.169983 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3ddfc52a-7764-4cd6-8189-ae43e9c3c720 req-e377dc7b-5935-4fc8-a587-1bb075540a11 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314164 Jul 14 08:30:03.407844 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ef4b0d0-0932-46c5-9af8-0ec8cf778ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:03.779780 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:04.344495 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa3d73-f591-4731-a611-3b1cc442386f req-6f313737-466e-4bd5-8720-3563713f5d1b tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:04.346128 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdaa3d73-f591-4731-a611-3b1cc442386f req-6f313737-466e-4bd5-8720-3563713f5d1b tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.0666363 Jul 14 08:30:04.384262 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cdaa3d73-f591-4731-a611-3b1cc442386f req-e2b0a6e3-67f4-4aee-a8a9-0691f9f35b31 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323596 Jul 14 08:30:04.984816 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:05.552094 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804a010-efd7-4a21-8e0b-9a1dd78cdff9 req-9fead13d-1669-4091-ab47-b2e0c32fec1f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:05.553584 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6804a010-efd7-4a21-8e0b-9a1dd78cdff9 req-9fead13d-1669-4091-ab47-b2e0c32fec1f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.0622380 Jul 14 08:30:05.590636 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6804a010-efd7-4a21-8e0b-9a1dd78cdff9 req-36120f85-626f-436b-9968-2ad8e408698d tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316527 Jul 14 08:30:06.517500 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:06.759012 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02d0c1-18bb-480b-9ce1-6598e1befebf req-1d82a310-be09-418a-8de2-d11ac3294c47 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:06.760517 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd02d0c1-18bb-480b-9ce1-6598e1befebf req-1d82a310-be09-418a-8de2-d11ac3294c47 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.0623772 Jul 14 08:30:06.801402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bd02d0c1-18bb-480b-9ce1-6598e1befebf req-578af8cd-4f4f-4929-9370-f5afa178637d tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351419 Jul 14 08:30:07.973670 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153725a-a46f-4a48-aa6b-d406513d0ff0 req-accf28ed-dfab-47c1-87b7-12bf52a401b7 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:07.975149 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a153725a-a46f-4a48-aa6b-d406513d0ff0 req-accf28ed-dfab-47c1-87b7-12bf52a401b7 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.0648112 Jul 14 08:30:08.012164 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a153725a-a46f-4a48-aa6b-d406513d0ff0 req-2ceb30b9-5d13-4ae5-9691-8e9457f0a03f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315809 Jul 14 08:30:08.156033 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109237e-0fba-482a-a9fd-006e3506cdcd req-9a76ff71-146f-40de-8628-6ae9a8e6c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:08.157449 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0109237e-0fba-482a-a9fd-006e3506cdcd req-9a76ff71-146f-40de-8628-6ae9a8e6c22a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 1096 time: 0.0536125 Jul 14 08:30:08.261067 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109237e-0fba-482a-a9fd-006e3506cdcd req-5a4c7c32-8bda-4172-aed6-ae990af9c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:08.262614 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0109237e-0fba-482a-a9fd-006e3506cdcd req-5a4c7c32-8bda-4172-aed6-ae990af9c539 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 909 time: 0.0862846 Jul 14 08:30:08.325014 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0109237e-0fba-482a-a9fd-006e3506cdcd req-5e093518-a801-4c1f-9200-48bad944162a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ed10183-bb0e-401a-b158-b8d828269fce HTTP/1.1" status: 200 len: 1001 time: 0.0557168 Jul 14 08:30:08.371507 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109237e-0fba-482a-a9fd-006e3506cdcd req-efd51b9b-6549-41a7-9b0b-808a44263d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:08.372924 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0109237e-0fba-482a-a9fd-006e3506cdcd req-efd51b9b-6549-41a7-9b0b-808a44263d8d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0418308 Jul 14 08:30:08.430802 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109237e-0fba-482a-a9fd-006e3506cdcd req-160abed5-516c-4318-91c7-b8c236d4a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:08.432172 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0109237e-0fba-482a-a9fd-006e3506cdcd req-160abed5-516c-4318-91c7-b8c236d4a1f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532153 Jul 14 08:30:08.516817 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0109237e-0fba-482a-a9fd-006e3506cdcd req-1f002626-5eac-4ea3-960c-29b7bcf14df4 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784159 Jul 14 08:30:08.605837 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0109237e-0fba-482a-a9fd-006e3506cdcd req-6047b029-eb9e-40f2-835f-ae764c848bbc service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820992 Jul 14 08:30:08.697617 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56bfef-837a-4fc6-be03-44b979c59aa1 req-d69a6bbd-c04f-47a0-b8a8-ccd04b417208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:08.699000 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7f56bfef-837a-4fc6-be03-44b979c59aa1 req-d69a6bbd-c04f-47a0-b8a8-ccd04b417208 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 1096 time: 0.0523627 Jul 14 08:30:08.784503 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56bfef-837a-4fc6-be03-44b979c59aa1 req-8ad6bdf4-a76f-4403-850c-a63f0e3aeeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:08.786498 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7f56bfef-837a-4fc6-be03-44b979c59aa1 req-8ad6bdf4-a76f-4403-850c-a63f0e3aeeeb service neutron] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 909 time: 0.0812738 Jul 14 08:30:08.850999 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7f56bfef-837a-4fc6-be03-44b979c59aa1 req-b11ce67b-a42c-446d-a5e9-b04913072ce0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ed10183-bb0e-401a-b158-b8d828269fce HTTP/1.1" status: 200 len: 1001 time: 0.0593438 Jul 14 08:30:08.896881 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56bfef-837a-4fc6-be03-44b979c59aa1 req-ec489a12-d524-4720-bffe-c45a8fe47056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:08.898272 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7f56bfef-837a-4fc6-be03-44b979c59aa1 req-ec489a12-d524-4720-bffe-c45a8fe47056 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0415089 Jul 14 08:30:08.951035 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56bfef-837a-4fc6-be03-44b979c59aa1 req-c68f2ae7-6be5-4b1c-97c3-6f0101a6637f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:08.952411 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7f56bfef-837a-4fc6-be03-44b979c59aa1 req-c68f2ae7-6be5-4b1c-97c3-6f0101a6637f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483510 Jul 14 08:30:09.043437 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7f56bfef-837a-4fc6-be03-44b979c59aa1 req-589d319f-770c-4faf-b9e2-33d5d8312076 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841994 Jul 14 08:30:09.129523 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7f56bfef-837a-4fc6-be03-44b979c59aa1 req-e5e191f4-fc82-4fa1-8a90-430a059619d1 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797076 Jul 14 08:30:09.184865 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e366a-1fce-4ba5-9e0c-e0549206062a req-1b5a7909-56ed-47fc-8caa-b46eeb3a2153 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:09.186385 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d24e366a-1fce-4ba5-9e0c-e0549206062a req-1b5a7909-56ed-47fc-8caa-b46eeb3a2153 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.0622032 Jul 14 08:30:09.223241 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d24e366a-1fce-4ba5-9e0c-e0549206062a req-9969ad3b-524e-4563-b1e4-d7c3c492c420 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312626 Jul 14 08:30:10.395895 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7dd53a-b19d-4748-9ce9-0e3b87900c50 req-d2ed81c5-41de-452e-9a2b-f3d078545f5a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:10.397393 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d7dd53a-b19d-4748-9ce9-0e3b87900c50 req-d2ed81c5-41de-452e-9a2b-f3d078545f5a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.0654514 Jul 14 08:30:10.433504 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0d7dd53a-b19d-4748-9ce9-0e3b87900c50 req-1b1d2ed4-48a8-4ebd-8018-3ab9affafffa tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306294 Jul 14 08:30:11.604852 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f89c71-62f8-494d-8a96-f5c013e05180 req-4acbe35d-801a-45e1-ae3f-85cf31c331b6 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:11.606433 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16f89c71-62f8-494d-8a96-f5c013e05180 req-4acbe35d-801a-45e1-ae3f-85cf31c331b6 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.0624549 Jul 14 08:30:11.644078 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16f89c71-62f8-494d-8a96-f5c013e05180 req-f687385c-a5e0-430a-bc9d-58a0fa00eeac tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320179 Jul 14 08:30:12.517441 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3ed10183-bb0e-401a-b158-b8d828269fce no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:30:12.590317 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:12.611025 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f949b7-1446-41b5-8c11-c48cfa4a3319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed10183-bb0e-401a-b158-b8d828269fce'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:30:12.613255 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70644011-8e67-4a51-bc22-8aa202dc6fd2" -d '{"events": [{"server_uuid": "04f949b7-1446-41b5-8c11-c48cfa4a3319", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed10183-bb0e-401a-b158-b8d828269fce"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:30:12.625761 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3ed10183-bb0e-401a-b158-b8d828269fce, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ed10183-bb0e-401a-b158-b8d828269fce,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:30:12.631055 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:12.653469 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 08:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb237b8-9e2e-49f7-af29-20dbd0b1f978 x-openstack-request-id: req-3eb237b8-9e2e-49f7-af29-20dbd0b1f978 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:30:12.653761 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f949b7-1446-41b5-8c11-c48cfa4a3319", "name": "network-vif-unplugged", "status": "failed", "tag": "3ed10183-bb0e-401a-b158-b8d828269fce", "code": 422}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:30:12.654015 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3eb237b8-9e2e-49f7-af29-20dbd0b1f978 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:30:12.654399 n-d-778696-5 neutron-server[93829]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '04f949b7-1446-41b5-8c11-c48cfa4a3319', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3ed10183-bb0e-401a-b158-b8d828269fce', 'code': 422} returned with failed status Jul 14 08:30:12.679382 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=3ed10183-bb0e-401a-b158-b8d828269fce,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:30:12.686806 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:30:12.687155 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:30:12.687495 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:30:12.687830 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:30:12.688180 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:30:12.688492 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:30:12.688818 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:30:12.689151 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:30:12.689494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:30:12.689816 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:30:12.690137 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:30:12.690458 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:30:12.812397 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e80e38-0b2e-4a17-91ef-9ad8ba780381 req-b694f237-cb3b-4cf6-aabf-54c9c09f70f1 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:12.813885 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71e80e38-0b2e-4a17-91ef-9ad8ba780381 req-b694f237-cb3b-4cf6-aabf-54c9c09f70f1 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0610843 Jul 14 08:30:12.850202 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-71e80e38-0b2e-4a17-91ef-9ad8ba780381 req-33cdbf9a-bfef-4e33-ba1e-f07a9f694146 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303295 Jul 14 08:30:14.185027 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ef89ce3b-daed-44c0-b481-38dc8663bbc5 req-8c8a3aa9-5aa0-46db-ba8a-266f0d850e8a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960834 Jul 14 08:30:14.207450 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4a396-e6b8-474f-a10c-7b8694a2b3d0 req-2ac2fb32-0b82-4107-a579-4801c16a9dae tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:14.209488 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eee4a396-e6b8-474f-a10c-7b8694a2b3d0 req-2ac2fb32-0b82-4107-a579-4801c16a9dae tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0664318 Jul 14 08:30:14.245867 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eee4a396-e6b8-474f-a10c-7b8694a2b3d0 req-6fa21e95-19a1-49ed-92c7-2db273972419 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308204 Jul 14 08:30:15.419217 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbe858-66fe-4d9e-9cf5-37316d819964 req-3f463e2c-10cb-4e64-bf84-78bde897d230 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:15.420765 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16dbe858-66fe-4d9e-9cf5-37316d819964 req-3f463e2c-10cb-4e64-bf84-78bde897d230 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0640168 Jul 14 08:30:15.458660 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-16dbe858-66fe-4d9e-9cf5-37316d819964 req-6f9dea46-df5b-4890-bb5c-935628b7dedb tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319452 Jul 14 08:30:16.283547 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:16.395866 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:16.631968 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec355ab-79d7-4044-8961-6f6e28417852 req-6b610ffd-e591-4543-bdd9-ac749250309c tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:16.633445 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eec355ab-79d7-4044-8961-6f6e28417852 req-6b610ffd-e591-4543-bdd9-ac749250309c tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0647185 Jul 14 08:30:16.669995 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eec355ab-79d7-4044-8961-6f6e28417852 req-7309a93e-10fa-46bf-abbc-c7598215a256 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309768 Jul 14 08:30:17.844831 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40c56b-3a7a-4657-9ec4-4856aeafc42b req-14e8f61e-7b0d-45af-a661-087377aaf6b1 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:17.846438 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a40c56b-3a7a-4657-9ec4-4856aeafc42b req-14e8f61e-7b0d-45af-a661-087377aaf6b1 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0655580 Jul 14 08:30:17.883044 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-3a40c56b-3a7a-4657-9ec4-4856aeafc42b req-4f73bdc4-dc78-48a0-9d99-521cd5aed956 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305760 Jul 14 08:30:19.056533 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cb993-bc4e-4849-add7-732d547809de req-28f34231-148c-4641-b70c-ba1d7a0e5e0f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:19.058047 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-923cb993-bc4e-4849-add7-732d547809de req-28f34231-148c-4641-b70c-ba1d7a0e5e0f tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0643861 Jul 14 08:30:19.096085 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-923cb993-bc4e-4849-add7-732d547809de req-65e58f06-f29f-4ea1-b22c-045f0ec8bd86 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323842 Jul 14 08:30:20.269542 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f71b32-7998-446f-a873-78f9c217ebe6 req-763f93a7-c54b-46d1-8282-57c54080d2c5 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:20.271538 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a1f71b32-7998-446f-a873-78f9c217ebe6 req-763f93a7-c54b-46d1-8282-57c54080d2c5 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0667028 Jul 14 08:30:20.309088 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a1f71b32-7998-446f-a873-78f9c217ebe6 req-faeeb94d-456c-4d6e-a47d-439ced8e3a1c tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318027 Jul 14 08:30:21.479691 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1bfff-18b4-4ed4-b614-3231f372b900 req-95a595eb-6410-410a-a4b5-1e8e787d1c84 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:21.481212 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09e1bfff-18b4-4ed4-b614-3231f372b900 req-95a595eb-6410-410a-a4b5-1e8e787d1c84 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0632885 Jul 14 08:30:21.517895 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-09e1bfff-18b4-4ed4-b614-3231f372b900 req-7b5ce147-ceab-4ca5-97e7-680b8a79e22b tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309823 Jul 14 08:30:22.697777 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c603d-49da-4266-b0f9-75bf936b0cdf req-9f65a4a5-4f13-4b00-825d-335eea36bd9e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:22.699274 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e17c603d-49da-4266-b0f9-75bf936b0cdf req-9f65a4a5-4f13-4b00-825d-335eea36bd9e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0667937 Jul 14 08:30:22.735975 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e17c603d-49da-4266-b0f9-75bf936b0cdf req-436993aa-8278-446b-a022-d3dd15642c90 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311041 Jul 14 08:30:22.862862 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89ce3b-daed-44c0-b481-38dc8663bbc5 req-f462c798-bea1-4578-85b3-017f0af5163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:22.864224 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ef89ce3b-daed-44c0-b481-38dc8663bbc5 req-f462c798-bea1-4578-85b3-017f0af5163b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319&tenant_id=00605e4857a749bc9a946cd2849167a7 HTTP/1.1" status: 200 len: 1094 time: 0.0540071 Jul 14 08:30:22.938611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89ce3b-daed-44c0-b481-38dc8663bbc5 req-b3f655d3-778c-4d48-83f0-4c620b4784d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:22.940120 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ef89ce3b-daed-44c0-b481-38dc8663bbc5 req-b3f655d3-778c-4d48-83f0-4c620b4784d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 1094 time: 0.0534678 Jul 14 08:30:23.030357 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89ce3b-daed-44c0-b481-38dc8663bbc5 req-9fd3f7b8-db56-4110-8aee-79a5a645cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:23.031850 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ef89ce3b-daed-44c0-b481-38dc8663bbc5 req-9fd3f7b8-db56-4110-8aee-79a5a645cd16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 909 time: 0.0862477 Jul 14 08:30:23.099472 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ef89ce3b-daed-44c0-b481-38dc8663bbc5 req-f36e3d18-9b12-4fe6-92a4-89a3e416116f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ed10183-bb0e-401a-b158-b8d828269fce HTTP/1.1" status: 200 len: 999 time: 0.0610905 Jul 14 08:30:23.144881 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89ce3b-daed-44c0-b481-38dc8663bbc5 req-30e41fe9-559e-484d-9fde-3211b7b51427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:23.146746 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ef89ce3b-daed-44c0-b481-38dc8663bbc5 req-30e41fe9-559e-484d-9fde-3211b7b51427 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0420163 Jul 14 08:30:23.204130 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89ce3b-daed-44c0-b481-38dc8663bbc5 req-023a81da-7a8d-4cde-982e-d1f566ad2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:23.205680 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ef89ce3b-daed-44c0-b481-38dc8663bbc5 req-023a81da-7a8d-4cde-982e-d1f566ad2f2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531518 Jul 14 08:30:23.293965 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ef89ce3b-daed-44c0-b481-38dc8663bbc5 req-dab37de9-c911-4e23-b16e-c87a92cba3b9 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817661 Jul 14 08:30:23.385265 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-ef89ce3b-daed-44c0-b481-38dc8663bbc5 req-c9cb4e53-8674-476e-b658-32e8641bf013 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849633 Jul 14 08:30:23.907367 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d7a01-9119-47b6-a9b5-f70911225115 req-d991067c-ac02-445f-aeb9-c3f00c400fd5 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:23.908859 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a2d7a01-9119-47b6-a9b5-f70911225115 req-d991067c-ac02-445f-aeb9-c3f00c400fd5 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0625834 Jul 14 08:30:23.945885 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8a2d7a01-9119-47b6-a9b5-f70911225115 req-6b45679d-f497-4c98-941e-d5b1351238ab tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308771 Jul 14 08:30:25.017834 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:30:25.116438 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07498a21-d083-4016-a6c2-41f6ddb05cda req-21d08363-096f-4c2b-b33e-90dc973a2941 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:25.117958 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07498a21-d083-4016-a6c2-41f6ddb05cda req-21d08363-096f-4c2b-b33e-90dc973a2941 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0621977 Jul 14 08:30:25.155639 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-07498a21-d083-4016-a6c2-41f6ddb05cda req-bcdf278d-d0bc-4279-90dd-5f934ec05b51 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321846 Jul 14 08:30:26.333785 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81013a75-6499-4906-ae0d-0d3b983afe57 req-07438ce5-228b-40cf-8cdc-920fe7754b0a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:26.335257 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-81013a75-6499-4906-ae0d-0d3b983afe57 req-07438ce5-228b-40cf-8cdc-920fe7754b0a tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0662160 Jul 14 08:30:26.371213 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-81013a75-6499-4906-ae0d-0d3b983afe57 req-92cccc94-fe21-4b43-9d3a-6e3b81c089f3 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304291 Jul 14 08:30:27.544814 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e27ef0-7fbf-4a0a-a14f-2d0158eca936 req-4917f150-73b6-4091-99c8-dec4b3c4babf tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:27.546395 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d6e27ef0-7fbf-4a0a-a14f-2d0158eca936 req-4917f150-73b6-4091-99c8-dec4b3c4babf tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0620506 Jul 14 08:30:27.582965 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-d6e27ef0-7fbf-4a0a-a14f-2d0158eca936 req-49bac06c-b550-4468-8c9f-1e55cdf433f6 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305576 Jul 14 08:30:28.754520 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8f4c7-31dd-49a5-ad70-3c7246b06775 req-058b4bf1-2129-46e9-8e8a-4c855f762d5c tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:28.755976 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6fe8f4c7-31dd-49a5-ad70-3c7246b06775 req-058b4bf1-2129-46e9-8e8a-4c855f762d5c tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0651588 Jul 14 08:30:28.792709 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6fe8f4c7-31dd-49a5-ad70-3c7246b06775 req-3bf8ec17-f6ef-40f8-b52d-8d638197148e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311320 Jul 14 08:30:29.968860 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2fcd5-06f6-4155-8025-920b5b0fba7f req-f79a5e5a-e3c9-421d-b4da-f9b8cfc0cdf7 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:29.970395 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26c2fcd5-06f6-4155-8025-920b5b0fba7f req-f79a5e5a-e3c9-421d-b4da-f9b8cfc0cdf7 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 943 time: 0.0664620 Jul 14 08:30:30.010028 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-26c2fcd5-06f6-4155-8025-920b5b0fba7f req-0a39df88-0863-4f4d-8c6f-90fbd22915e1 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323277 Jul 14 08:30:30.563655 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3ed10183-bb0e-401a-b158-b8d828269fce details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:30:30.637582 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c28409a0-653e-424a-9e4a-df74b27b1634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:30.669396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3ed10183-bb0e-401a-b158-b8d828269fce, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ed10183-bb0e-401a-b158-b8d828269fce,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:30:30.679367 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '3ed10183-bb0e-401a-b158-b8d828269fce', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'port_id': '3ed10183-bb0e-401a-b158-b8d828269fce', 'mac_address': 'fa:16:3e:fe:a3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:30:30.715707 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:30.728422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed10183-bb0e-401a-b158-b8d828269fce {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:30:30.747470 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3ed10183-bb0e-401a-b158-b8d828269fce, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ed10183-bb0e-401a-b158-b8d828269fce,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:30:30.751902 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:30.800734 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=3ed10183-bb0e-401a-b158-b8d828269fce,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:30:30.949774 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['3ed10183-bb0e-401a-b158-b8d828269fce'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:30:31.199206 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d822f30-ddcc-4d6e-a5f2-eb527b81307a req-ee21f054-c8b0-4385-8545-6d290b670cf7 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:31.200733 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1d822f30-ddcc-4d6e-a5f2-eb527b81307a req-ee21f054-c8b0-4385-8545-6d290b670cf7 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 944 time: 0.0787704 Jul 14 08:30:31.238607 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1d822f30-ddcc-4d6e-a5f2-eb527b81307a req-01ebd3a2-84fc-45fa-b9e1-a07588870053 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313370 Jul 14 08:30:32.485402 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168b2c4-728a-47ac-83d4-0ccce46288b0 req-a4315bb7-afc5-4730-aa1c-cd98420345ee tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:32.486892 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8168b2c4-728a-47ac-83d4-0ccce46288b0 req-a4315bb7-afc5-4730-aa1c-cd98420345ee tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 944 time: 0.1354473 Jul 14 08:30:32.525781 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-8168b2c4-728a-47ac-83d4-0ccce46288b0 req-961df16f-fa46-4cfd-ae12-b14d51ee0e15 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329032 Jul 14 08:30:32.579323 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3ed10183-bb0e-401a-b158-b8d828269fce up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:30:32.625884 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 3ed10183-bb0e-401a-b158-b8d828269fce triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:30:32.626252 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:32.705801 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:32.728645 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f949b7-1446-41b5-8c11-c48cfa4a3319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed10183-bb0e-401a-b158-b8d828269fce'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:30:32.730905 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6d2dc6-acee-480b-bcde-6c1dab3553c9" -d '{"events": [{"server_uuid": "04f949b7-1446-41b5-8c11-c48cfa4a3319", "name": "network-vif-plugged", "status": "completed", "tag": "3ed10183-bb0e-401a-b158-b8d828269fce"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:30:32.744435 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 3ed10183-bb0e-401a-b158-b8d828269fce, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ed10183-bb0e-401a-b158-b8d828269fce,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:30:32.750097 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:32.778920 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d4362a-d125-483a-a060-efe5bd990218 x-openstack-request-id: req-43d4362a-d125-483a-a060-efe5bd990218 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:30:32.779215 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f949b7-1446-41b5-8c11-c48cfa4a3319", "name": "network-vif-plugged", "status": "completed", "tag": "3ed10183-bb0e-401a-b158-b8d828269fce", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:30:32.779407 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43d4362a-d125-483a-a060-efe5bd990218 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:30:32.779767 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f949b7-1446-41b5-8c11-c48cfa4a3319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed10183-bb0e-401a-b158-b8d828269fce', 'code': 200} Jul 14 08:30:32.808059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=3ed10183-bb0e-401a-b158-b8d828269fce,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:30:32.936612 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d0081-bed7-4e91-80c7-1ff1b8b17f43 req-9cf1154e-7600-4bd1-a0c0-32e609ff442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:32.938045 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c61d0081-bed7-4e91-80c7-1ff1b8b17f43 req-9cf1154e-7600-4bd1-a0c0-32e609ff442a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 1096 time: 0.0538306 Jul 14 08:30:32.973137 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c61d0081-bed7-4e91-80c7-1ff1b8b17f43 req-1aa3e603-b069-4176-88f0-17e41f120053 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291855 Jul 14 08:30:33.408446 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af1bf0a2-eb16-40eb-8305-eb5c23f1230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:33.707266 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df6e8d-baa4-4205-91d9-b518764a89b0 req-7fe6b5ee-1c41-419c-990e-b7ac7a154cde tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:33.708853 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4df6e8d-baa4-4205-91d9-b518764a89b0 req-7fe6b5ee-1c41-419c-990e-b7ac7a154cde tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.0704217 Jul 14 08:30:33.746991 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4df6e8d-baa4-4205-91d9-b518764a89b0 req-c99b8b98-5e7a-4f81-9029-8550fc18adad tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322156 Jul 14 08:30:33.787903 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:34.986318 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ad9af-f8fc-40c5-adc3-a580c3af6ddb req-28ae2aa7-0196-42cd-8717-d67b3364a512 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:30:34.987816 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a73ad9af-f8fc-40c5-adc3-a580c3af6ddb req-28ae2aa7-0196-42cd-8717-d67b3364a512 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.1252654 Jul 14 08:30:34.992550 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:35.025191 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a73ad9af-f8fc-40c5-adc3-a580c3af6ddb req-3f91d2aa-c6c3-4ea6-8331-f1004aa04461 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315855 Jul 14 08:30:36.525346 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:46.311861 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:30:46.396465 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:00.620561 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e4350a06-aa6b-46c0-91de-f6bfde1efc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:02.017325 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:31:03.409117 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-205284e5-d3ce-42a7-8435-33f3a7261c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:03.779714 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:04.986039 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:06.523910 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:10.156066 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fefdb0b5-93c3-4a05-bd34-cdb97330581d req-3e474ff4-7c66-49d6-85c9-ceba49115200 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873380 Jul 14 08:31:10.252616 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdb0b5-93c3-4a05-bd34-cdb97330581d req-256ac9f6-fabf-462e-ab12-c495ff2d3c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:31:10.254570 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fefdb0b5-93c3-4a05-bd34-cdb97330581d req-256ac9f6-fabf-462e-ab12-c495ff2d3c3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 1096 time: 0.0566225 Jul 14 08:31:10.356732 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdb0b5-93c3-4a05-bd34-cdb97330581d req-381242ee-4be2-4258-90cf-7ba08758b174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:31:10.358254 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fefdb0b5-93c3-4a05-bd34-cdb97330581d req-381242ee-4be2-4258-90cf-7ba08758b174 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 909 time: 0.0818110 Jul 14 08:31:10.424590 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fefdb0b5-93c3-4a05-bd34-cdb97330581d req-78fa3ad1-c7c6-4d0a-ac04-9260789cb924 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ed10183-bb0e-401a-b158-b8d828269fce HTTP/1.1" status: 200 len: 1001 time: 0.0601289 Jul 14 08:31:10.472026 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdb0b5-93c3-4a05-bd34-cdb97330581d req-da313e26-a9cb-464a-8d64-d0698e1c602d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:31:10.473527 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fefdb0b5-93c3-4a05-bd34-cdb97330581d req-da313e26-a9cb-464a-8d64-d0698e1c602d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0430570 Jul 14 08:31:10.529235 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdb0b5-93c3-4a05-bd34-cdb97330581d req-5f244808-b0a4-4469-8c26-681b7b38ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:31:10.530665 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fefdb0b5-93c3-4a05-bd34-cdb97330581d req-5f244808-b0a4-4469-8c26-681b7b38ab71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513649 Jul 14 08:31:10.622243 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fefdb0b5-93c3-4a05-bd34-cdb97330581d req-313969fe-d4d7-4ae4-bfeb-9ab7aeea8c89 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845487 Jul 14 08:31:10.711617 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-fefdb0b5-93c3-4a05-bd34-cdb97330581d req-82e07dfa-72fa-4e91-aa54-331d50ef8697 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831003 Jul 14 08:31:16.316951 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:16.402900 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:30.622366 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1e33561e-b9a2-4b56-ba3a-e4c62c3ed1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:33.408779 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-46f7f0f3-89ad-4700-b8da-dd35ca0bb630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:33.779842 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:34.990895 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:36.527046 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:39.016931 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:31:46.325339 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:46.400465 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:47.978659 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43214) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:31:48.130534 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Deleting port 7a8b82bf-5fba-475f-bbcd-2a232f9cbb1b {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:31:48.130872 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:48.205166 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:48.205513 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:48.216533 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Calling delete_port for 7a8b82bf-5fba-475f-bbcd-2a232f9cbb1b owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:31:48.358575 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:48.383674 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event deleted for resources: {'Port': ['ID=7a8b82bf-5fba-475f-bbcd-2a232f9cbb1b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:31:48.410801 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:48.411143 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:48.411477 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:48.411809 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:48.412138 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:48.412466 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:48.412790 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:48.413112 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:48.413459 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:48.413777 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:48.414095 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:48.414412 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:48.454836 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:48.455174 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Floating IP 08381027-e367-4dfd-940a-237f83482ef7 disassociated (deleted). External IP: 172.25.7.142, port: 3ed10183-bb0e-401a-b158-b8d828269fce. Jul 14 08:31:48.956071 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:31:49.066828 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:31:49.071521 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:49.076770 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36792e-0e91-4ef7-9fb4-28b961dcddbd None None] Sync routers for ids ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:31:49.085530 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36792e-0e91-4ef7-9fb4-28b961dcddbd None None] Routers {'4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:31:49.086123 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6a36792e-0e91-4ef7-9fb4-28b961dcddbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:31:49.109696 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-4480f42d-2768-4357-be25-f59cc9163000 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "DELETE /v2.0/floatingips/08381027-e367-4dfd-940a-237f83482ef7 HTTP/1.1" status: 204 len: 168 time: 1.1274910 Jul 14 08:31:49.109696 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f949b7-1446-41b5-8c11-c48cfa4a3319', 'tag': '3ed10183-bb0e-401a-b158-b8d828269fce'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:31:49.110145 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3440af0-043e-4446-bac9-5d2eb14d35bf" -d '{"events": [{"name": "network-changed", "server_uuid": "04f949b7-1446-41b5-8c11-c48cfa4a3319", "tag": "3ed10183-bb0e-401a-b158-b8d828269fce"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:31:49.152025 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f131d7-9448-4d1e-8a8c-6d0c899c3b6f x-openstack-request-id: req-42f131d7-9448-4d1e-8a8c-6d0c899c3b6f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:31:49.152315 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f949b7-1446-41b5-8c11-c48cfa4a3319", "tag": "3ed10183-bb0e-401a-b158-b8d828269fce", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:31:49.152606 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42f131d7-9448-4d1e-8a8c-6d0c899c3b6f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:31:49.153012 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f949b7-1446-41b5-8c11-c48cfa4a3319', 'tag': '3ed10183-bb0e-401a-b158-b8d828269fce', 'status': 'completed', 'code': 200} Jul 14 08:31:49.193953 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-6a36792e-0e91-4ef7-9fb4-28b961dcddbd None None] Set router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:31:49.238563 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440af0-043e-4446-bac9-5d2eb14d35bf req-004d4555-f270-4282-8a12-22815d08fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:31:49.240624 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e3440af0-043e-4446-bac9-5d2eb14d35bf req-004d4555-f270-4282-8a12-22815d08fbf9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00605e4857a749bc9a946cd2849167a7&device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 1096 time: 0.0638106 Jul 14 08:31:49.342031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440af0-043e-4446-bac9-5d2eb14d35bf req-3117334d-df6d-44ae-a95f-cfe4765c9bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:31:49.343728 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e3440af0-043e-4446-bac9-5d2eb14d35bf req-3117334d-df6d-44ae-a95f-cfe4765c9bc1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 200 len: 909 time: 0.0966265 Jul 14 08:31:49.390606 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e3440af0-043e-4446-bac9-5d2eb14d35bf req-d549ac55-5979-4889-9934-39b837c2026b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ed10183-bb0e-401a-b158-b8d828269fce HTTP/1.1" status: 200 len: 217 time: 0.0368569 Jul 14 08:31:49.404521 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6a36792e-0e91-4ef7-9fb4-28b961dcddbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:18Z', 'revision_number': 4, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port': {'id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'fc72b2d3-2219-4066-8913-1dc145c7c79b', 'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'mac_address': 'fa:16:3e:b0:c2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:17Z', 'updated_at': '2021-07-14T08:23:23Z', 'revision_number': 5, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'subnets': [{'id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:31:49.436679 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36792e-0e91-4ef7-9fb4-28b961dcddbd None None] Checking router: 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:31:49.444945 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440af0-043e-4446-bac9-5d2eb14d35bf req-ff6dd524-a82c-46d9-8098-4704981f8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:31:49.445599 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36792e-0e91-4ef7-9fb4-28b961dcddbd None None] Routers {'4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:31:49.446211 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6a36792e-0e91-4ef7-9fb4-28b961dcddbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:31:49.446584 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e3440af0-043e-4446-bac9-5d2eb14d35bf req-ff6dd524-a82c-46d9-8098-4704981f8d2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 200 len: 847 time: 0.0497065 Jul 14 08:31:49.493356 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ef24c-b3e3-4f9b-b9c1-5cb34af7b7b2 req-fb272b17-85ed-4bec-ac72-fe5fb43b7f9e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:31:49.494785 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-208ef24c-b3e3-4f9b-b9c1-5cb34af7b7b2 req-fb272b17-85ed-4bec-ac72-fe5fb43b7f9e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.0643506 Jul 14 08:31:49.506231 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440af0-043e-4446-bac9-5d2eb14d35bf req-90b4badf-865c-4862-b11b-64a16f5bcd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:31:49.507745 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e3440af0-043e-4446-bac9-5d2eb14d35bf req-90b4badf-865c-4862-b11b-64a16f5bcd1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00271ffa-2a2b-45c9-854b-e99ee9796ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547893 Jul 14 08:31:49.537516 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-208ef24c-b3e3-4f9b-b9c1-5cb34af7b7b2 req-935a4a0c-4053-4a26-b07a-f7cad8bc82e4 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365858 Jul 14 08:31:49.551758 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-6a36792e-0e91-4ef7-9fb4-28b961dcddbd None None] Set router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:31:49.602665 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e3440af0-043e-4446-bac9-5d2eb14d35bf req-9288edb6-9944-4658-87f0-1a1ee6f25735 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879269 Jul 14 08:31:49.694789 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-e3440af0-043e-4446-bac9-5d2eb14d35bf req-aa7c51af-16fe-408f-b3e9-a379388821b0 service neutron] 10.222.0.30 "GET /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853460 Jul 14 08:31:49.747163 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6a36792e-0e91-4ef7-9fb4-28b961dcddbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:18Z', 'revision_number': 4, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port': {'id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'fc72b2d3-2219-4066-8913-1dc145c7c79b', 'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'mac_address': 'fa:16:3e:b0:c2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:17Z', 'updated_at': '2021-07-14T08:23:23Z', 'revision_number': 5, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'subnets': [{'id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:31:49.774593 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36792e-0e91-4ef7-9fb4-28b961dcddbd None None] The sync data for ids ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'] in n-d-778696-5 is: [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:18Z', 'revision_number': 4, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port': {'id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'fc72b2d3-2219-4066-8913-1dc145c7c79b', 'name': '', 'network_id': '00271ffa-2a2b-45c9-854b-e99ee9796ce4', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'mac_address': 'fa:16:3e:b0:c2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:17Z', 'updated_at': '2021-07-14T08:23:23Z', 'revision_number': 5, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'subnets': [{'id': '53838af1-2ffa-445c-97ac-57cea73ec328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:31:49.985538 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae5f3d3-7b93-40b1-988b-cac1d7ef833f None None] New status for floating IP 08381027-e367-4dfd-940a-237f83482ef7: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:31:50.708369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ae11-002d-441f-b12e-3f54d675f081 req-12a2cadc-b2e0-4e99-bc74-d50f10593c89 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:31:50.709860 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9063ae11-002d-441f-b12e-3f54d675f081 req-12a2cadc-b2e0-4e99-bc74-d50f10593c89 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.0619521 Jul 14 08:31:50.746263 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-9063ae11-002d-441f-b12e-3f54d675f081 req-f0c454fb-38a8-45b9-883b-ee7ec6cdea5e tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/security-groups?id=c0bbb62a-74b2-452e-9f37-2bcd6e436194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307248 Jul 14 08:31:50.876851 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feae306-2793-49f9-a34e-a035071f7ee1 req-123268e9-2d9e-4426-ad51-174b991c3b65 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:31:50.878271 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5feae306-2793-49f9-a34e-a035071f7ee1 req-123268e9-2d9e-4426-ad51-174b991c3b65 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.30 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 945 time: 0.0603366 Jul 14 08:31:50.977557 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-5feae306-2793-49f9-a34e-a035071f7ee1 req-1091c746-07ed-422d-9d34-1a0b6b794cd2 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Deleting port 3ed10183-bb0e-401a-b158-b8d828269fce {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:31:50.978340 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5feae306-2793-49f9-a34e-a035071f7ee1 req-1091c746-07ed-422d-9d34-1a0b6b794cd2 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:51.061926 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-5feae306-2793-49f9-a34e-a035071f7ee1 req-1091c746-07ed-422d-9d34-1a0b6b794cd2 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] For port 3ed10183-bb0e-401a-b158-b8d828269fce, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=3ed10183-bb0e-401a-b158-b8d828269fce,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:31:51.062283 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5feae306-2793-49f9-a34e-a035071f7ee1 req-1091c746-07ed-422d-9d34-1a0b6b794cd2 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:51.075193 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-5feae306-2793-49f9-a34e-a035071f7ee1 req-1091c746-07ed-422d-9d34-1a0b6b794cd2 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Calling delete_port for 3ed10183-bb0e-401a-b158-b8d828269fce owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:31:51.214977 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5feae306-2793-49f9-a34e-a035071f7ee1 req-1091c746-07ed-422d-9d34-1a0b6b794cd2 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:51.241037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091c746-07ed-422d-9d34-1a0b6b794cd2 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event deleted for resources: {'Port': ['ID=3ed10183-bb0e-401a-b158-b8d828269fce,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:31:51.288371 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5feae306-2793-49f9-a34e-a035071f7ee1 req-1091c746-07ed-422d-9d34-1a0b6b794cd2 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] No DVR routers for this DVR port 3ed10183-bb0e-401a-b158-b8d828269fce on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:31:51.291029 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5feae306-2793-49f9-a34e-a035071f7ee1 req-1091c746-07ed-422d-9d34-1a0b6b794cd2 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:51.293023 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5feae306-2793-49f9-a34e-a035071f7ee1 req-1091c746-07ed-422d-9d34-1a0b6b794cd2 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.30 "DELETE /v2.0/ports/3ed10183-bb0e-401a-b158-b8d828269fce HTTP/1.1" status: 204 len: 173 time: 0.4097915 Jul 14 08:31:51.293494 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f949b7-1446-41b5-8c11-c48cfa4a3319', 'name': 'network-vif-deleted', 'tag': '3ed10183-bb0e-401a-b158-b8d828269fce'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:31:51.295784 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03ba4eb-88de-485c-beaa-a8c16c76324e" -d '{"events": [{"server_uuid": "04f949b7-1446-41b5-8c11-c48cfa4a3319", "name": "network-vif-deleted", "tag": "3ed10183-bb0e-401a-b158-b8d828269fce"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:31:51.330636 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e62acb8-b8cc-4b7d-bb75-d217673a347f x-openstack-request-id: req-9e62acb8-b8cc-4b7d-bb75-d217673a347f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:31:51.330955 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f949b7-1446-41b5-8c11-c48cfa4a3319", "name": "network-vif-deleted", "tag": "3ed10183-bb0e-401a-b158-b8d828269fce", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:31:51.331823 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e62acb8-b8cc-4b7d-bb75-d217673a347f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:31:51.332225 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f949b7-1446-41b5-8c11-c48cfa4a3319', 'name': 'network-vif-deleted', 'tag': '3ed10183-bb0e-401a-b158-b8d828269fce', 'status': 'completed', 'code': 200} Jul 14 08:31:51.890189 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-41d8219e-3c36-4ae4-94b4-c89e3ffbef51 req-d2a1dafb-e9e0-4e24-874c-42bd2d3f4ad1 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 210 time: 0.0328076 Jul 14 08:31:53.029372 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-eabf279c-f8c0-4aa5-bde0-bafcc31d92c0 req-2a0b56c3-fc62-4f97-a7cf-39d5b1716e76 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 210 time: 0.0282671 Jul 14 08:31:54.173161 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-15313813-2c15-48bd-b146-1caadfda6d4c req-2ded556b-3cce-4ebb-918c-4f9037980c73 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f949b7-1446-41b5-8c11-c48cfa4a3319 HTTP/1.1" status: 200 len: 210 time: 0.0285661 Jul 14 08:31:54.982849 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3ed10183-bb0e-401a-b158-b8d828269fce no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:31:55.003115 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 3ed10183-bb0e-401a-b158-b8d828269fce {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:31:55.003518 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 3ed10183-bb0e-401a-b158-b8d828269fce not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:31:55.266974 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43244) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:31:55.330283 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-939490a1-8cd6-42e4-8fa9-2b83a34ed106 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:55.355989 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-939490a1-8cd6-42e4-8fa9-2b83a34ed106 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:55.418943 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-939490a1-8cd6-42e4-8fa9-2b83a34ed106 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:55.421761 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-939490a1-8cd6-42e4-8fa9-2b83a34ed106 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:55.422986 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-939490a1-8cd6-42e4-8fa9-2b83a34ed106 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] 10.222.0.35 "DELETE /v2.0/security-groups/c0bbb62a-74b2-452e-9f37-2bcd6e436194 HTTP/1.1" status: 204 len: 168 time: 0.1549163 Jul 14 08:31:55.433257 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939490a1-8cd6-42e4-8fa9-2b83a34ed106 tempest-TestShelveInstance-940836747 tempest-TestShelveInstance-940836747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bbb62a-74b2-452e-9f37-2bcd6e436194,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:31:56.489349 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43250) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:31:56.931682 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d0f08da-b1a4-4e2f-b181-cdd43917fd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:57.197427 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f08da-b1a4-4e2f-b181-cdd43917fd08 admin admin] Deleting port fc72b2d3-2219-4066-8913-1dc145c7c79b {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:31:57.197775 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d0f08da-b1a4-4e2f-b181-cdd43917fd08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:57.276543 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9d0f08da-b1a4-4e2f-b181-cdd43917fd08 admin admin] For port fc72b2d3-2219-4066-8913-1dc145c7c79b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=fc72b2d3-2219-4066-8913-1dc145c7c79b,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:31:57.276905 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d0f08da-b1a4-4e2f-b181-cdd43917fd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:57.290004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f08da-b1a4-4e2f-b181-cdd43917fd08 admin admin] Calling delete_port for fc72b2d3-2219-4066-8913-1dc145c7c79b owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:31:57.472607 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d0f08da-b1a4-4e2f-b181-cdd43917fd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:57.502835 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f08da-b1a4-4e2f-b181-cdd43917fd08 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc72b2d3-2219-4066-8913-1dc145c7c79b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:31:57.676775 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d0f08da-b1a4-4e2f-b181-cdd43917fd08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:57.887738 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0f08da-b1a4-4e2f-b181-cdd43917fd08 admin admin] Router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:31:57.991529 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0f08da-b1a4-4e2f-b181-cdd43917fd08 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:31:57.996695 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-9d0f08da-b1a4-4e2f-b181-cdd43917fd08 admin admin] 10.222.0.35 "PUT /v2.0/routers/4e4279a7-efc2-43bf-b7a2-fe8bcb95c646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5062904 Jul 14 08:31:57.999277 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43254) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:31:58.002079 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc343ff1-a85f-4748-8a15-f2c707038032 None None] Sync routers for ids ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:31:58.012148 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc343ff1-a85f-4748-8a15-f2c707038032 None None] Routers {'4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:31:58.012743 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bc343ff1-a85f-4748-8a15-f2c707038032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:31:58.102374 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fed91ed5-bc46-4b09-ae5f-f2970e3aa10a admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:58.114688 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-bc343ff1-a85f-4748-8a15-f2c707038032 None None] Set router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:31:58.203262 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fed91ed5-bc46-4b09-ae5f-f2970e3aa10a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:58.255118 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fed91ed5-bc46-4b09-ae5f-f2970e3aa10a admin admin] Deleting port 1a396f82-cb17-4fa6-bfff-25c35b6704b2 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:31:58.255454 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fed91ed5-bc46-4b09-ae5f-f2970e3aa10a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:58.285885 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bc343ff1-a85f-4748-8a15-f2c707038032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:31:57Z', 'revision_number': 5, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port': {'id': '1a396f82-cb17-4fa6-bfff-25c35b6704b2', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:31:58.311161 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc343ff1-a85f-4748-8a15-f2c707038032 None None] Checking router: 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:31:58.319523 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc343ff1-a85f-4748-8a15-f2c707038032 None None] Routers {'4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:31:58.320121 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bc343ff1-a85f-4748-8a15-f2c707038032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:31:58.339714 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fed91ed5-bc46-4b09-ae5f-f2970e3aa10a admin admin] For port 1a396f82-cb17-4fa6-bfff-25c35b6704b2, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=1a396f82-cb17-4fa6-bfff-25c35b6704b2,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:31:58.340071 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fed91ed5-bc46-4b09-ae5f-f2970e3aa10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:58.351903 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fed91ed5-bc46-4b09-ae5f-f2970e3aa10a admin admin] Calling delete_port for 1a396f82-cb17-4fa6-bfff-25c35b6704b2 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:31:58.497417 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-bc343ff1-a85f-4748-8a15-f2c707038032 None None] Set router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:31:58.521663 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fed91ed5-bc46-4b09-ae5f-f2970e3aa10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:58.547456 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-bc343ff1-a85f-4748-8a15-f2c707038032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:31:58Z', 'revision_number': 6, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:31:58.552861 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed91ed5-bc46-4b09-ae5f-f2970e3aa10a admin admin] Pushing event deleted for resources: {'Port': ['ID=1a396f82-cb17-4fa6-bfff-25c35b6704b2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:31:58.577307 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc343ff1-a85f-4748-8a15-f2c707038032 None None] The sync data for ids ['4e4279a7-efc2-43bf-b7a2-fe8bcb95c646'] in n-d-778696-5 is: [{'id': '4e4279a7-efc2-43bf-b7a2-fe8bcb95c646', 'name': 'tempest-TestShelveInstance-321299933-router', 'tenant_id': '00605e4857a749bc9a946cd2849167a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:15Z', 'updated_at': '2021-07-14T08:31:58Z', 'revision_number': 6, 'project_id': '00605e4857a749bc9a946cd2849167a7', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:31:58.612364 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fed91ed5-bc46-4b09-ae5f-f2970e3aa10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:58.702831 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fed91ed5-bc46-4b09-ae5f-f2970e3aa10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:58.704969 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fed91ed5-bc46-4b09-ae5f-f2970e3aa10a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:58.746464 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fed91ed5-bc46-4b09-ae5f-f2970e3aa10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:58.746983 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed91ed5-bc46-4b09-ae5f-f2970e3aa10a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 08:31:58.751612 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fed91ed5-bc46-4b09-ae5f-f2970e3aa10a admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:58.753485 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-fed91ed5-bc46-4b09-ae5f-f2970e3aa10a admin admin] 10.222.0.35 "DELETE /v2.0/routers/4e4279a7-efc2-43bf-b7a2-fe8bcb95c646 HTTP/1.1" status: 204 len: 168 time: 0.7527068 Jul 14 08:31:58.756333 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43256) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:31:58.799037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c02fc4a-de3d-4d1b-8a3f-961676cf26b0 admin admin] Deleting subnet 53838af1-2ffa-445c-97ac-57cea73ec328 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:31:58.802059 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c02fc4a-de3d-4d1b-8a3f-961676cf26b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:58.835015 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c02fc4a-de3d-4d1b-8a3f-961676cf26b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:58.914834 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c02fc4a-de3d-4d1b-8a3f-961676cf26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:58.970035 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c02fc4a-de3d-4d1b-8a3f-961676cf26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:58.998390 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02fc4a-de3d-4d1b-8a3f-961676cf26b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53838af1-2ffa-445c-97ac-57cea73ec328,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:31:59.000373 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c02fc4a-de3d-4d1b-8a3f-961676cf26b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:59.006100 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43258) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:31:59.006634 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cf5928-ff64-4c1d-bbcf-086110f899b2 None None] Network 00271ffa-2a2b-45c9-854b-e99ee9796ce4 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:31:59.007110 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-1c02fc4a-de3d-4d1b-8a3f-961676cf26b0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/53838af1-2ffa-445c-97ac-57cea73ec328 HTTP/1.1" status: 204 len: 168 time: 0.2485368 Jul 14 08:31:59.083748 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:59.136436 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Deleting port 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:31:59.136904 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:59.201677 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] For port 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=54e0e5f2-72ed-4728-a6b7-9ed21e191f7b,segment=NetworkSegment(64ce15aa-ad37-4bbd-9bc8-05ab784d31d7),segment_id=64ce15aa-ad37-4bbd-9bc8-05ab784d31d7)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:31:59.202031 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:59.216822 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Calling delete_port for 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:31:59.297244 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:59.320279 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=54e0e5f2-72ed-4728-a6b7-9ed21e191f7b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:31:59.331664 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] No DVR routers for this DVR port 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:31:59.336425 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:59.336828 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:59.337150 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:59.337459 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:59.337787 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:59.338113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:59.338435 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:59.338755 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:59.339073 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:59.339392 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:59.339709 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:59.340024 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:31:59.354111 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f92b4d0-875b-4068-913a-5d9cb1b2207e None None] DHCP port deletion for 00271ffa-2a2b-45c9-854b-e99ee9796ce4 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 08:31:59.409835 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device fc72b2d3-2219-4066-8913-1dc145c7c79b no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:31:59.420281 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:59.429975 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00271ffa-2a2b-45c9-854b-e99ee9796ce4']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:31:59.430148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: fc72b2d3-2219-4066-8913-1dc145c7c79b {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:31:59.430427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device fc72b2d3-2219-4066-8913-1dc145c7c79b not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:31:59.430839 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:31:59.441660 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ce15aa-ad37-4bbd-9bc8-05ab784d31d7') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:31:59.442001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ce15aa-ad37-4bbd-9bc8-05ab784d31d7') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:31:59.451880 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:59.452863 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:31:59.453224 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 54e0e5f2-72ed-4728-a6b7-9ed21e191f7b not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:31:59.453649 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1a396f82-cb17-4fa6-bfff-25c35b6704b2 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:31:59.466456 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:59.472947 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 1a396f82-cb17-4fa6-bfff-25c35b6704b2 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:31:59.473149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:31:59.473520 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:59.473720 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 1a396f82-cb17-4fa6-bfff-25c35b6704b2 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: timer() Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:31:59.475257 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:31:59.531581 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:59.536880 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:31:59.538718 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/00271ffa-2a2b-45c9-854b-e99ee9796ce4 HTTP/1.1" status: 204 len: 168 time: 0.5324531 Jul 14 08:31:59.541865 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43260) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:31:59.549260 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498e272-9c80-44f3-9756-43c1db8c9fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=00271ffa-2a2b-45c9-854b-e99ee9796ce4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:31:59.888507 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba28f8f6-3169-4307-81db-29eacf8ea039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:00.423715 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ba28f8f6-3169-4307-81db-29eacf8ea039 admin admin] Deleting port 40d491c6-c72c-44ce-9ab9-b5e077b65222 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:32:00.424054 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba28f8f6-3169-4307-81db-29eacf8ea039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:00.498290 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-ba28f8f6-3169-4307-81db-29eacf8ea039 admin admin] For port 40d491c6-c72c-44ce-9ab9-b5e077b65222, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=40d491c6-c72c-44ce-9ab9-b5e077b65222,segment=NetworkSegment(01719f5b-9f10-4dff-8cc1-dfaffc51cdbe),segment_id=01719f5b-9f10-4dff-8cc1-dfaffc51cdbe)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:32:00.498652 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba28f8f6-3169-4307-81db-29eacf8ea039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:00.511700 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ba28f8f6-3169-4307-81db-29eacf8ea039 admin admin] Calling delete_port for 40d491c6-c72c-44ce-9ab9-b5e077b65222 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:32:00.623947 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d0572a35-2206-4cf7-948c-478de3bd3d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:00.686044 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba28f8f6-3169-4307-81db-29eacf8ea039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:00.714602 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28f8f6-3169-4307-81db-29eacf8ea039 admin admin] Pushing event deleted for resources: {'Port': ['ID=40d491c6-c72c-44ce-9ab9-b5e077b65222,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:00.876086 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba28f8f6-3169-4307-81db-29eacf8ea039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:01.085014 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba28f8f6-3169-4307-81db-29eacf8ea039 admin admin] Router 9db409c3-6dc0-42d8-892f-5b332a682da7 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:32:01.189282 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba28f8f6-3169-4307-81db-29eacf8ea039 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:32:01.194504 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-ba28f8f6-3169-4307-81db-29eacf8ea039 admin admin] 10.222.0.35 "PUT /v2.0/routers/9db409c3-6dc0-42d8-892f-5b332a682da7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6514986 Jul 14 08:32:01.196992 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43262) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:01.197965 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266f3b2-f1f3-41f5-93af-d90742c52af1 None None] Sync routers for ids ['9db409c3-6dc0-42d8-892f-5b332a682da7'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:32:01.207340 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e266f3b2-f1f3-41f5-93af-d90742c52af1 None None] Routers {'9db409c3-6dc0-42d8-892f-5b332a682da7'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:32:01.207954 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e266f3b2-f1f3-41f5-93af-d90742c52af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9db409c3-6dc0-42d8-892f-5b332a682da7'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:01.300278 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f380420-ea9b-4784-a961-56bc4742e453 admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:01.312620 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-e266f3b2-f1f3-41f5-93af-d90742c52af1 None None] Set router 9db409c3-6dc0-42d8-892f-5b332a682da7 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:32:01.402963 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f380420-ea9b-4784-a961-56bc4742e453 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:01.457568 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8f380420-ea9b-4784-a961-56bc4742e453 admin admin] Deleting port b148ed91-ba54-4879-b055-400a22230294 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:32:01.457913 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f380420-ea9b-4784-a961-56bc4742e453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:01.486133 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e266f3b2-f1f3-41f5-93af-d90742c52af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db409c3-6dc0-42d8-892f-5b332a682da7', 'name': 'tempest-TestShelveInstance-1458379784-router', 'tenant_id': 'b13d87f926234988b763ba47dbb86d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'b148ed91-ba54-4879-b055-400a22230294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:19Z', 'updated_at': '2021-07-14T08:32:00Z', 'revision_number': 5, 'project_id': 'b13d87f926234988b763ba47dbb86d9e', 'gw_port': {'id': 'b148ed91-ba54-4879-b055-400a22230294', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db409c3-6dc0-42d8-892f-5b332a682da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:23:20Z', 'updated_at': '2021-07-14T08:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:01.514817 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266f3b2-f1f3-41f5-93af-d90742c52af1 None None] Checking router: 9db409c3-6dc0-42d8-892f-5b332a682da7 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:32:01.523782 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e266f3b2-f1f3-41f5-93af-d90742c52af1 None None] Routers {'9db409c3-6dc0-42d8-892f-5b332a682da7'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:32:01.524396 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e266f3b2-f1f3-41f5-93af-d90742c52af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:31:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['9db409c3-6dc0-42d8-892f-5b332a682da7'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:01.535035 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8f380420-ea9b-4784-a961-56bc4742e453 admin admin] For port b148ed91-ba54-4879-b055-400a22230294, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=b148ed91-ba54-4879-b055-400a22230294,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:32:01.535395 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f380420-ea9b-4784-a961-56bc4742e453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:01.547855 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8f380420-ea9b-4784-a961-56bc4742e453 admin admin] Calling delete_port for b148ed91-ba54-4879-b055-400a22230294 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:32:01.604427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-e266f3b2-f1f3-41f5-93af-d90742c52af1 None None] Set router 9db409c3-6dc0-42d8-892f-5b332a682da7 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:32:01.657588 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-e266f3b2-f1f3-41f5-93af-d90742c52af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db409c3-6dc0-42d8-892f-5b332a682da7', 'name': 'tempest-TestShelveInstance-1458379784-router', 'tenant_id': 'b13d87f926234988b763ba47dbb86d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:19Z', 'updated_at': '2021-07-14T08:32:01Z', 'revision_number': 6, 'project_id': 'b13d87f926234988b763ba47dbb86d9e', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:01.684627 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266f3b2-f1f3-41f5-93af-d90742c52af1 None None] The sync data for ids ['9db409c3-6dc0-42d8-892f-5b332a682da7'] in n-d-778696-5 is: [{'id': '9db409c3-6dc0-42d8-892f-5b332a682da7', 'name': 'tempest-TestShelveInstance-1458379784-router', 'tenant_id': 'b13d87f926234988b763ba47dbb86d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:23:19Z', 'updated_at': '2021-07-14T08:32:01Z', 'revision_number': 6, 'project_id': 'b13d87f926234988b763ba47dbb86d9e', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:32:01.711293 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f380420-ea9b-4784-a961-56bc4742e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:01.735810 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f380420-ea9b-4784-a961-56bc4742e453 admin admin] Pushing event deleted for resources: {'Port': ['ID=b148ed91-ba54-4879-b055-400a22230294,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:01.802342 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f380420-ea9b-4784-a961-56bc4742e453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:01.892125 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f380420-ea9b-4784-a961-56bc4742e453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:01.894772 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f380420-ea9b-4784-a961-56bc4742e453 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:01.936219 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f380420-ea9b-4784-a961-56bc4742e453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:01.936779 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f380420-ea9b-4784-a961-56bc4742e453 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9db409c3-6dc0-42d8-892f-5b332a682da7 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 08:32:01.941904 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f380420-ea9b-4784-a961-56bc4742e453 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:01.942957 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8f380420-ea9b-4784-a961-56bc4742e453 admin admin] 10.222.0.35 "DELETE /v2.0/routers/9db409c3-6dc0-42d8-892f-5b332a682da7 HTTP/1.1" status: 204 len: 168 time: 0.7450204 Jul 14 08:32:01.945445 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43264) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:01.988872 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb313a42-9a7b-478b-aa5f-dcecf5d75fe1 admin admin] Deleting subnet d7ac8ee6-cedb-46cd-9d23-a9add0263cd4 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:32:01.991985 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb313a42-9a7b-478b-aa5f-dcecf5d75fe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.030757 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb313a42-9a7b-478b-aa5f-dcecf5d75fe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.110383 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb313a42-9a7b-478b-aa5f-dcecf5d75fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.162923 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb313a42-9a7b-478b-aa5f-dcecf5d75fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.187490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb313a42-9a7b-478b-aa5f-dcecf5d75fe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7ac8ee6-cedb-46cd-9d23-a9add0263cd4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:02.191692 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb313a42-9a7b-478b-aa5f-dcecf5d75fe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.195191 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-eb313a42-9a7b-478b-aa5f-dcecf5d75fe1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d7ac8ee6-cedb-46cd-9d23-a9add0263cd4 HTTP/1.1" status: 204 len: 168 time: 0.2471960 Jul 14 08:32:02.196155 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43266) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:02.198709 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e840e369-ffc2-497a-b8e0-b7060f379d8c None None] Network 75ff35bc-71fe-40a9-9960-24a67526ec2a requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:32:02.264912 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.316079 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] Deleting port a867ae4e-8106-4699-b4cf-57232a93583b {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:32:02.316416 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.381986 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] For port a867ae4e-8106-4699-b4cf-57232a93583b, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=a867ae4e-8106-4699-b4cf-57232a93583b,segment=NetworkSegment(01719f5b-9f10-4dff-8cc1-dfaffc51cdbe),segment_id=01719f5b-9f10-4dff-8cc1-dfaffc51cdbe)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:32:02.382273 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.394971 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] Calling delete_port for a867ae4e-8106-4699-b4cf-57232a93583b owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:32:02.432043 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] DHCP port deletion for 75ff35bc-71fe-40a9-9960-24a67526ec2a request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 08:32:02.479853 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.485664 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] Deleting port a867ae4e-8106-4699-b4cf-57232a93583b {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:32:02.486049 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.507110 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a867ae4e-8106-4699-b4cf-57232a93583b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:02.508930 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] No DVR routers for this DVR port a867ae4e-8106-4699-b4cf-57232a93583b on host n-d-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:32:02.549563 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] For port a867ae4e-8106-4699-b4cf-57232a93583b, host n-d-778696-5, got binding levels [] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:32:02.550503 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.563478 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] Calling delete_port for a867ae4e-8106-4699-b4cf-57232a93583b owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:32:02.566148 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.ipam_backend_mixin [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] Port a867ae4e-8106-4699-b4cf-57232a93583b was not found and therefore no delete operation was performed {{(pid=93829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 08:32:02.567369 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.582067 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.591765 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ff35bc-71fe-40a9-9960-24a67526ec2a']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:02.592891 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] Pushing event deleted for resources: {'Port': ['ID=a867ae4e-8106-4699-b4cf-57232a93583b,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:02.596144 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] No DVR routers for this DVR port a867ae4e-8106-4699-b4cf-57232a93583b on host n-d-778696-5 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:32:02.604013 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:02.604388 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:02.604749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:02.605086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:02.605441 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:02.605775 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:02.606112 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:02.606441 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:02.606768 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:02.607422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:02.607422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:02.607754 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951140ea-9d59-439e-9869-89becc64bb97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:02.613603 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01719f5b-9f10-4dff-8cc1-dfaffc51cdbe') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:02.613936 n-d-778696-5 neutron-server[93827]: DEBUG neutron.services.segments.db [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01719f5b-9f10-4dff-8cc1-dfaffc51cdbe') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:02.624340 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7452513'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.639081 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.646243 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:32:02.646702 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5979472'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: conditions |= (models_v2.Port.network_id.in_( Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: Traceback (most recent call last): Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: timer() Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: cb(*args, **kw) Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: return func(*args, **kwargs) Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: self._notify() Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: self.callback(batched_events) Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: event.method(event) Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: return f(self, *a, **k) Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: return self._get(url).json() Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: return self.request(url, 'GET', **kwargs) Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:32:02.648312 n-d-778696-5 neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:32:02.709296 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.715175 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.717174 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/75ff35bc-71fe-40a9-9960-24a67526ec2a HTTP/1.1" status: 204 len: 168 time: 0.5201149 Jul 14 08:32:02.728022 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f085a-c9d9-45dd-9ba6-c8c30b7b50a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=75ff35bc-71fe-40a9-9960-24a67526ec2a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:02.828813 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43270) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:02.875608 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-16eb0cf0-cc0c-4b49-a452-21f486133d14 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=00605e4857a749bc9a946cd2849167a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454075 Jul 14 08:32:02.877917 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43272) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:02.925889 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a02dd3f-b661-44bf-81d1-ab6e54f0f76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.947600 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a02dd3f-b661-44bf-81d1-ab6e54f0f76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.991764 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a02dd3f-b661-44bf-81d1-ab6e54f0f76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.994584 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a02dd3f-b661-44bf-81d1-ab6e54f0f76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:02.995731 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8a02dd3f-b661-44bf-81d1-ab6e54f0f76b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae7a85e6-dcb5-4524-a7c1-460f8e7ad442 HTTP/1.1" status: 204 len: 168 time: 0.1169016 Jul 14 08:32:03.004521 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02dd3f-b661-44bf-81d1-ab6e54f0f76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7a85e6-dcb5-4524-a7c1-460f8e7ad442,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:03.293659 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43278) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:03.334256 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-7fcb2a26-63da-4879-bcce-2858ee1ca590 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b13d87f926234988b763ba47dbb86d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393987 Jul 14 08:32:03.336664 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43280) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:03.349408 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b148ed91-ba54-4879-b055-400a22230294 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:32:03.369566 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: b148ed91-ba54-4879-b055-400a22230294 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:32:03.369995 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device b148ed91-ba54-4879-b055-400a22230294 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:32:03.370479 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a867ae4e-8106-4699-b4cf-57232a93583b no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:32:03.385975 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12e05c07-b2c2-48c6-9342-d835490d4de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:03.391751 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: a867ae4e-8106-4699-b4cf-57232a93583b {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:32:03.392044 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device a867ae4e-8106-4699-b4cf-57232a93583b not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:32:03.392460 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 40d491c6-c72c-44ce-9ab9-b5e077b65222 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:32:03.406925 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12e05c07-b2c2-48c6-9342-d835490d4de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:03.415361 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 40d491c6-c72c-44ce-9ab9-b5e077b65222 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:32:03.415705 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 40d491c6-c72c-44ce-9ab9-b5e077b65222 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:32:03.427242 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96f3cebb-0628-4915-b3ee-e6096a8b19d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:03.455506 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12e05c07-b2c2-48c6-9342-d835490d4de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:03.458620 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12e05c07-b2c2-48c6-9342-d835490d4de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:03.459760 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-12e05c07-b2c2-48c6-9342-d835490d4de8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/301bbd45-674c-4b3b-bede-90e6a256ecfb HTTP/1.1" status: 204 len: 168 time: 0.1221032 Jul 14 08:32:03.467155 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e05c07-b2c2-48c6-9342-d835490d4de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301bbd45-674c-4b3b-bede-90e6a256ecfb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:03.782378 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:04.096897 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43302) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:04.187241 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c6522037-8cfd-4388-beb3-5c05b53a65aa admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1473693401-network', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:32:04.209119 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6522037-8cfd-4388-beb3-5c05b53a65aa admin admin] Made reservation on behalf of fc4a4a0489ae475f9b31eff8cd438bbb for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:32:04.211371 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6522037-8cfd-4388-beb3-5c05b53a65aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:04.219473 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6522037-8cfd-4388-beb3-5c05b53a65aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:04.304233 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6522037-8cfd-4388-beb3-5c05b53a65aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:04.307888 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6522037-8cfd-4388-beb3-5c05b53a65aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:04.331261 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6522037-8cfd-4388-beb3-5c05b53a65aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:32:04.339610 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6522037-8cfd-4388-beb3-5c05b53a65aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368ad25d-2e5b-4c17-a54e-1f2a07b9750c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:04.345403 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6522037-8cfd-4388-beb3-5c05b53a65aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:04.345743 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-c6522037-8cfd-4388-beb3-5c05b53a65aa admin admin] Added segment 65b1ec5a-90a2-49d5-986d-29cfa575b89a of type vlan for network 91999760-f7d9-43f4-a030-2bb5d05e4c27 Jul 14 08:32:04.386358 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6522037-8cfd-4388-beb3-5c05b53a65aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:04.414221 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6522037-8cfd-4388-beb3-5c05b53a65aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:04.415111 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6522037-8cfd-4388-beb3-5c05b53a65aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:04.415693 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6522037-8cfd-4388-beb3-5c05b53a65aa admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:04.470710 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-c6522037-8cfd-4388-beb3-5c05b53a65aa admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3725386 Jul 14 08:32:04.473801 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43306) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:04.475760 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6522037-8cfd-4388-beb3-5c05b53a65aa admin admin] Pushing event updated for resources: {'Network': ['ID=91999760-f7d9-43f4-a030-2bb5d05e4c27,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:04.480287 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-252cc284-b87b-4a68-b9f0-dd90db072ece admin admin] Request body: {'subnet': {'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1473693401-subnet', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:32:04.485113 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 91999760-f7d9-43f4-a030-2bb5d05e4c27 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:32:04.502781 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252cc284-b87b-4a68-b9f0-dd90db072ece admin admin] Made reservation on behalf of fc4a4a0489ae475f9b31eff8cd438bbb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:32:04.505473 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-252cc284-b87b-4a68-b9f0-dd90db072ece admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6474898'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:04.928536 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-252cc284-b87b-4a68-b9f0-dd90db072ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6474912'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:04.992127 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cc284-b87b-4a68-b9f0-dd90db072ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec4e5917-8201-463b-bd17-1a9e9c9c9043,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:04.994391 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:05.000980 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252cc284-b87b-4a68-b9f0-dd90db072ece admin admin] Checking segment: {'id': '65b1ec5a-90a2-49d5-986d-29cfa575b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:32:05.001369 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252cc284-b87b-4a68-b9f0-dd90db072ece admin admin] Network hostable DHCP agents. Network: 91999760-f7d9-43f4-a030-2bb5d05e4c27, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:32:05.018674 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252cc284-b87b-4a68-b9f0-dd90db072ece admin admin] Network 91999760-f7d9-43f4-a030-2bb5d05e4c27 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:32:05.026910 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-252cc284-b87b-4a68-b9f0-dd90db072ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 91999760-f7d9-43f4-a030-2bb5d05e4c27) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:32:05.030925 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252cc284-b87b-4a68-b9f0-dd90db072ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:05.031499 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-252cc284-b87b-4a68-b9f0-dd90db072ece admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:05.037668 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f59d49-64c3-44cb-963e-708194b4808a None None] Network 91999760-f7d9-43f4-a030-2bb5d05e4c27 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:32:05.044589 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-252cc284-b87b-4a68-b9f0-dd90db072ece admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5695710 Jul 14 08:32:05.047243 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43308) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:05.052007 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:32:05.071067 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:05.072013 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:05.122629 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:05.179716 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-91999760-f7d9-43f4-a030-2bb5d05e4c27', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:32:05.180592 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:05.258330 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:05.459115 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:05.480891 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:05.483558 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Allocated IP 172.20.0.2 (91999760-f7d9-43f4-a030-2bb5d05e4c27/ec4e5917-8201-463b-bd17-1a9e9c9c9043/ad3bc77c-408d-437b-8d61-ad0c176600f3) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:32:05.578595 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] Allocated IP 172.25.7.177 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/37cfd117-a124-4ad8-adee-b8f262821ee7) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:32:05.630889 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:05.639230 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Transition to ACTIVE for port object ad3bc77c-408d-437b-8d61-ad0c176600f3 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:32:05.653624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Transition to ACTIVE for port object ad3bc77c-408d-437b-8d61-ad0c176600f3 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:32:05.659717 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:05.688132 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:05.694288 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Network 91999760-f7d9-43f4-a030-2bb5d05e4c27 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:32:05.700328 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:32:05.704123 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:32:05.711440 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Pushing event updated for resources: {'Port': ['ID=ad3bc77c-408d-437b-8d61-ad0c176600f3,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:05.728824 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:05.764765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Attempting to bind port ad3bc77c-408d-437b-8d61-ad0c176600f3 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:32:05.765136 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Attempting to bind port ad3bc77c-408d-437b-8d61-ad0c176600f3 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '65b1ec5a-90a2-49d5-986d-29cfa575b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:32:05.765555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Attempting to bind port ad3bc77c-408d-437b-8d61-ad0c176600f3 on network 91999760-f7d9-43f4-a030-2bb5d05e4c27 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:32:05.766702 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:32:05.770648 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:32:05.771021 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Checking segment: {'id': '65b1ec5a-90a2-49d5-986d-29cfa575b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:32:05.771433 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:05.771763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:32:05.771894 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Bound using segment: {'id': '65b1ec5a-90a2-49d5-986d-29cfa575b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:32:05.772280 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Bound port: ad3bc77c-408d-437b-8d61-ad0c176600f3, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b1ec5a-90a2-49d5-986d-29cfa575b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:32:05.772731 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:05.775594 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:32:05.800927 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] Pushing event updated for resources: {'Port': ['ID=37cfd117-a124-4ad8-adee-b8f262821ee7,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:05.839012 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] For port ad3bc77c-408d-437b-8d61-ad0c176600f3, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:32:05.842046 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] For port ad3bc77c-408d-437b-8d61-ad0c176600f3, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ad3bc77c-408d-437b-8d61-ad0c176600f3,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:32:05.846677 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:05.903294 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d006fe-020f-46d2-b8d3-246c896d6dd4 None None] Pushing event updated for resources: {'Port': ['ID=ad3bc77c-408d-437b-8d61-ad0c176600f3,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:06.036884 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:06.254433 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:06.380059 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] Router eaf8ae48-29e7-4784-9347-e4049c4b041f is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 08:32:06.483533 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:32:06.493635 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Sync routers for ids ['eaf8ae48-29e7-4784-9347-e4049c4b041f'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:32:06.500418 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:06.505166 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-ddf0c984-bf46-4b96-955c-f59ab94d3d4c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4535408 Jul 14 08:32:06.505501 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43310) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:06.505964 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Routers {'eaf8ae48-29e7-4784-9347-e4049c4b041f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:32:06.506716 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:32:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['eaf8ae48-29e7-4784-9347-e4049c4b041f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:06.545833 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:06.631238 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Set router eaf8ae48-29e7-4784-9347-e4049c4b041f gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:32:06.812827 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:05Z', 'revision_number': 3, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port': {'id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:06.825861 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb73033-f6fa-4bd5-bd1b-12d46181d358 None None] Network 91999760-f7d9-43f4-a030-2bb5d05e4c27 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:32:06.840518 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Checking router: eaf8ae48-29e7-4784-9347-e4049c4b041f for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:32:06.840980 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Updating router eaf8ae48-29e7-4784-9347-e4049c4b041f port 37cfd117-a124-4ad8-adee-b8f262821ee7 binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:32:06.878095 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:06.948880 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:06.953050 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3e081db3-4185-418f-9586-fb5d99bf0632 None None] Provisioning for port ad3bc77c-408d-437b-8d61-ad0c176600f3 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:32:07.141822 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:07.153792 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Transition to ACTIVE for port object 37cfd117-a124-4ad8-adee-b8f262821ee7 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:32:07.160231 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:07.205154 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bad9f5-6392-41f7-b789-d549a9a63929 None None] Pushing event updated for resources: {'Port': ['ID=37cfd117-a124-4ad8-adee-b8f262821ee7,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:07.221512 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Attempting to bind port 37cfd117-a124-4ad8-adee-b8f262821ee7 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:32:07.221873 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Attempting to bind port 37cfd117-a124-4ad8-adee-b8f262821ee7 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:32:07.222225 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Attempting to bind port 37cfd117-a124-4ad8-adee-b8f262821ee7 on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:32:07.229484 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bad9f5-6392-41f7-b789-d549a9a63929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:07.229820 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bad9f5-6392-41f7-b789-d549a9a63929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:07.230149 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bad9f5-6392-41f7-b789-d549a9a63929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:07.230474 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bad9f5-6392-41f7-b789-d549a9a63929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:07.230797 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bad9f5-6392-41f7-b789-d549a9a63929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:07.231117 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bad9f5-6392-41f7-b789-d549a9a63929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:07.231432 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bad9f5-6392-41f7-b789-d549a9a63929 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:07.231746 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bad9f5-6392-41f7-b789-d549a9a63929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:07.232060 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bad9f5-6392-41f7-b789-d549a9a63929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:07.232370 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bad9f5-6392-41f7-b789-d549a9a63929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:07.232691 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bad9f5-6392-41f7-b789-d549a9a63929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:07.232998 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bad9f5-6392-41f7-b789-d549a9a63929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:32:07.238945 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:32:07.239316 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:32:07.239705 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:07.240088 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:32:07.240554 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Bound port: 37cfd117-a124-4ad8-adee-b8f262821ee7, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:32:07.240926 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:07.299821 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] For port 37cfd117-a124-4ad8-adee-b8f262821ee7, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:32:07.306749 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] For port 37cfd117-a124-4ad8-adee-b8f262821ee7, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=37cfd117-a124-4ad8-adee-b8f262821ee7,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:32:07.312606 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:07.355493 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Routers {'eaf8ae48-29e7-4784-9347-e4049c4b041f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:32:07.356108 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:32:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['eaf8ae48-29e7-4784-9347-e4049c4b041f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:07.399609 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] Allocated IP 172.20.0.1 (91999760-f7d9-43f4-a030-2bb5d05e4c27/ec4e5917-8201-463b-bd17-1a9e9c9c9043/eeec0990-5676-4b7d-8c97-ed0e81aef585) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:32:07.442103 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ad3bc77c-408d-437b-8d61-ad0c176600f3 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:32:07.481414 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bad9f5-6392-41f7-b789-d549a9a63929 None None] Pushing event updated for resources: {'Port': ['ID=37cfd117-a124-4ad8-adee-b8f262821ee7,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:07.485360 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] Set router eaf8ae48-29e7-4784-9347-e4049c4b041f gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:32:07.506895 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port ad3bc77c-408d-437b-8d61-ad0c176600f3 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:32:07.510509 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port ad3bc77c-408d-437b-8d61-ad0c176600f3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:32:07.510886 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:07.525324 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:07.538204 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] Transition to ACTIVE for port object eeec0990-5676-4b7d-8c97-ed0e81aef585 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:32:07.573735 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:07.593162 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:07.615573 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] Network 91999760-f7d9-43f4-a030-2bb5d05e4c27 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:32:07.624829 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:32:07.627482 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:32:07.628744 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port ad3bc77c-408d-437b-8d61-ad0c176600f3, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ad3bc77c-408d-437b-8d61-ad0c176600f3,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:32:07.634808 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:07.664847 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=eeec0990-5676-4b7d-8c97-ed0e81aef585,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:07.673300 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:05Z', 'revision_number': 3, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port': {'id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:07.684988 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:07.701534 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=ad3bc77c-408d-437b-8d61-ad0c176600f3,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:07.707774 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469aa032-8223-4e81-88b4-751ee0f8e300 None None] The sync data for ids ['eaf8ae48-29e7-4784-9347-e4049c4b041f'] in n-d-778696-5 is: [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:05Z', 'revision_number': 3, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port': {'id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:32:07.831593 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:07.949999 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-92b998b3-a23e-4166-896c-1f160766ef1b None None] Provisioning for port eeec0990-5676-4b7d-8c97-ed0e81aef585 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:32:07.954427 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-92b998b3-a23e-4166-896c-1f160766ef1b None None] Provisioning complete for port eeec0990-5676-4b7d-8c97-ed0e81aef585 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:32:07.954798 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-92b998b3-a23e-4166-896c-1f160766ef1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:08.002798 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-92b998b3-a23e-4166-896c-1f160766ef1b None None] Port eeec0990-5676-4b7d-8c97-ed0e81aef585 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:32:08.033365 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:08.040764 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:08.114128 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=eeec0990-5676-4b7d-8c97-ed0e81aef585,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:08.116547 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:08.212268 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] Network 91999760-f7d9-43f4-a030-2bb5d05e4c27 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:32:08.213928 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:32:08.338564 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] Router eaf8ae48-29e7-4784-9347-e4049c4b041f has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:32:08.423415 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-46014809-9413-427e-a574-e7dbc4750a0f None None] Provisioning complete for port eeec0990-5676-4b7d-8c97-ed0e81aef585 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:32:08.423783 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-46014809-9413-427e-a574-e7dbc4750a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:08.455028 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:32:08.460411 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5674c2ed-82d2-452a-a175-b4f038d9b7f4 admin admin] 10.222.0.35 "PUT /v2.0/routers/eaf8ae48-29e7-4784-9347-e4049c4b041f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9540269 Jul 14 08:32:08.466143 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-46014809-9413-427e-a574-e7dbc4750a0f None None] Port eeec0990-5676-4b7d-8c97-ed0e81aef585 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:32:08.908304 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43326) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:08.913352 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-08b563fe-3e95-4ece-9421-062614cc8c10 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1371908115-network', 'tenant_id': '74923e388ddb408d98cb4751b84ca962'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:32:08.934458 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b563fe-3e95-4ece-9421-062614cc8c10 admin admin] Made reservation on behalf of 74923e388ddb408d98cb4751b84ca962 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:32:08.936996 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-08b563fe-3e95-4ece-9421-062614cc8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:08.946520 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-08b563fe-3e95-4ece-9421-062614cc8c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:09.040185 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-08b563fe-3e95-4ece-9421-062614cc8c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:09.044032 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-08b563fe-3e95-4ece-9421-062614cc8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:09.073823 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b563fe-3e95-4ece-9421-062614cc8c10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:32:09.080332 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b563fe-3e95-4ece-9421-062614cc8c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a187cd69-f2b2-4e2d-9efc-2a7a9cbe2078,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:09.086444 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-08b563fe-3e95-4ece-9421-062614cc8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:09.086789 n-d-778696-5 neutron-server[93827]: INFO neutron.db.segments_db [None req-08b563fe-3e95-4ece-9421-062614cc8c10 admin admin] Added segment d2a16bea-c83a-4f10-bd85-ec7feb29ecb4 of type vlan for network 5282c63a-d22b-43fa-af03-1c1793657e33 Jul 14 08:32:09.127711 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-08b563fe-3e95-4ece-9421-062614cc8c10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770202100255'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:09.156103 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-08b563fe-3e95-4ece-9421-062614cc8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:09.157024 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b563fe-3e95-4ece-9421-062614cc8c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:09.157647 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-08b563fe-3e95-4ece-9421-062614cc8c10 admin admin] Notify callbacks [] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:09.215598 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-08b563fe-3e95-4ece-9421-062614cc8c10 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3061728 Jul 14 08:32:09.218316 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43328) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:09.224069 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-edc1eacb-1c93-4334-ab1e-1b4665839821 admin admin] Request body: {'subnet': {'network_id': '5282c63a-d22b-43fa-af03-1c1793657e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1371908115-subnet', 'tenant_id': '74923e388ddb408d98cb4751b84ca962', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:32:09.232399 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b563fe-3e95-4ece-9421-062614cc8c10 admin admin] Pushing event updated for resources: {'Network': ['ID=5282c63a-d22b-43fa-af03-1c1793657e33,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:09.245024 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Network 5282c63a-d22b-43fa-af03-1c1793657e33 details requested by agent ovs-agent-n-d-778696-5 with host n-d-778696-5 {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:32:09.250768 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc1eacb-1c93-4334-ab1e-1b4665839821 admin admin] Made reservation on behalf of 74923e388ddb408d98cb4751b84ca962 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:32:09.253108 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-edc1eacb-1c93-4334-ab1e-1b4665839821 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379823'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:09.290413 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Sync routers for ids ['eaf8ae48-29e7-4784-9347-e4049c4b041f'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:32:09.314455 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Routers {'eaf8ae48-29e7-4784-9347-e4049c4b041f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:32:09.315502 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:32:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['eaf8ae48-29e7-4784-9347-e4049c4b041f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:09.437546 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Set router eaf8ae48-29e7-4784-9347-e4049c4b041f gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:32:09.452485 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-edc1eacb-1c93-4334-ab1e-1b4665839821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379805'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:09.470097 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ad3bc77c-408d-437b-8d61-ad0c176600f3 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:32:09.509164 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1eacb-1c93-4334-ab1e-1b4665839821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=772c526a-d926-43fa-8287-613e4285d78e,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:09.518128 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc1eacb-1c93-4334-ab1e-1b4665839821 admin admin] Checking segment: {'id': 'd2a16bea-c83a-4f10-bd85-ec7feb29ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5282c63a-d22b-43fa-af03-1c1793657e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:32:09.518498 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc1eacb-1c93-4334-ab1e-1b4665839821 admin admin] Network hostable DHCP agents. Network: 5282c63a-d22b-43fa-af03-1c1793657e33, hostable agents: ['6a7fc331-5b40-4f3e-afb7-33a78b8f600d'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:32:09.536388 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc1eacb-1c93-4334-ab1e-1b4665839821 admin admin] Network 5282c63a-d22b-43fa-af03-1c1793657e33 is scheduled to be hosted by DHCP agent 6a7fc331-5b40-4f3e-afb7-33a78b8f600d with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:32:09.546101 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-edc1eacb-1c93-4334-ab1e-1b4665839821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-5, 5282c63a-d22b-43fa-af03-1c1793657e33) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:32:09.551289 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1eacb-1c93-4334-ab1e-1b4665839821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:09.551871 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-edc1eacb-1c93-4334-ab1e-1b4665839821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:09.568378 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71750e47-a4f5-4656-84e0-2109958271e2 None None] Network 5282c63a-d22b-43fa-af03-1c1793657e33 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:32:09.568664 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-edc1eacb-1c93-4334-ab1e-1b4665839821 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3489890 Jul 14 08:32:09.571527 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43330) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:09.575972 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1371908115-router', 'tenant_id': '74923e388ddb408d98cb4751b84ca962', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:32:09.596414 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62077'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:09.597471 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62068'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:09.653499 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:09.669404 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port ad3bc77c-408d-437b-8d61-ad0c176600f3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:32:09.669782 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:09.790001 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62054'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:09.874104 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 37cfd117-a124-4ad8-adee-b8f262821ee7 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:32:09.877773 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b95d269-4910-554b-9cad-a46c726019ea-5282c63a-d22b-43fa-af03-1c1793657e33', 'network_id': '5282c63a-d22b-43fa-af03-1c1793657e33', 'tenant_id': '74923e388ddb408d98cb4751b84ca962', 'fixed_ips': [{'subnet_id': '772c526a-d926-43fa-8287-613e4285d78e'}]}} from n-d-778696-5. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:32:09.879149 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:09.909936 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:07Z', 'revision_number': 4, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port': {'id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'eeec0990-5676-4b7d-8c97-ed0e81aef585', 'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'mac_address': 'fa:16:3e:f9:27:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:06Z', 'updated_at': '2021-07-14T08:32:07Z', 'revision_number': 2, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'subnets': [{'id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:09.943018 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Checking router: eaf8ae48-29e7-4784-9347-e4049c4b041f for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:32:09.943364 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Updating router eaf8ae48-29e7-4784-9347-e4049c4b041f port eeec0990-5676-4b7d-8c97-ed0e81aef585 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:32:09.999675 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:10.019704 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:10.034601 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:10.083494 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 37cfd117-a124-4ad8-adee-b8f262821ee7 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:32:10.097311 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 37cfd117-a124-4ad8-adee-b8f262821ee7 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:32:10.097682 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:10.122323 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] Allocated IP 172.25.7.35 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/231e09d4-1af5-4e21-ad35-3392bc97635a) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:32:10.223704 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Allocated IP 172.20.0.2 (5282c63a-d22b-43fa-af03-1c1793657e33/772c526a-d926-43fa-8287-613e4285d78e/089dd351-3ff5-49c8-9a20-9626e8aaed15) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:32:10.226408 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:10.267824 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:10.308571 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:32:10.313026 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:32:10.315960 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:32:10.339615 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] Pushing event updated for resources: {'Port': ['ID=231e09d4-1af5-4e21-ad35-3392bc97635a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:10.387677 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:10.433833 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 37cfd117-a124-4ad8-adee-b8f262821ee7, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=37cfd117-a124-4ad8-adee-b8f262821ee7,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:32:10.445442 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:10.568403 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:10.704205 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:10.727607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=37cfd117-a124-4ad8-adee-b8f262821ee7,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:10.736549 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Transition to ACTIVE for port object 089dd351-3ff5-49c8-9a20-9626e8aaed15 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:32:10.763073 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:10.766697 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423254'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:10.767423 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Transition to ACTIVE for port object 089dd351-3ff5-49c8-9a20-9626e8aaed15 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:32:10.775637 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Transition to ACTIVE for port object eeec0990-5676-4b7d-8c97-ed0e81aef585 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:32:10.777753 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:10.786676 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:10.829116 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Network 5282c63a-d22b-43fa-af03-1c1793657e33 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:32:10.835687 n-d-778696-5 neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:32:10.840997 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:32:10.843289 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Pushing event updated for resources: {'Port': ['ID=089dd351-3ff5-49c8-9a20-9626e8aaed15,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:10.986555 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Attempting to bind port 089dd351-3ff5-49c8-9a20-9626e8aaed15 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:32:10.987604 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Attempting to bind port 089dd351-3ff5-49c8-9a20-9626e8aaed15 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'd2a16bea-c83a-4f10-bd85-ec7feb29ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5282c63a-d22b-43fa-af03-1c1793657e33'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:32:10.988276 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Attempting to bind port 089dd351-3ff5-49c8-9a20-9626e8aaed15 on network 5282c63a-d22b-43fa-af03-1c1793657e33 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:32:10.994699 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b475b78-b6a1-42fa-89f0-f1d054d61ad5 None None] Pushing event updated for resources: {'Port': ['ID=eeec0990-5676-4b7d-8c97-ed0e81aef585,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:11.000067 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Attempting to bind port eeec0990-5676-4b7d-8c97-ed0e81aef585 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:32:11.000433 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Attempting to bind port eeec0990-5676-4b7d-8c97-ed0e81aef585 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '65b1ec5a-90a2-49d5-986d-29cfa575b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:32:11.000790 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Attempting to bind port eeec0990-5676-4b7d-8c97-ed0e81aef585 on network 91999760-f7d9-43f4-a030-2bb5d05e4c27 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:32:11.003248 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:32:11.003581 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Checking segment: {'id': 'd2a16bea-c83a-4f10-bd85-ec7feb29ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5282c63a-d22b-43fa-af03-1c1793657e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:32:11.003978 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:11.004364 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Bound using segment: {'id': 'd2a16bea-c83a-4f10-bd85-ec7feb29ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5282c63a-d22b-43fa-af03-1c1793657e33'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:32:11.005092 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Bound port: 089dd351-3ff5-49c8-9a20-9626e8aaed15, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a16bea-c83a-4f10-bd85-ec7feb29ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5282c63a-d22b-43fa-af03-1c1793657e33'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:32:11.005497 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:11.017838 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:32:11.018944 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Checking segment: {'id': '65b1ec5a-90a2-49d5-986d-29cfa575b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:32:11.019278 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:11.019678 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Bound using segment: {'id': '65b1ec5a-90a2-49d5-986d-29cfa575b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:32:11.020156 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Bound port: eeec0990-5676-4b7d-8c97-ed0e81aef585, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b1ec5a-90a2-49d5-986d-29cfa575b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:32:11.020542 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:11.132938 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] For port 089dd351-3ff5-49c8-9a20-9626e8aaed15, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:32:11.138029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] For port 089dd351-3ff5-49c8-9a20-9626e8aaed15, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=089dd351-3ff5-49c8-9a20-9626e8aaed15,segment=NetworkSegment(d2a16bea-c83a-4f10-bd85-ec7feb29ecb4),segment_id=d2a16bea-c83a-4f10-bd85-ec7feb29ecb4)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:32:11.141885 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] For port eeec0990-5676-4b7d-8c97-ed0e81aef585, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:32:11.145869 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] For port eeec0990-5676-4b7d-8c97-ed0e81aef585, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=eeec0990-5676-4b7d-8c97-ed0e81aef585,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:32:11.147553 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:11.152972 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:11.219854 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] Router 13ccee47-646e-4c88-854a-5ab289056184 is scheduled to L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 08:32:11.220513 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9ade1-9f3a-4ddb-87d2-294066c92751 None None] Pushing event updated for resources: {'Port': ['ID=089dd351-3ff5-49c8-9a20-9626e8aaed15,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:11.227107 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Routers {'eaf8ae48-29e7-4784-9347-e4049c4b041f'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:32:11.227735 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:32:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['eaf8ae48-29e7-4784-9347-e4049c4b041f'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:11.356077 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:32:11.365462 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Sync routers for ids ['13ccee47-646e-4c88-854a-5ab289056184'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:32:11.367887 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b475b78-b6a1-42fa-89f0-f1d054d61ad5 None None] Pushing event updated for resources: {'Port': ['ID=eeec0990-5676-4b7d-8c97-ed0e81aef585,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:11.382067 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Routers {'13ccee47-646e-4c88-854a-5ab289056184'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:32:11.382976 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:32:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['13ccee47-646e-4c88-854a-5ab289056184'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:11.405365 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:11.406771 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e8bab0dc-6a12-4b0a-8a29-e668e9203e9f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8342507 Jul 14 08:32:11.410266 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43332) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:11.411445 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 37cfd117-a124-4ad8-adee-b8f262821ee7 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:32:11.440624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] Set router eaf8ae48-29e7-4784-9347-e4049c4b041f gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:32:11.498477 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Set router 13ccee47-646e-4c88-854a-5ab289056184 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:32:11.612140 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 37cfd117-a124-4ad8-adee-b8f262821ee7 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:32:11.612666 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:11.796697 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:07Z', 'revision_number': 4, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port': {'id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'eeec0990-5676-4b7d-8c97-ed0e81aef585', 'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'mac_address': 'fa:16:3e:f9:27:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:06Z', 'updated_at': '2021-07-14T08:32:11Z', 'revision_number': 4, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'subnets': [{'id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:11.826844 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccee47-646e-4c88-854a-5ab289056184', 'name': 'tempest-TestSnapshotPattern-1371908115-router', 'tenant_id': '74923e388ddb408d98cb4751b84ca962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '231e09d4-1af5-4e21-ad35-3392bc97635a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:09Z', 'updated_at': '2021-07-14T08:32:10Z', 'revision_number': 3, 'project_id': '74923e388ddb408d98cb4751b84ca962', 'gw_port': {'id': '231e09d4-1af5-4e21-ad35-3392bc97635a', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:dc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ccee47-646e-4c88-854a-5ab289056184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:10Z', 'updated_at': '2021-07-14T08:32:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:11.829523 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a67fefc-dc3d-4ab6-a699-6ff10c09f70b None None] The sync data for ids ['eaf8ae48-29e7-4784-9347-e4049c4b041f'] in n-d-778696-5 is: [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:07Z', 'revision_number': 4, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port': {'id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'eeec0990-5676-4b7d-8c97-ed0e81aef585', 'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'mac_address': 'fa:16:3e:f9:27:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:06Z', 'updated_at': '2021-07-14T08:32:11Z', 'revision_number': 4, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'subnets': [{'id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:32:11.853526 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Checking router: 13ccee47-646e-4c88-854a-5ab289056184 for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:32:11.853988 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Updating router 13ccee47-646e-4c88-854a-5ab289056184 port 231e09d4-1af5-4e21-ad35-3392bc97635a binding host n-d-778696-5 {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:32:11.919193 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:11.972881 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:12.155230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] Allocated IP 172.20.0.1 (5282c63a-d22b-43fa-af03-1c1793657e33/772c526a-d926-43fa-8287-613e4285d78e/0eaa3a26-4a4a-4676-b2fc-15a7321136d9) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:32:12.216135 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:12.227671 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Transition to ACTIVE for port object 231e09d4-1af5-4e21-ad35-3392bc97635a will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:32:12.235169 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:12.283533 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:12.295139 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Attempting to bind port 231e09d4-1af5-4e21-ad35-3392bc97635a on host n-d-778696-5 for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:32:12.295501 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Attempting to bind port 231e09d4-1af5-4e21-ad35-3392bc97635a by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:32:12.295859 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Attempting to bind port 231e09d4-1af5-4e21-ad35-3392bc97635a on network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:32:12.303155 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:32:12.303806 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Checking segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:32:12.303935 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:12.304279 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Bound using segment: {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:32:12.304772 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Bound port: 231e09d4-1af5-4e21-ad35-3392bc97635a, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736230df-6b1d-47d0-9dad-876adfd14dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:32:12.305145 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:12.305972 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] Transition to ACTIVE for port object 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:32:12.331682 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2c6da-c37a-4d52-b1d5-25ccb310dbe6 None None] Pushing event updated for resources: {'Port': ['ID=231e09d4-1af5-4e21-ad35-3392bc97635a,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:12.354366 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:12.381765 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] For port 231e09d4-1af5-4e21-ad35-3392bc97635a, host n-d-778696-5, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:32:12.386286 n-d-778696-5 neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] For port 231e09d4-1af5-4e21-ad35-3392bc97635a, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=231e09d4-1af5-4e21-ad35-3392bc97635a,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:32:12.394345 n-d-778696-5 neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:12.401339 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] Network 5282c63a-d22b-43fa-af03-1c1793657e33 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:32:12.404524 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:32:12.408375 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:32:12.448428 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] Pushing event updated for resources: {'Port': ['ID=0eaa3a26-4a4a-4676-b2fc-15a7321136d9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:12.449272 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Routers {'13ccee47-646e-4c88-854a-5ab289056184'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:32:12.449953 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:32:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['13ccee47-646e-4c88-854a-5ab289056184'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:12.468613 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423333'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:12.515905 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e13ce4-e899-4641-9a6b-614f56bbd40a None None] Network 5282c63a-d22b-43fa-af03-1c1793657e33 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:32:12.562391 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2c6da-c37a-4d52-b1d5-25ccb310dbe6 None None] Pushing event updated for resources: {'Port': ['ID=231e09d4-1af5-4e21-ad35-3392bc97635a,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:12.580309 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4fb71f55-f39a-4328-8385-acdd7a9b4e84 None None] Provisioning for port 089dd351-3ff5-49c8-9a20-9626e8aaed15 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:32:12.587007 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] Set router 13ccee47-646e-4c88-854a-5ab289056184 gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:32:12.668359 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:12.807666 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccee47-646e-4c88-854a-5ab289056184', 'name': 'tempest-TestSnapshotPattern-1371908115-router', 'tenant_id': '74923e388ddb408d98cb4751b84ca962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '231e09d4-1af5-4e21-ad35-3392bc97635a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:09Z', 'updated_at': '2021-07-14T08:32:10Z', 'revision_number': 3, 'project_id': '74923e388ddb408d98cb4751b84ca962', 'gw_port': {'id': '231e09d4-1af5-4e21-ad35-3392bc97635a', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:dc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ccee47-646e-4c88-854a-5ab289056184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:10Z', 'updated_at': '2021-07-14T08:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:12.835030 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3a51f-3975-4999-a459-dc4f1b9cc31f None None] The sync data for ids ['13ccee47-646e-4c88-854a-5ab289056184'] in n-d-778696-5 is: [{'id': '13ccee47-646e-4c88-854a-5ab289056184', 'name': 'tempest-TestSnapshotPattern-1371908115-router', 'tenant_id': '74923e388ddb408d98cb4751b84ca962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '231e09d4-1af5-4e21-ad35-3392bc97635a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:09Z', 'updated_at': '2021-07-14T08:32:10Z', 'revision_number': 3, 'project_id': '74923e388ddb408d98cb4751b84ca962', 'gw_port': {'id': '231e09d4-1af5-4e21-ad35-3392bc97635a', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:dc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ccee47-646e-4c88-854a-5ab289056184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:10Z', 'updated_at': '2021-07-14T08:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:32:12.889979 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:12.898578 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:12.982924 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421909'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:12.989437 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] Pushing event updated for resources: {'Port': ['ID=0eaa3a26-4a4a-4676-b2fc-15a7321136d9,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:13.019048 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f1ea1e8e-08ed-41cc-8bc4-99337e809a49 None None] Provisioning for port 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:32:13.024271 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f1ea1e8e-08ed-41cc-8bc4-99337e809a49 None None] Provisioning complete for port 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:32:13.024694 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f1ea1e8e-08ed-41cc-8bc4-99337e809a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:13.083707 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-f1ea1e8e-08ed-41cc-8bc4-99337e809a49 None None] Port 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:32:13.112912 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] Network 5282c63a-d22b-43fa-af03-1c1793657e33 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:32:13.114462 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:32:13.249713 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] Router 13ccee47-646e-4c88-854a-5ab289056184 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:32:13.329661 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ac55780c-7ccf-4b87-807e-96b4c4c8248e None None] Provisioning complete for port 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:32:13.330142 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ac55780c-7ccf-4b87-807e-96b4c4c8248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:13.384368 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ac55780c-7ccf-4b87-807e-96b4c4c8248e None None] Port 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:32:13.409224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:32:13.421286 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-f66eda58-13b4-44ed-af3c-5e07d5848e2d admin admin] 10.222.0.35 "PUT /v2.0/routers/13ccee47-646e-4c88-854a-5ab289056184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0080864 Jul 14 08:32:13.484091 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 231e09d4-1af5-4e21-ad35-3392bc97635a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:32:13.547566 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 231e09d4-1af5-4e21-ad35-3392bc97635a completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:32:13.552465 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 231e09d4-1af5-4e21-ad35-3392bc97635a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:32:13.552933 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:13.615347 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-fab91a4e-eecc-4e2c-9272-50525ebf68a8 None None] Provisioning complete for port 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:32:13.615723 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fab91a4e-eecc-4e2c-9272-50525ebf68a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:13.680320 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-fab91a4e-eecc-4e2c-9272-50525ebf68a8 None None] Port 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:32:13.683037 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:13.706414 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 231e09d4-1af5-4e21-ad35-3392bc97635a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=231e09d4-1af5-4e21-ad35-3392bc97635a,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:32:13.711192 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:13.712051 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 089dd351-3ff5-49c8-9a20-9626e8aaed15 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:32:13.794160 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=231e09d4-1af5-4e21-ad35-3392bc97635a,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:13.811473 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 089dd351-3ff5-49c8-9a20-9626e8aaed15 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:32:13.816196 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 089dd351-3ff5-49c8-9a20-9626e8aaed15 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:32:13.816763 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:13.896963 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:13.930848 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 089dd351-3ff5-49c8-9a20-9626e8aaed15, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=089dd351-3ff5-49c8-9a20-9626e8aaed15,segment=NetworkSegment(d2a16bea-c83a-4f10-bd85-ec7feb29ecb4),segment_id=d2a16bea-c83a-4f10-bd85-ec7feb29ecb4)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:32:13.935233 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:13.936149 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device eeec0990-5676-4b7d-8c97-ed0e81aef585 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:32:14.011765 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=089dd351-3ff5-49c8-9a20-9626e8aaed15,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:14.025245 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port eeec0990-5676-4b7d-8c97-ed0e81aef585 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:32:14.029317 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port eeec0990-5676-4b7d-8c97-ed0e81aef585 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:32:14.029697 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:14.104495 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:14.135343 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port eeec0990-5676-4b7d-8c97-ed0e81aef585, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=eeec0990-5676-4b7d-8c97-ed0e81aef585,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:32:14.139572 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:14.189514 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=eeec0990-5676-4b7d-8c97-ed0e81aef585,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:14.998884 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43342) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:15.003812 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-917fe833-b5e4-4534-acf5-f7902d2c2f19 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2107189856', 'description': 'tempest-secgroup-smoke-2107189856 description', 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:32:15.026678 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-917fe833-b5e4-4534-acf5-f7902d2c2f19 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.111761 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-917fe833-b5e4-4534-acf5-f7902d2c2f19 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.116103 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-917fe833-b5e4-4534-acf5-f7902d2c2f19 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.146658 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-917fe833-b5e4-4534-acf5-f7902d2c2f19 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.147900 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-917fe833-b5e4-4534-acf5-f7902d2c2f19 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1479716 Jul 14 08:32:15.149090 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fe833-b5e4-4534-acf5-f7902d2c2f19 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e79937-7afa-4d6e-971f-4ddfc63185fa,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:15.151125 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43344) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:15.155819 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e9141c15-3ac4-4709-95c9-64ce4d99296a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Request body: {'security_group_rule': {'security_group_id': '86e79937-7afa-4d6e-971f-4ddfc63185fa', 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:32:15.181915 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9141c15-3ac4-4709-95c9-64ce4d99296a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.207575 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Sync routers for ids ['13ccee47-646e-4c88-854a-5ab289056184'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:32:15.217557 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Routers {'13ccee47-646e-4c88-854a-5ab289056184'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:32:15.218165 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:32:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['13ccee47-646e-4c88-854a-5ab289056184'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:15.240053 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9141c15-3ac4-4709-95c9-64ce4d99296a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.244229 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9141c15-3ac4-4709-95c9-64ce4d99296a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.268392 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9141c15-3ac4-4709-95c9-64ce4d99296a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23028a4-4116-431f-b74d-665f9c188552,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:15.272126 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9141c15-3ac4-4709-95c9-64ce4d99296a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.273355 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-e9141c15-3ac4-4709-95c9-64ce4d99296a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212831 Jul 14 08:32:15.276218 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43346) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:15.280706 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a4868dd2-4cde-4e42-8672-975064df48a5 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Request body: {'security_group_rule': {'security_group_id': '86e79937-7afa-4d6e-971f-4ddfc63185fa', 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:32:15.311624 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4868dd2-4cde-4e42-8672-975064df48a5 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.383627 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4868dd2-4cde-4e42-8672-975064df48a5 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.388064 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4868dd2-4cde-4e42-8672-975064df48a5 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.407219 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4868dd2-4cde-4e42-8672-975064df48a5 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35335d2c-537d-45b3-b970-e6c7a74e325c,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:15.414859 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4868dd2-4cde-4e42-8672-975064df48a5 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.416198 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a4868dd2-4cde-4e42-8672-975064df48a5 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390529 Jul 14 08:32:15.419034 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43348) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:15.423736 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-222e4887-93a2-4102-bdd7-867efc5a4543 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Request body: {'security_group_rule': {'security_group_id': '86e79937-7afa-4d6e-971f-4ddfc63185fa', 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:32:15.450724 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-222e4887-93a2-4102-bdd7-867efc5a4543 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.470393 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 231e09d4-1af5-4e21-ad35-3392bc97635a up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:32:15.510318 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-222e4887-93a2-4102-bdd7-867efc5a4543 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.514523 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-222e4887-93a2-4102-bdd7-867efc5a4543 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.518977 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Set router 13ccee47-646e-4c88-854a-5ab289056184 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:32:15.534982 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e4887-93a2-4102-bdd7-867efc5a4543 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3034a23-af44-4bc3-9b35-4c31ef697fd4,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:15.539073 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-222e4887-93a2-4102-bdd7-867efc5a4543 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.540658 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-222e4887-93a2-4102-bdd7-867efc5a4543 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205103 Jul 14 08:32:15.543271 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43350) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:15.547827 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [None req-449e95e9-644a-4c89-8038-4eeb0071a0f4 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Request body: {'security_group_rule': {'security_group_id': '86e79937-7afa-4d6e-971f-4ddfc63185fa', 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:32:15.574001 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-449e95e9-644a-4c89-8038-4eeb0071a0f4 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.599633 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 231e09d4-1af5-4e21-ad35-3392bc97635a triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:32:15.600009 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.632833 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-449e95e9-644a-4c89-8038-4eeb0071a0f4 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.636539 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-449e95e9-644a-4c89-8038-4eeb0071a0f4 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.659972 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e95e9-644a-4c89-8038-4eeb0071a0f4 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7befa451-1aeb-4fe5-98b2-172eac1d39d0,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:15.664111 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-449e95e9-644a-4c89-8038-4eeb0071a0f4 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.668273 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-449e95e9-644a-4c89-8038-4eeb0071a0f4 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211174 Jul 14 08:32:15.668818 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43352) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:15.673961 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d9328a61-07ad-4110-a7e7-93606a0366c6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Request body: {'security_group_rule': {'security_group_id': '86e79937-7afa-4d6e-971f-4ddfc63185fa', 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:32:15.695998 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-d9328a61-07ad-4110-a7e7-93606a0366c6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Project fc4a4a0489ae475f9b31eff8cd438bbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:32:15.700881 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d9328a61-07ad-4110-a7e7-93606a0366c6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.762129 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d9328a61-07ad-4110-a7e7-93606a0366c6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.766188 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d9328a61-07ad-4110-a7e7-93606a0366c6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.776941 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 089dd351-3ff5-49c8-9a20-9626e8aaed15 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:32:15.787654 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9328a61-07ad-4110-a7e7-93606a0366c6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e609dc-a929-492c-9e0a-dde58ec3a006,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:15.791872 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d9328a61-07ad-4110-a7e7-93606a0366c6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.795576 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d9328a61-07ad-4110-a7e7-93606a0366c6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228526 Jul 14 08:32:15.796086 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43354) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:15.800794 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-24e0595f-e6d5-4ba0-84f6-b547f6d8cbae tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Request body: {'security_group_rule': {'security_group_id': '86e79937-7afa-4d6e-971f-4ddfc63185fa', 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:32:15.822249 n-d-778696-5 neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-24e0595f-e6d5-4ba0-84f6-b547f6d8cbae tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Project fc4a4a0489ae475f9b31eff8cd438bbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:32:15.824468 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccee47-646e-4c88-854a-5ab289056184', 'name': 'tempest-TestSnapshotPattern-1371908115-router', 'tenant_id': '74923e388ddb408d98cb4751b84ca962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '231e09d4-1af5-4e21-ad35-3392bc97635a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:09Z', 'updated_at': '2021-07-14T08:32:12Z', 'revision_number': 4, 'project_id': '74923e388ddb408d98cb4751b84ca962', 'gw_port': {'id': '231e09d4-1af5-4e21-ad35-3392bc97635a', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccee47-646e-4c88-854a-5ab289056184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:10Z', 'updated_at': '2021-07-14T08:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '0eaa3a26-4a4a-4676-b2fc-15a7321136d9', 'name': '', 'network_id': '5282c63a-d22b-43fa-af03-1c1793657e33', 'tenant_id': '74923e388ddb408d98cb4751b84ca962', 'mac_address': 'fa:16:3e:c3:11:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ccee47-646e-4c88-854a-5ab289056184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '772c526a-d926-43fa-8287-613e4285d78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:11Z', 'updated_at': '2021-07-14T08:32:12Z', 'revision_number': 2, 'project_id': '74923e388ddb408d98cb4751b84ca962', 'subnets': [{'id': '772c526a-d926-43fa-8287-613e4285d78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:15.827120 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-24e0595f-e6d5-4ba0-84f6-b547f6d8cbae tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.853991 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Checking router: 13ccee47-646e-4c88-854a-5ab289056184 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:32:15.854323 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Updating router 13ccee47-646e-4c88-854a-5ab289056184 port 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 binding host n-d-778696-5 {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:32:15.892607 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 089dd351-3ff5-49c8-9a20-9626e8aaed15 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:32:15.892876 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-24e0595f-e6d5-4ba0-84f6-b547f6d8cbae tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.893012 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.897216 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-24e0595f-e6d5-4ba0-84f6-b547f6d8cbae tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485570'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.914759 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0595f-e6d5-4ba0-84f6-b547f6d8cbae tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ac81c6-e9ef-4681-8a18-6c7bc5532bf2,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:15.917658 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.923028 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-24e0595f-e6d5-4ba0-84f6-b547f6d8cbae tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:15.933275 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-24e0595f-e6d5-4ba0-84f6-b547f6d8cbae tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1360202 Jul 14 08:32:16.016147 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:32:16.070480 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-772daf34-5631-4931-8d26-8d2135100271 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107189856&fields=id&tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb HTTP/1.1" status: 200 len: 267 time: 0.0323174 Jul 14 08:32:16.078250 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device eeec0990-5676-4b7d-8c97-ed0e81aef585 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:32:16.174903 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-df8ba9ec-b0bb-4bf9-890a-6bff941beb89 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:16.176631 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-df8ba9ec-b0bb-4bf9-890a-6bff941beb89 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/networks?id=91999760-f7d9-43f4-a030-2bb5d05e4c27 HTTP/1.1" status: 200 len: 810 time: 0.0984728 Jul 14 08:32:16.190900 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-b698136e-6481-4532-a5a1-fe800cc42ec2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/quotas/fc4a4a0489ae475f9b31eff8cd438bbb HTTP/1.1" status: 200 len: 375 time: 0.0089619 Jul 14 08:32:16.192111 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port eeec0990-5676-4b7d-8c97-ed0e81aef585 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:32:16.192492 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:16.263041 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-669dca28-244b-4ecd-ab16-dbe1eda18509 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668721 Jul 14 08:32:16.339303 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:16.342863 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:16.353698 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Transition to ACTIVE for port object 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:32:16.359849 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:16.361104 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-e41e7119-26ec-4231-aee4-4e1504f3e230 service neutron] 10.222.0.35 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863514 Jul 14 08:32:16.419920 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9d5a2-8d0b-4a68-92f1-6227205174dc None None] Pushing event updated for resources: {'Port': ['ID=0eaa3a26-4a4a-4676-b2fc-15a7321136d9,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:16.451963 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:16.463386 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-77d82b49-49db-49cb-95cf-9be80aaa4e3c service neutron] 10.222.0.35 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955141 Jul 14 08:32:16.482477 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Attempting to bind port 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 on host n-d-778696-5 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:32:16.482996 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Attempting to bind port 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 by drivers openvswitch,hyperv on host n-d-778696-5 at level 0 using segments [{'id': 'd2a16bea-c83a-4f10-bd85-ec7feb29ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5282c63a-d22b-43fa-af03-1c1793657e33'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:32:16.483507 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Attempting to bind port 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 on network 5282c63a-d22b-43fa-af03-1c1793657e33 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:32:16.490740 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Checking agent: {'id': '5022248f-2a58-4077-bf6e-46ac7ab73cc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 51, 34), 'started_at': datetime.datetime(2021, 7, 14, 6, 52, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:32:16.491168 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Checking segment: {'id': 'd2a16bea-c83a-4f10-bd85-ec7feb29ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5282c63a-d22b-43fa-af03-1c1793657e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:32:16.491584 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:16.491980 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Bound using segment: {'id': 'd2a16bea-c83a-4f10-bd85-ec7feb29ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5282c63a-d22b-43fa-af03-1c1793657e33'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:32:16.492459 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Bound port: 0eaa3a26-4a4a-4676-b2fc-15a7321136d9, host: n-d-778696-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a16bea-c83a-4f10-bd85-ec7feb29ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5282c63a-d22b-43fa-af03-1c1793657e33'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:32:16.492956 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:16.565943 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] For port 0eaa3a26-4a4a-4676-b2fc-15a7321136d9, host n-d-778696-5, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:32:16.569611 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] For port 0eaa3a26-4a4a-4676-b2fc-15a7321136d9, host n-d-778696-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0eaa3a26-4a4a-4676-b2fc-15a7321136d9,segment=NetworkSegment(d2a16bea-c83a-4f10-bd85-ec7feb29ecb4),segment_id=d2a16bea-c83a-4f10-bd85-ec7feb29ecb4)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:32:16.574663 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:16.661504 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Routers {'13ccee47-646e-4c88-854a-5ab289056184'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:32:16.662144 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:32:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['13ccee47-646e-4c88-854a-5ab289056184'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:16.673895 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-387910d2-f9ad-4e32-b394-563ae5329117 req-2799cc5c-6124-4d2c-a34d-a1894ca99657 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 210 time: 0.0555346 Jul 14 08:32:16.704578 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9d5a2-8d0b-4a68-92f1-6227205174dc None None] Pushing event updated for resources: {'Port': ['ID=0eaa3a26-4a4a-4676-b2fc-15a7321136d9,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:16.795910 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] Set router 13ccee47-646e-4c88-854a-5ab289056184 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:32:17.023159 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccee47-646e-4c88-854a-5ab289056184', 'name': 'tempest-TestSnapshotPattern-1371908115-router', 'tenant_id': '74923e388ddb408d98cb4751b84ca962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '231e09d4-1af5-4e21-ad35-3392bc97635a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:09Z', 'updated_at': '2021-07-14T08:32:12Z', 'revision_number': 4, 'project_id': '74923e388ddb408d98cb4751b84ca962', 'gw_port': {'id': '231e09d4-1af5-4e21-ad35-3392bc97635a', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccee47-646e-4c88-854a-5ab289056184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:10Z', 'updated_at': '2021-07-14T08:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '0eaa3a26-4a4a-4676-b2fc-15a7321136d9', 'name': '', 'network_id': '5282c63a-d22b-43fa-af03-1c1793657e33', 'tenant_id': '74923e388ddb408d98cb4751b84ca962', 'mac_address': 'fa:16:3e:c3:11:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ccee47-646e-4c88-854a-5ab289056184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '772c526a-d926-43fa-8287-613e4285d78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:11Z', 'updated_at': '2021-07-14T08:32:16Z', 'revision_number': 4, 'project_id': '74923e388ddb408d98cb4751b84ca962', 'subnets': [{'id': '772c526a-d926-43fa-8287-613e4285d78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:17.050110 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2f9ffd-1fc1-49c8-b145-eee79a80c6f1 None None] The sync data for ids ['13ccee47-646e-4c88-854a-5ab289056184'] in n-d-778696-5 is: [{'id': '13ccee47-646e-4c88-854a-5ab289056184', 'name': 'tempest-TestSnapshotPattern-1371908115-router', 'tenant_id': '74923e388ddb408d98cb4751b84ca962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '231e09d4-1af5-4e21-ad35-3392bc97635a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:09Z', 'updated_at': '2021-07-14T08:32:12Z', 'revision_number': 4, 'project_id': '74923e388ddb408d98cb4751b84ca962', 'gw_port': {'id': '231e09d4-1af5-4e21-ad35-3392bc97635a', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccee47-646e-4c88-854a-5ab289056184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:10Z', 'updated_at': '2021-07-14T08:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': '0eaa3a26-4a4a-4676-b2fc-15a7321136d9', 'name': '', 'network_id': '5282c63a-d22b-43fa-af03-1c1793657e33', 'tenant_id': '74923e388ddb408d98cb4751b84ca962', 'mac_address': 'fa:16:3e:c3:11:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ccee47-646e-4c88-854a-5ab289056184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '772c526a-d926-43fa-8287-613e4285d78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:11Z', 'updated_at': '2021-07-14T08:32:16Z', 'revision_number': 4, 'project_id': '74923e388ddb408d98cb4751b84ca962', 'subnets': [{'id': '772c526a-d926-43fa-8287-613e4285d78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:32:17.391029 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:32:17.445858 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning for port 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:32:17.449921 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:32:17.450324 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:17.528761 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:17.564293 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] For port 0eaa3a26-4a4a-4676-b2fc-15a7321136d9, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0eaa3a26-4a4a-4676-b2fc-15a7321136d9,segment=NetworkSegment(d2a16bea-c83a-4f10-bd85-ec7feb29ecb4),segment_id=d2a16bea-c83a-4f10-bd85-ec7feb29ecb4)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:32:17.570488 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:17.645146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Pushing event updated for resources: {'Port': ['ID=0eaa3a26-4a4a-4676-b2fc-15a7321136d9,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:17.845494 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-34e1f82b-6239-4875-9338-f8f77c9b48de tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:17.847119 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-34e1f82b-6239-4875-9338-f8f77c9b48de tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.30 "GET /v2.0/networks?id=91999760-f7d9-43f4-a030-2bb5d05e4c27 HTTP/1.1" status: 200 len: 810 time: 0.1528893 Jul 14 08:32:17.851183 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-0754117d-1dac-46b1-b58c-3f920b36b136 req-1781cae4-88c9-41fc-a098-e063eac3c740 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 210 time: 0.0326571 Jul 14 08:32:17.892130 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-e15f525b-c62c-42ff-a8ae-41c1d6306f8d tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb HTTP/1.1" status: 200 len: 380 time: 0.0360742 Jul 14 08:32:17.901482 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-f9ae4966-0d57-4e2f-b1b2-f0e92cadfdff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Request body: {'port': {'device_id': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'admin_state_up': True, 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'security_groups': ['86e79937-7afa-4d6e-971f-4ddfc63185fa']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:32:18.013833 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-f9ae4966-0d57-4e2f-b1b2-f0e92cadfdff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Made reservation on behalf of fc4a4a0489ae475f9b31eff8cd438bbb for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:32:18.017298 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-f9ae4966-0d57-4e2f-b1b2-f0e92cadfdff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:18.138309 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-f9ae4966-0d57-4e2f-b1b2-f0e92cadfdff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Allocated IP 172.20.0.10 (91999760-f7d9-43f4-a030-2bb5d05e4c27/ec4e5917-8201-463b-bd17-1a9e9c9c9043/833b0197-f2fa-41bd-9b17-ce29f4213222) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:32:18.277591 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-f9ae4966-0d57-4e2f-b1b2-f0e92cadfdff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:18.291231 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-f9ae4966-0d57-4e2f-b1b2-f0e92cadfdff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Transition to ACTIVE for port object 833b0197-f2fa-41bd-9b17-ce29f4213222 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:32:18.323292 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-f9ae4966-0d57-4e2f-b1b2-f0e92cadfdff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:18.367455 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-f9ae4966-0d57-4e2f-b1b2-f0e92cadfdff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Network 91999760-f7d9-43f4-a030-2bb5d05e4c27 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:32:18.370496 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-f9ae4966-0d57-4e2f-b1b2-f0e92cadfdff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:32:18.374285 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-f9ae4966-0d57-4e2f-b1b2-f0e92cadfdff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:32:18.380856 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae4966-0d57-4e2f-b1b2-f0e92cadfdff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Pushing event updated for resources: {'Port': ['ID=833b0197-f2fa-41bd-9b17-ce29f4213222,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:18.429743 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-f9ae4966-0d57-4e2f-b1b2-f0e92cadfdff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:18.430348 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-f9ae4966-0d57-4e2f-b1b2-f0e92cadfdff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:18.444398 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-f9ae4966-0d57-4e2f-b1b2-f0e92cadfdff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5465214 Jul 14 08:32:18.456666 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Request body: {'port': {'device_id': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:32:18.534875 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:18.578880 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7c31bcc1-8d89-4aa2-aed1-0db4dcd28053 None None] Provisioning for port 833b0197-f2fa-41bd-9b17-ce29f4213222 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:32:18.583400 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7c31bcc1-8d89-4aa2-aed1-0db4dcd28053 None None] Provisioning complete for port 833b0197-f2fa-41bd-9b17-ce29f4213222 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:32:18.583774 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7c31bcc1-8d89-4aa2-aed1-0db4dcd28053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:18.621512 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-7c31bcc1-8d89-4aa2-aed1-0db4dcd28053 None None] Port 833b0197-f2fa-41bd-9b17-ce29f4213222 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:32:18.801078 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 833b0197-f2fa-41bd-9b17-ce29f4213222 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:32:18.808288 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:18.819741 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Transition to ACTIVE for port object 833b0197-f2fa-41bd-9b17-ce29f4213222 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:32:18.823662 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:18.874472 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Pushing event updated for resources: {'Port': ['ID=833b0197-f2fa-41bd-9b17-ce29f4213222,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:18.959572 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Attempting to bind port 833b0197-f2fa-41bd-9b17-ce29f4213222 on host n-h1-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:32:18.962020 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Attempting to bind port 833b0197-f2fa-41bd-9b17-ce29f4213222 by drivers openvswitch,hyperv on host n-h1-778696-5 at level 0 using segments [{'id': '65b1ec5a-90a2-49d5-986d-29cfa575b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:32:18.963800 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Attempting to bind port 833b0197-f2fa-41bd-9b17-ce29f4213222 on network 91999760-f7d9-43f4-a030-2bb5d05e4c27 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:32:18.979443 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Port 833b0197-f2fa-41bd-9b17-ce29f4213222 on network 91999760-f7d9-43f4-a030-2bb5d05e4c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:32:18.979443 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Attempting to bind port 833b0197-f2fa-41bd-9b17-ce29f4213222 on network 91999760-f7d9-43f4-a030-2bb5d05e4c27 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:32:18.986582 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Checking agent: {'id': 'bbef6677-1e7e-424f-8092-1fa0ca88fb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:32:18.986986 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Checking segment: {'id': '65b1ec5a-90a2-49d5-986d-29cfa575b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:32:18.987439 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Bound using segment: {'id': '65b1ec5a-90a2-49d5-986d-29cfa575b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:32:18.987810 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Bound port: 833b0197-f2fa-41bd-9b17-ce29f4213222, host: n-h1-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65b1ec5a-90a2-49d5-986d-29cfa575b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:32:18.988187 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:19.073433 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad833b47-ec8e-45b6-a661-cfbd05991566 req-ebc2ff6e-30fe-4ab2-9861-fbdf5651f192 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:19.076071 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ad833b47-ec8e-45b6-a661-cfbd05991566 req-ebc2ff6e-30fe-4ab2-9861-fbdf5651f192 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 944 time: 0.0833294 Jul 14 08:32:19.077419 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] For port 833b0197-f2fa-41bd-9b17-ce29f4213222, host n-h1-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:32:19.082293 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] For port 833b0197-f2fa-41bd-9b17-ce29f4213222, host n-h1-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=833b0197-f2fa-41bd-9b17-ce29f4213222,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:32:19.088974 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:19.126759 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ad833b47-ec8e-45b6-a661-cfbd05991566 req-bab4c8cb-52ae-4076-adf8-36d66a743a98 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435312 Jul 14 08:32:19.133133 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:19.134449 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:19.136343 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] 10.222.0.30 "PUT /v2.0/ports/833b0197-f2fa-41bd-9b17-ce29f4213222 HTTP/1.1" status: 200 len: 1092 time: 0.6849973 Jul 14 08:32:19.139203 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'tag': '833b0197-f2fa-41bd-9b17-ce29f4213222'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:32:19.143087 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce1e603-58db-4893-aacc-bc495571beff" -d '{"events": [{"name": "network-changed", "server_uuid": "36c94a4c-59cb-4ed4-88a9-95c6674e6c57", "tag": "833b0197-f2fa-41bd-9b17-ce29f4213222"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:32:19.177847 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde04bf-26e8-48ad-90c5-ed68e7c7e1fe service neutron] Pushing event updated for resources: {'Port': ['ID=833b0197-f2fa-41bd-9b17-ce29f4213222,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:19.204709 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f519a6d-6796-433b-8870-f3270189397d x-openstack-request-id: req-2f519a6d-6796-433b-8870-f3270189397d {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:32:19.205040 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c94a4c-59cb-4ed4-88a9-95c6674e6c57", "tag": "833b0197-f2fa-41bd-9b17-ce29f4213222", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:32:19.205993 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f519a6d-6796-433b-8870-f3270189397d {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:32:19.206406 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'tag': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'status': 'completed', 'code': 200} Jul 14 08:32:19.254223 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-89967f2c-7c15-4642-8738-9a615dee374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:19.256027 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-89967f2c-7c15-4642-8738-9a615dee374a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb&device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 1095 time: 0.0645883 Jul 14 08:32:19.312333 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-55549689-a69a-4234-bb39-85f6cbc8d494 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=833b0197-f2fa-41bd-9b17-ce29f4213222 HTTP/1.1" status: 200 len: 217 time: 0.0494595 Jul 14 08:32:19.369164 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-417d1bbb-20a4-4572-b05a-9f024b46e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:19.370723 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-417d1bbb-20a4-4572-b05a-9f024b46e145 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec4e5917-8201-463b-bd17-1a9e9c9c9043 HTTP/1.1" status: 200 len: 849 time: 0.0526860 Jul 14 08:32:19.377666 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 up at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:32:19.428420 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Provisioning complete for port 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:32:19.428946 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:19.433005 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-a8c52a57-1d4f-4ce0-b473-bd174debdfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:19.434565 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-a8c52a57-1d4f-4ce0-b473-bd174debdfd5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91999760-f7d9-43f4-a030-2bb5d05e4c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574310 Jul 14 08:32:19.531407 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-67734de9-5d02-404f-8551-3544f6cb82fa service neutron] 10.222.0.30 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892148 Jul 14 08:32:19.621958 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-777f81ab-0649-49c4-8d9e-6ea2ab0f94c0 req-288cd52c-ba54-4bda-a0d4-9c0c7d07df60 service neutron] 10.222.0.30 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847101 Jul 14 08:32:19.727171 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1e603-58db-4893-aacc-bc495571beff req-e79a9a0d-8cad-42ed-a000-1c4e855d2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:19.728673 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5ce1e603-58db-4893-aacc-bc495571beff req-e79a9a0d-8cad-42ed-a000-1c4e855d2f8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb&device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 1095 time: 0.0566673 Jul 14 08:32:19.820710 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1e603-58db-4893-aacc-bc495571beff req-0f5f5958-b0ca-469e-b61c-07452afebde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:19.822217 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5ce1e603-58db-4893-aacc-bc495571beff req-0f5f5958-b0ca-469e-b61c-07452afebde1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=91999760-f7d9-43f4-a030-2bb5d05e4c27 HTTP/1.1" status: 200 len: 911 time: 0.0878820 Jul 14 08:32:19.862679 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5ce1e603-58db-4893-aacc-bc495571beff req-38cd1a54-e9c5-4a3c-a0ff-4438b586f2fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=833b0197-f2fa-41bd-9b17-ce29f4213222 HTTP/1.1" status: 200 len: 217 time: 0.0337071 Jul 14 08:32:19.909862 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1e603-58db-4893-aacc-bc495571beff req-beb614fb-734f-4fe2-95b2-e0d81968a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:19.911278 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5ce1e603-58db-4893-aacc-bc495571beff req-beb614fb-734f-4fe2-95b2-e0d81968a1c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec4e5917-8201-463b-bd17-1a9e9c9c9043 HTTP/1.1" status: 200 len: 849 time: 0.0422053 Jul 14 08:32:19.976136 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1e603-58db-4893-aacc-bc495571beff req-963e4f2a-5163-4169-9585-50ffd91e18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:19.977766 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5ce1e603-58db-4893-aacc-bc495571beff req-963e4f2a-5163-4169-9585-50ffd91e18a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91999760-f7d9-43f4-a030-2bb5d05e4c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581734 Jul 14 08:32:20.066043 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5ce1e603-58db-4893-aacc-bc495571beff req-a5324038-6fa2-4cdb-9fc0-80d01d7bd9ab service neutron] 10.222.0.30 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799229 Jul 14 08:32:20.157128 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-5ce1e603-58db-4893-aacc-bc495571beff req-fe96c13f-a5e7-4a32-9312-4522111b9bb0 service neutron] 10.222.0.30 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841718 Jul 14 08:32:20.321763 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3e869-86fc-46bd-9140-ed3695302e05 req-d489c4af-7ff1-4bcc-a49f-55b01a783767 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:20.323375 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ccc3e869-86fc-46bd-9140-ed3695302e05 req-d489c4af-7ff1-4bcc-a49f-55b01a783767 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 944 time: 0.0637147 Jul 14 08:32:20.361140 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ccc3e869-86fc-46bd-9140-ed3695302e05 req-cb24a8fb-1577-4e64-936f-fa8cc8087e2e tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321846 Jul 14 08:32:21.075545 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 833b0197-f2fa-41bd-9b17-ce29f4213222 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:32:21.170379 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 833b0197-f2fa-41bd-9b17-ce29f4213222, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=833b0197-f2fa-41bd-9b17-ce29f4213222,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:32:21.182747 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'port_id': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'mac_address': 'fa:16:3e:c6:f8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:32:21.219937 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:21.232671 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 833b0197-f2fa-41bd-9b17-ce29f4213222 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:32:21.251732 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 833b0197-f2fa-41bd-9b17-ce29f4213222, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=833b0197-f2fa-41bd-9b17-ce29f4213222,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:32:21.255724 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:21.307059 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=833b0197-f2fa-41bd-9b17-ce29f4213222,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:21.453422 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['833b0197-f2fa-41bd-9b17-ce29f4213222'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:32:21.538113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f5baf-89e8-4088-9c54-121ddc14571f req-5983b2c3-e46e-4be0-8b54-810b553f9dc5 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:21.539536 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e99f5baf-89e8-4088-9c54-121ddc14571f req-5983b2c3-e46e-4be0-8b54-810b553f9dc5 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 945 time: 0.0638535 Jul 14 08:32:21.578332 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-e99f5baf-89e8-4088-9c54-121ddc14571f req-8f4eadc2-d0e9-403b-abc3-bf778c35cc5c tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330665 Jul 14 08:32:22.757982 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735d545-2fa9-460c-9bf9-90316bea2d75 req-83e121ee-9468-4aee-9026-e936839b1e3f tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:22.759451 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b735d545-2fa9-460c-9bf9-90316bea2d75 req-83e121ee-9468-4aee-9026-e936839b1e3f tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 945 time: 0.0686138 Jul 14 08:32:22.798512 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b735d545-2fa9-460c-9bf9-90316bea2d75 req-401d2a41-1217-4cad-bb5c-22fea50725b9 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334647 Jul 14 08:32:23.074540 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 833b0197-f2fa-41bd-9b17-ce29f4213222 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:32:23.122058 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning for port 833b0197-f2fa-41bd-9b17-ce29f4213222 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:32:23.125638 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 833b0197-f2fa-41bd-9b17-ce29f4213222 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:32:23.126066 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:23.199592 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:23.224696 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833b0197-f2fa-41bd-9b17-ce29f4213222'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:32:23.226987 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9ad8a2-5b07-4818-af78-0e6120556aa5" -d '{"events": [{"server_uuid": "36c94a4c-59cb-4ed4-88a9-95c6674e6c57", "name": "network-vif-plugged", "status": "completed", "tag": "833b0197-f2fa-41bd-9b17-ce29f4213222"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:32:23.239220 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 833b0197-f2fa-41bd-9b17-ce29f4213222, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=833b0197-f2fa-41bd-9b17-ce29f4213222,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:32:23.243589 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:23.267175 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa77b692-c2a7-4304-863d-ee5c568888d3 x-openstack-request-id: req-aa77b692-c2a7-4304-863d-ee5c568888d3 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:32:23.267462 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c94a4c-59cb-4ed4-88a9-95c6674e6c57", "name": "network-vif-plugged", "status": "completed", "tag": "833b0197-f2fa-41bd-9b17-ce29f4213222", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:32:23.267716 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa77b692-c2a7-4304-863d-ee5c568888d3 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:32:23.268744 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'code': 200} Jul 14 08:32:23.293847 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=833b0197-f2fa-41bd-9b17-ce29f4213222,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:23.373499 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d6a5a-2aa8-4896-b743-eb7d1c06b11a req-ce7fa671-e53e-4944-9d26-687d1b945239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:23.375017 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-697d6a5a-2aa8-4896-b743-eb7d1c06b11a req-ce7fa671-e53e-4944-9d26-687d1b945239 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 1097 time: 0.0513811 Jul 14 08:32:23.408120 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-697d6a5a-2aa8-4896-b743-eb7d1c06b11a req-ad3a8840-2135-4d18-8ef5-57c4649a1978 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263350 Jul 14 08:32:23.974630 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0821f8-00fc-498b-906c-2f66bbc76130 req-90a91ab0-39c3-4a1f-a764-c9ecb315dbc6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:23.976175 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be0821f8-00fc-498b-906c-2f66bbc76130 req-90a91ab0-39c3-4a1f-a764-c9ecb315dbc6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 946 time: 0.0625894 Jul 14 08:32:24.013683 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-be0821f8-00fc-498b-906c-2f66bbc76130 req-b7d625c2-a853-4200-9fb2-a1d2027b5e78 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314660 Jul 14 08:32:25.185952 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b07565-200e-4912-9871-4300939b643b req-dd196b51-1278-48db-9b93-e00922d97fb3 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:25.187402 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61b07565-200e-4912-9871-4300939b643b req-dd196b51-1278-48db-9b93-e00922d97fb3 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 946 time: 0.0613675 Jul 14 08:32:25.228967 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61b07565-200e-4912-9871-4300939b643b req-80a64201-fc3b-4569-879c-e0a4fe04fb72 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351818 Jul 14 08:32:25.399219 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259456a-3624-4b0a-9d38-eba81edc7534 req-d0f1dfc8-93d8-4633-b113-e6a2740e751e tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:25.400754 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7259456a-3624-4b0a-9d38-eba81edc7534 req-d0f1dfc8-93d8-4633-b113-e6a2740e751e tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 946 time: 0.0648918 Jul 14 08:32:25.439216 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7259456a-3624-4b0a-9d38-eba81edc7534 req-7ccdb213-a943-42b6-8481-a70d6c3ad78b tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329022 Jul 14 08:32:25.462333 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43402) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:25.597212 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9b9f06-572b-45fd-973f-133134bab0da tempest-TestSnapshotPattern-459041763 tempest-TestSnapshotPattern-459041763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:25.598743 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1b9b9f06-572b-45fd-973f-133134bab0da tempest-TestSnapshotPattern-459041763 tempest-TestSnapshotPattern-459041763-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 1092 time: 0.1354303 Jul 14 08:32:25.602021 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43406) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:32:25.606307 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:32:25.627754 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:25.729065 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:25.827414 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Allocated IP 172.25.7.56 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/89d5e1e4-dff7-4823-ade4-83deb8e545fa) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:32:25.930172 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:25.968706 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:26.008494 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:32:26.011218 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:32:26.013788 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:32:26.036873 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Pushing event updated for resources: {'Port': ['ID=89d5e1e4-dff7-4823-ade4-83deb8e545fa,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:26.374139 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:26.452090 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:26.596702 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:26.601058 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:26.672573 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Pushing event updated for resources: {'Port': ['ID=89d5e1e4-dff7-4823-ade4-83deb8e545fa,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:32:26.682251 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:26.783180 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Floating IP 60c2cd92-4d2f-4ec6-a9ca-182172dc7e87 associated. External IP: 172.25.7.56, port: 833b0197-f2fa-41bd-9b17-ce29f4213222. Jul 14 08:32:27.235613 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Router eaf8ae48-29e7-4784-9347-e4049c4b041f has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:32:27.342178 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:32:27.351483 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bdfc66-6051-4736-a81f-f9ca45603a7b None None] Sync routers for ids ['eaf8ae48-29e7-4784-9347-e4049c4b041f'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:32:27.358099 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:27.361323 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bdfc66-6051-4736-a81f-f9ca45603a7b None None] Routers {'eaf8ae48-29e7-4784-9347-e4049c4b041f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:32:27.362528 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a7bdfc66-6051-4736-a81f-f9ca45603a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:32:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['eaf8ae48-29e7-4784-9347-e4049c4b041f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:27.395212 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-3b754991-e14f-4e5f-bae9-3bb4768a312a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7921603 Jul 14 08:32:27.395799 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'tag': '833b0197-f2fa-41bd-9b17-ce29f4213222'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:32:27.398552 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13272cb-4b16-4ccd-9530-a5f3873d0f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "36c94a4c-59cb-4ed4-88a9-95c6674e6c57", "tag": "833b0197-f2fa-41bd-9b17-ce29f4213222"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:32:27.473319 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-a7bdfc66-6051-4736-a81f-f9ca45603a7b None None] Set router eaf8ae48-29e7-4784-9347-e4049c4b041f gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:32:27.489352 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa0c84a-0da6-47d8-ac14-07df1f4e1d08 x-openstack-request-id: req-efa0c84a-0da6-47d8-ac14-07df1f4e1d08 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:32:27.489640 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c94a4c-59cb-4ed4-88a9-95c6674e6c57", "tag": "833b0197-f2fa-41bd-9b17-ce29f4213222", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:32:27.489886 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-efa0c84a-0da6-47d8-ac14-07df1f4e1d08 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:32:27.490278 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'tag': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'status': 'completed', 'code': 200} Jul 14 08:32:27.563331 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13272cb-4b16-4ccd-9530-a5f3873d0f2b req-bd853032-5797-4aae-aa15-e29ce921a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:27.565957 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d13272cb-4b16-4ccd-9530-a5f3873d0f2b req-bd853032-5797-4aae-aa15-e29ce921a52b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb&device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 1097 time: 0.0515399 Jul 14 08:32:27.657936 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13272cb-4b16-4ccd-9530-a5f3873d0f2b req-338af0dd-ab97-407b-9ce5-22b9806f84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:27.659507 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d13272cb-4b16-4ccd-9530-a5f3873d0f2b req-338af0dd-ab97-407b-9ce5-22b9806f84a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=91999760-f7d9-43f4-a030-2bb5d05e4c27 HTTP/1.1" status: 200 len: 911 time: 0.0888989 Jul 14 08:32:27.694571 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a7bdfc66-6051-4736-a81f-f9ca45603a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:07Z', 'revision_number': 4, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port': {'id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '60c2cd92-4d2f-4ec6-a9ca-182172dc7e87', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'port_id': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'mac_address': 'fa:16:3e:c6:f8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:32:26Z', 'updated_at': '2021-07-14T08:32:26Z', 'revision_number': 0, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeec0990-5676-4b7d-8c97-ed0e81aef585', 'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'mac_address': 'fa:16:3e:f9:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:06Z', 'updated_at': '2021-07-14T08:32:14Z', 'revision_number': 5, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'subnets': [{'id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:27.720191 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bdfc66-6051-4736-a81f-f9ca45603a7b None None] Checking router: eaf8ae48-29e7-4784-9347-e4049c4b041f for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:32:27.725670 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d13272cb-4b16-4ccd-9530-a5f3873d0f2b req-eee675fb-2a50-41b1-bc5c-09a18d3b3703 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=833b0197-f2fa-41bd-9b17-ce29f4213222 HTTP/1.1" status: 200 len: 999 time: 0.0601449 Jul 14 08:32:27.728933 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bdfc66-6051-4736-a81f-f9ca45603a7b None None] Routers {'eaf8ae48-29e7-4784-9347-e4049c4b041f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:32:27.729559 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a7bdfc66-6051-4736-a81f-f9ca45603a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:32:03Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['eaf8ae48-29e7-4784-9347-e4049c4b041f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:27.776921 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13272cb-4b16-4ccd-9530-a5f3873d0f2b req-44d7d617-fb36-48f4-a728-99cb85a53985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:27.778414 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d13272cb-4b16-4ccd-9530-a5f3873d0f2b req-44d7d617-fb36-48f4-a728-99cb85a53985 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec4e5917-8201-463b-bd17-1a9e9c9c9043 HTTP/1.1" status: 200 len: 849 time: 0.0473127 Jul 14 08:32:27.831473 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-a7bdfc66-6051-4736-a81f-f9ca45603a7b None None] Set router eaf8ae48-29e7-4784-9347-e4049c4b041f gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:32:27.837044 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13272cb-4b16-4ccd-9530-a5f3873d0f2b req-71ce733e-df27-4507-8891-f4d36f8965ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:32:27.838631 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d13272cb-4b16-4ccd-9530-a5f3873d0f2b req-71ce733e-df27-4507-8891-f4d36f8965ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91999760-f7d9-43f4-a030-2bb5d05e4c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526893 Jul 14 08:32:27.925698 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d13272cb-4b16-4ccd-9530-a5f3873d0f2b req-8369ff8e-f50f-49e0-bee6-066f670d59b2 service neutron] 10.222.0.30 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806146 Jul 14 08:32:28.018697 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d13272cb-4b16-4ccd-9530-a5f3873d0f2b req-f967f62c-48db-45fe-8c68-47320795f990 service neutron] 10.222.0.30 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868506 Jul 14 08:32:28.048671 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-a7bdfc66-6051-4736-a81f-f9ca45603a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:07Z', 'revision_number': 4, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port': {'id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '60c2cd92-4d2f-4ec6-a9ca-182172dc7e87', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'port_id': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'mac_address': 'fa:16:3e:c6:f8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:32:26Z', 'updated_at': '2021-07-14T08:32:26Z', 'revision_number': 0, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeec0990-5676-4b7d-8c97-ed0e81aef585', 'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'mac_address': 'fa:16:3e:f9:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:06Z', 'updated_at': '2021-07-14T08:32:14Z', 'revision_number': 5, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'subnets': [{'id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:32:28.158122 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bdfc66-6051-4736-a81f-f9ca45603a7b None None] The sync data for ids ['eaf8ae48-29e7-4784-9347-e4049c4b041f'] in n-d-778696-5 is: [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:07Z', 'revision_number': 4, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port': {'id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '60c2cd92-4d2f-4ec6-a9ca-182172dc7e87', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'port_id': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'mac_address': 'fa:16:3e:c6:f8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:32:26Z', 'updated_at': '2021-07-14T08:32:26Z', 'revision_number': 0, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeec0990-5676-4b7d-8c97-ed0e81aef585', 'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'mac_address': 'fa:16:3e:f9:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:06Z', 'updated_at': '2021-07-14T08:32:14Z', 'revision_number': 5, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'subnets': [{'id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:32:28.338299 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f1adb7-9604-441f-afac-85ec4703e184 None None] New status for floating IP 60c2cd92-4d2f-4ec6-a9ca-182172dc7e87: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:32:30.625382 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-90cec8fd-b0af-4204-bcd9-c6d337c27370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:33.410412 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d45d4a28-73c2-4c8b-ab1e-35ed15469a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:33.784722 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:34.996484 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:36.536027 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:46.334736 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:46.413525 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:32:53.016413 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:33:00.625365 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2e8f1b20-e005-4e23-a102-b3d90f4e7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:33:03.410682 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a58c2433-8dad-465c-82e5-99488c3861ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:33:03.789470 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:33:04.999562 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:33:06.538556 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:33:12.133358 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7bdb83e5-ed4d-4450-94ed-9f269b509f28 req-7fa91ac8-46b4-4972-a6a5-88c0b7ab285d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514750 Jul 14 08:33:12.221807 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb83e5-ed4d-4450-94ed-9f269b509f28 req-5a16b26e-4058-41a4-ac5e-65f2982babad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:33:12.223739 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7bdb83e5-ed4d-4450-94ed-9f269b509f28 req-5a16b26e-4058-41a4-ac5e-65f2982babad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb&device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 1097 time: 0.0500691 Jul 14 08:33:12.622871 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb83e5-ed4d-4450-94ed-9f269b509f28 req-6877b52c-daff-42da-9fe1-b616364953e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:33:12.624357 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7bdb83e5-ed4d-4450-94ed-9f269b509f28 req-6877b52c-daff-42da-9fe1-b616364953e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=91999760-f7d9-43f4-a030-2bb5d05e4c27 HTTP/1.1" status: 200 len: 911 time: 0.3810661 Jul 14 08:33:12.686688 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7bdb83e5-ed4d-4450-94ed-9f269b509f28 req-20e72fc3-a3a9-44fa-8b8c-969b8afd0027 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=833b0197-f2fa-41bd-9b17-ce29f4213222 HTTP/1.1" status: 200 len: 1001 time: 0.0562727 Jul 14 08:33:12.736832 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb83e5-ed4d-4450-94ed-9f269b509f28 req-732756e0-0dce-4901-8838-e067cd89bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:33:12.738293 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7bdb83e5-ed4d-4450-94ed-9f269b509f28 req-732756e0-0dce-4901-8838-e067cd89bb0d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec4e5917-8201-463b-bd17-1a9e9c9c9043 HTTP/1.1" status: 200 len: 849 time: 0.0459821 Jul 14 08:33:12.792892 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb83e5-ed4d-4450-94ed-9f269b509f28 req-1a7d26b1-49ae-4344-98fa-53e8aef48452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:33:12.794395 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7bdb83e5-ed4d-4450-94ed-9f269b509f28 req-1a7d26b1-49ae-4344-98fa-53e8aef48452 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91999760-f7d9-43f4-a030-2bb5d05e4c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501115 Jul 14 08:33:12.803864 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-7bdb83e5-ed4d-4450-94ed-9f269b509f28 req-70d251c0-7460-4c3a-9eca-effdf0c9841e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:33:12.804785 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7bdb83e5-ed4d-4450-94ed-9f269b509f28 req-70d251c0-7460-4c3a-9eca-effdf0c9841e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047970 Jul 14 08:33:12.888951 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7bdb83e5-ed4d-4450-94ed-9f269b509f28 req-c1930eeb-90e1-4677-9076-ae90180fb6af service neutron] 10.222.0.30 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773668 Jul 14 08:33:12.978248 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-7bdb83e5-ed4d-4450-94ed-9f269b509f28 req-2987b6d6-aa5c-4ca7-ae81-081f632971f4 service neutron] 10.222.0.30 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829153 Jul 14 08:33:16.354388 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:33:16.411729 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:33:30.015150 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:33:30.626041 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-faf1e67f-96a8-42eb-a2c3-5007f5d4e9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:33:33.410506 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a3ac537c-dcdf-4eec-9254-5666ffc42c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:33:33.790736 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:33:35.001246 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:33:36.541206 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:33:46.352717 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:33:46.441748 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:00.626163 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f885811c-9eb4-4f2c-a316-2fe5d7ebb2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:03.410743 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4972082e-a4ca-41ed-80a4-604f5010e8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:03.791234 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:05.004975 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:06.543531 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:07.013973 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:34:13.116791 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-267b71e3-163e-4db3-85d0-421ce00ee8fa req-493c0f2a-9e12-4d92-85b0-4c76a203e327 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514593 Jul 14 08:34:13.210491 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b71e3-163e-4db3-85d0-421ce00ee8fa req-ba7ae99f-edc6-40ae-b089-5dbc10cf3e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:13.212531 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-267b71e3-163e-4db3-85d0-421ce00ee8fa req-ba7ae99f-edc6-40ae-b089-5dbc10cf3e9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb&device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 1097 time: 0.0545959 Jul 14 08:34:13.310883 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b71e3-163e-4db3-85d0-421ce00ee8fa req-a938c5b6-b01b-4972-8c0a-fd6df0415845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:13.312391 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-267b71e3-163e-4db3-85d0-421ce00ee8fa req-a938c5b6-b01b-4972-8c0a-fd6df0415845 service neutron] 10.222.0.30 "GET /v2.0/networks?id=91999760-f7d9-43f4-a030-2bb5d05e4c27 HTTP/1.1" status: 200 len: 911 time: 0.0817604 Jul 14 08:34:13.379690 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-267b71e3-163e-4db3-85d0-421ce00ee8fa req-d01f208d-eafd-4bb2-9e87-43e26203ad4c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=833b0197-f2fa-41bd-9b17-ce29f4213222 HTTP/1.1" status: 200 len: 1001 time: 0.0613446 Jul 14 08:34:13.425877 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b71e3-163e-4db3-85d0-421ce00ee8fa req-49634130-bcbd-4f83-9313-b2aa69d9a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:13.427306 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-267b71e3-163e-4db3-85d0-421ce00ee8fa req-49634130-bcbd-4f83-9313-b2aa69d9a0d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec4e5917-8201-463b-bd17-1a9e9c9c9043 HTTP/1.1" status: 200 len: 849 time: 0.0420110 Jul 14 08:34:13.481015 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b71e3-163e-4db3-85d0-421ce00ee8fa req-4be2e295-18af-4eb8-a81d-da0c6654b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:13.482519 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-267b71e3-163e-4db3-85d0-421ce00ee8fa req-4be2e295-18af-4eb8-a81d-da0c6654b045 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91999760-f7d9-43f4-a030-2bb5d05e4c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495136 Jul 14 08:34:13.571497 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-267b71e3-163e-4db3-85d0-421ce00ee8fa req-e64762f2-a60e-4ae3-8ab8-cb20a69347ee service neutron] 10.222.0.30 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828004 Jul 14 08:34:13.657212 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-267b71e3-163e-4db3-85d0-421ce00ee8fa req-f89479ac-fa48-41d1-b988-3aba8cb48c3b service neutron] 10.222.0.30 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799949 Jul 14 08:34:16.384031 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:16.456107 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:27.651012 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 833b0197-f2fa-41bd-9b17-ce29f4213222 details requested by agent hyperv_n-h1-778696-5 with host n-h1-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:34:27.752550 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 833b0197-f2fa-41bd-9b17-ce29f4213222, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=833b0197-f2fa-41bd-9b17-ce29f4213222,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:34:27.765576 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Returning: {'device': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'port_id': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'mac_address': 'fa:16:3e:c6:f8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:34:27.805680 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:27.820838 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 833b0197-f2fa-41bd-9b17-ce29f4213222 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:34:27.840813 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 833b0197-f2fa-41bd-9b17-ce29f4213222, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=833b0197-f2fa-41bd-9b17-ce29f4213222,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:34:27.845399 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:27.897673 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=833b0197-f2fa-41bd-9b17-ce29f4213222,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:34:27.905316 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:27.905596 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:27.905917 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:27.906260 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:27.908617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:27.908617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:27.908617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:27.908617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:27.908617 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:27.909231 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:27.909231 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:27.909446 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:27.916254 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] get_ports_and_sgs() called for port_ids ['833b0197-f2fa-41bd-9b17-ce29f4213222'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:34:29.642632 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 833b0197-f2fa-41bd-9b17-ce29f4213222 up at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:34:29.699270 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Provisioning complete for port 833b0197-f2fa-41bd-9b17-ce29f4213222 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:34:29.700052 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:29.781129 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:29.807685 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833b0197-f2fa-41bd-9b17-ce29f4213222'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:34:29.810254 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6511c8-4e86-44bb-b990-2709ba738da0" -d '{"events": [{"server_uuid": "36c94a4c-59cb-4ed4-88a9-95c6674e6c57", "name": "network-vif-plugged", "status": "completed", "tag": "833b0197-f2fa-41bd-9b17-ce29f4213222"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:34:29.822627 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 833b0197-f2fa-41bd-9b17-ce29f4213222, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=833b0197-f2fa-41bd-9b17-ce29f4213222,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:34:29.827841 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:29.885578 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=833b0197-f2fa-41bd-9b17-ce29f4213222,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:34:29.947936 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c1e3ee-4309-40f4-ba02-686474042553 x-openstack-request-id: req-94c1e3ee-4309-40f4-ba02-686474042553 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:34:29.948245 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c94a4c-59cb-4ed4-88a9-95c6674e6c57", "name": "network-vif-plugged", "status": "completed", "tag": "833b0197-f2fa-41bd-9b17-ce29f4213222", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:34:29.948560 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94c1e3ee-4309-40f4-ba02-686474042553 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:34:29.948897 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'code': 200} Jul 14 08:34:30.629035 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c83da36f-683d-42a9-a169-27228cefa40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:33.412729 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d732f466-6e9c-4897-ab32-97de124c7090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:33.799717 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:35.006637 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:35.617411 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-67a5abf4-be71-477c-98a4-bef77de7d7ee tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107189856&fields=id&tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb HTTP/1.1" status: 200 len: 267 time: 0.0334897 Jul 14 08:34:35.723740 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-2c61a5ae-24d3-4cb1-a221-1fae0f9a0203 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:35.725227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-2c61a5ae-24d3-4cb1-a221-1fae0f9a0203 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/networks?id=91999760-f7d9-43f4-a030-2bb5d05e4c27 HTTP/1.1" status: 200 len: 810 time: 0.0999618 Jul 14 08:34:35.740026 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-c06f0e89-c7dc-48ce-8ca2-934d943b46cc tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/quotas/fc4a4a0489ae475f9b31eff8cd438bbb HTTP/1.1" status: 200 len: 375 time: 0.0089419 Jul 14 08:34:35.809677 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-0497351c-b166-4851-869c-dd89d7b2ec70 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0643365 Jul 14 08:34:35.863930 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-81f4a787-2fac-47db-b26f-40508f784350 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:34:35.864908 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-81f4a787-2fac-47db-b26f-40508f784350 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0443788 Jul 14 08:34:35.953830 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-2faef290-5db5-4b17-a73d-867e4cfcfd9d service neutron] 10.222.0.35 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823905 Jul 14 08:34:36.050966 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-3fe9660d-d440-4493-99d3-c39914d63f91 service neutron] 10.222.0.35 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914724 Jul 14 08:34:36.257688 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-706ed1ec-5daf-4a12-9a4c-2dd375810235 req-9c5524ad-d127-4309-8840-3b5cbe4392f6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 210 time: 0.0288460 Jul 14 08:34:36.548171 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:37.355273 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-f64791d0-c05a-4110-bf1e-0a08a4d31474 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:37.356829 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-f64791d0-c05a-4110-bf1e-0a08a4d31474 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.15 "GET /v2.0/networks?id=91999760-f7d9-43f4-a030-2bb5d05e4c27 HTTP/1.1" status: 200 len: 810 time: 0.1086347 Jul 14 08:34:37.408030 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-edc1b4a4-7df1-412d-be61-6b87da9322bf tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb HTTP/1.1" status: 200 len: 380 time: 0.0365150 Jul 14 08:34:37.415420 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-08b149e7-20bf-413a-b461-068e72c70522 req-57df9ace-fea5-4c11-b9cd-53bc4267d37d tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 210 time: 0.0292714 Jul 14 08:34:37.416567 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Request body: {'port': {'device_id': 'bbb78146-1fe1-40ce-bf9e-87e7d17b3230', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'admin_state_up': True, 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'security_groups': ['86e79937-7afa-4d6e-971f-4ddfc63185fa']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:34:37.525732 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Made reservation on behalf of fc4a4a0489ae475f9b31eff8cd438bbb for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:34:37.529593 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:37.658941 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Allocated IP 172.20.0.5 (91999760-f7d9-43f4-a030-2bb5d05e4c27/ec4e5917-8201-463b-bd17-1a9e9c9c9043/5a0bef42-49f8-4101-8a64-a3d0fa93d4bb) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:34:37.852305 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:37.875246 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Transition to ACTIVE for port object 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:34:37.924655 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:37.973811 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Network 91999760-f7d9-43f4-a030-2bb5d05e4c27 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:34:37.977910 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:34:37.982630 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:34:37.987033 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Pushing event updated for resources: {'Port': ['ID=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:34:38.014673 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:38.015031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:38.015356 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:38.015695 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:38.016028 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:38.016359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:38.016681 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:38.017004 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:38.017359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:38.017676 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:38.018048 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:38.018359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:38.052737 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:38.053439 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:38.070356 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-ee967cfc-9eee-4c79-8ca3-c62ad8a657ac tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6575749 Jul 14 08:34:38.213201 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bc0fca0b-12bd-40d2-b2f6-69187ed2fd78 None None] Provisioning for port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:34:38.217146 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-bc0fca0b-12bd-40d2-b2f6-69187ed2fd78 None None] Provisioning complete for port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:34:38.217613 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bc0fca0b-12bd-40d2-b2f6-69187ed2fd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:38.253942 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-bc0fca0b-12bd-40d2-b2f6-69187ed2fd78 None None] Port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:34:38.599495 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b95248-0cb3-471e-b496-a66eacef4e37 req-88f9d40c-6db9-4e6a-8909-167c9da170b0 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:38.601818 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1b95248-0cb3-471e-b496-a66eacef4e37 req-88f9d40c-6db9-4e6a-8909-167c9da170b0 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 931 time: 0.0703335 Jul 14 08:34:38.640258 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b1b95248-0cb3-471e-b496-a66eacef4e37 req-cbcfab72-df33-4441-b66d-5ee09ba8c339 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323224 Jul 14 08:34:39.711151 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 833b0197-f2fa-41bd-9b17-ce29f4213222 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:34:39.794746 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:39.821753 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '833b0197-f2fa-41bd-9b17-ce29f4213222'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:34:39.824320 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9621ed-0f41-4fcb-a2f3-7da6ec264a16" -d '{"events": [{"server_uuid": "36c94a4c-59cb-4ed4-88a9-95c6674e6c57", "name": "network-vif-unplugged", "status": "completed", "tag": "833b0197-f2fa-41bd-9b17-ce29f4213222"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:34:39.839938 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] For port 833b0197-f2fa-41bd-9b17-ce29f4213222, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=833b0197-f2fa-41bd-9b17-ce29f4213222,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:34:39.846450 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:39.860802 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37b50a-b225-4a54-8a1a-fff7dc03990f req-56438ad1-ef27-47a6-a8e7-6db39515cefe tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:39.862661 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da37b50a-b225-4a54-8a1a-fff7dc03990f req-56438ad1-ef27-47a6-a8e7-6db39515cefe tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 931 time: 0.0939150 Jul 14 08:34:39.880032 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 08:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec4ccf5-f430-4033-9732-e7bff3f84b8e x-openstack-request-id: req-0ec4ccf5-f430-4033-9732-e7bff3f84b8e {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:34:39.880688 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c94a4c-59cb-4ed4-88a9-95c6674e6c57", "name": "network-vif-unplugged", "status": "completed", "tag": "833b0197-f2fa-41bd-9b17-ce29f4213222", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:34:39.880936 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ec4ccf5-f430-4033-9732-e7bff3f84b8e {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:34:39.881355 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'code': 200} Jul 14 08:34:39.910210 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-da37b50a-b225-4a54-8a1a-fff7dc03990f req-0a73180d-7ef0-4cc6-97cf-d8d57aef038d tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414419 Jul 14 08:34:39.920524 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Pushing event updated for resources: {'Port': ['ID=833b0197-f2fa-41bd-9b17-ce29f4213222,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:34:41.104086 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e0b32-08ae-4eaa-81c2-966e041aa865 req-e6b76510-0bfc-4afe-943a-7079a9184c3c tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:41.105721 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc2e0b32-08ae-4eaa-81c2-966e041aa865 req-e6b76510-0bfc-4afe-943a-7079a9184c3c tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 931 time: 0.0703378 Jul 14 08:34:41.144742 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-dc2e0b32-08ae-4eaa-81c2-966e041aa865 req-802db6ff-04a3-463a-9e70-cc40050a5939 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331986 Jul 14 08:34:42.318750 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29b682-17ae-4fca-aa00-dae13ae44831 req-47bf293a-94d9-46e1-93f2-9d525fc44cd4 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:42.321319 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c29b682-17ae-4fca-aa00-dae13ae44831 req-47bf293a-94d9-46e1-93f2-9d525fc44cd4 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 931 time: 0.0659940 Jul 14 08:34:42.364954 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6c29b682-17ae-4fca-aa00-dae13ae44831 req-d7111e0a-66b6-43a1-acad-fde677586868 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391035 Jul 14 08:34:43.540054 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e90da9-3412-4a78-bd59-964e6ec68f4d req-797b1778-745b-45be-9ca9-39063995188a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:43.541614 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0e90da9-3412-4a78-bd59-964e6ec68f4d req-797b1778-745b-45be-9ca9-39063995188a tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 931 time: 0.0629921 Jul 14 08:34:43.581699 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c0e90da9-3412-4a78-bd59-964e6ec68f4d req-ecbf6777-8a0a-410f-bfd2-65b0e1e535f5 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335488 Jul 14 08:34:44.013232 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:34:44.767811 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29835ad-94d5-4fb0-ad29-30aaa273fcaf req-f8af445a-d6f9-458a-8984-e66142f1a921 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:44.769326 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f29835ad-94d5-4fb0-ad29-30aaa273fcaf req-f8af445a-d6f9-458a-8984-e66142f1a921 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 931 time: 0.0695510 Jul 14 08:34:44.808215 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-f29835ad-94d5-4fb0-ad29-30aaa273fcaf req-b0116fe9-8250-4ad6-9476-9fc5932cf2ce tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323682 Jul 14 08:34:45.992826 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6edf7-8d8d-4160-9e07-5f612cc0911a req-edf3ca33-8a72-4f9e-a3c0-e53ce41973b0 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:45.994459 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9d6edf7-8d8d-4160-9e07-5f612cc0911a req-edf3ca33-8a72-4f9e-a3c0-e53ce41973b0 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 931 time: 0.0660663 Jul 14 08:34:46.036232 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b9d6edf7-8d8d-4160-9e07-5f612cc0911a req-436906ae-a938-4749-9d2e-6f42be4b6f3e tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347965 Jul 14 08:34:46.398700 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:46.472892 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:47.216699 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33f05f-02db-4b81-b24f-db5bcd78d1f6 req-e4707771-6280-4a73-9ab2-4da383d61c52 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:47.218254 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee33f05f-02db-4b81-b24f-db5bcd78d1f6 req-e4707771-6280-4a73-9ab2-4da383d61c52 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 931 time: 0.0685334 Jul 14 08:34:47.259382 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ee33f05f-02db-4b81-b24f-db5bcd78d1f6 req-d4ef1d02-549a-4052-9de7-adb2397709b7 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354948 Jul 14 08:34:48.429584 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4dc06-34c4-4606-ab77-09846dd84506 req-0660d16f-a0aa-4dd2-adff-70038bdf6601 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:48.431035 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bdc4dc06-34c4-4606-ab77-09846dd84506 req-0660d16f-a0aa-4dd2-adff-70038bdf6601 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 931 time: 0.0622334 Jul 14 08:34:48.467014 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-bdc4dc06-34c4-4606-ab77-09846dd84506 req-97c846a1-40a1-4f82-85c7-dbf227bf4a99 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304704 Jul 14 08:34:48.584230 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-8b5556a2-e6eb-4058-bbeb-3f8630626b7d tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:34:48.585534 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-8b5556a2-e6eb-4058-bbeb-3f8630626b7d tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076051 Jul 14 08:34:48.641163 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.v2.base [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Request body: {'port': {'device_id': 'bbb78146-1fe1-40ce-bf9e-87e7d17b3230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-5'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:34:48.714101 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:48.968150 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:34:48.975409 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:48.987649 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Transition to ACTIVE for port object 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:34:48.990932 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:49.043338 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:34:49.113235 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Attempting to bind port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb on host n-h2-778696-5 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:34:49.113574 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Attempting to bind port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb by drivers openvswitch,hyperv on host n-h2-778696-5 at level 0 using segments [{'id': '65b1ec5a-90a2-49d5-986d-29cfa575b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:34:49.113900 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Attempting to bind port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb on network 91999760-f7d9-43f4-a030-2bb5d05e4c27 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:34:49.118502 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb on network 91999760-f7d9-43f4-a030-2bb5d05e4c27 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 08:34:49.118822 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Attempting to bind port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb on network 91999760-f7d9-43f4-a030-2bb5d05e4c27 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:34:49.123706 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Checking agent: {'id': '870e43c6-c18f-48a9-8a10-519d138bf7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'started_at': datetime.datetime(2021, 7, 14, 6, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:34:49.124041 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Checking segment: {'id': '65b1ec5a-90a2-49d5-986d-29cfa575b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:34:49.124430 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Bound using segment: {'id': '65b1ec5a-90a2-49d5-986d-29cfa575b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:34:49.124854 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Bound port: 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb, host: n-h2-778696-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65b1ec5a-90a2-49d5-986d-29cfa575b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:34:49.129128 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:49.194268 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] For port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb, host n-h2-778696-5, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:34:49.197917 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] For port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb, host n-h2-778696-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:34:49.201757 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5979816'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:49.236192 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:49.236706 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:49.238165 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] 10.222.0.15 "PUT /v2.0/ports/5a0bef42-49f8-4101-8a64-a3d0fa93d4bb HTTP/1.1" status: 200 len: 1091 time: 0.6419032 Jul 14 08:34:49.238562 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb78146-1fe1-40ce-bf9e-87e7d17b3230', 'tag': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:34:49.240805 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edf7f4a-2c2b-4d09-bafe-3bcd1ffc1af0" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb78146-1fe1-40ce-bf9e-87e7d17b3230", "tag": "5a0bef42-49f8-4101-8a64-a3d0fa93d4bb"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:34:49.269830 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa1b52-142f-4414-89f7-67933671e232 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:34:49.339167 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-b16b22c6-826c-40ec-834e-52788910c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:49.340878 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-b16b22c6-826c-40ec-834e-52788910c70c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb&device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 1094 time: 0.0611613 Jul 14 08:34:49.357141 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e348714b-398a-4e5b-8ef8-64c2173e76b0 x-openstack-request-id: req-e348714b-398a-4e5b-8ef8-64c2173e76b0 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:34:49.357481 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb78146-1fe1-40ce-bf9e-87e7d17b3230", "tag": "5a0bef42-49f8-4101-8a64-a3d0fa93d4bb", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:34:49.357732 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e348714b-398a-4e5b-8ef8-64c2173e76b0 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:34:49.358174 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb78146-1fe1-40ce-bf9e-87e7d17b3230', 'tag': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb', 'status': 'completed', 'code': 200} Jul 14 08:34:49.385848 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-cd038487-34c1-4d7f-ac09-8160b1236d96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb HTTP/1.1" status: 200 len: 217 time: 0.0382679 Jul 14 08:34:49.434951 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-91cc289c-fdf6-4f0b-b3e9-496862092732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:49.436455 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-91cc289c-fdf6-4f0b-b3e9-496862092732 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec4e5917-8201-463b-bd17-1a9e9c9c9043 HTTP/1.1" status: 200 len: 849 time: 0.0449562 Jul 14 08:34:49.490795 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-5bd32e2d-09a7-4a78-8e6b-99f62cf57dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:49.492296 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-5bd32e2d-09a7-4a78-8e6b-99f62cf57dc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91999760-f7d9-43f4-a030-2bb5d05e4c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501223 Jul 14 08:34:49.585823 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-482feb66-14bb-4dda-a3d0-b1f92395fd29 service neutron] 10.222.0.15 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870233 Jul 14 08:34:49.640742 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca28dc4-e4ee-44f2-b9e3-a0e0c3c4f780 req-d1825af4-050a-497a-b653-5449dc8ed802 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:49.642247 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cca28dc4-e4ee-44f2-b9e3-a0e0c3c4f780 req-d1825af4-050a-497a-b653-5449dc8ed802 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 943 time: 0.0614541 Jul 14 08:34:49.674830 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-61ccbc55-26ee-45d8-8aa3-119533c13c52 req-c4b04618-a362-49d7-a050-0fed994adf34 service neutron] 10.222.0.15 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826709 Jul 14 08:34:49.679361 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cca28dc4-e4ee-44f2-b9e3-a0e0c3c4f780 req-8ad047e3-41d9-4577-81a0-bab9c3daf6b9 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309691 Jul 14 08:34:49.787265 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf7f4a-2c2b-4d09-bafe-3bcd1ffc1af0 req-1a09259b-de4d-427c-a5be-29df30f5e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:49.788659 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1edf7f4a-2c2b-4d09-bafe-3bcd1ffc1af0 req-1a09259b-de4d-427c-a5be-29df30f5e5c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb&device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 1094 time: 0.0563986 Jul 14 08:34:49.874485 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf7f4a-2c2b-4d09-bafe-3bcd1ffc1af0 req-13d984ad-9ccc-444b-a184-1167ad48389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:49.875920 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1edf7f4a-2c2b-4d09-bafe-3bcd1ffc1af0 req-13d984ad-9ccc-444b-a184-1167ad48389c service neutron] 10.222.0.15 "GET /v2.0/networks?id=91999760-f7d9-43f4-a030-2bb5d05e4c27 HTTP/1.1" status: 200 len: 911 time: 0.0807815 Jul 14 08:34:49.919103 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1edf7f4a-2c2b-4d09-bafe-3bcd1ffc1af0 req-86f19af9-d28e-4c58-aa12-fee129a73649 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb HTTP/1.1" status: 200 len: 217 time: 0.0372190 Jul 14 08:34:49.964909 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf7f4a-2c2b-4d09-bafe-3bcd1ffc1af0 req-c9dfc90c-e308-496d-9062-7e4ab4f6860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:49.966352 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1edf7f4a-2c2b-4d09-bafe-3bcd1ffc1af0 req-c9dfc90c-e308-496d-9062-7e4ab4f6860d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec4e5917-8201-463b-bd17-1a9e9c9c9043 HTTP/1.1" status: 200 len: 849 time: 0.0411923 Jul 14 08:34:50.023785 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf7f4a-2c2b-4d09-bafe-3bcd1ffc1af0 req-ffa4ab0b-201d-49ba-9ac2-2dd61b6bd12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:50.025298 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1edf7f4a-2c2b-4d09-bafe-3bcd1ffc1af0 req-ffa4ab0b-201d-49ba-9ac2-2dd61b6bd12a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91999760-f7d9-43f4-a030-2bb5d05e4c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512772 Jul 14 08:34:50.114397 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1edf7f4a-2c2b-4d09-bafe-3bcd1ffc1af0 req-4ff7a75d-19fd-4b98-9e68-ffe1a98843eb service neutron] 10.222.0.15 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816989 Jul 14 08:34:50.200420 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-1edf7f4a-2c2b-4d09-bafe-3bcd1ffc1af0 req-404bdb93-39f8-48a0-89d2-0e5e941e765f service neutron] 10.222.0.15 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778875 Jul 14 08:34:50.854829 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8db227-6a9a-4647-b8c2-c83c37511cd5 req-61d67cf3-41d8-42e2-8c5a-461a6993c2fc tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:50.856311 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ec8db227-6a9a-4647-b8c2-c83c37511cd5 req-61d67cf3-41d8-42e2-8c5a-461a6993c2fc tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 943 time: 0.0657129 Jul 14 08:34:50.893037 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ec8db227-6a9a-4647-b8c2-c83c37511cd5 req-796bff95-ae0c-4c7c-8f5a-f12e3d5dce2b tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312073 Jul 14 08:34:52.063431 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f61b7-33d6-4279-ac91-f3d32ebd0e79 req-7088f34e-1506-47b6-9122-377bdbaf527c tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:52.064891 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-304f61b7-33d6-4279-ac91-f3d32ebd0e79 req-7088f34e-1506-47b6-9122-377bdbaf527c tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 943 time: 0.0617404 Jul 14 08:34:52.101570 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-304f61b7-33d6-4279-ac91-f3d32ebd0e79 req-2d7f0dad-1052-4c53-9cc3-bfcb3173e4f4 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304739 Jul 14 08:34:53.198017 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:34:53.282113 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe4934-6d82-482c-b246-adaf98c5f833 req-c721aff0-bb04-4fce-b938-9c56331b9dec tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:53.283637 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0fe4934-6d82-482c-b246-adaf98c5f833 req-c721aff0-bb04-4fce-b938-9c56331b9dec tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 943 time: 0.0685985 Jul 14 08:34:53.295448 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:34:53.323543 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b0fe4934-6d82-482c-b246-adaf98c5f833 req-538f1fae-2fcc-4381-a187-702d6ba1283b tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343034 Jul 14 08:34:53.461568 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'port_id': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb', 'mac_address': 'fa:16:3e:95:16:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:34:53.496957 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:53.509622 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:34:53.528171 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:34:53.532024 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:53.576807 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:34:53.764643 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['5a0bef42-49f8-4101-8a64-a3d0fa93d4bb'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:34:54.493388 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01f96d-26cd-49b8-b7ef-45aef7fc4629 req-daddf1a5-ee44-4fdd-869e-345529a0616c tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:54.494866 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf01f96d-26cd-49b8-b7ef-45aef7fc4629 req-daddf1a5-ee44-4fdd-869e-345529a0616c tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 944 time: 0.0618727 Jul 14 08:34:54.530658 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-cf01f96d-26cd-49b8-b7ef-45aef7fc4629 req-ec65637c-a84a-4729-9b9c-c1c01fce9399 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303228 Jul 14 08:34:55.202959 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:34:55.251487 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning for port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:34:55.254899 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:34:55.255317 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:55.328575 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:55.350624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb78146-1fe1-40ce-bf9e-87e7d17b3230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:34:55.352864 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe95d9a-61df-4596-b50a-9f71586187e3" -d '{"events": [{"server_uuid": "bbb78146-1fe1-40ce-bf9e-87e7d17b3230", "name": "network-vif-plugged", "status": "completed", "tag": "5a0bef42-49f8-4101-8a64-a3d0fa93d4bb"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:34:55.364827 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:34:55.368735 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:55.391963 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afb1da6-e20f-4eb8-8c70-cb6de619bc3d x-openstack-request-id: req-2afb1da6-e20f-4eb8-8c70-cb6de619bc3d {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:34:55.392254 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb78146-1fe1-40ce-bf9e-87e7d17b3230", "name": "network-vif-plugged", "status": "completed", "tag": "5a0bef42-49f8-4101-8a64-a3d0fa93d4bb", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:34:55.392508 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2afb1da6-e20f-4eb8-8c70-cb6de619bc3d {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:34:55.392895 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb78146-1fe1-40ce-bf9e-87e7d17b3230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb', 'code': 200} Jul 14 08:34:55.420904 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:34:55.501771 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f8383-9862-4ddb-8e9b-81c63a3ef9e9 req-276dadf9-05dd-4b1a-b43b-28a5559833de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:55.503135 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a29f8383-9862-4ddb-8e9b-81c63a3ef9e9 req-276dadf9-05dd-4b1a-b43b-28a5559833de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 1096 time: 0.0496390 Jul 14 08:34:55.535831 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-a29f8383-9862-4ddb-8e9b-81c63a3ef9e9 req-c4c39023-ccb3-4319-9302-8729802cf56e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264823 Jul 14 08:34:55.699405 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecd814-8445-48b7-8a98-7c9d07a46461 req-97be83ae-c61a-4ee6-a4cb-37aa966d858b tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:55.700877 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c2ecd814-8445-48b7-8a98-7c9d07a46461 req-97be83ae-c61a-4ee6-a4cb-37aa966d858b tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 945 time: 0.0615509 Jul 14 08:34:55.736953 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-c2ecd814-8445-48b7-8a98-7c9d07a46461 req-801298d2-3a77-432d-844a-2a2d57bceee4 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304959 Jul 14 08:34:56.911760 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede03f0d-180d-4703-a848-bae78b3326a8 req-9975c778-9296-4ac9-b68c-bb6270799c72 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:56.913816 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ede03f0d-180d-4703-a848-bae78b3326a8 req-9975c778-9296-4ac9-b68c-bb6270799c72 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 945 time: 0.0663908 Jul 14 08:34:56.950344 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-ede03f0d-180d-4703-a848-bae78b3326a8 req-1474252c-25ed-4478-9508-0fe7e4e73f2e tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310638 Jul 14 08:34:57.124608 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab184f1-e7e7-402f-8c6f-60218c1ceb65 req-1d953890-e56a-487e-b6bb-c2e9c42de644 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:57.126118 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ab184f1-e7e7-402f-8c6f-60218c1ceb65 req-1d953890-e56a-487e-b6bb-c2e9c42de644 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 945 time: 0.0622160 Jul 14 08:34:57.162616 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-6ab184f1-e7e7-402f-8c6f-60218c1ceb65 req-31fd65b2-b561-4b5f-b9b8-e208db685136 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310321 Jul 14 08:34:57.185890 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43706) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:34:57.239895 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ac53cb-8905-4c97-9b3a-25b019c73671 tempest-TestSnapshotPattern-459041763 tempest-TestSnapshotPattern-459041763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:57.241421 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-10ac53cb-8905-4c97-9b3a-25b019c73671 tempest-TestSnapshotPattern-459041763 tempest-TestSnapshotPattern-459041763-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 1091 time: 0.0545180 Jul 14 08:34:57.244163 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43708) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:34:57.248582 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Request body: {'floatingip': {'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'port_id': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:34:57.269541 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:57.364924 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:57.467886 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Allocated IP 172.25.7.206 (2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0/a40e59cd-8d0a-492a-bb6a-6e8abffc07fa/9470b638-f36b-45b0-8873-34dc9c9ecdc1) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:34:57.565561 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:57.602898 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770202132134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:57.644322 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Network 2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:34:57.650375 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:34:57.653951 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:34:57.675967 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Pushing event updated for resources: {'Port': ['ID=9470b638-f36b-45b0-8873-34dc9c9ecdc1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:34:57.689238 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:57.689565 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:57.689904 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:57.690239 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:57.690578 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:57.690914 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:57.691239 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:57.691561 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:57.691887 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:57.692211 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:57.692535 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:57.692856 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:34:58.020356 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:58.095736 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:58.241628 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:58.246230 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8065527'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:58.313501 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Pushing event updated for resources: {'Port': ['ID=9470b638-f36b-45b0-8873-34dc9c9ecdc1,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:34:58.323878 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-423216'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:58.422900 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Floating IP c3b99281-5375-4d10-982e-4a941fe3c1e5 associated. External IP: 172.25.7.206, port: 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb. Jul 14 08:34:58.624579 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Router eaf8ae48-29e7-4784-9347-e4049c4b041f has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:34:58.730001 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:34:58.739650 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbd10aa-50d4-438e-8cbf-a35778649804 None None] Sync routers for ids ['eaf8ae48-29e7-4784-9347-e4049c4b041f'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:34:58.745727 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:34:58.750244 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbd10aa-50d4-438e-8cbf-a35778649804 None None] Routers {'eaf8ae48-29e7-4784-9347-e4049c4b041f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:34:58.750872 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0dbd10aa-50d4-438e-8cbf-a35778649804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:34:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['eaf8ae48-29e7-4784-9347-e4049c4b041f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:34:58.782061 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d7526984-56aa-4a68-9c8c-5178e4b25a95 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5368695 Jul 14 08:34:58.782656 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb78146-1fe1-40ce-bf9e-87e7d17b3230', 'tag': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:34:58.784934 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e3b5b6-b539-40cb-8e05-90c0a3261822" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb78146-1fe1-40ce-bf9e-87e7d17b3230", "tag": "5a0bef42-49f8-4101-8a64-a3d0fa93d4bb"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:34:58.827767 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813bb91b-cb1d-433f-ac35-2efc3d25aa8e x-openstack-request-id: req-813bb91b-cb1d-433f-ac35-2efc3d25aa8e {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:34:58.828054 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb78146-1fe1-40ce-bf9e-87e7d17b3230", "tag": "5a0bef42-49f8-4101-8a64-a3d0fa93d4bb", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:34:58.828304 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-813bb91b-cb1d-433f-ac35-2efc3d25aa8e {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:34:58.828705 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb78146-1fe1-40ce-bf9e-87e7d17b3230', 'tag': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb', 'status': 'completed', 'code': 200} Jul 14 08:34:58.854889 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0dbd10aa-50d4-438e-8cbf-a35778649804 None None] Set router eaf8ae48-29e7-4784-9347-e4049c4b041f gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:34:58.906111 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3b5b6-b539-40cb-8e05-90c0a3261822 req-52b80c05-7164-4e33-9ceb-42f5c455bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:58.907666 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c6e3b5b6-b539-40cb-8e05-90c0a3261822 req-52b80c05-7164-4e33-9ceb-42f5c455bb38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb&device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 1096 time: 0.0571980 Jul 14 08:34:58.999266 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3b5b6-b539-40cb-8e05-90c0a3261822 req-3c972e27-3a8c-4dd1-948a-50a51c879025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:59.000748 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c6e3b5b6-b539-40cb-8e05-90c0a3261822 req-3c972e27-3a8c-4dd1-948a-50a51c879025 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91999760-f7d9-43f4-a030-2bb5d05e4c27 HTTP/1.1" status: 200 len: 911 time: 0.0870707 Jul 14 08:34:59.068351 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c6e3b5b6-b539-40cb-8e05-90c0a3261822 req-03f0ec0e-0d34-4bce-ab01-9075bfa7e7c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb HTTP/1.1" status: 200 len: 999 time: 0.0616648 Jul 14 08:34:59.069847 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0dbd10aa-50d4-438e-8cbf-a35778649804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:07Z', 'revision_number': 4, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port': {'id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '60c2cd92-4d2f-4ec6-a9ca-182172dc7e87', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'port_id': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'mac_address': 'fa:16:3e:c6:f8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:32:26Z', 'updated_at': '2021-07-14T08:32:28Z', 'revision_number': 1, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'fixed_ip_address_scope': None}, {'id': 'c3b99281-5375-4d10-982e-4a941fe3c1e5', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'port_id': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'mac_address': 'fa:16:3e:95:16:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb78146-1fe1-40ce-bf9e-87e7d17b3230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:34:57Z', 'updated_at': '2021-07-14T08:34:57Z', 'revision_number': 0, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeec0990-5676-4b7d-8c97-ed0e81aef585', 'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'mac_address': 'fa:16:3e:f9:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:06Z', 'updated_at': '2021-07-14T08:32:14Z', 'revision_number': 5, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'subnets': [{'id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:34:59.098095 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbd10aa-50d4-438e-8cbf-a35778649804 None None] Checking router: eaf8ae48-29e7-4784-9347-e4049c4b041f for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:34:59.106704 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbd10aa-50d4-438e-8cbf-a35778649804 None None] Routers {'eaf8ae48-29e7-4784-9347-e4049c4b041f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:34:59.107242 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0dbd10aa-50d4-438e-8cbf-a35778649804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:34:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['eaf8ae48-29e7-4784-9347-e4049c4b041f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:34:59.115857 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3b5b6-b539-40cb-8e05-90c0a3261822 req-efd5ee08-706b-4409-a0c3-0119c596299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:59.117944 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c6e3b5b6-b539-40cb-8e05-90c0a3261822 req-efd5ee08-706b-4409-a0c3-0119c596299e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec4e5917-8201-463b-bd17-1a9e9c9c9043 HTTP/1.1" status: 200 len: 849 time: 0.0439327 Jul 14 08:34:59.175359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3b5b6-b539-40cb-8e05-90c0a3261822 req-463886d4-96a8-4181-b511-eca8fde93e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:34:59.176884 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c6e3b5b6-b539-40cb-8e05-90c0a3261822 req-463886d4-96a8-4181-b511-eca8fde93e66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91999760-f7d9-43f4-a030-2bb5d05e4c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526083 Jul 14 08:34:59.211798 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0dbd10aa-50d4-438e-8cbf-a35778649804 None None] Set router eaf8ae48-29e7-4784-9347-e4049c4b041f gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:34:59.267719 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c6e3b5b6-b539-40cb-8e05-90c0a3261822 req-ccf7ac51-2de1-4c36-82ba-d1b3cb93ce0b service neutron] 10.222.0.15 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848908 Jul 14 08:34:59.354765 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-c6e3b5b6-b539-40cb-8e05-90c0a3261822 req-85846d1b-0f68-4a12-ab4d-ddaa08f82978 service neutron] 10.222.0.15 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812373 Jul 14 08:34:59.437401 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0dbd10aa-50d4-438e-8cbf-a35778649804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:07Z', 'revision_number': 4, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port': {'id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '60c2cd92-4d2f-4ec6-a9ca-182172dc7e87', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'port_id': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'mac_address': 'fa:16:3e:c6:f8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:32:26Z', 'updated_at': '2021-07-14T08:32:28Z', 'revision_number': 1, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'fixed_ip_address_scope': None}, {'id': 'c3b99281-5375-4d10-982e-4a941fe3c1e5', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'port_id': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'mac_address': 'fa:16:3e:95:16:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb78146-1fe1-40ce-bf9e-87e7d17b3230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:34:57Z', 'updated_at': '2021-07-14T08:34:57Z', 'revision_number': 0, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeec0990-5676-4b7d-8c97-ed0e81aef585', 'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'mac_address': 'fa:16:3e:f9:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:06Z', 'updated_at': '2021-07-14T08:32:14Z', 'revision_number': 5, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'subnets': [{'id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:34:59.465868 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbd10aa-50d4-438e-8cbf-a35778649804 None None] The sync data for ids ['eaf8ae48-29e7-4784-9347-e4049c4b041f'] in n-d-778696-5 is: [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:07Z', 'revision_number': 4, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port': {'id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '60c2cd92-4d2f-4ec6-a9ca-182172dc7e87', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'port_id': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'mac_address': 'fa:16:3e:c6:f8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:32:26Z', 'updated_at': '2021-07-14T08:32:28Z', 'revision_number': 1, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'fixed_ip_address_scope': None}, {'id': 'c3b99281-5375-4d10-982e-4a941fe3c1e5', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'port_id': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'mac_address': 'fa:16:3e:95:16:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb78146-1fe1-40ce-bf9e-87e7d17b3230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:34:57Z', 'updated_at': '2021-07-14T08:34:57Z', 'revision_number': 0, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeec0990-5676-4b7d-8c97-ed0e81aef585', 'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'mac_address': 'fa:16:3e:f9:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:06Z', 'updated_at': '2021-07-14T08:32:14Z', 'revision_number': 5, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'subnets': [{'id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:34:59.655719 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc60cad-76f0-43d2-8a0f-8bd6481e419e None None] New status for floating IP c3b99281-5375-4d10-982e-4a941fe3c1e5: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:35:00.629146 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-372b1d2a-31de-4534-89b3-c57d2bc4a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:35:03.416048 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b2a502ac-cbf0-45a8-952a-cbed2431070f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:35:03.791693 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:35:05.011226 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:35:06.550603 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:35:14.109546 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-119f7ab0-86cd-401c-b85f-b4b57c8158a3 req-4b470a48-273c-4506-aedf-1bbef239eb61 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488162 Jul 14 08:35:14.203051 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f7ab0-86cd-401c-b85f-b4b57c8158a3 req-d5d9e89d-b025-4d69-8fa8-f7ea00ab7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:35:14.204494 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-119f7ab0-86cd-401c-b85f-b4b57c8158a3 req-d5d9e89d-b025-4d69-8fa8-f7ea00ab7bfc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb&device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 1095 time: 0.0546396 Jul 14 08:35:14.304495 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f7ab0-86cd-401c-b85f-b4b57c8158a3 req-934f4198-2869-4820-b093-230709203a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:35:14.305972 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-119f7ab0-86cd-401c-b85f-b4b57c8158a3 req-934f4198-2869-4820-b093-230709203a96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=91999760-f7d9-43f4-a030-2bb5d05e4c27 HTTP/1.1" status: 200 len: 911 time: 0.0816295 Jul 14 08:35:14.371064 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-119f7ab0-86cd-401c-b85f-b4b57c8158a3 req-136c942f-6958-4c7f-bba7-b3baeab01584 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=833b0197-f2fa-41bd-9b17-ce29f4213222 HTTP/1.1" status: 200 len: 999 time: 0.0590105 Jul 14 08:35:14.417236 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f7ab0-86cd-401c-b85f-b4b57c8158a3 req-34647fe9-73c7-44b9-a23a-291ae1647c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:35:14.418635 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-119f7ab0-86cd-401c-b85f-b4b57c8158a3 req-34647fe9-73c7-44b9-a23a-291ae1647c3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec4e5917-8201-463b-bd17-1a9e9c9c9043 HTTP/1.1" status: 200 len: 849 time: 0.0421722 Jul 14 08:35:14.471463 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f7ab0-86cd-401c-b85f-b4b57c8158a3 req-79446180-ea25-464c-b0c0-259228ca7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:35:14.472881 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-119f7ab0-86cd-401c-b85f-b4b57c8158a3 req-79446180-ea25-464c-b0c0-259228ca7681 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91999760-f7d9-43f4-a030-2bb5d05e4c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485375 Jul 14 08:35:14.560967 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-119f7ab0-86cd-401c-b85f-b4b57c8158a3 req-cb1f8821-b02c-49ff-85da-852def950807 service neutron] 10.222.0.30 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818973 Jul 14 08:35:14.646240 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-119f7ab0-86cd-401c-b85f-b4b57c8158a3 req-df662b50-25d2-44e2-ac93-4d4383cd3f1f service neutron] 10.222.0.30 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790935 Jul 14 08:35:16.384583 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:35:16.484936 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:35:21.012904 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:35:28.138947 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f136e8dc-845b-46bf-a738-a788a2f48a95 req-6811450e-ae2c-4582-871a-9b7858f2eee7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498154 Jul 14 08:35:28.233396 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e8dc-845b-46bf-a738-a788a2f48a95 req-6ced2e2e-fb6e-4bde-8b50-f7b81e43b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:35:28.234759 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f136e8dc-845b-46bf-a738-a788a2f48a95 req-6ced2e2e-fb6e-4bde-8b50-f7b81e43b599 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb&device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 1096 time: 0.0542424 Jul 14 08:35:28.332971 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e8dc-845b-46bf-a738-a788a2f48a95 req-167a9d65-0427-4629-93cc-c5271823f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:35:28.334977 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f136e8dc-845b-46bf-a738-a788a2f48a95 req-167a9d65-0427-4629-93cc-c5271823f926 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91999760-f7d9-43f4-a030-2bb5d05e4c27 HTTP/1.1" status: 200 len: 911 time: 0.0806661 Jul 14 08:35:28.399037 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f136e8dc-845b-46bf-a738-a788a2f48a95 req-2f389703-96f3-4ecb-8447-918ededa7c63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb HTTP/1.1" status: 200 len: 1001 time: 0.0587738 Jul 14 08:35:28.446234 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e8dc-845b-46bf-a738-a788a2f48a95 req-01bd438b-3bf9-452d-849d-e1a4f40d4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:35:28.447609 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f136e8dc-845b-46bf-a738-a788a2f48a95 req-01bd438b-3bf9-452d-849d-e1a4f40d4a0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec4e5917-8201-463b-bd17-1a9e9c9c9043 HTTP/1.1" status: 200 len: 849 time: 0.0415447 Jul 14 08:35:28.501386 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e8dc-845b-46bf-a738-a788a2f48a95 req-4c3fccc1-aa2e-43b5-a96b-9c9d3ba995ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:35:28.502749 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f136e8dc-845b-46bf-a738-a788a2f48a95 req-4c3fccc1-aa2e-43b5-a96b-9c9d3ba995ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91999760-f7d9-43f4-a030-2bb5d05e4c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491657 Jul 14 08:35:28.589618 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f136e8dc-845b-46bf-a738-a788a2f48a95 req-0963af2e-955a-4c26-a86c-55a9c61500b0 service neutron] 10.222.0.15 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807385 Jul 14 08:35:28.680089 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-f136e8dc-845b-46bf-a738-a788a2f48a95 req-a80278e5-2138-40a0-9bbb-53d037fb7c26 service neutron] 10.222.0.15 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803754 Jul 14 08:35:30.628586 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e53cafa-8546-4ca4-ae86-26b550a9efcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:35:33.419494 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d10691a-1e57-4c31-ac5d-5fbc432b622c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:35:33.791934 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:35:35.013001 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:35:36.554658 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:35:46.411116 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:35:46.484375 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:35:58.013296 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:36:00.632549 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4351f6c7-39d5-4e7a-b3b8-ad753b1bb81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:03.419727 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e8a9e0a0-5428-48ae-920e-f18ed3cc4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:03.793851 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:05.021266 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:06.556579 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:16.187609 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de4c27de-e769-414a-b7ad-b6189f74e51f req-6ada5c28-f062-47d1-a341-9bbb5a01f3a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1295102 Jul 14 08:36:16.282079 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c27de-e769-414a-b7ad-b6189f74e51f req-449c552c-2f36-467f-82e1-27f787e99171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:16.283496 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de4c27de-e769-414a-b7ad-b6189f74e51f req-449c552c-2f36-467f-82e1-27f787e99171 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb&device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 1095 time: 0.0553272 Jul 14 08:36:16.384455 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c27de-e769-414a-b7ad-b6189f74e51f req-44fbec59-281d-4ac6-b377-4e023e2d3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:16.385971 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de4c27de-e769-414a-b7ad-b6189f74e51f req-44fbec59-281d-4ac6-b377-4e023e2d3672 service neutron] 10.222.0.30 "GET /v2.0/networks?id=91999760-f7d9-43f4-a030-2bb5d05e4c27 HTTP/1.1" status: 200 len: 911 time: 0.0824103 Jul 14 08:36:16.406234 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:16.454008 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de4c27de-e769-414a-b7ad-b6189f74e51f req-3cdfc92f-5cc1-4d3b-9802-68fabb9dade5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=833b0197-f2fa-41bd-9b17-ce29f4213222 HTTP/1.1" status: 200 len: 999 time: 0.0616701 Jul 14 08:36:16.485736 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:16.796157 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c27de-e769-414a-b7ad-b6189f74e51f req-4ca6a02c-3618-48e9-87c8-f627145fbbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:16.797678 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de4c27de-e769-414a-b7ad-b6189f74e51f req-4ca6a02c-3618-48e9-87c8-f627145fbbed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec4e5917-8201-463b-bd17-1a9e9c9c9043 HTTP/1.1" status: 200 len: 849 time: 0.3379438 Jul 14 08:36:16.853885 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c27de-e769-414a-b7ad-b6189f74e51f req-c7ba6211-2350-447a-88e8-efede3aa5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:16.855383 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de4c27de-e769-414a-b7ad-b6189f74e51f req-c7ba6211-2350-447a-88e8-efede3aa5b64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91999760-f7d9-43f4-a030-2bb5d05e4c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513380 Jul 14 08:36:16.943839 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de4c27de-e769-414a-b7ad-b6189f74e51f req-43bd22d2-b376-4cbe-a7fc-5abc5021e231 service neutron] 10.222.0.30 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819120 Jul 14 08:36:17.031216 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-de4c27de-e769-414a-b7ad-b6189f74e51f req-f72b029e-3584-4dbe-82ca-21bf9a07efb1 service neutron] 10.222.0.30 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810051 Jul 14 08:36:23.608948 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb details requested by agent hyperv_n-h2-778696-5 with host n-h2-778696-5 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 08:36:23.700818 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:36:23.712593 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Returning: {'device': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'port_id': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb', 'mac_address': 'fa:16:3e:95:16:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 08:36:23.753203 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:23.767700 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 08:36:23.789979 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:36:23.794899 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:23.844782 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:36:23.852086 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:23.852435 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:23.852749 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:23.853028 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:23.853380 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:23.853708 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:23.854031 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:23.854353 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:23.854672 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:23.854990 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:23.855307 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:23.855624 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:23.862078 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] get_ports_and_sgs() called for port_ids ['5a0bef42-49f8-4101-8a64-a3d0fa93d4bb'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 08:36:25.608288 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb up at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:36:25.671838 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Provisioning complete for port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:36:25.672211 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492783'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:25.776198 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:25.804248 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb78146-1fe1-40ce-bf9e-87e7d17b3230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:36:25.806930 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f90d59-3bf7-4977-b98b-da21d755b6e9" -d '{"events": [{"server_uuid": "bbb78146-1fe1-40ce-bf9e-87e7d17b3230", "name": "network-vif-plugged", "status": "completed", "tag": "5a0bef42-49f8-4101-8a64-a3d0fa93d4bb"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:36:25.826730 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:36:25.830902 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:25.863095 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c6f1a7-b8da-4975-adc2-34f27e41e223 x-openstack-request-id: req-37c6f1a7-b8da-4975-adc2-34f27e41e223 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:36:25.863367 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb78146-1fe1-40ce-bf9e-87e7d17b3230", "name": "network-vif-plugged", "status": "completed", "tag": "5a0bef42-49f8-4101-8a64-a3d0fa93d4bb", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:36:25.863623 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37c6f1a7-b8da-4975-adc2-34f27e41e223 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:36:25.864023 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb78146-1fe1-40ce-bf9e-87e7d17b3230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb', 'code': 200} Jul 14 08:36:25.894000 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:36:29.202326 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801061c3-b66f-4f51-ae4d-a1960411c3ba req-02cdc069-e607-4a22-a42d-733ae5342910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:29.203883 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-801061c3-b66f-4f51-ae4d-a1960411c3ba req-02cdc069-e607-4a22-a42d-733ae5342910 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb&device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 1096 time: 0.0694838 Jul 14 08:36:29.333884 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801061c3-b66f-4f51-ae4d-a1960411c3ba req-c56c4ebe-a9d4-4067-ad02-c37e4def83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:29.337443 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-801061c3-b66f-4f51-ae4d-a1960411c3ba req-c56c4ebe-a9d4-4067-ad02-c37e4def83e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91999760-f7d9-43f4-a030-2bb5d05e4c27 HTTP/1.1" status: 200 len: 911 time: 0.1080282 Jul 14 08:36:29.418342 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-801061c3-b66f-4f51-ae4d-a1960411c3ba req-319b366b-270f-4af6-962d-2d4453fca4cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb HTTP/1.1" status: 200 len: 1001 time: 0.0759640 Jul 14 08:36:29.475097 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801061c3-b66f-4f51-ae4d-a1960411c3ba req-6c462abd-c7e8-48a0-9e5a-f8cdc3142785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:29.477140 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-801061c3-b66f-4f51-ae4d-a1960411c3ba req-6c462abd-c7e8-48a0-9e5a-f8cdc3142785 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec4e5917-8201-463b-bd17-1a9e9c9c9043 HTTP/1.1" status: 200 len: 849 time: 0.0525789 Jul 14 08:36:29.540340 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801061c3-b66f-4f51-ae4d-a1960411c3ba req-e722d326-f569-4d34-954b-973b7718ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:29.541935 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-801061c3-b66f-4f51-ae4d-a1960411c3ba req-e722d326-f569-4d34-954b-973b7718ea67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91999760-f7d9-43f4-a030-2bb5d05e4c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590250 Jul 14 08:36:29.639362 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-801061c3-b66f-4f51-ae4d-a1960411c3ba req-7ea491f9-d85d-4692-9313-30af9f6176a3 service neutron] 10.222.0.15 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907876 Jul 14 08:36:29.736541 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-801061c3-b66f-4f51-ae4d-a1960411c3ba req-8aaea13b-d33b-4029-ad16-d96ddec52499 service neutron] 10.222.0.15 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900767 Jul 14 08:36:30.640095 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96a1ca6e-8c00-44a1-a2e8-ba9de3394fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:33.368185 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43906) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:36:33.420153 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc723-f721-4df1-a3d0-2d58c23b04b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:33.527683 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Deleting port 9470b638-f36b-45b0-8873-34dc9c9ecdc1 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:36:33.528027 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:33.795444 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:33.857288 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:33.857614 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:33.869304 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Calling delete_port for 9470b638-f36b-45b0-8873-34dc9c9ecdc1 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:36:34.015352 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:34.040549 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Pushing event deleted for resources: {'Port': ['ID=9470b638-f36b-45b0-8873-34dc9c9ecdc1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:36:34.053904 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:34.054253 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:34.054592 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:34.054934 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:34.055267 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:34.055595 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:34.055920 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:34.056242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:34.056561 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:34.056885 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:34.057236 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:34.057560 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:34.112400 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:34.112754 n-d-778696-5 neutron-server[93828]: INFO neutron.db.l3_db [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Floating IP c3b99281-5375-4d10-982e-4a941fe3c1e5 disassociated (deleted). External IP: 172.25.7.206, port: 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb. Jul 14 08:36:34.313461 n-d-778696-5 neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Router eaf8ae48-29e7-4784-9347-e4049c4b041f has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:36:34.419242 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:36:34.423889 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:34.429909 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527fb52-601d-487c-9a59-7853de47194f None None] Sync routers for ids ['eaf8ae48-29e7-4784-9347-e4049c4b041f'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:36:34.438960 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9527fb52-601d-487c-9a59-7853de47194f None None] Routers {'eaf8ae48-29e7-4784-9347-e4049c4b041f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:36:34.439637 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9527fb52-601d-487c-9a59-7853de47194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:36:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['eaf8ae48-29e7-4784-9347-e4049c4b041f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:34.459074 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-96610a28-182e-4ebc-b348-f8135be028c2 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "DELETE /v2.0/floatingips/c3b99281-5375-4d10-982e-4a941fe3c1e5 HTTP/1.1" status: 204 len: 168 time: 1.0896924 Jul 14 08:36:34.460240 n-d-778696-5 neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb78146-1fe1-40ce-bf9e-87e7d17b3230', 'tag': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:36:34.462547 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b265f55f5fcca325cdb8d96be850f17fe04d845f519daabd4a9a5677dfe72e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f40d417-a0ea-435b-b19b-690f33db8677" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb78146-1fe1-40ce-bf9e-87e7d17b3230", "tag": "5a0bef42-49f8-4101-8a64-a3d0fa93d4bb"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:36:34.499730 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1135a8d-c6a1-4aa0-8b68-e51b34e2585f x-openstack-request-id: req-f1135a8d-c6a1-4aa0-8b68-e51b34e2585f {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:36:34.500018 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb78146-1fe1-40ce-bf9e-87e7d17b3230", "tag": "5a0bef42-49f8-4101-8a64-a3d0fa93d4bb", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:36:34.500269 n-d-778696-5 neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f1135a8d-c6a1-4aa0-8b68-e51b34e2585f {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:36:34.500670 n-d-778696-5 neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb78146-1fe1-40ce-bf9e-87e7d17b3230', 'tag': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb', 'status': 'completed', 'code': 200} Jul 14 08:36:34.549911 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-9527fb52-601d-487c-9a59-7853de47194f None None] Set router eaf8ae48-29e7-4784-9347-e4049c4b041f gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:36:34.582447 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40d417-a0ea-435b-b19b-690f33db8677 req-a1522f57-4bd5-4897-b754-04981a0df860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:34.584023 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3f40d417-a0ea-435b-b19b-690f33db8677 req-a1522f57-4bd5-4897-b754-04981a0df860 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb&device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 1096 time: 0.0591960 Jul 14 08:36:34.681163 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40d417-a0ea-435b-b19b-690f33db8677 req-4f2322e6-af2f-457a-949b-c8109fc39da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:34.682729 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3f40d417-a0ea-435b-b19b-690f33db8677 req-4f2322e6-af2f-457a-949b-c8109fc39da0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91999760-f7d9-43f4-a030-2bb5d05e4c27 HTTP/1.1" status: 200 len: 911 time: 0.0926421 Jul 14 08:36:34.733139 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3f40d417-a0ea-435b-b19b-690f33db8677 req-9704b710-add6-4b69-a065-3cf73e098417 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb HTTP/1.1" status: 200 len: 217 time: 0.0378366 Jul 14 08:36:34.791611 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40d417-a0ea-435b-b19b-690f33db8677 req-873283fa-96e8-4c17-9d66-e9cff034dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:34.793104 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3f40d417-a0ea-435b-b19b-690f33db8677 req-873283fa-96e8-4c17-9d66-e9cff034dd93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec4e5917-8201-463b-bd17-1a9e9c9c9043 HTTP/1.1" status: 200 len: 849 time: 0.0530875 Jul 14 08:36:34.793816 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9527fb52-601d-487c-9a59-7853de47194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:07Z', 'revision_number': 4, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port': {'id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '60c2cd92-4d2f-4ec6-a9ca-182172dc7e87', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'port_id': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'mac_address': 'fa:16:3e:c6:f8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:32:26Z', 'updated_at': '2021-07-14T08:32:28Z', 'revision_number': 1, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeec0990-5676-4b7d-8c97-ed0e81aef585', 'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'mac_address': 'fa:16:3e:f9:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:06Z', 'updated_at': '2021-07-14T08:32:14Z', 'revision_number': 5, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'subnets': [{'id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:34.826714 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527fb52-601d-487c-9a59-7853de47194f None None] Checking router: eaf8ae48-29e7-4784-9347-e4049c4b041f for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:36:34.835652 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9527fb52-601d-487c-9a59-7853de47194f None None] Routers {'eaf8ae48-29e7-4784-9347-e4049c4b041f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:36:34.836499 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9527fb52-601d-487c-9a59-7853de47194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:36:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['eaf8ae48-29e7-4784-9347-e4049c4b041f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:34.859373 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40d417-a0ea-435b-b19b-690f33db8677 req-bde657a5-8543-4302-8252-c353bc62b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:34.860952 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3f40d417-a0ea-435b-b19b-690f33db8677 req-bde657a5-8543-4302-8252-c353bc62b6ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91999760-f7d9-43f4-a030-2bb5d05e4c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612559 Jul 14 08:36:34.898545 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c5c99-bf97-4550-907b-adc5e84a3d73 req-fffd7848-d5a6-4e62-9f63-54027ea72dc0 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:34.900224 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a46c5c99-bf97-4550-907b-adc5e84a3d73 req-fffd7848-d5a6-4e62-9f63-54027ea72dc0 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 945 time: 0.1284726 Jul 14 08:36:34.940401 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-a46c5c99-bf97-4550-907b-adc5e84a3d73 req-fc026f57-5620-49e4-99c1-529353d3df37 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344555 Jul 14 08:36:34.959555 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3f40d417-a0ea-435b-b19b-690f33db8677 req-f1fc4ada-a0e7-4ed3-b3be-044932d6fa0c service neutron] 10.222.0.15 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896668 Jul 14 08:36:35.019831 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:35.030281 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:36:35.048252 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-9527fb52-601d-487c-9a59-7853de47194f None None] Set router eaf8ae48-29e7-4784-9347-e4049c4b041f gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:36:35.058697 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-3f40d417-a0ea-435b-b19b-690f33db8677 req-e0cbea06-8329-4e46-96ab-e8acdad3d2b0 service neutron] 10.222.0.15 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915167 Jul 14 08:36:35.262230 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9527fb52-601d-487c-9a59-7853de47194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:07Z', 'revision_number': 4, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port': {'id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '60c2cd92-4d2f-4ec6-a9ca-182172dc7e87', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'port_id': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'mac_address': 'fa:16:3e:c6:f8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:32:26Z', 'updated_at': '2021-07-14T08:32:28Z', 'revision_number': 1, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeec0990-5676-4b7d-8c97-ed0e81aef585', 'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'mac_address': 'fa:16:3e:f9:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:06Z', 'updated_at': '2021-07-14T08:32:14Z', 'revision_number': 5, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'subnets': [{'id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:35.287170 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527fb52-601d-487c-9a59-7853de47194f None None] The sync data for ids ['eaf8ae48-29e7-4784-9347-e4049c4b041f'] in n-d-778696-5 is: [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:07Z', 'revision_number': 4, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port': {'id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_floatingips': [{'id': '60c2cd92-4d2f-4ec6-a9ca-182172dc7e87', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'router_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'port_id': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'mac_address': 'fa:16:3e:c6:f8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:32:26Z', 'updated_at': '2021-07-14T08:32:28Z', 'revision_number': 1, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeec0990-5676-4b7d-8c97-ed0e81aef585', 'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'mac_address': 'fa:16:3e:f9:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:06Z', 'updated_at': '2021-07-14T08:32:14Z', 'revision_number': 5, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'subnets': [{'id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:36:35.513603 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5df623a-38e7-4b5b-a04c-113d956319c3 None None] New status for floating IP c3b99281-5375-4d10-982e-4a941fe3c1e5: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:36:35.647153 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:36:35.722774 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533480'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:35.745854 n-d-778696-5 neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb78146-1fe1-40ce-bf9e-87e7d17b3230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:36:35.748096 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd4c1c6f3df39d804a10eae188a0a2946e261c448d3a6cedee3154f1cbbdc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ae9449-4e20-44c9-bae4-c998389d7f5c" -d '{"events": [{"server_uuid": "bbb78146-1fe1-40ce-bf9e-87e7d17b3230", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0bef42-49f8-4101-8a64-a3d0fa93d4bb"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:36:35.761360 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] For port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:36:35.765667 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770202522655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770202132152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770202132170'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:35.788466 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 08:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696386d9-885b-4150-8c22-d88d0dc8683c x-openstack-request-id: req-696386d9-885b-4150-8c22-d88d0dc8683c {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:36:35.788774 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb78146-1fe1-40ce-bf9e-87e7d17b3230", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0bef42-49f8-4101-8a64-a3d0fa93d4bb", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:36:35.789010 n-d-778696-5 neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-696386d9-885b-4150-8c22-d88d0dc8683c {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:36:35.789422 n-d-778696-5 neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb78146-1fe1-40ce-bf9e-87e7d17b3230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb', 'code': 200} Jul 14 08:36:35.815134 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Pushing event updated for resources: {'Port': ['ID=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:36:36.123714 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721da70d-a595-4127-b57f-138f77820618 req-63ae6115-5609-4b8d-afab-4a80361bdf48 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:36.125233 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-721da70d-a595-4127-b57f-138f77820618 req-63ae6115-5609-4b8d-afab-4a80361bdf48 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 943 time: 0.0644443 Jul 14 08:36:36.162353 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-721da70d-a595-4127-b57f-138f77820618 req-eeb4a135-4352-4bef-80fe-98c71f346b09 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315180 Jul 14 08:36:36.263693 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21206f04-f16c-404f-a07d-ab9053f18f50 req-8519d978-42ff-410c-aac2-50e57d19c9dc tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:36.265159 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-21206f04-f16c-404f-a07d-ab9053f18f50 req-8519d978-42ff-410c-aac2-50e57d19c9dc tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 943 time: 0.0629878 Jul 14 08:36:36.368535 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-21206f04-f16c-404f-a07d-ab9053f18f50 req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Deleting port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:36:36.368879 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-21206f04-f16c-404f-a07d-ab9053f18f50 req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:36.455009 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-21206f04-f16c-404f-a07d-ab9053f18f50 req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] For port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb, host n-h2-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-5',level=0,port_id=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:36:36.455282 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-21206f04-f16c-404f-a07d-ab9053f18f50 req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:36.468384 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-21206f04-f16c-404f-a07d-ab9053f18f50 req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Calling delete_port for 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:36:36.561022 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:36.595232 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-21206f04-f16c-404f-a07d-ab9053f18f50 req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:36.624285 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Pushing event deleted for resources: {'Port': ['ID=5a0bef42-49f8-4101-8a64-a3d0fa93d4bb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:36:36.637642 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:36.637994 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:36.638345 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:36.638691 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:36.639033 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:36.639368 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:36.639701 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:36.640031 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:36.640359 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:36.640689 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:36.641037 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:36.641393 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-5 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:36:36.683669 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-21206f04-f16c-404f-a07d-ab9053f18f50 req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] No DVR routers for this DVR port 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb on host n-h2-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:36:36.686328 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-21206f04-f16c-404f-a07d-ab9053f18f50 req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:36.688343 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-21206f04-f16c-404f-a07d-ab9053f18f50 req-348d4e03-bbb3-49e2-b09a-f983c0338aff tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.15 "DELETE /v2.0/ports/5a0bef42-49f8-4101-8a64-a3d0fa93d4bb HTTP/1.1" status: 204 len: 173 time: 0.4179258 Jul 14 08:36:36.688810 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb78146-1fe1-40ce-bf9e-87e7d17b3230', 'name': 'network-vif-deleted', 'tag': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:36:36.691107 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b290ff5-8cb6-40e6-8fdd-cab6ed326650" -d '{"events": [{"server_uuid": "bbb78146-1fe1-40ce-bf9e-87e7d17b3230", "name": "network-vif-deleted", "tag": "5a0bef42-49f8-4101-8a64-a3d0fa93d4bb"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:36:36.727129 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b904e5-390d-42ca-849d-8c9ee79a2d24 x-openstack-request-id: req-52b904e5-390d-42ca-849d-8c9ee79a2d24 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:36:36.727489 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb78146-1fe1-40ce-bf9e-87e7d17b3230", "name": "network-vif-deleted", "tag": "5a0bef42-49f8-4101-8a64-a3d0fa93d4bb", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:36:36.727771 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52b904e5-390d-42ca-849d-8c9ee79a2d24 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:36:36.728172 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb78146-1fe1-40ce-bf9e-87e7d17b3230', 'name': 'network-vif-deleted', 'tag': '5a0bef42-49f8-4101-8a64-a3d0fa93d4bb', 'status': 'completed', 'code': 200} Jul 14 08:36:37.314928 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-1a821729-4009-4b6c-926a-40fd862447cd req-24f2cfd8-b159-47cf-aa17-2740bae1405c tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb78146-1fe1-40ce-bf9e-87e7d17b3230 HTTP/1.1" status: 200 len: 210 time: 0.0279500 Jul 14 08:36:38.930527 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43968) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:36:39.091512 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-29826951-12af-4a63-896b-6f679ad44adf tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Deleting port 89d5e1e4-dff7-4823-ade4-83deb8e545fa {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:36:39.091857 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29826951-12af-4a63-896b-6f679ad44adf tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:39.166988 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29826951-12af-4a63-896b-6f679ad44adf tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:39.167225 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29826951-12af-4a63-896b-6f679ad44adf tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:39.178874 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-29826951-12af-4a63-896b-6f679ad44adf tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Calling delete_port for 89d5e1e4-dff7-4823-ade4-83deb8e545fa owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:36:39.326800 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29826951-12af-4a63-896b-6f679ad44adf tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:39.349898 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29826951-12af-4a63-896b-6f679ad44adf tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Pushing event deleted for resources: {'Port': ['ID=89d5e1e4-dff7-4823-ade4-83deb8e545fa,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:36:39.416045 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29826951-12af-4a63-896b-6f679ad44adf tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:39.416382 n-d-778696-5 neutron-server[93827]: INFO neutron.db.l3_db [None req-29826951-12af-4a63-896b-6f679ad44adf tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Floating IP 60c2cd92-4d2f-4ec6-a9ca-182172dc7e87 disassociated (deleted). External IP: 172.25.7.56, port: 833b0197-f2fa-41bd-9b17-ce29f4213222. Jul 14 08:36:39.618521 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29826951-12af-4a63-896b-6f679ad44adf tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Router eaf8ae48-29e7-4784-9347-e4049c4b041f has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:36:39.662603 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb no longer exists at agent hyperv_n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:36:39.682326 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] No Port match for: 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:36:39.682668 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Device 5a0bef42-49f8-4101-8a64-a3d0fa93d4bb not bound to the agent host n-h2-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:36:39.726988 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29826951-12af-4a63-896b-6f679ad44adf tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:36:39.731843 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29826951-12af-4a63-896b-6f679ad44adf tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:39.737472 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc7919e-3173-4fdf-8278-1d789a0b19f5 None None] Sync routers for ids ['eaf8ae48-29e7-4784-9347-e4049c4b041f'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:36:39.746832 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7919e-3173-4fdf-8278-1d789a0b19f5 None None] Routers {'eaf8ae48-29e7-4784-9347-e4049c4b041f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:36:39.747433 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6cc7919e-3173-4fdf-8278-1d789a0b19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:36:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['eaf8ae48-29e7-4784-9347-e4049c4b041f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:39.771988 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-29826951-12af-4a63-896b-6f679ad44adf tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "DELETE /v2.0/floatingips/60c2cd92-4d2f-4ec6-a9ca-182172dc7e87 HTTP/1.1" status: 204 len: 168 time: 0.8403292 Jul 14 08:36:39.772679 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'tag': '833b0197-f2fa-41bd-9b17-ce29f4213222'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:36:39.775055 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7df045-48a5-49b1-a715-d3101def79b9" -d '{"events": [{"name": "network-changed", "server_uuid": "36c94a4c-59cb-4ed4-88a9-95c6674e6c57", "tag": "833b0197-f2fa-41bd-9b17-ce29f4213222"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:36:39.815162 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 08:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316fc563-75e2-4989-9430-4b93b8ae56a3 x-openstack-request-id: req-316fc563-75e2-4989-9430-4b93b8ae56a3 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:36:39.815547 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c94a4c-59cb-4ed4-88a9-95c6674e6c57", "tag": "833b0197-f2fa-41bd-9b17-ce29f4213222", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:36:39.815892 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-316fc563-75e2-4989-9430-4b93b8ae56a3 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:36:39.816523 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'tag': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'status': 'completed', 'code': 200} Jul 14 08:36:39.856159 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-6cc7919e-3173-4fdf-8278-1d789a0b19f5 None None] Set router eaf8ae48-29e7-4784-9347-e4049c4b041f gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:36:39.895483 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7df045-48a5-49b1-a715-d3101def79b9 req-8e14d52a-2881-4418-b36f-4aafbb4e5fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:39.897371 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0d7df045-48a5-49b1-a715-d3101def79b9 req-8e14d52a-2881-4418-b36f-4aafbb4e5fff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb&device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 1095 time: 0.0581474 Jul 14 08:36:40.011943 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7df045-48a5-49b1-a715-d3101def79b9 req-5c275396-b8c0-4e8d-be10-dbf9c967890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:40.013747 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0d7df045-48a5-49b1-a715-d3101def79b9 req-5c275396-b8c0-4e8d-be10-dbf9c967890c service neutron] 10.222.0.30 "GET /v2.0/networks?id=91999760-f7d9-43f4-a030-2bb5d05e4c27 HTTP/1.1" status: 200 len: 911 time: 0.1105690 Jul 14 08:36:40.063985 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0d7df045-48a5-49b1-a715-d3101def79b9 req-ee4752bf-66ae-4044-83d1-6cea071d77f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=833b0197-f2fa-41bd-9b17-ce29f4213222 HTTP/1.1" status: 200 len: 217 time: 0.0429006 Jul 14 08:36:40.075797 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6cc7919e-3173-4fdf-8278-1d789a0b19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:07Z', 'revision_number': 4, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port': {'id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'eeec0990-5676-4b7d-8c97-ed0e81aef585', 'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'mac_address': 'fa:16:3e:f9:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:06Z', 'updated_at': '2021-07-14T08:32:14Z', 'revision_number': 5, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'subnets': [{'id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:40.104641 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc7919e-3173-4fdf-8278-1d789a0b19f5 None None] Checking router: eaf8ae48-29e7-4784-9347-e4049c4b041f for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:36:40.113916 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7919e-3173-4fdf-8278-1d789a0b19f5 None None] Routers {'eaf8ae48-29e7-4784-9347-e4049c4b041f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:36:40.114522 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6cc7919e-3173-4fdf-8278-1d789a0b19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:36:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['eaf8ae48-29e7-4784-9347-e4049c4b041f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:40.116931 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7df045-48a5-49b1-a715-d3101def79b9 req-6ccc9dcb-12fa-450f-a062-cbe2be5689ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:40.118557 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0d7df045-48a5-49b1-a715-d3101def79b9 req-6ccc9dcb-12fa-450f-a062-cbe2be5689ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec4e5917-8201-463b-bd17-1a9e9c9c9043 HTTP/1.1" status: 200 len: 849 time: 0.0485899 Jul 14 08:36:40.163566 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcf600-05b9-4c32-b411-e9e2a3c138f1 req-c09627c0-d84b-460b-adec-94a41009dbd3 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:40.165812 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cdcf600-05b9-4c32-b411-e9e2a3c138f1 req-c09627c0-d84b-460b-adec-94a41009dbd3 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 944 time: 0.0716693 Jul 14 08:36:40.175821 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7df045-48a5-49b1-a715-d3101def79b9 req-12637986-78ec-4c86-845c-cdcf8bbd2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:40.177527 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0d7df045-48a5-49b1-a715-d3101def79b9 req-12637986-78ec-4c86-845c-cdcf8bbd2f90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91999760-f7d9-43f4-a030-2bb5d05e4c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528240 Jul 14 08:36:40.208533 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-4cdcf600-05b9-4c32-b411-e9e2a3c138f1 req-e79035d6-24be-4dfa-8e9a-fb3b11755f98 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348382 Jul 14 08:36:40.222315 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-6cc7919e-3173-4fdf-8278-1d789a0b19f5 None None] Set router eaf8ae48-29e7-4784-9347-e4049c4b041f gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:36:40.270665 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0d7df045-48a5-49b1-a715-d3101def79b9 req-42c790a3-4133-4da7-891a-40bd8c93a4d8 service neutron] 10.222.0.30 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866969 Jul 14 08:36:40.358726 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-0d7df045-48a5-49b1-a715-d3101def79b9 req-15893fc9-24a1-42ab-b8fa-451ebbdc4a2f service neutron] 10.222.0.30 "GET /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813832 Jul 14 08:36:40.421789 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6cc7919e-3173-4fdf-8278-1d789a0b19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:07Z', 'revision_number': 4, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port': {'id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'eeec0990-5676-4b7d-8c97-ed0e81aef585', 'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'mac_address': 'fa:16:3e:f9:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:06Z', 'updated_at': '2021-07-14T08:32:14Z', 'revision_number': 5, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'subnets': [{'id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:40.446978 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc7919e-3173-4fdf-8278-1d789a0b19f5 None None] The sync data for ids ['eaf8ae48-29e7-4784-9347-e4049c4b041f'] in n-d-778696-5 is: [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:07Z', 'revision_number': 4, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port': {'id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5', '_interfaces': [{'id': 'eeec0990-5676-4b7d-8c97-ed0e81aef585', 'name': '', 'network_id': '91999760-f7d9-43f4-a030-2bb5d05e4c27', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'mac_address': 'fa:16:3e:f9:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:06Z', 'updated_at': '2021-07-14T08:32:14Z', 'revision_number': 5, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'subnets': [{'id': 'ec4e5917-8201-463b-bd17-1a9e9c9c9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:36:40.661490 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19758df1-438a-4007-8dcd-ac453693c998 None None] New status for floating IP 60c2cd92-4d2f-4ec6-a9ca-182172dc7e87: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 08:36:41.386917 n-d-778696-5 neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97b78b-6944-4745-a429-f91659b0a708 req-41151d70-6c0b-471d-b0a2-30f0ff23a4a6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:41.388418 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f97b78b-6944-4745-a429-f91659b0a708 req-41151d70-6c0b-471d-b0a2-30f0ff23a4a6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 944 time: 0.0633674 Jul 14 08:36:41.426227 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-7f97b78b-6944-4745-a429-f91659b0a708 req-f73af31d-eb78-44d0-8f63-f88ed00c26b8 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/security-groups?id=86e79937-7afa-4d6e-971f-4ddfc63185fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320370 Jul 14 08:36:41.557347 n-d-778696-5 neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cb489-cbc3-47d7-b9a3-d1e0b291e9ab req-25454f39-c29e-49b5-a625-7dc88a527365 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:36:41.558816 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d93cb489-cbc3-47d7-b9a3-d1e0b291e9ab req-25454f39-c29e-49b5-a625-7dc88a527365 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 944 time: 0.0635414 Jul 14 08:36:41.663331 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-d93cb489-cbc3-47d7-b9a3-d1e0b291e9ab req-3778464a-bda3-4fdd-a38d-76d3c050b7a6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Deleting port 833b0197-f2fa-41bd-9b17-ce29f4213222 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:36:41.663701 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d93cb489-cbc3-47d7-b9a3-d1e0b291e9ab req-3778464a-bda3-4fdd-a38d-76d3c050b7a6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:41.754339 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-d93cb489-cbc3-47d7-b9a3-d1e0b291e9ab req-3778464a-bda3-4fdd-a38d-76d3c050b7a6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] For port 833b0197-f2fa-41bd-9b17-ce29f4213222, host n-h1-778696-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-5',level=0,port_id=833b0197-f2fa-41bd-9b17-ce29f4213222,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:36:41.754987 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d93cb489-cbc3-47d7-b9a3-d1e0b291e9ab req-3778464a-bda3-4fdd-a38d-76d3c050b7a6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:41.774099 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-d93cb489-cbc3-47d7-b9a3-d1e0b291e9ab req-3778464a-bda3-4fdd-a38d-76d3c050b7a6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Calling delete_port for 833b0197-f2fa-41bd-9b17-ce29f4213222 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:36:41.909650 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d93cb489-cbc3-47d7-b9a3-d1e0b291e9ab req-3778464a-bda3-4fdd-a38d-76d3c050b7a6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:41.945060 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778464a-bda3-4fdd-a38d-76d3c050b7a6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Pushing event deleted for resources: {'Port': ['ID=833b0197-f2fa-41bd-9b17-ce29f4213222,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:36:41.993396 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93cb489-cbc3-47d7-b9a3-d1e0b291e9ab req-3778464a-bda3-4fdd-a38d-76d3c050b7a6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] No DVR routers for this DVR port 833b0197-f2fa-41bd-9b17-ce29f4213222 on host n-h1-778696-5 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:36:41.996554 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d93cb489-cbc3-47d7-b9a3-d1e0b291e9ab req-3778464a-bda3-4fdd-a38d-76d3c050b7a6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49363'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:41.998721 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [req-d93cb489-cbc3-47d7-b9a3-d1e0b291e9ab req-3778464a-bda3-4fdd-a38d-76d3c050b7a6 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.30 "DELETE /v2.0/ports/833b0197-f2fa-41bd-9b17-ce29f4213222 HTTP/1.1" status: 204 len: 173 time: 0.4327111 Jul 14 08:36:41.999188 n-d-778696-5 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'name': 'network-vif-deleted', 'tag': '833b0197-f2fa-41bd-9b17-ce29f4213222'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 08:36:42.001465 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c666c84718be1373d27407613f949959e5b1197ad77838fdbc83da88ea0e1e67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7967106d-6e4d-4b5f-8e73-0cab9a23b6bb" -d '{"events": [{"server_uuid": "36c94a4c-59cb-4ed4-88a9-95c6674e6c57", "name": "network-vif-deleted", "tag": "833b0197-f2fa-41bd-9b17-ce29f4213222"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 08:36:42.044265 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 08:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a01cdf-175e-470d-8b87-70ba3f2892b3 x-openstack-request-id: req-c0a01cdf-175e-470d-8b87-70ba3f2892b3 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 08:36:42.044592 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c94a4c-59cb-4ed4-88a9-95c6674e6c57", "name": "network-vif-deleted", "tag": "833b0197-f2fa-41bd-9b17-ce29f4213222", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 08:36:42.044848 n-d-778696-5 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c0a01cdf-175e-470d-8b87-70ba3f2892b3 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 08:36:42.045274 n-d-778696-5 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c94a4c-59cb-4ed4-88a9-95c6674e6c57', 'name': 'network-vif-deleted', 'tag': '833b0197-f2fa-41bd-9b17-ce29f4213222', 'status': 'completed', 'code': 200} Jul 14 08:36:42.583770 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [req-b4cb6da6-7529-48a3-bcc6-c0a96e0c487b req-c35bb872-de39-4f51-9a24-f7a47fef1609 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "GET /v2.0/ports?device_id=36c94a4c-59cb-4ed4-88a9-95c6674e6c57 HTTP/1.1" status: 200 len: 210 time: 0.0286913 Jul 14 08:36:43.675490 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43986) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:36:43.734235 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd787c28-bba6-4bd5-8ef2-8b9472eb0e01 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:43.760036 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd787c28-bba6-4bd5-8ef2-8b9472eb0e01 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:43.822526 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd787c28-bba6-4bd5-8ef2-8b9472eb0e01 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:43.825275 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd787c28-bba6-4bd5-8ef2-8b9472eb0e01 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:43.826433 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-bd787c28-bba6-4bd5-8ef2-8b9472eb0e01 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] 10.222.0.35 "DELETE /v2.0/security-groups/86e79937-7afa-4d6e-971f-4ddfc63185fa HTTP/1.1" status: 204 len: 168 time: 0.1499662 Jul 14 08:36:43.836268 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd787c28-bba6-4bd5-8ef2-8b9472eb0e01 tempest-TestSnapshotPattern-509511461 tempest-TestSnapshotPattern-509511461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e79937-7afa-4d6e-971f-4ddfc63185fa,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:36:44.894224 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43992) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:36:45.237448 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f090093-7ea5-4337-94ad-5f29903eb833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:45.488184 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8f090093-7ea5-4337-94ad-5f29903eb833 admin admin] Deleting port eeec0990-5676-4b7d-8c97-ed0e81aef585 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:36:45.488421 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f090093-7ea5-4337-94ad-5f29903eb833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:45.564660 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8f090093-7ea5-4337-94ad-5f29903eb833 admin admin] For port eeec0990-5676-4b7d-8c97-ed0e81aef585, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=eeec0990-5676-4b7d-8c97-ed0e81aef585,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:36:45.565019 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f090093-7ea5-4337-94ad-5f29903eb833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:45.577463 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8f090093-7ea5-4337-94ad-5f29903eb833 admin admin] Calling delete_port for eeec0990-5676-4b7d-8c97-ed0e81aef585 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:36:45.754999 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f090093-7ea5-4337-94ad-5f29903eb833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:45.784080 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f090093-7ea5-4337-94ad-5f29903eb833 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeec0990-5676-4b7d-8c97-ed0e81aef585,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:36:45.953159 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f090093-7ea5-4337-94ad-5f29903eb833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:46.252513 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 833b0197-f2fa-41bd-9b17-ce29f4213222 no longer exists at agent hyperv_n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:36:46.272799 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] No Port match for: 833b0197-f2fa-41bd-9b17-ce29f4213222 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:36:46.273421 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Device 833b0197-f2fa-41bd-9b17-ce29f4213222 not bound to the agent host n-h1-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:36:46.409389 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:46.456685 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f090093-7ea5-4337-94ad-5f29903eb833 admin admin] Router eaf8ae48-29e7-4784-9347-e4049c4b041f has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:36:46.482887 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:46.562786 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f090093-7ea5-4337-94ad-5f29903eb833 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:36:46.568335 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-8f090093-7ea5-4337-94ad-5f29903eb833 admin admin] 10.222.0.35 "PUT /v2.0/routers/eaf8ae48-29e7-4784-9347-e4049c4b041f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6732585 Jul 14 08:36:46.570960 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43994) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:36:46.571549 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1b521-c38b-4d5b-9384-55be6e5e89eb None None] Sync routers for ids ['eaf8ae48-29e7-4784-9347-e4049c4b041f'] in n-d-778696-5 {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:36:46.580591 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a1b521-c38b-4d5b-9384-55be6e5e89eb None None] Routers {'eaf8ae48-29e7-4784-9347-e4049c4b041f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:36:46.581222 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d5a1b521-c38b-4d5b-9384-55be6e5e89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:36:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['eaf8ae48-29e7-4784-9347-e4049c4b041f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:46.674264 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7eb5-2a5f-400d-bf89-91e0827e84dd admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:46.683871 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-d5a1b521-c38b-4d5b-9384-55be6e5e89eb None None] Set router eaf8ae48-29e7-4784-9347-e4049c4b041f gateway port host: n-d-778696-5 {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:36:46.771830 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7eb5-2a5f-400d-bf89-91e0827e84dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:46.829309 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6b8e7eb5-2a5f-400d-bf89-91e0827e84dd admin admin] Deleting port 37cfd117-a124-4ad8-adee-b8f262821ee7 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:36:46.829602 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7eb5-2a5f-400d-bf89-91e0827e84dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:46.861117 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d5a1b521-c38b-4d5b-9384-55be6e5e89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:36:45Z', 'revision_number': 5, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port': {'id': '37cfd117-a124-4ad8-adee-b8f262821ee7', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:46.908778 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6b8e7eb5-2a5f-400d-bf89-91e0827e84dd admin admin] For port 37cfd117-a124-4ad8-adee-b8f262821ee7, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=37cfd117-a124-4ad8-adee-b8f262821ee7,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:36:46.909140 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7eb5-2a5f-400d-bf89-91e0827e84dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:46.923414 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6b8e7eb5-2a5f-400d-bf89-91e0827e84dd admin admin] Calling delete_port for 37cfd117-a124-4ad8-adee-b8f262821ee7 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:36:46.982955 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1b521-c38b-4d5b-9384-55be6e5e89eb None None] Checking router: eaf8ae48-29e7-4784-9347-e4049c4b041f for host: n-d-778696-5 {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:36:46.992070 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a1b521-c38b-4d5b-9384-55be6e5e89eb None None] Routers {'eaf8ae48-29e7-4784-9347-e4049c4b041f'} bound to L3 agent in host n-d-778696-5 {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:36:46.992755 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d5a1b521-c38b-4d5b-9384-55be6e5e89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:36:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['eaf8ae48-29e7-4784-9347-e4049c4b041f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:47.077695 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-d5a1b521-c38b-4d5b-9384-55be6e5e89eb None None] Set router eaf8ae48-29e7-4784-9347-e4049c4b041f gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:36:47.097505 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7eb5-2a5f-400d-bf89-91e0827e84dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:47.120870 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e7eb5-2a5f-400d-bf89-91e0827e84dd admin admin] Pushing event deleted for resources: {'Port': ['ID=37cfd117-a124-4ad8-adee-b8f262821ee7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:36:47.128430 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d5a1b521-c38b-4d5b-9384-55be6e5e89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:36:46Z', 'revision_number': 6, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:47.158039 n-d-778696-5 neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1b521-c38b-4d5b-9384-55be6e5e89eb None None] The sync data for ids ['eaf8ae48-29e7-4784-9347-e4049c4b041f'] in n-d-778696-5 is: [{'id': 'eaf8ae48-29e7-4784-9347-e4049c4b041f', 'name': 'tempest-TestSnapshotPattern-1473693401-router', 'tenant_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:05Z', 'updated_at': '2021-07-14T08:36:46Z', 'revision_number': 6, 'project_id': 'fc4a4a0489ae475f9b31eff8cd438bbb', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:36:47.192750 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7eb5-2a5f-400d-bf89-91e0827e84dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:47.281948 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7eb5-2a5f-400d-bf89-91e0827e84dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:47.284045 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7eb5-2a5f-400d-bf89-91e0827e84dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:47.325723 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7eb5-2a5f-400d-bf89-91e0827e84dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:47.326277 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8e7eb5-2a5f-400d-bf89-91e0827e84dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaf8ae48-29e7-4784-9347-e4049c4b041f {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 08:36:47.330986 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7eb5-2a5f-400d-bf89-91e0827e84dd admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:47.332187 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-6b8e7eb5-2a5f-400d-bf89-91e0827e84dd admin admin] 10.222.0.35 "DELETE /v2.0/routers/eaf8ae48-29e7-4784-9347-e4049c4b041f HTTP/1.1" status: 204 len: 168 time: 0.7602777 Jul 14 08:36:47.335198 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 43996) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:36:47.378517 n-d-778696-5 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32e8700-8b79-45a2-ba77-9c1926717651 admin admin] Deleting subnet ec4e5917-8201-463b-bd17-1a9e9c9c9043 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:36:47.382071 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a32e8700-8b79-45a2-ba77-9c1926717651 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:47.421022 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a32e8700-8b79-45a2-ba77-9c1926717651 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7452536'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:47.502026 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a32e8700-8b79-45a2-ba77-9c1926717651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:47.558194 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a32e8700-8b79-45a2-ba77-9c1926717651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5979902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379786'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:47.584067 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e8700-8b79-45a2-ba77-9c1926717651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec4e5917-8201-463b-bd17-1a9e9c9c9043,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:36:47.590448 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a32e8700-8b79-45a2-ba77-9c1926717651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:47.592285 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-a32e8700-8b79-45a2-ba77-9c1926717651 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ec4e5917-8201-463b-bd17-1a9e9c9c9043 HTTP/1.1" status: 204 len: 168 time: 0.2561262 Jul 14 08:36:47.595200 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 43998) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:36:47.596492 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e8eadb-cf6b-424f-b355-78498b47c867 None None] Network 91999760-f7d9-43f4-a030-2bb5d05e4c27 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:36:47.643374 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device eeec0990-5676-4b7d-8c97-ed0e81aef585 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:36:47.669128 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:47.671903 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: eeec0990-5676-4b7d-8c97-ed0e81aef585 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:36:47.672247 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device eeec0990-5676-4b7d-8c97-ed0e81aef585 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:36:47.723062 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] Deleting port ad3bc77c-408d-437b-8d61-ad0c176600f3 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:36:47.723399 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:47.786502 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] For port ad3bc77c-408d-437b-8d61-ad0c176600f3, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=ad3bc77c-408d-437b-8d61-ad0c176600f3,segment=NetworkSegment(65b1ec5a-90a2-49d5-986d-29cfa575b89a),segment_id=65b1ec5a-90a2-49d5-986d-29cfa575b89a)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:36:47.787037 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:47.799911 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] Calling delete_port for ad3bc77c-408d-437b-8d61-ad0c176600f3 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:36:47.883219 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:47.908254 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3bc77c-408d-437b-8d61-ad0c176600f3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:36:47.911788 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] No DVR routers for this DVR port ad3bc77c-408d-437b-8d61-ad0c176600f3 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:36:47.968403 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639d5e36-4469-4074-91b1-83f519c2e1bd None None] DHCP port deletion for 91999760-f7d9-43f4-a030-2bb5d05e4c27 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 08:36:47.988327 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:47.999053 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91999760-f7d9-43f4-a030-2bb5d05e4c27']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:48.010725 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b1ec5a-90a2-49d5-986d-29cfa575b89a') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:48.010999 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b1ec5a-90a2-49d5-986d-29cfa575b89a') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:48.020156 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:48.034464 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:48.041149 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:36:48.041565 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: timer() Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:36:48.043263 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:36:48.097660 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:48.102875 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:48.105194 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] 10.222.0.35 "DELETE /v2.0/networks/91999760-f7d9-43f4-a030-2bb5d05e4c27 HTTP/1.1" status: 204 len: 168 time: 0.5089798 Jul 14 08:36:48.108222 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44000) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:36:48.118540 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58e296-9405-42f1-aa90-f7d6da7f0c50 admin admin] Pushing event deleted for resources: {'Network': ['ID=91999760-f7d9-43f4-a030-2bb5d05e4c27,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:36:48.462660 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-077f3457-4a0a-49ad-920c-62d95c568792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421936'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:48.722414 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-077f3457-4a0a-49ad-920c-62d95c568792 admin admin] Deleting port 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:36:48.722668 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-077f3457-4a0a-49ad-920c-62d95c568792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:48.800559 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-077f3457-4a0a-49ad-920c-62d95c568792 admin admin] For port 0eaa3a26-4a4a-4676-b2fc-15a7321136d9, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=0eaa3a26-4a4a-4676-b2fc-15a7321136d9,segment=NetworkSegment(d2a16bea-c83a-4f10-bd85-ec7feb29ecb4),segment_id=d2a16bea-c83a-4f10-bd85-ec7feb29ecb4)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:36:48.800914 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-077f3457-4a0a-49ad-920c-62d95c568792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:48.818122 n-d-778696-5 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-077f3457-4a0a-49ad-920c-62d95c568792 admin admin] Calling delete_port for 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:36:48.998451 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-077f3457-4a0a-49ad-920c-62d95c568792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5979811'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:49.022268 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f3457-4a0a-49ad-920c-62d95c568792 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eaa3a26-4a4a-4676-b2fc-15a7321136d9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:36:49.190873 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-077f3457-4a0a-49ad-920c-62d95c568792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422044'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:49.404867 n-d-778696-5 neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077f3457-4a0a-49ad-920c-62d95c568792 admin admin] Router 13ccee47-646e-4c88-854a-5ab289056184 has already been hosted by L3 agent e673d7a3-07de-4ccc-b54d-9b6a014e9130 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:36:49.514348 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077f3457-4a0a-49ad-920c-62d95c568792 admin admin] Notify agent at l3_agent.n-d-778696-5 the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:36:49.520558 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-077f3457-4a0a-49ad-920c-62d95c568792 admin admin] 10.222.0.35 "PUT /v2.0/routers/13ccee47-646e-4c88-854a-5ab289056184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4101102 Jul 14 08:36:49.522108 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 44002) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:36:49.523041 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae33014-c667-462b-a1d1-64faee3120fa None None] Sync routers for ids ['13ccee47-646e-4c88-854a-5ab289056184'] in n-d-778696-5 {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:36:49.532417 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae33014-c667-462b-a1d1-64faee3120fa None None] Routers {'13ccee47-646e-4c88-854a-5ab289056184'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:36:49.533291 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5ae33014-c667-462b-a1d1-64faee3120fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:36:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['13ccee47-646e-4c88-854a-5ab289056184'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:49.571525 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ad3bc77c-408d-437b-8d61-ad0c176600f3 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:36:49.592686 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: ad3bc77c-408d-437b-8d61-ad0c176600f3 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:36:49.593036 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device ad3bc77c-408d-437b-8d61-ad0c176600f3 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:36:49.593491 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 37cfd117-a124-4ad8-adee-b8f262821ee7 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:36:49.617821 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 37cfd117-a124-4ad8-adee-b8f262821ee7 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:36:49.618159 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 37cfd117-a124-4ad8-adee-b8f262821ee7 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:36:49.630272 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-930e9d9e-6601-4399-8188-6a573a5e9204 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:49.681412 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-5ae33014-c667-462b-a1d1-64faee3120fa None None] Set router 13ccee47-646e-4c88-854a-5ab289056184 gateway port host: n-d-778696-5 {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:36:49.733736 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-930e9d9e-6601-4399-8188-6a573a5e9204 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:49.786614 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-930e9d9e-6601-4399-8188-6a573a5e9204 admin admin] Deleting port 231e09d4-1af5-4e21-ad35-3392bc97635a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:36:49.786960 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-930e9d9e-6601-4399-8188-6a573a5e9204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:49.856656 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5ae33014-c667-462b-a1d1-64faee3120fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccee47-646e-4c88-854a-5ab289056184', 'name': 'tempest-TestSnapshotPattern-1371908115-router', 'tenant_id': '74923e388ddb408d98cb4751b84ca962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'external_fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '231e09d4-1af5-4e21-ad35-3392bc97635a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:09Z', 'updated_at': '2021-07-14T08:36:48Z', 'revision_number': 5, 'project_id': '74923e388ddb408d98cb4751b84ca962', 'gw_port': {'id': '231e09d4-1af5-4e21-ad35-3392bc97635a', 'name': '', 'network_id': '2dbf92ec-2ad1-465b-b1ad-ea00e31e4eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccee47-646e-4c88-854a-5ab289056184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:32:10Z', 'updated_at': '2021-07-14T08:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40e59cd-8d0a-492a-bb6a-6e8abffc07fa', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-5'}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:49.871437 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-930e9d9e-6601-4399-8188-6a573a5e9204 admin admin] For port 231e09d4-1af5-4e21-ad35-3392bc97635a, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=231e09d4-1af5-4e21-ad35-3392bc97635a,segment=NetworkSegment(736230df-6b1d-47d0-9dad-876adfd14dd8),segment_id=736230df-6b1d-47d0-9dad-876adfd14dd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:36:49.871803 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-930e9d9e-6601-4399-8188-6a573a5e9204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:49.883392 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-930e9d9e-6601-4399-8188-6a573a5e9204 admin admin] Calling delete_port for 231e09d4-1af5-4e21-ad35-3392bc97635a owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:36:49.884174 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae33014-c667-462b-a1d1-64faee3120fa None None] Checking router: 13ccee47-646e-4c88-854a-5ab289056184 for host: n-d-778696-5 {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:36:49.892711 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae33014-c667-462b-a1d1-64faee3120fa None None] Routers {'13ccee47-646e-4c88-854a-5ab289056184'} bound to L3 agent in host n-d-778696-5 {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:36:49.893368 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5ae33014-c667-462b-a1d1-64faee3120fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T06:51:33Z,description=,heartbeat_timestamp=2021-07-14T08:36:33Z,host='n-d-778696-5',id=e673d7a3-07de-4ccc-b54d-9b6a014e9130,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T06:51:33Z,topic='l3_agent')) {'router_ids': ['13ccee47-646e-4c88-854a-5ab289056184'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:49.978968 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-5ae33014-c667-462b-a1d1-64faee3120fa None None] Set router 13ccee47-646e-4c88-854a-5ab289056184 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:36:50.035949 n-d-778696-5 neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-5ae33014-c667-462b-a1d1-64faee3120fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccee47-646e-4c88-854a-5ab289056184', 'name': 'tempest-TestSnapshotPattern-1371908115-router', 'tenant_id': '74923e388ddb408d98cb4751b84ca962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:09Z', 'updated_at': '2021-07-14T08:36:49Z', 'revision_number': 6, 'project_id': '74923e388ddb408d98cb4751b84ca962', 'gw_port_host': None}], 'n-d-778696-5', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:50.052997 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-930e9d9e-6601-4399-8188-6a573a5e9204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:50.063324 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae33014-c667-462b-a1d1-64faee3120fa None None] The sync data for ids ['13ccee47-646e-4c88-854a-5ab289056184'] in n-d-778696-5 is: [{'id': '13ccee47-646e-4c88-854a-5ab289056184', 'name': 'tempest-TestSnapshotPattern-1371908115-router', 'tenant_id': '74923e388ddb408d98cb4751b84ca962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:32:09Z', 'updated_at': '2021-07-14T08:36:49Z', 'revision_number': 6, 'project_id': '74923e388ddb408d98cb4751b84ca962', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:36:50.079302 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e9d9e-6601-4399-8188-6a573a5e9204 admin admin] Pushing event deleted for resources: {'Port': ['ID=231e09d4-1af5-4e21-ad35-3392bc97635a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:36:50.145604 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-930e9d9e-6601-4399-8188-6a573a5e9204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423290'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:50.236924 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-930e9d9e-6601-4399-8188-6a573a5e9204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62063'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:50.239158 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-930e9d9e-6601-4399-8188-6a573a5e9204 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:50.283417 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-930e9d9e-6601-4399-8188-6a573a5e9204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-424305'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:50.284118 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930e9d9e-6601-4399-8188-6a573a5e9204 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13ccee47-646e-4c88-854a-5ab289056184 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 08:36:50.289304 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-930e9d9e-6601-4399-8188-6a573a5e9204 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:50.290337 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-930e9d9e-6601-4399-8188-6a573a5e9204 admin admin] 10.222.0.35 "DELETE /v2.0/routers/13ccee47-646e-4c88-854a-5ab289056184 HTTP/1.1" status: 204 len: 168 time: 0.7672396 Jul 14 08:36:50.292850 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 44004) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:36:50.335194 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57c13d3-87bb-4554-888a-7c4b9fea40f5 admin admin] Deleting subnet 772c526a-d926-43fa-8287-613e4285d78e {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 08:36:50.338183 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d57c13d3-87bb-4554-888a-7c4b9fea40f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:50.371112 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d57c13d3-87bb-4554-888a-7c4b9fea40f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6984403'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:50.452902 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d57c13d3-87bb-4554-888a-7c4b9fea40f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456095'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:50.507116 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d57c13d3-87bb-4554-888a-7c4b9fea40f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6474935'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:50.533398 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c13d3-87bb-4554-888a-7c4b9fea40f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=772c526a-d926-43fa-8287-613e4285d78e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:36:50.536985 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d57c13d3-87bb-4554-888a-7c4b9fea40f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:50.538993 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-d57c13d3-87bb-4554-888a-7c4b9fea40f5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/772c526a-d926-43fa-8287-613e4285d78e HTTP/1.1" status: 204 len: 168 time: 0.2450919 Jul 14 08:36:50.541495 n-d-778696-5 neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.35', 44006) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:36:50.543987 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ab71e-fc9e-4052-a12a-4b4ef40e499c None None] Network 5282c63a-d22b-43fa-af03-1c1793657e33 requested from n-d-778696-5 {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:36:50.614331 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537078'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:50.670115 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] Deleting port 089dd351-3ff5-49c8-9a20-9626e8aaed15 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 08:36:50.670457 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770202516197'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:50.735391 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] For port 089dd351-3ff5-49c8-9a20-9626e8aaed15, host n-d-778696-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-5',level=0,port_id=089dd351-3ff5-49c8-9a20-9626e8aaed15,segment=NetworkSegment(d2a16bea-c83a-4f10-bd85-ec7feb29ecb4),segment_id=d2a16bea-c83a-4f10-bd85-ec7feb29ecb4)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:36:50.735763 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417939'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:50.749596 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] Calling delete_port for 089dd351-3ff5-49c8-9a20-9626e8aaed15 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 08:36:50.836593 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770202522637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770202132143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8065532'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:50.865899 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] Pushing event deleted for resources: {'Port': ['ID=089dd351-3ff5-49c8-9a20-9626e8aaed15,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:36:50.872131 n-d-778696-5 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] No DVR routers for this DVR port 089dd351-3ff5-49c8-9a20-9626e8aaed15 on host n-d-778696-5 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 08:36:50.888884 n-d-778696-5 neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765a8709-ebea-49f8-8af0-1105759d9f70 None None] DHCP port deletion for 5282c63a-d22b-43fa-af03-1c1793657e33 request from n-d-778696-5 {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 08:36:50.950145 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494346', 'neutron.services.segments.db._delete_segments_for_network-8770202680387'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:50.960580 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5282c63a-d22b-43fa-af03-1c1793657e33']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:50.970621 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a16bea-c83a-4f10-bd85-ec7feb29ecb4') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:50.975723 n-d-778696-5 neutron-server[93828]: DEBUG neutron.services.segments.db [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a16bea-c83a-4f10-bd85-ec7feb29ecb4') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:36:50.980885 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770202679884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6984394'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:50.995361 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:51.001945 n-d-778696-5 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 08:36:51.002220 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8065551'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: Traceback (most recent call last): Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: timer() Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: cb(*args, **kw) Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: return func(*args, **kwargs) Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: self._notify() Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: self.callback(batched_events) Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: event.method(event) Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: return f(self, *a, **k) Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: return self._get(url).json() Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:36:51.004048 n-d-778696-5 neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:36:51.065603 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-423198'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:51.070406 n-d-778696-5 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] Notify callbacks [] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:51.075389 n-d-778696-5 neutron-server[93828]: INFO neutron.wsgi [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] 10.222.0.35 "DELETE /v2.0/networks/5282c63a-d22b-43fa-af03-1c1793657e33 HTTP/1.1" status: 204 len: 168 time: 0.5329208 Jul 14 08:36:51.088884 n-d-778696-5 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b451c05-721f-4dcd-a5cd-93753f9aa5fc admin admin] Pushing event deleted for resources: {'Network': ['ID=5282c63a-d22b-43fa-af03-1c1793657e33,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:36:51.259686 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44010) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:36:51.300992 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-70160cff-f9ea-4078-9549-ba8458178eaf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc4a4a0489ae475f9b31eff8cd438bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400512 Jul 14 08:36:51.303448 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44012) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:36:51.351926 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d87666ea-f517-49ad-bf2f-af700e23bcfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:51.372733 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d87666ea-f517-49ad-bf2f-af700e23bcfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:51.418894 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d87666ea-f517-49ad-bf2f-af700e23bcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:51.421622 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d87666ea-f517-49ad-bf2f-af700e23bcfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:51.422799 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-d87666ea-f517-49ad-bf2f-af700e23bcfb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/368ad25d-2e5b-4c17-a54e-1f2a07b9750c HTTP/1.1" status: 204 len: 168 time: 0.1183643 Jul 14 08:36:51.431619 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87666ea-f517-49ad-bf2f-af700e23bcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368ad25d-2e5b-4c17-a54e-1f2a07b9750c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:36:51.507802 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 231e09d4-1af5-4e21-ad35-3392bc97635a no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:36:51.528228 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 231e09d4-1af5-4e21-ad35-3392bc97635a {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:36:51.528675 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 231e09d4-1af5-4e21-ad35-3392bc97635a not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:36:51.529167 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 089dd351-3ff5-49c8-9a20-9626e8aaed15 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:36:51.548061 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 089dd351-3ff5-49c8-9a20-9626e8aaed15 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:36:51.548792 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 089dd351-3ff5-49c8-9a20-9626e8aaed15 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:36:51.548792 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 no longer exists at agent ovs-agent-n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 08:36:51.570209 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] No Port match for: 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 08:36:51.570554 n-d-778696-5 neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Device 0eaa3a26-4a4a-4676-b2fc-15a7321136d9 not bound to the agent host n-d-778696-5 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 08:36:51.750828 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44018) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:36:51.794204 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-0fba562f-1048-424a-8303-bd453568a5ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74923e388ddb408d98cb4751b84ca962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421109 Jul 14 08:36:51.796637 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.35', 44020) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:36:51.843652 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc86a2c8-a149-4ad1-a32f-cd8616ea0803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:51.864817 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc86a2c8-a149-4ad1-a32f-cd8616ea0803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:51.910162 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc86a2c8-a149-4ad1-a32f-cd8616ea0803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485557'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:51.912817 n-d-778696-5 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc86a2c8-a149-4ad1-a32f-cd8616ea0803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:36:51.914006 n-d-778696-5 neutron-server[93827]: INFO neutron.wsgi [None req-cc86a2c8-a149-4ad1-a32f-cd8616ea0803 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a187cd69-f2b2-4e2d-9efc-2a7a9cbe2078 HTTP/1.1" status: 204 len: 168 time: 0.1164474 Jul 14 08:36:51.922148 n-d-778696-5 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86a2c8-a149-4ad1-a32f-cd8616ea0803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a187cd69-f2b2-4e2d-9efc-2a7a9cbe2078,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:37:00.633056 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-be869bfc-593a-4d9a-87a6-86b2bed7c312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:37:03.421508 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d2ab327-7884-44c7-a2dc-a5896e68a5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:37:03.796173 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:37:05.022813 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:37:06.562757 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:37:12.019848 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:37:16.408420 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:37:16.479927 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:37:30.635366 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0e82ece-7a25-4d49-b5eb-0048746f2df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:37:33.423251 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d2ee4ed0-6b40-49e3-a82e-41229e082776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:37:33.796700 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:37:35.024642 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:37:36.565155 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:37:46.422404 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:37:46.496167 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:37:49.018235 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:38:00.636897 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1ca6224-a127-468c-82f2-585c36f5021f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:38:03.424247 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ec665d60-3526-4d7a-a374-6695e4502288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:38:03.795642 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:38:05.027834 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:38:06.568515 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:38:16.441402 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:38:16.496464 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:38:26.018743 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:38:30.638201 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9d724bc8-964d-41ab-938c-62ed5ee08377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:38:33.425967 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ad026657-2da7-4cfb-b3d6-7e82cb0d6dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:38:33.797631 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:38:35.029591 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:38:36.572422 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:38:46.435709 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:38:46.515427 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:39:00.638897 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-41bff6f3-feb3-4ea9-ae44-e6c75e6b0919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:39:03.017244 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:39:03.429493 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6fe40561-5757-44cb-9634-4289bebbd19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:39:03.798250 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:39:05.033414 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:39:06.575300 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:39:16.436926 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:39:16.509209 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:39:30.639452 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1bd5fa31-ad8f-4e95-8045-a8fdcd3df172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:39:33.430052 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9f15f1ed-d98a-415a-9e3f-32e7358184df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:39:33.799508 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:39:35.036538 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:39:36.578444 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:39:40.017056 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:39:46.432080 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:39:46.507463 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:40:00.640805 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ed261446-2f27-476d-8f34-df76b7d8b5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:40:03.430408 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-522af27b-b7bc-4084-9842-9c57d922edd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:40:03.805979 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:40:05.039230 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:40:06.582288 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:40:16.449038 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:40:16.505823 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:40:17.017745 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:40:30.641544 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3b6700b2-0be2-4d07-821c-5e23274966a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:40:33.432390 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54af94f8-4dc4-4e39-b488-b434ae1f49d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:40:33.797278 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:40:35.041558 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:40:36.585033 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:40:46.441391 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:40:46.505925 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:40:54.017976 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:40:58.318006 n-d-778696-5 neutron-server[93827]: DEBUG neutron.wsgi [req-5dab1413-6206-46b4-8ad5-995c857bcf8e req-cbfb03b9-4fc8-4ef0-99fe-5cf10b43522c service neutron] (93827) timed out ('10.222.0.35', 42680) {{(pid=93827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 08:41:00.642813 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f6c4baeb-d456-42e3-a8dc-4f7954262f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:41:03.435886 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-906deed5-8bab-44c5-9d73-c334f91de21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:41:03.798224 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:41:05.044370 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:41:06.588185 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:41:16.467159 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:41:16.503028 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:41:30.644524 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30c772f3-b069-43e5-8acf-e36d23907699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:41:31.017849 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:41:33.438970 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f1f9fa8-d39a-44c6-a944-db7ea927a3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:41:33.801090 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:41:35.048134 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:41:36.591688 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:41:46.491863 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:41:46.519047 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:42:00.659141 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fa702b42-7e19-4ce4-ab96-b5095fcb0a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:42:03.441072 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-78fa5196-cf0e-4a48-b733-1dd7f1d11353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:42:03.802575 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:42:05.050890 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:42:06.595498 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:42:08.017646 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:42:16.484468 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:42:16.532210 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:42:30.650440 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ee1c663d-4695-4fb5-be6c-e203bb3d8cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:42:33.441560 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f2409fba-d556-4117-b909-85e55ed1fec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:42:33.803067 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:42:35.054326 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:42:36.599536 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:42:45.017934 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:42:46.492468 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:42:46.533131 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:43:00.652050 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9e8c27a0-b320-4682-9968-4ced29f1b402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:43:03.442798 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2d2167ea-c470-49d4-9d0f-b11093a483f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:43:03.803081 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:43:05.056994 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:43:06.601302 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:43:16.505842 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:43:16.545235 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:43:22.018000 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:43:30.654133 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8954b076-af4d-4821-b313-fed43b7686f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:43:33.444932 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ae60-cd6e-4d12-ba7e-238966b958b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:43:33.807566 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:43:35.059769 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:43:36.605914 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:43:46.504753 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:43:46.543325 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:43:59.018269 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:44:00.656105 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10949ad2-2f50-49ec-89b7-dce9798ba654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:44:03.445836 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a869b12e-778d-49b9-8979-22208fce8fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:44:03.808744 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:44:05.062782 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:44:06.606710 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:44:16.535419 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:44:16.574432 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:44:30.658248 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e3833f1d-e522-4f0e-b169-6e635e7f83c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:44:33.446698 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b17d657b-ce1d-4462-99eb-6e5a5c92ea43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:44:33.809499 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:44:35.065632 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:44:36.018557 n-d-778696-5 neutron-server[93830]: DEBUG neutron.db.agents_db [None req-c0e330cd-3752-4b49-bdbc-a20e99831e49 None None] Agent healthcheck: found 7 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:44:36.611228 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:44:46.533570 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d90e8dba-f39d-46cf-93ac-b337b8a5625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:44:46.605743 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a23267fb-7a12-444a-8924-12a8f54a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:45:00.659282 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d4d2d1e9-0319-4800-89f5-242c27a18ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:45:03.448121 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b528a378-345f-469d-8146-09cf25b6ba30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:45:03.812928 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9a932557-27ab-4908-8e1b-ffcb3aef88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:45:05.069252 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a682003-6e06-405f-859d-4ce6ffc41dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:45:06.614023 n-d-778696-5 neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b519167-7c6b-4b4f-82f2-841d16d1cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770202680369', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491194'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}